-- Logs begin at Sat 2021-11-27 00:21:02 UTC, end at Sat 2021-11-27 02:41:17 UTC. -- Nov 27 00:52:24.313551 n-d-819494-2 systemd[1]: Started Devstack devstack@q-svc.service. Nov 27 00:52:27.116922 n-d-819494-2 neutron-server[103277]: INFO neutron.common.config [-] Logging enabled! Nov 27 00:52:27.117381 n-d-819494-2 neutron-server[103277]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 27 00:52:27.117705 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103277) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 27 00:52:27.120896 n-d-819494-2 neutron-server[103277]: INFO neutron.common.config [-] Logging enabled! Nov 27 00:52:27.121147 n-d-819494-2 neutron-server[103277]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 27 00:52:27.121455 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103277) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 27 00:52:27.122443 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 00:52:27.122677 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 00:52:27.123037 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 00:52:27.123280 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 00:52:27.123503 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 00:52:27.123816 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.124228 n-d-819494-2 neutron-server[103277]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 27 00:52:27.124532 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.124823 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.125112 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.125399 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.125682 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.125958 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.126267 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.126562 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.126844 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.127121 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.127398 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.127682 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.127982 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.128266 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.128547 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.128825 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] debug = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.129104 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.129526 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.129924 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.130200 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.130512 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.130783 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.131050 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.131320 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.131596 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.131919 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] host = n-d-819494-2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.132197 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.132479 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.132759 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.133037 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.133306 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.133576 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.133852 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.134119 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.134412 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] log_file = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.134682 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.134963 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.135242 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.135523 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.135755 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.135969 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.136261 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.136547 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.136819 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.137087 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.137355 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.137624 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.137894 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.138158 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.138461 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.138741 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.139018 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.139287 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.139554 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.139818 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.140084 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.140362 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.140629 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.140896 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.141161 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.141440 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.141702 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.141969 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.142282 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.142564 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.143172 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.143462 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.144253 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.144536 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.144804 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.145073 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.145341 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] use_json = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.145609 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.145876 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.146153 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.146445 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.146717 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.146988 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.147254 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.147534 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:27.147827 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.148117 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.148412 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.148691 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.148990 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.149267 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.149552 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.149825 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.150107 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.150425 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.150709 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.150984 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.151268 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.151541 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.151829 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.152126 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.152415 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.152701 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.152974 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.153244 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.153515 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.153788 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.154068 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.154368 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.154655 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.154940 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.155215 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.155505 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.155787 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.156076 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.156359 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.156635 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.156910 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.157196 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.157470 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.157738 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.158010 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.158331 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.158610 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.158879 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.159721 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.159991 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.160260 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.160529 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.160803 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.161087 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.161358 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.161624 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.161890 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.162161 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.162449 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.162732 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.163007 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.163276 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.163546 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.163822 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.164095 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.164370 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.164650 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.164924 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.165202 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.165477 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.165750 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.166107 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.166409 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.166687 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.166960 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.167230 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.167505 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.167774 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.168044 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.168313 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.168584 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.168856 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.169140 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.169432 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.169706 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.169982 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.170277 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.170550 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.170822 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.171114 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.171370 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.171644 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.171915 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.172200 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.172480 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.172762 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.173041 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.173341 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.173632 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.173905 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.174184 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.174481 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.174776 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.175058 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.175339 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.175629 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.175917 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.176205 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.176496 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.176782 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.177058 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.177363 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.177638 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:27.177851 n-d-819494-2 neutron-server[103277]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 00:52:27.178085 n-d-819494-2 neutron-server[103277]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103277) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 27 00:52:27.601986 n-d-819494-2 neutron-server[103277]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 27 00:52:27.602281 n-d-819494-2 neutron-server[103277]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 27 00:52:27.602587 n-d-819494-2 neutron-server[103277]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 27 00:52:27.602928 n-d-819494-2 neutron-server[103277]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 27 00:52:27.929522 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.929747 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.930018 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.931218 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.931491 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.931753 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.968033 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.968311 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.968576 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.982667 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.982942 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:27.983205 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.012336 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.014763 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.014763 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.054324 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.054598 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.054868 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.406262 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.406899 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.406899 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.407087 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.407778 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.507938 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.508261 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.508547 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.508822 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.509092 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.509407 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.509670 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.509929 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.510186 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.510500 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.510770 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.511039 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.511296 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.511547 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.511804 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.512067 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.512320 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.512585 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.512852 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.513111 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.513382 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.513636 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.513915 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.514329 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.514597 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.514846 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.515241 n-d-819494-2 neutron-server[103277]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103277) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:28.515482 n-d-819494-2 neutron-server[103277]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103277) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:28.515719 n-d-819494-2 neutron-server[103277]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103277) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:28.515954 n-d-819494-2 neutron-server[103277]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103277) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:28.516190 n-d-819494-2 neutron-server[103277]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103277) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:28.516424 n-d-819494-2 neutron-server[103277]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103277) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:28.516799 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 27 00:52:28.520100 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 27 00:52:28.524225 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 27 00:52:28.527957 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 27 00:52:28.529606 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 27 00:52:28.530066 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 27 00:52:28.530441 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 27 00:52:28.530831 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 27 00:52:28.533652 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 27 00:52:28.533909 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 27 00:52:28.534312 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 27 00:52:28.539671 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 27 00:52:28.565405 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 27 00:52:28.566382 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.566689 n-d-819494-2 neutron-server[103277]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103277) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 27 00:52:28.567054 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.568690 n-d-819494-2 neutron-server[103277]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103277) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 27 00:52:28.568971 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 27 00:52:28.569223 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 27 00:52:28.572430 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.572719 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:28.636137 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 27 00:52:28.636369 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 27 00:52:28.636604 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 27 00:52:28.636978 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 27 00:52:28.658684 n-d-819494-2 neutron-server[103277]: DEBUG oslo_db.sqlalchemy.engines [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103277) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 27 00:52:29.095841 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Initializing driver for type 'gre' Nov 27 00:52:29.096375 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] gre ID ranges: [(1, 1000)] Nov 27 00:52:29.150809 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Initializing driver for type 'local' Nov 27 00:52:29.151146 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Initializing driver for type 'vlan' Nov 27 00:52:29.164110 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] VlanTypeDriver initialization complete Nov 27 00:52:29.164553 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Initializing driver for type 'vxlan' Nov 27 00:52:29.165057 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] vxlan ID ranges: [(1, 1000)] Nov 27 00:52:29.217013 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Initializing extension driver 'port_security' Nov 27 00:52:29.217351 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.extensions.port_security [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] PortSecurityExtensionDriver initialization complete Nov 27 00:52:29.217687 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Initializing mechanism driver 'openvswitch' Nov 27 00:52:29.218026 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Initializing mechanism driver 'hyperv' Nov 27 00:52:29.225304 n-d-819494-2 neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:52:29.226150 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > port after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.226560 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > port after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.226916 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > port after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.227455 n-d-819494-2 neutron-server[103277]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103277) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 00:52:29.227889 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > subnet after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.228242 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > subnet after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.228588 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.228993 n-d-819494-2 neutron-server[103277]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103277) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 00:52:29.229400 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > network after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.229749 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > network after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.230090 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > network after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.230516 n-d-819494-2 neutron-server[103277]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103277) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 00:52:29.230926 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > security_group after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.231274 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > security_group after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.231616 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > security_group after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.232020 n-d-819494-2 neutron-server[103277]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103277) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 00:52:29.232422 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.232769 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.233109 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.233512 n-d-819494-2 neutron-server[103277]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103277) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 00:52:29.233915 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > address_group after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.234279 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > address_group after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.234621 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > address_group after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.235022 n-d-819494-2 neutron-server[103277]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103277) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 27 00:52:29.235401 n-d-819494-2 neutron-server[103277]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] ML2 OVO RPC backend initialized. {{(pid=103277) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 27 00:52:29.236103 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.236458 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.236871 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > network before_response 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.237215 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > networks before_response 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.237558 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > port before_response 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.237896 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > ports before_response 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.238250 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > subnet before_response 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.238593 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > subnets before_response 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.238938 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > network after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.239277 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > network after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.239608 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > network after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.239941 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > port after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.240274 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > port after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.240604 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > port after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.240937 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > subnet after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.241271 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > subnet after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.241601 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.242168 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.plugin [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Modular L2 Plugin initialization complete Nov 27 00:52:29.242528 n-d-819494-2 neutron-server[103277]: DEBUG neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading services supported by the core plugin {{(pid=103277) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 27 00:52:29.242856 n-d-819494-2 neutron-server[103277]: INFO neutron.plugins.ml2.managers [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Got port-security extension from driver 'port_security' Nov 27 00:52:29.243314 n-d-819494-2 neutron-server[103277]: INFO neutron.extensions.vlantransparent [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Disabled vlantransparent extension. Nov 27 00:52:29.243794 n-d-819494-2 neutron-server[103277]: DEBUG neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103277) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 27 00:52:29.244105 n-d-819494-2 neutron-server[103277]: INFO neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading Plugin: router Nov 27 00:52:29.280137 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router_interface before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.280528 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router after_create 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.280901 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router before_create 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.281267 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.281644 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.281999 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router after_delete 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.282387 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > floatingip after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.282893 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > floatingip after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.283258 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router after_create 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.283607 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router after_update 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.283958 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router after_update 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.284893 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.285258 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router after_update 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.285675 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router precommit_update 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.286051 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: port after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.286431 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: port after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.286772 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: subnet after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.287113 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.287465 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > port precommit_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.287815 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router precommit_create 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.288158 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: port before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.288502 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router precommit_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.288856 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router after_update 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.289197 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router precommit_delete 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.289545 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router precommit_create 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.289906 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.290270 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router precommit_update 55549900 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.290640 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > agent after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.290987 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > agent after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.291329 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > network after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.292187 n-d-819494-2 neutron-server[103277]: DEBUG neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Tracking information for resource: router configured {{(pid=103277) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:29.292522 n-d-819494-2 neutron-server[103277]: DEBUG neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Tracking information for resource: floatingip configured {{(pid=103277) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 27 00:52:29.297382 n-d-819494-2 neutron-server[103277]: INFO neutron.db.l3_agentschedulers_db [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 27 00:52:29.297954 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: port after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.298346 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: port after_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.298703 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: port after_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.299055 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: port after_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.299865 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router before_create 55550100 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.300231 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router precommit_delete 55550100 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.300595 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router precommit_create 55550100 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.300953 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > router precommit_update 55550100 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.305883 n-d-819494-2 neutron-server[103277]: DEBUG neutron.services.provider_configuration [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service providers = [] {{(pid=103277) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 27 00:52:29.306274 n-d-819494-2 neutron-server[103277]: DEBUG neutron.db.servicetype_db [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103277) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 27 00:52:29.309256 n-d-819494-2 neutron-server[103277]: DEBUG neutron.services.service_base [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103277) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 00:52:29.309603 n-d-819494-2 neutron-server[103277]: DEBUG neutron.services.service_base [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103277) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 00:52:29.309945 n-d-819494-2 neutron-server[103277]: DEBUG neutron.services.service_base [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103277) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 00:52:29.310870 n-d-819494-2 neutron-server[103277]: DEBUG neutron.services.service_base [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103277) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 27 00:52:29.311243 n-d-819494-2 neutron-server[103277]: INFO neutron.services.service_base [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 27 00:52:29.311619 n-d-819494-2 neutron-server[103277]: DEBUG neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103277) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:29.311939 n-d-819494-2 neutron-server[103277]: INFO neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 27 00:52:29.323014 n-d-819494-2 neutron-server[103277]: DEBUG neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103277) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:29.323347 n-d-819494-2 neutron-server[103277]: INFO neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading Plugin: auto_allocate Nov 27 00:52:29.329159 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: network precommit_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.329526 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: network precommit_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.330054 n-d-819494-2 neutron-server[103277]: DEBUG neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103277) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:29.330409 n-d-819494-2 neutron-server[103277]: INFO neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading Plugin: tag Nov 27 00:52:29.337745 n-d-819494-2 neutron-server[103277]: DEBUG neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103277) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:29.338074 n-d-819494-2 neutron-server[103277]: INFO neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading Plugin: timestamp Nov 27 00:52:29.341927 n-d-819494-2 neutron-server[103277]: DEBUG neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103277) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:29.342278 n-d-819494-2 neutron-server[103277]: INFO neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading Plugin: network_ip_availability Nov 27 00:52:29.348407 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.348726 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.349081 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.349790 n-d-819494-2 neutron-server[103277]: DEBUG neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103277) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:29.350108 n-d-819494-2 neutron-server[103277]: INFO neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading Plugin: flavors Nov 27 00:52:29.355135 n-d-819494-2 neutron-server[103277]: DEBUG neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103277) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:29.355470 n-d-819494-2 neutron-server[103277]: INFO neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading Plugin: revisions Nov 27 00:52:29.359799 n-d-819494-2 neutron-server[103277]: DEBUG neutron.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103277) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 27 00:52:29.360191 n-d-819494-2 neutron-server[103277]: DEBUG oslo_concurrency.lockutils [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=103277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 27 00:52:29.360940 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103277) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 27 00:52:29.361277 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Initializing extension manager. Nov 27 00:52:29.361794 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: __init__.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.362152 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: __pycache__ {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.362512 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.362842 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: address_group.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.363593 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.364161 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: address-group Nov 27 00:52:29.364484 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: address_scope.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.365198 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.365706 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: address-scope Nov 27 00:52:29.366027 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: admin_state_down_before_update.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.367057 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.367574 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: router-admin-state-down-before-update Nov 27 00:52:29.367894 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: agent.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.368596 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.369106 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: agent Nov 27 00:52:29.369427 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: agent_resources_synced.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.370376 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.370889 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: agent-resources-synced Nov 27 00:52:29.371211 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: allowedaddresspairs.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.372995 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.373515 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: allowed-address-pairs Nov 27 00:52:29.373844 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: auto_allocated_topology.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.374957 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.375479 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: auto-allocated-topology Nov 27 00:52:29.375806 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: availability_zone.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.376495 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.377020 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: availability_zone Nov 27 00:52:29.377347 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: availability_zone_filter.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.378323 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.378832 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: availability_zone_filter Nov 27 00:52:29.379154 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: data_plane_status.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.380060 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.380562 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension data-plane-status not supported by any of loaded plugins Nov 27 00:52:29.380882 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: default_subnetpools.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.381806 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.382348 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: default-subnetpools Nov 27 00:52:29.382672 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: dhcpagentscheduler.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.383475 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.383984 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: dhcp_agent_scheduler Nov 27 00:52:29.384306 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: dns.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.385227 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.385731 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension dns-integration not supported by any of loaded plugins Nov 27 00:52:29.386052 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: dns_domain_ports.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.387008 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.387543 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 27 00:52:29.387865 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.388787 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.389290 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 27 00:52:29.389612 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: dvr.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.390323 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.390832 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: dvr Nov 27 00:52:29.391153 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: ecmp_routes.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.392068 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.392574 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension ecmp_routes not supported by any of loaded plugins Nov 27 00:52:29.392895 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: empty_string_filtering.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.394370 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.394885 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: empty-string-filtering Nov 27 00:52:29.395210 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.396122 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.396628 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 27 00:52:29.396947 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.397873 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.398413 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 27 00:52:29.398737 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: external_net.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.399660 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.400169 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: external-net Nov 27 00:52:29.400490 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: extra_dhcp_opt.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.401394 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.401909 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: extra_dhcp_opt Nov 27 00:52:29.402231 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: extraroute.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.403164 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.403671 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: extraroute Nov 27 00:52:29.403992 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: extraroute_atomic.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.405202 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.405720 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: extraroute-atomic Nov 27 00:52:29.406048 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: filter_validation.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.406741 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.407275 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: filter-validation Nov 27 00:52:29.407561 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: fip_pf_description.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.408470 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.408975 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 27 00:52:29.409842 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: fip_port_details.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.410790 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.411301 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: fip-port-details Nov 27 00:52:29.411622 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: flavors.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.412849 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.413363 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: flavors Nov 27 00:52:29.413690 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.415392 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.415915 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 27 00:52:29.416242 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: floatingip_pools.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.416940 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.417457 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: floatingip-pools Nov 27 00:52:29.417782 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: ip_allocation.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.418746 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.419250 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension ip_allocation not supported by any of loaded plugins Nov 27 00:52:29.419572 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.420490 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.420996 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: ip-substring-filtering Nov 27 00:52:29.421323 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: l2_adjacency.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.422289 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.422796 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension l2_adjacency not supported by any of loaded plugins Nov 27 00:52:29.423118 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: l3.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.424076 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.424594 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: router Nov 27 00:52:29.424943 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: l3_conntrack_helper.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.427219 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.427755 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 27 00:52:29.428089 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.429021 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.429542 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: ext-gw-mode Nov 27 00:52:29.429872 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.430921 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.431437 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: l3-ha Nov 27 00:52:29.431770 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: l3_flavors.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.432688 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.433208 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: l3-flavors Nov 27 00:52:29.433538 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.434488 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.434997 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: l3-port-ip-change-not-allowed Nov 27 00:52:29.435323 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: l3agentscheduler.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.436357 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.436864 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: l3_agent_scheduler Nov 27 00:52:29.437191 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: local_ip.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.439003 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.439527 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension local_ip not supported by any of loaded plugins Nov 27 00:52:29.439861 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: logging.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.441995 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.442797 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension logging not supported by any of loaded plugins Nov 27 00:52:29.443130 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: metering.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.443873 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.444451 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: metering Nov 27 00:52:29.444779 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.445888 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.446443 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: metering_source_and_destination_fields Nov 27 00:52:29.446773 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: multiprovidernet.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.447701 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.448215 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: multi-provider Nov 27 00:52:29.448540 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: netmtu.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.449457 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.449968 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: net-mtu Nov 27 00:52:29.450323 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: netmtu_writable.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.451250 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.451790 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: net-mtu-writable Nov 27 00:52:29.452114 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: network_availability_zone.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.452784 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.453291 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: network_availability_zone Nov 27 00:52:29.453611 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: network_ip_availability.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.454742 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.455251 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: network-ip-availability Nov 27 00:52:29.455572 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: network_segment_range.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.456887 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.457389 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension network-segment-range not supported by any of loaded plugins Nov 27 00:52:29.457710 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: pagination.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.458725 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.459057 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: pagination Nov 27 00:52:29.459377 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: port_device_profile.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.460298 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.460809 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: port-device-profile Nov 27 00:52:29.461131 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.462051 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.462596 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: port-mac-address-regenerate Nov 27 00:52:29.462919 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.463833 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.464339 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: port-numa-affinity-policy Nov 27 00:52:29.464662 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: port_resource_request.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.465578 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.466083 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension port-resource-request not supported by any of loaded plugins Nov 27 00:52:29.466448 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: port_resource_request_groups.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.467417 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.467922 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 27 00:52:29.468250 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: portbindings.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.469175 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.469686 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: binding Nov 27 00:52:29.470009 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: portbindings_extended.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.471318 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.471858 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: binding-extended Nov 27 00:52:29.472188 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: portsecurity.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.473108 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.473619 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: port-security Nov 27 00:52:29.473946 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: project_id.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.474958 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.475291 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: project-id Nov 27 00:52:29.475616 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: providernet.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.476537 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.477061 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: provider Nov 27 00:52:29.477385 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: qos.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.481014 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.481541 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension qos not supported by any of loaded plugins Nov 27 00:52:29.481875 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.483168 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.483686 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 27 00:52:29.484017 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.484947 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.485464 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 27 00:52:29.485792 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: qos_default.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.486749 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.487290 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension qos-default not supported by any of loaded plugins Nov 27 00:52:29.487636 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: qos_fip.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.488280 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.488785 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension qos-fip not supported by any of loaded plugins Nov 27 00:52:29.489106 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: qos_gateway_ip.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.490026 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.490576 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 27 00:52:29.490902 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: qos_port_network_policy.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.493271 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.493799 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 27 00:52:29.494136 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.495241 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.495761 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 27 00:52:29.496085 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: qos_pps_rule.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.497273 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.497796 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension qos-pps not supported by any of loaded plugins Nov 27 00:52:29.498129 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: qos_rule_type_details.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.499106 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.499618 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 27 00:52:29.499945 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: qos_rules_alias.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.500985 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.501499 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 27 00:52:29.501825 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: quota_check_limit.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.503290 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.503811 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: quota-check-limit Nov 27 00:52:29.504137 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: quotasv2.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.505074 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.505402 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: quotas Nov 27 00:52:29.505722 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: quotasv2_detail.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.508889 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.509230 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: quota_details Nov 27 00:52:29.509561 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: rbac.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.510665 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.511197 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: rbac-policies Nov 27 00:52:29.511526 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: rbac_address_group.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.512464 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.512986 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: rbac-address-group Nov 27 00:52:29.513314 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: rbac_address_scope.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.514255 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.514801 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: rbac-address-scope Nov 27 00:52:29.515129 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: rbac_security_groups.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.516051 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.516573 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: rbac-security-groups Nov 27 00:52:29.516901 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: rbac_subnetpool.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.517824 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.518395 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: rbac-subnetpool Nov 27 00:52:29.519302 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: revisionifmatch.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.520225 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.520745 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: revision-if-match Nov 27 00:52:29.521069 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: revisions.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.522182 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.522724 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: standard-attr-revisions Nov 27 00:52:29.523051 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: router_availability_zone.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.523729 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.524240 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: router_availability_zone Nov 27 00:52:29.524562 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: routerservicetype.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.525482 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.525988 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension router-service-type not supported by any of loaded plugins Nov 27 00:52:29.526346 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.527353 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.527865 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: security-groups-normalized-cidr Nov 27 00:52:29.528187 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: security_groups_port_filtering.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.529115 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.529616 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: port-security-groups-filtering Nov 27 00:52:29.529939 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.530896 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.531410 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: security-groups-remote-address-group Nov 27 00:52:29.531734 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.532678 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.533191 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: security-groups-shared-filtering Nov 27 00:52:29.533520 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.534142 n-d-819494-2 neutron-server[103277]: WARNING neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 27 00:52:29.534492 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: securitygroup.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.544259 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.544788 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: security-group Nov 27 00:52:29.545125 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: segment.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.545909 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.546451 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension segment not supported by any of loaded plugins Nov 27 00:52:29.546780 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.547732 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.548245 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 27 00:52:29.548574 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: servicetype.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.549696 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.550220 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: service-type Nov 27 00:52:29.550576 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: sorting.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.551569 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.551902 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: sorting Nov 27 00:52:29.552226 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: standard_attr_segment.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.553148 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.553668 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 27 00:52:29.553992 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: standardattrdescription.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.554687 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.555194 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: standard-attr-description Nov 27 00:52:29.555520 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: stateful_security_group.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.556458 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.556985 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: stateful-security-group Nov 27 00:52:29.557318 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: stdattrs_common.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.557892 n-d-819494-2 neutron-server[103277]: WARNING neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 27 00:52:29.558213 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.559185 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.559703 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 27 00:52:29.560035 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: subnet_onboard.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.561145 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.561672 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: subnet_onboard Nov 27 00:52:29.561998 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.562971 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.563492 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 27 00:52:29.563816 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: subnet_service_types.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.564742 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.565768 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: subnet-service-types Nov 27 00:52:29.566130 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: subnetallocation.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.567519 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.568038 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: subnet_allocation Nov 27 00:52:29.568366 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.569031 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.569540 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: subnetpool-prefix-ops Nov 27 00:52:29.569865 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.570824 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.571334 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 27 00:52:29.571659 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: tagging.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.572695 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.573230 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: standard-attr-tag Nov 27 00:52:29.573559 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: timestamp.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.574805 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.575324 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loaded extension: standard-attr-timestamp Nov 27 00:52:29.575651 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: trunk.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.576690 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.577205 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension trunk not supported by any of loaded plugins Nov 27 00:52:29.577531 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: trunk_details.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.578780 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.579298 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension trunk-details not supported by any of loaded plugins Nov 27 00:52:29.579622 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: uplink_status_propagation.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.580544 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.581595 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 27 00:52:29.581919 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Loading extension file: vlantransparent.py {{(pid=103277) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 27 00:52:29.582624 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103277) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 27 00:52:29.583138 n-d-819494-2 neutron-server[103277]: INFO neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extension vlan-transparent not supported by any of loaded plugins Nov 27 00:52:29.585806 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:network Nov 27 00:52:29.586389 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:subnet Nov 27 00:52:29.586792 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 00:52:29.587269 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:port Nov 27 00:52:29.588439 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.588876 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service FLAVORS assigned prefix: {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.589493 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.589937 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.590446 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:router Nov 27 00:52:29.590951 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:floatingip Nov 27 00:52:29.591438 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service METERING assigned prefix: /metering {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.592878 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.593249 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.593597 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 00:52:29.594631 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of CountableResource for resource:rbac_policy Nov 27 00:52:29.595089 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:security_group Nov 27 00:52:29.595518 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:security_group_rule Nov 27 00:52:29.596136 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service CORE assigned prefix: {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.596470 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 00:52:29.596838 n-d-819494-2 neutron-server[103277]: WARNING neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] subnetpool is already registered Nov 27 00:52:29.597273 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service CORE assigned prefix: {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.597600 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 00:52:29.597931 n-d-819494-2 neutron-server[103277]: WARNING neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] subnetpool is already registered Nov 27 00:52:29.600392 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.600775 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service FLAVORS assigned prefix: {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.601364 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.601789 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.602123 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:router Nov 27 00:52:29.602490 n-d-819494-2 neutron-server[103277]: WARNING neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] router is already registered Nov 27 00:52:29.602908 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:floatingip Nov 27 00:52:29.603239 n-d-819494-2 neutron-server[103277]: WARNING neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] floatingip is already registered Nov 27 00:52:29.603698 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service METERING assigned prefix: /metering {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.604359 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of CountableResource for resource:rbac_policy Nov 27 00:52:29.604690 n-d-819494-2 neutron-server[103277]: WARNING neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] rbac_policy is already registered Nov 27 00:52:29.605106 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:security_group Nov 27 00:52:29.605438 n-d-819494-2 neutron-server[103277]: WARNING neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] security_group is already registered Nov 27 00:52:29.605840 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:security_group_rule Nov 27 00:52:29.606173 n-d-819494-2 neutron-server[103277]: WARNING neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] security_group_rule is already registered Nov 27 00:52:29.606837 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service CORE assigned prefix: {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.607165 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 00:52:29.607495 n-d-819494-2 neutron-server[103277]: WARNING neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] subnetpool is already registered Nov 27 00:52:29.607914 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.v2.resource_helper [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Service CORE assigned prefix: {{(pid=103277) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 27 00:52:29.608238 n-d-819494-2 neutron-server[103277]: INFO neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Creating instance of TrackedResource for resource:subnetpool Nov 27 00:52:29.608567 n-d-819494-2 neutron-server[103277]: WARNING neutron.quota.resource_registry [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] subnetpool is already registered Nov 27 00:52:29.609032 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: extensions {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.610513 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: address-groups {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.612014 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: address-scopes {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.613340 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: agents {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.614520 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: auto-allocated-topology {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.615792 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: availability_zones {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.616991 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: dhcp-networks {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.618567 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: dhcp-agents {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.619983 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: routers {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.622186 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: flavors {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.623374 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: service_profiles {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.624580 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: next_providers {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.626175 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: service_profiles {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.627730 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: floatingip-pools {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.629486 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: routers {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.631618 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: floatingips {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.632893 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: l3-routers {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.634320 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: l3-agents {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.635726 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: metering-labels {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.637955 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: metering-label-rules {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.639287 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: network-ip-availabilities {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.640582 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: bindings {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.642211 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: quotas {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.644361 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: quotas {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.645881 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: rbac-policies {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.647225 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: security-groups {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.648468 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: security-group-rules {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.649699 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: service-providers {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.650944 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: subnetpools {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.652354 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: subnetpools {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.653819 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: tags {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.655622 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: tags {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.657413 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: tags {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.659234 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: tags {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.661031 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: tags {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.662917 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: tags {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.664609 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: tags {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.666510 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: tags {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.668280 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: tags {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.670104 n-d-819494-2 neutron-server[103277]: DEBUG neutron.api.extensions [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Extended resource: tags {{(pid=103277) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 27 00:52:29.676158 n-d-819494-2 neutron-server[103277]: WARNING keystonemiddleware.auth_token [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 27 00:52:29.680870 n-d-819494-2 neutron-server[103277]: WARNING keystonemiddleware.auth_token [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 27 00:52:29.689584 n-d-819494-2 neutron-server[103277]: DEBUG oslo_concurrency.lockutils [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Acquired lock "singleton_lock" {{(pid=103277) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 27 00:52:29.690059 n-d-819494-2 neutron-server[103277]: DEBUG oslo_concurrency.lockutils [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Releasing lock "singleton_lock" {{(pid=103277) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 27 00:52:29.691240 n-d-819494-2 neutron-server[103277]: INFO oslo_service.service [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Starting 2 workers Nov 27 00:52:29.696328 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Started child 103384 {{(pid=103277) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 00:52:29.700793 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Started child 103385 {{(pid=103277) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 00:52:29.701959 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:29.702626 n-d-819494-2 neutron-server[103277]: INFO neutron.service [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Neutron service started, listening on 0.0.0.0:9696 Nov 27 00:52:29.703060 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Publish callbacks [] for process, before_spawn {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:29.703397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [-] (103384) wsgi starting up on http://0.0.0.0:9696 Nov 27 00:52:29.705505 n-d-819494-2 neutron-server[103277]: INFO oslo_service.service [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Starting 1 workers Nov 27 00:52:29.705648 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:29.707557 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [-] (103385) wsgi starting up on http://0.0.0.0:9696 Nov 27 00:52:29.711319 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Started child 103386 {{(pid=103277) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 00:52:29.711877 n-d-819494-2 neutron-server[103277]: INFO oslo_service.service [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Starting 1 workers Nov 27 00:52:29.715229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.service [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] calling RpcWorker wait() {{(pid=103386) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 27 00:52:29.715760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.service [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] returning from RpcWorker wait() {{(pid=103386) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 27 00:52:29.716451 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Started child 103387 {{(pid=103277) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 27 00:52:29.717281 n-d-819494-2 neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-295072ab-688a-4f81-bf64-b605eceb7caf None None] Publish callbacks [] for process, after_spawn {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:29.717377 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:29.717880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:52:29.719325 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103277) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 27 00:52:29.719552 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 00:52:29.719730 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 00:52:29.719946 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 00:52:29.720278 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 00:52:29.720460 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 00:52:29.720988 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.721268 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.721564 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.721828 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.722082 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:29.722577 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.722742 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.723009 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.723244 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.723382 n-d-819494-2 neutron-server[103387]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:52:29.723521 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.723755 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.723921 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.724085 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.724336 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.724567 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.724878 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.725145 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.725397 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.725656 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.725823 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.726062 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.726347 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.726575 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.726844 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] debug = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.727083 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.727580 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.727806 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.728044 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.728293 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.728560 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.728806 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.729068 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.729316 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.729533 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.729780 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.730033 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.730271 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.730483 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.730728 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.730957 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.731201 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.731438 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.731919 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] host = n-d-819494-2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.732135 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.732376 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.732604 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.732868 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.733108 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.733340 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.733608 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.733861 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.734098 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.734343 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.734561 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.734811 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.735056 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.735303 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_file = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.735462 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_options = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.735697 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.735984 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.736239 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.736432 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.736599 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.736777 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.737031 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.737226 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.737484 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.737719 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.737933 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.738168 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.738412 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.738656 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.738925 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.739156 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.739401 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.739632 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.739894 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.740118 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.740360 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.740585 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.740833 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.741050 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.741262 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.741474 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.741698 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.741909 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.742125 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.742382 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.742632 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.742873 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.743108 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.743346 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.743600 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.743826 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.744051 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.744285 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.744551 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.744785 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.745036 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.745281 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.745490 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.745732 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.745948 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.746181 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.746422 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] use_json = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.746662 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.746904 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.747131 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.747344 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.747579 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.747793 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.748012 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.748248 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.748663 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.748950 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.749275 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.749668 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.749815 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.750039 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.750331 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.750581 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.750967 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.751101 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.752426 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.752426 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.752426 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.752426 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.752426 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.754189 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.754189 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.754189 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.754189 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.754858 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.754858 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.754858 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.755263 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.755385 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.755565 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.755812 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.757866 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.757866 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.757866 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.757866 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.757866 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.757866 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.757866 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.758548 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.758548 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.758548 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.758764 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.759002 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.759093 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.759420 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.759669 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.759798 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.760053 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.760254 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.760533 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.760705 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.760968 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.761197 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.761547 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.761705 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.766595 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.766595 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.766595 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.766595 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.766595 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.766595 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.766595 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.766595 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.766595 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.767843 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.767843 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.767843 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.767843 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.767843 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.767843 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.767843 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.767843 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.767843 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773134 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773134 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773134 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773134 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773134 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773134 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773134 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773134 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773134 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773797 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773797 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773797 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773797 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773797 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773797 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773797 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773797 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.773797 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.774534 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.774534 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.774534 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.774534 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.774534 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.774534 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.774534 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.774534 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.775137 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.775137 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.775137 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.775137 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.775137 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.775137 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.775137 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.775676 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.775676 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.775847 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.776039 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.776293 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.776679 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.777115 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.777493 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.777710 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.778145 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.778145 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.778419 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.778656 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.779002 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.779169 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.779592 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.779701 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.780332 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.780332 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.780517 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.780918 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.781941 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.782293 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.782561 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.782854 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.783100 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.783543 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.784007 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.784347 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.784671 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.784991 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.785543 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.786350 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.786661 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.787079 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.787498 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.787840 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.788204 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.788676 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.789683 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.790101 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.790571 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.790843 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.791090 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.791371 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.791626 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.791895 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.792131 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.792360 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.792729 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.794265 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.794265 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.794265 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.794265 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.794265 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.794265 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.794265 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.794780 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.794780 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.794994 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.795224 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.795376 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.795576 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.795797 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.796045 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.796308 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.796497 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.796738 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.796980 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.797204 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.797423 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.797639 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.797884 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.798102 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.798399 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.798650 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.798865 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.799109 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.799350 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.800127 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806266 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806266 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806266 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806266 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806266 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806266 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806266 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806266 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806965 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806965 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806965 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806965 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806965 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806965 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806965 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.806965 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807474 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807474 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807474 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807474 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807474 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807474 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807474 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807474 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807951 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807951 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807951 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807951 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807951 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807951 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807951 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807951 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.807951 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.808539 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.808539 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.808539 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.808539 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.808802 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.808879 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.809501 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.809501 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.809501 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.809757 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.809988 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.810215 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.810457 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.810682 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.811086 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.811086 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.811348 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.811560 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.811792 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.812030 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.812300 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.812492 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.813708 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.813708 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.813708 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.813708 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.813708 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.814339 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.814339 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.814339 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.814650 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.814735 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.815195 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.815978 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.816269 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.816546 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.816782 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.817062 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.817547 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.817800 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.818042 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.818382 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.818614 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.818854 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.819088 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.819325 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.819563 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.819802 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.820129 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.820403 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.820663 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.820896 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.821165 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.821440 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.821704 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.821916 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.822221 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.822560 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.822859 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.823118 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.823362 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.823599 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.823839 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.824071 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.824327 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.824539 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.824751 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.825009 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.825324 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.825496 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.825751 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.825981 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.826227 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.826482 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.826711 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.826992 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.827150 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.827297 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 00:52:29.827804 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103277) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 27 00:52:29.827994 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 27 00:52:29.828163 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 27 00:52:29.828301 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 27 00:52:29.828467 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 27 00:52:29.828610 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 27 00:52:29.828810 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.828971 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.829113 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.829272 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.829426 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.829596 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.829743 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.829899 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.830052 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.830197 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.830390 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.830521 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.830654 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.830798 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.830947 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.831105 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.831261 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.831418 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.831578 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.831734 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.831877 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.832024 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.832168 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] debug = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.832301 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.832482 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.832638 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.832773 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.832931 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.833086 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.833241 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.833396 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.833539 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.833681 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.833837 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.833992 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.834132 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.834321 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.834476 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.834630 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.834784 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.834930 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.835081 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] host = n-d-819494-2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.835235 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.835445 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.835582 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.835715 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.835855 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.835987 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.836118 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.836257 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.836391 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.836530 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.836682 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.836837 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.836992 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.837146 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_file = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.837300 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_options = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.837455 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.837598 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.837740 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.837932 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.838096 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.838972 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.838972 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.838972 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.838972 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.838972 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.838972 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.840460 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.840460 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.840460 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.840460 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.840460 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.840460 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.840460 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.840460 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.842074 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.842074 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.842074 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.842074 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.842074 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.842074 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.842074 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.842074 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.842074 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.843535 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.843535 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.843535 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.843535 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.843535 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.843535 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.843535 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.843535 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.844571 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.844571 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.844571 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.844571 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.844571 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.844571 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.844571 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.844571 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.845104 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.845104 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.845104 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] use_json = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.845104 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.845104 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.845104 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.845104 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.845104 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.845104 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.845838 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.845838 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 27 00:52:29.845838 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.845838 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.845838 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.846356 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.846356 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.846356 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.846594 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.846594 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.846753 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.846859 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.847024 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.847184 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.847353 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.847511 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.847668 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.847826 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.847983 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.848144 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.848302 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.848845 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.848845 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.848845 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.849240 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.849240 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.849240 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.849697 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.849697 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.849697 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.850090 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.850090 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.850090 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.850499 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.850499 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.850658 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.850737 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.850942 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.851067 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.851150 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.851305 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.851464 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.851623 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.851781 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.851939 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.852097 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.852256 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.852415 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.852574 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.852733 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.852885 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.853099 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.853330 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.853330 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.853571 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.853704 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.853829 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.853950 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.854071 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.854219 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.854435 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.854593 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.854759 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.854882 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.855042 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.855200 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.855358 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.855515 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.855673 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.855930 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.856066 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.856151 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.856300 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.856458 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.856616 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.856774 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.856931 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.857088 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.857246 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.857404 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.857562 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.857721 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.857856 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.858009 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.858169 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.858371 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.858498 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.858643 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.858803 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.858958 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.859278 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.859436 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.859748 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.859918 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.860092 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.860192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:52:29.860290 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.860387 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.860541 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.860701 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.860859 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.861016 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.861173 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.861332 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.861491 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.861648 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.861806 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.861966 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.862669 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.862822 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.862979 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.863134 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.863289 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.863447 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.863604 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.863759 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.863916 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.864076 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.864232 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.864389 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.864549 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.864702 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.864859 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.865018 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.865176 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.865340 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.865509 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.865666 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.865826 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.865984 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.866130 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.866315 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.866476 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.866621 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.866778 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.866921 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.867081 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.867251 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.867410 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.867568 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.867725 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.867904 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.868061 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.868218 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.868363 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.868524 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.868682 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.868839 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.868996 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.869155 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.869313 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.869471 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.869630 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.869789 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.869946 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.870103 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.870281 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.870444 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.870602 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.870819 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.871249 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.871249 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.871249 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.871727 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.871727 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.871727 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.872111 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.872111 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.872111 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.872499 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.872499 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.872499 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.873174 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.873174 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.873174 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.873174 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.873504 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.873504 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.873504 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.873856 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.873856 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.874049 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.874129 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.874338 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.874437 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.874578 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.874736 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.874897 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.875055 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.875212 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.875370 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.875528 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.875685 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.875843 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.876190 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.876190 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.876448 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.876448 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.876691 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.876811 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.876932 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.877053 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.877195 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.877353 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.877510 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.877666 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.878364 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.878556 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.878716 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.878875 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.879033 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.879191 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.879349 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.879507 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.879666 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.879835 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.879994 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.880153 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.880310 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.880468 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.880625 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.880792 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.880951 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.881108 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.881265 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.881422 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.881579 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.881745 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.881903 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.882060 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.882217 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.882398 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.882556 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.882723 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.882882 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.883040 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.883198 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.883355 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.883513 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.883679 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.883837 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.883994 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.884152 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.884309 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.884466 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.884632 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.884791 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.884948 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.885106 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.885263 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.885420 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.885602 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.885733 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.885895 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.886058 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.886311 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.886448 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.886532 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.886703 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.886862 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.887023 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.887182 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.887340 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.887497 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.887657 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.887819 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.887985 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.888150 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.888309 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.888474 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.888639 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.888804 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.888962 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.889126 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.889296 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.889453 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.889611 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.889768 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.889925 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.890083 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.890263 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.890419 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.890576 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.890734 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.890892 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.891052 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.891210 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.891393 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.891513 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.891671 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.891828 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.891986 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.892144 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.892301 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 27 00:52:29.892451 n-d-819494-2 neutron-server[103277]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103277) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 27 00:52:29.986671 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37932) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:52:29.995977 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065682 Nov 27 00:52:41.455783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ef792f-8f27-4373-99f3-61202fface77 None None] get_active_networks_info from n-d-819494-2 {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 00:52:41.521429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ef792f-8f27-4373-99f3-61202fface77 None None] No non-hosted networks {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 27 00:52:41.549235 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.agentschedulers_db [None req-84ef792f-8f27-4373-99f3-61202fface77 None None] DHCP Agent not found on host n-d-819494-2 {{(pid=103386) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 27 00:52:41.683126 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fdcf3077-497a-4e28-9d6a-589adb7f78e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612176'] for agent, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:43.822084 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-853baddc-1322-4056-8abc-36fdeb5fb793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612176'] for agent, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:43.884894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-868578ce-cbaf-47c0-9f16-28a37219667d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:44.834473 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612176'] for agent, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:46.560343 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612176'] for agent, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:47.363822 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612176'] for agent, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:47.364895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:47.365885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:47.366702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:47.367315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:47.368249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:47.368807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:47.369380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:47.369951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:47.370563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:47.371326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:47.372154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:47.372937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:47.373853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-819494-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:52:47.383214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-819494-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:52:47.573346 n-d-819494-2 neutron-server[103386]: INFO neutron.db.l3_hamode_db [None req-9a6d9b55-041c-4bca-892d-b131d5cc1c1e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 27 00:52:47.651056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6d9b55-041c-4bca-892d-b131d5cc1c1e None None] Routers set() bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 00:52:47.651682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6d9b55-041c-4bca-892d-b131d5cc1c1e None None] Router IDs set() for agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 00:52:47.762336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38024) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:52:48.261731 n-d-819494-2 neutron-server[103385]: WARNING oslo_policy.policy [None req-104a0a37-d9c9-48b6-8842-34b6bdb26bd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:52:48.262373 n-d-819494-2 neutron-server[103385]: WARNING oslo_policy.policy [None req-104a0a37-d9c9-48b6-8842-34b6bdb26bd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:52:48.487066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-104a0a37-d9c9-48b6-8842-34b6bdb26bd8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 00:52:48.488235 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-104a0a37-d9c9-48b6-8842-34b6bdb26bd8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7249215 Nov 27 00:52:51.073138 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38040) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:52:51.375238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ce352f59-a180-4cca-800f-19edaf8b2c33 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:52:51.470134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.policy [None req-ce352f59-a180-4cca-800f-19edaf8b2c33 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103385) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 27 00:52:51.517004 n-d-819494-2 neutron-server[103385]: WARNING oslo_policy.policy [None req-ce352f59-a180-4cca-800f-19edaf8b2c33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:52:51.517375 n-d-819494-2 neutron-server[103385]: WARNING oslo_policy.policy [None req-ce352f59-a180-4cca-800f-19edaf8b2c33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:52:51.525938 n-d-819494-2 neutron-server[103385]: INFO neutron.quota [None req-ce352f59-a180-4cca-800f-19edaf8b2c33 admin admin] Loaded quota_driver: . Nov 27 00:52:51.615272 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce352f59-a180-4cca-800f-19edaf8b2c33 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762425362340', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762425360497', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762425357663', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762425359944', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762425468037', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762425459183', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33150347', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33532204', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-976464', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637065'] for rbac-policy, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:51.680962 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce352f59-a180-4cca-800f-19edaf8b2c33 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:51.682133 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ce352f59-a180-4cca-800f-19edaf8b2c33 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6080258 Nov 27 00:52:54.450861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38052) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:52:54.754535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'name': 'private', 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:52:54.782803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Made reservation on behalf of 2e9ea95fd72947ce8c2f66b331ce9a08 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 00:52:54.785433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:54.801584 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:54.905739 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:54.909349 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:54.928717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 00:52:54.956664 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762420958751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:54.957218 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Unsubscribe: segment precommit_create {{(pid=103385) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 27 00:52:54.957711 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Added segment 1190834a-24a3-42f2-bc30-27f4e5199ba1 of type vlan for network 6940bf39-0802-4998-8b6a-717160a76bff Nov 27 00:52:54.972777 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d550cb-d95f-4aef-ba0f-2b931abe8e35,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:52:55.020182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:55.020518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:55.020847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:55.021172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:55.021492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:55.021809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:55.022122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:55.022458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:55.022771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:55.023079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:55.023390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:55.023699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Tracked resource versions report: Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: pushed versions: Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: { 'AddressGroup': {'1.2'}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'ConntrackHelper': {'1.0'}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'Log': {'1.0'}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'Network': {'1.1'}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'Port': {'1.7'}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'PortForwarding': {'1.2'}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'QosPolicy': {'1.10'}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'SecurityGroup': {'1.5'}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'SecurityGroupRule': {'1.2'}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'SubPort': {'1.0'}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'Subnet': {'1.1'}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'Trunk': {'1.1'}} Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: consumer versions: Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: { DHCP agent@n-d-819494-2: {}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: L3 agent@n-d-819494-2: {}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: Metadata agent@n-d-819494-2: {}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: Metering agent@n-d-819494-2: {}, Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: Open vSwitch agent@n-d-819494-2: { 'AddressGroup': '1.2', Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'ConntrackHelper': '1.0', Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'Log': '1.0', Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'Network': '1.1', Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'Port': '1.7', Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'PortForwarding': '1.2', Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'QosPolicy': '1.10', Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'SecurityGroup': '1.5', Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'SecurityGroupRule': '1.2', Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'SubPort': '1.0', Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'Subnet': '1.1', Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: 'Trunk': '1.1'}} Nov 27 00:52:55.024740 n-d-819494-2 neutron-server[103385]: {{(pid=103385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 00:52:55.074045 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:55.121358 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:55.122556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:52:55.123303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:55.199586 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7475903 Nov 27 00:52:55.225064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431a2a2-4f3f-4c52-849f-25b656d5efab admin admin] Pushing event updated for resources: {'Network': ['ID=6940bf39-0802-4998-8b6a-717160a76bff,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:52:55.236717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 6940bf39-0802-4998-8b6a-717160a76bff details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 00:52:58.012680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38066) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:52:58.399664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4952c8fb-6f78-4013-a75a-602c7e472a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:52:58.401029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4952c8fb-6f78-4013-a75a-602c7e472a8a admin admin] 10.222.0.37 "GET /v2.0/networks/6940bf39-0802-4998-8b6a-717160a76bff HTTP/1.1" status: 200 len: 825 time: 0.3873940 Nov 27 00:52:58.426397 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ad96e1b3-330e-42ab-a190-bdff9227b56d admin admin] 10.222.0.37 "GET /v2.0/subnetpools/a18ef958-9fd4-445f-bb68-354a7751dbad HTTP/1.1" status: 200 len: 734 time: 0.0192816 Nov 27 00:52:58.435132 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-65bd737a-756b-446f-893a-30e9a08a5171 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a18ef958-9fd4-445f-bb68-354a7751dbad', 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:52:58.456876 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bd737a-756b-446f-893a-30e9a08a5171 admin admin] Made reservation on behalf of 2e9ea95fd72947ce8c2f66b331ce9a08 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 00:52:58.459086 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65bd737a-756b-446f-893a-30e9a08a5171 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:58.748755 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65bd737a-756b-446f-893a-30e9a08a5171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:58.819724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd737a-756b-446f-893a-30e9a08a5171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1874bcf-a083-45e4-b568-8a1dbf644523,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:52:58.824227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd737a-756b-446f-893a-30e9a08a5171 admin admin] Checking segment: {'id': '1190834a-24a3-42f2-bc30-27f4e5199ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:52:58.824617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd737a-756b-446f-893a-30e9a08a5171 admin admin] Network hostable DHCP agents. Network: 6940bf39-0802-4998-8b6a-717160a76bff, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 00:52:58.849139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd737a-756b-446f-893a-30e9a08a5171 admin admin] Network 6940bf39-0802-4998-8b6a-717160a76bff is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 00:52:58.859593 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-65bd737a-756b-446f-893a-30e9a08a5171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 6940bf39-0802-4998-8b6a-717160a76bff) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:52:58.864375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bd737a-756b-446f-893a-30e9a08a5171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:52:58.864846 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65bd737a-756b-446f-893a-30e9a08a5171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:58.869542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5b93ea-9e9a-40f1-a9a1-0ddd4b6eadd8 None None] Network 6940bf39-0802-4998-8b6a-717160a76bff requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:52:58.880241 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-65bd737a-756b-446f-893a-30e9a08a5171 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4483106 Nov 27 00:52:59.193653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-6940bf39-0802-4998-8b6a-717160a76bff', 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'fixed_ips': [{'subnet_id': 'd1874bcf-a083-45e4-b568-8a1dbf644523'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 00:52:59.194969 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:59.497653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Allocated IP 172.20.0.2 (6940bf39-0802-4998-8b6a-717160a76bff/d1874bcf-a083-45e4-b568-8a1dbf644523/eec67aa6-97de-41dc-b6df-4ef37626a983) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 00:52:59.701767 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:59.709235 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:59.782152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Network 6940bf39-0802-4998-8b6a-717160a76bff is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 00:52:59.788226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:52:59.796788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 00:52:59.799325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Pushing event updated for resources: {'Port': ['ID=eec67aa6-97de-41dc-b6df-4ef37626a983,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:52:59.808920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:59.809265 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:59.809612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:59.809924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:59.810268 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:59.810600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:59.810920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:59.811239 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:59.811556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:59.811873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:59.812191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:59.812512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Tracked resource versions report: Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: pushed versions: Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: { 'AddressGroup': {'1.2'}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'ConntrackHelper': {'1.0'}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'Log': {'1.0'}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'Network': {'1.1'}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'Port': {'1.7'}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'PortForwarding': {'1.2'}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'QosPolicy': {'1.10'}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'SecurityGroup': {'1.5'}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'SecurityGroupRule': {'1.2'}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'SubPort': {'1.0'}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'Subnet': {'1.1'}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'Trunk': {'1.1'}} Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: consumer versions: Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: { DHCP agent@n-d-819494-2: {}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: L3 agent@n-d-819494-2: {}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: Metadata agent@n-d-819494-2: {}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: Metering agent@n-d-819494-2: {}, Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: Open vSwitch agent@n-d-819494-2: { 'AddressGroup': '1.2', Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'ConntrackHelper': '1.0', Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'Log': '1.0', Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'Network': '1.1', Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'Port': '1.7', Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'PortForwarding': '1.2', Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'QosPolicy': '1.10', Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'SecurityGroup': '1.5', Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'SecurityGroupRule': '1.2', Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'SubPort': '1.0', Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'Subnet': '1.1', Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: 'Trunk': '1.1'}} Nov 27 00:52:59.813753 n-d-819494-2 neutron-server[103386]: {{(pid=103386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 00:52:59.888356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Attempting to bind port eec67aa6-97de-41dc-b6df-4ef37626a983 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 00:52:59.888999 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Attempting to bind port eec67aa6-97de-41dc-b6df-4ef37626a983 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '1190834a-24a3-42f2-bc30-27f4e5199ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 00:52:59.889258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Attempting to bind port eec67aa6-97de-41dc-b6df-4ef37626a983 on network 6940bf39-0802-4998-8b6a-717160a76bff {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 00:52:59.894262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 00:52:59.894652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Checking segment: {'id': '1190834a-24a3-42f2-bc30-27f4e5199ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:52:59.895157 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:59.895554 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Bound using segment: {'id': '1190834a-24a3-42f2-bc30-27f4e5199ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 00:52:59.896030 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Bound port: eec67aa6-97de-41dc-b6df-4ef37626a983, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1190834a-24a3-42f2-bc30-27f4e5199ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 00:52:59.896450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:52:59.958436 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] For port eec67aa6-97de-41dc-b6df-4ef37626a983, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 00:52:59.962543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] For port eec67aa6-97de-41dc-b6df-4ef37626a983, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=eec67aa6-97de-41dc-b6df-4ef37626a983,segment=NetworkSegment(1190834a-24a3-42f2-bc30-27f4e5199ba1),segment_id=1190834a-24a3-42f2-bc30-27f4e5199ba1)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 00:52:59.967229 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:00.029296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebda2a2-9b58-472b-9c0b-58699bcbcacf None None] Pushing event updated for resources: {'Port': ['ID=eec67aa6-97de-41dc-b6df-4ef37626a983,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:01.518568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38074) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:01.827664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-2782fa3a-d712-4573-9ad0-30d89ad3b2fb admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 00:53:01.828760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2782fa3a-d712-4573-9ad0-30d89ad3b2fb admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3092887 Nov 27 00:53:04.439486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38082) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:04.750728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-df229dd9-317f-488a-966a-49313d5afe5e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 00:53:04.751979 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-df229dd9-317f-488a-966a-49313d5afe5e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113151 Nov 27 00:53:07.576177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38092) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:07.881781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-477bbd95-8712-47ed-b285-73a825c2cb49 admin admin] Request body: {'router': {'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:53:07.905398 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-477bbd95-8712-47ed-b285-73a825c2cb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:07.906957 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-477bbd95-8712-47ed-b285-73a825c2cb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:08.039446 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-477bbd95-8712-47ed-b285-73a825c2cb49 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:08.044114 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-477bbd95-8712-47ed-b285-73a825c2cb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:08.057709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-477bbd95-8712-47ed-b285-73a825c2cb49 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:08.058972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-477bbd95-8712-47ed-b285-73a825c2cb49 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4817872 Nov 27 00:53:09.054697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301fe462-406c-446a-817a-642040ca13ab None None] Network 6940bf39-0802-4998-8b6a-717160a76bff requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:53:09.128180 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cd2532b6-0ce4-4e68-a525-41bfc654d074 None None] Provisioning complete for port eec67aa6-97de-41dc-b6df-4ef37626a983 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:09.128570 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd2532b6-0ce4-4e68-a525-41bfc654d074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:09.259023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device eec67aa6-97de-41dc-b6df-4ef37626a983 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:53:09.385157 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd2532b6-0ce4-4e68-a525-41bfc654d074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:09.440528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port eec67aa6-97de-41dc-b6df-4ef37626a983 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:09.440903 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:09.464990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cd2532b6-0ce4-4e68-a525-41bfc654d074 None None] For port eec67aa6-97de-41dc-b6df-4ef37626a983, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=eec67aa6-97de-41dc-b6df-4ef37626a983,segment=NetworkSegment(1190834a-24a3-42f2-bc30-27f4e5199ba1),segment_id=1190834a-24a3-42f2-bc30-27f4e5199ba1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 00:53:09.470135 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd2532b6-0ce4-4e68-a525-41bfc654d074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:09.525380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2532b6-0ce4-4e68-a525-41bfc654d074 None None] Pushing event updated for resources: {'Port': ['ID=eec67aa6-97de-41dc-b6df-4ef37626a983,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:09.694717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-56a2e683-7e1c-40bb-98fb-d3a96c495e63 None None] Provisioning complete for port eec67aa6-97de-41dc-b6df-4ef37626a983 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:09.695007 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56a2e683-7e1c-40bb-98fb-d3a96c495e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:10.633817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38106) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:10.936622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-efc30391-572e-43aa-88bc-ac1ee11a2cfe admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 00:53:10.937626 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-efc30391-572e-43aa-88bc-ac1ee11a2cfe admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3027749 Nov 27 00:53:11.208263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device eec67aa6-97de-41dc-b6df-4ef37626a983 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:53:11.253497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port eec67aa6-97de-41dc-b6df-4ef37626a983 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:11.253913 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:11.357107 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef9fb-39e2-409a-91fe-b0c7edad06bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:13.505912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38114) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:13.775958 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:53:13.811720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:53:13.815981 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68759190-15b9-44c3-a888-584c90bfd806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:13.834369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Made reservation on behalf of f7b34d90d9e540edad38b170da5bbde3 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 00:53:13.837319 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:13.845131 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:13.915006 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:13.918345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:13.935334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Reserving flat network on physical network physnet1 {{(pid=103385) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 27 00:53:13.953714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7c5ddc-2189-4a51-9ac5-d081603943f3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:13.958256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:13.958600 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Added segment e1bd815e-8c4e-42e9-a9ea-87a7962e3005 of type flat for network 52383c89-3099-4684-8caa-850cf0860139 Nov 27 00:53:14.003149 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:14.034728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:14.035651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:53:14.036297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:14.085387 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5784006 Nov 27 00:53:14.096190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcfc24-4bdd-494e-9c7b-20bd1d97946e admin admin] Pushing event updated for resources: {'Network': ['ID=52383c89-3099-4684-8caa-850cf0860139,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:14.106134 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 52383c89-3099-4684-8caa-850cf0860139 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 00:53:14.777387 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:16.479354 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:16.646919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38132) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:16.821402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666a3abd-f5bb-41a2-9edd-31ee02ccf252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:53:16.822727 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-666a3abd-f5bb-41a2-9edd-31ee02ccf252 admin admin] 10.222.0.37 "GET /v2.0/subnets/d1874bcf-a083-45e4-b568-8a1dbf644523 HTTP/1.1" status: 200 len: 849 time: 0.1748667 Nov 27 00:53:16.934800 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6204b1e3-489c-4ff4-89e6-fa0c96d7a04b admin admin] 10.222.0.37 "GET /v2.0/routers/df81ec2f-506a-44f6-ba73-2cef0e13c64f HTTP/1.1" status: 200 len: 704 time: 0.1061473 Nov 27 00:53:17.196929 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:17.409628 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:17.492474 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Allocated IP 172.20.0.1 (6940bf39-0802-4998-8b6a-717160a76bff/d1874bcf-a083-45e4-b568-8a1dbf644523/d207ac19-1500-4b69-8611-89078c36acb0) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 00:53:17.681196 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:17.746601 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:17.821447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Network 6940bf39-0802-4998-8b6a-717160a76bff is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 00:53:17.826816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:53:17.833183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 00:53:17.833337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:17.856081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d207ac19-1500-4b69-8611-89078c36acb0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:18.027704 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:18.076584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-15a5256e-df4f-4d44-8853-ed95de9742d8 None None] Provisioning complete for port d207ac19-1500-4b69-8611-89078c36acb0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:18.077198 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-15a5256e-df4f-4d44-8853-ed95de9742d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:18.109484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-15a5256e-df4f-4d44-8853-ed95de9742d8 None None] Port d207ac19-1500-4b69-8611-89078c36acb0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 00:53:18.231034 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:18.235302 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:18.236528 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:18.314421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d207ac19-1500-4b69-8611-89078c36acb0,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:18.361892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Network 6940bf39-0802-4998-8b6a-717160a76bff is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 00:53:18.363236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:53:18.521928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Router df81ec2f-506a-44f6-ba73-2cef0e13c64f is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 00:53:18.534348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1d1851b8-2202-431e-ba01-a51c5213ad2b None None] Provisioning complete for port d207ac19-1500-4b69-8611-89078c36acb0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:18.534797 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d1851b8-2202-431e-ba01-a51c5213ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:18.568288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1d1851b8-2202-431e-ba01-a51c5213ad2b None None] Port d207ac19-1500-4b69-8611-89078c36acb0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 00:53:18.612470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 00:53:18.619579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d8a70627-1e9f-412a-b161-5886ad04b8b2 admin admin] 10.222.0.37 "PUT /v2.0/routers/df81ec2f-506a-44f6-ba73-2cef0e13c64f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6788199 Nov 27 00:53:18.625187 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Sync routers for ids ['df81ec2f-506a-44f6-ba73-2cef0e13c64f'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 00:53:18.639169 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Routers {'df81ec2f-506a-44f6-ba73-2cef0e13c64f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 00:53:18.639930 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T00:53:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['df81ec2f-506a-44f6-ba73-2cef0e13c64f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:18.826352 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Set router df81ec2f-506a-44f6-ba73-2cef0e13c64f gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 00:53:19.251679 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'name': 'router1', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T00:53:07Z', 'updated_at': '2021-11-27T00:53:17Z', 'revision_number': 2, 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'gw_port_host': None, '_interfaces': [{'id': 'd207ac19-1500-4b69-8611-89078c36acb0', 'name': '', 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'mac_address': 'fa:16:3e:62:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1874bcf-a083-45e4-b568-8a1dbf644523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:17Z', 'updated_at': '2021-11-27T00:53:18Z', 'revision_number': 2, 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'subnets': [{'id': 'd1874bcf-a083-45e4-b568-8a1dbf644523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a18ef958-9fd4-445f-bb68-354a7751dbad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:19.299872 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Checking router: df81ec2f-506a-44f6-ba73-2cef0e13c64f for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 00:53:19.300263 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Updating router df81ec2f-506a-44f6-ba73-2cef0e13c64f port d207ac19-1500-4b69-8611-89078c36acb0 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 00:53:19.375096 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:19.857742 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:19.864051 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:20.032084 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Pushing event updated for resources: {'Port': ['ID=d207ac19-1500-4b69-8611-89078c36acb0,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:20.035146 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Attempting to bind port d207ac19-1500-4b69-8611-89078c36acb0 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 00:53:20.035548 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Attempting to bind port d207ac19-1500-4b69-8611-89078c36acb0 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '1190834a-24a3-42f2-bc30-27f4e5199ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 00:53:20.035994 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Attempting to bind port d207ac19-1500-4b69-8611-89078c36acb0 on network 6940bf39-0802-4998-8b6a-717160a76bff {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 00:53:20.044534 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:20.044879 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:20.045216 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:20.045551 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:20.045881 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:20.046210 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:20.046561 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:20.046884 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:20.047209 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:20.047532 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:20.047869 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:20.048200 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Tracked resource versions report: Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: pushed versions: Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: { 'AddressGroup': {'1.2'}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'ConntrackHelper': {'1.0'}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'Log': {'1.0'}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'Network': {'1.1'}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'Port': {'1.7'}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'PortForwarding': {'1.2'}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'QosPolicy': {'1.10'}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'SecurityGroup': {'1.5'}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'SecurityGroupRule': {'1.2'}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'SubPort': {'1.0'}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'Subnet': {'1.1'}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'Trunk': {'1.1'}} Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: consumer versions: Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: { DHCP agent@n-d-819494-2: {}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: L3 agent@n-d-819494-2: {}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: Metadata agent@n-d-819494-2: {}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: Metering agent@n-d-819494-2: {}, Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: Open vSwitch agent@n-d-819494-2: { 'AddressGroup': '1.2', Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'ConntrackHelper': '1.0', Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'Log': '1.0', Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'Network': '1.1', Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'Port': '1.7', Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'PortForwarding': '1.2', Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'QosPolicy': '1.10', Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'SecurityGroup': '1.5', Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'SecurityGroupRule': '1.2', Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'SubPort': '1.0', Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'Subnet': '1.1', Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: 'Trunk': '1.1'}} Nov 27 00:53:20.049311 n-d-819494-2 neutron-server[103387]: {{(pid=103387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 00:53:20.052324 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 0, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 00:53:20.052738 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Checking segment: {'id': '1190834a-24a3-42f2-bc30-27f4e5199ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:53:20.053241 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:20.053622 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Bound using segment: {'id': '1190834a-24a3-42f2-bc30-27f4e5199ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 00:53:20.054085 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Bound port: d207ac19-1500-4b69-8611-89078c36acb0, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1190834a-24a3-42f2-bc30-27f4e5199ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 00:53:20.054501 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:20.099047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-666de083-26d1-4932-bbe7-89d62da1333d None None] Provisioning complete for port d207ac19-1500-4b69-8611-89078c36acb0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:20.099994 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-666de083-26d1-4932-bbe7-89d62da1333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:20.123036 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] For port d207ac19-1500-4b69-8611-89078c36acb0, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 00:53:20.136426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-666de083-26d1-4932-bbe7-89d62da1333d None None] Port d207ac19-1500-4b69-8611-89078c36acb0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 00:53:20.143909 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] For port d207ac19-1500-4b69-8611-89078c36acb0, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d207ac19-1500-4b69-8611-89078c36acb0,segment=NetworkSegment(1190834a-24a3-42f2-bc30-27f4e5199ba1),segment_id=1190834a-24a3-42f2-bc30-27f4e5199ba1)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 00:53:20.148245 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:20.205708 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Routers {'df81ec2f-506a-44f6-ba73-2cef0e13c64f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 00:53:20.206659 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T00:53:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['df81ec2f-506a-44f6-ba73-2cef0e13c64f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:20.212961 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0d4f1-8f0d-4382-8c65-09ce5db4aa0e None None] Pushing event updated for resources: {'Port': ['ID=d207ac19-1500-4b69-8611-89078c36acb0,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:20.301428 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] Set router df81ec2f-506a-44f6-ba73-2cef0e13c64f gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 00:53:20.457647 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-864c7d4d-22e0-48f5-a5f4-70b2383d9597 None None] Provisioning complete for port d207ac19-1500-4b69-8611-89078c36acb0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:20.457917 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-864c7d4d-22e0-48f5-a5f4-70b2383d9597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:20.512583 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'name': 'router1', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T00:53:07Z', 'updated_at': '2021-11-27T00:53:17Z', 'revision_number': 2, 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'gw_port_host': None, '_interfaces': [{'id': 'd207ac19-1500-4b69-8611-89078c36acb0', 'name': '', 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'mac_address': 'fa:16:3e:62:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1874bcf-a083-45e4-b568-8a1dbf644523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:17Z', 'updated_at': '2021-11-27T00:53:20Z', 'revision_number': 4, 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'subnets': [{'id': 'd1874bcf-a083-45e4-b568-8a1dbf644523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a18ef958-9fd4-445f-bb68-354a7751dbad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:20.533342 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-864c7d4d-22e0-48f5-a5f4-70b2383d9597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:20.538525 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394ccc4-fd0a-4bbf-a3f9-ef44ce6d961b None None] The sync data for ids ['df81ec2f-506a-44f6-ba73-2cef0e13c64f'] in n-d-819494-2 is: [{'id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'name': 'router1', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T00:53:07Z', 'updated_at': '2021-11-27T00:53:17Z', 'revision_number': 2, 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'gw_port_host': None, '_interfaces': [{'id': 'd207ac19-1500-4b69-8611-89078c36acb0', 'name': '', 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'mac_address': 'fa:16:3e:62:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1874bcf-a083-45e4-b568-8a1dbf644523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:17Z', 'updated_at': '2021-11-27T00:53:20Z', 'revision_number': 4, 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'subnets': [{'id': 'd1874bcf-a083-45e4-b568-8a1dbf644523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a18ef958-9fd4-445f-bb68-354a7751dbad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 00:53:20.573363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-864c7d4d-22e0-48f5-a5f4-70b2383d9597 None None] For port d207ac19-1500-4b69-8611-89078c36acb0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d207ac19-1500-4b69-8611-89078c36acb0,segment=NetworkSegment(1190834a-24a3-42f2-bc30-27f4e5199ba1),segment_id=1190834a-24a3-42f2-bc30-27f4e5199ba1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 00:53:20.578247 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-864c7d4d-22e0-48f5-a5f4-70b2383d9597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:20.626704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c7d4d-22e0-48f5-a5f4-70b2383d9597 None None] Pushing event updated for resources: {'Port': ['ID=d207ac19-1500-4b69-8611-89078c36acb0,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:21.030228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38152) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:21.141199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a678042-459d-40bc-9c4a-ded05fabd35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:53:21.146330 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4a678042-459d-40bc-9c4a-ded05fabd35c admin admin] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 842 time: 0.1114378 Nov 27 00:53:21.152486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'name': 'public-subnet', 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:53:21.174984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] Made reservation on behalf of f7b34d90d9e540edad38b170da5bbde3 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 00:53:21.178755 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:21.521398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 00:53:21.521833 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:21.576696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65680b07-9c30-4465-b4d8-4b1e5bc75554,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:21.584925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:53:21.585271 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] Network hostable DHCP agents. Network: 52383c89-3099-4684-8caa-850cf0860139, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 00:53:21.601559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 00:53:21.610376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 52383c89-3099-4684-8caa-850cf0860139) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:53:21.614321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:53:21.614903 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:21.622131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b57a5a-055e-4d5a-8441-0c414534ba9e None None] Network 52383c89-3099-4684-8caa-850cf0860139 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:53:21.634294 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6f3fd43e-e127-41b6-98a7-0793f24ac137 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4834330 Nov 27 00:53:21.773764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a4a6f4-996a-49e1-9968-be7be33ad641 None None] Network 52383c89-3099-4684-8caa-850cf0860139 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:53:24.133362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38160) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:24.281576 n-d-819494-2 neutron-server[103384]: WARNING oslo_policy.policy [None req-7ce1ed84-e978-478d-aa50-07ce3b544c1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:53:24.284263 n-d-819494-2 neutron-server[103384]: WARNING oslo_policy.policy [None req-7ce1ed84-e978-478d-aa50-07ce3b544c1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:53:24.568682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.policy [None req-7ce1ed84-e978-478d-aa50-07ce3b544c1a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103384) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 27 00:53:24.615802 n-d-819494-2 neutron-server[103384]: WARNING oslo_policy.policy [None req-7ce1ed84-e978-478d-aa50-07ce3b544c1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:53:24.616188 n-d-819494-2 neutron-server[103384]: WARNING oslo_policy.policy [None req-7ce1ed84-e978-478d-aa50-07ce3b544c1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 27 00:53:24.857680 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7ce1ed84-e978-478d-aa50-07ce3b544c1a admin admin] 10.222.0.37 "GET /v2.0/routers/df81ec2f-506a-44f6-ba73-2cef0e13c64f HTTP/1.1" status: 200 len: 710 time: 0.7220414 Nov 27 00:53:25.045776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3141e400-a154-4378-a740-2b68e783ab5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:53:25.047517 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3141e400-a154-4378-a740-2b68e783ab5b admin admin] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 886 time: 0.1839442 Nov 27 00:53:25.057447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:53:25.311741 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:25.553339 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:25.633001 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:25.817048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Allocated IP 172.25.3.191 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/6b1158a9-0e28-42b3-b6b6-f9c84494c14b) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 00:53:25.928378 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:25.994619 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:26.056559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 00:53:26.061194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:53:26.116408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 00:53:26.152665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1158a9-0e28-42b3-b6b6-f9c84494c14b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:26.188042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:26.188383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:26.189255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:26.189617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:26.189960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:26.190295 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:26.190615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:26.190933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:26.191249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:26.191565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:26.191879 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:26.192451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Tracked resource versions report: Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: pushed versions: Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: { 'AddressGroup': {'1.2'}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'ConntrackHelper': {'1.0'}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'Log': {'1.0'}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'Network': {'1.1'}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'Port': {'1.7'}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'PortForwarding': {'1.2'}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'QosPolicy': {'1.10'}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'SecurityGroup': {'1.5'}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'SecurityGroupRule': {'1.2'}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'SubPort': {'1.0'}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'Subnet': {'1.1'}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'Trunk': {'1.1'}} Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: consumer versions: Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: { DHCP agent@n-d-819494-2: {}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: L3 agent@n-d-819494-2: {}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: Metadata agent@n-d-819494-2: {}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: Metering agent@n-d-819494-2: {}, Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: Open vSwitch agent@n-d-819494-2: { 'AddressGroup': '1.2', Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'ConntrackHelper': '1.0', Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'Log': '1.0', Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'Network': '1.1', Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'Port': '1.7', Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'PortForwarding': '1.2', Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'QosPolicy': '1.10', Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'SecurityGroup': '1.5', Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'SecurityGroupRule': '1.2', Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'SubPort': '1.0', Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'Subnet': '1.1', Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: 'Trunk': '1.1'}} Nov 27 00:53:26.193511 n-d-819494-2 neutron-server[103384]: {{(pid=103384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 00:53:26.423622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:26.656004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:26.660959 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:26.774084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Router df81ec2f-506a-44f6-ba73-2cef0e13c64f has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 00:53:26.878287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 00:53:26.882769 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:26.883972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cacc9e1c-ec25-4702-ae7b-131c56ef2cb6 admin admin] 10.222.0.37 "PUT /v2.0/routers/df81ec2f-506a-44f6-ba73-2cef0e13c64f HTTP/1.1" status: 200 len: 890 time: 1.8298807 Nov 27 00:53:27.237702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d207ac19-1500-4b69-8611-89078c36acb0 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:53:27.289204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d207ac19-1500-4b69-8611-89078c36acb0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:27.289582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:27.713311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Sync routers for ids ['df81ec2f-506a-44f6-ba73-2cef0e13c64f'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 00:53:27.724035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Routers {'df81ec2f-506a-44f6-ba73-2cef0e13c64f'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 00:53:27.724688 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T00:53:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['df81ec2f-506a-44f6-ba73-2cef0e13c64f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:27.931169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Set router df81ec2f-506a-44f6-ba73-2cef0e13c64f gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 00:53:28.386725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'name': 'router1', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b1158a9-0e28-42b3-b6b6-f9c84494c14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T00:53:07Z', 'updated_at': '2021-11-27T00:53:26Z', 'revision_number': 4, 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'gw_port': {'id': '6b1158a9-0e28-42b3-b6b6-f9c84494c14b', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:25Z', 'updated_at': '2021-11-27T00:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd207ac19-1500-4b69-8611-89078c36acb0', 'name': '', 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'mac_address': 'fa:16:3e:62:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1874bcf-a083-45e4-b568-8a1dbf644523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:17Z', 'updated_at': '2021-11-27T00:53:20Z', 'revision_number': 5, 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'subnets': [{'id': 'd1874bcf-a083-45e4-b568-8a1dbf644523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a18ef958-9fd4-445f-bb68-354a7751dbad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:28.437737 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Checking router: df81ec2f-506a-44f6-ba73-2cef0e13c64f for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 00:53:28.438080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Updating router df81ec2f-506a-44f6-ba73-2cef0e13c64f port 6b1158a9-0e28-42b3-b6b6-f9c84494c14b binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 00:53:28.483565 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:28.788592 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:28.793875 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:28.846891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Attempting to bind port 6b1158a9-0e28-42b3-b6b6-f9c84494c14b on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 00:53:28.847257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Attempting to bind port 6b1158a9-0e28-42b3-b6b6-f9c84494c14b by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 00:53:28.847613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Attempting to bind port 6b1158a9-0e28-42b3-b6b6-f9c84494c14b on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 00:53:28.849337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bb56c-43a5-47b1-b8be-24d093c05e49 None None] Pushing event updated for resources: {'Port': ['ID=6b1158a9-0e28-42b3-b6b6-f9c84494c14b,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:28.854585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 0, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 00:53:28.854953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:53:28.855344 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:28.855722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 00:53:28.856178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Bound port: 6b1158a9-0e28-42b3-b6b6-f9c84494c14b, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 00:53:28.856566 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:28.903315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] For port 6b1158a9-0e28-42b3-b6b6-f9c84494c14b, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 00:53:28.906676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] For port 6b1158a9-0e28-42b3-b6b6-f9c84494c14b, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6b1158a9-0e28-42b3-b6b6-f9c84494c14b,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 00:53:28.911645 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:28.968332 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bb56c-43a5-47b1-b8be-24d093c05e49 None None] Pushing event updated for resources: {'Port': ['ID=6b1158a9-0e28-42b3-b6b6-f9c84494c14b,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:28.971910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Routers {'df81ec2f-506a-44f6-ba73-2cef0e13c64f'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 00:53:28.972838 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T00:53:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['df81ec2f-506a-44f6-ba73-2cef0e13c64f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:29.085367 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] Set router df81ec2f-506a-44f6-ba73-2cef0e13c64f gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 00:53:29.291835 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'name': 'router1', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b1158a9-0e28-42b3-b6b6-f9c84494c14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T00:53:07Z', 'updated_at': '2021-11-27T00:53:26Z', 'revision_number': 4, 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'gw_port': {'id': '6b1158a9-0e28-42b3-b6b6-f9c84494c14b', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:25Z', 'updated_at': '2021-11-27T00:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd207ac19-1500-4b69-8611-89078c36acb0', 'name': '', 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'mac_address': 'fa:16:3e:62:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1874bcf-a083-45e4-b568-8a1dbf644523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:17Z', 'updated_at': '2021-11-27T00:53:20Z', 'revision_number': 5, 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'subnets': [{'id': 'd1874bcf-a083-45e4-b568-8a1dbf644523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a18ef958-9fd4-445f-bb68-354a7751dbad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 00:53:29.317753 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91d074-aa7f-401e-92fb-bd1a6d8b27d5 None None] The sync data for ids ['df81ec2f-506a-44f6-ba73-2cef0e13c64f'] in n-d-819494-2 is: [{'id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'name': 'router1', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '6b1158a9-0e28-42b3-b6b6-f9c84494c14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T00:53:07Z', 'updated_at': '2021-11-27T00:53:26Z', 'revision_number': 4, 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'gw_port': {'id': '6b1158a9-0e28-42b3-b6b6-f9c84494c14b', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:25Z', 'updated_at': '2021-11-27T00:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd207ac19-1500-4b69-8611-89078c36acb0', 'name': '', 'network_id': '6940bf39-0802-4998-8b6a-717160a76bff', 'tenant_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'mac_address': 'fa:16:3e:62:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df81ec2f-506a-44f6-ba73-2cef0e13c64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1874bcf-a083-45e4-b568-8a1dbf644523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T00:53:17Z', 'updated_at': '2021-11-27T00:53:20Z', 'revision_number': 5, 'project_id': '2e9ea95fd72947ce8c2f66b331ce9a08', 'subnets': [{'id': 'd1874bcf-a083-45e4-b568-8a1dbf644523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a18ef958-9fd4-445f-bb68-354a7751dbad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 00:53:29.496142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38184) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:53:29.614989 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-42fe08d3-325d-4519-a49b-5881f7e1b659 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1177056 Nov 27 00:53:31.245373 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6b1158a9-0e28-42b3-b6b6-f9c84494c14b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:53:31.294659 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6b1158a9-0e28-42b3-b6b6-f9c84494c14b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:31.295026 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:31.384669 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:31.406163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 6b1158a9-0e28-42b3-b6b6-f9c84494c14b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6b1158a9-0e28-42b3-b6b6-f9c84494c14b,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 00:53:31.412225 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:31.461398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=6b1158a9-0e28-42b3-b6b6-f9c84494c14b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:53:33.256601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6b1158a9-0e28-42b3-b6b6-f9c84494c14b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:53:33.339111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6b1158a9-0e28-42b3-b6b6-f9c84494c14b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:53:33.339807 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:41.361304 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-498bafd5-67ef-48ed-89a8-3adc9274785f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:43.819970 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7452e51d-9178-4676-a4aa-c72d5887d20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:44.784145 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:46.488819 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:47.381072 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:53:50.776335 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:54:11.368692 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c485b65a-2bf3-43fa-b936-33e66be26df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:13.822375 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0580f034-4aaf-426b-bd22-60b18af0eede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:14.783245 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:16.483381 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:17.382476 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:27.774308 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:54:41.360775 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6b9978bc-e44a-4f56-a8f3-9eb415d3c741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:43.823213 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-789c33ed-441b-4ffc-b1c8-c9c1fc03810b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:44.789115 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:46.486800 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:47.386096 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:54:59.448405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38700) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:54:59.513038 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9339318-cfb9-40c4-9303-e652bdf84983 admin admin] GET failed (client error): The resource could not be found. Nov 27 00:54:59.514319 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d9339318-cfb9-40c4-9303-e652bdf84983 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649524 Nov 27 00:54:59.675688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30483b28-ab7d-4324-be87-ae0ba2a59454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:54:59.677075 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-30483b28-ab7d-4324-be87-ae0ba2a59454 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1582141 Nov 27 00:55:02.038151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38710) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:02.134503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2006d4b-29c3-470a-834c-21b1f4e98a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:02.135853 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c2006d4b-29c3-470a-834c-21b1f4e98a38 admin admin] 10.222.0.37 "GET /v2.0/subnets/d1874bcf-a083-45e4-b568-8a1dbf644523 HTTP/1.1" status: 200 len: 849 time: 0.0967369 Nov 27 00:55:02.145768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:55:02.228823 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:02.366278 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762420905072'] for subnet, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:02.399570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:02.400174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:02.401443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] 10.222.0.37 "PUT /v2.0/subnets/d1874bcf-a083-45e4-b568-8a1dbf644523 HTTP/1.1" status: 200 len: 868 time: 0.2592430 Nov 27 00:55:02.404685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de7c447-3139-43c2-92a7-9a91c57fdccf None None] Network 6940bf39-0802-4998-8b6a-717160a76bff requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:55:02.421744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1874bcf-a083-45e4-b568-8a1dbf644523,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:55:02.429561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:02.429926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:02.430266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:02.430603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:02.430937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:02.431267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:02.431596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:02.431926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:02.432253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:02.432579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:02.432900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:02.433218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4044f24a-9f78-4a2f-896c-a08a10307028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:02.839853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8836345b-ba9f-4ca6-9240-7c745e98a326 None None] Provisioning complete for port eec67aa6-97de-41dc-b6df-4ef37626a983 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:55:02.840230 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8836345b-ba9f-4ca6-9240-7c745e98a326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:02.922369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8836345b-ba9f-4ca6-9240-7c745e98a326 None None] Provisioning complete for port d207ac19-1500-4b69-8611-89078c36acb0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:55:02.922635 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8836345b-ba9f-4ca6-9240-7c745e98a326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:04.773273 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:55:04.784359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38718) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:04.980508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf0e59-9e0e-4598-9e37-aad6d624c173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:04.980994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf0e59-9e0e-4598-9e37-aad6d624c173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:04.983120 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5bcf0e59-9e0e-4598-9e37-aad6d624c173 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966996 Nov 27 00:55:07.360750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38726) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:07.555228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f07b332-1d9f-40d7-944d-1b44694dbdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:07.555688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f07b332-1d9f-40d7-944d-1b44694dbdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:07.557209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3f07b332-1d9f-40d7-944d-1b44694dbdbb admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1955216 Nov 27 00:55:09.912920 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38736) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:10.036460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e74a06-eeeb-42d5-adfb-1251df5604e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:10.037808 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c1e74a06-eeeb-42d5-adfb-1251df5604e8 admin admin] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 886 time: 0.1239295 Nov 27 00:55:11.361933 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d711dfe4-0bcd-442a-aa9d-677a1d3b24a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:12.419837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38744) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:12.561566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b22165-955e-4125-9cf7-f8b4f9cd8dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:12.562945 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-07b22165-955e-4125-9cf7-f8b4f9cd8dab admin admin] 10.222.0.37 "GET /v2.0/networks/6940bf39-0802-4998-8b6a-717160a76bff HTTP/1.1" status: 200 len: 869 time: 0.1421542 Nov 27 00:55:13.825962 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-06acf8ba-a7ed-4e1d-9be2-8d9460aa302b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:14.790475 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:14.949434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38752) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:15.070128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5add01eb-9504-4d56-baed-81183095eb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:15.070519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5add01eb-9504-4d56-baed-81183095eb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:15.072017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5add01eb-9504-4d56-baed-81183095eb7d admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210513 Nov 27 00:55:16.488516 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:17.387945 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:17.449342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38760) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:17.579396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a9fc23-be7f-44b5-b274-d0d02594b3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:17.579840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a9fc23-be7f-44b5-b274-d0d02594b3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:17.581354 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-45a9fc23-be7f-44b5-b274-d0d02594b3f2 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305289 Nov 27 00:55:19.943268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38768) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:20.026732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a73b01-1113-434b-b874-230ad807da34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:20.028645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-15a73b01-1113-434b-b874-230ad807da34 admin admin] 10.222.0.37 "GET /v2.0/subnets/65680b07-9c30-4465-b4d8-4b1e5bc75554 HTTP/1.1" status: 200 len: 816 time: 0.0844231 Nov 27 00:55:22.390008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38776) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:22.483006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65efa07-7cdb-4a6f-b657-4c0831fe98ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:22.484334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c65efa07-7cdb-4a6f-b657-4c0831fe98ac admin admin] 10.222.0.37 "GET /v2.0/subnets/d1874bcf-a083-45e4-b568-8a1dbf644523 HTTP/1.1" status: 200 len: 868 time: 0.0934162 Nov 27 00:55:41.366202 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f2c6d5a-a547-4a87-8dee-7682e6ced64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:41.771575 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:55:43.827758 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e91ea3eb-96fb-4f52-838e-716503b3e02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:44.792884 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:46.491734 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:47.392679 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:47.419203 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38830) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:47.466731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-57734103-fa78-4474-a63a-e448156bb586 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 00:55:47.467725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-57734103-fa78-4474-a63a-e448156bb586 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475626 Nov 27 00:55:49.930596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38838) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:49.990557 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be5feb1-5bb7-4032-9799-6308ab110522 admin admin] GET failed (client error): The resource could not be found. Nov 27 00:55:49.991824 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6be5feb1-5bb7-4032-9799-6308ab110522 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602696 Nov 27 00:55:50.081992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3644675-b75e-48ac-aa7f-56df6312ac98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:50.083519 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d3644675-b75e-48ac-aa7f-56df6312ac98 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0865984 Nov 27 00:55:52.487763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38846) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:52.534797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:55:52.554347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] Made reservation on behalf of f7b34d90d9e540edad38b170da5bbde3 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 00:55:52.556511 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:52.590777 n-d-819494-2 neutron-server[103385]: WARNING neutron.services.revisions.revision_plugin [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] Could not find related network for resource to bump revision. Nov 27 00:55:52.601305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 00:55:52.609560 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:52.609899 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] Added segment 8387cc2d-7d44-4fd8-ba9f-8482b81ae392 of type vlan for network 70e780ea-a510-424d-8e3f-e078e3d29292 Nov 27 00:55:52.650609 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:52.674752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:52.675597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:52.676160 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:52.726639 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2378199 Nov 27 00:55:52.738509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f127ef4-8a71-43f4-8176-8e74f1553425 admin admin] Pushing event updated for resources: {'Network': ['ID=70e780ea-a510-424d-8e3f-e078e3d29292,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:55:52.750072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 70e780ea-a510-424d-8e3f-e078e3d29292 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 00:55:55.127372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38854) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:55:55.186449 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbbb505-7876-4140-b7b7-64b05570e3c7 admin admin] GET failed (client error): The resource could not be found. Nov 27 00:55:55.187691 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6bbbb505-7876-4140-b7b7-64b05570e3c7 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593841 Nov 27 00:55:55.257704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd25c5c-1be1-4848-bde9-694b5bab9a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:55.259944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-afd25c5c-1be1-4848-bde9-694b5bab9a84 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675554 Nov 27 00:55:55.270964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-91771f90-546e-45e3-97c9-1dd8de276c8f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 00:55:55.295624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91771f90-546e-45e3-97c9-1dd8de276c8f admin admin] Made reservation on behalf of f7b34d90d9e540edad38b170da5bbde3 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 00:55:55.297777 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-91771f90-546e-45e3-97c9-1dd8de276c8f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:55.461528 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-91771f90-546e-45e3-97c9-1dd8de276c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:55.513424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91771f90-546e-45e3-97c9-1dd8de276c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ece7b83-dd86-4820-8a69-1545ef4e8ab8,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:55:55.523079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91771f90-546e-45e3-97c9-1dd8de276c8f admin admin] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:55:55.523428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91771f90-546e-45e3-97c9-1dd8de276c8f admin admin] Network hostable DHCP agents. Network: 70e780ea-a510-424d-8e3f-e078e3d29292, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 00:55:55.539486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91771f90-546e-45e3-97c9-1dd8de276c8f admin admin] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 00:55:55.548263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-91771f90-546e-45e3-97c9-1dd8de276c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 70e780ea-a510-424d-8e3f-e078e3d29292) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:55:55.556254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34214d02-e9e0-4d9e-b75c-ce588918a4ee None None] Network 70e780ea-a510-424d-8e3f-e078e3d29292 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:55:55.556660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91771f90-546e-45e3-97c9-1dd8de276c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 00:55:55.557010 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-91771f90-546e-45e3-97c9-1dd8de276c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:55.579763 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-91771f90-546e-45e3-97c9-1dd8de276c8f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3074861 Nov 27 00:55:55.801087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-70e780ea-a510-424d-8e3f-e078e3d29292', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'tenant_id': 'f7b34d90d9e540edad38b170da5bbde3', 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 00:55:55.801087 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:55.938069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Allocated IP 192.168.233.2 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/945a55c0-a228-4c22-a1ed-6491a0d7c985) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 00:55:56.080858 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:56.087519 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:56.126263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 00:55:56.129088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 00:55:56.132549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 00:55:56.141567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Pushing event updated for resources: {'Port': ['ID=945a55c0-a228-4c22-a1ed-6491a0d7c985,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:55:56.164725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:56.165066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:56.165405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:56.165737 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:56.166064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:56.166416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:56.166771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:56.167098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:56.167480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:56.167752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:56.168297 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:56.168482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:55:56.199563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Attempting to bind port 945a55c0-a228-4c22-a1ed-6491a0d7c985 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 00:55:56.199931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Attempting to bind port 945a55c0-a228-4c22-a1ed-6491a0d7c985 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 00:55:56.200292 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Attempting to bind port 945a55c0-a228-4c22-a1ed-6491a0d7c985 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 00:55:56.205258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 0, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 00:55:56.205629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 00:55:56.206021 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:56.206439 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 00:55:56.206899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Bound port: 945a55c0-a228-4c22-a1ed-6491a0d7c985, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 00:55:56.207289 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:56.270969 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] For port 945a55c0-a228-4c22-a1ed-6491a0d7c985, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 00:55:56.274985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] For port 945a55c0-a228-4c22-a1ed-6491a0d7c985, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=945a55c0-a228-4c22-a1ed-6491a0d7c985,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 00:55:56.279000 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:56.335233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a3173-b00e-4523-9144-04a7fe738f12 None None] Pushing event updated for resources: {'Port': ['ID=945a55c0-a228-4c22-a1ed-6491a0d7c985,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:55:57.155597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3196737-44d7-416b-9459-8cc9b42354dd None None] Network 70e780ea-a510-424d-8e3f-e078e3d29292 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 00:55:57.236415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d1c36064-7eac-409a-a829-0997c36922c7 None None] Provisioning complete for port 945a55c0-a228-4c22-a1ed-6491a0d7c985 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:55:57.236788 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1c36064-7eac-409a-a829-0997c36922c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:57.388712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 945a55c0-a228-4c22-a1ed-6491a0d7c985 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:55:57.413481 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1c36064-7eac-409a-a829-0997c36922c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:57.465239 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d1c36064-7eac-409a-a829-0997c36922c7 None None] For port 945a55c0-a228-4c22-a1ed-6491a0d7c985, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=945a55c0-a228-4c22-a1ed-6491a0d7c985,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 00:55:57.471273 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1c36064-7eac-409a-a829-0997c36922c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:57.498768 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 945a55c0-a228-4c22-a1ed-6491a0d7c985 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:55:57.499161 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:57.558840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c36064-7eac-409a-a829-0997c36922c7 None None] Pushing event updated for resources: {'Port': ['ID=945a55c0-a228-4c22-a1ed-6491a0d7c985,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:55:57.793598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cda21a75-5894-4450-a628-51655dbae687 None None] Provisioning complete for port 945a55c0-a228-4c22-a1ed-6491a0d7c985 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:55:57.793957 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cda21a75-5894-4450-a628-51655dbae687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:55:59.306384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 945a55c0-a228-4c22-a1ed-6491a0d7c985 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 00:55:59.356732 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 945a55c0-a228-4c22-a1ed-6491a0d7c985 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 00:55:59.357105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:11.368534 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-721689a1-6b5d-4dd8-8bed-bd1d8732f6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:13.829129 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-95f10438-cd18-457a-b610-aaf52efb8bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:14.795731 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:16.496490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:17.395201 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:18.769719 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:56:41.370620 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d44997d8-95a6-4da1-a57c-8c994c3acc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:43.837870 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c522-ed3a-42bc-b356-665bc1d9e1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:44.887939 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:46.499656 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:47.401170 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:56:55.768674 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:57:10.363461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38898) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:57:10.369755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-a16ac726-daca-4e4a-a870-7b742a7cf280 tempest-verify_tempest_config-726386513 tempest-verify_tempest_config-726386513-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 00:57:10.370729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a16ac726-daca-4e4a-a870-7b742a7cf280 tempest-verify_tempest_config-726386513 tempest-verify_tempest_config-726386513-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063133 Nov 27 00:57:10.657260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38916) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:57:10.756697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:10.827403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:10.831078 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:10.875252 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5d6661f5c504fa3b3a71ad38dcc85bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2169485 Nov 27 00:57:10.876196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60341fa-19a9-40b4-90f9-6fcc9b5696ca,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:57:10.877930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38920) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 00:57:10.883506 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.883848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.884185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.884513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.884841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.885180 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.885487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.885807 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.886122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.886463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.886779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.887093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab1a91-a8c8-4c22-8aaa-2e8e39b20821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:10.958719 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:10.978933 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:11.071437 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:11.074009 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:11.075220 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e60341fa-19a9-40b4-90f9-6fcc9b5696ca HTTP/1.1" status: 204 len: 168 time: 0.1962366 Nov 27 00:57:11.083070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60341fa-19a9-40b4-90f9-6fcc9b5696ca,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 00:57:11.089572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.089926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.090290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.090640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.090977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.091307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.091820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.092155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.092487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.092820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.093145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.093473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf9e5bd-e984-4753-94d8-17b31cd750e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 00:57:11.372865 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6d2a03bc-3b21-4121-8913-240ed995ab2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:13.829378 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-41e189d7-7319-4f90-8d22-802649e86281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:14.803031 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:16.516617 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:17.394771 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:32.766419 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:57:41.374385 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-40d68f87-77a1-4f3b-9247-66c72c9180a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:43.830333 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-457858ce-16d3-4257-adb6-21abfa3ce112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:44.802752 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:46.507636 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:57:47.396928 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:09.764180 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:58:11.375962 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1763cb7b-1764-4b84-a031-255bb0234673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:13.832300 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b4b05ff1-eedc-4092-9a9d-446031563f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:14.810205 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:16.509416 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:17.398834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:41.377857 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48db2308-a242-4cd6-9b72-21ff13d95f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:43.833482 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-27df779f-2814-4e0b-9a28-14c9e1f8f62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:44.811108 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:46.512077 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:58:46.762345 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:58:47.400677 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:11.378596 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22569ed7-ba84-43e5-9085-9578e08b079b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:13.833764 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3fcfba4b-1253-4e9e-9859-f2d897a6462e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:14.811756 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:16.514915 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:17.401225 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:23.760780 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 00:59:41.380176 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-541f5a31-a263-4452-aafa-f6713d44f2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:43.836162 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f5f4a7e8-6296-4c8c-ae78-14334325a31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:44.814496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:46.520844 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 00:59:47.401926 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:00.759302 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 5 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:00:11.382586 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53936f60-85ee-4cfe-a16a-1b92ff8d0054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:13.837569 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3196730-ed7e-4831-a41f-b564e2f7e3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:13.929642 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612176'] for agent, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:14.816923 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:16.522402 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:16.892232 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612176'] for agent, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:17.403366 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:37.758387 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:00:41.388098 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2c7f4b56-0fd1-47d8-8b3c-61e6c18f7554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:43.839648 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b73edc0b-d7c9-4123-a1cc-c4ae0c1247ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:43.884523 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:44.819294 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:46.527179 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:46.845777 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:47.404837 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:00:48.752722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38978) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:00:48.854952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2f69ca06-7ae1-43f7-9851-0bc77fac5897 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1011145 Nov 27 01:00:51.220777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38988) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:00:51.275560 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9eb0b840-cd55-4dd1-9a56-5e1c2b0e2bc3 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0536394 Nov 27 01:01:11.389167 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff997-cf39-4e2d-bf37-8cba14754a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:13.840224 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-096897e6-c17a-49df-88e3-c7c66a780165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:13.913041 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:14.758156 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:01:14.822319 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:16.529893 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:16.864052 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:17.408176 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:41.390080 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-33766468-92fe-4c75-a7f5-aefe5d950b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:43.841557 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3c48f6a8-4144-4515-8b2b-20775d0f1a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:43.947721 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:44.828518 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:46.532714 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:46.858227 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:47.409865 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:01:51.757875 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:02:11.395925 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-77e330b0-dad1-4eae-b2da-68e0df9a41c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:13.280225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39212) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:13.377474 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39220) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:13.685508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-network', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:13.822324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Made reservation on behalf of bc4d82ded44244dca3036f69d041fb7f for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:13.824772 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:13.841765 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:13.853914 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bd512a62-cc60-4e9b-b100-9dd6e7a3a179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:13.862699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-631140f5-9ef6-4fdb-bf01-94991448490e tempest-AutoAllocateNetworkTest-2019943639 tempest-AutoAllocateNetworkTest-2019943639-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b681d895c6864124a95b709b935afa50&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4816501 Nov 27 01:02:13.863128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39242) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:13.933403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:13.937990 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:13.977529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ee4cc9-dc63-490e-80b8-709528474aab,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:13.985793 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:13.988373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:13.988847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:13.989379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:13.989770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:13.990351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:13.991529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:13.992044 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:13.992569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:13.993111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:13.993613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:13.994175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:13.994710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Tracked resource versions report: Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: pushed versions: Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: { 'AddressGroup': {'1.2'}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'ConntrackHelper': {'1.0'}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'Log': {'1.0'}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'Network': {'1.1'}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'Port': {'1.7'}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'PortForwarding': {'1.2'}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'QosPolicy': {'1.10'}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'SecurityGroup': {'1.5'}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'SecurityGroupRule': {'1.2'}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'SubPort': {'1.0'}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'Subnet': {'1.1'}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'Trunk': {'1.1'}} Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: consumer versions: Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: { DHCP agent@n-d-819494-2: {}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: HyperV agent@n-h1-819494-2: {}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: HyperV agent@n-h2-819494-2: {}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: L3 agent@n-d-819494-2: {}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: Metadata agent@n-d-819494-2: {}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: Metering agent@n-d-819494-2: {}, Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: Open vSwitch agent@n-d-819494-2: { 'AddressGroup': '1.2', Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'ConntrackHelper': '1.0', Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'Log': '1.0', Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'Network': '1.1', Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'Port': '1.7', Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'PortForwarding': '1.2', Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'QosPolicy': '1.10', Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'SecurityGroup': '1.5', Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'SecurityGroupRule': '1.2', Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'SubPort': '1.0', Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'Subnet': '1.1', Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: 'Trunk': '1.1'}} Nov 27 01:02:13.996033 n-d-819494-2 neutron-server[103385]: {{(pid=103385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 01:02:14.013036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:02:14.023637 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.024357 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Added segment 0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae of type vlan for network 096a7fbc-91a1-4e50-9539-2545e0765a27 Nov 27 01:02:14.071089 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.080924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f169e18-8b46-4e85-b6d9-21a41f0005cc tempest-AutoAllocateNetworkTest-2019943639 tempest-AutoAllocateNetworkTest-2019943639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:14.085555 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4f169e18-8b46-4e85-b6d9-21a41f0005cc tempest-AutoAllocateNetworkTest-2019943639 tempest-AutoAllocateNetworkTest-2019943639-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2213173 Nov 27 01:02:14.086192 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39256) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:14.105235 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.105916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:14.106585 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.153039 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6bef1110-bca3-457d-b4c4-4283c5d3c28e tempest-AutoAllocateNetworkTest-2019943639 tempest-AutoAllocateNetworkTest-2019943639-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657089 Nov 27 01:02:14.153761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39258) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:14.163937 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8814290 Nov 27 01:02:14.164947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39262) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:14.177249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3e9558d9-0961-42d8-890a-33c1f0dd9b4c admin admin] Request body: {'subnet': {'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-subnet', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:14.183339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-95dcc2ee-e122-47b6-87ce-874dfecd6b73 tempest-AutoAllocateNetworkTest-2019943639 tempest-AutoAllocateNetworkTest-2019943639-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b681d895c6864124a95b709b935afa50 HTTP/1.1" status: 200 len: 208 time: 0.0284326 Nov 27 01:02:14.201196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20647b-b8ee-4756-a50d-e6afe072d834 admin admin] Pushing event updated for resources: {'Network': ['ID=096a7fbc-91a1-4e50-9539-2545e0765a27,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:14.214019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 096a7fbc-91a1-4e50-9539-2545e0765a27 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:02:14.226404 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9558d9-0961-42d8-890a-33c1f0dd9b4c admin admin] Made reservation on behalf of bc4d82ded44244dca3036f69d041fb7f for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:14.229858 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e9558d9-0961-42d8-890a-33c1f0dd9b4c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.424686 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e9558d9-0961-42d8-890a-33c1f0dd9b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.491404 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9558d9-0961-42d8-890a-33c1f0dd9b4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6aa764-ef8b-457f-a61e-2cf49da2da68,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:14.508400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9558d9-0961-42d8-890a-33c1f0dd9b4c admin admin] Checking segment: {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:14.508746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9558d9-0961-42d8-890a-33c1f0dd9b4c admin admin] Network hostable DHCP agents. Network: 096a7fbc-91a1-4e50-9539-2545e0765a27, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:02:14.530703 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9558d9-0961-42d8-890a-33c1f0dd9b4c admin admin] Network 096a7fbc-91a1-4e50-9539-2545e0765a27 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:02:14.540202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3e9558d9-0961-42d8-890a-33c1f0dd9b4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 096a7fbc-91a1-4e50-9539-2545e0765a27) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:14.544697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9558d9-0961-42d8-890a-33c1f0dd9b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:14.545321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e9558d9-0961-42d8-890a-33c1f0dd9b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.562871 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3e9558d9-0961-42d8-890a-33c1f0dd9b4c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3931262 Nov 27 01:02:14.565896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39296) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:14.573636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:14.574280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16757f63-17a6-4432-a821-052d0228d5b7 None None] Network 096a7fbc-91a1-4e50-9539-2545e0765a27 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:02:14.575121 n-d-819494-2 neutron-server[103384]: INFO neutron.quota [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Loaded quota_driver: . Nov 27 01:02:14.634175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.638372 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.801605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:14.829663 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.886450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.897572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-096a7fbc-91a1-4e50-9539-2545e0765a27', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:02:14.899324 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:14.980980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.065567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Allocated IP 172.20.0.2 (096a7fbc-91a1-4e50-9539-2545e0765a27/bc6aa764-ef8b-457f-a61e-2cf49da2da68/14900e31-7904-45ca-befa-91dbcbedcfcf) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:15.221486 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.229566 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.231219 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.232659 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa27-37ef-4c22-a43c-e7e7b415169d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.288844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Network 096a7fbc-91a1-4e50-9539-2545e0765a27 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:15.293533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:15.300510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:15.302666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.342348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Pushing event updated for resources: {'Port': ['ID=14900e31-7904-45ca-befa-91dbcbedcfcf,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:15.362017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.362418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.362828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.363164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.363493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.363872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.364631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.364631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.364869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.365642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.366018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.366371 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Tracked resource versions report: Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: pushed versions: Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: { 'AddressGroup': {'1.2'}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'ConntrackHelper': {'1.0'}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'Log': {'1.0'}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'Network': {'1.1'}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'Port': {'1.7'}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'PortForwarding': {'1.2'}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'QosPolicy': {'1.10'}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'SecurityGroup': {'1.5'}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'SecurityGroupRule': {'1.2'}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'SubPort': {'1.0'}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'Subnet': {'1.1'}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'Trunk': {'1.1'}} Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: consumer versions: Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: { DHCP agent@n-d-819494-2: {}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: HyperV agent@n-h1-819494-2: {}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: HyperV agent@n-h2-819494-2: {}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: L3 agent@n-d-819494-2: {}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: Metadata agent@n-d-819494-2: {}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: Metering agent@n-d-819494-2: {}, Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: Open vSwitch agent@n-d-819494-2: { 'AddressGroup': '1.2', Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'ConntrackHelper': '1.0', Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'Log': '1.0', Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'Network': '1.1', Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'Port': '1.7', Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'PortForwarding': '1.2', Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'QosPolicy': '1.10', Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'SecurityGroup': '1.5', Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'SecurityGroupRule': '1.2', Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'SubPort': '1.0', Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'Subnet': '1.1', Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: 'Trunk': '1.1'}} Nov 27 01:02:15.367448 n-d-819494-2 neutron-server[103386]: {{(pid=103386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 01:02:15.384748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa27-37ef-4c22-a43c-e7e7b415169d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.393451 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa27-37ef-4c22-a43c-e7e7b415169d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.409231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Attempting to bind port 14900e31-7904-45ca-befa-91dbcbedcfcf on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:15.409597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Attempting to bind port 14900e31-7904-45ca-befa-91dbcbedcfcf by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:15.409954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Attempting to bind port 14900e31-7904-45ca-befa-91dbcbedcfcf on network 096a7fbc-91a1-4e50-9539-2545e0765a27 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:15.416632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:15.417130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Checking segment: {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:15.417531 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.417921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Bound using segment: {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:15.418991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Bound port: 14900e31-7904-45ca-befa-91dbcbedcfcf, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:15.419133 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.462992 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ca54aa27-37ef-4c22-a43c-e7e7b415169d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b681d895c6864124a95b709b935afa50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6601920 Nov 27 01:02:15.464158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39324) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:15.521483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Allocated IP 172.25.3.23 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/c739a65b-62e5-4c7f-a6b1-c006947b7c39) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:15.532799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] For port 14900e31-7904-45ca-befa-91dbcbedcfcf, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:15.543868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] For port 14900e31-7904-45ca-befa-91dbcbedcfcf, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=14900e31-7904-45ca-befa-91dbcbedcfcf,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:15.555558 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.610168 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc57840-2e78-4e6c-b394-cacd36537cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.651440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54aa27-37ef-4c22-a43c-e7e7b415169d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d8cfc6-e558-4479-9153-9b4374b46a28,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:15.664133 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.692623 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc57840-2e78-4e6c-b394-cacd36537cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.694539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bf7a2-3f3a-45d3-97ef-f97a49fb8002 None None] Pushing event updated for resources: {'Port': ['ID=14900e31-7904-45ca-befa-91dbcbedcfcf,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:15.711858 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.791242 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc57840-2e78-4e6c-b394-cacd36537cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.796188 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc57840-2e78-4e6c-b394-cacd36537cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:15.802151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3fc57840-2e78-4e6c-b394-cacd36537cd9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23d8cfc6-e558-4479-9153-9b4374b46a28 HTTP/1.1" status: 204 len: 168 time: 0.3356378 Nov 27 01:02:15.813953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc57840-2e78-4e6c-b394-cacd36537cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d8cfc6-e558-4479-9153-9b4374b46a28,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:15.821994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Pushing event updated for resources: {'Port': ['ID=c739a65b-62e5-4c7f-a6b1-c006947b7c39,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:15.847444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:15.859008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:15.861784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.862132 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.869341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.869599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.869950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.870590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.871730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.872085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.872598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.872942 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.873337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.873678 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Tracked resource versions report: Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: pushed versions: Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: { 'AddressGroup': {'1.2'}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'ConntrackHelper': {'1.0'}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'Log': {'1.0'}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'Network': {'1.1'}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'Port': {'1.7'}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'PortForwarding': {'1.2'}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'QosPolicy': {'1.10'}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'SecurityGroup': {'1.5'}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'SecurityGroupRule': {'1.2'}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'SubPort': {'1.0'}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'Subnet': {'1.1'}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'Trunk': {'1.1'}} Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: consumer versions: Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: { DHCP agent@n-d-819494-2: {}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: HyperV agent@n-h1-819494-2: {}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: HyperV agent@n-h2-819494-2: {}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: L3 agent@n-d-819494-2: {}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: Metadata agent@n-d-819494-2: {}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: Metering agent@n-d-819494-2: {}, Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: Open vSwitch agent@n-d-819494-2: { 'AddressGroup': '1.2', Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'ConntrackHelper': '1.0', Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'Log': '1.0', Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'Network': '1.1', Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'Port': '1.7', Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'PortForwarding': '1.2', Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'QosPolicy': '1.10', Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'SecurityGroup': '1.5', Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'SecurityGroupRule': '1.2', Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'SubPort': '1.0', Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'Subnet': '1.1', Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: 'Trunk': '1.1'}} Nov 27 01:02:15.874812 n-d-819494-2 neutron-server[103384]: {{(pid=103384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 01:02:15.887434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:16.248441 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:16.557210 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:16.559191 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:16.626997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39368) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:16.891560 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:16.906689 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a14f344f-56db-4b6f-b28d-26799b15c9ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:16.973541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:02:17.039728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8c049a-49e7-4ee6-8f14-dc7506e4be75 None None] Network 096a7fbc-91a1-4e50-9539-2545e0765a27 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:02:17.214495 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2a723882-4dec-4fa3-8e8e-52c4a7d31b78 None None] Provisioning complete for port 14900e31-7904-45ca-befa-91dbcbedcfcf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:17.214854 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2a723882-4dec-4fa3-8e8e-52c4a7d31b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:17.310718 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a14f344f-56db-4b6f-b28d-26799b15c9ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:17.317762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:02:17.320408 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a14f344f-56db-4b6f-b28d-26799b15c9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:17.340479 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Sync routers for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:02:17.356408 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:02:17.358049 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:02:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:17.388506 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2a723882-4dec-4fa3-8e8e-52c4a7d31b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:17.438786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f344f-56db-4b6f-b28d-26799b15c9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e5de21-8ef7-41bc-b882-2cb5586e8051,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:17.485179 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:17.502668 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a14f344f-56db-4b6f-b28d-26799b15c9ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=940a7b543de442fca1ced986a88cd532&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8742909 Nov 27 01:02:17.505344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39424) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:17.522670 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:17.527634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-83f4b222-cf1b-43a2-9538-7da34e06b0ab admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9603813 Nov 27 01:02:17.539169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39426) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:17.559985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2a723882-4dec-4fa3-8e8e-52c4a7d31b78 None None] For port 14900e31-7904-45ca-befa-91dbcbedcfcf, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=14900e31-7904-45ca-befa-91dbcbedcfcf,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:17.570522 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2a723882-4dec-4fa3-8e8e-52c4a7d31b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:17.698514 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33072463-7099-4134-9661-e3aa84ec1c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:17.725984 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:02:17.753116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 14900e31-7904-45ca-befa-91dbcbedcfcf up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:17.795299 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33072463-7099-4134-9661-e3aa84ec1c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:17.926288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a723882-4dec-4fa3-8e8e-52c4a7d31b78 None None] Pushing event updated for resources: {'Port': ['ID=14900e31-7904-45ca-befa-91dbcbedcfcf,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:18.052427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33072463-7099-4134-9661-e3aa84ec1c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.056986 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33072463-7099-4134-9661-e3aa84ec1c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.062801 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-33072463-7099-4134-9661-e3aa84ec1c3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9e5de21-8ef7-41bc-b882-2cb5586e8051 HTTP/1.1" status: 204 len: 168 time: 0.5511267 Nov 27 01:02:18.072687 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5724172c-aef2-45d0-88c1-9b0836d5b8cf None None] Provisioning complete for port 14900e31-7904-45ca-befa-91dbcbedcfcf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:18.075875 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5724172c-aef2-45d0-88c1-9b0836d5b8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.098596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33072463-7099-4134-9661-e3aa84ec1c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e5de21-8ef7-41bc-b882-2cb5586e8051,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:18.105518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39454) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:18.107803 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 14900e31-7904-45ca-befa-91dbcbedcfcf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:18.109738 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.249809 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:16Z', 'revision_number': 3, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:18.317701 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Checking router: 1f4376bd-6dc6-45bd-86e7-fd1969398f9f for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:02:18.318047 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Updating router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f port c739a65b-62e5-4c7f-a6b1-c006947b7c39 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:02:18.356690 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.379393 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65fd5cb8-5379-45ee-8ae6-b86eff19de62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.505471 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.513516 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65fd5cb8-5379-45ee-8ae6-b86eff19de62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.528434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65fd5cb8-5379-45ee-8ae6-b86eff19de62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.579841 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-65fd5cb8-5379-45ee-8ae6-b86eff19de62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b2d3e90415b4995b40af41a57c9f27d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4728653 Nov 27 01:02:18.581085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39472) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:18.588204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd5cb8-5379-45ee-8ae6-b86eff19de62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2950efa-ac5f-4e4f-ae27-3179fd94ea85,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:18.646661 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c0c555b-eb79-4a34-b61b-86160dffb3cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.671692 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c0c555b-eb79-4a34-b61b-86160dffb3cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.726928 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c0c555b-eb79-4a34-b61b-86160dffb3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.729562 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c0c555b-eb79-4a34-b61b-86160dffb3cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.733320 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7c0c555b-eb79-4a34-b61b-86160dffb3cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2950efa-ac5f-4e4f-ae27-3179fd94ea85 HTTP/1.1" status: 204 len: 168 time: 0.1485333 Nov 27 01:02:18.743976 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c555b-eb79-4a34-b61b-86160dffb3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2950efa-ac5f-4e4f-ae27-3179fd94ea85,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:18.756363 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.768585 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.814864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Allocated IP 172.20.0.1 (096a7fbc-91a1-4e50-9539-2545e0765a27/bc6aa764-ef8b-457f-a61e-2cf49da2da68/3107bad8-16b4-471f-92a1-fdd09bfe81fe) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:18.818802 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Pushing event updated for resources: {'Port': ['ID=c739a65b-62e5-4c7f-a6b1-c006947b7c39,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:18.829876 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:18.830205 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:18.830573 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:18.830905 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:18.831233 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:18.831557 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:18.831901 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:18.832246 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:18.832556 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:18.832858 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:18.833231 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:18.833551 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Tracked resource versions report: Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: pushed versions: Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: { 'AddressGroup': {'1.2'}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'ConntrackHelper': {'1.0'}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'Log': {'1.0'}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'Network': {'1.1'}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'Port': {'1.7'}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'PortForwarding': {'1.2'}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'QosPolicy': {'1.10'}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'SecurityGroup': {'1.5'}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'SecurityGroupRule': {'1.2'}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'SubPort': {'1.0'}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'Subnet': {'1.1'}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'Trunk': {'1.1'}} Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: consumer versions: Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: { DHCP agent@n-d-819494-2: {}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: HyperV agent@n-h1-819494-2: {}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: HyperV agent@n-h2-819494-2: {}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: L3 agent@n-d-819494-2: {}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: Metadata agent@n-d-819494-2: {}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: Metering agent@n-d-819494-2: {}, Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: Open vSwitch agent@n-d-819494-2: { 'AddressGroup': '1.2', Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'ConntrackHelper': '1.0', Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'Log': '1.0', Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'Network': '1.1', Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'Port': '1.7', Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'PortForwarding': '1.2', Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'QosPolicy': '1.10', Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'SecurityGroup': '1.5', Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'SecurityGroupRule': '1.2', Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'SubPort': '1.0', Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'Subnet': '1.1', Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: 'Trunk': '1.1'}} Nov 27 01:02:18.835198 n-d-819494-2 neutron-server[103387]: {{(pid=103387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 27 01:02:18.846303 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Attempting to bind port c739a65b-62e5-4c7f-a6b1-c006947b7c39 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:18.846714 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Attempting to bind port c739a65b-62e5-4c7f-a6b1-c006947b7c39 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:18.847144 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Attempting to bind port c739a65b-62e5-4c7f-a6b1-c006947b7c39 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:18.852883 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:18.853253 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:18.853786 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.854032 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:18.854517 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Bound port: c739a65b-62e5-4c7f-a6b1-c006947b7c39, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:18.854999 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.908289 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] For port c739a65b-62e5-4c7f-a6b1-c006947b7c39, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:18.911678 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] For port c739a65b-62e5-4c7f-a6b1-c006947b7c39, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c739a65b-62e5-4c7f-a6b1-c006947b7c39,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:18.921008 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.970367 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:18.971095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39486) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:18.995087 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2baa947f-6528-4e0d-9fa0-2b635bf6f08a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.011172 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.030398 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:02:19.031026 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:02:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:19.032907 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd49e30-6fd2-4120-834b-a70f713097d2 None None] Pushing event updated for resources: {'Port': ['ID=c739a65b-62e5-4c7f-a6b1-c006947b7c39,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:19.090674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Network 096a7fbc-91a1-4e50-9539-2545e0765a27 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:19.098994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39490) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:19.101943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:19.110998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:19.111542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.134391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Pushing event updated for resources: {'Port': ['ID=3107bad8-16b4-471f-92a1-fdd09bfe81fe,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:19.147599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2baa947f-6528-4e0d-9fa0-2b635bf6f08a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.154058 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2baa947f-6528-4e0d-9fa0-2b635bf6f08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.208009 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2baa947f-6528-4e0d-9fa0-2b635bf6f08a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd4d9f0ef2904e6fbbe2e4012baacfac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2349849 Nov 27 01:02:19.210664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39498) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:19.234153 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:02:19.291569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa947f-6528-4e0d-9fa0-2b635bf6f08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e3f66a-cd61-49e3-8307-1cdf285642fd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:19.331742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7195c54e-9774-4cdb-abed-18f399fb9641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.361463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7195c54e-9774-4cdb-abed-18f399fb9641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.425788 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7195c54e-9774-4cdb-abed-18f399fb9641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.428736 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7195c54e-9774-4cdb-abed-18f399fb9641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.436534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7195c54e-9774-4cdb-abed-18f399fb9641 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39e3f66a-cd61-49e3-8307-1cdf285642fd HTTP/1.1" status: 204 len: 168 time: 0.2245557 Nov 27 01:02:19.460311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-edacba0e-8614-4f5e-87fd-922ac76f3104 None None] Provisioning complete for port 3107bad8-16b4-471f-92a1-fdd09bfe81fe triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:19.461799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195c54e-9774-4cdb-abed-18f399fb9641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e3f66a-cd61-49e3-8307-1cdf285642fd,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:19.462516 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-edacba0e-8614-4f5e-87fd-922ac76f3104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.528772 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.551107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 14900e31-7904-45ca-befa-91dbcbedcfcf up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:19.570189 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:16Z', 'revision_number': 3, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:19.583657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-edacba0e-8614-4f5e-87fd-922ac76f3104 None None] Port 3107bad8-16b4-471f-92a1-fdd09bfe81fe cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:02:19.607570 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefaf80-7d46-4c5b-8216-5b9d3340220c None None] The sync data for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 is: [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:16Z', 'revision_number': 3, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:02:19.611119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 14900e31-7904-45ca-befa-91dbcbedcfcf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:19.611558 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.640549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5a46d2fb-fcce-4f1d-b1e9-7916b694ef28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.775789 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39514) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:19.815104 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27371815-946a-4fce-be15-3eb5c26b96e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.862768 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.869203 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5a46d2fb-fcce-4f1d-b1e9-7916b694ef28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.875207 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.875998 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.882026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5a46d2fb-fcce-4f1d-b1e9-7916b694ef28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.941400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46d2fb-fcce-4f1d-b1e9-7916b694ef28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47aa954e-f207-4910-8ce5-e127253c0988,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:19.965062 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27371815-946a-4fce-be15-3eb5c26b96e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:19.971977 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27371815-946a-4fce-be15-3eb5c26b96e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:20.032448 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27371815-946a-4fce-be15-3eb5c26b96e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7ed143-2c0c-4ecc-a914-93dbde07cd0e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:20.074488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-27371815-946a-4fce-be15-3eb5c26b96e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a6cd2cbeeff4c66a89d37047a218720&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2967148 Nov 27 01:02:20.077266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39522) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:20.190067 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-640e78e9-40c5-423b-b726-361f8c254598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:20.211767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Pushing event updated for resources: {'Port': ['ID=3107bad8-16b4-471f-92a1-fdd09bfe81fe,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:20.221861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39526) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:20.232030 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5a46d2fb-fcce-4f1d-b1e9-7916b694ef28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03fbf45adebd49a29f00b2d4af229ead&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1317403 Nov 27 01:02:20.262409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-640e78e9-40c5-423b-b726-361f8c254598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:20.307158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Network 096a7fbc-91a1-4e50-9539-2545e0765a27 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:20.308706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:20.327578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39536) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:20.340384 n-d-819494-2 neutron-server[103385]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 27 01:02:20.402120 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-06c0eaee-5b10-48ee-bbef-0cb3c38b79b2 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5cb3d7fff77d4af6a069a84a7f362756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657792 Nov 27 01:02:20.524154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:02:20.728104 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa7e285f-1b88-4569-ba0c-24d1cc8bc3f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:20.729281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-babe9fb7-72f8-42ff-8ec7-216b1cedaadc None None] Provisioning complete for port 3107bad8-16b4-471f-92a1-fdd09bfe81fe triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:20.730892 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-babe9fb7-72f8-42ff-8ec7-216b1cedaadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:20.763114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:02:20.770054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-640e78e9-40c5-423b-b726-361f8c254598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:20.781683 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-640e78e9-40c5-423b-b726-361f8c254598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:20.782410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-00075f9b-56de-42d3-9e1a-bee6f4555858 admin admin] 10.222.0.37 "PUT /v2.0/routers/1f4376bd-6dc6-45bd-86e7-fd1969398f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2333763 Nov 27 01:02:20.782693 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-640e78e9-40c5-423b-b726-361f8c254598 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec7ed143-2c0c-4ecc-a914-93dbde07cd0e HTTP/1.1" status: 204 len: 168 time: 0.6952665 Nov 27 01:02:20.817536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-babe9fb7-72f8-42ff-8ec7-216b1cedaadc None None] Port 3107bad8-16b4-471f-92a1-fdd09bfe81fe cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:02:20.864523 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e78e9-40c5-423b-b726-361f8c254598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7ed143-2c0c-4ecc-a914-93dbde07cd0e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:20.899074 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa7e285f-1b88-4569-ba0c-24d1cc8bc3f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:20.913661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-486c0012-8c9e-47cf-bbef-18c2e51ab0b2 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:20.915237 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-486c0012-8c9e-47cf-bbef-18c2e51ab0b2 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5120215 Nov 27 01:02:20.944373 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-702f460c-c568-4ff4-b2a5-93b02da2e4d1 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/quotas/5cb3d7fff77d4af6a069a84a7f362756 HTTP/1.1" status: 200 len: 375 time: 0.0191834 Nov 27 01:02:21.014050 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-d65f6a8f-9b6a-4be0-9a06-507e39e1a141 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cb3d7fff77d4af6a069a84a7f362756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616121 Nov 27 01:02:21.036510 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa7e285f-1b88-4569-ba0c-24d1cc8bc3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:21.039747 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa7e285f-1b88-4569-ba0c-24d1cc8bc3f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:21.041317 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-aa7e285f-1b88-4569-ba0c-24d1cc8bc3f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47aa954e-f207-4910-8ce5-e127253c0988 HTTP/1.1" status: 204 len: 168 time: 0.8181663 Nov 27 01:02:21.051912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e285f-1b88-4569-ba0c-24d1cc8bc3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aa954e-f207-4910-8ce5-e127253c0988,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:21.331385 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32e33af3-58cf-4838-8c3c-872e8d6792c3 req-670f9482-c27c-4fce-b11e-463ae3ab87be tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 210 time: 0.0669999 Nov 27 01:02:21.541535 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c739a65b-62e5-4c7f-a6b1-c006947b7c39 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:21.608211 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port c739a65b-62e5-4c7f-a6b1-c006947b7c39 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:21.608586 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:21.696397 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:21.718730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port c739a65b-62e5-4c7f-a6b1-c006947b7c39, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c739a65b-62e5-4c7f-a6b1-c006947b7c39,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:21.725725 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:21.786950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=c739a65b-62e5-4c7f-a6b1-c006947b7c39,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:21.801306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39608) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:21.823811 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adcb0341-2c1f-4f67-a58d-e8fbdc87b8cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:21.927442 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adcb0341-2c1f-4f67-a58d-e8fbdc87b8cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:21.934652 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adcb0341-2c1f-4f67-a58d-e8fbdc87b8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:21.938585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39620) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:21.941664 n-d-819494-2 neutron-server[103384]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 27 01:02:21.984177 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-adcb0341-2c1f-4f67-a58d-e8fbdc87b8cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=166237196f494d9cb0b799bb57ebd5b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1817124 Nov 27 01:02:21.985263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb0341-2c1f-4f67-a58d-e8fbdc87b8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6451711-4f61-4b78-bff0-c80f6b28c38a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:21.988026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39626) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:22.023029 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-830d1c97-f9c6-46fd-b181-3a7a6233b023 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=61d01093305d43d093aeb033552921af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823240 Nov 27 01:02:22.054449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Sync routers for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:02:22.060823 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1cabf51-5c32-47f0-8464-0fadd7448865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:22.084006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:02:22.089119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:02:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:22.100585 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1cabf51-5c32-47f0-8464-0fadd7448865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:22.188334 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1cabf51-5c32-47f0-8464-0fadd7448865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:22.188878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1cabf51-5c32-47f0-8464-0fadd7448865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:22.192482 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a1cabf51-5c32-47f0-8464-0fadd7448865 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6451711-4f61-4b78-bff0-c80f6b28c38a HTTP/1.1" status: 204 len: 168 time: 0.2033269 Nov 27 01:02:22.209824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cabf51-5c32-47f0-8464-0fadd7448865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6451711-4f61-4b78-bff0-c80f6b28c38a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:22.253585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-eb19af9e-7fab-4e5c-89e9-e29a0591b386 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:22.255322 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-eb19af9e-7fab-4e5c-89e9-e29a0591b386 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314894 Nov 27 01:02:22.279687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-9a0ef4a1-4149-4499-b058-fa648aae013d tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/quotas/61d01093305d43d093aeb033552921af HTTP/1.1" status: 200 len: 375 time: 0.0125537 Nov 27 01:02:22.344809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-fc1893b0-23e0-4f45-891d-8731fd970e28 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61d01093305d43d093aeb033552921af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577707 Nov 27 01:02:22.418675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d34b8b4-c8ef-438f-8024-ce571de9705b req-e472b536-5750-4d0a-9b4d-eae122239dfb tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 210 time: 0.0365796 Nov 27 01:02:22.581957 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:02:22.727135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0bac7cce-1a38-4dd7-a307-5e5e7fb7dae6 req-89a46581-6140-4db4-8e4f-032733bd8960 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 210 time: 0.0803089 Nov 27 01:02:22.835365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39672) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:22.842793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1596994302-network', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:22.886104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Made reservation on behalf of bbcb542f95cc47eab3ab98b9e8fd1410 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:22.889012 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:22.903749 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:22.931601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 2, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:23.007602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Checking router: 1f4376bd-6dc6-45bd-86e7-fd1969398f9f for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:02:23.009305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Updating router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f port 3107bad8-16b4-471f-92a1-fdd09bfe81fe binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:02:23.068774 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:23.078144 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:23.078554 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:23.141211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:02:23.177095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea25dd21-51ab-4531-b8a3-4e89e1576319,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:23.184901 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:23.185411 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Added segment b42f002c-c1d8-4df9-8e6a-93589da9e648 of type vlan for network 4cbc78e5-724d-4d6b-abb7-d0991798dcc5 Nov 27 01:02:23.245681 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:23.307563 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:23.309731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:23.310333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:23.393443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5547979 Nov 27 01:02:23.395604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39702) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:23.397259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a6633-b418-4c52-af4e-ef2a92fc6662 admin admin] Pushing event updated for resources: {'Network': ['ID=4cbc78e5-724d-4d6b-abb7-d0991798dcc5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:23.417302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a2a97378-d8be-45ed-8b0b-a7b0ada5b3cf admin admin] Request body: {'subnet': {'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1596994302-subnet', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:23.424169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 4cbc78e5-724d-4d6b-abb7-d0991798dcc5 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:02:23.507621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a97378-d8be-45ed-8b0b-a7b0ada5b3cf admin admin] Made reservation on behalf of bbcb542f95cc47eab3ab98b9e8fd1410 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:23.510352 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2a97378-d8be-45ed-8b0b-a7b0ada5b3cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:23.574642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c739a65b-62e5-4c7f-a6b1-c006947b7c39 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:23.768903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port c739a65b-62e5-4c7f-a6b1-c006947b7c39 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:23.769829 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:23.786418 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33582152-a7a7-4cfb-8ea7-096c97a64365 req-22a07dac-1236-4c07-83a3-7d533ed3ebe6 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 210 time: 0.0634410 Nov 27 01:02:23.810568 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2a97378-d8be-45ed-8b0b-a7b0ada5b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:23.896359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a97378-d8be-45ed-8b0b-a7b0ada5b3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba0e7af-7d5e-4df9-9816-37eadb35af90,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:23.919994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a97378-d8be-45ed-8b0b-a7b0ada5b3cf admin admin] Checking segment: {'id': 'b42f002c-c1d8-4df9-8e6a-93589da9e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:23.920366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a97378-d8be-45ed-8b0b-a7b0ada5b3cf admin admin] Network hostable DHCP agents. Network: 4cbc78e5-724d-4d6b-abb7-d0991798dcc5, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:02:23.958180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.11', 60019) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:23.987371 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9e1276c-dc51-4c4d-a367-ed19045240ee req-747a1dae-93a3-4b3b-9db3-78d2e5587a0e tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 210 time: 0.0841916 Nov 27 01:02:24.022332 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-3c9bccda-282f-4564-bb93-2c72ec8df388 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5cb3d7fff77d4af6a069a84a7f362756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571861 Nov 27 01:02:24.045861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a97378-d8be-45ed-8b0b-a7b0ada5b3cf admin admin] Network 4cbc78e5-724d-4d6b-abb7-d0991798dcc5 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:02:24.076928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a2a97378-d8be-45ed-8b0b-a7b0ada5b3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 4cbc78e5-724d-4d6b-abb7-d0991798dcc5) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:24.085237 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.090048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e75b63-d9e8-4697-8291-ff7bf4b8cacf None None] Network 4cbc78e5-724d-4d6b-abb7-d0991798dcc5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:02:24.127800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a97378-d8be-45ed-8b0b-a7b0ada5b3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:24.128716 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2a97378-d8be-45ed-8b0b-a7b0ada5b3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.134269 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.169148 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a2a97378-d8be-45ed-8b0b-a7b0ada5b3cf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7695620 Nov 27 01:02:24.171274 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39738) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:24.177245 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1596994302-router', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:24.215733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-0407a933-a793-44de-a019-219d741ca067 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:24.218103 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-0407a933-a793-44de-a019-219d741ca067 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873922 Nov 27 01:02:24.255723 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.259596 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.332753 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43dc52-d2e8-478c-ad22-d96ebd263c13 None None] Pushing event updated for resources: {'Port': ['ID=3107bad8-16b4-471f-92a1-fdd09bfe81fe,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:24.348094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Request body: {'port': {'device_id': '38292fbb-34ca-4385-a380-3fd004020e71', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '5cb3d7fff77d4af6a069a84a7f362756'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:24.402589 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Attempting to bind port 3107bad8-16b4-471f-92a1-fdd09bfe81fe on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:24.405733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Attempting to bind port 3107bad8-16b4-471f-92a1-fdd09bfe81fe by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:24.406498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Attempting to bind port 3107bad8-16b4-471f-92a1-fdd09bfe81fe on network 096a7fbc-91a1-4e50-9539-2545e0765a27 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:24.425525 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:24.425901 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Checking segment: {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:24.426325 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.426713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Bound using segment: {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:24.427411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Bound port: 3107bad8-16b4-471f-92a1-fdd09bfe81fe, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:24.428530 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.486415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.688153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8c483031-8147-46b0-96fd-64d65706a315 None None] Provisioning complete for port 3107bad8-16b4-471f-92a1-fdd09bfe81fe triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:24.688638 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8c483031-8147-46b0-96fd-64d65706a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.762359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] For port 3107bad8-16b4-471f-92a1-fdd09bfe81fe, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:24.772385 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-4cbc78e5-724d-4d6b-abb7-d0991798dcc5', 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'fixed_ips': [{'subnet_id': 'aba0e7af-7d5e-4df9-9816-37eadb35af90'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:02:24.773326 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.800164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] For port 3107bad8-16b4-471f-92a1-fdd09bfe81fe, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3107bad8-16b4-471f-92a1-fdd09bfe81fe,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:24.807340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8c483031-8147-46b0-96fd-64d65706a315 None None] Port 3107bad8-16b4-471f-92a1-fdd09bfe81fe cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:02:24.822756 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.881554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Made reservation on behalf of 5cb3d7fff77d4af6a069a84a7f362756 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:24.885155 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.904745 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:24.982970 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:25.174574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:02:25.175256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:02:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:25.213972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f5acd7-a21b-4266-9bb2-13994b283dc3 req-33d7df9b-50e8-454b-89d2-e3c039dbfc40 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 210 time: 0.1237850 Nov 27 01:02:25.216155 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:25.219492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.42', 52075) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:25.228594 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:25.233577 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c9ef3b86-291c-4a3e-811d-d03f3565b707 req-8d7814f1-bf88-4e71-9a55-0a014b3d7783 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 210 time: 0.0757120 Nov 27 01:02:25.307434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43dc52-d2e8-478c-ad22-d96ebd263c13 None None] Pushing event updated for resources: {'Port': ['ID=3107bad8-16b4-471f-92a1-fdd09bfe81fe,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:25.331365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:25.398115 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-8e0a472b-15d8-4543-bf2e-efb0650dcc1f tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=61d01093305d43d093aeb033552921af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1540229 Nov 27 01:02:25.427405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Allocated IP 172.20.0.2 (4cbc78e5-724d-4d6b-abb7-d0991798dcc5/aba0e7af-7d5e-4df9-9816-37eadb35af90/303cb863-5699-490d-a814-b0d30025b1b9) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:25.539412 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:25.560156 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:25.627048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39800) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:25.696677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d1f6e045-1621-4ebf-83fc-5b4a2aebf3a7 None None] Provisioning complete for port 3107bad8-16b4-471f-92a1-fdd09bfe81fe triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:25.697060 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1f6e045-1621-4ebf-83fc-5b4a2aebf3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:25.756951 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Allocated IP 172.25.3.248 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:25.839157 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:02:26.000460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Allocated IP 192.168.233.46 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/e20844ff-0fb4-4d19-9036-6a2d71148b79) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:26.021078 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8533c8f1-4f06-4f1f-89ca-6f9b69cc8717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:26.192787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-08580f94-0870-46f6-b340-19d8a8c54420 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:26.195990 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-08580f94-0870-46f6-b340-19d8a8c54420 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7261913 Nov 27 01:02:26.268986 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:26.277491 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8533c8f1-4f06-4f1f-89ca-6f9b69cc8717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:26.295494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8533c8f1-4f06-4f1f-89ca-6f9b69cc8717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:26.471582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:26.478587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8533c8f1-4f06-4f1f-89ca-6f9b69cc8717 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd7c8ace2b934569ba62d2a97b5a968c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8485696 Nov 27 01:02:26.481212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533c8f1-4f06-4f1f-89ca-6f9b69cc8717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dc4208-9c9a-4117-9d98-b052b5530e05,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:26.491206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39826) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:26.551124 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:26.645067 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:26.714756 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1f6e045-1621-4ebf-83fc-5b4a2aebf3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:26.734556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:26.757102 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Pushing event updated for resources: {'Port': ['ID=4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:26.776435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:26.891538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d1f6e045-1621-4ebf-83fc-5b4a2aebf3a7 None None] For port 3107bad8-16b4-471f-92a1-fdd09bfe81fe, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3107bad8-16b4-471f-92a1-fdd09bfe81fe,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:26.899790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Request body: {'port': {'device_id': 'b443c1f8-0d2e-48d1-80e5-ba76558600c1', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '61d01093305d43d093aeb033552921af'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:26.924653 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba4156c4-2708-492f-bdfe-14401078cfb1 req-58c2c2ec-726a-4f6d-9b8d-a9545e0a59cf tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 210 time: 0.0967684 Nov 27 01:02:26.976792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:26.987633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d796ae4e-2d38-4c86-964d-84acc1be1a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:27.017499 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bfb9482c-9fc7-45e4-baf8-b22100488cb6 req-7c20cc67-a944-4547-b16c-4ca863ed040f tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 210 time: 0.1916592 Nov 27 01:02:27.057017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Pushing event updated for resources: {'Port': ['ID=303cb863-5699-490d-a814-b0d30025b1b9,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:27.081819 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d796ae4e-2d38-4c86-964d-84acc1be1a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:27.202769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Network 4cbc78e5-724d-4d6b-abb7-d0991798dcc5 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:27.222076 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1f6e045-1621-4ebf-83fc-5b4a2aebf3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:27.230672 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:27.234358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:27.261181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:27.306213 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:27.469257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d796ae4e-2d38-4c86-964d-84acc1be1a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:27.479995 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d796ae4e-2d38-4c86-964d-84acc1be1a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:27.483734 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d796ae4e-2d38-4c86-964d-84acc1be1a3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1dc4208-9c9a-4117-9d98-b052b5530e05 HTTP/1.1" status: 204 len: 168 time: 0.9886322 Nov 27 01:02:27.536658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796ae4e-2d38-4c86-964d-84acc1be1a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dc4208-9c9a-4117-9d98-b052b5530e05,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:27.633678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6e045-1621-4ebf-83fc-5b4a2aebf3a7 None None] Pushing event updated for resources: {'Port': ['ID=3107bad8-16b4-471f-92a1-fdd09bfe81fe,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:27.644520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Attempting to bind port 303cb863-5699-490d-a814-b0d30025b1b9 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:27.645552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Attempting to bind port 303cb863-5699-490d-a814-b0d30025b1b9 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'b42f002c-c1d8-4df9-8e6a-93589da9e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:27.649489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Attempting to bind port 303cb863-5699-490d-a814-b0d30025b1b9 on network 4cbc78e5-724d-4d6b-abb7-d0991798dcc5 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:27.674656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:27.675602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Checking segment: {'id': 'b42f002c-c1d8-4df9-8e6a-93589da9e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:27.680946 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:27.681798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Bound using segment: {'id': 'b42f002c-c1d8-4df9-8e6a-93589da9e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:27.683777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Bound port: 303cb863-5699-490d-a814-b0d30025b1b9, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42f002c-c1d8-4df9-8e6a-93589da9e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:27.685754 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:27.754129 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:24Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:27.815835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:27.821538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Pushing event updated for resources: {'Port': ['ID=e20844ff-0fb4-4d19-9036-6a2d71148b79,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:27.836786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:27.840199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:27.880084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:27.881441 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:27.946591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e7cb39-95ed-4d58-ac38-35fc29e3eed6 None None] The sync data for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 is: [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:24Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:02:27.950265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39866) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:27.972887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Made reservation on behalf of 61d01093305d43d093aeb033552921af for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:27.995096 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:28.020394 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-85a62255-df1f-4045-b291-da32f9715221 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6786168 Nov 27 01:02:28.024135 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:28.083260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-f5a15c84-3450-494a-99db-ff00eead4424 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:02:28.085369 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-f5a15c84-3450-494a-99db-ff00eead4424 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497413 Nov 27 01:02:28.180128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] For port 303cb863-5699-490d-a814-b0d30025b1b9, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:28.185672 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:28.192449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] For port 303cb863-5699-490d-a814-b0d30025b1b9, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=303cb863-5699-490d-a814-b0d30025b1b9,segment=NetworkSegment(b42f002c-c1d8-4df9-8e6a-93589da9e648),segment_id=b42f002c-c1d8-4df9-8e6a-93589da9e648)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:28.204390 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:28.283255 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da191596-56e1-4269-93fe-1a8f6a382a1d req-fd95f491-16ae-49c4-9771-afd9f2e00c07 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 210 time: 0.1439209 Nov 27 01:02:28.320264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39874) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:28.380024 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34820e93-c8ca-479f-83c7-9be0a392dd42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:28.422304 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00cca7-aa40-4c35-9c4c-85f3ea8eb1e6 None None] Pushing event updated for resources: {'Port': ['ID=303cb863-5699-490d-a814-b0d30025b1b9,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:28.492182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4926b141-d42b-4f42-8cdb-90f158b4a4d3 None None] Provisioning complete for port e20844ff-0fb4-4d19-9036-6a2d71148b79 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:28.492703 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4926b141-d42b-4f42-8cdb-90f158b4a4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:28.610692 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:28.642808 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:28.660802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4926b141-d42b-4f42-8cdb-90f158b4a4d3 None None] Port e20844ff-0fb4-4d19-9036-6a2d71148b79 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:02:28.759101 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:02:28.944291 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:29.038631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Allocated IP 192.168.233.131 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/605b7e5b-27e8-48ee-8ef2-771254d5f905) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:29.212654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c96525-d28d-4078-b130-068c72fbe609 req-ad9ed06a-f662-4810-be50-e659526ebc5a tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:29.230459 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-96c96525-d28d-4078-b130-068c72fbe609 req-ad9ed06a-f662-4810-be50-e659526ebc5a tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 935 time: 0.7580185 Nov 27 01:02:29.271073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Router e30982d4-2edd-451f-b2e3-a1e79dc2390d is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:02:29.327250 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e74ee7b9-a1c6-468f-a579-6736bc705b2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:29.331838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:29.572698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e74ee7b9-a1c6-468f-a579-6736bc705b2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:29.612819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Request body: {'port': {'device_id': '38292fbb-34ca-4385-a380-3fd004020e71', 'device_owner': 'compute:tempest-test_az-1521654875', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:29.623106 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e74ee7b9-a1c6-468f-a579-6736bc705b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:29.749435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3107bad8-16b4-471f-92a1-fdd09bfe81fe up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:29.776188 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-96c96525-d28d-4078-b130-068c72fbe609 req-f74ef0dc-890a-4981-8235-5c7886f0663e tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449166 Nov 27 01:02:29.858189 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e74ee7b9-a1c6-468f-a579-6736bc705b2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc23a051d2ef4348b474e3f81bec6a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9003215 Nov 27 01:02:29.859065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 3107bad8-16b4-471f-92a1-fdd09bfe81fe triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:29.859649 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:29.863688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39904) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:30.017934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ee7b9-a1c6-468f-a579-6736bc705b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdb4a77-4a27-44f1-899a-1170c6d27d3f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:30.019444 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2015a61-5ee5-4e30-8cd3-664468d9a576 req-4e1a2b93-7a24-4380-a478-f72ae870f152 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 210 time: 0.0918167 Nov 27 01:02:30.088729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:02:30.105181 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Sync routers for ids ['e30982d4-2edd-451f-b2e3-a1e79dc2390d'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:02:30.130080 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Routers {'e30982d4-2edd-451f-b2e3-a1e79dc2390d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:02:30.136744 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:02:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e30982d4-2edd-451f-b2e3-a1e79dc2390d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:30.179365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:30.181108 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1efb00a9-e276-4562-8c0d-c8f59fb62f9e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.0086627 Nov 27 01:02:30.183934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39908) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:30.189102 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:30.211123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 303cb863-5699-490d-a814-b0d30025b1b9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:30.343120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 303cb863-5699-490d-a814-b0d30025b1b9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:30.343496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:30.575490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:30.579581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39912) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:30.601728 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Set router e30982d4-2edd-451f-b2e3-a1e79dc2390d gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:02:30.724233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 303cb863-5699-490d-a814-b0d30025b1b9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=303cb863-5699-490d-a814-b0d30025b1b9,segment=NetworkSegment(b42f002c-c1d8-4df9-8e6a-93589da9e648),segment_id=b42f002c-c1d8-4df9-8e6a-93589da9e648)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:30.734198 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:30.837568 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34820e93-c8ca-479f-83c7-9be0a392dd42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:30.860725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12f3a9f-c8ce-4b42-8e65-f88f6a1ad87f None None] Network 4cbc78e5-724d-4d6b-abb7-d0991798dcc5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:02:31.024647 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:31.063965 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1660282-a80a-43a4-a0f9-059f52e7faa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:31.076098 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1596994302-router', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:24Z', 'updated_at': '2021-11-27T01:02:27Z', 'revision_number': 3, 'project_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'gw_port': {'id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:25Z', 'updated_at': '2021-11-27T01:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:31.088663 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34820e93-c8ca-479f-83c7-9be0a392dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:31.136413 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-34820e93-c8ca-479f-83c7-9be0a392dd42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e4765972e4c430899981e564135b456&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8109434 Nov 27 01:02:31.137636 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:31.140845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39920) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:31.200008 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Checking router: e30982d4-2edd-451f-b2e3-a1e79dc2390d for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:02:31.201099 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Updating router e30982d4-2edd-451f-b2e3-a1e79dc2390d port 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:02:31.276341 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:31.291838 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=303cb863-5699-490d-a814-b0d30025b1b9,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:31.309152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bd1b7cc6-fda2-4a7d-9769-86ebce5e6aff None None] Provisioning complete for port 303cb863-5699-490d-a814-b0d30025b1b9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:31.319042 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bd1b7cc6-fda2-4a7d-9769-86ebce5e6aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:31.526889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Pushing event updated for resources: {'Port': ['ID=605b7e5b-27e8-48ee-8ef2-771254d5f905,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:31.560780 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1660282-a80a-43a4-a0f9-059f52e7faa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:31.581448 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1660282-a80a-43a4-a0f9-059f52e7faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:31.620070 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47a625ec-cfe4-4658-a343-93351b300f4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:31.652688 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c1660282-a80a-43a4-a0f9-059f52e7faa2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0625ea9875d0449f818b2bd6a05304ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0671020 Nov 27 01:02:31.663632 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1660282-a80a-43a4-a0f9-059f52e7faa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1344258-73c3-464f-af32-71b86bcbb360,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:31.685909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47a625ec-cfe4-4658-a343-93351b300f4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:31.687822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39928) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:31.726452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 303cb863-5699-490d-a814-b0d30025b1b9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:31.789997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44fe96-48be-4605-bcc6-b6e106e1cf9f req-1623c829-c702-49a4-aa9e-6b77b860d7ea tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:31.794656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff44fe96-48be-4605-bcc6-b6e106e1cf9f req-1623c829-c702-49a4-aa9e-6b77b860d7ea tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 936 time: 0.4945188 Nov 27 01:02:31.806392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:31.843197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b522535-a57e-45a6-a425-aae15754c409 req-9fcdadad-0ad5-4002-8473-4af00b4c76c0 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:31.854715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 303cb863-5699-490d-a814-b0d30025b1b9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:31.855147 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:31.861154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b522535-a57e-45a6-a425-aae15754c409 req-9fcdadad-0ad5-4002-8473-4af00b4c76c0 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 935 time: 0.7732377 Nov 27 01:02:31.940772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:31.943924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34820e93-c8ca-479f-83c7-9be0a392dd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d589e5-aec7-43d9-ad3a-a948caae2ae1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:32.007626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:32.016584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:32.018371 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.036767 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7efa8eb6-e702-4804-87a5-4011c81a8b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.040142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47a625ec-cfe4-4658-a343-93351b300f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.042347 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.045148 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47a625ec-cfe4-4658-a343-93351b300f4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.046837 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-47a625ec-cfe4-4658-a343-93351b300f4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cdb4a77-4a27-44f1-899a-1170c6d27d3f HTTP/1.1" status: 204 len: 168 time: 2.1806924 Nov 27 01:02:32.052092 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.091429 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6335a9a0-ed6d-4503-a679-4de15f3fa723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.146961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c25144a1-7449-4f56-b4c8-a38e7f327887 None None] Provisioning complete for port 303cb863-5699-490d-a814-b0d30025b1b9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:32.150135 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c25144a1-7449-4f56-b4c8-a38e7f327887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.173151 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6335a9a0-ed6d-4503-a679-4de15f3fa723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.176346 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-0fbb0b86-2c80-4037-8a03-759b20959337 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3562372 Nov 27 01:02:32.182959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a625ec-cfe4-4658-a343-93351b300f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdb4a77-4a27-44f1-899a-1170c6d27d3f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:32.211261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-f1dec8de-9e5a-41e5-9693-9043893cd227 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:02:32.212585 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-f1dec8de-9e5a-41e5-9693-9043893cd227 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097916 Nov 27 01:02:32.258479 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Attempting to bind port 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:32.259083 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Attempting to bind port 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:32.259653 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Attempting to bind port 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:32.305506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7efa8eb6-e702-4804-87a5-4011c81a8b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.307087 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff44fe96-48be-4605-bcc6-b6e106e1cf9f req-dbdedba9-4206-4a0b-8c2e-75cb0e7d2737 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957483 Nov 27 01:02:32.334936 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:32.340524 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:32.341327 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.341967 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:32.342967 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Bound port: 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:32.343496 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.373118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b522535-a57e-45a6-a425-aae15754c409 req-b9c79d75-45f1-4c61-8514-b68ce21d2cad tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069838 Nov 27 01:02:32.481625 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] For port 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:32.486611 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] For port 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:32.494168 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.535884 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Routers {'e30982d4-2edd-451f-b2e3-a1e79dc2390d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:02:32.537464 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:02:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e30982d4-2edd-451f-b2e3-a1e79dc2390d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:32.580224 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.627644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-61cb0d1f-216a-4c01-b690-c3039864d9c7 None None] Provisioning complete for port 605b7e5b-27e8-48ee-8ef2-771254d5f905 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:32.627958 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-61cb0d1f-216a-4c01-b690-c3039864d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.654186 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7efa8eb6-e702-4804-87a5-4011c81a8b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.657647 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7efa8eb6-e702-4804-87a5-4011c81a8b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.660673 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6335a9a0-ed6d-4503-a679-4de15f3fa723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.664722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7efa8eb6-e702-4804-87a5-4011c81a8b82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23d589e5-aec7-43d9-ad3a-a948caae2ae1 HTTP/1.1" status: 204 len: 168 time: 1.4887216 Nov 27 01:02:32.667318 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6335a9a0-ed6d-4503-a679-4de15f3fa723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.674555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6335a9a0-ed6d-4503-a679-4de15f3fa723 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1344258-73c3-464f-af32-71b86bcbb360 HTTP/1.1" status: 204 len: 168 time: 0.9767966 Nov 27 01:02:32.738707 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] Set router e30982d4-2edd-451f-b2e3-a1e79dc2390d gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:02:32.760126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Request body: {'port': {'device_id': 'b443c1f8-0d2e-48d1-80e5-ba76558600c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:32.767929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-61cb0d1f-216a-4c01-b690-c3039864d9c7 None None] Port 605b7e5b-27e8-48ee-8ef2-771254d5f905 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:02:32.794411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335a9a0-ed6d-4503-a679-4de15f3fa723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1344258-73c3-464f-af32-71b86bcbb360,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:32.848994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa8eb6-e702-4804-87a5-4011c81a8b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d589e5-aec7-43d9-ad3a-a948caae2ae1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:32.946174 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b449b-b5e9-40d9-beab-6a6e1e68b64e None None] Pushing event updated for resources: {'Port': ['ID=4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:32.964103 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:32.973360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39942) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:33.012944 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b449b-b5e9-40d9-beab-6a6e1e68b64e None None] Pushing event updated for resources: {'Port': ['ID=4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:33.025524 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1596994302-router', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:24Z', 'updated_at': '2021-11-27T01:02:27Z', 'revision_number': 3, 'project_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'gw_port': {'id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:25Z', 'updated_at': '2021-11-27T01:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:33.040887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ee5d610-a160-419c-914a-0d4355bae995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:33.066952 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368a15c-62c8-4512-b610-1b603136a4d7 None None] The sync data for ids ['e30982d4-2edd-451f-b2e3-a1e79dc2390d'] in n-d-819494-2 is: [{'id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1596994302-router', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:24Z', 'updated_at': '2021-11-27T01:02:27Z', 'revision_number': 3, 'project_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'gw_port': {'id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:25Z', 'updated_at': '2021-11-27T01:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:02:33.081999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20844ff-0fb4-4d19-9036-6a2d71148b79 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:02:33.103808 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:33.219383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Transition to ACTIVE for port object e20844ff-0fb4-4d19-9036-6a2d71148b79 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:02:33.244357 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:33.293282 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ee5d610-a160-419c-914a-0d4355bae995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:33.296467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Allocated IP 172.20.0.1 (4cbc78e5-724d-4d6b-abb7-d0991798dcc5/aba0e7af-7d5e-4df9-9816-37eadb35af90/891435bb-a613-4202-b916-12d09b4ab5d3) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:33.310002 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ee5d610-a160-419c-914a-0d4355bae995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:33.332139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Pushing event updated for resources: {'Port': ['ID=e20844ff-0fb4-4d19-9036-6a2d71148b79,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:33.616803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5d610-a160-419c-914a-0d4355bae995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c206c8d-e8e9-4243-80b9-6105876451de,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:33.633482 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5ee5d610-a160-419c-914a-0d4355bae995 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62b9078ea2b747aeb2614e31ef25e68a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6581995 Nov 27 01:02:33.635685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39956) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:33.922725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39960) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:34.004543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10e4ad-1471-4a60-8318-6c7fcc594db2 req-8ff23bcf-97fe-4721-af7f-7e5cff8fbd43 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:34.017432 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ab10e4ad-1471-4a60-8318-6c7fcc594db2 req-8ff23bcf-97fe-4721-af7f-7e5cff8fbd43 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 936 time: 0.3788424 Nov 27 01:02:34.033579 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a802bfb-8725-4c41-8471-028e9f583d0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:34.066091 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:34.178700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Attempting to bind port e20844ff-0fb4-4d19-9036-6a2d71148b79 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:34.179172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Attempting to bind port e20844ff-0fb4-4d19-9036-6a2d71148b79 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:34.180032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Attempting to bind port e20844ff-0fb4-4d19-9036-6a2d71148b79 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:34.230910 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ab10e4ad-1471-4a60-8318-6c7fcc594db2 req-3ada198b-d2f5-464d-9155-b505d344f635 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122879 Nov 27 01:02:34.270916 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:34.350591 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a802bfb-8725-4c41-8471-028e9f583d0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:34.365927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Network 4cbc78e5-724d-4d6b-abb7-d0991798dcc5 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:34.370114 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:34.373685 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a802bfb-8725-4c41-8471-028e9f583d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:34.377068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:34.377531 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:34.396490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Pushing event updated for resources: {'Port': ['ID=891435bb-a613-4202-b916-12d09b4ab5d3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:34.465352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605b7e5b-27e8-48ee-8ef2-771254d5f905 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:02:34.478410 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:34.496151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Transition to ACTIVE for port object 605b7e5b-27e8-48ee-8ef2-771254d5f905 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:02:34.525144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Port e20844ff-0fb4-4d19-9036-6a2d71148b79 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:02:34.525624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Attempting to bind port e20844ff-0fb4-4d19-9036-6a2d71148b79 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:34.533242 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:34.553928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:34.554784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:34.555529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:34.556673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Bound port: e20844ff-0fb4-4d19-9036-6a2d71148b79, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:34.559624 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:34.698642 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1a802bfb-8725-4c41-8471-028e9f583d0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f196035fe748462a9b2387eec0e1c2bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7734225 Nov 27 01:02:34.701113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a802bfb-8725-4c41-8471-028e9f583d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c929ce7f-3a4d-496d-862a-a3c847156247,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:34.725779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39972) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:34.847248 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] For port e20844ff-0fb4-4d19-9036-6a2d71148b79, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:34.864316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] For port e20844ff-0fb4-4d19-9036-6a2d71148b79, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e20844ff-0fb4-4d19-9036-6a2d71148b79,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:34.866587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Pushing event updated for resources: {'Port': ['ID=605b7e5b-27e8-48ee-8ef2-771254d5f905,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:34.924216 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:34.962581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-60df9caa-eca0-474d-831c-40da7cbb9cd2 None None] Provisioning complete for port 891435bb-a613-4202-b916-12d09b4ab5d3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:34.963185 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-60df9caa-eca0-474d-831c-40da7cbb9cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.044487 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.079808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-60df9caa-eca0-474d-831c-40da7cbb9cd2 None None] Port 891435bb-a613-4202-b916-12d09b4ab5d3 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:02:35.137465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:35.138585 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.140244 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] 10.222.0.11 "PUT /v2.0/ports/e20844ff-0fb4-4d19-9036-6a2d71148b79 HTTP/1.1" status: 200 len: 1117 time: 5.9963868 Nov 27 01:02:35.152721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38292fbb-34ca-4385-a380-3fd004020e71', 'tag': 'e20844ff-0fb4-4d19-9036-6a2d71148b79'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:02:35.327460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da439521-6a44-4124-9482-8745812bd3c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.345691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8b848-0229-4d83-98c2-2c7ae931775a service neutron] Pushing event updated for resources: {'Port': ['ID=e20844ff-0fb4-4d19-9036-6a2d71148b79,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:35.553682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab0285-d004-4b7f-aadb-144ed8440178 req-1ac4e609-440a-4e7a-b260-c6fe8a3b0243 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:35.560374 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cab0285-d004-4b7f-aadb-144ed8440178 req-1ac4e609-440a-4e7a-b260-c6fe8a3b0243 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 969 time: 1.9305408 Nov 27 01:02:35.661027 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.709249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:35.714567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da439521-6a44-4124-9482-8745812bd3c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.803405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:35.803907 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.835476 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e17fe8e-2d83-4a4e-8404-afcbec93fa27" -d '{"events": [{"name": "network-changed", "server_uuid": "38292fbb-34ca-4385-a380-3fd004020e71", "tag": "e20844ff-0fb4-4d19-9036-6a2d71148b79"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:02:35.906459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Attempting to bind port 605b7e5b-27e8-48ee-8ef2-771254d5f905 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:35.906824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Attempting to bind port 605b7e5b-27e8-48ee-8ef2-771254d5f905 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:35.907213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Attempting to bind port 605b7e5b-27e8-48ee-8ef2-771254d5f905 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:35.940935 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:35.944342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-231641b2-8956-4929-a4e4-5c05fcd654ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:35.950156 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-231641b2-8956-4929-a4e4-5c05fcd654ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cb3d7fff77d4af6a069a84a7f362756&device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 1120 time: 0.6405256 Nov 27 01:02:35.975606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Port 605b7e5b-27e8-48ee-8ef2-771254d5f905 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:02:35.975954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Attempting to bind port 605b7e5b-27e8-48ee-8ef2-771254d5f905 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:35.980750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:35.992657 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.007661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:36.009548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:36.009947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:36.012198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Bound port: 605b7e5b-27e8-48ee-8ef2-771254d5f905, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:36.012609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.066307 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.067171 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.109544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:36.181796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] For port 605b7e5b-27e8-48ee-8ef2-771254d5f905, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:36.185741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] For port 605b7e5b-27e8-48ee-8ef2-771254d5f905, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=605b7e5b-27e8-48ee-8ef2-771254d5f905,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:36.188108 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03f0bec2-e445-4097-95de-7f2de933605e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.223469 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cab0285-d004-4b7f-aadb-144ed8440178 req-f0922628-3c57-4e68-a990-759ebf928a7a tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6388042 Nov 27 01:02:36.296022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da439521-6a44-4124-9482-8745812bd3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.312087 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da439521-6a44-4124-9482-8745812bd3c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.317545 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-da439521-6a44-4124-9482-8745812bd3c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c206c8d-e8e9-4243-80b9-6105876451de HTTP/1.1" status: 204 len: 168 time: 2.6636002 Nov 27 01:02:36.337496 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03f0bec2-e445-4097-95de-7f2de933605e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.344461 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.346739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a7d7b-b557-4ed6-a18f-e0ed3a34ef7f req-48909fdd-00e4-4b06-937e-827db099f882 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:36.355078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc5a7d7b-b557-4ed6-a18f-e0ed3a34ef7f req-48909fdd-00e4-4b06-937e-827db099f882 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 948 time: 0.9184442 Nov 27 01:02:36.364364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Pushing event updated for resources: {'Port': ['ID=891435bb-a613-4202-b916-12d09b4ab5d3,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:36.408632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-73a83e38-22c5-483e-bbdb-cf98f7602a27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=e20844ff-0fb4-4d19-9036-6a2d71148b79 HTTP/1.1" status: 200 len: 217 time: 0.3504062 Nov 27 01:02:36.484764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da439521-6a44-4124-9482-8745812bd3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c206c8d-e8e9-4243-80b9-6105876451de,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:36.503295 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:36.504219 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.505329 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] 10.222.0.42 "PUT /v2.0/ports/605b7e5b-27e8-48ee-8ef2-771254d5f905 HTTP/1.1" status: 200 len: 1096 time: 3.9923019 Nov 27 01:02:36.522538 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc5a7d7b-b557-4ed6-a18f-e0ed3a34ef7f req-df8a2b80-fead-45ba-9b89-303155153f8a tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573763 Nov 27 01:02:36.535525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Network 4cbc78e5-724d-4d6b-abb7-d0991798dcc5 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:36.546195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:36.565455 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03f0bec2-e445-4097-95de-7f2de933605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.573589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03f0bec2-e445-4097-95de-7f2de933605e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:36.577048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-39669c09-8f7c-4bbc-8c0f-f08e026be5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:36.578109 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-03f0bec2-e445-4097-95de-7f2de933605e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c929ce7f-3a4d-496d-862a-a3c847156247 HTTP/1.1" status: 204 len: 168 time: 1.8385186 Nov 27 01:02:36.579276 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-39669c09-8f7c-4bbc-8c0f-f08e026be5df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1237493 Nov 27 01:02:36.581636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ddcf0-c466-4b33-92f8-b6e5c00f2f88 service neutron] Pushing event updated for resources: {'Port': ['ID=605b7e5b-27e8-48ee-8ef2-771254d5f905,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:36.674190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0bec2-e445-4097-95de-7f2de933605e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c929ce7f-3a4d-496d-862a-a3c847156247,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:36.800374 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-d4b0caca-ad30-4046-a7bc-da6466ab9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:36.801908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-d4b0caca-ad30-4046-a7bc-da6466ab9cb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2066979 Nov 27 01:02:36.824616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-f4420177-3f37-4051-96b1-159b105962c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:36.826141 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-f4420177-3f37-4051-96b1-159b105962c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61d01093305d43d093aeb033552921af&device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 1099 time: 0.2456188 Nov 27 01:02:36.878547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Router e30982d4-2edd-451f-b2e3-a1e79dc2390d has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:02:37.019967 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-101da10c-399e-4f0f-94f3-8d325335109f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=605b7e5b-27e8-48ee-8ef2-771254d5f905 HTTP/1.1" status: 200 len: 217 time: 0.1652548 Nov 27 01:02:37.194429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0f835a26-9406-40a9-8503-593560090ab8 None None] Provisioning complete for port 891435bb-a613-4202-b916-12d09b4ab5d3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:37.199159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-5b1845a6-f82a-49a3-ae4d-5e4d55c2635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:37.199415 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f835a26-9406-40a9-8503-593560090ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:37.200789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-5b1845a6-f82a-49a3-ae4d-5e4d55c2635c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1733966 Nov 27 01:02:37.205591 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-c7d1b8fc-1021-486b-a482-f3c6a53ad80b service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783886 Nov 27 01:02:37.211317 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:02:37.234708 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-65bad41f-7d02-41ab-81ac-3ad7880db006 admin admin] 10.222.0.37 "PUT /v2.0/routers/e30982d4-2edd-451f-b2e3-a1e79dc2390d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0496557 Nov 27 01:02:37.307255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0f835a26-9406-40a9-8503-593560090ab8 None None] Port 891435bb-a613-4202-b916-12d09b4ab5d3 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:02:37.310744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Sync routers for ids ['e30982d4-2edd-451f-b2e3-a1e79dc2390d'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:02:37.325083 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Routers {'e30982d4-2edd-451f-b2e3-a1e79dc2390d'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:02:37.326108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:02:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e30982d4-2edd-451f-b2e3-a1e79dc2390d'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:37.484018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Set router e30982d4-2edd-451f-b2e3-a1e79dc2390d gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:02:37.515127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e41809b-19ce-422a-b584-0e5072ca3360 req-0077b8f7-5b52-474e-9eaf-c6f0cf74e5b1 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908115 Nov 27 01:02:37.548299 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9363fc-7319-4137-acfd-87af00c9b968 x-openstack-request-id: req-8e9363fc-7319-4137-acfd-87af00c9b968 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:02:37.548639 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38292fbb-34ca-4385-a380-3fd004020e71", "tag": "e20844ff-0fb4-4d19-9036-6a2d71148b79", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:02:37.548943 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e9363fc-7319-4137-acfd-87af00c9b968 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:02:37.549450 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38292fbb-34ca-4385-a380-3fd004020e71', 'tag': 'e20844ff-0fb4-4d19-9036-6a2d71148b79', 'status': 'completed', 'code': 200} Nov 27 01:02:37.707269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:37.764472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-bcc7a96c-edea-4ab6-9244-706cc430e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:37.766423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-bcc7a96c-edea-4ab6-9244-706cc430e512 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5530150 Nov 27 01:02:37.777350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8b77f-d9e6-49de-bb6d-9250e4b77ef5 req-71789ead-ddc6-4525-afb4-3abc5b3b2884 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:37.789566 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a7f8b77f-d9e6-49de-bb6d-9250e4b77ef5 req-71789ead-ddc6-4525-afb4-3abc5b3b2884 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 948 time: 0.1376350 Nov 27 01:02:37.814069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3d069-6d7f-41ac-9f78-c544af5102ec req-d3fc1818-f384-4726-8c91-7e02539de15a tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:37.819555 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ef3d069-6d7f-41ac-9f78-c544af5102ec req-d3fc1818-f384-4726-8c91-7e02539de15a tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 969 time: 0.2995780 Nov 27 01:02:37.939609 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a7f8b77f-d9e6-49de-bb6d-9250e4b77ef5 req-54a9c478-05c5-4995-8c32-094a56075e9f tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489160 Nov 27 01:02:38.002374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:38.002751 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:38.040603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-da9b87eb-b2a2-4ea3-b4a9-caa785ba1362 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548888 Nov 27 01:02:38.081684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1596994302-router', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:24Z', 'updated_at': '2021-11-27T01:02:34Z', 'revision_number': 4, 'project_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'gw_port': {'id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:25Z', 'updated_at': '2021-11-27T01:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '891435bb-a613-4202-b916-12d09b4ab5d3', 'name': '', 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'mac_address': 'fa:16:3e:fa:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'aba0e7af-7d5e-4df9-9816-37eadb35af90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:32Z', 'updated_at': '2021-11-27T01:02:35Z', 'revision_number': 2, 'project_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'subnets': [{'id': 'aba0e7af-7d5e-4df9-9816-37eadb35af90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:38.109648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17fe8e-2d83-4a4e-8404-afcbec93fa27 req-bccc9b26-0f2e-45a4-860d-93a31453cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:38.132472 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e17fe8e-2d83-4a4e-8404-afcbec93fa27 req-bccc9b26-0f2e-45a4-860d-93a31453cb5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5cb3d7fff77d4af6a069a84a7f362756&device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 1120 time: 0.4626474 Nov 27 01:02:38.149032 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Checking router: e30982d4-2edd-451f-b2e3-a1e79dc2390d for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:02:38.149739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Updating router e30982d4-2edd-451f-b2e3-a1e79dc2390d port 891435bb-a613-4202-b916-12d09b4ab5d3 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:02:38.192381 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:38.419705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9119a58-ec99-450e-b39e-0ce723dce5e8 req-7aa70397-a2d4-4cbe-a019-eaca8550156c service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104272 Nov 27 01:02:38.598381 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ef3d069-6d7f-41ac-9f78-c544af5102ec req-df2cd0e6-c04e-4a71-8b30-b50673d781be tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462210 Nov 27 01:02:39.097759 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.113501 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.204727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c5a69-0503-45cf-898f-2f46494b94fb req-9028a772-381f-48b9-9cbd-bb9ac3ec3b34 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:39.221014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40070) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:39.225844 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a01c5a69-0503-45cf-898f-2f46494b94fb req-9028a772-381f-48b9-9cbd-bb9ac3ec3b34 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 948 time: 0.1824229 Nov 27 01:02:39.290084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2a76f-3b8b-4432-85d8-94c42a498438 None None] Pushing event updated for resources: {'Port': ['ID=891435bb-a613-4202-b916-12d09b4ab5d3,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:39.366850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a01c5a69-0503-45cf-898f-2f46494b94fb req-c5aca5f1-fb03-453e-845a-1a40a85d9e19 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403542 Nov 27 01:02:39.408323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17fe8e-2d83-4a4e-8404-afcbec93fa27 req-3c1b5598-44da-4dd9-b476-9b1a3e4da9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:39.413503 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e17fe8e-2d83-4a4e-8404-afcbec93fa27 req-3c1b5598-44da-4dd9-b476-9b1a3e4da9fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.9941888 Nov 27 01:02:39.473031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Attempting to bind port 891435bb-a613-4202-b916-12d09b4ab5d3 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:39.473713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Attempting to bind port 891435bb-a613-4202-b916-12d09b4ab5d3 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'b42f002c-c1d8-4df9-8e6a-93589da9e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:39.474655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Attempting to bind port 891435bb-a613-4202-b916-12d09b4ab5d3 on network 4cbc78e5-724d-4d6b-abb7-d0991798dcc5 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:39.491757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:39.492544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Checking segment: {'id': 'b42f002c-c1d8-4df9-8e6a-93589da9e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:39.493059 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.493562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Bound using segment: {'id': 'b42f002c-c1d8-4df9-8e6a-93589da9e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:39.494434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Bound port: 891435bb-a613-4202-b916-12d09b4ab5d3, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42f002c-c1d8-4df9-8e6a-93589da9e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:39.494923 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.528066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e17fe8e-2d83-4a4e-8404-afcbec93fa27 req-01cbd178-a534-4ee1-90a3-db1ce96fcf8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=e20844ff-0fb4-4d19-9036-6a2d71148b79 HTTP/1.1" status: 200 len: 217 time: 0.1029558 Nov 27 01:02:39.639921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] For port 891435bb-a613-4202-b916-12d09b4ab5d3, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:39.655934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] For port 891435bb-a613-4202-b916-12d09b4ab5d3, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=891435bb-a613-4202-b916-12d09b4ab5d3,segment=NetworkSegment(b42f002c-c1d8-4df9-8e6a-93589da9e648),segment_id=b42f002c-c1d8-4df9-8e6a-93589da9e648)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:39.678434 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:39.711541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b443c1f8-0d2e-48d1-80e5-ba76558600c1', 'tag': '605b7e5b-27e8-48ee-8ef2-771254d5f905'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:02:39.715093 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b3ffad-869e-4abd-af48-dd6791a6c6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b443c1f8-0d2e-48d1-80e5-ba76558600c1", "tag": "605b7e5b-27e8-48ee-8ef2-771254d5f905"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:02:39.720292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17fe8e-2d83-4a4e-8404-afcbec93fa27 req-f7e92d08-0aa1-4e30-a808-2feebaad8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:39.725530 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e17fe8e-2d83-4a4e-8404-afcbec93fa27 req-f7e92d08-0aa1-4e30-a808-2feebaad8213 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1822870 Nov 27 01:02:39.819683 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Routers {'e30982d4-2edd-451f-b2e3-a1e79dc2390d'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:02:39.820338 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:02:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e30982d4-2edd-451f-b2e3-a1e79dc2390d'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:39.886686 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1644141377-network', 'tenant_id': 'ca69bacd12cb44a1a0cd22fd59af3965'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:39.921637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4373e9-5191-4d41-8ae9-535ef0639b29 req-933db359-7d1f-4a42-aace-49bd06264204 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:39.925464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b4373e9-5191-4d41-8ae9-535ef0639b29 req-933db359-7d1f-4a42-aace-49bd06264204 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 969 time: 0.1544671 Nov 27 01:02:39.990501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2a76f-3b8b-4432-85d8-94c42a498438 None None] Pushing event updated for resources: {'Port': ['ID=891435bb-a613-4202-b916-12d09b4ab5d3,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:39.995689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Made reservation on behalf of ca69bacd12cb44a1a0cd22fd59af3965 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:39.998395 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.012289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17fe8e-2d83-4a4e-8404-afcbec93fa27 req-a53b4f95-2701-435c-8a2e-3920fc5116a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:40.016779 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e17fe8e-2d83-4a4e-8404-afcbec93fa27 req-a53b4f95-2701-435c-8a2e-3920fc5116a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2723217 Nov 27 01:02:40.038195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bc1dae5d-8b9b-42f6-825d-80867fa3e812 None None] Provisioning complete for port 891435bb-a613-4202-b916-12d09b4ab5d3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:40.038601 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bc1dae5d-8b9b-42f6-825d-80867fa3e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.053097 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.083508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b4373e9-5191-4d41-8ae9-535ef0639b29 req-b03a88f4-8c9c-49e0-8956-ac80498c698e tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488178 Nov 27 01:02:40.187235 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] Set router e30982d4-2edd-451f-b2e3-a1e79dc2390d gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:02:40.206596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.208913 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a1ea73-3efd-40f4-98ee-20867cd7c09d x-openstack-request-id: req-02a1ea73-3efd-40f4-98ee-20867cd7c09d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:02:40.209343 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b443c1f8-0d2e-48d1-80e5-ba76558600c1", "tag": "605b7e5b-27e8-48ee-8ef2-771254d5f905", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:02:40.209994 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02a1ea73-3efd-40f4-98ee-20867cd7c09d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:02:40.210498 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b443c1f8-0d2e-48d1-80e5-ba76558600c1', 'tag': '605b7e5b-27e8-48ee-8ef2-771254d5f905', 'status': 'completed', 'code': 200} Nov 27 01:02:40.220788 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.239312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:02:40.254270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762420958751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.254690 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Unsubscribe: segment precommit_create {{(pid=103384) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 27 01:02:40.256057 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Added segment 3511f70c-701a-4576-be7f-2ae79ae20113 of type vlan for network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 Nov 27 01:02:40.263721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40096) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:40.271869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ee11c14c-60d9-447a-ae81-53dc04fc621b tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970039355', 'description': 'tempest-description--2007713263'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:40.331907 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.334548 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bc1dae5d-8b9b-42f6-825d-80867fa3e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.367578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee11c14c-60d9-447a-ae81-53dc04fc621b tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.404487 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.409886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:40.412472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.673488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bc1dae5d-8b9b-42f6-825d-80867fa3e812 None None] For port 891435bb-a613-4202-b916-12d09b4ab5d3, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=891435bb-a613-4202-b916-12d09b4ab5d3,segment=NetworkSegment(b42f002c-c1d8-4df9-8e6a-93589da9e648),segment_id=b42f002c-c1d8-4df9-8e6a-93589da9e648)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:40.678394 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee11c14c-60d9-447a-ae81-53dc04fc621b tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.683803 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bc1dae5d-8b9b-42f6-825d-80867fa3e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.704484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2ab38-7a44-4d79-a8ba-aa225e85aab8 req-e4e6f382-4d90-4a91-9947-ecd8a7919762 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:40.725299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f6f2ab38-7a44-4d79-a8ba-aa225e85aab8 req-e4e6f382-4d90-4a91-9947-ecd8a7919762 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 948 time: 0.1923811 Nov 27 01:02:40.725959 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee11c14c-60d9-447a-ae81-53dc04fc621b tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.748803 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dae5d-8b9b-42f6-825d-80867fa3e812 None None] Pushing event updated for resources: {'Port': ['ID=891435bb-a613-4202-b916-12d09b4ab5d3,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:40.777162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40104) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:40.778350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1596994302-router', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:24Z', 'updated_at': '2021-11-27T01:02:34Z', 'revision_number': 4, 'project_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'gw_port': {'id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:25Z', 'updated_at': '2021-11-27T01:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '891435bb-a613-4202-b916-12d09b4ab5d3', 'name': '', 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'mac_address': 'fa:16:3e:fa:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'aba0e7af-7d5e-4df9-9816-37eadb35af90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:32Z', 'updated_at': '2021-11-27T01:02:39Z', 'revision_number': 4, 'project_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'subnets': [{'id': 'aba0e7af-7d5e-4df9-9816-37eadb35af90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:02:40.787173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5373852 Nov 27 01:02:40.809381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:40.815759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f3d51-8546-4fde-9b7a-2c446991c7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76469f50-01c9-4fb7-b29f-52a3103caba8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:40.819839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c9b859c2-9856-4281-a32c-eda56123359d admin admin] Request body: {'subnet': {'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1644141377-subnet', 'tenant_id': 'ca69bacd12cb44a1a0cd22fd59af3965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:40.843124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d638f5e-3ea3-479a-a649-0726ef9aca75 None None] The sync data for ids ['e30982d4-2edd-451f-b2e3-a1e79dc2390d'] in n-d-819494-2 is: [{'id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1596994302-router', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:24Z', 'updated_at': '2021-11-27T01:02:34Z', 'revision_number': 4, 'project_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'gw_port': {'id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:25Z', 'updated_at': '2021-11-27T01:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '891435bb-a613-4202-b916-12d09b4ab5d3', 'name': '', 'network_id': '4cbc78e5-724d-4d6b-abb7-d0991798dcc5', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'mac_address': 'fa:16:3e:fa:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'aba0e7af-7d5e-4df9-9816-37eadb35af90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:32Z', 'updated_at': '2021-11-27T01:02:39Z', 'revision_number': 4, 'project_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'subnets': [{'id': 'aba0e7af-7d5e-4df9-9816-37eadb35af90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:02:40.875134 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:02:40.882050 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee11c14c-60d9-447a-ae81-53dc04fc621b tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:40.883673 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ee11c14c-60d9-447a-ae81-53dc04fc621b tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6172254 Nov 27 01:02:40.894979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40112) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:40.898099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11c14c-60d9-447a-ae81-53dc04fc621b tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:40.930187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3ffad-869e-4abd-af48-dd6791a6c6a3 req-83fc7cd1-d5b9-46dd-9785-023d04d83813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:40.938010 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4b3ffad-869e-4abd-af48-dd6791a6c6a3 req-83fc7cd1-d5b9-46dd-9785-023d04d83813 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61d01093305d43d093aeb033552921af&device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 1099 time: 0.5734425 Nov 27 01:02:40.942664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-899f231d-91e3-4dc8-a017-d69abd064568 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Request body: {'security_group_rule': {'security_group_id': '2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:41.016156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b859c2-9856-4281-a32c-eda56123359d admin admin] Made reservation on behalf of ca69bacd12cb44a1a0cd22fd59af3965 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:41.025136 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c9b859c2-9856-4281-a32c-eda56123359d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.053432 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e17fe8e-2d83-4a4e-8404-afcbec93fa27 req-9db3a3a8-7800-4e0a-af6d-1946dde99801 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0172825 Nov 27 01:02:41.085854 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8a715417-60ae-483b-a7be-9bf21459666e None None] Provisioning complete for port 891435bb-a613-4202-b916-12d09b4ab5d3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:41.086297 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a715417-60ae-483b-a7be-9bf21459666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.199025 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f6f2ab38-7a44-4d79-a8ba-aa225e85aab8 req-1f328977-ad94-4245-aea1-49d8c3379202 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431179 Nov 27 01:02:41.208403 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-899f231d-91e3-4dc8-a017-d69abd064568 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.411598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3ffad-869e-4abd-af48-dd6791a6c6a3 req-a4c044a6-a3d0-444f-a58c-418a694f8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:41.413174 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4b3ffad-869e-4abd-af48-dd6791a6c6a3 req-a4c044a6-a3d0-444f-a58c-418a694f8de3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.4449866 Nov 27 01:02:41.416612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e17fe8e-2d83-4a4e-8404-afcbec93fa27 req-86ccbbc0-c1f7-454c-986b-cb643cb814d6 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485849 Nov 27 01:02:41.434083 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f83a073c-5b7b-452e-a55a-6d4eea292bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.528659 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-899f231d-91e3-4dc8-a017-d69abd064568 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.634424 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4b3ffad-869e-4abd-af48-dd6791a6c6a3 req-ead92d45-6d91-4ef9-a7d4-a4461fb01ee8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=605b7e5b-27e8-48ee-8ef2-771254d5f905 HTTP/1.1" status: 200 len: 217 time: 0.2059121 Nov 27 01:02:41.636175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-899f231d-91e3-4dc8-a017-d69abd064568 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.648337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068c8e7-8e27-4a14-9173-8551680a15e0 req-1cbf4dd6-4e2c-4ec1-af98-355e5af9c9d6 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:41.662463 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e068c8e7-8e27-4a14-9173-8551680a15e0 req-1cbf4dd6-4e2c-4ec1-af98-355e5af9c9d6 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 969 time: 0.3334255 Nov 27 01:02:41.664967 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c9b859c2-9856-4281-a32c-eda56123359d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.696514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 891435bb-a613-4202-b916-12d09b4ab5d3 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:41.771130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-899f231d-91e3-4dc8-a017-d69abd064568 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.776097 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-899f231d-91e3-4dc8-a017-d69abd064568 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8359053 Nov 27 01:02:41.781963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f231d-91e3-4dc8-a017-d69abd064568 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ec0446-8207-45f2-b38d-638e53527e1c,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:41.784105 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40124) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:41.793397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1fdd81b2-d175-4636-9a41-cf5970865af2 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Request body: {'security_group_rule': {'security_group_id': '2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:41.806189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 891435bb-a613-4202-b916-12d09b4ab5d3 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:41.806639 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.830495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3ffad-869e-4abd-af48-dd6791a6c6a3 req-0c2a8083-8489-4a80-a3c0-50f1a6c95541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:41.832774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4b3ffad-869e-4abd-af48-dd6791a6c6a3 req-0c2a8083-8489-4a80-a3c0-50f1a6c95541 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1625514 Nov 27 01:02:41.859409 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b859c2-9856-4281-a32c-eda56123359d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c425f4c-85f5-429d-986b-d3dfb33a41e4,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:41.860657 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fdd81b2-d175-4636-9a41-cf5970865af2 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.968634 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e068c8e7-8e27-4a14-9173-8551680a15e0 req-aad4c613-8c4e-41b9-b79f-c988b1bf510a tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049009 Nov 27 01:02:41.987110 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fdd81b2-d175-4636-9a41-cf5970865af2 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:41.992803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fdd81b2-d175-4636-9a41-cf5970865af2 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.000900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b859c2-9856-4281-a32c-eda56123359d admin admin] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:42.001258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b859c2-9856-4281-a32c-eda56123359d admin admin] Network hostable DHCP agents. Network: 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:02:42.023614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd81b2-d175-4636-9a41-cf5970865af2 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c9acba-13e1-479c-b6d4-a565413c8131,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:42.028064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3ffad-869e-4abd-af48-dd6791a6c6a3 req-ea8919ba-b69c-4522-b81c-5788f52f37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:42.029562 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4b3ffad-869e-4abd-af48-dd6791a6c6a3 req-ea8919ba-b69c-4522-b81c-5788f52f37cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1836343 Nov 27 01:02:42.041352 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fdd81b2-d175-4636-9a41-cf5970865af2 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.043106 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1fdd81b2-d175-4636-9a41-cf5970865af2 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2551329 Nov 27 01:02:42.046802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40128) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:42.061937 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:42.068106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b859c2-9856-4281-a32c-eda56123359d admin admin] Network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:02:42.086189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c9b859c2-9856-4281-a32c-eda56123359d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:42.098112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b859c2-9856-4281-a32c-eda56123359d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:42.098875 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c9b859c2-9856-4281-a32c-eda56123359d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.107391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad86831f-c809-4648-82e9-bd89b1124c1c None None] Network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:02:42.169436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40130) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:42.171800 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.196799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c9b859c2-9856-4281-a32c-eda56123359d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4105687 Nov 27 01:02:42.252132 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4b3ffad-869e-4abd-af48-dd6791a6c6a3 req-155156d9-3cc6-4ff2-9c3b-cd1e4a8c988a service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077236 Nov 27 01:02:42.508973 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.515033 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4b3ffad-869e-4abd-af48-dd6791a6c6a3 req-e8679e48-b4da-436f-b3fa-539e1732e60c service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465398 Nov 27 01:02:42.525388 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0138b7d-fc94-44f4-92fe-9f108335a147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.560054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4f4bb-d9cc-4cd0-98e1-40e8ce54e83c req-299ceba5-4b1d-4471-8393-747afcde5b34 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:42.561846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dad4f4bb-d9cc-4cd0-98e1-40e8ce54e83c req-299ceba5-4b1d-4471-8393-747afcde5b34 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 948 time: 0.1739447 Nov 27 01:02:42.576330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e0447a-19e3-42c6-ac68-dc67ea3831f3 None None] Network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:02:42.715922 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0138b7d-fc94-44f4-92fe-9f108335a147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.723251 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0138b7d-fc94-44f4-92fe-9f108335a147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.745404 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dad4f4bb-d9cc-4cd0-98e1-40e8ce54e83c req-bafc60e6-6639-455a-8fba-20162528e552 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722162 Nov 27 01:02:42.778372 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d0138b7d-fc94-44f4-92fe-9f108335a147 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25fe08345d274209aa8ed2668295b389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6080108 Nov 27 01:02:42.780436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40142) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:42.859618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1cba28f-cbe0-4d8f-9286-29314239703c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:42.872506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Allocated IP 172.25.3.158 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/8874a774-5af5-421c-8ef6-56876799f444) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:42.900207 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1cba28f-cbe0-4d8f-9286-29314239703c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.065645 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1cba28f-cbe0-4d8f-9286-29314239703c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.072044 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1cba28f-cbe0-4d8f-9286-29314239703c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.088228 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c1cba28f-cbe0-4d8f-9286-29314239703c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3c2ed94-670e-46f0-af94-9e7d829df374 HTTP/1.1" status: 204 len: 168 time: 0.3023474 Nov 27 01:02:43.090939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0138b7d-fc94-44f4-92fe-9f108335a147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c2ed94-670e-46f0-af94-9e7d829df374,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:43.125224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cba28f-cbe0-4d8f-9286-29314239703c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c2ed94-670e-46f0-af94-9e7d829df374,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:43.245428 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.263900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d46b2-d919-4e41-b2a4-92ca126f3c73 req-5606bbcc-ea87-4df6-9f0e-6578ba3f5b37 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:43.267263 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-081d46b2-d919-4e41-b2a4-92ca126f3c73 req-5606bbcc-ea87-4df6-9f0e-6578ba3f5b37 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 969 time: 0.1022844 Nov 27 01:02:43.351601 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.402312 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-081d46b2-d919-4e41-b2a4-92ca126f3c73 req-5582ce41-0dee-4ead-89c9-68a00046a365 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290767 Nov 27 01:02:43.435679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:43.437921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:43.471919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:43.586204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Pushing event updated for resources: {'Port': ['ID=8874a774-5af5-421c-8ef6-56876799f444,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:43.843324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40160) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:43.847722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2025410773-network', 'tenant_id': '69a87a4597c847f199ac0f7a38e24db3'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:43.870554 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5359fdd5-f84b-4473-a83e-41764a47690b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.898845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Made reservation on behalf of 69a87a4597c847f199ac0f7a38e24db3 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:43.907677 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.950999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:43.981666 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.063659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40162) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:44.122851 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8720121d-2bd2-42a7-83f5-0ac1bbf71f72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.236066 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.254487 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.329535 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.357662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eb0edd-4c03-4d86-b985-d7b9692c4117,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:44.364779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:02:44.406699 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.407309 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Added segment 5ce42073-94b2-4576-9ffe-28580d2accd9 of type vlan for network cbff0f47-9803-413c-a7a9-7a20d291e5f3 Nov 27 01:02:44.461426 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.495204 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8720121d-2bd2-42a7-83f5-0ac1bbf71f72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.506352 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.531151 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8720121d-2bd2-42a7-83f5-0ac1bbf71f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.593714 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8720121d-2bd2-42a7-83f5-0ac1bbf71f72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfbf10c211c8477da269c071fffc34f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5266416 Nov 27 01:02:44.615719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40168) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:44.644479 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.645347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:44.646502 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.654890 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720121d-2bd2-42a7-83f5-0ac1bbf71f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96d9cfe-f276-4e2f-af35-f707e7034a2c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:44.711593 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0cf10-5efb-4eb6-b3b6-a42abcb827b6 req-7ad4fd2f-f06f-49c7-96be-71f482d3fb44 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:44.721097 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1b0cf10-5efb-4eb6-b3b6-a42abcb827b6 req-7ad4fd2f-f06f-49c7-96be-71f482d3fb44 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 948 time: 0.3701105 Nov 27 01:02:44.726492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] Pushing event updated for resources: {'Network': ['ID=cbff0f47-9803-413c-a7a9-7a20d291e5f3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:44.738263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network cbff0f47-9803-413c-a7a9-7a20d291e5f3 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:02:44.772530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b01aa-272e-4189-b04b-fca5869d8123 req-61e00fb2-eee3-469f-a1d9-166aeadf8ead tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:44.774536 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-021b01aa-272e-4189-b04b-fca5869d8123 req-61e00fb2-eee3-469f-a1d9-166aeadf8ead tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 969 time: 0.2166378 Nov 27 01:02:44.783648 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9d942bb6-d40f-46cf-94ed-70a8183171ff admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9394045 Nov 27 01:02:44.787210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40172) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:44.791878 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1b0cf10-5efb-4eb6-b3b6-a42abcb827b6 req-42bccedb-b28c-448a-95ae-1a924f39a4bf tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634024 Nov 27 01:02:44.800544 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdc5447f-666e-4900-a846-de8394dada4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.812611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6cfe3d78-20ca-432c-9940-946e9f348b1b admin admin] Request body: {'subnet': {'network_id': 'cbff0f47-9803-413c-a7a9-7a20d291e5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2025410773-subnet', 'tenant_id': '69a87a4597c847f199ac0f7a38e24db3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:44.824186 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.832053 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.850358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfe3d78-20ca-432c-9940-946e9f348b1b admin admin] Made reservation on behalf of 69a87a4597c847f199ac0f7a38e24db3 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:44.853749 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3d78-20ca-432c-9940-946e9f348b1b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.867330 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.895364 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.911215 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdc5447f-666e-4900-a846-de8394dada4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.916215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:44.917428 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8694446 Nov 27 01:02:44.918520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f03f6-2fe2-41fa-98de-3b8eeca336f8 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Pushing event updated for resources: {'Port': ['ID=8874a774-5af5-421c-8ef6-56876799f444,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:44.992156 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-021b01aa-272e-4189-b04b-fca5869d8123 req-71a98f2d-4d96-4d2b-884c-966cba77aafc tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071881 Nov 27 01:02:45.054348 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdc5447f-666e-4900-a846-de8394dada4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:45.056869 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdc5447f-666e-4900-a846-de8394dada4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:45.058264 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bdc5447f-666e-4900-a846-de8394dada4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e96d9cfe-f276-4e2f-af35-f707e7034a2c HTTP/1.1" status: 204 len: 168 time: 0.4413290 Nov 27 01:02:45.070306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5447f-666e-4900-a846-de8394dada4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96d9cfe-f276-4e2f-af35-f707e7034a2c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:45.152137 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3d78-20ca-432c-9940-946e9f348b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:45.213317 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-a3a67979-d76e-4229-95a1-f565aa7ecadd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--970039355&fields=id&tenant_id=bc4d82ded44244dca3036f69d041fb7f HTTP/1.1" status: 200 len: 267 time: 0.0536597 Nov 27 01:02:45.221232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe3d78-20ca-432c-9940-946e9f348b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9d1c2b-6c7c-43eb-80d9-125bffa72ea5,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:45.228999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe3d78-20ca-432c-9940-946e9f348b1b admin admin] Checking segment: {'id': '5ce42073-94b2-4576-9ffe-28580d2accd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cbff0f47-9803-413c-a7a9-7a20d291e5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:45.229649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfe3d78-20ca-432c-9940-946e9f348b1b admin admin] Network hostable DHCP agents. Network: cbff0f47-9803-413c-a7a9-7a20d291e5f3, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:02:45.257312 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfe3d78-20ca-432c-9940-946e9f348b1b admin admin] Network cbff0f47-9803-413c-a7a9-7a20d291e5f3 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:02:45.267470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-6cfe3d78-20ca-432c-9940-946e9f348b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, cbff0f47-9803-413c-a7a9-7a20d291e5f3) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:45.273305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe3d78-20ca-432c-9940-946e9f348b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:45.274280 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3d78-20ca-432c-9940-946e9f348b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:45.286366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6dbadc-e87b-4599-92f8-1a775235af6f None None] Network cbff0f47-9803-413c-a7a9-7a20d291e5f3 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:02:45.298692 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6cfe3d78-20ca-432c-9940-946e9f348b1b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5039232 Nov 27 01:02:45.421061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-ea0d7eb9-179e-49fb-836a-3d260d82af94 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:45.428802 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-ea0d7eb9-179e-49fb-836a-3d260d82af94 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/networks?id=096a7fbc-91a1-4e50-9539-2545e0765a27 HTTP/1.1" status: 200 len: 824 time: 0.2065179 Nov 27 01:02:45.435485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f45d1d-425e-4201-b1f5-83775bc1abec None None] Network cbff0f47-9803-413c-a7a9-7a20d291e5f3 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:02:45.439977 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-ce963436-0613-4e47-af0f-3896e23c7321 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/quotas/bc4d82ded44244dca3036f69d041fb7f HTTP/1.1" status: 200 len: 375 time: 0.0100679 Nov 27 01:02:45.536040 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-7f1b19db-f236-4566-bd66-f14ab0410bf9 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc4d82ded44244dca3036f69d041fb7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795019 Nov 27 01:02:45.742522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-f1180d63-b6cc-45c2-81ed-ee0b42bdceec service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:02:45.749541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-f1180d63-b6cc-45c2-81ed-ee0b42bdceec service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0757265 Nov 27 01:02:45.837150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-88b305ef-c705-48a4-a1de-09780e793e0f service neutron] 10.222.0.37 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867639 Nov 27 01:02:45.942558 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-65068658-9f85-41c7-9fba-5b1620f3bc9d service neutron] 10.222.0.37 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993068 Nov 27 01:02:46.187766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab5a09-259c-4558-8927-8dab17e791d2 req-e3106c8d-1a20-42e6-83da-3d04883235f8 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:46.189436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86ab5a09-259c-4558-8927-8dab17e791d2 req-e3106c8d-1a20-42e6-83da-3d04883235f8 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 948 time: 0.0539687 Nov 27 01:02:46.228346 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846877d-731b-463e-9244-8f88023bc5d3 req-41c82fff-3188-467b-b546-af5d783c016c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:46.231267 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-41c82fff-3188-467b-b546-af5d783c016c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 821 time: 0.3532221 Nov 27 01:02:46.241491 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86ab5a09-259c-4558-8927-8dab17e791d2 req-c8c8f156-c0f0-42c2-9fda-192366f83157 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Nov 27 01:02:46.247899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-8d123fa0-82d4-4090-894c-3171d8299c47 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/quotas/ca69bacd12cb44a1a0cd22fd59af3965 HTTP/1.1" status: 200 len: 375 time: 0.0105679 Nov 27 01:02:46.289767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-ead53492-0256-40be-b077-256cbe61294a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356605 Nov 27 01:02:46.384782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9162b-8b7b-4ce5-93c7-e3d943cb6851 req-374879bf-961c-4cca-b110-bd3c8f6d11a8 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:46.386975 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7bc9162b-8b7b-4ce5-93c7-e3d943cb6851 req-374879bf-961c-4cca-b110-bd3c8f6d11a8 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 969 time: 0.0568414 Nov 27 01:02:46.445562 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7bc9162b-8b7b-4ce5-93c7-e3d943cb6851 req-5f98234a-69b0-41b0-ba8f-f25925a88593 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523105 Nov 27 01:02:46.472619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-e3baa686-7cc8-407b-b741-85eb1e180830 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:02:46.480419 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-e3baa686-7cc8-407b-b741-85eb1e180830 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0740247 Nov 27 01:02:46.541851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad1d3e08-146b-4a1e-b85a-83992c4642cd req-0528d107-5d14-43cd-a817-a97c3044feec tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 210 time: 0.0376816 Nov 27 01:02:46.555889 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.596810 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-dbd0147a-e919-4bd3-81cb-8af11bade1e1 service neutron] 10.222.0.37 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154969 Nov 27 01:02:46.700667 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-7024df34-4565-4110-a405-a39d96ddefd8 service neutron] 10.222.0.37 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932133 Nov 27 01:02:46.854230 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:46.901906 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4aa37a64-051f-4cb5-90b4-520489c2756b req-c274a789-7dcd-4c00-9276-b828ed20786e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 210 time: 0.0564978 Nov 27 01:02:46.937639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8d220-05fd-4335-a2ec-e4cb92cf7315 req-b84f481c-fe43-4c60-9a0b-d207e7ffaabb tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:46.938110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8d220-05fd-4335-a2ec-e4cb92cf7315 req-b84f481c-fe43-4c60-9a0b-d207e7ffaabb tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:46.938613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8d220-05fd-4335-a2ec-e4cb92cf7315 req-b84f481c-fe43-4c60-9a0b-d207e7ffaabb tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:46.939074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8d220-05fd-4335-a2ec-e4cb92cf7315 req-b84f481c-fe43-4c60-9a0b-d207e7ffaabb tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:46.939515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8d220-05fd-4335-a2ec-e4cb92cf7315 req-b84f481c-fe43-4c60-9a0b-d207e7ffaabb tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:46.939992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8d220-05fd-4335-a2ec-e4cb92cf7315 req-b84f481c-fe43-4c60-9a0b-d207e7ffaabb tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:46.940406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8d220-05fd-4335-a2ec-e4cb92cf7315 req-b84f481c-fe43-4c60-9a0b-d207e7ffaabb tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:46.942134 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fce8d220-05fd-4335-a2ec-e4cb92cf7315 req-b84f481c-fe43-4c60-9a0b-d207e7ffaabb tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5048 time: 0.1427782 Nov 27 01:02:47.047315 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130265e2-01a8-4e86-be0a-68d6ac7b4de9 req-a19e1c15-6a72-4dcf-bfe8-03af68398294 tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:47.048944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-130265e2-01a8-4e86-be0a-68d6ac7b4de9 req-a19e1c15-6a72-4dcf-bfe8-03af68398294 tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 886 time: 0.0874307 Nov 27 01:02:47.170267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fecc2a-3670-4e89-8d7c-9d6f7a5f8b71 req-7635d58d-9ea1-4384-bdcd-b2ecbd2c72f3 tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:47.170815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fecc2a-3670-4e89-8d7c-9d6f7a5f8b71 req-7635d58d-9ea1-4384-bdcd-b2ecbd2c72f3 tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:47.171373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fecc2a-3670-4e89-8d7c-9d6f7a5f8b71 req-7635d58d-9ea1-4384-bdcd-b2ecbd2c72f3 tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:47.171812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fecc2a-3670-4e89-8d7c-9d6f7a5f8b71 req-7635d58d-9ea1-4384-bdcd-b2ecbd2c72f3 tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:47.172369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fecc2a-3670-4e89-8d7c-9d6f7a5f8b71 req-7635d58d-9ea1-4384-bdcd-b2ecbd2c72f3 tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:47.172817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fecc2a-3670-4e89-8d7c-9d6f7a5f8b71 req-7635d58d-9ea1-4384-bdcd-b2ecbd2c72f3 tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:47.173269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fecc2a-3670-4e89-8d7c-9d6f7a5f8b71 req-7635d58d-9ea1-4384-bdcd-b2ecbd2c72f3 tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:47.175087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-84fecc2a-3670-4e89-8d7c-9d6f7a5f8b71 req-7635d58d-9ea1-4384-bdcd-b2ecbd2c72f3 tempest-NetworksTest-1759938331 tempest-NetworksTest-1759938331-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5048 time: 0.1066620 Nov 27 01:02:47.371765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010579a8-f871-4aba-95ff-57c7a5d12ccd req-764f2b66-7b2a-4749-a30e-97d643ae56be tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:47.379307 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-010579a8-f871-4aba-95ff-57c7a5d12ccd req-764f2b66-7b2a-4749-a30e-97d643ae56be tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 948 time: 0.0579340 Nov 27 01:02:47.430331 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.498821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-b405b6d2-882f-4da7-a092-92563802caea tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:47.500982 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-b405b6d2-882f-4da7-a092-92563802caea tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.42 "GET /v2.0/networks?id=096a7fbc-91a1-4e50-9539-2545e0765a27 HTTP/1.1" status: 200 len: 824 time: 0.1404045 Nov 27 01:02:47.502209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-010579a8-f871-4aba-95ff-57c7a5d12ccd req-e5c0474b-7be4-4de7-8c26-af63133adaaf tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155570 Nov 27 01:02:47.562042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40294) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:47.622784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-34e16ba7-d211-42fa-8492-53fbd2b6d517 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc4d82ded44244dca3036f69d041fb7f HTTP/1.1" status: 200 len: 379 time: 0.1049690 Nov 27 01:02:47.634725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199aa5b-1572-40f2-a273-c5e2e00ac46d req-bb77da1c-b9d1-4720-94f1-6a172632e24b tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:47.636369 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f199aa5b-1572-40f2-a273-c5e2e00ac46d req-bb77da1c-b9d1-4720-94f1-6a172632e24b tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 969 time: 0.0896070 Nov 27 01:02:47.643582 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52000f08-d12d-4893-a76f-7b9f8c3f339f req-82561a86-a6cd-497e-8e51-f30276b57095 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 210 time: 0.0269153 Nov 27 01:02:47.650354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Request body: {'port': {'device_id': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'admin_state_up': True, 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'security_groups': ['2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:47.683347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-214a8443-4c38-4d33-8a22-5f8e1abe9a7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.745544 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f199aa5b-1572-40f2-a273-c5e2e00ac46d req-4daa80e7-a7e9-42c8-8da6-1f1cdda100fc tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016746 Nov 27 01:02:47.766706 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-214a8443-4c38-4d33-8a22-5f8e1abe9a7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.771768 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-214a8443-4c38-4d33-8a22-5f8e1abe9a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.795741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Made reservation on behalf of bc4d82ded44244dca3036f69d041fb7f for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:47.799491 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.812950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a8443-4c38-4d33-8a22-5f8e1abe9a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579508d6-c8c1-4ff0-b560-988c9359b5a5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:47.820099 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-214a8443-4c38-4d33-8a22-5f8e1abe9a7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82281655e32842b4bb3b2dc3acf49d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563436 Nov 27 01:02:47.822726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40298) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:47.876468 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0c47-f0a7-4304-b0a2-2f2e320b3d66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.899497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0c47-f0a7-4304-b0a2-2f2e320b3d66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.955820 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0c47-f0a7-4304-b0a2-2f2e320b3d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.959523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9a2a0c47-f0a7-4304-b0a2-2f2e320b3d66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:47.960956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9a2a0c47-f0a7-4304-b0a2-2f2e320b3d66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/579508d6-c8c1-4ff0-b560-988c9359b5a5 HTTP/1.1" status: 204 len: 168 time: 0.1372573 Nov 27 01:02:47.972306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a0c47-f0a7-4304-b0a2-2f2e320b3d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579508d6-c8c1-4ff0-b560-988c9359b5a5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:47.996793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Allocated IP 172.20.0.5 (096a7fbc-91a1-4e50-9539-2545e0765a27/bc6aa764-ef8b-457f-a61e-2cf49da2da68/b40b2ff7-fe9b-42ef-a977-f544b08d8b1e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:48.044579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a6cee296-73ba-40ec-82cd-5ed167ab1a66 req-070673f8-7bfe-4b65-ae6d-ecaadadf0165 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 210 time: 0.0352499 Nov 27 01:02:48.108594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846877d-731b-463e-9244-8f88023bc5d3 req-c5c92613-7e0e-47cc-a4d8-da50327c3e40 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:48.110193 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-c5c92613-7e0e-47cc-a4d8-da50327c3e40 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 821 time: 0.1797652 Nov 27 01:02:48.150940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c846877d-731b-463e-9244-8f88023bc5d3 req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Request body: {'port': {'device_id': 'ebde4baa-037f-46b9-8ed6-049e850b927a', 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1', 'admin_state_up': True, 'tenant_id': 'ca69bacd12cb44a1a0cd22fd59af3965'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:48.286291 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.327185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c846877d-731b-463e-9244-8f88023bc5d3 req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Made reservation on behalf of ca69bacd12cb44a1a0cd22fd59af3965 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:02:48.330628 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c846877d-731b-463e-9244-8f88023bc5d3 req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.350257 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.401051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:48.414725 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfe019e9-e668-42c6-896e-9a47d589e4b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.438989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Network 096a7fbc-91a1-4e50-9539-2545e0765a27 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:48.445865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:48.451751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:48.457320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:48.457949 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.476270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Pushing event updated for resources: {'Port': ['ID=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:48.504347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfe019e9-e668-42c6-896e-9a47d589e4b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.509193 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfe019e9-e668-42c6-896e-9a47d589e4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.546056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e20844ff-0fb4-4d19-9036-6a2d71148b79 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:02:48.601127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe019e9-e668-42c6-896e-9a47d589e4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df96c7e7-4a5d-49c0-8109-19a0eddef984,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:48.612603 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dfe019e9-e668-42c6-896e-9a47d589e4b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f9c05f1978648aab5609a0c2f2e9d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078879 Nov 27 01:02:48.613165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40310) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:48.671671 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba6d96fc-ec71-4285-96ab-44dbe8e8123e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.683128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-03c14c9d-f163-47c8-823b-0b03772601ba tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0375431 Nov 27 01:02:48.705588 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba6d96fc-ec71-4285-96ab-44dbe8e8123e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.706166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e20844ff-0fb4-4d19-9036-6a2d71148b79, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e20844ff-0fb4-4d19-9036-6a2d71148b79,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:48.719955 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'e20844ff-0fb4-4d19-9036-6a2d71148b79', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'e20844ff-0fb4-4d19-9036-6a2d71148b79', 'mac_address': 'fa:16:3e:27:e4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:tempest-test_az-1521654875', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:02:48.727671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Request body: {'port': {'device_id': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:48.777193 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.791439 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ec782ccd-1e39-475c-bb65-be408f3f3b87 None None] Provisioning complete for port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:48.792141 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ec782ccd-1e39-475c-bb65-be408f3f3b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.801668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-c846877d-731b-463e-9244-8f88023bc5d3 req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Allocated IP 172.20.0.3 (4d6ac408-0bb6-4f55-ac0a-77d23854a7d1/1c425f4c-85f5-429d-986b-d3dfb33a41e4/42a92fa6-ef73-4389-bce4-877b0982d4b1) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:02:48.807566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ff4de-43a8-4614-a5f8-95854c4307f5 req-5d06d10b-81e1-4a7a-a809-d5f9b43d931f tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:48.809436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-052ff4de-43a8-4614-a5f8-95854c4307f5 req-5d06d10b-81e1-4a7a-a809-d5f9b43d931f tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 931 time: 0.0645831 Nov 27 01:02:48.810613 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba6d96fc-ec71-4285-96ab-44dbe8e8123e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.814327 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba6d96fc-ec71-4285-96ab-44dbe8e8123e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.815983 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ba6d96fc-ec71-4285-96ab-44dbe8e8123e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df96c7e7-4a5d-49c0-8109-19a0eddef984 HTTP/1.1" status: 204 len: 168 time: 0.2019103 Nov 27 01:02:48.824289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20844ff-0fb4-4d19-9036-6a2d71148b79 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:02:48.834222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.841446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d96fc-ec71-4285-96ab-44dbe8e8123e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df96c7e7-4a5d-49c0-8109-19a0eddef984,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:48.863935 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e20844ff-0fb4-4d19-9036-6a2d71148b79, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e20844ff-0fb4-4d19-9036-6a2d71148b79,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:48.869132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ec782ccd-1e39-475c-bb65-be408f3f3b87 None None] Port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:02:48.873055 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:48.874036 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-052ff4de-43a8-4614-a5f8-95854c4307f5 req-ad83b3af-6dd5-4727-874b-78958826a333 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540760 Nov 27 01:02:48.879792 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1917b9b-fdba-4533-9eb2-e7311e38048c req-5782b988-266e-4839-92a0-03481e3b4ed6 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:48.881895 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1917b9b-fdba-4533-9eb2-e7311e38048c req-5782b988-266e-4839-92a0-03481e3b4ed6 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 948 time: 0.2056086 Nov 27 01:02:48.932120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e20844ff-0fb4-4d19-9036-6a2d71148b79,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:49.000270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05377e-dd1e-433f-809e-948356f3e5b3 req-c9864157-177c-4c1e-a2ad-171baed248c8 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:49.001715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d05377e-dd1e-433f-809e-948356f3e5b3 req-c9864157-177c-4c1e-a2ad-171baed248c8 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 970 time: 0.0497394 Nov 27 01:02:49.006360 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1917b9b-fdba-4533-9eb2-e7311e38048c req-7085ec28-e0fb-4097-9b14-f7f94fee843e tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110218 Nov 27 01:02:49.064596 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d05377e-dd1e-433f-809e-948356f3e5b3 req-d5927b68-c44a-45e1-92fd-4576c0d1017f tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530899 Nov 27 01:02:49.167587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-42f62b88-6683-47ef-91ff-0acb11b07b1b req-ffc7654c-3dc5-4625-bb1c-c648acd5f7f4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 210 time: 0.0388365 Nov 27 01:02:49.257622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c846877d-731b-463e-9244-8f88023bc5d3 req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.290267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['e20844ff-0fb4-4d19-9036-6a2d71148b79'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:02:49.335517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c846877d-731b-463e-9244-8f88023bc5d3 req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.417660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c846877d-731b-463e-9244-8f88023bc5d3 req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:02:49.421333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40b2ff7-fe9b-42ef-a977-f544b08d8b1e {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:02:49.431641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-c846877d-731b-463e-9244-8f88023bc5d3 req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:02:49.434263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c846877d-731b-463e-9244-8f88023bc5d3 req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:02:49.450486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846877d-731b-463e-9244-8f88023bc5d3 req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:49.451153 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c846877d-731b-463e-9244-8f88023bc5d3 req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.455252 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.455497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 605b7e5b-27e8-48ee-8ef2-771254d5f905 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:02:49.461135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Pushing event updated for resources: {'Port': ['ID=42a92fa6-ef73-4389-bce4-877b0982d4b1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:49.480550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Transition to ACTIVE for port object b40b2ff7-fe9b-42ef-a977-f544b08d8b1e will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:02:49.486339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-d4396e99-e1ed-4e1a-9a6e-1bc3ce8592f2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3390331 Nov 27 01:02:49.488275 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.523364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Request body: {'port': {'device_id': 'ebde4baa-037f-46b9-8ed6-049e850b927a', 'device_owner': 'compute:tempest-test_az-1521654875', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:49.584277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Pushing event updated for resources: {'Port': ['ID=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:49.610444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 605b7e5b-27e8-48ee-8ef2-771254d5f905, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=605b7e5b-27e8-48ee-8ef2-771254d5f905,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:49.627502 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '605b7e5b-27e8-48ee-8ef2-771254d5f905', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '605b7e5b-27e8-48ee-8ef2-771254d5f905', 'mac_address': 'fa:16:3e:6c:2d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:02:49.636628 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.653730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Attempting to bind port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:49.653958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Attempting to bind port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:49.654320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Attempting to bind port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e on network 096a7fbc-91a1-4e50-9539-2545e0765a27 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:49.677824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e on network 096a7fbc-91a1-4e50-9539-2545e0765a27 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:02:49.678146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Attempting to bind port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e on network 096a7fbc-91a1-4e50-9539-2545e0765a27 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:49.681151 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.690215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:49.690729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Checking segment: {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:49.690965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Bound using segment: {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:49.691400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Bound port: b40b2ff7-fe9b-42ef-a977-f544b08d8b1e, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:49.691758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.697546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605b7e5b-27e8-48ee-8ef2-771254d5f905 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:02:49.722973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 605b7e5b-27e8-48ee-8ef2-771254d5f905, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=605b7e5b-27e8-48ee-8ef2-771254d5f905,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:49.745723 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.810788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=605b7e5b-27e8-48ee-8ef2-771254d5f905,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:49.882368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] For port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:49.900537 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] For port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:49.906098 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.988635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:49.989345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:49.990815 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] 10.222.0.42 "PUT /v2.0/ports/b40b2ff7-fe9b-42ef-a977-f544b08d8b1e HTTP/1.1" status: 200 len: 1091 time: 1.2696772 Nov 27 01:02:49.992798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'tag': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:02:49.995549 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54a237f-3f23-4dac-ba78-76d0834a49ee" -d '{"events": [{"name": "network-changed", "server_uuid": "62c3cbe0-ac1a-40e6-ae4c-d5218060825b", "tag": "b40b2ff7-fe9b-42ef-a977-f544b08d8b1e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:02:50.011178 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7d93c-ecdd-4c57-881a-0c71ee740d2a req-4ce5364f-833c-4487-9ab2-420dc5eb7395 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:50.014450 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4fb7d93c-ecdd-4c57-881a-0c71ee740d2a req-4ce5364f-833c-4487-9ab2-420dc5eb7395 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 943 time: 0.0595438 Nov 27 01:02:50.045165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73260b35-4c47-44aa-b870-6ce8afe5aafe service neutron] Pushing event updated for resources: {'Port': ['ID=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:50.140833 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4fb7d93c-ecdd-4c57-881a-0c71ee740d2a req-05a26187-e733-45f0-ab7f-46530f093a59 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130867 Nov 27 01:02:50.160359 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545df71d-d646-457f-84cd-ace51211b57f x-openstack-request-id: req-545df71d-d646-457f-84cd-ace51211b57f {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:02:50.160551 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c3cbe0-ac1a-40e6-ae4c-d5218060825b", "tag": "b40b2ff7-fe9b-42ef-a977-f544b08d8b1e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:02:50.160807 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-545df71d-d646-457f-84cd-ace51211b57f {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:02:50.161235 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'tag': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e', 'status': 'completed', 'code': 200} Nov 27 01:02:50.163785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['605b7e5b-27e8-48ee-8ef2-771254d5f905'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:02:50.217732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a92fa6-ef73-4389-bce4-877b0982d4b1 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:02:50.235674 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.273922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-524bd298-6639-4d10-914d-15ee4a158a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:50.275851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-524bd298-6639-4d10-914d-15ee4a158a98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc4d82ded44244dca3036f69d041fb7f&device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 1094 time: 0.2116916 Nov 27 01:02:50.287334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Transition to ACTIVE for port object 42a92fa6-ef73-4389-bce4-877b0982d4b1 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:02:50.296089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4df0d-7fe8-4e02-9ab2-ac36f7c4f0c5 req-6e236713-fd46-434d-8b4b-6d9efaca451d tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:50.296089 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ae4df0d-7fe8-4e02-9ab2-ac36f7c4f0c5 req-6e236713-fd46-434d-8b4b-6d9efaca451d tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 970 time: 0.0905368 Nov 27 01:02:50.314196 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.381569 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-6ce24141-84bf-4a52-a535-f0150a2d8ab6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e HTTP/1.1" status: 200 len: 217 time: 0.0850329 Nov 27 01:02:50.386378 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ae4df0d-7fe8-4e02-9ab2-ac36f7c4f0c5 req-b69d43f0-fe35-44bf-8bcf-09a2ed06a19e tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796380 Nov 27 01:02:50.437958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f259fb-90a4-42ff-9d8d-bce7076b997b req-0c86383e-f16c-4779-8433-adea3b918bb2 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:50.439476 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9f259fb-90a4-42ff-9d8d-bce7076b997b req-0c86383e-f16c-4779-8433-adea3b918bb2 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 949 time: 0.2020881 Nov 27 01:02:50.460309 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Pushing event updated for resources: {'Port': ['ID=42a92fa6-ef73-4389-bce4-877b0982d4b1,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:50.507735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-ee4c102a-1a06-4f08-8dcb-22b126a6f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:50.509186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-ee4c102a-1a06-4f08-8dcb-22b126a6f78f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bc6aa764-ef8b-457f-a61e-2cf49da2da68 HTTP/1.1" status: 200 len: 863 time: 0.1183105 Nov 27 01:02:50.513477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b154e-f0a9-4bbf-ad8e-dc587cfcd29b req-6bc3eab5-8af6-4b61-a5ab-3ad5afe50329 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:50.515298 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b42b154e-f0a9-4bbf-ad8e-dc587cfcd29b req-6bc3eab5-8af6-4b61-a5ab-3ad5afe50329 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 965 time: 0.0530050 Nov 27 01:02:50.517859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e20844ff-0fb4-4d19-9036-6a2d71148b79 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:50.557607 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Attempting to bind port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:02:50.557945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Attempting to bind port 42a92fa6-ef73-4389-bce4-877b0982d4b1 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:02:50.558288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Attempting to bind port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:50.572838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:02:50.573162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Attempting to bind port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:02:50.574083 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b42b154e-f0a9-4bbf-ad8e-dc587cfcd29b req-0ea61735-1943-4d8e-b12e-25a6fe995313 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515893 Nov 27 01:02:50.584751 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9f259fb-90a4-42ff-9d8d-bce7076b997b req-4a831cdb-8fac-495a-aaa5-11f1906204b7 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352370 Nov 27 01:02:50.586502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:02:50.586839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:02:50.587223 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:02:50.587666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Bound port: 42a92fa6-ef73-4389-bce4-877b0982d4b1, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:02:50.588073 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.594649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port e20844ff-0fb4-4d19-9036-6a2d71148b79 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:02:50.606564 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-2ba7f643-2900-409a-93a1-e3bd16cc56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:50.609233 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-2ba7f643-2900-409a-93a1-e3bd16cc56f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=096a7fbc-91a1-4e50-9539-2545e0765a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923045 Nov 27 01:02:50.615484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port e20844ff-0fb4-4d19-9036-6a2d71148b79 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:50.615999 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.717364 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.724925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:02:50.730095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:02:50.743488 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.744331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38292fbb-34ca-4385-a380-3fd004020e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20844ff-0fb4-4d19-9036-6a2d71148b79'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:02:50.798593 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-1854cd8b-264e-4a6a-9581-5f4dbddf8749 service neutron] 10.222.0.42 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799507 Nov 27 01:02:50.808103 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:50.808748 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.810156 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] 10.222.0.11 "PUT /v2.0/ports/42a92fa6-ef73-4389-bce4-877b0982d4b1 HTTP/1.1" status: 200 len: 1113 time: 1.2965539 Nov 27 01:02:50.836898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e20844ff-0fb4-4d19-9036-6a2d71148b79, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e20844ff-0fb4-4d19-9036-6a2d71148b79,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:50.841836 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:50.890311 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4a5eb1-6450-4296-aa57-9ff0e3aaf29b" -d '{"events": [{"server_uuid": "38292fbb-34ca-4385-a380-3fd004020e71", "name": "network-vif-plugged", "status": "completed", "tag": "e20844ff-0fb4-4d19-9036-6a2d71148b79"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:02:50.931495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c51437-cdfb-4835-be20-80ca4142e550 service neutron] Pushing event updated for resources: {'Port': ['ID=42a92fa6-ef73-4389-bce4-877b0982d4b1,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:50.933605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e20844ff-0fb4-4d19-9036-6a2d71148b79,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:50.964446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846877d-731b-463e-9244-8f88023bc5d3 req-1ddeca51-594e-4eef-a773-6a58951e1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:50.966644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-1ddeca51-594e-4eef-a773-6a58951e1018 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 1116 time: 0.0798419 Nov 27 01:02:50.977505 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99847ff0-0b55-4016-b42a-7c9e5ee8cfe5 req-38c220aa-2778-42b0-882b-9593e125e66f service neutron] 10.222.0.42 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642826 Nov 27 01:02:51.017808 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d87d41b-58c8-46be-a92e-66488d0c0111 x-openstack-request-id: req-6d87d41b-58c8-46be-a92e-66488d0c0111 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:02:51.018169 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38292fbb-34ca-4385-a380-3fd004020e71", "name": "network-vif-plugged", "status": "completed", "tag": "e20844ff-0fb4-4d19-9036-6a2d71148b79", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:02:51.018473 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d87d41b-58c8-46be-a92e-66488d0c0111 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:02:51.019550 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38292fbb-34ca-4385-a380-3fd004020e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20844ff-0fb4-4d19-9036-6a2d71148b79', 'code': 200} Nov 27 01:02:51.041456 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-afc0c58b-bcaf-44fc-84ca-93a4d7114e5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1 HTTP/1.1" status: 200 len: 217 time: 0.0539198 Nov 27 01:02:51.137816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846877d-731b-463e-9244-8f88023bc5d3 req-7b794d38-8c15-42f3-a97e-1bba4b6a6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:51.139177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.11', 60027) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:51.139651 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-7b794d38-8c15-42f3-a97e-1bba4b6a6591 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.0773907 Nov 27 01:02:51.148899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a237f-3f23-4dac-ba78-76d0834a49ee req-0cba8c05-45ff-4990-8093-341560276cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:51.150638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c54a237f-3f23-4dac-ba78-76d0834a49ee req-0cba8c05-45ff-4990-8093-341560276cc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc4d82ded44244dca3036f69d041fb7f&device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 1094 time: 0.0596111 Nov 27 01:02:51.184043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-021b5d0e-236e-43c5-866a-abee5bd0566f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324280 Nov 27 01:02:51.214996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa334a-32c5-4db7-81a7-27cf2030ff76 req-0f3766aa-434f-45e3-aac1-a9e9c311b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:51.216470 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51aa334a-32c5-4db7-81a7-27cf2030ff76 req-0f3766aa-434f-45e3-aac1-a9e9c311b587 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 1122 time: 0.0763268 Nov 27 01:02:51.239077 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-51aa334a-32c5-4db7-81a7-27cf2030ff76 req-68fc84d1-5dc3-4d8d-bf29-3de4fe904fc8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:51.322270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-51aa334a-32c5-4db7-81a7-27cf2030ff76 req-68fc84d1-5dc3-4d8d-bf29-3de4fe904fc8 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:51.326593 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-51aa334a-32c5-4db7-81a7-27cf2030ff76 req-68fc84d1-5dc3-4d8d-bf29-3de4fe904fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:51.378614 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51aa334a-32c5-4db7-81a7-27cf2030ff76 req-68fc84d1-5dc3-4d8d-bf29-3de4fe904fc8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520071 Nov 27 01:02:51.379248 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc84d1-5dc3-4d8d-bf29-3de4fe904fc8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f05bb2-7ee2-4dd8-9770-03f3773ab824,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:51.384835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aafa60-c2de-450d-b97d-2e89acb93b70 req-1a9649ef-fcf7-4ca0-b543-cbb738c6726d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:51.386438 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91aafa60-c2de-450d-b97d-2e89acb93b70 req-1a9649ef-fcf7-4ca0-b543-cbb738c6726d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 943 time: 0.1729295 Nov 27 01:02:51.417659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a237f-3f23-4dac-ba78-76d0834a49ee req-00a1c224-7dc4-4ed2-b020-504ff6a3194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:51.419100 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c54a237f-3f23-4dac-ba78-76d0834a49ee req-00a1c224-7dc4-4ed2-b020-504ff6a3194f service neutron] 10.222.0.42 "GET /v2.0/networks?id=096a7fbc-91a1-4e50-9539-2545e0765a27 HTTP/1.1" status: 200 len: 925 time: 0.2334883 Nov 27 01:02:51.426909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-7b87b60f-74bf-43e1-bf5c-809de45098ad service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329173 Nov 27 01:02:51.445787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 605b7e5b-27e8-48ee-8ef2-771254d5f905 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:51.474864 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c54a237f-3f23-4dac-ba78-76d0834a49ee req-f6149b15-12b2-4000-87a0-b52259ccba94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e HTTP/1.1" status: 200 len: 217 time: 0.0471101 Nov 27 01:02:51.498367 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 605b7e5b-27e8-48ee-8ef2-771254d5f905 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:02:51.504066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 605b7e5b-27e8-48ee-8ef2-771254d5f905 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:51.504282 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:51.541191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91aafa60-c2de-450d-b97d-2e89acb93b70 req-af81eb33-84aa-4175-acaf-81c5cdfe1bfb tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350238 Nov 27 01:02:51.555914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb8776-1469-4147-b7f6-488fb0aea728 req-164b7c74-029d-4f50-a521-e90c7e1a2b4d tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:51.558775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8bb8776-1469-4147-b7f6-488fb0aea728 req-164b7c74-029d-4f50-a521-e90c7e1a2b4d tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 971 time: 0.0645087 Nov 27 01:02:51.569116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a237f-3f23-4dac-ba78-76d0834a49ee req-2e14efbe-fdf1-45a8-934c-6c7937a07ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:51.570960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c54a237f-3f23-4dac-ba78-76d0834a49ee req-2e14efbe-fdf1-45a8-934c-6c7937a07ead service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bc6aa764-ef8b-457f-a61e-2cf49da2da68 HTTP/1.1" status: 200 len: 863 time: 0.0859730 Nov 27 01:02:51.580314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40418) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:51.612216 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:51.631395 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8bb8776-1469-4147-b7f6-488fb0aea728 req-6bf99686-b64d-4e04-90a6-1978aa424ec6 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644748 Nov 27 01:02:51.664517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a237f-3f23-4dac-ba78-76d0834a49ee req-ee1468d4-c845-4f4d-824c-ffdefeb43fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:51.666029 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c54a237f-3f23-4dac-ba78-76d0834a49ee req-ee1468d4-c845-4f4d-824c-ffdefeb43fc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=096a7fbc-91a1-4e50-9539-2545e0765a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868011 Nov 27 01:02:51.679249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 605b7e5b-27e8-48ee-8ef2-771254d5f905, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=605b7e5b-27e8-48ee-8ef2-771254d5f905,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:51.686617 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:51.740600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0d6f0-ddb0-44e2-ae63-9c2d896dd913 req-5d4bfc33-12d8-4273-85d0-c4423f1ede2f tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:51.742331 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ae0d6f0-ddb0-44e2-ae63-9c2d896dd913 req-5d4bfc33-12d8-4273-85d0-c4423f1ede2f tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 950 time: 0.0558617 Nov 27 01:02:51.775502 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40e235e1-6714-4932-9ec8-216537be3c1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:51.799600 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ae0d6f0-ddb0-44e2-ae63-9c2d896dd913 req-2364d9bd-cd78-47d1-8b04-c8b41df042d8 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500596 Nov 27 01:02:51.857409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=605b7e5b-27e8-48ee-8ef2-771254d5f905,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:51.868189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7dd7d-9753-4327-9f2a-d4e35ca891e9 req-f163fa60-89be-4e11-89d7-5c8e5459528b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:51.869701 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ff7dd7d-9753-4327-9f2a-d4e35ca891e9 req-f163fa60-89be-4e11-89d7-5c8e5459528b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 965 time: 0.1956017 Nov 27 01:02:52.118868 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c54a237f-3f23-4dac-ba78-76d0834a49ee req-63e90ff4-2b33-479a-b196-a3076e846856 service neutron] 10.222.0.42 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433601 Nov 27 01:02:52.129632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c846877d-731b-463e-9244-8f88023bc5d3 req-375842d4-52b2-4f09-b3c7-6de5a70f72dd service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948243 Nov 27 01:02:52.164316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebde4baa-037f-46b9-8ed6-049e850b927a', 'tag': '42a92fa6-ef73-4389-bce4-877b0982d4b1'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:02:52.166774 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46cea25-a2cb-4f0d-a27d-5472844c6655" -d '{"events": [{"name": "network-changed", "server_uuid": "ebde4baa-037f-46b9-8ed6-049e850b927a", "tag": "42a92fa6-ef73-4389-bce4-877b0982d4b1"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:02:52.207717 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfd216f-2acf-4bf6-86af-e1bbd464e4b1 x-openstack-request-id: req-cbfd216f-2acf-4bf6-86af-e1bbd464e4b1 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:02:52.208040 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebde4baa-037f-46b9-8ed6-049e850b927a", "tag": "42a92fa6-ef73-4389-bce4-877b0982d4b1", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:02:52.208292 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbfd216f-2acf-4bf6-86af-e1bbd464e4b1 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:02:52.208684 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebde4baa-037f-46b9-8ed6-049e850b927a', 'tag': '42a92fa6-ef73-4389-bce4-877b0982d4b1', 'status': 'completed', 'code': 200} Nov 27 01:02:52.217056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ff7dd7d-9753-4327-9f2a-d4e35ca891e9 req-aaa7f65f-b1f2-44fa-9e12-3ed7ab01ec68 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316436 Nov 27 01:02:52.240945 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40e235e1-6714-4932-9ec8-216537be3c1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.247093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40e235e1-6714-4932-9ec8-216537be3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.333790 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-40e235e1-6714-4932-9ec8-216537be3c1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de97ad0b369a4a26b2da105319945d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7523994 Nov 27 01:02:52.336362 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40428) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:52.336824 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c54a237f-3f23-4dac-ba78-76d0834a49ee req-6250d2ff-387a-43e7-8196-940f5c66e336 service neutron] 10.222.0.42 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017446 Nov 27 01:02:52.339084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e235e1-6714-4932-9ec8-216537be3c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d17653-27a2-4712-b070-9b20ec492f01,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:52.351304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cea25-a2cb-4f0d-a27d-5472844c6655 req-8a5fc6ca-61b4-467d-a931-cede763cd4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:52.352794 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d46cea25-a2cb-4f0d-a27d-5472844c6655 req-8a5fc6ca-61b4-467d-a931-cede763cd4a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 1116 time: 0.0755031 Nov 27 01:02:52.386669 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-340804fe-92fe-4459-9c1e-506f0bb98d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.406873 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-340804fe-92fe-4459-9c1e-506f0bb98d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.444731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cea25-a2cb-4f0d-a27d-5472844c6655 req-96202fc6-5ea9-4d95-ac2b-4c9c631f037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:52.446226 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d46cea25-a2cb-4f0d-a27d-5472844c6655 req-96202fc6-5ea9-4d95-ac2b-4c9c631f037f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.0851133 Nov 27 01:02:52.457731 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-340804fe-92fe-4459-9c1e-506f0bb98d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.460977 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-340804fe-92fe-4459-9c1e-506f0bb98d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.463459 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-340804fe-92fe-4459-9c1e-506f0bb98d79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5d17653-27a2-4712-b070-9b20ec492f01 HTTP/1.1" status: 204 len: 168 time: 0.1246583 Nov 27 01:02:52.470473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340804fe-92fe-4459-9c1e-506f0bb98d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d17653-27a2-4712-b070-9b20ec492f01,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:52.496534 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d46cea25-a2cb-4f0d-a27d-5472844c6655 req-c3f2a441-cc24-4e66-81c6-8b38b4873cbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1 HTTP/1.1" status: 200 len: 217 time: 0.0420876 Nov 27 01:02:52.549237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cea25-a2cb-4f0d-a27d-5472844c6655 req-32fb26b9-db8c-4ac9-a4ec-ccaa95898531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:52.551019 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d46cea25-a2cb-4f0d-a27d-5472844c6655 req-32fb26b9-db8c-4ac9-a4ec-ccaa95898531 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.0467086 Nov 27 01:02:52.587468 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d46cea25-a2cb-4f0d-a27d-5472844c6655 req-ab5f344b-5fe2-4ffa-9b41-f77fd1a0d1d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257893 Nov 27 01:02:52.660824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1b6db-2dc2-446c-9217-4d5e75aff30a req-55f98875-e0f3-4d0f-9ffa-8c3cabbf1ef1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:52.663324 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28c1b6db-2dc2-446c-9217-4d5e75aff30a req-55f98875-e0f3-4d0f-9ffa-8c3cabbf1ef1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 943 time: 0.0549223 Nov 27 01:02:52.702022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d46cea25-a2cb-4f0d-a27d-5472844c6655 req-c744cb08-001f-4398-9b84-386beff7d0f6 service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031606 Nov 27 01:02:52.719292 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28c1b6db-2dc2-446c-9217-4d5e75aff30a req-99ed1e26-2e11-4daa-8ea0-95f69326a8d1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502458 Nov 27 01:02:52.766797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40438) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:52.780239 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9ca70baa-27dc-46e9-aa93-61bb732755d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.803186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24d14c-fe37-47d1-bde5-11ef47b1a048 req-789863fe-be53-48e1-a96e-e3099ba9c5f5 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:52.804833 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4f24d14c-fe37-47d1-bde5-11ef47b1a048 req-789863fe-be53-48e1-a96e-e3099ba9c5f5 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 971 time: 0.1018734 Nov 27 01:02:52.855993 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d46cea25-a2cb-4f0d-a27d-5472844c6655 req-70f2e81a-1a35-4314-9812-0cef4c4ff0fe service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434994 Nov 27 01:02:52.864894 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9ca70baa-27dc-46e9-aa93-61bb732755d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.869497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9ca70baa-27dc-46e9-aa93-61bb732755d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:52.883464 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4f24d14c-fe37-47d1-bde5-11ef47b1a048 req-2e57c552-0167-4aa4-863b-3758ed52e47b tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712066 Nov 27 01:02:52.938459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca70baa-27dc-46e9-aa93-61bb732755d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fb48a0-9585-4a80-9691-6efcf9b94545,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:52.945516 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9ca70baa-27dc-46e9-aa93-61bb732755d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19d4448d88bc45108151f4e5d88562bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760952 Nov 27 01:02:52.946894 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40442) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:52.964223 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438b922-1110-4c07-849c-a403e031dea3 req-a947a70f-b9c4-4623-bac0-aa80ca8dcc65 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:52.965706 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5438b922-1110-4c07-849c-a403e031dea3 req-a947a70f-b9c4-4623-bac0-aa80ca8dcc65 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 950 time: 0.0810292 Nov 27 01:02:52.995060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91c535b5-2d98-4b5f-a081-e271c7d91002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.012418 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5438b922-1110-4c07-849c-a403e031dea3 req-4bd6046a-e732-43a7-b822-40b5894e7157 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Nov 27 01:02:53.017064 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91c535b5-2d98-4b5f-a081-e271c7d91002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.021191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b443c1f8-0d2e-48d1-80e5-ba76558600c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605b7e5b-27e8-48ee-8ef2-771254d5f905'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:02:53.024410 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9285884d-c469-4de7-9bff-586e3a37c920" -d '{"events": [{"server_uuid": "b443c1f8-0d2e-48d1-80e5-ba76558600c1", "name": "network-vif-plugged", "status": "completed", "tag": "605b7e5b-27e8-48ee-8ef2-771254d5f905"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:02:53.060316 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72f6d06-5198-43dc-baa9-d7416690294e x-openstack-request-id: req-f72f6d06-5198-43dc-baa9-d7416690294e {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:02:53.060646 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b443c1f8-0d2e-48d1-80e5-ba76558600c1", "name": "network-vif-plugged", "status": "completed", "tag": "605b7e5b-27e8-48ee-8ef2-771254d5f905", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:02:53.060961 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f72f6d06-5198-43dc-baa9-d7416690294e {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:02:53.061434 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b443c1f8-0d2e-48d1-80e5-ba76558600c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605b7e5b-27e8-48ee-8ef2-771254d5f905', 'code': 200} Nov 27 01:02:53.066472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91c535b5-2d98-4b5f-a081-e271c7d91002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.069622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91c535b5-2d98-4b5f-a081-e271c7d91002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.070775 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-91c535b5-2d98-4b5f-a081-e271c7d91002 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0fb48a0-9585-4a80-9691-6efcf9b94545 HTTP/1.1" status: 204 len: 168 time: 0.1229980 Nov 27 01:02:53.079654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c535b5-2d98-4b5f-a081-e271c7d91002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fb48a0-9585-4a80-9691-6efcf9b94545,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:53.234648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3549bd-ac61-44d5-ad44-56f5f9fd6ac3 req-d8ee7520-1a67-49f6-ad19-c82efea6b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:53.236148 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff3549bd-ac61-44d5-ad44-56f5f9fd6ac3 req-d8ee7520-1a67-49f6-ad19-c82efea6b98d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 1101 time: 0.0736825 Nov 27 01:02:53.294192 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff3549bd-ac61-44d5-ad44-56f5f9fd6ac3 req-e8b36498-b739-4c18-b831-e3e316afed7b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503387 Nov 27 01:02:53.368650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c68b06-5447-46ac-af8a-150dc2e69c16 req-27c7b5e3-bebc-4215-8d6c-4c9a3a8d0008 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:53.370147 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e4c68b06-5447-46ac-af8a-150dc2e69c16 req-27c7b5e3-bebc-4215-8d6c-4c9a3a8d0008 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 965 time: 0.0614598 Nov 27 01:02:53.420951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e4c68b06-5447-46ac-af8a-150dc2e69c16 req-9454b9c5-301d-4ae5-97c4-9f8a095a47c6 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 Nov 27 01:02:53.451460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b40b2ff7-fe9b-42ef-a977-f544b08d8b1e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:02:53.558141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:53.571298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'port_id': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e', 'mac_address': 'fa:16:3e:f8:ba:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:02:53.607291 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.620804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40b2ff7-fe9b-42ef-a977-f544b08d8b1e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:02:53.639851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:53.642930 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:53.690862 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:53.839872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ded3b-013c-49c3-aa35-179fd7682724 req-7b826113-98de-4cb1-a74e-a069df64f9bd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:53.841343 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-369ded3b-013c-49c3-aa35-179fd7682724 req-7b826113-98de-4cb1-a74e-a069df64f9bd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 944 time: 0.0500746 Nov 27 01:02:53.889349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-369ded3b-013c-49c3-aa35-179fd7682724 req-fa49da34-faa4-4e1b-901a-5c806f94e8f6 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415998 Nov 27 01:02:53.997479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb7620-a234-4e7f-8321-2b0132ebb3f3 req-923d8a7f-e929-4995-980d-048132e7e690 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:53.998943 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0dfb7620-a234-4e7f-8321-2b0132ebb3f3 req-923d8a7f-e929-4995-980d-048132e7e690 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 971 time: 0.0469480 Nov 27 01:02:54.004888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['b40b2ff7-fe9b-42ef-a977-f544b08d8b1e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:02:54.045512 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0dfb7620-a234-4e7f-8321-2b0132ebb3f3 req-fa9c2aed-ced1-49f6-98ba-215d3c4ae03b tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Nov 27 01:02:54.141126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb7170-6e57-4614-a0c3-d267bdcb306a req-c021ea33-8cb6-4ec0-829b-db827b8332d9 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:54.143739 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5aeb7170-6e57-4614-a0c3-d267bdcb306a req-c021ea33-8cb6-4ec0-829b-db827b8332d9 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 950 time: 0.0555375 Nov 27 01:02:54.193268 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5aeb7170-6e57-4614-a0c3-d267bdcb306a req-55cbd183-04b8-4a65-bea0-dc9a4239bc92 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433269 Nov 27 01:02:54.195402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cc746-f1a3-4068-a0fa-0d0a3eadae70 req-c27e465a-4127-451f-a4ac-e833ded50859 tempest-AggregatesAdminTestJSON-667861103 tempest-AggregatesAdminTestJSON-667861103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:54.196899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-047cc746-f1a3-4068-a0fa-0d0a3eadae70 req-c27e465a-4127-451f-a4ac-e833ded50859 tempest-AggregatesAdminTestJSON-667861103 tempest-AggregatesAdminTestJSON-667861103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 1122 time: 0.0401959 Nov 27 01:02:54.215256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-047cc746-f1a3-4068-a0fa-0d0a3eadae70 req-94f9d58e-b639-4f00-9934-1d38ed33e01f tempest-AggregatesAdminTestJSON-667861103 tempest-AggregatesAdminTestJSON-667861103-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:54.290463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-047cc746-f1a3-4068-a0fa-0d0a3eadae70 req-94f9d58e-b639-4f00-9934-1d38ed33e01f tempest-AggregatesAdminTestJSON-667861103 tempest-AggregatesAdminTestJSON-667861103-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:54.293957 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-047cc746-f1a3-4068-a0fa-0d0a3eadae70 req-94f9d58e-b639-4f00-9934-1d38ed33e01f tempest-AggregatesAdminTestJSON-667861103 tempest-AggregatesAdminTestJSON-667861103-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:54.331289 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-047cc746-f1a3-4068-a0fa-0d0a3eadae70 req-94f9d58e-b639-4f00-9934-1d38ed33e01f tempest-AggregatesAdminTestJSON-667861103 tempest-AggregatesAdminTestJSON-667861103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281066 Nov 27 01:02:54.332271 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9d58e-b639-4f00-9934-1d38ed33e01f tempest-AggregatesAdminTestJSON-667861103 tempest-AggregatesAdminTestJSON-667861103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e1533c-5872-4be8-ba51-1b1f2efdf1cb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:54.576440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6933-0c64-48d6-8275-1c64585be653 req-4537a832-797d-40f2-a03a-3a28418d4cb6 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:54.577997 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-681a6933-0c64-48d6-8275-1c64585be653 req-4537a832-797d-40f2-a03a-3a28418d4cb6 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 965 time: 0.0587180 Nov 27 01:02:54.626921 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-681a6933-0c64-48d6-8275-1c64585be653 req-5c93399a-aca5-4bb6-bd0e-335524266265 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Nov 27 01:02:55.007621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541788b-635e-4190-8619-58e4baebf9d8 req-7504e62b-bea3-4e64-89e0-9b3d5c078e57 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:55.009232 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7541788b-635e-4190-8619-58e4baebf9d8 req-7504e62b-bea3-4e64-89e0-9b3d5c078e57 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 944 time: 0.0510240 Nov 27 01:02:55.061342 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7541788b-635e-4190-8619-58e4baebf9d8 req-cf0d801e-5bde-4aa9-bdae-b675b781694a tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459080 Nov 27 01:02:55.326691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510f5ef-1434-40b1-ba95-5495f6de9266 req-acd12342-54e9-492f-875d-12340ae08d5e tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:55.328349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e510f5ef-1434-40b1-ba95-5495f6de9266 req-acd12342-54e9-492f-875d-12340ae08d5e tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 950 time: 0.0593300 Nov 27 01:02:55.379133 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e510f5ef-1434-40b1-ba95-5495f6de9266 req-15e0c96a-42b5-4dac-9d9c-cab4e16923be tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Nov 27 01:02:55.479372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b40b2ff7-fe9b-42ef-a977-f544b08d8b1e up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:55.565652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:02:55.571200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:55.572190 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:55.669952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:55.697514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:02:55.699885 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca4539f-2f21-4dc8-956c-3eaf0ce289e3" -d '{"events": [{"server_uuid": "62c3cbe0-ac1a-40e6-ae4c-d5218060825b", "name": "network-vif-plugged", "status": "completed", "tag": "b40b2ff7-fe9b-42ef-a977-f544b08d8b1e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:02:55.714134 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:55.720270 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:55.774055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be71e29-7568-4057-b119-2e0887ee925e req-533f14f5-b5be-4e24-8eab-6bb3c0b9c3fc tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:55.781793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:55.782268 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7be71e29-7568-4057-b119-2e0887ee925e req-533f14f5-b5be-4e24-8eab-6bb3c0b9c3fc tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 965 time: 0.0555129 Nov 27 01:02:55.807228 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e301a0-0599-4673-a6dd-21cd867b9e82 x-openstack-request-id: req-32e301a0-0599-4673-a6dd-21cd867b9e82 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:02:55.807895 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c3cbe0-ac1a-40e6-ae4c-d5218060825b", "name": "network-vif-plugged", "status": "completed", "tag": "b40b2ff7-fe9b-42ef-a977-f544b08d8b1e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:02:55.808152 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32e301a0-0599-4673-a6dd-21cd867b9e82 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:02:55.808562 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e', 'code': 200} Nov 27 01:02:55.844766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7be71e29-7568-4057-b119-2e0887ee925e req-fd2271c7-84ad-4f7a-ba04-377b4d857fed tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616312 Nov 27 01:02:55.996587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe56ec4-3e93-401e-92d9-d7c3d91e0982 req-f5d12a15-f9c7-4800-b8c9-c6ac891949d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:55.998124 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-abe56ec4-3e93-401e-92d9-d7c3d91e0982 req-f5d12a15-f9c7-4800-b8c9-c6ac891949d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 1096 time: 0.0594366 Nov 27 01:02:56.051044 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-abe56ec4-3e93-401e-92d9-d7c3d91e0982 req-56d74412-2b59-4f6d-9825-c76ac0f74052 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438933 Nov 27 01:02:56.236407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f6dca-c372-47e7-99d1-c9f75b42610d req-50e79e1a-7e26-412a-96e1-b642b1a7208b tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:56.238127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea4f6dca-c372-47e7-99d1-c9f75b42610d req-50e79e1a-7e26-412a-96e1-b642b1a7208b tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 945 time: 0.0708408 Nov 27 01:02:56.291057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea4f6dca-c372-47e7-99d1-c9f75b42610d req-5bde9545-cacd-4b25-8df1-9334303b7b99 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464189 Nov 27 01:02:56.530863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862bad5-98c9-4a5a-9511-a8d8e42aa7bc req-1fdacf0c-d516-4fcf-b8c5-a5d10e433f28 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:56.532388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2862bad5-98c9-4a5a-9511-a8d8e42aa7bc req-1fdacf0c-d516-4fcf-b8c5-a5d10e433f28 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 950 time: 0.0534661 Nov 27 01:02:56.578227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 42a92fa6-ef73-4389-bce4-877b0982d4b1 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:02:56.587146 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2862bad5-98c9-4a5a-9511-a8d8e42aa7bc req-c3e5b9f0-fcde-4ae0-9115-8795d8831823 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485339 Nov 27 01:02:56.698424 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:56.710225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '42a92fa6-ef73-4389-bce4-877b0982d4b1', 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1', 'port_id': '42a92fa6-ef73-4389-bce4-877b0982d4b1', 'mac_address': 'fa:16:3e:ae:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c425f4c-85f5-429d-986b-d3dfb33a41e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-1521654875', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:02:56.764664 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:56.796737 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a92fa6-ef73-4389-bce4-877b0982d4b1 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:02:56.823015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:56.833764 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:56.912998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=42a92fa6-ef73-4389-bce4-877b0982d4b1,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:57.172672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522d57e-97d9-47c1-a863-4ba85a4d670c req-2b01b8ef-2dbe-4054-b611-2367b4df3edc tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:57.174222 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e522d57e-97d9-47c1-a863-4ba85a4d670c req-2b01b8ef-2dbe-4054-b611-2367b4df3edc tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 966 time: 0.0588007 Nov 27 01:02:57.192344 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['42a92fa6-ef73-4389-bce4-877b0982d4b1'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:02:57.238473 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e522d57e-97d9-47c1-a863-4ba85a4d670c req-000af942-6e2b-44bd-976b-3f04369475bb tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566723 Nov 27 01:02:57.429859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392be293-da9e-4309-86d5-954d08ab0436 req-1df980ea-df75-4335-a0a2-ec01a05689d6 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:57.439766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-392be293-da9e-4309-86d5-954d08ab0436 req-1df980ea-df75-4335-a0a2-ec01a05689d6 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 950 time: 0.0761781 Nov 27 01:02:57.502626 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-392be293-da9e-4309-86d5-954d08ab0436 req-8c367941-14d2-4e1f-b656-8cd4b8edb593 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617976 Nov 27 01:02:57.550292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40766) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:57.608961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dae7bc-faa8-419d-82fb-bfc51e5205e9 req-1a6233c8-062d-4d71-bd98-9ca86e9c7f65 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:57.611378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c3dae7bc-faa8-419d-82fb-bfc51e5205e9 req-1a6233c8-062d-4d71-bd98-9ca86e9c7f65 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 945 time: 0.0538466 Nov 27 01:02:57.668803 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c3dae7bc-faa8-419d-82fb-bfc51e5205e9 req-54cac5f8-4a0c-4e75-abd2-f85c32606bfd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490711 Nov 27 01:02:57.695826 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e7338bd-1b82-4c26-b297-c3c0292b5733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:57.792489 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e7338bd-1b82-4c26-b297-c3c0292b5733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:57.797153 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e7338bd-1b82-4c26-b297-c3c0292b5733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:57.863053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7338bd-1b82-4c26-b297-c3c0292b5733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8f6a9e-b70f-413d-82eb-117002f1d80c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:57.882774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5e7338bd-1b82-4c26-b297-c3c0292b5733 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=434958d51a444fefa7dea7bc84b690fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301466 Nov 27 01:02:57.885274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40802) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:57.928005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b70426-89f8-47ba-bcaf-932dc96f8eae req-8f2a4abe-4124-4621-887b-2f1f173838f0 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:57.929489 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-92b70426-89f8-47ba-bcaf-932dc96f8eae req-8f2a4abe-4124-4621-887b-2f1f173838f0 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 945 time: 0.0873239 Nov 27 01:02:57.939238 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40808) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:57.946199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-6c470632-c358-4b9f-9461-3280e9ad82e3 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Request body: {'floatingip': {'port_id': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:02:58.030779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc7a-ccd4-46f9-be31-3433b8bb8972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.037784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c470632-c358-4b9f-9461-3280e9ad82e3 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.151165 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc7a-ccd4-46f9-be31-3433b8bb8972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.307184 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc7a-ccd4-46f9-be31-3433b8bb8972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.307416 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c55fc7a-ccd4-46f9-be31-3433b8bb8972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.307751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40840) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:58.311009 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2c55fc7a-ccd4-46f9-be31-3433b8bb8972 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d8f6a9e-b70f-413d-82eb-117002f1d80c HTTP/1.1" status: 204 len: 168 time: 0.4221251 Nov 27 01:02:58.351368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55fc7a-ccd4-46f9-be31-3433b8bb8972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8f6a9e-b70f-413d-82eb-117002f1d80c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:58.431509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ce265-c61c-4078-946a-be45af6968e8 req-ccb0fa0a-ec1e-4334-b745-abb5365e934f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:58.433536 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a40ce265-c61c-4078-946a-be45af6968e8 req-ccb0fa0a-ec1e-4334-b745-abb5365e934f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 966 time: 0.0771008 Nov 27 01:02:58.474349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2c7d-decb-4cd7-acb1-6632c2257779 req-0f49c518-5f79-4520-a3be-3726c3600fa9 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:58.475104 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6efdd9c1-0d11-42f4-8c1f-3d770841ba8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.475849 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8bec2c7d-decb-4cd7-acb1-6632c2257779 req-0f49c518-5f79-4520-a3be-3726c3600fa9 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 971 time: 0.1285281 Nov 27 01:02:58.516096 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a40ce265-c61c-4078-946a-be45af6968e8 req-739def00-8cec-42fa-b583-e174729c2640 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762281 Nov 27 01:02:58.582616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 42a92fa6-ef73-4389-bce4-877b0982d4b1 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:02:58.616781 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6efdd9c1-0d11-42f4-8c1f-3d770841ba8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.625318 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6efdd9c1-0d11-42f4-8c1f-3d770841ba8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.635443 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8bec2c7d-decb-4cd7-acb1-6632c2257779 req-3cc921bd-c95a-4b65-b8dc-6c55c825b581 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373227 Nov 27 01:02:58.698494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 42a92fa6-ef73-4389-bce4-877b0982d4b1 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:02:58.703926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 42a92fa6-ef73-4389-bce4-877b0982d4b1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:02:58.704335 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.706381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6efdd9c1-0d11-42f4-8c1f-3d770841ba8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55e6ee479b094589a8f4bb9391856bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973782 Nov 27 01:02:58.710261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40858) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:58.711104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdd9c1-0d11-42f4-8c1f-3d770841ba8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d47e53-9aba-44d5-8055-acfa191ad0b8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:58.738395 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40860) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:58.785436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6787123f-d946-4afe-9bd5-89487598ac1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.870983 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.873694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691463f8-4b4f-401b-91b9-5df9ab97128d req-32fd7b10-daa0-4b47-95a9-e04cf10ccfa6 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:58.876109 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-691463f8-4b4f-401b-91b9-5df9ab97128d req-32fd7b10-daa0-4b47-95a9-e04cf10ccfa6 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 950 time: 0.1677296 Nov 27 01:02:58.899444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebde4baa-037f-46b9-8ed6-049e850b927a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a92fa6-ef73-4389-bce4-877b0982d4b1'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:02:58.903052 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a5ae50-1e42-4151-8e4e-ac0a1899aa04" -d '{"events": [{"server_uuid": "ebde4baa-037f-46b9-8ed6-049e850b927a", "name": "network-vif-plugged", "status": "completed", "tag": "42a92fa6-ef73-4389-bce4-877b0982d4b1"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:02:58.937169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:58.947133 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:58.949761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13d2adf7-5c65-4195-8e58-aadda53ea20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.008886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=42a92fa6-ef73-4389-bce4-877b0982d4b1,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:59.031415 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003f553b-ea75-4cec-9690-c47c849188bb x-openstack-request-id: req-003f553b-ea75-4cec-9690-c47c849188bb {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:02:59.031724 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebde4baa-037f-46b9-8ed6-049e850b927a", "name": "network-vif-plugged", "status": "completed", "tag": "42a92fa6-ef73-4389-bce4-877b0982d4b1", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:02:59.033560 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-003f553b-ea75-4cec-9690-c47c849188bb {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:02:59.033978 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebde4baa-037f-46b9-8ed6-049e850b927a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a92fa6-ef73-4389-bce4-877b0982d4b1', 'code': 200} Nov 27 01:02:59.048623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-691463f8-4b4f-401b-91b9-5df9ab97128d req-9101ad4c-6e4d-43d1-adc0-ab9d9b9ab5db tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267443 Nov 27 01:02:59.055360 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13d2adf7-5c65-4195-8e58-aadda53ea20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.128653 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6787123f-d946-4afe-9bd5-89487598ac1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.133827 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6787123f-d946-4afe-9bd5-89487598ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.185286 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6787123f-d946-4afe-9bd5-89487598ac1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=464c28efecfb49a190d8855e0c7c9fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270089 Nov 27 01:02:59.186065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787123f-d946-4afe-9bd5-89487598ac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f757aef-c031-48ca-862a-883da68ec602,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:59.188715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40890) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:02:59.204752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13d2adf7-5c65-4195-8e58-aadda53ea20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.208759 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13d2adf7-5c65-4195-8e58-aadda53ea20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.212403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-13d2adf7-5c65-4195-8e58-aadda53ea20c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3d47e53-9aba-44d5-8055-acfa191ad0b8 HTTP/1.1" status: 204 len: 168 time: 0.4951863 Nov 27 01:02:59.227691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2adf7-5c65-4195-8e58-aadda53ea20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d47e53-9aba-44d5-8055-acfa191ad0b8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:59.279349 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d4df2cd-efed-422b-aab5-131fb7662459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.286371 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.db.resource_extend [None req-6c470632-c358-4b9f-9461-3280e9ad82e3 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:02:59.308592 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d4df2cd-efed-422b-aab5-131fb7662459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.409660 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d4df2cd-efed-422b-aab5-131fb7662459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.413691 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d4df2cd-efed-422b-aab5-131fb7662459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.413859 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c470632-c358-4b9f-9461-3280e9ad82e3 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.415551 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6d4df2cd-efed-422b-aab5-131fb7662459 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f757aef-c031-48ca-862a-883da68ec602 HTTP/1.1" status: 204 len: 168 time: 0.2119541 Nov 27 01:02:59.425002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda8271-f9b3-4e40-b52e-2c9bca22b236 req-f33070fd-41d8-46ac-9ca1-1bd45802ac9b tempest-DeleteServersAdminTestJSON-1006259675 tempest-DeleteServersAdminTestJSON-1006259675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:59.427405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4df2cd-efed-422b-aab5-131fb7662459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f757aef-c031-48ca-862a-883da68ec602,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:02:59.427649 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1bda8271-f9b3-4e40-b52e-2c9bca22b236 req-f33070fd-41d8-46ac-9ca1-1bd45802ac9b tempest-DeleteServersAdminTestJSON-1006259675 tempest-DeleteServersAdminTestJSON-1006259675-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 1101 time: 0.1812067 Nov 27 01:02:59.435369 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c470632-c358-4b9f-9461-3280e9ad82e3 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.444050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c428ac-89aa-4ad7-a78f-39043ef105bd req-62a301ae-22cf-4e84-a24e-777aa3285908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:59.445773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b8c428ac-89aa-4ad7-a78f-39043ef105bd req-62a301ae-22cf-4e84-a24e-777aa3285908 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 1118 time: 0.2006040 Nov 27 01:02:59.665571 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b8c428ac-89aa-4ad7-a78f-39043ef105bd req-42677a6b-9b5e-427c-97af-cc90eeeff545 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770658 Nov 27 01:02:59.714914 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-6c470632-c358-4b9f-9461-3280e9ad82e3 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Floating IP 67fd75f6-9ea2-4367-87e8-9c872774aca0 associated. External IP: 172.25.3.158, port: b40b2ff7-fe9b-42ef-a977-f544b08d8b1e. Nov 27 01:02:59.760006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-1bda8271-f9b3-4e40-b52e-2c9bca22b236 req-3756d7ac-daf4-434c-8c7f-0e2b01669372 tempest-DeleteServersAdminTestJSON-1006259675 tempest-DeleteServersAdminTestJSON-1006259675-project-admin] Deleting port 605b7e5b-27e8-48ee-8ef2-771254d5f905 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:02:59.760350 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1bda8271-f9b3-4e40-b52e-2c9bca22b236 req-3756d7ac-daf4-434c-8c7f-0e2b01669372 tempest-DeleteServersAdminTestJSON-1006259675 tempest-DeleteServersAdminTestJSON-1006259675-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:02:59.773591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075e81e-960f-40e0-8e79-5e1432f70f33 req-8c5c5f24-19af-4c96-94fc-6aee31fd7d80 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:59.775136 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5075e81e-960f-40e0-8e79-5e1432f70f33 req-8c5c5f24-19af-4c96-94fc-6aee31fd7d80 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 967 time: 0.1374862 Nov 27 01:02:59.812424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c44e1-e75e-4355-8176-421432c0fe9a req-fc2f159c-4eba-47dc-90bd-0d85a9dd5414 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:02:59.814135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f40c44e1-e75e-4355-8176-421432c0fe9a req-fc2f159c-4eba-47dc-90bd-0d85a9dd5414 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 971 time: 0.0707898 Nov 27 01:02:59.880992 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f40c44e1-e75e-4355-8176-421432c0fe9a req-26970c7f-d0b8-47a2-88a2-517d76e9d664 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605328 Nov 27 01:02:59.957416 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5075e81e-960f-40e0-8e79-5e1432f70f33 req-9624a359-238b-4e70-ba3b-250129219f5f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686320 Nov 27 01:02:59.984846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-1bda8271-f9b3-4e40-b52e-2c9bca22b236 req-3756d7ac-daf4-434c-8c7f-0e2b01669372 tempest-DeleteServersAdminTestJSON-1006259675 tempest-DeleteServersAdminTestJSON-1006259675-project-admin] For port 605b7e5b-27e8-48ee-8ef2-771254d5f905, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=605b7e5b-27e8-48ee-8ef2-771254d5f905,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:02:59.985220 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1bda8271-f9b3-4e40-b52e-2c9bca22b236 req-3756d7ac-daf4-434c-8c7f-0e2b01669372 tempest-DeleteServersAdminTestJSON-1006259675 tempest-DeleteServersAdminTestJSON-1006259675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.017596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40954) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:00.046733 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00150d7b-590e-44ef-8b3e-87a9479e1949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.051888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-a9862c1e-9192-4e4f-9ce9-3370373d9561 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2edf6686468b4b33b0abea6b7cab9912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446382 Nov 27 01:03:00.067738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-1bda8271-f9b3-4e40-b52e-2c9bca22b236 req-3756d7ac-daf4-434c-8c7f-0e2b01669372 tempest-DeleteServersAdminTestJSON-1006259675 tempest-DeleteServersAdminTestJSON-1006259675-project-admin] Calling delete_port for 605b7e5b-27e8-48ee-8ef2-771254d5f905 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:03:00.183947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40960) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:00.247435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234c099-b8e0-4911-b1fc-0dda8e4ec971 req-2deca44f-978d-4652-9626-6f215c5919a9 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:00.249108 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4234c099-b8e0-4911-b1fc-0dda8e4ec971 req-2deca44f-978d-4652-9626-6f215c5919a9 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.11 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 971 time: 0.2189338 Nov 27 01:03:00.362643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c470632-c358-4b9f-9461-3280e9ad82e3 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:03:00.381574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c082b5-222d-499b-9552-84f8d79219ba req-7cf199c9-0cec-47ac-b34f-13c674d2ea1f tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:00.388452 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-7cf199c9-0cec-47ac-b34f-13c674d2ea1f tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289235 Nov 27 01:03:00.406964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944482b-146d-4f9d-8037-abd95fe22dca req-8a061b7e-c0e3-4a54-b343-ec0225e71ec3 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:00.408673 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7944482b-146d-4f9d-8037-abd95fe22dca req-8a061b7e-c0e3-4a54-b343-ec0225e71ec3 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 950 time: 0.2121773 Nov 27 01:03:00.409650 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-05d6dda5-92d8-4772-85af-0762462048ff tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/quotas/2edf6686468b4b33b0abea6b7cab9912 HTTP/1.1" status: 200 len: 375 time: 0.0203168 Nov 27 01:03:00.452621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-90d5def2-c421-4a17-896c-aac4a281cffa tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2edf6686468b4b33b0abea6b7cab9912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420160 Nov 27 01:03:00.468399 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00150d7b-590e-44ef-8b3e-87a9479e1949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.473425 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00150d7b-590e-44ef-8b3e-87a9479e1949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.526436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-00150d7b-590e-44ef-8b3e-87a9479e1949 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6f6ba71e9bb4ee6ac6f3c9c7cf97756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5041053 Nov 27 01:03:00.528166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00150d7b-590e-44ef-8b3e-87a9479e1949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb175c7b-e3a5-4512-a678-0bf086841a98,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:00.530695 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40974) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:00.532616 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18c6459b-c086-416b-83d3-c268d815fb74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.602012 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25b396d3-eaaa-41df-9a41-8f2f858c4ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.648122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25b396d3-eaaa-41df-9a41-8f2f858c4ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.668292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-4234c099-b8e0-4911-b1fc-0dda8e4ec971 req-5aedc2d5-3da6-4a3d-b5ed-1c693244edfb tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Deleting port e20844ff-0fb4-4d19-9036-6a2d71148b79 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:03:00.669270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4234c099-b8e0-4911-b1fc-0dda8e4ec971 req-5aedc2d5-3da6-4a3d-b5ed-1c693244edfb tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.711524 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7944482b-146d-4f9d-8037-abd95fe22dca req-0cb8b921-765e-47c5-943c-b6ed4197c997 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838168 Nov 27 01:03:00.723241 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25b396d3-eaaa-41df-9a41-8f2f858c4ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.729449 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25b396d3-eaaa-41df-9a41-8f2f858c4ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.730864 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-25b396d3-eaaa-41df-9a41-8f2f858c4ed5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb175c7b-e3a5-4512-a678-0bf086841a98 HTTP/1.1" status: 204 len: 168 time: 0.1990190 Nov 27 01:03:00.741176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b396d3-eaaa-41df-9a41-8f2f858c4ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb175c7b-e3a5-4512-a678-0bf086841a98,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:00.786379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c470632-c358-4b9f-9461-3280e9ad82e3 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:03:00.804354 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c263c4-ca49-40dd-9a38-0724629a748e None None] Sync routers for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:03:00.816563 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c263c4-ca49-40dd-9a38-0724629a748e None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:00.817935 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f4c263c4-ca49-40dd-9a38-0724629a748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:02:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:00.827564 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1bda8271-f9b3-4e40-b52e-2c9bca22b236 req-3756d7ac-daf4-434c-8c7f-0e2b01669372 tempest-DeleteServersAdminTestJSON-1006259675 tempest-DeleteServersAdminTestJSON-1006259675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.836688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c470632-c358-4b9f-9461-3280e9ad82e3 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:00.862455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['605b7e5b-27e8-48ee-8ef2-771254d5f905'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:00.901212 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6c470632-c358-4b9f-9461-3280e9ad82e3 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "PUT /v2.0/floatingips/67fd75f6-9ea2-4367-87e8-9c872774aca0 HTTP/1.1" status: 200 len: 991 time: 2.9573545 Nov 27 01:03:00.909175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'tag': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:00.912349 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899ecb5f-56bb-4621-bb0b-57c1dc7ed0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "62c3cbe0-ac1a-40e6-ae4c-d5218060825b", "tag": "b40b2ff7-fe9b-42ef-a977-f544b08d8b1e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:01.018345 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756d7ac-daf4-434c-8c7f-0e2b01669372 tempest-DeleteServersAdminTestJSON-1006259675 tempest-DeleteServersAdminTestJSON-1006259675-project-admin] Pushing event deleted for resources: {'Port': ['ID=605b7e5b-27e8-48ee-8ef2-771254d5f905,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:01.034570 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-6628f4a5-1f1c-4aa9-82a1-097332bd87c9 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2edf6686468b4b33b0abea6b7cab9912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498409 Nov 27 01:03:01.095387 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18c6459b-c086-416b-83d3-c268d815fb74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.174063 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f4c263c4-ca49-40dd-9a38-0724629a748e None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:01.295008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-3ef0ad51-db4d-4dff-b8df-6dff732d1f89 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:01.303556 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-3ef0ad51-db4d-4dff-b8df-6dff732d1f89 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678974 Nov 27 01:03:01.335036 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-ec203ad5-0cd5-419e-8619-f2fbbae373c3 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/quotas/2edf6686468b4b33b0abea6b7cab9912 HTTP/1.1" status: 200 len: 375 time: 0.0301805 Nov 27 01:03:01.387624 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-8b2d3ad9-03a9-4222-a0dd-2fa344efa16b tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2edf6686468b4b33b0abea6b7cab9912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512147 Nov 27 01:03:01.547565 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18c6459b-c086-416b-83d3-c268d815fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.660669 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6459b-c086-416b-83d3-c268d815fb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bd0dbc-cf63-4aad-8592-73ea37d7aff9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:01.697447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bda8271-f9b3-4e40-b52e-2c9bca22b236 req-3756d7ac-daf4-434c-8c7f-0e2b01669372 tempest-DeleteServersAdminTestJSON-1006259675 tempest-DeleteServersAdminTestJSON-1006259675-project-admin] No DVR routers for this DVR port 605b7e5b-27e8-48ee-8ef2-771254d5f905 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:01.703543 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-18c6459b-c086-416b-83d3-c268d815fb74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32582e2a685941758b82943f70d06733&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5186617 Nov 27 01:03:01.706334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41032) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:01.711770 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1bda8271-f9b3-4e40-b52e-2c9bca22b236 req-3756d7ac-daf4-434c-8c7f-0e2b01669372 tempest-DeleteServersAdminTestJSON-1006259675 tempest-DeleteServersAdminTestJSON-1006259675-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.716203 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1bda8271-f9b3-4e40-b52e-2c9bca22b236 req-3756d7ac-daf4-434c-8c7f-0e2b01669372 tempest-DeleteServersAdminTestJSON-1006259675 tempest-DeleteServersAdminTestJSON-1006259675-project-admin] 10.222.0.42 "DELETE /v2.0/ports/605b7e5b-27e8-48ee-8ef2-771254d5f905 HTTP/1.1" status: 204 len: 173 time: 2.2754514 Nov 27 01:03:01.720564 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8910f38f-a395-4589-861e-71b8e143eb1d x-openstack-request-id: req-8910f38f-a395-4589-861e-71b8e143eb1d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:01.721047 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c3cbe0-ac1a-40e6-ae4c-d5218060825b", "tag": "b40b2ff7-fe9b-42ef-a977-f544b08d8b1e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:01.721480 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8910f38f-a395-4589-861e-71b8e143eb1d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:01.722023 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'tag': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e', 'status': 'completed', 'code': 200} Nov 27 01:03:01.724748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4234c099-b8e0-4911-b1fc-0dda8e4ec971 req-5aedc2d5-3da6-4a3d-b5ed-1c693244edfb tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] For port e20844ff-0fb4-4d19-9036-6a2d71148b79, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e20844ff-0fb4-4d19-9036-6a2d71148b79,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:01.725302 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4234c099-b8e0-4911-b1fc-0dda8e4ec971 req-5aedc2d5-3da6-4a3d-b5ed-1c693244edfb tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.752034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-4234c099-b8e0-4911-b1fc-0dda8e4ec971 req-5aedc2d5-3da6-4a3d-b5ed-1c693244edfb tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Calling delete_port for e20844ff-0fb4-4d19-9036-6a2d71148b79 owned by compute:tempest-test_az-1521654875 {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:03:01.768238 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f4c263c4-ca49-40dd-9a38-0724629a748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '67fd75f6-9ea2-4367-87e8-9c872774aca0', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'port_id': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'mac_address': 'fa:16:3e:f8:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:58Z', 'revision_number': 1, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:26Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:01.777645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5505a-6440-4fea-964c-58fe5e495d1e req-33f3d134-c44e-4df2-91ab-91cf8ff85ca3 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:01.788288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38c5505a-6440-4fea-964c-58fe5e495d1e req-33f3d134-c44e-4df2-91ab-91cf8ff85ca3 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 971 time: 0.2168667 Nov 27 01:03:01.881444 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c263c4-ca49-40dd-9a38-0724629a748e None None] Checking router: 1f4376bd-6dc6-45bd-86e7-fd1969398f9f for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:03:01.887935 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-373c4752-4972-47d8-bef7-9032aa9ed9ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:01.916754 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c263c4-ca49-40dd-9a38-0724629a748e None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:01.917420 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f4c263c4-ca49-40dd-9a38-0724629a748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:02:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:01.939912 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38c5505a-6440-4fea-964c-58fe5e495d1e req-4a03a85e-78c0-47af-a6cf-3d1e4883a4e3 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/security-groups?id=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504157 Nov 27 01:03:02.018346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ecb5f-56bb-4621-bb0b-57c1dc7ed0cd req-1306ccc1-ecdb-4f06-aebe-32a32b3c8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:02.031324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-373c4752-4972-47d8-bef7-9032aa9ed9ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.033753 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-899ecb5f-56bb-4621-bb0b-57c1dc7ed0cd req-1306ccc1-ecdb-4f06-aebe-32a32b3c8b40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc4d82ded44244dca3036f69d041fb7f&device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 1096 time: 0.2141213 Nov 27 01:03:02.097231 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69e206-6797-4c3c-9194-4b68a32dc569 req-e3bd7e16-4b2f-4a25-875b-9527a18ebb47 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:02.099317 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d69e206-6797-4c3c-9194-4b68a32dc569 req-e3bd7e16-4b2f-4a25-875b-9527a18ebb47 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 967 time: 0.1625149 Nov 27 01:03:02.118784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d71fc9-8c80-4237-b606-631a11d426f3 req-853b5492-2275-4f3e-a7c6-ff640b4d70ca tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 210 time: 0.0838239 Nov 27 01:03:02.202704 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f4c263c4-ca49-40dd-9a38-0724629a748e None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:02.225926 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-373c4752-4972-47d8-bef7-9032aa9ed9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.229171 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-373c4752-4972-47d8-bef7-9032aa9ed9ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.231000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-373c4752-4972-47d8-bef7-9032aa9ed9ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8bd0dbc-cf63-4aad-8592-73ea37d7aff9 HTTP/1.1" status: 204 len: 168 time: 0.5224807 Nov 27 01:03:02.262938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d69e206-6797-4c3c-9194-4b68a32dc569 req-ecc04600-6f51-4be9-9e69-68b8d967218a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428614 Nov 27 01:03:02.294891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c4752-4972-47d8-bef7-9032aa9ed9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bd0dbc-cf63-4aad-8592-73ea37d7aff9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:02.472974 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.42', 52089) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:02.520910 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-6c0209e3-a5be-40d1-9f62-67a9285e7dd5 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2edf6686468b4b33b0abea6b7cab9912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460155 Nov 27 01:03:02.573018 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25488c57-8f45-4cd4-bd95-5202e1957230 req-929063f8-0eb6-456b-bea1-7a8ca21d438f tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=b443c1f8-0d2e-48d1-80e5-ba76558600c1 HTTP/1.1" status: 200 len: 210 time: 0.1294882 Nov 27 01:03:02.574419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ecb5f-56bb-4621-bb0b-57c1dc7ed0cd req-c5dcf3e0-834f-4425-bff3-86ebe7b84375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:02.585090 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-899ecb5f-56bb-4621-bb0b-57c1dc7ed0cd req-c5dcf3e0-834f-4425-bff3-86ebe7b84375 service neutron] 10.222.0.42 "GET /v2.0/networks?id=096a7fbc-91a1-4e50-9539-2545e0765a27 HTTP/1.1" status: 200 len: 925 time: 0.4546111 Nov 27 01:03:02.763081 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f4c263c4-ca49-40dd-9a38-0724629a748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '67fd75f6-9ea2-4367-87e8-9c872774aca0', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'port_id': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'mac_address': 'fa:16:3e:f8:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:58Z', 'revision_number': 1, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:26Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:02.769400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c082b5-222d-499b-9552-84f8d79219ba req-1b1de5fb-9ba6-4f75-86c7-cead9897c6ce tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:02.771553 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-1b1de5fb-9ba6-4f75-86c7-cead9897c6ce tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441478 Nov 27 01:03:02.795181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Request body: {'port': {'device_id': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '2edf6686468b4b33b0abea6b7cab9912'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:02.813995 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4234c099-b8e0-4911-b1fc-0dda8e4ec971 req-5aedc2d5-3da6-4a3d-b5ed-1c693244edfb tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:02.818580 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c263c4-ca49-40dd-9a38-0724629a748e None None] The sync data for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 is: [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '67fd75f6-9ea2-4367-87e8-9c872774aca0', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'port_id': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'mac_address': 'fa:16:3e:f8:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:02:58Z', 'revision_number': 1, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:26Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:03:02.827952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-899ecb5f-56bb-4621-bb0b-57c1dc7ed0cd req-6011fe9c-0379-447b-952c-a2a95e239b37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e HTTP/1.1" status: 200 len: 999 time: 0.2396517 Nov 27 01:03:02.876412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41072) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:02.891833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedc2d5-3da6-4a3d-b5ed-1c693244edfb tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Pushing event deleted for resources: {'Port': ['ID=e20844ff-0fb4-4d19-9036-6a2d71148b79,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:02.997836 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57ff3364-9791-455f-8867-b2cc2a8ec7d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.151394 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57ff3364-9791-455f-8867-b2cc2a8ec7d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.178351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4234c099-b8e0-4911-b1fc-0dda8e4ec971 req-5aedc2d5-3da6-4a3d-b5ed-1c693244edfb tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] No DVR routers for this DVR port e20844ff-0fb4-4d19-9036-6a2d71148b79 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:03.192549 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57ff3364-9791-455f-8867-b2cc2a8ec7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.205821 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-5094b521-7e04-40f4-9ec4-c98979517604 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cae186c4f2334d95a689ce9bbc113764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1574650 Nov 27 01:03:03.212237 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4234c099-b8e0-4911-b1fc-0dda8e4ec971 req-5aedc2d5-3da6-4a3d-b5ed-1c693244edfb tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.223061 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4234c099-b8e0-4911-b1fc-0dda8e4ec971 req-5aedc2d5-3da6-4a3d-b5ed-1c693244edfb tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.11 "DELETE /v2.0/ports/e20844ff-0fb4-4d19-9036-6a2d71148b79 HTTP/1.1" status: 204 len: 173 time: 2.9641602 Nov 27 01:03:03.234154 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-57ff3364-9791-455f-8867-b2cc2a8ec7d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d04f723ff0d54245bcdeef629381ce99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546183 Nov 27 01:03:03.252124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41088) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:03.294739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ecb5f-56bb-4621-bb0b-57c1dc7ed0cd req-a04a46c2-8bdb-46bf-ac06-a5033889fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:03.296448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-899ecb5f-56bb-4621-bb0b-57c1dc7ed0cd req-a04a46c2-8bdb-46bf-ac06-a5033889fe41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bc6aa764-ef8b-457f-a61e-2cf49da2da68 HTTP/1.1" status: 200 len: 863 time: 0.4057710 Nov 27 01:03:03.327171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3096d8-66ad-4491-bbf7-567c7906618c None None] New status for floating IP 67fd75f6-9ea2-4367-87e8-9c872774aca0: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:03:03.426749 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ecb5f-56bb-4621-bb0b-57c1dc7ed0cd req-612e89b4-ed0e-43fc-a871-669b90b438f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:03.428241 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-899ecb5f-56bb-4621-bb0b-57c1dc7ed0cd req-612e89b4-ed0e-43fc-a871-669b90b438f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=096a7fbc-91a1-4e50-9539-2545e0765a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973313 Nov 27 01:03:03.501729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff3364-9791-455f-8867-b2cc2a8ec7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4100d498-7459-4e96-8c6e-c6f45428f6eb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:03.518156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-c5412885-17c3-428a-8597-b936e90088c6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:03.526113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-c5412885-17c3-428a-8597-b936e90088c6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993639 Nov 27 01:03:03.540873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 605b7e5b-27e8-48ee-8ef2-771254d5f905 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:03.553427 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-a68baddb-bffb-445a-b66b-a499a32dbc4d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/quotas/cae186c4f2334d95a689ce9bbc113764 HTTP/1.1" status: 200 len: 375 time: 0.0260391 Nov 27 01:03:03.572351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26067e18-7e06-484d-9c5f-89e2fd38fac2 req-cec9c2fe-3979-4fd0-a343-5a1ebe8e9327 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:03.575566 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 605b7e5b-27e8-48ee-8ef2-771254d5f905 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:03:03.576243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 605b7e5b-27e8-48ee-8ef2-771254d5f905 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:03.583718 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26067e18-7e06-484d-9c5f-89e2fd38fac2 req-cec9c2fe-3979-4fd0-a343-5a1ebe8e9327 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 1118 time: 0.2572348 Nov 27 01:03:03.604844 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-84b263be-7ddc-4cb4-8a3b-49ac0230c0fd tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502043 Nov 27 01:03:03.640064 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c0248d9-14ef-4857-8557-56be9113f383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.643068 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-899ecb5f-56bb-4621-bb0b-57c1dc7ed0cd req-f8a63345-1b1a-46ec-b242-9372e4f12e51 service neutron] 10.222.0.42 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998360 Nov 27 01:03:03.666377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Made reservation on behalf of 2edf6686468b4b33b0abea6b7cab9912 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:03.671329 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.709199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.732308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b443c1f8-0d2e-48d1-80e5-ba76558600c1', 'name': 'network-vif-deleted', 'tag': '605b7e5b-27e8-48ee-8ef2-771254d5f905'}, {'server_uuid': '38292fbb-34ca-4385-a380-3fd004020e71', 'name': 'network-vif-deleted', 'tag': 'e20844ff-0fb4-4d19-9036-6a2d71148b79'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:03.733656 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c0248d9-14ef-4857-8557-56be9113f383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.735512 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f788c214-3fad-4ef7-bf95-bfca2f5ca260" -d '{"events": [{"server_uuid": "b443c1f8-0d2e-48d1-80e5-ba76558600c1", "name": "network-vif-deleted", "tag": "605b7e5b-27e8-48ee-8ef2-771254d5f905"}, {"server_uuid": "38292fbb-34ca-4385-a380-3fd004020e71", "name": "network-vif-deleted", "tag": "e20844ff-0fb4-4d19-9036-6a2d71148b79"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:03.737479 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26067e18-7e06-484d-9c5f-89e2fd38fac2 req-7bc4214c-132b-4b14-a763-de932da2a9cb tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527789 Nov 27 01:03:03.741524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.42', 52092) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:03.787527 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-e2837d0e-04b1-444c-b737-7257b5166f51 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2edf6686468b4b33b0abea6b7cab9912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446963 Nov 27 01:03:03.937456 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c0248d9-14ef-4857-8557-56be9113f383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.940470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c0248d9-14ef-4857-8557-56be9113f383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:03.943831 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c0248d9-14ef-4857-8557-56be9113f383 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4100d498-7459-4e96-8c6e-c6f45428f6eb HTTP/1.1" status: 204 len: 168 time: 0.6850009 Nov 27 01:03:03.986700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0248d9-14ef-4857-8557-56be9113f383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4100d498-7459-4e96-8c6e-c6f45428f6eb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:03.988226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-0b8f4e3a-77ad-4077-8cea-ad7fdb832318 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:03.990271 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-0b8f4e3a-77ad-4077-8cea-ad7fdb832318 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966076 Nov 27 01:03:03.999048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-779dfc3c-2e5f-4ef0-a2f9-b58dcb69ebfb req-8e16fcbd-dd80-49e4-a070-cf281ad6cfe8 tempest-AggregatesAdminTestJSON-640336010 tempest-AggregatesAdminTestJSON-640336010-project] 10.222.0.37 "GET /v2.0/ports?device_id=38292fbb-34ca-4385-a380-3fd004020e71 HTTP/1.1" status: 200 len: 210 time: 0.0587997 Nov 27 01:03:04.017115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Request body: {'port': {'device_id': '56b3f33d-9508-4848-b07c-5cb4fc2088fe', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '2edf6686468b4b33b0abea6b7cab9912'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:04.017425 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:04.038681 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-899ecb5f-56bb-4621-bb0b-57c1dc7ed0cd req-4e84e1bd-d992-4f68-99b1-81bc5e0fdcb0 service neutron] 10.222.0.42 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876958 Nov 27 01:03:04.058687 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-88bac414-8fde-4840-96b6-53d465754f74 req-04acd399-f205-408a-9b1a-29ce8ac412f2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 210 time: 0.0396891 Nov 27 01:03:04.064821 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:04.200348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d9059a-453f-433e-a455-bd5b30436a48,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:04.326148 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232aceb6-62c9-4798-b044-0810f0873cc9 x-openstack-request-id: req-232aceb6-62c9-4798-b044-0810f0873cc9 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:04.326480 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b443c1f8-0d2e-48d1-80e5-ba76558600c1", "name": "network-vif-deleted", "tag": "605b7e5b-27e8-48ee-8ef2-771254d5f905", "status": "completed", "code": 200}, {"server_uuid": "38292fbb-34ca-4385-a380-3fd004020e71", "name": "network-vif-deleted", "tag": "e20844ff-0fb4-4d19-9036-6a2d71148b79", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:04.326736 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-232aceb6-62c9-4798-b044-0810f0873cc9 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:04.327143 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b443c1f8-0d2e-48d1-80e5-ba76558600c1', 'name': 'network-vif-deleted', 'tag': '605b7e5b-27e8-48ee-8ef2-771254d5f905', 'status': 'completed', 'code': 200} Nov 27 01:03:04.328513 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38292fbb-34ca-4385-a380-3fd004020e71', 'name': 'network-vif-deleted', 'tag': 'e20844ff-0fb4-4d19-9036-6a2d71148b79', 'status': 'completed', 'code': 200} Nov 27 01:03:04.332744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aab96960-f4ed-469b-8db1-bb5b963cd400 req-1f54cfed-375c-424e-8791-9ffdc2800584 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 210 time: 0.0609326 Nov 27 01:03:04.341289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Made reservation on behalf of 2edf6686468b4b33b0abea6b7cab9912 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:04.352655 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:04.511833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Allocated IP 192.168.233.192 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/12f80e54-a341-4874-9f06-9d0dfb89b1f5) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:04.531985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3b1d7-1b61-4ba6-8620-dc4f8c5a7563 req-3bedcde4-667c-4640-8848-b85c58336c87 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:04.540944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1cf3b1d7-1b61-4ba6-8620-dc4f8c5a7563 req-3bedcde4-667c-4640-8848-b85c58336c87 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 1118 time: 0.1115699 Nov 27 01:03:04.628015 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1cf3b1d7-1b61-4ba6-8620-dc4f8c5a7563 req-160cf836-392c-42a7-b109-944cb71083bc tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858884 Nov 27 01:03:04.628467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e20844ff-0fb4-4d19-9036-6a2d71148b79 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:04.652279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-9e5e87ff-f187-4e22-a0d4-c75ad33e9504 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=61d01093305d43d093aeb033552921af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409679 Nov 27 01:03:04.682829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: e20844ff-0fb4-4d19-9036-6a2d71148b79 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:03:04.683171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e20844ff-0fb4-4d19-9036-6a2d71148b79 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:04.807644 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:04.884071 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:04.891015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-8902a32f-02d7-4c0a-8651-a446343c6c28 req-644586d0-ceee-4026-a480-7486433d03fa service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:03:04.891999 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8902a32f-02d7-4c0a-8651-a446343c6c28 req-644586d0-ceee-4026-a480-7486433d03fa service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052733 Nov 27 01:03:04.989013 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Pushing event updated for resources: {'Port': ['ID=12f80e54-a341-4874-9f06-9d0dfb89b1f5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:05.005568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:05.007073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:05.009354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:05.015253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:05.016041 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:05.016806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Allocated IP 192.168.233.109 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/4cf10d1f-e9b9-4766-82cd-e89f17d3c026) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:05.043500 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-d4bc052d-7bf7-4c26-b82d-71997f776ee2 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2555280 Nov 27 01:03:05.067733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Request body: {'port': {'device_id': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:05.184522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-368cda75-92b5-48a7-9166-4743e48b5091 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:05.199759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-368cda75-92b5-48a7-9166-4743e48b5091 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5336549 Nov 27 01:03:05.236117 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-b850d94a-90f7-42a2-b195-51fe96190674 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/quotas/61d01093305d43d093aeb033552921af HTTP/1.1" status: 200 len: 375 time: 0.0350039 Nov 27 01:03:05.355629 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:05.403171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-67c2aed1-c66d-4dba-bbab-5e0e162aed9c None None] Provisioning complete for port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:05.404268 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-67c2aed1-c66d-4dba-bbab-5e0e162aed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:05.417238 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-aaf6b365-876c-4c3f-98fb-2b42af91661b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61d01093305d43d093aeb033552921af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1798453 Nov 27 01:03:05.458272 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-67c2aed1-c66d-4dba-bbab-5e0e162aed9c None None] Port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:05.499954 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:05.545614 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:05.681460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:05.684798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:05.699617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:05.716385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:05.722630 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:05.762744 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:03:05.792379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Pushing event updated for resources: {'Port': ['ID=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:05.812024 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-10b29069-619b-4393-aca6-f6045fef5d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8053093 Nov 27 01:03:05.851953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Request body: {'port': {'device_id': '56b3f33d-9508-4848-b07c-5cb4fc2088fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:05.855729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f80e54-a341-4874-9f06-9d0dfb89b1f5 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:05.865629 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:05.873019 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-d06c4729-7531-4390-87f1-7b7a394312a1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cae186c4f2334d95a689ce9bbc113764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1746514 Nov 27 01:03:05.891918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Transition to ACTIVE for port object 12f80e54-a341-4874-9f06-9d0dfb89b1f5 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:05.899140 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.057437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Pushing event updated for resources: {'Port': ['ID=12f80e54-a341-4874-9f06-9d0dfb89b1f5,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:06.073172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Attempting to bind port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:06.073689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Attempting to bind port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:06.073881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Attempting to bind port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:06.079270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:06.079694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Attempting to bind port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:06.086091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:06.086389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:06.086994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:06.087623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Bound port: 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:06.087780 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.214558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e84d8a9c-4c2c-47f6-8aad-5488e2854b2d None None] Provisioning complete for port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:06.216916 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e84d8a9c-4c2c-47f6-8aad-5488e2854b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.243264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135372ce-1941-406f-8533-0b71b3d376c2 req-daf16879-9b08-4b2b-a649-4a8d3d6c5b11 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:06.256957 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-135372ce-1941-406f-8533-0b71b3d376c2 req-daf16879-9b08-4b2b-a649-4a8d3d6c5b11 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 936 time: 0.4019201 Nov 27 01:03:06.258719 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.281424 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e84d8a9c-4c2c-47f6-8aad-5488e2854b2d None None] Port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:06.301109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:06.309445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:06.324440 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.364115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-2eeebc5d-812d-4f3f-a91d-d7bc3b2e5edb tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:06.365620 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-2eeebc5d-812d-4f3f-a91d-d7bc3b2e5edb tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4172704 Nov 27 01:03:06.397661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:06.399635 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.401968 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/12f80e54-a341-4874-9f06-9d0dfb89b1f5 HTTP/1.1" status: 200 len: 1096 time: 1.3432076 Nov 27 01:03:06.405271 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:06.412080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Request body: {'port': {'device_id': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': 'cae186c4f2334d95a689ce9bbc113764'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:06.519532 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-135372ce-1941-406f-8533-0b71b3d376c2 req-ed1c644b-be55-4edd-beef-c0f24df0707c tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562249 Nov 27 01:03:06.549006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41218) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:06.673474 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18747f-f92f-4eeb-a8f7-7b25d85443a7 service neutron] Pushing event updated for resources: {'Port': ['ID=12f80e54-a341-4874-9f06-9d0dfb89b1f5,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:06.767570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c082b5-222d-499b-9552-84f8d79219ba req-fc98e2be-569f-4fa1-b110-b63164b9a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:06.769173 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-fc98e2be-569f-4fa1-b110-b63164b9a6b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2edf6686468b4b33b0abea6b7cab9912&device_id=4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522 HTTP/1.1" status: 200 len: 1099 time: 0.2457721 Nov 27 01:03:06.796669 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Made reservation on behalf of cae186c4f2334d95a689ce9bbc113764 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:06.807094 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.830797 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:06.900017 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-15024763-5732-4916-8a38-806b41b63cc9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5 HTTP/1.1" status: 200 len: 217 time: 0.1149924 Nov 27 01:03:07.006687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c082b5-222d-499b-9552-84f8d79219ba req-583b38d1-0648-4be8-a329-c37ebb3a251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:07.008005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:07.008368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-583b38d1-0648-4be8-a329-c37ebb3a251a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1015894 Nov 27 01:03:07.041721 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.103993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Transition to ACTIVE for port object 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:07.114861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c082b5-222d-499b-9552-84f8d79219ba req-0f7e5dac-3eab-471c-9980-fa3da5760d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:07.119336 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-0f7e5dac-3eab-471c-9980-fa3da5760d50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978539 Nov 27 01:03:07.120553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.122629 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.142955 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.164579 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff17f07-7c70-4a27-8c7f-07f8d280ae60" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:07.282361 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1eb4d242-8c9c-43bd-9c7c-d1dc7d4f23f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cb3d7fff77d4af6a069a84a7f362756&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7020216 Nov 27 01:03:07.290806 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41246) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:07.348201 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-2c8cc452-92b9-4423-9d07-c5d6af009065 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191572 Nov 27 01:03:07.366610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc29bc8a-57fb-4df2-8cf2-fa0dc912dc0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.408094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Allocated IP 192.168.233.250 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/e26f8894-e533-49d7-bd62-6225b97ad7f5) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:07.456585 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc29bc8a-57fb-4df2-8cf2-fa0dc912dc0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.493334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Pushing event updated for resources: {'Port': ['ID=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:07.541025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc60f6a5-d0e6-4163-9eb8-cb41551b127d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:07.585446 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-7c13c949-67dd-4510-9545-c287598a6cf5 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=61d01093305d43d093aeb033552921af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678711 Nov 27 01:03:07.601558 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c63e6281-938d-43e6-8085-36d35720d3d7 req-a1385dad-cae2-46ba-928b-639b5b1673ed tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 210 time: 0.0916116 Nov 27 01:03:07.675769 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c082b5-222d-499b-9552-84f8d79219ba req-396e595a-6560-44c6-b6b0-11ba124a0b73 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098905 Nov 27 01:03:07.678346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41258) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:07.705741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Attempting to bind port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:07.706079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Attempting to bind port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:07.706437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Attempting to bind port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:07.713017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:07.713340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Attempting to bind port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:07.720740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:07.721022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:07.721402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:07.721835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Bound port: 4cf10d1f-e9b9-4766-82cd-e89f17d3c026, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:07.722185 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.791878 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1c594e3-b2c9-4838-bf57-535894394dae req-4a0b753b-a33a-4d80-ba21-cb593f04c921 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 210 time: 0.0560608 Nov 27 01:03:07.847226 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.850095 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc29bc8a-57fb-4df2-8cf2-fa0dc912dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.853617 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc29bc8a-57fb-4df2-8cf2-fa0dc912dc0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.858344 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cc29bc8a-57fb-4df2-8cf2-fa0dc912dc0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1aa0abd1-fb53-4d10-8b7f-7f7f6c364500 HTTP/1.1" status: 204 len: 168 time: 0.5670121 Nov 27 01:03:07.862844 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] For port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:07.867589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] For port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:07.882711 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.897518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29bc8a-57fb-4df2-8cf2-fa0dc912dc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa0abd1-fb53-4d10-8b7f-7f7f6c364500,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:07.927321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:07.927739 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.929479 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] 10.222.0.42 "PUT /v2.0/ports/4cf10d1f-e9b9-4766-82cd-e89f17d3c026 HTTP/1.1" status: 200 len: 1096 time: 2.0853209 Nov 27 01:03:07.929923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b3f33d-9508-4848-b07c-5cb4fc2088fe', 'tag': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:07.932297 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1d98c6-5fdf-4d85-9ec1-e79bb3bd1588" -d '{"events": [{"name": "network-changed", "server_uuid": "56b3f33d-9508-4848-b07c-5cb4fc2088fe", "tag": "4cf10d1f-e9b9-4766-82cd-e89f17d3c026"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:07.943036 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:07.958192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-c67bf26f-d076-4359-ab0c-5a3a31036d2f tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:07.961525 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-c67bf26f-d076-4359-ab0c-5a3a31036d2f tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3247867 Nov 27 01:03:07.995153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Request body: {'port': {'device_id': 'de68cf09-c637-43fd-b6b0-88d5599041b8', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '61d01093305d43d093aeb033552921af'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:08.189985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Made reservation on behalf of 61d01093305d43d093aeb033552921af for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:08.195426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.244067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-3ba5571e-41a3-47a1-b8b0-13a9fb28aa4c tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:03:08.245074 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-3ba5571e-41a3-47a1-b8b0-13a9fb28aa4c tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5608222 Nov 27 01:03:08.284083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:08.286844 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b00e8-4bde-4b85-b682-21b99af8f68c service neutron] Pushing event updated for resources: {'Port': ['ID=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:08.291232 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:08.353613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:08.359418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:08.360084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.388265 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e969de92-91ea-41ba-b958-e1fba96d4ca4 x-openstack-request-id: req-e969de92-91ea-41ba-b958-e1fba96d4ca4 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:08.388644 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:08.388931 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e969de92-91ea-41ba-b958-e1fba96d4ca4 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:08.389334 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'status': 'completed', 'code': 200} Nov 27 01:03:08.397468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Allocated IP 192.168.233.179 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/6ba8e985-f900-4058-8b91-0f696b01a99b) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:08.400146 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0145304 Nov 27 01:03:08.402941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ebd78-7d68-4f3d-ae75-cbfe997546ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Pushing event updated for resources: {'Port': ['ID=e26f8894-e533-49d7-bd62-6225b97ad7f5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:08.412987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-73a714dd-cdff-43f4-8edf-88b01d7c17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:08.414752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-73a714dd-cdff-43f4-8edf-88b01d7c17f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2edf6686468b4b33b0abea6b7cab9912&device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 1099 time: 0.1962621 Nov 27 01:03:08.425078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Request body: {'port': {'device_id': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:08.553058 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-7c72c860-b2c1-4083-b4e2-1d2d4ea06e9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=4cf10d1f-e9b9-4766-82cd-e89f17d3c026 HTTP/1.1" status: 200 len: 217 time: 0.1163843 Nov 27 01:03:08.554447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41286) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:08.650283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17f07-7c70-4a27-8c7f-07f8d280ae60 req-d4cf5252-3954-4e35-8632-637f051be003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:08.652034 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eff17f07-7c70-4a27-8c7f-07f8d280ae60 req-d4cf5252-3954-4e35-8632-637f051be003 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2edf6686468b4b33b0abea6b7cab9912&device_id=4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522 HTTP/1.1" status: 200 len: 1099 time: 0.1880467 Nov 27 01:03:08.685305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c1d4219b-b976-49ac-b8b9-5d69c5b9d4bc None None] Provisioning complete for port e26f8894-e533-49d7-bd62-6225b97ad7f5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:08.685886 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c1d4219b-b976-49ac-b8b9-5d69c5b9d4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.693689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fe774-1d59-4281-926f-e6ae75e3918a req-1c766962-3c7a-431c-a6f7-107592e24494 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:08.701150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f83fe774-1d59-4281-926f-e6ae75e3918a req-1c766962-3c7a-431c-a6f7-107592e24494 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 948 time: 0.1827335 Nov 27 01:03:08.744125 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1507b366-4cbe-4209-87f7-f52f20665ef8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd2d96c913b245428de1637e74f194d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865580 Nov 27 01:03:08.744839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41294) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:08.749452 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.761008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41296) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:08.781283 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c1d4219b-b976-49ac-b8b9-5d69c5b9d4bc None None] Port e26f8894-e533-49d7-bd62-6225b97ad7f5 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:08.816119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-899918c7-75bb-471b-ab57-1e5aa6fa72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:08.818158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-899918c7-75bb-471b-ab57-1e5aa6fa72c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.2438278 Nov 27 01:03:08.819142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-b5a6b5a1-0e6d-44bc-8768-a882f372f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:08.820398 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-b5a6b5a1-0e6d-44bc-8768-a882f372f95b service neutron] 10.222.0.37 "GET /v2.0/ports/42a92fa6-ef73-4389-bce4-877b0982d4b1 HTTP/1.1" status: 200 len: 1115 time: 0.1564677 Nov 27 01:03:08.857932 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] Request body: {'binding': {'host': 'n-h2-819494-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:08.858487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] Unknown quota resources ['binding']. {{(pid=103384) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:03:08.878300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f83fe774-1d59-4281-926f-e6ae75e3918a req-3d830a26-d8de-4bfd-a553-179f7400f1bf tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762433 Nov 27 01:03:08.936689 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7aa00042-4a43-4a87-a3f6-ab84acfbaaea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:08.946846 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaa6e3f-5d1f-4714-8128-53de4d2bd29b x-openstack-request-id: req-5aaa6e3f-5d1f-4714-8128-53de4d2bd29b {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:08.947132 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b3f33d-9508-4848-b07c-5cb4fc2088fe", "tag": "4cf10d1f-e9b9-4766-82cd-e89f17d3c026", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:08.947518 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5aaa6e3f-5d1f-4714-8128-53de4d2bd29b {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:08.947917 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b3f33d-9508-4848-b07c-5cb4fc2088fe', 'tag': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026', 'status': 'completed', 'code': 200} Nov 27 01:03:08.978654 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.057576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17f07-7c70-4a27-8c7f-07f8d280ae60 req-8dc764a6-5f28-4c3f-886a-cd2088070e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:09.059064 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eff17f07-7c70-4a27-8c7f-07f8d280ae60 req-8dc764a6-5f28-4c3f-886a-cd2088070e6e service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3968549 Nov 27 01:03:09.074760 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.080078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-ad1a4c8d-01ef-4d4a-b9e5-78da920316a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:09.081612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-ad1a4c8d-01ef-4d4a-b9e5-78da920316a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2400327 Nov 27 01:03:09.112068 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eff17f07-7c70-4a27-8c7f-07f8d280ae60 req-fa27d092-62c0-44bc-8961-c20db071da97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5 HTTP/1.1" status: 200 len: 217 time: 0.0451744 Nov 27 01:03:09.165305 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-676e7edc-5029-47bc-a756-b820c6b99a61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.177941 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:09.183832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:09.191411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:09.197469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:09.198080 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.203297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Pushing event updated for resources: {'Port': ['ID=6ba8e985-f900-4058-8b91-0f696b01a99b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:09.215965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17f07-7c70-4a27-8c7f-07f8d280ae60 req-cd964651-3038-4911-b932-033eeb4c5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:09.217422 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eff17f07-7c70-4a27-8c7f-07f8d280ae60 req-cd964651-3038-4911-b932-033eeb4c5fae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0834110 Nov 27 01:03:09.224102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-44eed98f-d8ad-459d-919e-cc4c8742a69b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2472181 Nov 27 01:03:09.243019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Request body: {'port': {'device_id': 'de68cf09-c637-43fd-b6b0-88d5599041b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:09.314738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-676e7edc-5029-47bc-a756-b820c6b99a61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.321071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17f07-7c70-4a27-8c7f-07f8d280ae60 req-16975ac0-7a4e-4ba6-bbad-2234c49df7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:09.322607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eff17f07-7c70-4a27-8c7f-07f8d280ae60 req-16975ac0-7a4e-4ba6-bbad-2234c49df7fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932221 Nov 27 01:03:09.325132 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.408390 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e605f0c5-247e-4c03-9dd0-2f8479c2e4a7 None None] Provisioning complete for port 6ba8e985-f900-4058-8b91-0f696b01a99b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:09.408753 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e605f0c5-247e-4c03-9dd0-2f8479c2e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.444690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e605f0c5-247e-4c03-9dd0-2f8479c2e4a7 None None] Port 6ba8e985-f900-4058-8b91-0f696b01a99b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:09.445855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725d024-daf5-46c0-a839-fdf44fe4b52f req-fcddf765-9a44-45b9-ae33-4b1947f0107d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:09.447494 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3725d024-daf5-46c0-a839-fdf44fe4b52f req-fcddf765-9a44-45b9-ae33-4b1947f0107d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 936 time: 0.3217604 Nov 27 01:03:09.493298 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7aa00042-4a43-4a87-a3f6-ab84acfbaaea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.506566 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-f709e8b2-1c79-457f-940f-668f7abcafe8 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724477 Nov 27 01:03:09.507451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eff17f07-7c70-4a27-8c7f-07f8d280ae60 req-8ff73f5d-ba7c-4c3f-aef7-07f313bffaae service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732621 Nov 27 01:03:09.520231 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7aa00042-4a43-4a87-a3f6-ab84acfbaaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.546696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] Attempting to bind port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on host n-h2-819494-2 for vnic_type normal with profile None {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:09.547030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] Attempting to bind port 42a92fa6-ef73-4389-bce4-877b0982d4b1 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:09.547354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] Attempting to bind port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:09.611689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eff17f07-7c70-4a27-8c7f-07f8d280ae60 req-4f9d5c50-2d37-4c8d-a4a9-acef8dbdaf27 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905914 Nov 27 01:03:09.638702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] Port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:09.639035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] Attempting to bind port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:09.653306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-676e7edc-5029-47bc-a756-b820c6b99a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.655843 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-676e7edc-5029-47bc-a756-b820c6b99a61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.656963 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-676e7edc-5029-47bc-a756-b820c6b99a61 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12e1533c-5872-4be8-ba51-1b1f2efdf1cb HTTP/1.1" status: 204 len: 168 time: 0.8946359 Nov 27 01:03:09.672283 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7aa00042-4a43-4a87-a3f6-ab84acfbaaea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb6662c7ed3b40398531f15a52a80f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9202194 Nov 27 01:03:09.674965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41308) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:09.677338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:09.677677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:09.678054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:09.678526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] Bound port: 42a92fa6-ef73-4389-bce4-877b0982d4b1, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:09.680690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa00042-4a43-4a87-a3f6-ab84acfbaaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f46ad13-e040-448d-8df7-e9359d28975a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:09.712869 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3725d024-daf5-46c0-a839-fdf44fe4b52f req-17ce46d5-8e56-4d4e-85ed-5a5ae30c658a tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515116 Nov 27 01:03:09.729898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ca14ea3-e729-4d74-96d1-3fa986e64c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.763929 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ca14ea3-e729-4d74-96d1-3fa986e64c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.766391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e7edc-5029-47bc-a756-b820c6b99a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e1533c-5872-4be8-ba51-1b1f2efdf1cb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:09.833526 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ca14ea3-e729-4d74-96d1-3fa986e64c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.836571 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ca14ea3-e729-4d74-96d1-3fa986e64c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.838279 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5ca14ea3-e729-4d74-96d1-3fa986e64c56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f46ad13-e040-448d-8df7-e9359d28975a HTTP/1.1" status: 204 len: 168 time: 0.1619058 Nov 27 01:03:09.851771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca14ea3-e729-4d74-96d1-3fa986e64c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f46ad13-e040-448d-8df7-e9359d28975a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:09.864104 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-914b58ed-89a4-48a1-b6e6-6d3e1dae742e req-3a9ec9cf-e311-44b9-9448-be4f02b600dc service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410480 Nov 27 01:03:09.866020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26f8894-e533-49d7-bd62-6225b97ad7f5 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:09.886767 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.890144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:09.903421 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:09.904635 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-ca065116-4a1d-474a-98dc-663e1e7ee36c service neutron] 10.222.0.37 "POST /v2.0/ports/42a92fa6-ef73-4389-bce4-877b0982d4b1/bindings HTTP/1.1" status: 201 len: 389 time: 1.0599487 Nov 27 01:03:09.914881 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Transition to ACTIVE for port object e26f8894-e533-49d7-bd62-6225b97ad7f5 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:09.925892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462c405-88c0-4510-8b89-c48bcaabf77b req-676658f3-3f6c-4f17-b42e-a8c0b64b7c49 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:09.928183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6462c405-88c0-4510-8b89-c48bcaabf77b req-676658f3-3f6c-4f17-b42e-a8c0b64b7c49 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 936 time: 0.1263754 Nov 27 01:03:09.928630 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.119194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Pushing event updated for resources: {'Port': ['ID=e26f8894-e533-49d7-bd62-6225b97ad7f5,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:10.202310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba8e985-f900-4058-8b91-0f696b01a99b {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:10.204496 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6462c405-88c0-4510-8b89-c48bcaabf77b req-143b7c2d-ba8e-402c-a98c-979ece7b1499 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245610 Nov 27 01:03:10.209210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d98c6-5fdf-4d85-9ec1-e79bb3bd1588 req-74ea4a55-f582-481e-98d5-8a597b438084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.223320 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.232794 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe1d98c6-5fdf-4d85-9ec1-e79bb3bd1588 req-74ea4a55-f582-481e-98d5-8a597b438084 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2edf6686468b4b33b0abea6b7cab9912&device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 1099 time: 0.2356436 Nov 27 01:03:10.233945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Attempting to bind port e26f8894-e533-49d7-bd62-6225b97ad7f5 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:10.234454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Attempting to bind port e26f8894-e533-49d7-bd62-6225b97ad7f5 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:10.234960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Attempting to bind port e26f8894-e533-49d7-bd62-6225b97ad7f5 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:10.244541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Port e26f8894-e533-49d7-bd62-6225b97ad7f5 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:10.245107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Attempting to bind port e26f8894-e533-49d7-bd62-6225b97ad7f5 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:10.250733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Transition to ACTIVE for port object 6ba8e985-f900-4058-8b91-0f696b01a99b will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:10.257622 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.270916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:10.271258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:10.271642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:10.272086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Bound port: e26f8894-e533-49d7-bd62-6225b97ad7f5, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:10.272439 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.427199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba8e985-f900-4058-8b91-0f696b01a99b,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:10.435731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-d072529c-2eb6-4c23-b1f1-d29f17fd1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.437657 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-d072529c-2eb6-4c23-b1f1-d29f17fd1ba7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 1118 time: 0.1222472 Nov 27 01:03:10.438504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Attempting to bind port 6ba8e985-f900-4058-8b91-0f696b01a99b on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:10.438833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Attempting to bind port 6ba8e985-f900-4058-8b91-0f696b01a99b by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:10.439150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Attempting to bind port 6ba8e985-f900-4058-8b91-0f696b01a99b on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:10.444083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Port 6ba8e985-f900-4058-8b91-0f696b01a99b on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:10.444402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Attempting to bind port 6ba8e985-f900-4058-8b91-0f696b01a99b on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:10.463799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41328) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:10.483415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:10.483735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:10.484125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:10.484571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Bound port: 6ba8e985-f900-4058-8b91-0f696b01a99b, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:10.484920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.560229 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9921cb3-1250-43ac-8ad3-4c7dcc58c8d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.577744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:10.584000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d98c6-5fdf-4d85-9ec1-e79bb3bd1588 req-e15ea67f-ec00-44f6-9034-b6a7fb82708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.585465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe1d98c6-5fdf-4d85-9ec1-e79bb3bd1588 req-e15ea67f-ec00-44f6-9034-b6a7fb82708f service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3369777 Nov 27 01:03:10.622813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af5afa-9c98-425d-9f4f-964b22402376 req-56330d97-375d-42f8-a852-ce8ccacf130b tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.624289 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d2af5afa-9c98-425d-9f4f-964b22402376 req-56330d97-375d-42f8-a852-ce8ccacf130b tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 948 time: 0.2280145 Nov 27 01:03:10.626387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:10.636337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] For port 6ba8e985-f900-4058-8b91-0f696b01a99b, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:10.641037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] For port 6ba8e985-f900-4058-8b91-0f696b01a99b, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6ba8e985-f900-4058-8b91-0f696b01a99b,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:10.644389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-bc7c80f9-6c00-4ee3-beab-f1b074e557d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.645874 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-bc7c80f9-6c00-4ee3-beab-f1b074e557d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.1970305 Nov 27 01:03:10.657568 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.666380 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.668990 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe1d98c6-5fdf-4d85-9ec1-e79bb3bd1588 req-eba0ae40-daf3-4980-87a0-63fc6eea1679 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=4cf10d1f-e9b9-4766-82cd-e89f17d3c026 HTTP/1.1" status: 200 len: 217 time: 0.0738177 Nov 27 01:03:10.763528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.764874 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.766575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/6ba8e985-f900-4058-8b91-0f696b01a99b HTTP/1.1" status: 200 len: 1096 time: 1.5281088 Nov 27 01:03:10.767446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de68cf09-c637-43fd-b6b0-88d5599041b8', 'tag': '6ba8e985-f900-4058-8b91-0f696b01a99b'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:10.769157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.769668 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831bd8aa-78fe-4a7a-b211-997f8a3c664d" -d '{"events": [{"name": "network-changed", "server_uuid": "de68cf09-c637-43fd-b6b0-88d5599041b8", "tag": "6ba8e985-f900-4058-8b91-0f696b01a99b"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:10.769806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:10.771692 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] 10.222.0.11 "PUT /v2.0/ports/e26f8894-e533-49d7-bd62-6225b97ad7f5 HTTP/1.1" status: 200 len: 1096 time: 2.3559189 Nov 27 01:03:10.774830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-5d1d514e-800e-4f73-9490-d30028d98e5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1 HTTP/1.1" status: 200 len: 217 time: 0.0973918 Nov 27 01:03:10.823354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e545c2-405b-4884-982c-aa7f234af61f req-c993a308-5fc3-411e-a5f4-a9a3d07ee2db tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.825051 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26e545c2-405b-4884-982c-aa7f234af61f req-c993a308-5fc3-411e-a5f4-a9a3d07ee2db tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 967 time: 0.1822357 Nov 27 01:03:10.845123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d98c6-5fdf-4d85-9ec1-e79bb3bd1588 req-01a5141b-df13-4d4b-9bc8-274b440af77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.846637 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe1d98c6-5fdf-4d85-9ec1-e79bb3bd1588 req-01a5141b-df13-4d4b-9bc8-274b440af77f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1661222 Nov 27 01:03:10.862848 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d2af5afa-9c98-425d-9f4f-964b22402376 req-09224fea-ff7e-450a-813a-307c82325471 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959682 Nov 27 01:03:10.870091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4741e-6487-4bbf-b254-f17121738b93 service neutron] Pushing event updated for resources: {'Port': ['ID=e26f8894-e533-49d7-bd62-6225b97ad7f5,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:10.882283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8ba91-5589-496a-89bd-751c8cf9f1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba8e985-f900-4058-8b91-0f696b01a99b,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:10.949242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'tag': 'e26f8894-e533-49d7-bd62-6225b97ad7f5'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:10.951576 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9f8053-1652-4ab7-8868-3810ef431570" -d '{"events": [{"name": "network-changed", "server_uuid": "af8596ec-1ff0-405e-92b0-443081386ec2", "tag": "e26f8894-e533-49d7-bd62-6225b97ad7f5"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:10.955523 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-f8d2bb3a-5b0f-4fa3-a962-78b1f520726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.957206 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-f8d2bb3a-5b0f-4fa3-a962-78b1f520726d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1723456 Nov 27 01:03:10.997638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-ccdf23f2-8532-4f91-ac4d-24269d215dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:10.998204 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26e545c2-405b-4884-982c-aa7f234af61f req-94910f2f-8074-47ca-8a9c-901e3e1c2c80 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315634 Nov 27 01:03:10.999947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-ccdf23f2-8532-4f91-ac4d-24269d215dc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 1099 time: 0.1347930 Nov 27 01:03:11.002036 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9921cb3-1250-43ac-8ad3-4c7dcc58c8d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:11.004835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d98c6-5fdf-4d85-9ec1-e79bb3bd1588 req-c8d531ba-b139-48d0-ba0b-8717fd43ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:11.005171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-b30cce94-811f-41cc-8fe1-19a99430aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:11.006455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe1d98c6-5fdf-4d85-9ec1-e79bb3bd1588 req-c8d531ba-b139-48d0-ba0b-8717fd43ec6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1423867 Nov 27 01:03:11.007683 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-b30cce94-811f-41cc-8fe1-19a99430aa99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d01093305d43d093aeb033552921af&device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 1099 time: 0.1434898 Nov 27 01:03:11.011332 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9921cb3-1250-43ac-8ad3-4c7dcc58c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:11.057413 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-5d65484e-6716-477c-91a9-83c915c742f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862234 Nov 27 01:03:11.125595 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-5d77d6a5-040f-41fb-9256-5cea0f8cedc4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6ba8e985-f900-4058-8b91-0f696b01a99b HTTP/1.1" status: 200 len: 217 time: 0.0723958 Nov 27 01:03:11.165913 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-7147a025-5274-4e22-9cf5-594067987e0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5 HTTP/1.1" status: 200 len: 217 time: 0.1302772 Nov 27 01:03:11.274431 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-1b080774-5d36-4989-9319-73c7904a7f4d service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990466 Nov 27 01:03:11.406557 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-fff5b83a-4d1e-4572-ab6b-5e9b59b5e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:11.407926 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05b19814-10e2-4cf9-b589-e15374f93f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:11.409006 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-fff5b83a-4d1e-4572-ab6b-5e9b59b5e199 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1369357 Nov 27 01:03:11.501626 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-46b4074b-ac1d-49f9-b38a-9987d1f3db2b service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749284 Nov 27 01:03:11.508614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-2c7b23f0-c77f-4658-9591-21fc8c406576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:11.510396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-2c7b23f0-c77f-4658-9591-21fc8c406576 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921695 Nov 27 01:03:11.511992 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bc25b6-ca2c-4cc6-8380-7bb82058a169 x-openstack-request-id: req-b2bc25b6-ca2c-4cc6-8380-7bb82058a169 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:11.512278 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de68cf09-c637-43fd-b6b0-88d5599041b8", "tag": "6ba8e985-f900-4058-8b91-0f696b01a99b", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:11.512526 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2bc25b6-ca2c-4cc6-8380-7bb82058a169 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:11.512912 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de68cf09-c637-43fd-b6b0-88d5599041b8', 'tag': '6ba8e985-f900-4058-8b91-0f696b01a99b', 'status': 'completed', 'code': 200} Nov 27 01:03:11.557711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9921cb3-1250-43ac-8ad3-4c7dcc58c8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6745588-752a-46a5-aeca-c5711f361731,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:11.566156 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d9921cb3-1250-43ac-8ad3-4c7dcc58c8d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a246eadae404cee99e2cf66e9860663&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0861397 Nov 27 01:03:11.575428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 12f80e54-a341-4874-9f06-9d0dfb89b1f5 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:11.591371 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf94a3fb-539f-470a-92ee-383784504250 x-openstack-request-id: req-cf94a3fb-539f-470a-92ee-383784504250 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:11.592793 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8596ec-1ff0-405e-92b0-443081386ec2", "tag": "e26f8894-e533-49d7-bd62-6225b97ad7f5", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:11.593081 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf94a3fb-539f-470a-92ee-383784504250 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:11.594829 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'tag': 'e26f8894-e533-49d7-bd62-6225b97ad7f5', 'status': 'completed', 'code': 200} Nov 27 01:03:11.602723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41362) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:11.715589 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:11.732737 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-8ce36c6f-892d-43b4-896d-0d115488fd82 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004561 Nov 27 01:03:11.738257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'mac_address': 'fa:16:3e:d4:ff:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:11.740705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f27144-60ad-4780-b3f1-2e5bae5e8665 req-9aa1ce86-b0b7-437c-b087-acedc959f47c tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:11.742167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-39f27144-60ad-4780-b3f1-2e5bae5e8665 req-9aa1ce86-b0b7-437c-b087-acedc959f47c tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 948 time: 0.1218281 Nov 27 01:03:11.750450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b970ce-56f3-41b5-9c90-24e5cf7237b8 req-596c9d79-ecee-48e9-a98d-beaaae3232b6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:11.758472 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-03b970ce-56f3-41b5-9c90-24e5cf7237b8 req-596c9d79-ecee-48e9-a98d-beaaae3232b6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 948 time: 0.6124060 Nov 27 01:03:11.763262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-fdbe6dde-31cb-4d55-86bb-c72fbfaec515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:11.764863 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-fdbe6dde-31cb-4d55-86bb-c72fbfaec515 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1686423 Nov 27 01:03:11.773055 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe1d98c6-5fdf-4d85-9ec1-e79bb3bd1588 req-e1b0df2c-5379-4243-bca6-8b556c642e34 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388735 Nov 27 01:03:11.787445 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1172cbf-276a-4f37-8c68-4d33e6d8d154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:11.796260 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:11.815937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f80e54-a341-4874-9f06-9d0dfb89b1f5 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:11.840529 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:11.846085 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:11.909414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=12f80e54-a341-4874-9f06-9d0dfb89b1f5,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:11.960910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-76620bf8-2bb0-45b4-a9df-58c9f72dd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:11.962654 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-76620bf8-2bb0-45b4-a9df-58c9f72dd01d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883469 Nov 27 01:03:11.968809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-03b970ce-56f3-41b5-9c90-24e5cf7237b8 req-980155fd-c692-414b-b7d3-20225697495b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090526 Nov 27 01:03:12.046820 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe1d98c6-5fdf-4d85-9ec1-e79bb3bd1588 req-6800e38d-e2c4-4093-aa39-1b66ef9bcb6b service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521815 Nov 27 01:03:12.087036 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-9ee4ca04-ae10-4f4e-98d7-b379ec0978aa service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106331 Nov 27 01:03:12.114703 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1172cbf-276a-4f37-8c68-4d33e6d8d154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.153659 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['12f80e54-a341-4874-9f06-9d0dfb89b1f5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:12.159396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-1c831ab5-92d2-4f26-91c4-6a51d5ac9021 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.161512 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-1c831ab5-92d2-4f26-91c4-6a51d5ac9021 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 1118 time: 0.4164615 Nov 27 01:03:12.183439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-2'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:12.197359 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1383c6-a47d-4cd2-b39f-ec0fd886b219 req-290369dd-1510-4828-8d06-944c248ab81a service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004214 Nov 27 01:03:12.225108 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-39f27144-60ad-4780-b3f1-2e5bae5e8665 req-aaeb5fe1-e9a5-4e4e-bda6-db55c5256d47 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647930 Nov 27 01:03:12.257846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7b7bfe9-5293-45ca-9bac-8ab2d53fc419 req-b6b0d084-1d2f-4219-a027-22c5e3094c17 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115056 Nov 27 01:03:12.306995 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.311883 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1172cbf-276a-4f37-8c68-4d33e6d8d154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.316022 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1172cbf-276a-4f37-8c68-4d33e6d8d154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.317505 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d1172cbf-276a-4f37-8c68-4d33e6d8d154 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6745588-752a-46a5-aeca-c5711f361731 HTTP/1.1" status: 204 len: 168 time: 0.7133412 Nov 27 01:03:12.337289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1172cbf-276a-4f37-8c68-4d33e6d8d154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6745588-752a-46a5-aeca-c5711f361731,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:12.444672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bd8aa-78fe-4a7a-b211-997f8a3c664d req-e4e984b6-6631-4d2e-b8a3-5dd4d1191170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.446556 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-831bd8aa-78fe-4a7a-b211-997f8a3c664d req-e4e984b6-6631-4d2e-b8a3-5dd4d1191170 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d01093305d43d093aeb033552921af&device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 1099 time: 0.0512910 Nov 27 01:03:12.506801 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f8053-1652-4ab7-8868-3810ef431570 req-b0882976-ec3f-49c3-a162-ea811ec69850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.508699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9f8053-1652-4ab7-8868-3810ef431570 req-b0882976-ec3f-49c3-a162-ea811ec69850 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 1099 time: 0.1193936 Nov 27 01:03:12.536428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b351f09-8559-4ad9-ad67-7db683612bdd req-4a17fe43-4195-41a8-bc27-fee940cb5d90 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.537886 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b351f09-8559-4ad9-ad67-7db683612bdd req-4a17fe43-4195-41a8-bc27-fee940cb5d90 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 948 time: 0.1962922 Nov 27 01:03:12.589046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa12f89-5275-46c0-9566-4238e93b2521 req-ea06cc9f-5579-4a43-b0e8-789d33046d3f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.596609 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2fa12f89-5275-46c0-9566-4238e93b2521 req-ea06cc9f-5579-4a43-b0e8-789d33046d3f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 967 time: 0.1095850 Nov 27 01:03:12.657284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bd8aa-78fe-4a7a-b211-997f8a3c664d req-712a5643-5cfa-4ac2-bc99-324d9ff3ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.658832 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-831bd8aa-78fe-4a7a-b211-997f8a3c664d req-712a5643-5cfa-4ac2-bc99-324d9ff3ff18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1922560 Nov 27 01:03:12.670823 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2fa12f89-5275-46c0-9566-4238e93b2521 req-3e4397ef-8f40-4eda-8a6d-02263233ed8a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732160 Nov 27 01:03:12.693780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:12.701487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f8053-1652-4ab7-8868-3810ef431570 req-54fd28c2-e86c-459f-91da-3076c18bcb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.703052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9f8053-1652-4ab7-8868-3810ef431570 req-54fd28c2-e86c-459f-91da-3076c18bcb67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1841965 Nov 27 01:03:12.718122 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b351f09-8559-4ad9-ad67-7db683612bdd req-70922e38-c61c-4de6-b06b-1b3b81f13404 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689172 Nov 27 01:03:12.729738 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-831bd8aa-78fe-4a7a-b211-997f8a3c664d req-d899e041-8b47-49cd-af2f-0900c9ab90f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6ba8e985-f900-4058-8b91-0f696b01a99b HTTP/1.1" status: 200 len: 217 time: 0.0568929 Nov 27 01:03:12.783166 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9f8053-1652-4ab7-8868-3810ef431570 req-8e835a26-d6aa-4ea5-b93c-400cc08c0af0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5 HTTP/1.1" status: 200 len: 217 time: 0.0601144 Nov 27 01:03:12.796638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:12.815681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bd8aa-78fe-4a7a-b211-997f8a3c664d req-06f8f102-f75a-4ca2-a8b8-fbf7106ae1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.820202 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-831bd8aa-78fe-4a7a-b211-997f8a3c664d req-06f8f102-f75a-4ca2-a8b8-fbf7106ae1fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0774403 Nov 27 01:03:12.873641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bd8aa-78fe-4a7a-b211-997f8a3c664d req-0d82d5e2-8192-4409-9755-0b4699ece570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.875377 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-831bd8aa-78fe-4a7a-b211-997f8a3c664d req-0d82d5e2-8192-4409-9755-0b4699ece570 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465472 Nov 27 01:03:12.882946 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.887586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f8053-1652-4ab7-8868-3810ef431570 req-ea5f855e-f098-4f7e-82a0-84ef7cb3f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:12.889437 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9f8053-1652-4ab7-8868-3810ef431570 req-ea5f855e-f098-4f7e-82a0-84ef7cb3f28a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0943770 Nov 27 01:03:12.893242 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:12.994402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-831bd8aa-78fe-4a7a-b211-997f8a3c664d req-3a5f00d3-683a-4e4c-a039-7fda28bf3ded service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101017 Nov 27 01:03:13.021726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f8053-1652-4ab7-8868-3810ef431570 req-2a9d088d-5d65-41b0-8bec-54351e5a1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:13.023353 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9f8053-1652-4ab7-8868-3810ef431570 req-2a9d088d-5d65-41b0-8bec-54351e5a1aad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1250386 Nov 27 01:03:13.025246 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Pushing event updated for resources: {'Port': ['ID=42a92fa6-ef73-4389-bce4-877b0982d4b1,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:13.055664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Attempting to bind port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on host n-h1-819494-2 for vnic_type normal with profile {"migrating_to": "n-h2-819494-2"} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:13.056093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Attempting to bind port 42a92fa6-ef73-4389-bce4-877b0982d4b1 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:13.056484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Attempting to bind port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:13.088754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:13.089146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Attempting to bind port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:13.099916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:13.100324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:13.100775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:13.101293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Bound port: 42a92fa6-ef73-4389-bce4-877b0982d4b1, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:13.101709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.142953 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-831bd8aa-78fe-4a7a-b211-997f8a3c664d req-f2f6c7cb-aa54-437b-9dfb-29d343f5fe43 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364880 Nov 27 01:03:13.186173 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9f8053-1652-4ab7-8868-3810ef431570 req-81594511-80df-4a43-bf35-f7025910c723 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511497 Nov 27 01:03:13.278916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:13.305134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:13.315656 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.359014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3dee0-1c9f-4e39-89b2-c1288e577213 req-b8a6575b-a9a2-494a-b78f-88ce375c53e1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:13.360512 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a3f3dee0-1c9f-4e39-89b2-c1288e577213 req-b8a6575b-a9a2-494a-b78f-88ce375c53e1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 948 time: 0.1635702 Nov 27 01:03:13.405622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9f8053-1652-4ab7-8868-3810ef431570 req-e5f3b020-0c1f-4f21-a992-59c32f292d40 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930380 Nov 27 01:03:13.463623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:13.464236 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.465594 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] 10.222.0.42 "PUT /v2.0/ports/42a92fa6-ef73-4389-bce4-877b0982d4b1 HTTP/1.1" status: 200 len: 1143 time: 1.2884505 Nov 27 01:03:13.477588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c45bc-65c1-4a9a-b64f-1cd126c2a8dc service neutron] Pushing event updated for resources: {'Port': ['ID=42a92fa6-ef73-4389-bce4-877b0982d4b1,revision_number=8']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:13.485530 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a3f3dee0-1c9f-4e39-89b2-c1288e577213 req-ee9cd1ef-4a95-4355-b34d-1173169e79c1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126449 Nov 27 01:03:13.515142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebde4baa-037f-46b9-8ed6-049e850b927a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a92fa6-ef73-4389-bce4-877b0982d4b1'}, {'name': 'network-changed', 'server_uuid': 'ebde4baa-037f-46b9-8ed6-049e850b927a', 'tag': '42a92fa6-ef73-4389-bce4-877b0982d4b1'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:13.517918 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01ced87-71de-49f5-8d55-3898943180e5" -d '{"events": [{"server_uuid": "ebde4baa-037f-46b9-8ed6-049e850b927a", "name": "network-vif-unplugged", "status": "completed", "tag": "42a92fa6-ef73-4389-bce4-877b0982d4b1"}, {"name": "network-changed", "server_uuid": "ebde4baa-037f-46b9-8ed6-049e850b927a", "tag": "42a92fa6-ef73-4389-bce4-877b0982d4b1"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:13.575236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:13.584045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['42a92fa6-ef73-4389-bce4-877b0982d4b1'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:13.588430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d7aa8-7017-4d40-91c6-4decc479ff75 req-0fcf15ae-3808-40ae-8f32-a1d49dba7726 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:13.590139 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-200d7aa8-7017-4d40-91c6-4decc479ff75 req-0fcf15ae-3808-40ae-8f32-a1d49dba7726 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 948 time: 0.0919750 Nov 27 01:03:13.619349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 12f80e54-a341-4874-9f06-9d0dfb89b1f5 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:13.665969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-200d7aa8-7017-4d40-91c6-4decc479ff75 req-1ee95298-13ca-48b9-b58c-56eb378ea83b tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672660 Nov 27 01:03:13.747665 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b13380-a600-4581-8415-dc284deaf91b x-openstack-request-id: req-f0b13380-a600-4581-8415-dc284deaf91b {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:13.748042 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebde4baa-037f-46b9-8ed6-049e850b927a", "name": "network-vif-unplugged", "status": "completed", "tag": "42a92fa6-ef73-4389-bce4-877b0982d4b1", "code": 200}, {"name": "network-changed", "server_uuid": "ebde4baa-037f-46b9-8ed6-049e850b927a", "tag": "42a92fa6-ef73-4389-bce4-877b0982d4b1", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:13.748297 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0b13380-a600-4581-8415-dc284deaf91b {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:13.748702 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebde4baa-037f-46b9-8ed6-049e850b927a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a92fa6-ef73-4389-bce4-877b0982d4b1', 'code': 200} Nov 27 01:03:13.748960 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebde4baa-037f-46b9-8ed6-049e850b927a', 'tag': '42a92fa6-ef73-4389-bce4-877b0982d4b1', 'status': 'completed', 'code': 200} Nov 27 01:03:13.834945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:13.862500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:13.897395 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:13.900902 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:13.913284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac568b-6b59-445d-bdd4-2dfc1697105e req-ce7b0eff-fca8-4dd0-93d2-ae98cd9cff11 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:13.915754 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-afac568b-6b59-445d-bdd4-2dfc1697105e req-ce7b0eff-fca8-4dd0-93d2-ae98cd9cff11 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 965 time: 0.0907826 Nov 27 01:03:13.915988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ced87-71de-49f5-8d55-3898943180e5 req-168c7f77-14eb-4fb5-b7d1-4dce72d9d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:13.918738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c01ced87-71de-49f5-8d55-3898943180e5 req-168c7f77-14eb-4fb5-b7d1-4dce72d9d0cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 1146 time: 0.0748789 Nov 27 01:03:13.970735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026', 'mac_address': 'fa:16:3e:35:b6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:13.992222 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-afac568b-6b59-445d-bdd4-2dfc1697105e req-ad9b3e79-a83c-438a-a940-c82940c6df2a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623574 Nov 27 01:03:13.998413 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d4984aef-308f-4a84-b9c1-d0e27308af47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.008309 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.074309 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.076051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c0e3-41d7-42cb-a2e1-9539de9497ba req-26c9fea4-86e5-42ed-a8cb-934c74a0adde tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:14.078331 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-49c4c0e3-41d7-42cb-a2e1-9539de9497ba req-26c9fea4-86e5-42ed-a8cb-934c74a0adde tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 948 time: 0.1175482 Nov 27 01:03:14.095183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ced87-71de-49f5-8d55-3898943180e5 req-9b3c0b7d-0b60-43e1-8d78-c1422f436dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:14.096606 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c01ced87-71de-49f5-8d55-3898943180e5 req-9b3c0b7d-0b60-43e1-8d78-c1422f436dea service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.1610458 Nov 27 01:03:14.136612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:14.156171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c01ced87-71de-49f5-8d55-3898943180e5 req-f9cc3838-c717-44cf-8f51-aa25bb3d1b2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1 HTTP/1.1" status: 200 len: 217 time: 0.0495787 Nov 27 01:03:14.176689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:14.179694 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.190126 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.222588 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-49c4c0e3-41d7-42cb-a2e1-9539de9497ba req-9145e99f-1542-4ca4-8a39-60020d52391b tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345181 Nov 27 01:03:14.246870 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:14.246870 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e9e502-7452-4548-9a7f-27e839b10610" -d '{"events": [{"server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "name": "network-vif-plugged", "status": "completed", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:14.256056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ced87-71de-49f5-8d55-3898943180e5 req-4ce02de6-ec4e-449a-ab8a-2862b5c2dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:14.258310 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c01ced87-71de-49f5-8d55-3898943180e5 req-4ce02de6-ec4e-449a-ab8a-2862b5c2dfdc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.0933220 Nov 27 01:03:14.261153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:14.288529 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.290596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:14.329056 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c01ced87-71de-49f5-8d55-3898943180e5 req-a7660c35-ce17-4f09-b41d-77178bd32d22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572782 Nov 27 01:03:14.343314 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855a837b-fde4-49ae-aa9d-f22f50cd7a77 x-openstack-request-id: req-855a837b-fde4-49ae-aa9d-f22f50cd7a77 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:14.343314 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "name": "network-vif-plugged", "status": "completed", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:14.343314 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-855a837b-fde4-49ae-aa9d-f22f50cd7a77 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:14.343314 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'code': 200} Nov 27 01:03:14.379028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=12f80e54-a341-4874-9f06-9d0dfb89b1f5,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:14.459765 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c01ced87-71de-49f5-8d55-3898943180e5 req-70818c5f-cb8f-44e2-b5df-e3125c7a3996 service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248209 Nov 27 01:03:14.551820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4cf10d1f-e9b9-4766-82cd-e89f17d3c026'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:14.574713 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c01ced87-71de-49f5-8d55-3898943180e5 req-46bdc3c0-b040-4fe3-ae98-3f5c1978fd0c service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000504 Nov 27 01:03:14.588376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722f50e-e742-4a65-b920-09de435d30f1 req-a78e1fbf-abcf-499b-a9c7-43913f41c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:14.590878 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3722f50e-e742-4a65-b920-09de435d30f1 req-a78e1fbf-abcf-499b-a9c7-43913f41c9bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522 HTTP/1.1" status: 200 len: 1101 time: 0.1498477 Nov 27 01:03:14.664588 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3722f50e-e742-4a65-b920-09de435d30f1 req-d490c321-2c7f-41e2-a693-eaaaeeb6968f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559320 Nov 27 01:03:14.704182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705760a-98c9-46db-b5f4-9a741d62c1fe req-05c6eca7-0121-4c94-8df8-e16c4bfc7e0a tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:14.705929 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4705760a-98c9-46db-b5f4-9a741d62c1fe req-05c6eca7-0121-4c94-8df8-e16c4bfc7e0a tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 948 time: 0.0789158 Nov 27 01:03:14.776946 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4705760a-98c9-46db-b5f4-9a741d62c1fe req-d880999f-fca4-49e8-8784-71854bd32353 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624552 Nov 27 01:03:14.846217 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:14.872831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c323dd1-5766-46a9-81e4-d01b66c3ae34 req-b83902fe-6a2e-4117-bf63-960eaef678d4 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:14.874375 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c323dd1-5766-46a9-81e4-d01b66c3ae34 req-b83902fe-6a2e-4117-bf63-960eaef678d4 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 948 time: 0.0571342 Nov 27 01:03:14.934486 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c323dd1-5766-46a9-81e4-d01b66c3ae34 req-39d8f20e-4740-4737-bf2e-55ef09fb2150 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512280 Nov 27 01:03:14.958780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41522) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:14.986647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41526) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:15.082782 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3c0355f-915d-4e37-8d0c-f5af5297283b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.130596 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.167184 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b5b34-a9f1-45b1-af29-b6a82a13ceb7 req-8334cc01-593d-417f-891a-2011c3be8e96 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:15.168694 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-855b5b34-a9f1-45b1-af29-b6a82a13ceb7 req-8334cc01-593d-417f-891a-2011c3be8e96 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 965 time: 0.1067216 Nov 27 01:03:15.180161 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3c0355f-915d-4e37-8d0c-f5af5297283b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.189546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3c0355f-915d-4e37-8d0c-f5af5297283b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.230425 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d3c0355f-915d-4e37-8d0c-f5af5297283b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de537a203a98438f9c0349247fd1653b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702472 Nov 27 01:03:15.231664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0355f-915d-4e37-8d0c-f5af5297283b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eed5326-f26f-45bf-8b68-8c6651b94159,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:15.234118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41544) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:15.264013 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-855b5b34-a9f1-45b1-af29-b6a82a13ceb7 req-86b2586a-a9d8-47b2-86aa-2d7afcd41c69 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825665 Nov 27 01:03:15.286089 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5258648c-2722-4026-ac63-c93a11c35da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.287615 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.291375 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.320372 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5258648c-2722-4026-ac63-c93a11c35da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.354760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7eb6fe2f79f6475c9dec504805840b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646281 Nov 27 01:03:15.355317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41550) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:15.357775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31213d4-10ba-4d3f-9cb6-7ff529691617,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:15.366549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.366850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.367140 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.367472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.367798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.368258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.368586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.368906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.369341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.369667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.369985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.370351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438bb76-ddb7-4b60-ba51-d55e314c4e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.445965 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a12f6af9-de0e-4ac9-97a8-dd21e29658af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.452658 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5258648c-2722-4026-ac63-c93a11c35da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.455162 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5258648c-2722-4026-ac63-c93a11c35da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.456307 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5258648c-2722-4026-ac63-c93a11c35da6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2eed5326-f26f-45bf-8b68-8c6651b94159 HTTP/1.1" status: 204 len: 168 time: 0.2208123 Nov 27 01:03:15.473326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd88b6-939e-469e-be48-96a5390ee2ab req-b0fdb3fa-c155-45f5-8e33-9c0b0acea7fc tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:15.474787 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1dd88b6-939e-469e-be48-96a5390ee2ab req-b0fdb3fa-c155-45f5-8e33-9c0b0acea7fc tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 949 time: 0.0921812 Nov 27 01:03:15.487901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258648c-2722-4026-ac63-c93a11c35da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eed5326-f26f-45bf-8b68-8c6651b94159,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:15.500507 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a12f6af9-de0e-4ac9-97a8-dd21e29658af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.561490 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1dd88b6-939e-469e-be48-96a5390ee2ab req-7cd71364-6054-497f-ad4a-b22c155d7261 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793703 Nov 27 01:03:15.581637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a12f6af9-de0e-4ac9-97a8-dd21e29658af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.586518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a12f6af9-de0e-4ac9-97a8-dd21e29658af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.587910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a12f6af9-de0e-4ac9-97a8-dd21e29658af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c31213d4-10ba-4d3f-9cb6-7ff529691617 HTTP/1.1" status: 204 len: 168 time: 0.2317619 Nov 27 01:03:15.596039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:15.599234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f6af9-de0e-4ac9-97a8-dd21e29658af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31213d4-10ba-4d3f-9cb6-7ff529691617,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:15.672991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:15.684047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:15.684407 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.771383 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.808115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:15.818742 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:15.898987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:15.914196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.914830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.915341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.915841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.916489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.916991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.917490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.917972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.918478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.918972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.919450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.919939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:15.938764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d1ac-d101-4b30-a0bd-bd12fac3a43c req-212ede52-3136-4e6b-bc48-793f49eb4cfd tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:15.941140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ba3d1ac-d101-4b30-a0bd-bd12fac3a43c req-212ede52-3136-4e6b-bc48-793f49eb4cfd tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 948 time: 0.0807755 Nov 27 01:03:16.011731 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ba3d1ac-d101-4b30-a0bd-bd12fac3a43c req-f7a55644-c263-408f-9931-c0c3e892731b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623198 Nov 27 01:03:16.096116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41580) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:16.102646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41582) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:16.105764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d93e-b916-47b4-8fa0-1326534fd94c req-0b079e6a-27ea-4430-a843-fec2100eebb7 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:16.107335 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1591d93e-b916-47b4-8fa0-1326534fd94c req-0b079e6a-27ea-4430-a843-fec2100eebb7 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 948 time: 0.0652046 Nov 27 01:03:16.115715 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.128201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-50d39e78-ca59-4579-9ab3-fb23907d3cab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.161809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1591d93e-b916-47b4-8fa0-1326534fd94c req-8d0457bd-ebdd-47e3-8ab5-56c0d696a47a tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 Nov 27 01:03:16.195416 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41584) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:16.257034 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.264619 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.267845 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-50d39e78-ca59-4579-9ab3-fb23907d3cab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.279175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-50d39e78-ca59-4579-9ab3-fb23907d3cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.304847 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b3118f9-e589-4702-80b2-84cd893a9dd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.314371 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df4d091d92fe4cbfa78e39aee6779b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098553 Nov 27 01:03:16.321939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41592) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:16.333175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a86ef5-71a1-4320-b59b-b3a2fd3d8c03,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:16.344286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b3f33d-9508-4848-b07c-5cb4fc2088fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:16.344751 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-50d39e78-ca59-4579-9ab3-fb23907d3cab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7afa03c5a3b433f871e35907c335325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475705 Nov 27 01:03:16.347623 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0267574d-596a-4ccb-a355-de2329d46e3f" -d '{"events": [{"server_uuid": "56b3f33d-9508-4848-b07c-5cb4fc2088fe", "name": "network-vif-plugged", "status": "completed", "tag": "4cf10d1f-e9b9-4766-82cd-e89f17d3c026"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:16.351598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41594) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:16.357732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:16.358144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:16.358526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:16.358864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:16.359198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:16.359535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:16.359858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:16.360368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:16.360706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:16.361029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:16.361350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:16.361672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab387987-48bb-437e-afee-7dce3d214cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:16.439999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d39e78-ca59-4579-9ab3-fb23907d3cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867a2066-449f-4f29-8708-d666ea9da2f3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:16.450600 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1a721ea-36d3-41ff-9742-f420e0871583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.460236 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b3118f9-e589-4702-80b2-84cd893a9dd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.462515 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b22d390c-97dc-44cf-93a7-394aa3a546f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.464959 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2833bb-ee7e-4797-9626-195554b892b3 x-openstack-request-id: req-be2833bb-ee7e-4797-9626-195554b892b3 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:16.465565 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b3f33d-9508-4848-b07c-5cb4fc2088fe", "name": "network-vif-plugged", "status": "completed", "tag": "4cf10d1f-e9b9-4766-82cd-e89f17d3c026", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:16.465705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04e37d-2d8e-4e3f-af1c-614a6cdeeff6 req-b29d2e78-e341-4d0d-b3f8-5cdb489f7ddc tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:16.465834 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be2833bb-ee7e-4797-9626-195554b892b3 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:16.466506 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b3f33d-9508-4848-b07c-5cb4fc2088fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026', 'code': 200} Nov 27 01:03:16.467162 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a04e37d-2d8e-4e3f-af1c-614a6cdeeff6 req-b29d2e78-e341-4d0d-b3f8-5cdb489f7ddc tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 965 time: 0.0987172 Nov 27 01:03:16.469324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b3118f9-e589-4702-80b2-84cd893a9dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.491782 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1a721ea-36d3-41ff-9742-f420e0871583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.513922 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b22d390c-97dc-44cf-93a7-394aa3a546f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.517385 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4b3118f9-e589-4702-80b2-84cd893a9dd1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3e5fce416354f00b954ad0d3c38909f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207555 Nov 27 01:03:16.523890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41598) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:16.542029 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3118f9-e589-4702-80b2-84cd893a9dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be563860-f7f2-47b2-81a3-f758f8230da7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:16.572440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a04e37d-2d8e-4e3f-af1c-614a6cdeeff6 req-246a681c-f452-4107-a17a-223e70f482b9 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905404 Nov 27 01:03:16.581830 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.599110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b22d390c-97dc-44cf-93a7-394aa3a546f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.606074 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b22d390c-97dc-44cf-93a7-394aa3a546f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.606074 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b22d390c-97dc-44cf-93a7-394aa3a546f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/867a2066-449f-4f29-8708-d666ea9da2f3 HTTP/1.1" status: 204 len: 168 time: 0.2533996 Nov 27 01:03:16.615288 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d390c-97dc-44cf-93a7-394aa3a546f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867a2066-449f-4f29-8708-d666ea9da2f3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:16.631109 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c48f4863-a6cc-44a1-b399-88c71546a9e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.645585 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1a721ea-36d3-41ff-9742-f420e0871583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.648414 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1a721ea-36d3-41ff-9742-f420e0871583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.652041 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c1a721ea-36d3-41ff-9742-f420e0871583 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4a86ef5-71a1-4320-b59b-b3a2fd3d8c03 HTTP/1.1" status: 204 len: 168 time: 0.3268106 Nov 27 01:03:16.688346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a721ea-36d3-41ff-9742-f420e0871583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a86ef5-71a1-4320-b59b-b3a2fd3d8c03,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:16.688554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61bf96-a9a2-403e-bc8c-c3ad73298f78 req-64e21569-f682-4863-af81-84e2a91ca0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:16.690615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e26f8894-e533-49d7-bd62-6225b97ad7f5 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:16.690924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b61bf96-a9a2-403e-bc8c-c3ad73298f78 req-64e21569-f682-4863-af81-84e2a91ca0ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 1101 time: 0.0730326 Nov 27 01:03:16.700760 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c48f4863-a6cc-44a1-b399-88c71546a9e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.760048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7dac4-a1f5-451e-a344-ba39e49c7827 req-673f22d5-9128-4600-b109-c65b24fd27c5 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:16.768254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25d7dac4-a1f5-451e-a344-ba39e49c7827 req-673f22d5-9128-4600-b109-c65b24fd27c5 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 950 time: 0.0921907 Nov 27 01:03:16.785942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c48f4863-a6cc-44a1-b399-88c71546a9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.789549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c48f4863-a6cc-44a1-b399-88c71546a9e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.792858 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c48f4863-a6cc-44a1-b399-88c71546a9e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be563860-f7f2-47b2-81a3-f758f8230da7 HTTP/1.1" status: 204 len: 168 time: 0.2615664 Nov 27 01:03:16.803542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f4863-a6cc-44a1-b399-88c71546a9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be563860-f7f2-47b2-81a3-f758f8230da7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:16.822515 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b61bf96-a9a2-403e-bc8c-c3ad73298f78 req-cfe5e210-aa14-4e9d-b7c4-9ae6eb299290 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113963 Nov 27 01:03:16.862916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:16.863397 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25d7dac4-a1f5-451e-a344-ba39e49c7827 req-cb56d393-a728-4e36-8281-4564613c3698 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892885 Nov 27 01:03:16.880866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'e26f8894-e533-49d7-bd62-6225b97ad7f5', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'e26f8894-e533-49d7-bd62-6225b97ad7f5', 'mac_address': 'fa:16:3e:f0:1a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:16.888396 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.922392 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.941233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26f8894-e533-49d7-bd62-6225b97ad7f5 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:16.961518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:16.966618 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:16.967425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 6ba8e985-f900-4058-8b91-0f696b01a99b details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:17.059975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e26f8894-e533-49d7-bd62-6225b97ad7f5,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:17.066200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 6ba8e985-f900-4058-8b91-0f696b01a99b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6ba8e985-f900-4058-8b91-0f696b01a99b,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:17.076744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '6ba8e985-f900-4058-8b91-0f696b01a99b', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '6ba8e985-f900-4058-8b91-0f696b01a99b', 'mac_address': 'fa:16:3e:56:a0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:17.120309 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.136831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba8e985-f900-4058-8b91-0f696b01a99b {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:17.157220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594018a8-c67d-4cdd-aa6a-2414bb8498ab req-4b71457d-2ca8-4da6-971f-abbc695aa308 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.158835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-594018a8-c67d-4cdd-aa6a-2414bb8498ab req-4b71457d-2ca8-4da6-971f-abbc695aa308 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 949 time: 0.0625832 Nov 27 01:03:17.165363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 6ba8e985-f900-4058-8b91-0f696b01a99b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6ba8e985-f900-4058-8b91-0f696b01a99b,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:17.169602 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.242434 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-594018a8-c67d-4cdd-aa6a-2414bb8498ab req-411e8dfd-c447-4cc0-9d18-1aba58d948e4 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751235 Nov 27 01:03:17.270476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=6ba8e985-f900-4058-8b91-0f696b01a99b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:17.328708 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c923f-6401-4eab-8de6-51a92040af66 req-f1024985-93aa-4fc3-be77-e10e5d1aed47 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.330566 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a4c923f-6401-4eab-8de6-51a92040af66 req-f1024985-93aa-4fc3-be77-e10e5d1aed47 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 949 time: 0.0732787 Nov 27 01:03:17.358552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41630) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:17.380337 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03df6ae-7e4a-419d-96eb-4ec7c81a1748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.415279 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72908b-809e-4b48-9e43-8ff53fa11055 req-311a67c3-617b-4ab2-a4ee-dbaebad0ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.417056 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d72908b-809e-4b48-9e43-8ff53fa11055 req-311a67c3-617b-4ab2-a4ee-dbaebad0ed20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 1146 time: 0.0626962 Nov 27 01:03:17.428157 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.445856 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a4c923f-6401-4eab-8de6-51a92040af66 req-0afa47c1-883d-4f87-a87f-b3699979c9cb tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901399 Nov 27 01:03:17.531440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03df6ae-7e4a-419d-96eb-4ec7c81a1748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.539583 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c03df6ae-7e4a-419d-96eb-4ec7c81a1748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.590939 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c03df6ae-7e4a-419d-96eb-4ec7c81a1748 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c76a43732e00412caa8d17eeacf0c26d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306888 Nov 27 01:03:17.592016 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03df6ae-7e4a-419d-96eb-4ec7c81a1748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25a6716-960f-4926-868a-cce523f4b58a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:17.594677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41640) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:17.612828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['e26f8894-e533-49d7-bd62-6225b97ad7f5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:17.618688 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 42a92fa6-ef73-4389-bce4-877b0982d4b1 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:17.678913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6ba8e985-f900-4058-8b91-0f696b01a99b'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:17.702784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d1bcc65-c7dd-4c3d-939d-efa80e302a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.741105 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d1bcc65-c7dd-4c3d-939d-efa80e302a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.801217 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d1bcc65-c7dd-4c3d-939d-efa80e302a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.805236 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d1bcc65-c7dd-4c3d-939d-efa80e302a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:17.809763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3d1bcc65-c7dd-4c3d-939d-efa80e302a2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a25a6716-960f-4926-868a-cce523f4b58a HTTP/1.1" status: 204 len: 168 time: 0.2140610 Nov 27 01:03:17.836238 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bcc65-c7dd-4c3d-939d-efa80e302a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25a6716-960f-4926-868a-cce523f4b58a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:17.846006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71b84b-78f3-4c2e-8445-75bb95b7b201 req-07aeaf55-065c-49b2-b19c-8576bba7e2d2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.856320 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-da71b84b-78f3-4c2e-8445-75bb95b7b201 req-07aeaf55-065c-49b2-b19c-8576bba7e2d2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 965 time: 0.1362467 Nov 27 01:03:17.859336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72908b-809e-4b48-9e43-8ff53fa11055 req-73397d09-7a64-4277-b77a-cb7663be5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:17.862089 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d72908b-809e-4b48-9e43-8ff53fa11055 req-73397d09-7a64-4277-b77a-cb7663be5874 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.4151232 Nov 27 01:03:17.947863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-da71b84b-78f3-4c2e-8445-75bb95b7b201 req-6f6d8354-fba1-4007-b9b3-699d3784578e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900283 Nov 27 01:03:18.015377 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d72908b-809e-4b48-9e43-8ff53fa11055 req-34b75368-5743-4694-b7a9-a9dd39a4b807 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1 HTTP/1.1" status: 200 len: 217 time: 0.0780704 Nov 27 01:03:18.045353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d720161-d003-484c-af54-6c8c5f966bba req-ddde80c1-1f63-4faf-a79f-fe504f0baee3 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:18.052022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d720161-d003-484c-af54-6c8c5f966bba req-ddde80c1-1f63-4faf-a79f-fe504f0baee3 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 950 time: 0.1234043 Nov 27 01:03:18.087496 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72908b-809e-4b48-9e43-8ff53fa11055 req-20577e40-09ad-4f52-9feb-524e62572998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:18.088949 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d72908b-809e-4b48-9e43-8ff53fa11055 req-20577e40-09ad-4f52-9feb-524e62572998 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.0561614 Nov 27 01:03:18.106226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:18.151495 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d72908b-809e-4b48-9e43-8ff53fa11055 req-935c9a1f-9c49-41d0-90bb-27ba1f52678d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521507 Nov 27 01:03:18.161866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d720161-d003-484c-af54-6c8c5f966bba req-d1d5c5ff-18f3-4920-a728-f7deb8c14226 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036468 Nov 27 01:03:18.198224 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 42a92fa6-ef73-4389-bce4-877b0982d4b1 has no active binding in host n-h2-819494-2 {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:03:18.335411 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d72908b-809e-4b48-9e43-8ff53fa11055 req-f0eaad2c-276d-452e-a856-f7a289925119 service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754546 Nov 27 01:03:18.356899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41666) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:18.394449 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91d75fcf-9dec-4119-922b-52339fc83961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:18.511447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e99e99-5fb5-4101-b2d6-f64b4380eab5 req-8e8abc5c-5657-4aa3-8b7e-9f0776b269d3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:18.518732 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a7e99e99-5fb5-4101-b2d6-f64b4380eab5 req-8e8abc5c-5657-4aa3-8b7e-9f0776b269d3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 949 time: 0.1552911 Nov 27 01:03:18.529090 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91d75fcf-9dec-4119-922b-52339fc83961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:18.537598 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91d75fcf-9dec-4119-922b-52339fc83961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:18.597252 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d72908b-809e-4b48-9e43-8ff53fa11055 req-17128822-322c-4424-8f7a-0c6f57f63d39 service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543678 Nov 27 01:03:18.617346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a7e99e99-5fb5-4101-b2d6-f64b4380eab5 req-2b262ddd-c795-4712-b1a5-ddbeb16b5e52 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976868 Nov 27 01:03:18.653539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-91d75fcf-9dec-4119-922b-52339fc83961 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58206447e3d64129b9043e09bc82aa78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953248 Nov 27 01:03:18.656087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41676) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:18.661919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d75fcf-9dec-4119-922b-52339fc83961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1218b08c-2db2-48fc-b7fd-4fa4a661a996,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:18.674067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1335a-1493-4ea8-89ca-e6b9e227fe08 req-79dd7556-6a51-4c0c-aa10-4e7f2f9d67ca tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:18.675667 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-caf1335a-1493-4ea8-89ca-e6b9e227fe08 req-79dd7556-6a51-4c0c-aa10-4e7f2f9d67ca tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 949 time: 0.1017206 Nov 27 01:03:18.729906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ff128d1-aee7-43bd-bd54-deaa79ce78b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:18.731298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-caf1335a-1493-4ea8-89ca-e6b9e227fe08 req-555303bb-05c1-4add-a4e1-2988d328ecc4 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485156 Nov 27 01:03:18.770132 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ff128d1-aee7-43bd-bd54-deaa79ce78b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:18.823556 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ff128d1-aee7-43bd-bd54-deaa79ce78b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:18.826697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ff128d1-aee7-43bd-bd54-deaa79ce78b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:18.827912 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0ff128d1-aee7-43bd-bd54-deaa79ce78b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1218b08c-2db2-48fc-b7fd-4fa4a661a996 HTTP/1.1" status: 204 len: 168 time: 0.1704607 Nov 27 01:03:18.838287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff128d1-aee7-43bd-bd54-deaa79ce78b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1218b08c-2db2-48fc-b7fd-4fa4a661a996,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:19.080953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612708f7-c516-481d-8669-ed7e36fccc12 req-243f44fb-f0be-48ba-8588-d398280b16ef tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:19.083096 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-612708f7-c516-481d-8669-ed7e36fccc12 req-243f44fb-f0be-48ba-8588-d398280b16ef tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 965 time: 0.0513551 Nov 27 01:03:19.143851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-612708f7-c516-481d-8669-ed7e36fccc12 req-f38cdbac-5011-497a-90ba-68fe4b137789 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530534 Nov 27 01:03:19.303322 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851de6-6734-4684-833c-18b434539263 req-0d52b0e0-2b61-4577-9fb5-b7f105653d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:19.304991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be851de6-6734-4684-833c-18b434539263 req-0d52b0e0-2b61-4577-9fb5-b7f105653d69 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 950 time: 0.0588379 Nov 27 01:03:19.362756 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be851de6-6734-4684-833c-18b434539263 req-a295fb7f-a339-40e1-8499-43e17d0a380f tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486400 Nov 27 01:03:19.445238 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-7a5dc69b-2df5-4c2a-83b0-b324b3e7b570 service neutron] 10.222.0.11 "GET /v2.0/ports/42a92fa6-ef73-4389-bce4-877b0982d4b1/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 384 time: 0.0707090 Nov 27 01:03:19.500813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a4cba-2b95-42a1-8b5f-7d945ee860c1 req-c5ad627b-13fa-4da0-a789-6a7f3867c1c0 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:19.503189 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c25a4cba-2b95-42a1-8b5f-7d945ee860c1 req-c5ad627b-13fa-4da0-a789-6a7f3867c1c0 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522 HTTP/1.1" status: 200 len: 950 time: 0.0675607 Nov 27 01:03:19.570111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c25a4cba-2b95-42a1-8b5f-7d945ee860c1 req-80f9ab4a-216d-4cb2-ae14-afbdd3f02026 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604217 Nov 27 01:03:19.661605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-f6f50fd5-cc78-4b68-bcaa-c6f6cca2990f service neutron] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:19.685752 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-f6f50fd5-cc78-4b68-bcaa-c6f6cca2990f service neutron] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:19.724373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-f6f50fd5-cc78-4b68-bcaa-c6f6cca2990f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a92fa6-ef73-4389-bce4-877b0982d4b1 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:19.736463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-f6f50fd5-cc78-4b68-bcaa-c6f6cca2990f service neutron] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:19.758986 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-f6f50fd5-cc78-4b68-bcaa-c6f6cca2990f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:19.864330 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-f6f50fd5-cc78-4b68-bcaa-c6f6cca2990f service neutron] Transition to ACTIVE for port object 42a92fa6-ef73-4389-bce4-877b0982d4b1 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:19.870546 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-f6f50fd5-cc78-4b68-bcaa-c6f6cca2990f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:19.967130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-f6f50fd5-cc78-4b68-bcaa-c6f6cca2990f service neutron] No DVR routers for this DVR port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:19.974031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f50fd5-cc78-4b68-bcaa-c6f6cca2990f service neutron] Pushing event updated for resources: {'Port': ['ID=42a92fa6-ef73-4389-bce4-877b0982d4b1,revision_number=10']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:20.009632 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-f6f50fd5-cc78-4b68-bcaa-c6f6cca2990f service neutron] 10.222.0.11 "PUT /v2.0/ports/42a92fa6-ef73-4389-bce4-877b0982d4b1/bindings/n-h2-819494-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5574267 Nov 27 01:03:20.124266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd2f9-c3e5-4ba7-8931-1febcd713d08 req-50d7f5cf-1b1b-4787-a194-6e61f3d48c97 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:20.131785 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55fbd2f9-c3e5-4ba7-8931-1febcd713d08 req-50d7f5cf-1b1b-4787-a194-6e61f3d48c97 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 949 time: 0.0739563 Nov 27 01:03:20.183906 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55fbd2f9-c3e5-4ba7-8931-1febcd713d08 req-b80ac3d6-eef0-42e2-ba42-5601d8e2925f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510204 Nov 27 01:03:20.224156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-c712eef9-e8bb-4311-9f2c-a3cd03cf050d tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:20.225645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-c712eef9-e8bb-4311-9f2c-a3cd03cf050d tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 1117 time: 0.0893106 Nov 27 01:03:20.239675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aad44a-6c98-49cb-9f53-32f6384dd3c8 req-735aa375-c251-48aa-b3d0-1fc08f8222bf tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:20.241299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-91aad44a-6c98-49cb-9f53-32f6384dd3c8 req-735aa375-c251-48aa-b3d0-1fc08f8222bf tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 949 time: 0.0769782 Nov 27 01:03:20.353876 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-e8098065-da54-41b6-ba65-116b655f6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:20.355392 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-e8098065-da54-41b6-ba65-116b655f6807 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965 HTTP/1.1" status: 200 len: 1117 time: 0.1131361 Nov 27 01:03:20.359147 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-91aad44a-6c98-49cb-9f53-32f6384dd3c8 req-ef70fa56-b632-403e-b04d-1ff7815f24bf tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064420 Nov 27 01:03:20.444885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-be8162ed-1b6a-4945-9bad-e735aa7cd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:20.448288 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-be8162ed-1b6a-4945-9bad-e735aa7cd5a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 1117 time: 0.0520422 Nov 27 01:03:20.625186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e13bb-a520-4798-861f-a007beed85d2 req-3188de2b-dd5a-406f-a043-8030b813fd9b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:20.626686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e61e13bb-a520-4798-861f-a007beed85d2 req-3188de2b-dd5a-406f-a043-8030b813fd9b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 966 time: 0.1019499 Nov 27 01:03:20.643865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-36be0170-ec1d-4f79-aee1-ede911e6e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:20.645890 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-36be0170-ec1d-4f79-aee1-ede911e6e304 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.1497774 Nov 27 01:03:20.725796 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-e951274a-174e-46f6-9e90-ba30f209cc4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1 HTTP/1.1" status: 200 len: 217 time: 0.0637507 Nov 27 01:03:20.730324 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e61e13bb-a520-4798-861f-a007beed85d2 req-46661421-98a8-4c20-b2a2-6477b3425410 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953405 Nov 27 01:03:20.741238 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e26f8894-e533-49d7-bd62-6225b97ad7f5 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:20.796441 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-91f55ea0-9740-4643-a858-a328bd17b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:20.799671 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-91f55ea0-9740-4643-a858-a328bd17b68b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.0643091 Nov 27 01:03:20.803418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port e26f8894-e533-49d7-bd62-6225b97ad7f5 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:20.807868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port e26f8894-e533-49d7-bd62-6225b97ad7f5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:20.808313 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.841884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-c7c54471-7ca7-4fea-b18f-bae04ad8a61f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318313 Nov 27 01:03:20.909360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41806) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:20.911239 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.950034 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-6d86112b-de00-4f66-8c97-3fffec14a211 service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979528 Nov 27 01:03:20.952192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:20.953114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26f8894-e533-49d7-bd62-6225b97ad7f5'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:20.955734 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4bc59e-d7a5-4fd0-a866-75709c77ee56" -d '{"events": [{"server_uuid": "af8596ec-1ff0-405e-92b0-443081386ec2", "name": "network-vif-plugged", "status": "completed", "tag": "e26f8894-e533-49d7-bd62-6225b97ad7f5"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:20.960248 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:20.961348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 6ba8e985-f900-4058-8b91-0f696b01a99b up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:21.039968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e26f8894-e533-49d7-bd62-6225b97ad7f5,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:21.058627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 6ba8e985-f900-4058-8b91-0f696b01a99b completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:21.063438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 6ba8e985-f900-4058-8b91-0f696b01a99b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:21.063879 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.078731 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-a0271a2b-0f3a-4ce3-a385-c3557aa336ef service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143353 Nov 27 01:03:21.170181 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c8ad4a2-0264-4f09-80e3-b87b98c3f296 req-9a06ac6f-0131-410b-a5f0-960980d5ce99 tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a52d0d95194245f292c514fba94f1f0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423982 Nov 27 01:03:21.172440 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040144a9-c4e6-4266-8a25-f4ce13b0a755 x-openstack-request-id: req-040144a9-c4e6-4266-8a25-f4ce13b0a755 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:21.172751 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8596ec-1ff0-405e-92b0-443081386ec2", "name": "network-vif-plugged", "status": "completed", "tag": "e26f8894-e533-49d7-bd62-6225b97ad7f5", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:21.173013 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-040144a9-c4e6-4266-8a25-f4ce13b0a755 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:21.173400 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26f8894-e533-49d7-bd62-6225b97ad7f5', 'code': 200} Nov 27 01:03:21.194729 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.230285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 6ba8e985-f900-4058-8b91-0f696b01a99b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6ba8e985-f900-4058-8b91-0f696b01a99b,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:21.235175 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.236337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 42a92fa6-ef73-4389-bce4-877b0982d4b1 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:21.243693 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7221baf5-338f-4654-9697-2f3f0fd64d87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.322217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 42a92fa6-ef73-4389-bce4-877b0982d4b1 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:21.323816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=6ba8e985-f900-4058-8b91-0f696b01a99b,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:21.393245 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ad4a2-0264-4f09-80e3-b87b98c3f296 req-7ad938c1-88ba-4f3f-ba31-6f67335536a9 tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:21.394789 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c8ad4a2-0264-4f09-80e3-b87b98c3f296 req-7ad938c1-88ba-4f3f-ba31-6f67335536a9 tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179544 Nov 27 01:03:21.399999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bd608-2e21-45e8-9c8c-fd74fcea2b57 req-c64ce7a9-dce9-407d-8efa-697076e965dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:21.401436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-537bd608-2e21-45e8-9c8c-fd74fcea2b57 req-c64ce7a9-dce9-407d-8efa-697076e965dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 1101 time: 0.1293380 Nov 27 01:03:21.433039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf5977-09e4-47af-b55d-35385e5f45a4 req-81c81997-be61-4952-b0f4-23102ca7a98f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:21.434644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5adf5977-09e4-47af-b55d-35385e5f45a4 req-81c81997-be61-4952-b0f4-23102ca7a98f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.0534022 Nov 27 01:03:21.442906 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c8ad4a2-0264-4f09-80e3-b87b98c3f296 req-aea07d5c-a4ff-4614-8b08-ec6e53f7f891 tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] 10.222.0.37 "GET /v2.0/quotas/a52d0d95194245f292c514fba94f1f0f HTTP/1.1" status: 200 len: 375 time: 0.0369959 Nov 27 01:03:21.486469 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5adf5977-09e4-47af-b55d-35385e5f45a4 req-b2ad0e70-c29a-4f67-a293-c85fe6748b71 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454357 Nov 27 01:03:21.528878 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c8ad4a2-0264-4f09-80e3-b87b98c3f296 req-5c521094-b14d-4407-9f0e-136980a0742b tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52d0d95194245f292c514fba94f1f0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707331 Nov 27 01:03:21.554884 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7221baf5-338f-4654-9697-2f3f0fd64d87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.558868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-537bd608-2e21-45e8-9c8c-fd74fcea2b57 req-bcf93cad-200f-445d-8652-553348c55e6d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497402 Nov 27 01:03:21.561505 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7221baf5-338f-4654-9697-2f3f0fd64d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.574082 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-be045b31-3e53-4012-871f-4fe067a249f3 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:21.575572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-be045b31-3e53-4012-871f-4fe067a249f3 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1117 time: 0.1306493 Nov 27 01:03:21.603065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221baf5-338f-4654-9697-2f3f0fd64d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8c9440-884b-4947-90ed-50b9d612d0df,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:21.607266 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7221baf5-338f-4654-9697-2f3f0fd64d87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae9db946f49a4756824c2a0ef9674cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6967714 Nov 27 01:03:21.610937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41836) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:21.715433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9600d914-7cc6-4b5e-b153-0f3f6c49b650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.727107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca299dca-feeb-4743-afa3-4353b9b195f6 req-dfd8d2e2-f115-4ce9-982e-c986a48a2d3e tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:21.728952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca299dca-feeb-4743-afa3-4353b9b195f6 req-dfd8d2e2-f115-4ce9-982e-c986a48a2d3e tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 950 time: 0.0600250 Nov 27 01:03:21.777562 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca299dca-feeb-4743-afa3-4353b9b195f6 req-885c5711-9c6f-4ea5-85be-85d15cb6dcd4 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Nov 27 01:03:21.797486 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9600d914-7cc6-4b5e-b153-0f3f6c49b650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.844873 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-aebb7f1a-c8c9-41ce-9ec1-a767baf83009 service neutron] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:21.850424 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-aebb7f1a-c8c9-41ce-9ec1-a767baf83009 service neutron] Publish callbacks [] for binding, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.851579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f50efe-5664-42b4-8d5a-8ab92e65a3be req-aebb7f1a-c8c9-41ce-9ec1-a767baf83009 service neutron] 10.222.0.42 "DELETE /v2.0/ports/42a92fa6-ef73-4389-bce4-877b0982d4b1/bindings/n-h1-819494-2 HTTP/1.1" status: 204 len: 173 time: 0.2317548 Nov 27 01:03:21.880970 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9600d914-7cc6-4b5e-b153-0f3f6c49b650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.883971 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9600d914-7cc6-4b5e-b153-0f3f6c49b650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:21.886290 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9600d914-7cc6-4b5e-b153-0f3f6c49b650 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca8c9440-884b-4947-90ed-50b9d612d0df HTTP/1.1" status: 204 len: 168 time: 0.2739606 Nov 27 01:03:21.893971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600d914-7cc6-4b5e-b153-0f3f6c49b650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8c9440-884b-4947-90ed-50b9d612d0df,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:21.982530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ff413-5748-4f7a-93b0-4dc0f7a213cf req-96752165-f217-47b5-9b22-fbf55dd190f9 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:21.990679 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-490ff413-5748-4f7a-93b0-4dc0f7a213cf req-96752165-f217-47b5-9b22-fbf55dd190f9 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 966 time: 0.1017559 Nov 27 01:03:22.047603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-490ff413-5748-4f7a-93b0-4dc0f7a213cf req-79653336-4dff-47d4-b48c-97d2ef9b548d tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556514 Nov 27 01:03:22.231977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898f41c-c364-4f69-886d-c404506cf184 req-60e26120-0074-4b80-9bd8-ffd6f44fa37a tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:22.233746 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b898f41c-c364-4f69-886d-c404506cf184 req-60e26120-0074-4b80-9bd8-ffd6f44fa37a tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 1117 time: 0.0433280 Nov 27 01:03:22.234272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41882) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:22.250392 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8232815c-35b6-42ec-9010-de7c1b4fd812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.324731 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b898f41c-c364-4f69-886d-c404506cf184 req-f1492c63-ecb8-4467-993b-261dd1faf309 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741785 Nov 27 01:03:22.406226 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8232815c-35b6-42ec-9010-de7c1b4fd812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.410847 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8232815c-35b6-42ec-9010-de7c1b4fd812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.424426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41888) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:22.454644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232815c-35b6-42ec-9010-de7c1b4fd812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccc85b6-35df-4411-ac8e-668f32995104,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:22.459544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8232815c-35b6-42ec-9010-de7c1b4fd812 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a73d0c4fd9b040b5bf12e68525770509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231035 Nov 27 01:03:22.462418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41892) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:22.519675 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83181ab7-1c67-425d-aae3-12d833db1065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.547293 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83181ab7-1c67-425d-aae3-12d833db1065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.650986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96267a-bd92-40b9-a83e-875710797097 req-695b4c1d-1ceb-417a-878d-5b881b46926b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:22.653056 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b96267a-bd92-40b9-a83e-875710797097 req-695b4c1d-1ceb-417a-878d-5b881b46926b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.0764558 Nov 27 01:03:22.688729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4da9930-c0cf-499b-9949-dbc1f105dc5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.706665 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83181ab7-1c67-425d-aae3-12d833db1065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.709210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83181ab7-1c67-425d-aae3-12d833db1065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.712653 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-83181ab7-1c67-425d-aae3-12d833db1065 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fccc85b6-35df-4411-ac8e-668f32995104 HTTP/1.1" status: 204 len: 168 time: 0.2461286 Nov 27 01:03:22.732317 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83181ab7-1c67-425d-aae3-12d833db1065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccc85b6-35df-4411-ac8e-668f32995104,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:22.759755 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b96267a-bd92-40b9-a83e-875710797097 req-664d704a-a935-49fb-8bf7-0f5dd5cb7aa0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990932 Nov 27 01:03:22.875690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebdb83-7c9a-4290-838e-9add6616440b req-1e105900-63d6-497b-bc82-97ea9056396b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:22.877514 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-1e105900-63d6-497b-bc82-97ea9056396b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 821 time: 0.1615577 Nov 27 01:03:22.899166 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-0cc2240b-7cdc-4229-9153-57626c57d14f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/quotas/ca69bacd12cb44a1a0cd22fd59af3965 HTTP/1.1" status: 200 len: 375 time: 0.0153267 Nov 27 01:03:22.913006 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4da9930-c0cf-499b-9949-dbc1f105dc5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.928309 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4da9930-c0cf-499b-9949-dbc1f105dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:22.996210 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b4da9930-c0cf-499b-9949-dbc1f105dc5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f38cd650b3d4deda71d70b1b88a9b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5687275 Nov 27 01:03:22.998663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41932) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:23.001818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da9930-c0cf-499b-9949-dbc1f105dc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbf4228-f584-49e0-847e-67a84af7f18c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:23.026885 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-337b611e-8438-4949-804b-3e1f42fe31a6 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1086195 Nov 27 01:03:23.102873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1539f6e-a66d-4016-9e61-216d48b02e28 req-a97ffb77-e879-4429-bd65-8a6b84a89fc2 tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a52d0d95194245f292c514fba94f1f0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532598 Nov 27 01:03:23.134020 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e293112d-8ba8-4619-b460-fa57ccba21c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.137899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-30900abe-734a-46e4-9ce9-07d4f587acde service neutron] 10.222.0.37 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003270 Nov 27 01:03:23.174331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de68cf09-c637-43fd-b6b0-88d5599041b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba8e985-f900-4058-8b91-0f696b01a99b'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:23.179652 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fe52f7-c69a-4a40-8f41-17c65da4db9d" -d '{"events": [{"server_uuid": "de68cf09-c637-43fd-b6b0-88d5599041b8", "name": "network-vif-plugged", "status": "completed", "tag": "6ba8e985-f900-4058-8b91-0f696b01a99b"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:23.202890 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e293112d-8ba8-4619-b460-fa57ccba21c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.237845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-85157c73-0f67-4e52-a532-a98f789cd029 service neutron] 10.222.0.37 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934870 Nov 27 01:03:23.279372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1539f6e-a66d-4016-9e61-216d48b02e28 req-8652ee90-ed7c-4db2-88bf-025baaa9db9b tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:23.280836 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1539f6e-a66d-4016-9e61-216d48b02e28 req-8652ee90-ed7c-4db2-88bf-025baaa9db9b tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628759 Nov 27 01:03:23.306790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1539f6e-a66d-4016-9e61-216d48b02e28 req-df3037f9-c3ef-4bda-aa4b-e5822021e41a tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] 10.222.0.37 "GET /v2.0/quotas/a52d0d95194245f292c514fba94f1f0f HTTP/1.1" status: 200 len: 375 time: 0.0185876 Nov 27 01:03:23.311149 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e293112d-8ba8-4619-b460-fa57ccba21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.313682 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e293112d-8ba8-4619-b460-fa57ccba21c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.314844 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e293112d-8ba8-4619-b460-fa57ccba21c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bbf4228-f584-49e0-847e-67a84af7f18c HTTP/1.1" status: 204 len: 168 time: 0.3151352 Nov 27 01:03:23.345148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293112d-8ba8-4619-b460-fa57ccba21c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbf4228-f584-49e0-847e-67a84af7f18c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:23.348868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1539f6e-a66d-4016-9e61-216d48b02e28 req-4d956157-ef4c-4dad-8f60-d99a55c37d07 tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52d0d95194245f292c514fba94f1f0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330396 Nov 27 01:03:23.484959 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd4f0b8-c403-4a07-b817-a40a4963d0df x-openstack-request-id: req-4fd4f0b8-c403-4a07-b817-a40a4963d0df {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:23.485098 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de68cf09-c637-43fd-b6b0-88d5599041b8", "name": "network-vif-plugged", "status": "completed", "tag": "6ba8e985-f900-4058-8b91-0f696b01a99b", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:23.485334 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fd4f0b8-c403-4a07-b817-a40a4963d0df {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:23.485725 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de68cf09-c637-43fd-b6b0-88d5599041b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba8e985-f900-4058-8b91-0f696b01a99b', 'code': 200} Nov 27 01:03:23.527710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76d329-d466-4eb1-987c-7f88c9136774 req-9871fc57-aaba-45fb-af47-9e53913de7aa tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:23.529658 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0f76d329-d466-4eb1-987c-7f88c9136774 req-9871fc57-aaba-45fb-af47-9e53913de7aa tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 950 time: 0.0620096 Nov 27 01:03:23.601706 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8e3c0131-b56e-48e2-8d06-f4739e2269b8 req-5990dfd8-a3cc-40c2-828f-40e2f61b0451 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 210 time: 0.0383954 Nov 27 01:03:23.662700 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0f76d329-d466-4eb1-987c-7f88c9136774 req-134ad45c-22eb-4100-8766-c77ffc0a4d7f tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244724 Nov 27 01:03:23.667837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 12f80e54-a341-4874-9f06-9d0dfb89b1f5 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:23.682163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a1a27-1e77-429f-b36c-ec1b78712922 req-16078a1d-9de5-46e0-a323-8158710b4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:23.683764 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-318a1a27-1e77-429f-b36c-ec1b78712922 req-16078a1d-9de5-46e0-a323-8158710b4fcf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 1101 time: 0.0788860 Nov 27 01:03:23.789658 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-318a1a27-1e77-429f-b36c-ec1b78712922 req-f8130b73-d772-4d0f-b602-968d7193464a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964589 Nov 27 01:03:23.802633 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f11e58b9-5fb8-473c-8dc9-42d749003d37 req-d864a40a-5ede-4373-b6d3-a49619a340d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983305 Nov 27 01:03:23.807919 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:23.822649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'mac_address': 'fa:16:3e:d4:ff:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:23.866767 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.888966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12f80e54-a341-4874-9f06-9d0dfb89b1f5 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:23.917572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:23.927164 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:23.946617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2f5f6-f417-4e99-997e-3bbce1c842d0 req-e54dfb64-81b5-4525-aa2b-01edb440b13e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:23.955564 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15c2f5f6-f417-4e99-997e-3bbce1c842d0 req-e54dfb64-81b5-4525-aa2b-01edb440b13e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.0873523 Nov 27 01:03:23.971777 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e58b9-5fb8-473c-8dc9-42d749003d37 req-77069c8d-a345-4b0e-8030-c2c5f8ee0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:23.974427 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f11e58b9-5fb8-473c-8dc9-42d749003d37 req-77069c8d-a345-4b0e-8030-c2c5f8ee0a4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bc4d82ded44244dca3036f69d041fb7f&device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 1096 time: 0.0765972 Nov 27 01:03:24.004759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41986) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:24.027689 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15c2f5f6-f417-4e99-997e-3bbce1c842d0 req-9d542872-821d-4db7-bd66-3b9f786db923 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711830 Nov 27 01:03:24.042840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=12f80e54-a341-4874-9f06-9d0dfb89b1f5,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:24.116918 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e805fa97-50df-4414-bc42-e8170a2bc65b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.187375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['12f80e54-a341-4874-9f06-9d0dfb89b1f5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:24.195927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e58b9-5fb8-473c-8dc9-42d749003d37 req-af7b1b30-0735-458b-9051-3727d6f50570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:24.197552 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f11e58b9-5fb8-473c-8dc9-42d749003d37 req-af7b1b30-0735-458b-9051-3727d6f50570 service neutron] 10.222.0.42 "GET /v2.0/networks?id=096a7fbc-91a1-4e50-9539-2545e0765a27 HTTP/1.1" status: 200 len: 925 time: 0.1827426 Nov 27 01:03:24.409140 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f11e58b9-5fb8-473c-8dc9-42d749003d37 req-38fd35fb-9d18-4df2-a641-7537bb9f8b8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e HTTP/1.1" status: 200 len: 1001 time: 0.1978369 Nov 27 01:03:24.508089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e58b9-5fb8-473c-8dc9-42d749003d37 req-199d1876-780e-40d4-9c15-d120d8b5126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:24.509588 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f11e58b9-5fb8-473c-8dc9-42d749003d37 req-199d1876-780e-40d4-9c15-d120d8b5126a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bc6aa764-ef8b-457f-a61e-2cf49da2da68 HTTP/1.1" status: 200 len: 863 time: 0.0880287 Nov 27 01:03:24.511239 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e805fa97-50df-4414-bc42-e8170a2bc65b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.529587 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e805fa97-50df-4414-bc42-e8170a2bc65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.604466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805fa97-50df-4414-bc42-e8170a2bc65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83bc89f-3bb9-4120-b9fb-a45b251c31e6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:24.611670 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e805fa97-50df-4414-bc42-e8170a2bc65b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=041b3564eec5477c9416a762218dfa55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6030214 Nov 27 01:03:24.612541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42024) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:24.618208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e58b9-5fb8-473c-8dc9-42d749003d37 req-f4ab4c64-bf44-4f53-9429-66069931fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:24.619768 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f11e58b9-5fb8-473c-8dc9-42d749003d37 req-f4ab4c64-bf44-4f53-9429-66069931fc46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=096a7fbc-91a1-4e50-9539-2545e0765a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998807 Nov 27 01:03:24.688227 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-badae6d3-16ee-466c-a29d-06cbe56ff9d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.717910 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-badae6d3-16ee-466c-a29d-06cbe56ff9d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.766506 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f11e58b9-5fb8-473c-8dc9-42d749003d37 req-4556fe60-f196-448f-bd78-4745e61e19e1 service neutron] 10.222.0.42 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272542 Nov 27 01:03:24.799904 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-badae6d3-16ee-466c-a29d-06cbe56ff9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.804140 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-badae6d3-16ee-466c-a29d-06cbe56ff9d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:24.808494 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-badae6d3-16ee-466c-a29d-06cbe56ff9d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c83bc89f-3bb9-4120-b9fb-a45b251c31e6 HTTP/1.1" status: 204 len: 168 time: 0.1943574 Nov 27 01:03:24.818453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badae6d3-16ee-466c-a29d-06cbe56ff9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83bc89f-3bb9-4120-b9fb-a45b251c31e6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:24.839003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cf613-0f4a-4f90-8e14-8f1fd537a7e0 req-c7f8f774-81f7-4ea0-afb1-992da6fec25f tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:24.848829 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-426cf613-0f4a-4f90-8e14-8f1fd537a7e0 req-c7f8f774-81f7-4ea0-afb1-992da6fec25f tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 1101 time: 0.0799773 Nov 27 01:03:24.879609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-426cf613-0f4a-4f90-8e14-8f1fd537a7e0 req-6adaea89-cf35-4601-a054-d68f0a381cdd tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.002748 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-426cf613-0f4a-4f90-8e14-8f1fd537a7e0 req-6adaea89-cf35-4601-a054-d68f0a381cdd tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.017241 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-426cf613-0f4a-4f90-8e14-8f1fd537a7e0 req-6adaea89-cf35-4601-a054-d68f0a381cdd tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.078207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adaea89-cf35-4601-a054-d68f0a381cdd tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21518874-85c5-4826-9c1b-bcc52862d9f4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:25.094537 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-426cf613-0f4a-4f90-8e14-8f1fd537a7e0 req-6adaea89-cf35-4601-a054-d68f0a381cdd tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394688 Nov 27 01:03:25.268430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-43249427-c18e-41d4-b559-c80b09c8d2d5 req-8ab4d4f8-9c64-4c1e-9375-030cc713baec tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 210 time: 0.3173745 Nov 27 01:03:25.311273 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f11e58b9-5fb8-473c-8dc9-42d749003d37 req-12f7f1c0-a819-48cf-a283-b8b95b965a41 service neutron] 10.222.0.42 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350158 Nov 27 01:03:25.353098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7582092-012b-4170-96f6-7f383461051e req-7d095eba-ba52-4229-bd97-5809a0bdea02 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:25.360655 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7582092-012b-4170-96f6-7f383461051e req-7d095eba-ba52-4229-bd97-5809a0bdea02 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 950 time: 0.1567085 Nov 27 01:03:25.429243 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebdb83-7c9a-4290-838e-9add6616440b req-09508ab9-7909-4623-9b61-2fc975944e8d tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:25.430750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-09508ab9-7909-4623-9b61-2fc975944e8d tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.42 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 821 time: 0.2771194 Nov 27 01:03:25.445157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7582092-012b-4170-96f6-7f383461051e req-d6abefe3-afa1-4b00-a96d-81f7266596d0 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833266 Nov 27 01:03:25.505683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-27ebdb83-7c9a-4290-838e-9add6616440b req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Request body: {'port': {'device_id': '35f1bfa4-b00b-4517-b815-6d5dc3333e6e', 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1', 'admin_state_up': True, 'tenant_id': 'ca69bacd12cb44a1a0cd22fd59af3965'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:25.660154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ebdb83-7c9a-4290-838e-9add6616440b req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Made reservation on behalf of ca69bacd12cb44a1a0cd22fd59af3965 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:25.666222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-27ebdb83-7c9a-4290-838e-9add6616440b req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:25.686519 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 12f80e54-a341-4874-9f06-9d0dfb89b1f5 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:25.901736 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:25.902545 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.088193 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.147325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:26.151260 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc5362b-aea0-441f-9043-26c6446430f9" -d '{"events": [{"server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "name": "network-vif-plugged", "status": "completed", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:26.176478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:26.176696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-884e2e75-ec1b-42aa-aee5-791e21861415 req-7eb6b798-9f6f-401e-9e35-6434613a3720 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1806557210', 'description': 'tempest-description-782909434'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:26.191043 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.219981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-27ebdb83-7c9a-4290-838e-9add6616440b req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Allocated IP 172.20.0.10 (4d6ac408-0bb6-4f55-ac0a-77d23854a7d1/1c425f4c-85f5-429d-986b-d3dfb33a41e4/ac93d525-7809-4882-adb3-c62db4ce437f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:26.231043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-884e2e75-ec1b-42aa-aee5-791e21861415 req-7eb6b798-9f6f-401e-9e35-6434613a3720 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.241987 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-884e2e75-ec1b-42aa-aee5-791e21861415 req-7eb6b798-9f6f-401e-9e35-6434613a3720 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.283386 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=12f80e54-a341-4874-9f06-9d0dfb89b1f5,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:26.436788 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-884e2e75-ec1b-42aa-aee5-791e21861415 req-7eb6b798-9f6f-401e-9e35-6434613a3720 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.443853 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-884e2e75-ec1b-42aa-aee5-791e21861415 req-7eb6b798-9f6f-401e-9e35-6434613a3720 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.482277 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-27ebdb83-7c9a-4290-838e-9add6616440b req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.513513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6b798-9f6f-401e-9e35-6434613a3720 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d320eb-3c69-4476-a7e0-950564a05346,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:26.569103 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-27ebdb83-7c9a-4290-838e-9add6616440b req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.572693 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-884e2e75-ec1b-42aa-aee5-791e21861415 req-7eb6b798-9f6f-401e-9e35-6434613a3720 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.589017 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-884e2e75-ec1b-42aa-aee5-791e21861415 req-7eb6b798-9f6f-401e-9e35-6434613a3720 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.676817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Pushing event updated for resources: {'Port': ['ID=ac93d525-7809-4882-adb3-c62db4ce437f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:26.685404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ebdb83-7c9a-4290-838e-9add6616440b req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:26.696858 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-884e2e75-ec1b-42aa-aee5-791e21861415 req-7eb6b798-9f6f-401e-9e35-6434613a3720 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.701695 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-884e2e75-ec1b-42aa-aee5-791e21861415 req-7eb6b798-9f6f-401e-9e35-6434613a3720 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5317464 Nov 27 01:03:26.727180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-27ebdb83-7c9a-4290-838e-9add6616440b req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:26.731767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ebdb83-7c9a-4290-838e-9add6616440b req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:26.737351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebdb83-7c9a-4290-838e-9add6616440b req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:26.737966 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-27ebdb83-7c9a-4290-838e-9add6616440b req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:26.815008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6b798-9f6f-401e-9e35-6434613a3720 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45de42d8-0b83-4a4d-8f49-38131c1a6cae,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:26.826124 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-d7bd1c76-451d-477e-88b6-c01adc622926 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3263714 Nov 27 01:03:26.859229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Request body: {'port': {'device_id': '35f1bfa4-b00b-4517-b815-6d5dc3333e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:26.942295 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.032845 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e5c873-394a-4837-bb89-a040df2e4bc6 x-openstack-request-id: req-27e5c873-394a-4837-bb89-a040df2e4bc6 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:27.033440 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "name": "network-vif-plugged", "status": "completed", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:27.033440 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27e5c873-394a-4837-bb89-a040df2e4bc6 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:27.033879 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'code': 200} Nov 27 01:03:27.209490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97d2dc1e-4a77-415d-ab1c-25de7620e1cf req-85b64a87-1709-4540-8d89-1f4b3e6191f6 tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a52d0d95194245f292c514fba94f1f0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471635 Nov 27 01:03:27.250773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42142) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:27.378884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2dc1e-4a77-415d-ab1c-25de7620e1cf req-cbe494b6-d554-4b74-ba06-62a66879da18 tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:27.386460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97d2dc1e-4a77-415d-ab1c-25de7620e1cf req-cbe494b6-d554-4b74-ba06-62a66879da18 tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732917 Nov 27 01:03:27.398358 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97d2dc1e-4a77-415d-ab1c-25de7620e1cf req-9f7a441c-82b8-4ed9-a559-35052f570c69 tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] 10.222.0.37 "GET /v2.0/quotas/a52d0d95194245f292c514fba94f1f0f HTTP/1.1" status: 200 len: 375 time: 0.0105729 Nov 27 01:03:27.441389 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97d2dc1e-4a77-415d-ab1c-25de7620e1cf req-82de1a52-1dd7-456d-b75b-39a4def7f47f tempest-QuotasAdminNegativeTest-1285440774 tempest-QuotasAdminNegativeTest-1285440774-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52d0d95194245f292c514fba94f1f0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370204 Nov 27 01:03:27.441910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf8a44-b8e5-461f-8282-49fef642e1a2 req-4a26c5b2-5325-4e58-905d-c90dbd3cdc53 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:27.450846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-edcf8a44-b8e5-461f-8282-49fef642e1a2 req-4a26c5b2-5325-4e58-905d-c90dbd3cdc53 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 932 time: 0.1708248 Nov 27 01:03:27.490173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-975aba60-a39b-45b1-9ca3-a5704652b4bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2340331 Nov 27 01:03:27.513270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-1e204f74-1484-4905-ab83-9def714bdf10 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:03:27.514314 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-1e204f74-1484-4905-ab83-9def714bdf10 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099108 Nov 27 01:03:27.548323 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-32fd7438-62d6-428e-99f8-92038a09a86f req-4de04e9b-13e4-4e8a-8fce-c5dcf21b2cd3 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2062442324', 'description': 'tempest-description-1910831237'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:27.579042 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-edcf8a44-b8e5-461f-8282-49fef642e1a2 req-7f8eefac-b32b-465b-85ee-2fa30e11917a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271672 Nov 27 01:03:27.586761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-32fd7438-62d6-428e-99f8-92038a09a86f req-4de04e9b-13e4-4e8a-8fce-c5dcf21b2cd3 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.597018 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac93d525-7809-4882-adb3-c62db4ce437f {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:27.608874 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.644950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Transition to ACTIVE for port object ac93d525-7809-4882-adb3-c62db4ce437f will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:27.654319 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.712681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Pushing event updated for resources: {'Port': ['ID=ac93d525-7809-4882-adb3-c62db4ce437f,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:27.730526 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-32fd7438-62d6-428e-99f8-92038a09a86f req-4de04e9b-13e4-4e8a-8fce-c5dcf21b2cd3 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.741656 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-32fd7438-62d6-428e-99f8-92038a09a86f req-4de04e9b-13e4-4e8a-8fce-c5dcf21b2cd3 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.811923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de04e9b-13e4-4e8a-8fce-c5dcf21b2cd3 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b92678-0e79-4063-a334-85034125ee51,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:27.823477 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-32fd7438-62d6-428e-99f8-92038a09a86f req-4de04e9b-13e4-4e8a-8fce-c5dcf21b2cd3 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:27.841245 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32fd7438-62d6-428e-99f8-92038a09a86f req-4de04e9b-13e4-4e8a-8fce-c5dcf21b2cd3 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2945552 Nov 27 01:03:27.875398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60532f-6582-46f8-9604-87061f2482f0 req-aae0e5cd-625b-4832-b666-bd263a10c607 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:27.900711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e60532f-6582-46f8-9604-87061f2482f0 req-aae0e5cd-625b-4832-b666-bd263a10c607 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.1625693 Nov 27 01:03:27.935346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Attempting to bind port ac93d525-7809-4882-adb3-c62db4ce437f on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:27.935913 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Attempting to bind port ac93d525-7809-4882-adb3-c62db4ce437f by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:27.936473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Attempting to bind port ac93d525-7809-4882-adb3-c62db4ce437f on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:27.985115 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e60532f-6582-46f8-9604-87061f2482f0 req-929e8753-5e10-4a43-896b-1e983f57f68b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771608 Nov 27 01:03:27.990557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Port ac93d525-7809-4882-adb3-c62db4ce437f on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:27.991122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Attempting to bind port ac93d525-7809-4882-adb3-c62db4ce437f on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:28.016694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:28.017042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:28.017427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:28.018719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Bound port: ac93d525-7809-4882-adb3-c62db4ce437f, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:28.019079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.031747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fe241-dd2d-417a-a2f4-ebab22448773 req-0a710407-a83f-42dd-a77f-51785b327ddc tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:28.033708 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f4fe241-dd2d-417a-a2f4-ebab22448773 req-0a710407-a83f-42dd-a77f-51785b327ddc tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 950 time: 0.0851970 Nov 27 01:03:28.110988 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:28.115172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ac93d525-7809-4882-adb3-c62db4ce437f,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:28.125549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.129945 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f4fe241-dd2d-417a-a2f4-ebab22448773 req-a6d29940-6405-4f60-8180-f32753a9469f tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874996 Nov 27 01:03:28.226971 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Pushing event updated for resources: {'Port': ['ID=ac93d525-7809-4882-adb3-c62db4ce437f,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:28.251952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:28.253473 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.255958 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-90da48d0-50ae-4333-b457-16c988b65b23 service neutron] 10.222.0.42 "PUT /v2.0/ports/ac93d525-7809-4882-adb3-c62db4ce437f HTTP/1.1" status: 200 len: 1092 time: 1.4008086 Nov 27 01:03:28.256579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f1bfa4-b00b-4517-b815-6d5dc3333e6e', 'tag': 'ac93d525-7809-4882-adb3-c62db4ce437f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:28.260974 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb1f1b3-8188-4357-8541-e3f0be9de54e" -d '{"events": [{"name": "network-changed", "server_uuid": "35f1bfa4-b00b-4517-b815-6d5dc3333e6e", "tag": "ac93d525-7809-4882-adb3-c62db4ce437f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:28.409290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebdb83-7c9a-4290-838e-9add6616440b req-4f7d24d7-5984-4e52-bb5c-cb2a6d0fdc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:28.410996 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-4f7d24d7-5984-4e52-bb5c-cb2a6d0fdc13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1095 time: 0.0806968 Nov 27 01:03:28.465430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-fb7e6ca8-a600-40c8-aab6-1c44a7ee86e6 req-cf9c256a-706c-43cb-89da-57994dbc0895 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-245640944', 'description': 'tempest-description-1076765118'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:28.513926 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-564ad176-8330-486b-b849-a415d807849a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac93d525-7809-4882-adb3-c62db4ce437f HTTP/1.1" status: 200 len: 217 time: 0.0793917 Nov 27 01:03:28.614369 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb7e6ca8-a600-40c8-aab6-1c44a7ee86e6 req-cf9c256a-706c-43cb-89da-57994dbc0895 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.639666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb7e6ca8-a600-40c8-aab6-1c44a7ee86e6 req-cf9c256a-706c-43cb-89da-57994dbc0895 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.643539 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebdb83-7c9a-4290-838e-9add6616440b req-e3f09683-b302-4e2f-b854-ece5a3ac5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:28.645067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-e3f09683-b302-4e2f-b854-ece5a3ac5fac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1220527 Nov 27 01:03:28.781259 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-a9980430-1ed3-4bf9-a7fd-914775eedebc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764844 Nov 27 01:03:28.922180 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb7e6ca8-a600-40c8-aab6-1c44a7ee86e6 req-cf9c256a-706c-43cb-89da-57994dbc0895 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:28.938115 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb7e6ca8-a600-40c8-aab6-1c44a7ee86e6 req-cf9c256a-706c-43cb-89da-57994dbc0895 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.032847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c256a-706c-43cb-89da-57994dbc0895 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eb4e82-cddc-4132-8cff-9029f6988cfb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:29.072749 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-9cfa0f9a-64fe-447e-9927-cdfb216acc29 service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580945 Nov 27 01:03:29.101703 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb7e6ca8-a600-40c8-aab6-1c44a7ee86e6 req-cf9c256a-706c-43cb-89da-57994dbc0895 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.109970 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb7e6ca8-a600-40c8-aab6-1c44a7ee86e6 req-cf9c256a-706c-43cb-89da-57994dbc0895 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.163379 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb7e6ca8-a600-40c8-aab6-1c44a7ee86e6 req-cf9c256a-706c-43cb-89da-57994dbc0895 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.170712 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb7e6ca8-a600-40c8-aab6-1c44a7ee86e6 req-cf9c256a-706c-43cb-89da-57994dbc0895 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7173176 Nov 27 01:03:29.183438 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabc8193-2645-4223-862b-ef378a198f1e x-openstack-request-id: req-cabc8193-2645-4223-862b-ef378a198f1e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:29.183745 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f1bfa4-b00b-4517-b815-6d5dc3333e6e", "tag": "ac93d525-7809-4882-adb3-c62db4ce437f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:29.183999 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cabc8193-2645-4223-862b-ef378a198f1e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:29.184404 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f1bfa4-b00b-4517-b815-6d5dc3333e6e', 'tag': 'ac93d525-7809-4882-adb3-c62db4ce437f', 'status': 'completed', 'code': 200} Nov 27 01:03:29.198529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c256a-706c-43cb-89da-57994dbc0895 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5878d124-d56d-4867-8ada-9716798494d3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:29.353257 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27ebdb83-7c9a-4290-838e-9add6616440b req-16133ede-da66-4dbd-8b97-c3beabd35bb7 service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220056 Nov 27 01:03:29.388507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85171f-11da-4f35-b639-e19df9c952cf req-fe2e0692-ab3e-4faf-a410-f7aab860690b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:29.397992 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de85171f-11da-4f35-b639-e19df9c952cf req-fe2e0692-ab3e-4faf-a410-f7aab860690b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 944 time: 0.1394145 Nov 27 01:03:29.408741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4de5b-f4c8-4c04-81a0-5ec2f613dae6 req-b1b3fcb3-e73e-4e54-bfb7-5705534028df tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:29.413346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ffd4de5b-f4c8-4c04-81a0-5ec2f613dae6 req-b1b3fcb3-e73e-4e54-bfb7-5705534028df tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.1013489 Nov 27 01:03:29.479500 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de85171f-11da-4f35-b639-e19df9c952cf req-b3ba53c4-69ea-4f3d-b24b-dd174694afdf tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805459 Nov 27 01:03:29.548384 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ffd4de5b-f4c8-4c04-81a0-5ec2f613dae6 req-7d7604f2-3da3-4794-8fa9-91b56b9a4ba0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178477 Nov 27 01:03:29.587038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f1b3-8188-4357-8541-e3f0be9de54e req-105289a2-461c-437c-9386-1c99a7b8346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:29.595144 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fb1f1b3-8188-4357-8541-e3f0be9de54e req-105289a2-461c-437c-9386-1c99a7b8346c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1095 time: 0.1145473 Nov 27 01:03:29.596093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b0c1b671-eb30-430c-a1ed-e3315f88fc45 req-bad410a5-7eba-47f4-a72e-293b0f866bce tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1964303246', 'description': 'tempest-description-379038610'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:29.642675 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c1b671-eb30-430c-a1ed-e3315f88fc45 req-bad410a5-7eba-47f4-a72e-293b0f866bce tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.770267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42220) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:29.791188 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c1b671-eb30-430c-a1ed-e3315f88fc45 req-bad410a5-7eba-47f4-a72e-293b0f866bce tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.805716 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c1b671-eb30-430c-a1ed-e3315f88fc45 req-bad410a5-7eba-47f4-a72e-293b0f866bce tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.817442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f1b3-8188-4357-8541-e3f0be9de54e req-86e6c8e9-86b1-441c-b3bc-0c427c4bc689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:29.821493 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fb1f1b3-8188-4357-8541-e3f0be9de54e req-86e6c8e9-86b1-441c-b3bc-0c427c4bc689 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.2157345 Nov 27 01:03:29.876113 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b0c1b671-eb30-430c-a1ed-e3315f88fc45 req-bad410a5-7eba-47f4-a72e-293b0f866bce tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:29.877496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c1b671-eb30-430c-a1ed-e3315f88fc45 req-bad410a5-7eba-47f4-a72e-293b0f866bce tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2876735 Nov 27 01:03:29.887226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad410a5-7eba-47f4-a72e-293b0f866bce tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11745f1-61dd-4efb-beb8-e8d6d664b3b2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:29.997945 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fb1f1b3-8188-4357-8541-e3f0be9de54e req-cd7d5d15-7521-44d3-842d-786317ccdb60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac93d525-7809-4882-adb3-c62db4ce437f HTTP/1.1" status: 200 len: 217 time: 0.1513395 Nov 27 01:03:30.062014 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-671eb847-f299-4fc8-afe5-6c20c1e4e538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:30.072247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55220e-cd5f-4865-b76c-0ac84e373e7b req-fe6e90bd-3610-40c2-b992-47ff65775592 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:30.073811 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0e55220e-cd5f-4865-b76c-0ac84e373e7b req-fe6e90bd-3610-40c2-b992-47ff65775592 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 950 time: 0.2513475 Nov 27 01:03:30.127331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-98ee6975-8c53-43ca-9e8f-2e1f65ab23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:30.129562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-98ee6975-8c53-43ca-9e8f-2e1f65ab23f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 1101 time: 0.1462328 Nov 27 01:03:30.138611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f1b3-8188-4357-8541-e3f0be9de54e req-6921821b-5042-401c-9127-3e30732f2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:30.141212 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fb1f1b3-8188-4357-8541-e3f0be9de54e req-6921821b-5042-401c-9127-3e30732f2ff4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1344504 Nov 27 01:03:30.193364 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fb1f1b3-8188-4357-8541-e3f0be9de54e req-60577b07-35f1-435e-bc2b-79caafac22f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320232 Nov 27 01:03:30.221909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0e55220e-cd5f-4865-b76c-0ac84e373e7b req-3e491e91-12a4-4cd0-a749-4bf101d24394 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326721 Nov 27 01:03:30.353412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-585985be-3df1-4b12-96ca-a412d9e88780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:30.355210 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-585985be-3df1-4b12-96ca-a412d9e88780 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2132063 Nov 27 01:03:30.359242 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fb1f1b3-8188-4357-8541-e3f0be9de54e req-4965e0c7-8607-4052-95df-a526ee20012c service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360083 Nov 27 01:03:30.431003 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-671eb847-f299-4fc8-afe5-6c20c1e4e538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:30.449087 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-96d72309-e711-41f0-b263-fbe65cdcc49d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5 HTTP/1.1" status: 200 len: 217 time: 0.0745802 Nov 27 01:03:30.457174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-671eb847-f299-4fc8-afe5-6c20c1e4e538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:30.502472 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fb1f1b3-8188-4357-8541-e3f0be9de54e req-63b40c51-116b-41f9-8fbf-8888cf804865 service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340959 Nov 27 01:03:30.579078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-671eb847-f299-4fc8-afe5-6c20c1e4e538 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a52d0d95194245f292c514fba94f1f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8039188 Nov 27 01:03:30.581693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42242) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:30.584112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eb847-f299-4fc8-afe5-6c20c1e4e538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743544f6-c33c-493f-b600-e315a0b29f51,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:30.593849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-da836d2e-5e95-457e-a7ae-9b4cee5707e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:30.595938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-da836d2e-5e95-457e-a7ae-9b4cee5707e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1307349 Nov 27 01:03:30.728460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-97cb2bdb-7426-4a2f-9e38-7b9d722e85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:30.729967 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-97cb2bdb-7426-4a2f-9e38-7b9d722e85f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1119189 Nov 27 01:03:30.732748 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6929a870-590b-4b91-993b-e14da7c17e2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:30.781556 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6929a870-590b-4b91-993b-e14da7c17e2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:30.806866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6bcb2-1947-469c-adde-9c9cab50a1da req-93fb1321-6d23-4e1c-ab6c-168f65727553 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:30.810495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-01d6bcb2-1947-469c-adde-9c9cab50a1da req-93fb1321-6d23-4e1c-ab6c-168f65727553 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.11 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 950 time: 0.1286576 Nov 27 01:03:30.831202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e162de-64e5-49ff-adb2-84487ecec4ae req-a4416952-f77d-4a3b-ba99-3ec069564463 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:30.839298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-71e162de-64e5-49ff-adb2-84487ecec4ae req-a4416952-f77d-4a3b-ba99-3ec069564463 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 944 time: 0.1609199 Nov 27 01:03:30.877887 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-9eac150f-9c67-493f-89ac-c9102432c0e8 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45388 time: 0.6618440 Nov 27 01:03:30.887041 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-1ba7a593-3271-4de7-bcea-611df211c28d service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495817 Nov 27 01:03:31.012898 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-71e162de-64e5-49ff-adb2-84487ecec4ae req-0bec0a69-09c3-48bc-957d-21285d596bb3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705997 Nov 27 01:03:31.024398 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6929a870-590b-4b91-993b-e14da7c17e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.034291 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-0bb25c8d-ea36-47dd-b5e4-e421122b0bd3 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/08d320eb-3c69-4476-a7e0-950564a05346 HTTP/1.1" status: 200 len: 2998 time: 0.1434214 Nov 27 01:03:31.040328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6929a870-590b-4b91-993b-e14da7c17e2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.045056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6929a870-590b-4b91-993b-e14da7c17e2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/743544f6-c33c-493f-b600-e315a0b29f51 HTTP/1.1" status: 204 len: 168 time: 0.4589853 Nov 27 01:03:31.092406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929a870-590b-4b91-993b-e14da7c17e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743544f6-c33c-493f-b600-e315a0b29f51,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:31.103899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-01d6bcb2-1947-469c-adde-9c9cab50a1da req-a55090fb-0cf0-477a-bbf1-8b77394f9ed2 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Deleting port 6ba8e985-f900-4058-8b91-0f696b01a99b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:03:31.104471 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-01d6bcb2-1947-469c-adde-9c9cab50a1da req-a55090fb-0cf0-477a-bbf1-8b77394f9ed2 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.161661 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-01dae220-8148-4e87-94f6-332a5fa7bcd0 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643862 Nov 27 01:03:31.180592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-02a43e8b-5947-4539-9f3f-772f410c29a5 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/08d320eb-3c69-4476-a7e0-950564a05346 HTTP/1.1" status: 200 len: 2998 time: 0.1464171 Nov 27 01:03:31.245303 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-151b155a-8b2b-4f0c-b02d-78de7ab370db tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/13eb0edd-4c03-4d86-b985-d7b9692c4117 HTTP/1.1" status: 200 len: 2998 time: 0.0627589 Nov 27 01:03:31.309742 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-d4984b2b-a1e9-4f65-b158-30db38704c0c tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/13eb0edd-4c03-4d86-b985-d7b9692c4117 HTTP/1.1" status: 200 len: 2998 time: 0.0631189 Nov 27 01:03:31.327091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44286a5-b79c-4bc4-b78f-8781493a728f req-b74141fe-0abd-4004-b0c7-f1d402028e4e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:31.329775 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b44286a5-b79c-4bc4-b78f-8781493a728f req-b74141fe-0abd-4004-b0c7-f1d402028e4e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.1161389 Nov 27 01:03:31.392627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-b612b5f4-82a6-4d63-8106-6697eb5dadb8 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/21518874-85c5-4826-9c1b-bcc52862d9f4 HTTP/1.1" status: 200 len: 2998 time: 0.0813239 Nov 27 01:03:31.431826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-01d6bcb2-1947-469c-adde-9c9cab50a1da req-a55090fb-0cf0-477a-bbf1-8b77394f9ed2 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] For port 6ba8e985-f900-4058-8b91-0f696b01a99b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6ba8e985-f900-4058-8b91-0f696b01a99b,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:31.432459 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-01d6bcb2-1947-469c-adde-9c9cab50a1da req-a55090fb-0cf0-477a-bbf1-8b77394f9ed2 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.454111 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-afcd9737-745d-4b40-9510-4001d5a29461 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/21518874-85c5-4826-9c1b-bcc52862d9f4 HTTP/1.1" status: 200 len: 2998 time: 0.0599310 Nov 27 01:03:31.456147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-01d6bcb2-1947-469c-adde-9c9cab50a1da req-a55090fb-0cf0-477a-bbf1-8b77394f9ed2 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Calling delete_port for 6ba8e985-f900-4058-8b91-0f696b01a99b owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:03:31.483208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b44286a5-b79c-4bc4-b78f-8781493a728f req-07c3acaf-d14d-45f3-b6f2-3e1cc36266ac tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413698 Nov 27 01:03:31.552161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42264) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:31.559964 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-640f0e81-d6ef-42b2-aad6-8d83c82e4bea tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/39eb4e82-cddc-4132-8cff-9029f6988cfb HTTP/1.1" status: 200 len: 2998 time: 0.1049426 Nov 27 01:03:31.610878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2840967f-4299-4340-b164-85f77111ab7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.653727 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-136c8ecc-e2fa-4934-ab71-e35884126ab8 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/39eb4e82-cddc-4132-8cff-9029f6988cfb HTTP/1.1" status: 200 len: 2998 time: 0.0901027 Nov 27 01:03:31.701283 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-01d6bcb2-1947-469c-adde-9c9cab50a1da req-a55090fb-0cf0-477a-bbf1-8b77394f9ed2 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.717987 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-612b7afd-3697-4368-95da-2e7f0fbc08dc tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5d7c5ddc-2189-4a51-9ac5-d081603943f3 HTTP/1.1" status: 200 len: 2994 time: 0.0627916 Nov 27 01:03:31.742466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6ba8e985-f900-4058-8b91-0f696b01a99b'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:31.752686 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55090fb-0cf0-477a-bbf1-8b77394f9ed2 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Pushing event deleted for resources: {'Port': ['ID=6ba8e985-f900-4058-8b91-0f696b01a99b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:31.831974 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2840967f-4299-4340-b164-85f77111ab7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.843826 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-c25150ce-9b83-4fb8-935c-3c5c1069f166 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5d7c5ddc-2189-4a51-9ac5-d081603943f3 HTTP/1.1" status: 200 len: 2994 time: 0.1246967 Nov 27 01:03:31.856812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d6bcb2-1947-469c-adde-9c9cab50a1da req-a55090fb-0cf0-477a-bbf1-8b77394f9ed2 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] No DVR routers for this DVR port 6ba8e985-f900-4058-8b91-0f696b01a99b on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:31.864550 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-01d6bcb2-1947-469c-adde-9c9cab50a1da req-a55090fb-0cf0-477a-bbf1-8b77394f9ed2 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.872696 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-01d6bcb2-1947-469c-adde-9c9cab50a1da req-a55090fb-0cf0-477a-bbf1-8b77394f9ed2 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.11 "DELETE /v2.0/ports/6ba8e985-f900-4058-8b91-0f696b01a99b HTTP/1.1" status: 204 len: 173 time: 1.0489321 Nov 27 01:03:31.873178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de68cf09-c637-43fd-b6b0-88d5599041b8', 'name': 'network-vif-deleted', 'tag': '6ba8e985-f900-4058-8b91-0f696b01a99b'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:31.877962 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2840967f-4299-4340-b164-85f77111ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:31.878989 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6106f234-a37b-4c4f-9f0a-1aefab93fb07" -d '{"events": [{"server_uuid": "de68cf09-c637-43fd-b6b0-88d5599041b8", "name": "network-vif-deleted", "tag": "6ba8e985-f900-4058-8b91-0f696b01a99b"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:31.916945 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2840967f-4299-4340-b164-85f77111ab7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61360ff4e9e94d16a89bbe226490db39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244398 Nov 27 01:03:31.919331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42276) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:32.026435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-196845a3-2e3b-4cd2-9ad9-384f8690e523 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/76469f50-01c9-4fb7-b29f-52a3103caba8 HTTP/1.1" status: 200 len: 2998 time: 0.1803954 Nov 27 01:03:32.031902 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef605eae-4a0f-4385-bc16-5e658f9d2d5a req-56455673-59bb-419f-8693-73090ec82154 tempest-DeleteServersAdminTestJSON-478832159 tempest-DeleteServersAdminTestJSON-478832159-project] 10.222.0.37 "GET /v2.0/ports?device_id=de68cf09-c637-43fd-b6b0-88d5599041b8 HTTP/1.1" status: 200 len: 210 time: 0.0619850 Nov 27 01:03:32.046720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840967f-4299-4340-b164-85f77111ab7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d7d662-350d-44c6-bf18-e0d61d860556,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:32.067421 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-05c7dc20-d640-4df9-80d8-cce91421efff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.088755 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-d43d73d8-a4a4-47bb-bf4e-5268a16f106d tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/76469f50-01c9-4fb7-b29f-52a3103caba8 HTTP/1.1" status: 200 len: 2998 time: 0.0613999 Nov 27 01:03:32.109116 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-05c7dc20-d640-4df9-80d8-cce91421efff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.141766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-236165c5-2bea-40d0-aec0-5f65e881d051 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/95d550cb-d95f-4aef-ba0f-2b931abe8e35 HTTP/1.1" status: 200 len: 2990 time: 0.0520828 Nov 27 01:03:32.175823 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c21ca41-ca4e-4da6-9992-73c622ba77ca x-openstack-request-id: req-1c21ca41-ca4e-4da6-9992-73c622ba77ca {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:32.176956 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de68cf09-c637-43fd-b6b0-88d5599041b8", "name": "network-vif-deleted", "tag": "6ba8e985-f900-4058-8b91-0f696b01a99b", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:32.177222 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c21ca41-ca4e-4da6-9992-73c622ba77ca {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:32.177673 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de68cf09-c637-43fd-b6b0-88d5599041b8', 'name': 'network-vif-deleted', 'tag': '6ba8e985-f900-4058-8b91-0f696b01a99b', 'status': 'completed', 'code': 200} Nov 27 01:03:32.184043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-05c7dc20-d640-4df9-80d8-cce91421efff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.188260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-05c7dc20-d640-4df9-80d8-cce91421efff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:32.192187 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-05c7dc20-d640-4df9-80d8-cce91421efff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93d7d662-350d-44c6-bf18-e0d61d860556 HTTP/1.1" status: 204 len: 168 time: 0.2692616 Nov 27 01:03:32.198564 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7dc20-d640-4df9-80d8-cce91421efff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d7d662-350d-44c6-bf18-e0d61d860556,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:32.212504 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-03a11dae-51a6-41b9-a6c4-6237fd51a934 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/95d550cb-d95f-4aef-ba0f-2b931abe8e35 HTTP/1.1" status: 200 len: 2990 time: 0.0698044 Nov 27 01:03:32.264182 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-20f42f12-7ff6-40ad-9967-4bee0e13bb2b tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e HTTP/1.1" status: 200 len: 2998 time: 0.0506227 Nov 27 01:03:32.333792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-545d5cfd-0a56-4ca0-ba33-69488cf10896 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e HTTP/1.1" status: 200 len: 2998 time: 0.0687368 Nov 27 01:03:32.335305 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efdcf0-7793-43e3-a9c5-2c248e0ae727 req-304fff7f-ee2c-409f-a661-97a0941518da tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:32.337738 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-39efdcf0-7793-43e3-a9c5-2c248e0ae727 req-304fff7f-ee2c-409f-a661-97a0941518da tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 944 time: 0.0780718 Nov 27 01:03:32.385914 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-b8fc62c8-a65e-40e9-bf3e-a0e43220e8fa tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c0ee4cc9-dc63-490e-80b8-709528474aab HTTP/1.1" status: 200 len: 2994 time: 0.0508325 Nov 27 01:03:32.402544 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-39efdcf0-7793-43e3-a9c5-2c248e0ae727 req-bda6637e-e84d-4666-adf5-9342297c0b32 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583911 Nov 27 01:03:32.437427 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-884e1096-e4c6-434d-9557-5a66c3eaf062 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c0ee4cc9-dc63-490e-80b8-709528474aab HTTP/1.1" status: 200 len: 2994 time: 0.0499647 Nov 27 01:03:32.513765 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-bb71886e-3720-48f1-bff3-29b45bc2206d tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ea25dd21-51ab-4531-b8a3-4e89e1576319 HTTP/1.1" status: 200 len: 2994 time: 0.0748806 Nov 27 01:03:32.589355 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-b18b9c15-e0e2-4fc6-818a-1cf0336bf2ee tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ea25dd21-51ab-4531-b8a3-4e89e1576319 HTTP/1.1" status: 200 len: 2994 time: 0.0614982 Nov 27 01:03:32.666645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-8b3672c6-4f2a-4ea7-ab8c-43661a755541 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f8f05bb2-7ee2-4dd8-9770-03f3773ab824 HTTP/1.1" status: 200 len: 2998 time: 0.0703542 Nov 27 01:03:32.679691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db621c-f221-4287-a360-a3e4f85ca20c req-dffa3ffa-e1cf-46f8-a813-e769f863ed2e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:32.690443 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76db621c-f221-4287-a360-a3e4f85ca20c req-dffa3ffa-e1cf-46f8-a813-e769f863ed2e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.0588591 Nov 27 01:03:32.734841 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-f7fc8de0-1e51-4062-a313-01105fe00ab2 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f8f05bb2-7ee2-4dd8-9770-03f3773ab824 HTTP/1.1" status: 200 len: 2998 time: 0.0612142 Nov 27 01:03:32.796512 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76db621c-f221-4287-a360-a3e4f85ca20c req-fd3e3fc1-4ead-46ad-8a0f-dd385cd50d23 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046059 Nov 27 01:03:32.798753 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-7341c00b-0d1d-4c8a-bae7-7e2317706dcd tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f9d9059a-453f-433e-a455-bd5b30436a48 HTTP/1.1" status: 200 len: 2998 time: 0.0569694 Nov 27 01:03:32.871232 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-5b677a0a-46f1-4388-82e4-32067648e30a tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f9d9059a-453f-433e-a455-bd5b30436a48 HTTP/1.1" status: 200 len: 2998 time: 0.0660076 Nov 27 01:03:32.929861 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-e44acf87-216b-47e6-b166-7cf65c49fdf5 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/fc60f6a5-d0e6-4163-9eb8-cb41551b127d HTTP/1.1" status: 200 len: 2998 time: 0.0524457 Nov 27 01:03:33.006073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf1ffa3b-2e85-43d8-b79d-3931e96b3b01 req-489a19b8-f44a-4adc-8807-8118e886a0bd tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/fc60f6a5-d0e6-4163-9eb8-cb41551b127d HTTP/1.1" status: 200 len: 2998 time: 0.0690846 Nov 27 01:03:33.165114 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85500000-c5cc-4cdf-857e-deff54814494 req-61c060b8-cae4-4b27-af04-2d0b8c5884f1 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d71ec41dd5d49bbb4b316a8e0adc018 HTTP/1.1" status: 200 len: 6154 time: 0.1148016 Nov 27 01:03:33.232440 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85500000-c5cc-4cdf-857e-deff54814494 req-4ab24776-63b0-4e29-bf1d-030f3be711ab tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] 10.222.0.37 "GET /v2.0/security-groups/08d320eb-3c69-4476-a7e0-950564a05346 HTTP/1.1" status: 200 len: 2998 time: 0.0613286 Nov 27 01:03:33.301401 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85500000-c5cc-4cdf-857e-deff54814494 req-f063c9bc-1a5a-413d-a5f3-8669b68f47cf tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] 10.222.0.37 "GET /v2.0/security-groups/08d320eb-3c69-4476-a7e0-950564a05346 HTTP/1.1" status: 200 len: 2998 time: 0.0622857 Nov 27 01:03:33.393521 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-506b2a0b-164b-4fa1-9223-0a5dd63d9a8c req-61de39e5-7bb7-4951-af03-6d3f5b04e2f2 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e11745f1-61dd-4efb-beb8-e8d6d664b3b2 HTTP/1.1" status: 200 len: 1794 time: 0.0655425 Nov 27 01:03:33.503300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42342) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:33.513716 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-506b2a0b-164b-4fa1-9223-0a5dd63d9a8c req-093bcd97-cdb0-4b40-9d27-475f0a2c4cc6 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.572379 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-506b2a0b-164b-4fa1-9223-0a5dd63d9a8c req-093bcd97-cdb0-4b40-9d27-475f0a2c4cc6 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.642960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b23e7-f739-442b-9861-575cbbac4825 req-eae66521-8bb2-4c6c-8763-9ac651953386 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:33.651306 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c1b23e7-f739-442b-9861-575cbbac4825 req-eae66521-8bb2-4c6c-8763-9ac651953386 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 944 time: 0.0624394 Nov 27 01:03:33.673118 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-506b2a0b-164b-4fa1-9223-0a5dd63d9a8c req-093bcd97-cdb0-4b40-9d27-475f0a2c4cc6 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.682688 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-506b2a0b-164b-4fa1-9223-0a5dd63d9a8c req-093bcd97-cdb0-4b40-9d27-475f0a2c4cc6 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.683817 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-506b2a0b-164b-4fa1-9223-0a5dd63d9a8c req-093bcd97-cdb0-4b40-9d27-475f0a2c4cc6 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/e11745f1-61dd-4efb-beb8-e8d6d664b3b2 HTTP/1.1" status: 204 len: 173 time: 0.2838368 Nov 27 01:03:33.715681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bcd97-cdb0-4b40-9d27-475f0a2c4cc6 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11745f1-61dd-4efb-beb8-e8d6d664b3b2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:33.728598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ac93d525-7809-4882-adb3-c62db4ce437f details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:33.731731 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c1b23e7-f739-442b-9861-575cbbac4825 req-94a5468b-30c0-4ee9-93fe-c39fadb420e6 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753129 Nov 27 01:03:33.754506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5144-1cb0-4b9c-94f7-21f68c3bd20c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.824360 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-984c5a93-a436-4197-9bee-5661f0373d9e req-033a0676-aa8e-4892-9b93-a362207eef62 tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5878d124-d56d-4867-8ada-9716798494d3 HTTP/1.1" status: 200 len: 1794 time: 0.1097980 Nov 27 01:03:33.879301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ac93d525-7809-4882-adb3-c62db4ce437f,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:33.897987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'ac93d525-7809-4882-adb3-c62db4ce437f', 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1', 'port_id': 'ac93d525-7809-4882-adb3-c62db4ce437f', 'mac_address': 'fa:16:3e:6e:a7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c425f4c-85f5-429d-986b-d3dfb33a41e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:33.922173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42354) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:33.973495 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.983715 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-984c5a93-a436-4197-9bee-5661f0373d9e req-7f413d88-2310-4b12-aa9a-a8d6ef600f8c tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.988037 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5144-1cb0-4b9c-94f7-21f68c3bd20c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:33.993042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac93d525-7809-4882-adb3-c62db4ce437f {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:34.012499 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5144-1cb0-4b9c-94f7-21f68c3bd20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.020933 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ac93d525-7809-4882-adb3-c62db4ce437f,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:34.029131 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.029320 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-984c5a93-a436-4197-9bee-5661f0373d9e req-7f413d88-2310-4b12-aa9a-a8d6ef600f8c tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.095348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ac93d525-7809-4882-adb3-c62db4ce437f,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:34.117521 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-984c5a93-a436-4197-9bee-5661f0373d9e req-7f413d88-2310-4b12-aa9a-a8d6ef600f8c tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.122359 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-984c5a93-a436-4197-9bee-5661f0373d9e req-7f413d88-2310-4b12-aa9a-a8d6ef600f8c tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.123583 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-984c5a93-a436-4197-9bee-5661f0373d9e req-7f413d88-2310-4b12-aa9a-a8d6ef600f8c tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/5878d124-d56d-4867-8ada-9716798494d3 HTTP/1.1" status: 204 len: 173 time: 0.2824283 Nov 27 01:03:34.139078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f413d88-2310-4b12-aa9a-a8d6ef600f8c tempest-SecurityGroupsTestAdminJSON-736630388 tempest-SecurityGroupsTestAdminJSON-736630388-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5878d124-d56d-4867-8ada-9716798494d3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:34.197970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb5144-1cb0-4b9c-94f7-21f68c3bd20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75ed565-678e-451d-8bbf-568d111ec87f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:34.212136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42368) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:34.214868 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1ceb5144-1cb0-4b9c-94f7-21f68c3bd20c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b62c339f34c452fae451aad9f6bbf01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6991923 Nov 27 01:03:34.240294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91f619-26dc-45f4-9508-2115767af353 req-613561db-a362-4995-a1fd-888efc220459 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:34.247485 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b91f619-26dc-45f4-9508-2115767af353 req-613561db-a362-4995-a1fd-888efc220459 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.2574317 Nov 27 01:03:34.263391 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-43c0adf6-f107-4dc0-a05b-7da1c1e888d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61d01093305d43d093aeb033552921af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391283 Nov 27 01:03:34.264488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42372) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:34.300597 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72d3230d-474c-4179-a222-490252710fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.326672 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72d3230d-474c-4179-a222-490252710fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.380367 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b91f619-26dc-45f4-9508-2115767af353 req-890f6fc2-23b9-4940-8733-8e2b67f1bc5f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319067 Nov 27 01:03:34.387174 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-39e1f13c-7e68-4762-aebb-05a31efeda57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.391514 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72d3230d-474c-4179-a222-490252710fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.395612 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72d3230d-474c-4179-a222-490252710fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.400017 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-72d3230d-474c-4179-a222-490252710fe1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d75ed565-678e-451d-8bbf-568d111ec87f HTTP/1.1" status: 204 len: 168 time: 0.1869168 Nov 27 01:03:34.409046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3230d-474c-4179-a222-490252710fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75ed565-678e-451d-8bbf-568d111ec87f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:34.453742 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-39e1f13c-7e68-4762-aebb-05a31efeda57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.480902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['ac93d525-7809-4882-adb3-c62db4ce437f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:34.508994 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f82f78f7-d4a7-446b-8e9e-087a4f0d79f5 req-f02f64bf-31b8-4340-a01d-dd378c7d3ad3 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] 10.222.0.37 "GET /v2.0/security-groups/82b92678-0e79-4063-a334-85034125ee51 HTTP/1.1" status: 200 len: 1795 time: 0.0885162 Nov 27 01:03:34.597200 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-39e1f13c-7e68-4762-aebb-05a31efeda57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.600630 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-39e1f13c-7e68-4762-aebb-05a31efeda57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.605008 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-39e1f13c-7e68-4762-aebb-05a31efeda57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e HTTP/1.1" status: 204 len: 168 time: 0.3390517 Nov 27 01:03:34.644260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1f13c-7e68-4762-aebb-05a31efeda57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1b0149-93b7-4ac7-8b8c-8ba579de4c9e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:34.646035 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f82f78f7-d4a7-446b-8e9e-087a4f0d79f5 req-d30bbf11-4d2f-4509-ba83-9234fa4414fe tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.739032 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f82f78f7-d4a7-446b-8e9e-087a4f0d79f5 req-d30bbf11-4d2f-4509-ba83-9234fa4414fe tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.813015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 6ba8e985-f900-4058-8b91-0f696b01a99b no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:34.841724 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f82f78f7-d4a7-446b-8e9e-087a4f0d79f5 req-d30bbf11-4d2f-4509-ba83-9234fa4414fe tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.844954 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f82f78f7-d4a7-446b-8e9e-087a4f0d79f5 req-d30bbf11-4d2f-4509-ba83-9234fa4414fe tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:34.846480 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f82f78f7-d4a7-446b-8e9e-087a4f0d79f5 req-d30bbf11-4d2f-4509-ba83-9234fa4414fe tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] 10.222.0.37 "DELETE /v2.0/security-groups/82b92678-0e79-4063-a334-85034125ee51 HTTP/1.1" status: 204 len: 173 time: 0.3299327 Nov 27 01:03:34.856360 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 6ba8e985-f900-4058-8b91-0f696b01a99b {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:03:34.856720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 6ba8e985-f900-4058-8b91-0f696b01a99b not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:34.871783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bbf11-4d2f-4509-ba83-9234fa4414fe tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b92678-0e79-4063-a334-85034125ee51,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:34.968852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce7bed00-31d3-411b-8864-791ff0989231 req-a61a3e80-91e6-4225-a6e3-aa3668bd4da2 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] 10.222.0.37 "GET /v2.0/security-groups/45de42d8-0b83-4a4d-8f49-38131c1a6cae HTTP/1.1" status: 200 len: 1794 time: 0.0868013 Nov 27 01:03:34.976354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301bae-38fa-4d64-aaaf-4aef229045a5 req-bd6f6e77-dacd-46bc-9469-f42f71e48e62 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:34.985624 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28301bae-38fa-4d64-aaaf-4aef229045a5 req-bd6f6e77-dacd-46bc-9469-f42f71e48e62 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 945 time: 0.0773098 Nov 27 01:03:35.049352 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28301bae-38fa-4d64-aaaf-4aef229045a5 req-9b9b8ba3-5f76-4322-b453-df2fccbc0ae2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624847 Nov 27 01:03:35.100472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ce7bed00-31d3-411b-8864-791ff0989231 req-e4f3d8d5-221a-4379-8a34-6c1ceeee8c41 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.131677 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ce7bed00-31d3-411b-8864-791ff0989231 req-e4f3d8d5-221a-4379-8a34-6c1ceeee8c41 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.193708 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ce7bed00-31d3-411b-8864-791ff0989231 req-e4f3d8d5-221a-4379-8a34-6c1ceeee8c41 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.196560 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ce7bed00-31d3-411b-8864-791ff0989231 req-e4f3d8d5-221a-4379-8a34-6c1ceeee8c41 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.197721 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce7bed00-31d3-411b-8864-791ff0989231 req-e4f3d8d5-221a-4379-8a34-6c1ceeee8c41 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] 10.222.0.37 "DELETE /v2.0/security-groups/45de42d8-0b83-4a4d-8f49-38131c1a6cae HTTP/1.1" status: 204 len: 173 time: 0.2215462 Nov 27 01:03:35.215056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3d8d5-221a-4379-8a34-6c1ceeee8c41 tempest-SecurityGroupsTestAdminJSON-1917730815 tempest-SecurityGroupsTestAdminJSON-1917730815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45de42d8-0b83-4a4d-8f49-38131c1a6cae,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:35.240964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42408) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:35.263320 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c38473a-b2e6-4fa6-94f3-a22ce6b93cf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.285693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42410) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:35.319902 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49aff6f5-3ad8-4bc5-a41a-6ae80e9936c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.362461 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c38473a-b2e6-4fa6-94f3-a22ce6b93cf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.379742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c38473a-b2e6-4fa6-94f3-a22ce6b93cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.501867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6c38473a-b2e6-4fa6-94f3-a22ce6b93cf0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88a23b547d0f4ca5a3ac979a8670cfbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597919 Nov 27 01:03:35.508253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42418) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:35.514860 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49aff6f5-3ad8-4bc5-a41a-6ae80e9936c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.518887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38473a-b2e6-4fa6-94f3-a22ce6b93cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c15145-1114-448a-9891-1ff6aca54863,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:35.523596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49aff6f5-3ad8-4bc5-a41a-6ae80e9936c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.575439 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-005a2bcd-3562-45d8-b8e8-4b3ad1fa9a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.600766 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-005a2bcd-3562-45d8-b8e8-4b3ad1fa9a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.651591 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-005a2bcd-3562-45d8-b8e8-4b3ad1fa9a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.653093 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-005a2bcd-3562-45d8-b8e8-4b3ad1fa9a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.656776 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-005a2bcd-3562-45d8-b8e8-4b3ad1fa9a5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11c15145-1114-448a-9891-1ff6aca54863 HTTP/1.1" status: 204 len: 168 time: 0.1448381 Nov 27 01:03:35.662871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a2bcd-3562-45d8-b8e8-4b3ad1fa9a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c15145-1114-448a-9891-1ff6aca54863,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:35.720590 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-49aff6f5-3ad8-4bc5-a41a-6ae80e9936c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0668b46aea9946f69117027446613d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317896 Nov 27 01:03:35.721205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42426) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:35.737873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ac93d525-7809-4882-adb3-c62db4ce437f up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:35.740873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aff6f5-3ad8-4bc5-a41a-6ae80e9936c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5e1fe4-94cb-458b-a4cc-38709b1d0fb9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:35.790972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebad2c-df14-4127-8acf-bf9474e56ffa req-5705330c-f42f-4826-a5db-f4bb7bce5bce tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:35.809931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ebad2c-df14-4127-8acf-bf9474e56ffa req-5705330c-f42f-4826-a5db-f4bb7bce5bce tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.2171648 Nov 27 01:03:35.843635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42434) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:35.852527 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7ae7-8d95-4a65-b08c-8e477ebc4c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.863391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port ac93d525-7809-4882-adb3-c62db4ce437f completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:35.876233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7ae7-8d95-4a65-b08c-8e477ebc4c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.877312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port ac93d525-7809-4882-adb3-c62db4ce437f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:35.879769 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.946509 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7ae7-8d95-4a65-b08c-8e477ebc4c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.949517 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7ae7-8d95-4a65-b08c-8e477ebc4c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:35.952976 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8a0c7ae7-8d95-4a65-b08c-8e477ebc4c3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe5e1fe4-94cb-458b-a4cc-38709b1d0fb9 HTTP/1.1" status: 204 len: 168 time: 0.2280147 Nov 27 01:03:35.960658 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-d938b01c-a046-4ad4-ba20-b307ae1dcac8 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fc8a64216c894e27a4938080657c049d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1098316 Nov 27 01:03:35.990811 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ebad2c-df14-4127-8acf-bf9474e56ffa req-892da569-bbc1-43cd-ab17-62569dc106f0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798818 Nov 27 01:03:36.181499 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.227977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-cd6487cf-0248-4088-813d-ce74fbd2bb3e tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:36.243412 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-cd6487cf-0248-4088-813d-ce74fbd2bb3e tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817779 Nov 27 01:03:36.253259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c7ae7-8d95-4a65-b08c-8e477ebc4c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5e1fe4-94cb-458b-a4cc-38709b1d0fb9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:36.267259 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ac93d525-7809-4882-adb3-c62db4ce437f,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:36.278361 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-dca5d91c-e775-4d06-b4d7-b7fc6b4f36eb tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/quotas/fc8a64216c894e27a4938080657c049d HTTP/1.1" status: 200 len: 375 time: 0.0338683 Nov 27 01:03:36.280183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f1bfa4-b00b-4517-b815-6d5dc3333e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac93d525-7809-4882-adb3-c62db4ce437f'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:36.288762 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7061047f-b18a-4bc0-9eec-f4a7940065a3" -d '{"events": [{"server_uuid": "35f1bfa4-b00b-4517-b815-6d5dc3333e6e", "name": "network-vif-plugged", "status": "completed", "tag": "ac93d525-7809-4882-adb3-c62db4ce437f"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:36.305013 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.355225 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c2975ce0-cca8-4846-b661-530afc858caf tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc8a64216c894e27a4938080657c049d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757840 Nov 27 01:03:36.420113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42456) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:36.421495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9c5bdf93-f33f-4d35-9e6f-ac896ddfb76c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d71ec41dd5d49bbb4b316a8e0adc018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5763953 Nov 27 01:03:36.429833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ac93d525-7809-4882-adb3-c62db4ce437f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:36.434253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37216f2-c4bf-4607-81a5-7b5bc37e1b95 req-14c374ed-560f-476c-8377-43219a52492e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:36.443084 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d37216f2-c4bf-4607-81a5-7b5bc37e1b95 req-14c374ed-560f-476c-8377-43219a52492e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 946 time: 0.1815588 Nov 27 01:03:36.525523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d37216f2-c4bf-4607-81a5-7b5bc37e1b95 req-d7cc8f86-2364-4feb-ae9b-37ee68a881d5 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811539 Nov 27 01:03:36.564402 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06d2f380-f402-472f-9a17-4267d5db1043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.606649 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298f09ed-0e63-43ab-a8ea-01b39b223836 x-openstack-request-id: req-298f09ed-0e63-43ab-a8ea-01b39b223836 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:36.607067 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f1bfa4-b00b-4517-b815-6d5dc3333e6e", "name": "network-vif-plugged", "status": "completed", "tag": "ac93d525-7809-4882-adb3-c62db4ce437f", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:36.607259 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-298f09ed-0e63-43ab-a8ea-01b39b223836 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:36.607612 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f1bfa4-b00b-4517-b815-6d5dc3333e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac93d525-7809-4882-adb3-c62db4ce437f', 'code': 200} Nov 27 01:03:36.615639 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06d2f380-f402-472f-9a17-4267d5db1043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.702073 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06d2f380-f402-472f-9a17-4267d5db1043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.705230 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06d2f380-f402-472f-9a17-4267d5db1043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:36.708592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-06d2f380-f402-472f-9a17-4267d5db1043 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08d320eb-3c69-4476-a7e0-950564a05346 HTTP/1.1" status: 204 len: 168 time: 0.2870770 Nov 27 01:03:36.726360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2f380-f402-472f-9a17-4267d5db1043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d320eb-3c69-4476-a7e0-950564a05346,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:36.733724 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3ab9b29f-53f9-4640-9149-4cefbca6f36f req-6cee917a-6a42-49b1-8fae-03336b4d62ce tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 210 time: 0.0723896 Nov 27 01:03:36.873584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c7ea0-63fe-48c7-aeb0-b8a303b84c88 req-cf416023-bf78-4614-8e40-c4f39cdb2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:36.878156 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-263c7ea0-63fe-48c7-aeb0-b8a303b84c88 req-cf416023-bf78-4614-8e40-c4f39cdb2e66 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1097 time: 0.0891473 Nov 27 01:03:36.936849 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-263c7ea0-63fe-48c7-aeb0-b8a303b84c88 req-5c58f9be-784a-469a-b6d5-8002a184135b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 Nov 27 01:03:37.302196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b3013-28ad-4b30-bb47-f393ec374279 req-380af511-435d-435f-ba2c-190a1b9b266e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:37.303794 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-005b3013-28ad-4b30-bb47-f393ec374279 req-380af511-435d-435f-ba2c-190a1b9b266e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.1053126 Nov 27 01:03:37.405365 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-005b3013-28ad-4b30-bb47-f393ec374279 req-435db9a5-db38-4c5d-916c-af9676fa289b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955715 Nov 27 01:03:37.524297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42514) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:37.597086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2607e3b2-dba6-465e-8aac-a10c94b03b6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c94a5d9856d04c4bbc57203cba115f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703647 Nov 27 01:03:37.598999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42518) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:37.692795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ceba6-a19f-4039-92e2-05c55f849e1c req-1c204f27-98f5-4927-a34d-06375704c7d3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:37.694601 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-156ceba6-a19f-4039-92e2-05c55f849e1c req-1c204f27-98f5-4927-a34d-06375704c7d3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 946 time: 0.0771320 Nov 27 01:03:37.741561 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41baac48-37a1-49fc-9536-2b615f344187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.821048 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41baac48-37a1-49fc-9536-2b615f344187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.879480 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-156ceba6-a19f-4039-92e2-05c55f849e1c req-781887ac-c240-4b1b-93a6-f86d2fa84acd tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713457 Nov 27 01:03:37.946038 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41baac48-37a1-49fc-9536-2b615f344187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.949074 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41baac48-37a1-49fc-9536-2b615f344187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:37.950227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-41baac48-37a1-49fc-9536-2b615f344187 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39eb4e82-cddc-4132-8cff-9029f6988cfb HTTP/1.1" status: 204 len: 168 time: 0.3500295 Nov 27 01:03:37.964355 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41baac48-37a1-49fc-9536-2b615f344187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eb4e82-cddc-4132-8cff-9029f6988cfb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:38.019838 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1fac3a4-d208-4d86-8a35-24ce728d0bba req-9cc9505e-315d-4e93-9750-47982402e402 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 210 time: 0.0568440 Nov 27 01:03:38.123995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42538) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:38.248680 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-4b99a076-677e-4698-a605-c15181c13b3c tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fc8a64216c894e27a4938080657c049d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755301 Nov 27 01:03:38.435535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-710d6b7a-eb10-4d7f-9f2e-88805f0688f6 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:38.437637 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-710d6b7a-eb10-4d7f-9f2e-88805f0688f6 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1705165 Nov 27 01:03:38.466047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Request body: {'port': {'device_id': 'f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': 'fc8a64216c894e27a4938080657c049d'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:38.606553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaadd6e-b7bf-4aeb-a1b9-ebb68d951935 req-42e5b73b-90fe-4284-a106-ea388752e44e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:38.608932 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ccaadd6e-b7bf-4aeb-a1b9-ebb68d951935 req-42e5b73b-90fe-4284-a106-ea388752e44e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.1263838 Nov 27 01:03:38.622292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-380777218-network', 'tenant_id': 'f2c4589faa8344f6a41a0124c0fb2253'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:38.691064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Made reservation on behalf of f2c4589faa8344f6a41a0124c0fb2253 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:38.694694 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.712845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ccaadd6e-b7bf-4aeb-a1b9-ebb68d951935 req-1e9b114d-1407-443e-981c-2906725b136d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959611 Nov 27 01:03:38.720519 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.790877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Made reservation on behalf of fc8a64216c894e27a4938080657c049d for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:38.794663 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.814057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.900177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:38.922334 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.002765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:03:39.028209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa3aadd-f502-4699-bfb9-e02e785fdb6e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:39.031667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.032090 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Added segment a9d5f105-6e67-4a66-9c97-83af3b4af346 of type vlan for network de49c4d1-59db-445a-b848-6fcbaeb4ac30 Nov 27 01:03:39.082312 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.109223 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.124943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.134477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64428311-3fb3-4293-8286-9b2218038e25 req-b9438a04-c2b6-4c10-993c-b2bcb0f96be2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:39.144906 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64428311-3fb3-4293-8286-9b2218038e25 req-b9438a04-c2b6-4c10-993c-b2bcb0f96be2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 946 time: 0.1498196 Nov 27 01:03:39.211399 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64428311-3fb3-4293-8286-9b2218038e25 req-ffa1432e-c278-40bb-83a2-2cd6024c957b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655174 Nov 27 01:03:39.319690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a616e9fc-5922-44d3-8efa-b8172bf78aa7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:39.368826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfdeff62-007f-471f-bf28-42a7aa5f1cea req-9405fdf3-98e3-4c09-b21f-b9d5659d95c8 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 210 time: 0.1466765 Nov 27 01:03:39.369667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.371292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:39.371868 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.450616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb7cc2-d4d9-459e-957c-5c7378bbc6b6 req-4e87178a-0cc2-402d-a38d-74b4552a0c1f tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:39.467699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ffb7cc2-d4d9-459e-957c-5c7378bbc6b6 req-4e87178a-0cc2-402d-a38d-74b4552a0c1f tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1097 time: 0.1001935 Nov 27 01:03:39.508429 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Allocated IP 192.168.233.228 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/c246f02f-61b4-4eef-89c7-29f1f16a0cd2) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:39.574991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ffb7cc2-d4d9-459e-957c-5c7378bbc6b6 req-2b067c7e-15e3-44bf-89f7-07cd916c637b tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060677 Nov 27 01:03:39.575593 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42606) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:39.759177 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af580e66-e4ea-4b33-baf3-6d35aaba04d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.874789 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af580e66-e4ea-4b33-baf3-6d35aaba04d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.881367 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af580e66-e4ea-4b33-baf3-6d35aaba04d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.922485 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-af580e66-e4ea-4b33-baf3-6d35aaba04d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7e27c981ece449294841e68e6aa3a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428433 Nov 27 01:03:39.926661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42620) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:39.930794 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:39.968172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af580e66-e4ea-4b33-baf3-6d35aaba04d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad8568d-534f-496d-8053-2fec9de26f3a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:40.024610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74b6a134-7fd7-409b-97a8-ed4076197374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.028142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.065696 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74b6a134-7fd7-409b-97a8-ed4076197374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.078852 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014983e-2038-4342-ad67-8c7389f0d42c req-2a6e017c-67e0-41e4-b7f9-0975b8382c98 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:40.080516 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e014983e-2038-4342-ad67-8c7389f0d42c req-2a6e017c-67e0-41e4-b7f9-0975b8382c98 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.1171703 Nov 27 01:03:40.101991 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9764740 Nov 27 01:03:40.105191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42624) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:40.116902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:40.123311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-abbb39f8-71c3-4a30-b27f-53863d07b3ee admin admin] Request body: {'subnet': {'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-380777218-subnet', 'tenant_id': 'f2c4589faa8344f6a41a0124c0fb2253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:40.131892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:40.135679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:40.143716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:40.144099 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.163715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e014983e-2038-4342-ad67-8c7389f0d42c req-e17a791c-e9ec-4318-919d-8897bf197f45 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770643 Nov 27 01:03:40.164942 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878e5fd-4c53-465f-9161-6fa482186326 admin admin] Pushing event updated for resources: {'Network': ['ID=de49c4d1-59db-445a-b848-6fcbaeb4ac30,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:40.178440 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network de49c4d1-59db-445a-b848-6fcbaeb4ac30 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:03:40.203488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74b6a134-7fd7-409b-97a8-ed4076197374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.206713 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74b6a134-7fd7-409b-97a8-ed4076197374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.210266 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-74b6a134-7fd7-409b-97a8-ed4076197374 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bad8568d-534f-496d-8053-2fec9de26f3a HTTP/1.1" status: 204 len: 168 time: 0.2803111 Nov 27 01:03:40.215636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Pushing event updated for resources: {'Port': ['ID=c246f02f-61b4-4eef-89c7-29f1f16a0cd2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:40.223647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6a134-7fd7-409b-97a8-ed4076197374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad8568d-534f-496d-8053-2fec9de26f3a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:40.235284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72b463-2ea0-4cf5-a013-6016a56f5d56 req-5bd27d74-c7ef-4498-8d35-82279156ca0a tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:40.236976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee72b463-2ea0-4cf5-a013-6016a56f5d56 req-5bd27d74-c7ef-4498-8d35-82279156ca0a tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1097 time: 0.2709076 Nov 27 01:03:40.253371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbb39f8-71c3-4a30-b27f-53863d07b3ee admin admin] Made reservation on behalf of f2c4589faa8344f6a41a0124c0fb2253 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:40.256200 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-abbb39f8-71c3-4a30-b27f-53863d07b3ee admin admin] Publish callbacks [] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.294582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-a1b8e774-d5ef-43b8-8bfd-d81ca692bcc9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8330436 Nov 27 01:03:40.350139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Request body: {'port': {'device_id': 'f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:40.454472 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee72b463-2ea0-4cf5-a013-6016a56f5d56 req-9dd4e13c-c0f5-4770-9c48-9ace9ffe1324 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035925 Nov 27 01:03:40.543268 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.547688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdfb70-01e2-4c8d-b5cd-1956bbe91c66 req-1c0f1d2e-ceb8-4b7b-92e7-4027bd29c2e0 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:40.556376 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbbdfb70-01e2-4c8d-b5cd-1956bbe91c66 req-1c0f1d2e-ceb8-4b7b-92e7-4027bd29c2e0 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 936 time: 0.0802658 Nov 27 01:03:40.619532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2d3681ed-ffde-4ac1-80cd-c25c8e21cea6 None None] Provisioning complete for port c246f02f-61b4-4eef-89c7-29f1f16a0cd2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:40.622128 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2d3681ed-ffde-4ac1-80cd-c25c8e21cea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.667240 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbbdfb70-01e2-4c8d-b5cd-1956bbe91c66 req-6fa0e460-3c77-4d8c-915b-16e3adaa9a8b tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/security-groups?id=a616e9fc-5922-44d3-8efa-b8172bf78aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099329 Nov 27 01:03:40.711632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2d3681ed-ffde-4ac1-80cd-c25c8e21cea6 None None] Port c246f02f-61b4-4eef-89c7-29f1f16a0cd2 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:03:40.792019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42654) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:40.804422 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-abbb39f8-71c3-4a30-b27f-53863d07b3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.811957 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be3aa8d2-aca7-4eee-9fc5-b039974f9ec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.933656 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be3aa8d2-aca7-4eee-9fc5-b039974f9ec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:40.946690 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be3aa8d2-aca7-4eee-9fc5-b039974f9ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.006002 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-be3aa8d2-aca7-4eee-9fc5-b039974f9ec8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4d1196cb9ea425d898d5e6276101634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100105 Nov 27 01:03:41.010805 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42668) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:41.012115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3aa8d2-aca7-4eee-9fc5-b039974f9ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c702ae4c-e2d2-47d3-a360-7bef84d844e1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:41.052317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb39f8-71c3-4a30-b27f-53863d07b3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b48ccc-43fc-4543-b194-fe3642bc63a6,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:41.077552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb39f8-71c3-4a30-b27f-53863d07b3ee admin admin] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:41.077908 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb39f8-71c3-4a30-b27f-53863d07b3ee admin admin] Network hostable DHCP agents. Network: de49c4d1-59db-445a-b848-6fcbaeb4ac30, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:03:41.102532 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17b8bfa7-b0fe-427d-b77a-66f1c7e840f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.129259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb39f8-71c3-4a30-b27f-53863d07b3ee admin admin] Network de49c4d1-59db-445a-b848-6fcbaeb4ac30 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:03:41.169073 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-abbb39f8-71c3-4a30-b27f-53863d07b3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, de49c4d1-59db-445a-b848-6fcbaeb4ac30) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:41.177280 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17b8bfa7-b0fe-427d-b77a-66f1c7e840f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.177859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fe02c4-4349-4594-8102-2c6688050b4a None None] Network de49c4d1-59db-445a-b848-6fcbaeb4ac30 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:41.183267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb39f8-71c3-4a30-b27f-53863d07b3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:41.184458 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-abbb39f8-71c3-4a30-b27f-53863d07b3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.190072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4749c-c8c3-4321-8950-eb5dafaf1545 req-1f925f1e-e580-4a6a-9212-87de9c82491f tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:41.193550 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ba4749c-c8c3-4321-8950-eb5dafaf1545 req-1f925f1e-e580-4a6a-9212-87de9c82491f tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1097 time: 0.1886761 Nov 27 01:03:41.221109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c246f02f-61b4-4eef-89c7-29f1f16a0cd2 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:41.244471 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-abbb39f8-71c3-4a30-b27f-53863d07b3ee admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1363437 Nov 27 01:03:41.249321 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.304495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Transition to ACTIVE for port object c246f02f-61b4-4eef-89c7-29f1f16a0cd2 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:41.364825 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ba4749c-c8c3-4321-8950-eb5dafaf1545 req-8bb39315-29c2-4257-8e13-a49ffbb77e7e tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571057 Nov 27 01:03:41.370167 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.396705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17b8bfa7-b0fe-427d-b77a-66f1c7e840f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.399408 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17b8bfa7-b0fe-427d-b77a-66f1c7e840f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.400720 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-17b8bfa7-b0fe-427d-b77a-66f1c7e840f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c702ae4c-e2d2-47d3-a360-7bef84d844e1 HTTP/1.1" status: 204 len: 168 time: 0.3851242 Nov 27 01:03:41.418047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8bfa7-b0fe-427d-b77a-66f1c7e840f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c702ae4c-e2d2-47d3-a360-7bef84d844e1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:41.521684 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a4878e9a-f125-41de-bafe-7cfcf0487306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.536704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f427a8-7a45-4c77-80a7-2a81d120ad20 None None] Network de49c4d1-59db-445a-b848-6fcbaeb4ac30 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:41.630762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7931d-e824-4271-9a3f-5b7db393b8a2 req-a1d0f37e-62ef-4e5c-b1fc-fad0de9c0793 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:41.632347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-82a7931d-e824-4271-9a3f-5b7db393b8a2 req-a1d0f37e-62ef-4e5c-b1fc-fad0de9c0793 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.3585868 Nov 27 01:03:41.646221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Pushing event updated for resources: {'Port': ['ID=c246f02f-61b4-4eef-89c7-29f1f16a0cd2,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:41.716354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Attempting to bind port c246f02f-61b4-4eef-89c7-29f1f16a0cd2 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:41.717046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Attempting to bind port c246f02f-61b4-4eef-89c7-29f1f16a0cd2 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:41.717389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Attempting to bind port c246f02f-61b4-4eef-89c7-29f1f16a0cd2 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:41.733628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Port c246f02f-61b4-4eef-89c7-29f1f16a0cd2 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:41.733953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Attempting to bind port c246f02f-61b4-4eef-89c7-29f1f16a0cd2 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:41.766623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:41.767965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:41.768362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:41.770263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Bound port: c246f02f-61b4-4eef-89c7-29f1f16a0cd2, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:41.773149 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:41.919942 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-82a7931d-e824-4271-9a3f-5b7db393b8a2 req-1a04390a-4e71-4caa-a578-3c2f41302ac6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526584 Nov 27 01:03:41.924681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc501c-1624-4b65-b0bc-41d12686f6a7 req-ba670dbe-ebca-47bb-b60f-743def8dfd03 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:41.941104 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b6dc501c-1624-4b65-b0bc-41d12686f6a7 req-ba670dbe-ebca-47bb-b60f-743def8dfd03 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 948 time: 0.0995877 Nov 27 01:03:42.004917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] For port c246f02f-61b4-4eef-89c7-29f1f16a0cd2, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:42.010390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] For port c246f02f-61b4-4eef-89c7-29f1f16a0cd2, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c246f02f-61b4-4eef-89c7-29f1f16a0cd2,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:42.033054 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.073845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b6dc501c-1624-4b65-b0bc-41d12686f6a7 req-189fc75e-48af-4570-b85d-83474bc57d8c tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/security-groups?id=a616e9fc-5922-44d3-8efa-b8172bf78aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317501 Nov 27 01:03:42.122893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Pushing event updated for resources: {'Port': ['ID=c246f02f-61b4-4eef-89c7-29f1f16a0cd2,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:42.145577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:42.145577 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.146513 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-c863e752-38ad-4e0a-aff1-441b9d782c90 service neutron] 10.222.0.11 "PUT /v2.0/ports/c246f02f-61b4-4eef-89c7-29f1f16a0cd2 HTTP/1.1" status: 200 len: 1096 time: 1.8021755 Nov 27 01:03:42.146666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a', 'tag': 'c246f02f-61b4-4eef-89c7-29f1f16a0cd2'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:42.151489 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc9b671-b137-4745-ba4a-00607f9c5962" -d '{"events": [{"name": "network-changed", "server_uuid": "f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a", "tag": "c246f02f-61b4-4eef-89c7-29f1f16a0cd2"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:42.267711 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd22529-55e6-40a5-844e-a2d360769f2c x-openstack-request-id: req-6fd22529-55e6-40a5-844e-a2d360769f2c {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:42.271319 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a", "tag": "c246f02f-61b4-4eef-89c7-29f1f16a0cd2", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:42.271690 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fd22529-55e6-40a5-844e-a2d360769f2c {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:42.272183 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a', 'tag': 'c246f02f-61b4-4eef-89c7-29f1f16a0cd2', 'status': 'completed', 'code': 200} Nov 27 01:03:42.303262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-dbd3b8ab-9226-4868-92aa-c0f6296fd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:42.306070 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-dbd3b8ab-9226-4868-92aa-c0f6296fd532 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc8a64216c894e27a4938080657c049d&device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 1099 time: 0.0809081 Nov 27 01:03:42.403484 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-412fd185-c8b1-4f38-aed8-ba494a9b0486 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=c246f02f-61b4-4eef-89c7-29f1f16a0cd2 HTTP/1.1" status: 200 len: 217 time: 0.0805798 Nov 27 01:03:42.523139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-cb9542a4-456c-4ba2-a950-20e9d47c31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:42.524615 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-cb9542a4-456c-4ba2-a950-20e9d47c31de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1138711 Nov 27 01:03:42.631917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1916d2-173d-4b29-901d-905f0cf7e5cf req-cb8be2e5-dfb2-4592-8e2d-8ef574e9d143 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:42.639361 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa1916d2-173d-4b29-901d-905f0cf7e5cf req-cb8be2e5-dfb2-4592-8e2d-8ef574e9d143 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1097 time: 0.0810010 Nov 27 01:03:42.650904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-ce27ffdb-6697-4a5c-8c4c-077b63490cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:42.652399 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-ce27ffdb-6697-4a5c-8c4c-077b63490cf0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204133 Nov 27 01:03:42.665248 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42744) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:42.670678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1809201658-network', 'tenant_id': '960490c9e1a149a0ac84af7d6e60d7d0'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:42.676898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42746) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:42.733964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Made reservation on behalf of 960490c9e1a149a0ac84af7d6e60d7d0 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:42.736842 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.753529 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.768190 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:03:42.770395 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa1916d2-173d-4b29-901d-905f0cf7e5cf req-a18357e6-fe90-42fa-8baa-8c6d788e27ed tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245425 Nov 27 01:03:42.824546 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-fcc4842c-6160-4dc9-8f0b-34fdf31832c8 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602318 Nov 27 01:03:42.918523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.927878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:42.971678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:03:43.000659 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.001012 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Added segment 2da81c0b-795b-405c-b559-127fed1fe5c0 of type vlan for network 74526792-1a70-4998-947e-1c08b8e00e0e Nov 27 01:03:43.069130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0643154c-d43a-4eb9-a4c7-f5ef39552b2f req-4f4016ad-724f-410e-b96a-d89cfac398c2 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352765 Nov 27 01:03:43.086860 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.183456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fabc4c-9a5e-4664-9c8b-a45629b48e2f req-2a8645fa-3504-4b68-9045-a2d5f53f9627 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:43.191447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89fabc4c-9a5e-4664-9c8b-a45629b48e2f req-2a8645fa-3504-4b68-9045-a2d5f53f9627 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.0927351 Nov 27 01:03:43.244830 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-98c4ad61-6f6a-47ad-aaae-6a7ec23cfc1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.273516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89fabc4c-9a5e-4664-9c8b-a45629b48e2f req-e2b569a8-4dd5-40cd-846a-3a7849b7a716 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811131 Nov 27 01:03:43.297355 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9b671-b137-4745-ba4a-00607f9c5962 req-3ea16d2e-78e2-4d22-9778-3c4716936c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:43.302852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fc9b671-b137-4745-ba4a-00607f9c5962 req-3ea16d2e-78e2-4d22-9778-3c4716936c06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc8a64216c894e27a4938080657c049d&device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 1099 time: 0.1081853 Nov 27 01:03:43.460722 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-98c4ad61-6f6a-47ad-aaae-6a7ec23cfc1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.463908 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.466545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:43.468829 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.497701 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-98c4ad61-6f6a-47ad-aaae-6a7ec23cfc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.506811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80abff21-fe88-443e-b52a-39c7c382c461,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:43.672565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e630888-7542-4234-8383-0b47d034c9ce req-5f6ef976-1152-486b-8b7b-b3338c93e1ca tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:43.675628 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e630888-7542-4234-8383-0b47d034c9ce req-5f6ef976-1152-486b-8b7b-b3338c93e1ca tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 948 time: 0.2636352 Nov 27 01:03:43.677263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9b671-b137-4745-ba4a-00607f9c5962 req-9608a6ba-f066-4b4d-a1fe-d8da6560856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:43.678770 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fc9b671-b137-4745-ba4a-00607f9c5962 req-9608a6ba-f066-4b4d-a1fe-d8da6560856a service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3702874 Nov 27 01:03:43.693507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] Pushing event updated for resources: {'Network': ['ID=74526792-1a70-4998-947e-1c08b8e00e0e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:43.706028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 74526792-1a70-4998-947e-1c08b8e00e0e details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:03:43.764903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-01a0b015-8531-49a7-9592-d0ba5489c68f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0983078 Nov 27 01:03:43.765571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42784) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:43.799672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c33f30b0-38b7-4288-a24c-8c7ec0dbbede admin admin] Request body: {'subnet': {'network_id': '74526792-1a70-4998-947e-1c08b8e00e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1809201658-subnet', 'tenant_id': '960490c9e1a149a0ac84af7d6e60d7d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:43.803674 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fc9b671-b137-4745-ba4a-00607f9c5962 req-c5a3a603-018c-4411-8070-5ce54eb3c8d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=c246f02f-61b4-4eef-89c7-29f1f16a0cd2 HTTP/1.1" status: 200 len: 217 time: 0.1132367 Nov 27 01:03:43.872103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4ad61-6f6a-47ad-aaae-6a7ec23cfc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45baec4d-39b7-46b9-98c9-a05094f2dd22,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:43.884298 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-74201443-8e23-40c2-82da-47681314d10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:43.890377 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-98c4ad61-6f6a-47ad-aaae-6a7ec23cfc1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7a5d85087194344b8bcf1a6150525a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2112863 Nov 27 01:03:43.900310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42792) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:43.934619 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e630888-7542-4234-8383-0b47d034c9ce req-e472d9b4-ae9d-44df-82cb-f841c4716477 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/security-groups?id=a616e9fc-5922-44d3-8efa-b8172bf78aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520978 Nov 27 01:03:43.955834 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9b671-b137-4745-ba4a-00607f9c5962 req-1d371e20-acf7-4643-984c-669519220418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:43.960593 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fc9b671-b137-4745-ba4a-00607f9c5962 req-1d371e20-acf7-4643-984c-669519220418 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1435161 Nov 27 01:03:43.984603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33f30b0-38b7-4288-a24c-8c7ec0dbbede admin admin] Made reservation on behalf of 960490c9e1a149a0ac84af7d6e60d7d0 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:43.987872 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c33f30b0-38b7-4288-a24c-8c7ec0dbbede admin admin] Publish callbacks [] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.036391 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.058951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9b671-b137-4745-ba4a-00607f9c5962 req-a7c0b86b-9fc0-48af-8130-c69f926e77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:44.068971 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fc9b671-b137-4745-ba4a-00607f9c5962 req-a7c0b86b-9fc0-48af-8130-c69f926e77b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996523 Nov 27 01:03:44.131207 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b90c3fb5-a7a9-4d19-81f8-036eac0a673c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.223886 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b90c3fb5-a7a9-4d19-81f8-036eac0a673c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.384339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fc9b671-b137-4745-ba4a-00607f9c5962 req-0ae29182-432d-4e2c-8db4-29b47191a983 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028715 Nov 27 01:03:44.444590 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b90c3fb5-a7a9-4d19-81f8-036eac0a673c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.448747 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b90c3fb5-a7a9-4d19-81f8-036eac0a673c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.450393 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b90c3fb5-a7a9-4d19-81f8-036eac0a673c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45baec4d-39b7-46b9-98c9-a05094f2dd22 HTTP/1.1" status: 204 len: 168 time: 0.5489254 Nov 27 01:03:44.480226 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c33f30b0-38b7-4288-a24c-8c7ec0dbbede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.540392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c3fb5-a7a9-4d19-81f8-036eac0a673c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45baec4d-39b7-46b9-98c9-a05094f2dd22,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:44.569974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9772b34-b6e9-4b2b-9423-d79943a19320 req-205da00b-0600-4b75-9ef1-60899fb32986 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:44.581696 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9772b34-b6e9-4b2b-9423-d79943a19320 req-205da00b-0600-4b75-9ef1-60899fb32986 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.1742454 Nov 27 01:03:44.650006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9772b34-b6e9-4b2b-9423-d79943a19320 req-0f29b524-8d87-4c7a-bd38-79facbcddb58 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647824 Nov 27 01:03:44.658024 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fc9b671-b137-4745-ba4a-00607f9c5962 req-926a60d5-d3f9-40ca-99b4-c9bf12c56449 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644258 Nov 27 01:03:44.731158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f30b0-38b7-4288-a24c-8c7ec0dbbede admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe35fd6-2489-4c32-8c97-24e5f76b29e9,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:44.736188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f30b0-38b7-4288-a24c-8c7ec0dbbede admin admin] Checking segment: {'id': '2da81c0b-795b-405c-b559-127fed1fe5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '74526792-1a70-4998-947e-1c08b8e00e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:44.736544 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33f30b0-38b7-4288-a24c-8c7ec0dbbede admin admin] Network hostable DHCP agents. Network: 74526792-1a70-4998-947e-1c08b8e00e0e, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:03:44.760547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33f30b0-38b7-4288-a24c-8c7ec0dbbede admin admin] Network 74526792-1a70-4998-947e-1c08b8e00e0e is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:03:44.773422 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c33f30b0-38b7-4288-a24c-8c7ec0dbbede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 74526792-1a70-4998-947e-1c08b8e00e0e) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:44.780338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33f30b0-38b7-4288-a24c-8c7ec0dbbede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:44.781404 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c33f30b0-38b7-4288-a24c-8c7ec0dbbede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:44.784544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b9dfc5-f832-4612-b8d9-29bb30cf4299 None None] Network 74526792-1a70-4998-947e-1c08b8e00e0e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:44.829524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c33f30b0-38b7-4288-a24c-8c7ec0dbbede admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0516887 Nov 27 01:03:44.977415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed805d-00fb-473c-bde7-bdd0711885ad None None] Network 74526792-1a70-4998-947e-1c08b8e00e0e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:44.994926 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.229342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-8b9f22c6-5d7e-4418-910b-702eb3a140f3 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:03:45.233886 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-8b9f22c6-5d7e-4418-910b-702eb3a140f3 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2582695 Nov 27 01:03:45.278761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-354c0a0a-b84a-4486-a09f-5d692f2b04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:45.280134 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-354c0a0a-b84a-4486-a09f-5d692f2b04e0 service neutron] 10.222.0.37 "GET /v2.0/ports/ac93d525-7809-4882-adb3-c62db4ce437f HTTP/1.1" status: 200 len: 1094 time: 0.0395324 Nov 27 01:03:45.288888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efe89b-9ab8-4003-865e-8d4f3625022f req-ba25ce69-9169-46ab-b05e-5e5876f64012 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:45.289728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c0efe89b-9ab8-4003-865e-8d4f3625022f req-ba25ce69-9169-46ab-b05e-5e5876f64012 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 948 time: 0.1047618 Nov 27 01:03:45.293876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] Request body: {'binding': {'host': 'n-h1-819494-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:45.294359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] Unknown quota resources ['binding']. {{(pid=103384) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:03:45.406171 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c0efe89b-9ab8-4003-865e-8d4f3625022f req-f596e713-924b-41f9-9c64-3eb66a793449 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/security-groups?id=a616e9fc-5922-44d3-8efa-b8172bf78aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874424 Nov 27 01:03:45.477195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] Attempting to bind port ac93d525-7809-4882-adb3-c62db4ce437f on host n-h1-819494-2 for vnic_type normal with profile None {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:45.477195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] Attempting to bind port ac93d525-7809-4882-adb3-c62db4ce437f by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:45.477195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] Attempting to bind port ac93d525-7809-4882-adb3-c62db4ce437f on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:45.479908 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] Port ac93d525-7809-4882-adb3-c62db4ce437f on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:45.480389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] Attempting to bind port ac93d525-7809-4882-adb3-c62db4ce437f on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:45.485509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:45.485777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:45.486150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:45.486610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] Bound port: ac93d525-7809-4882-adb3-c62db4ce437f, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:45.544833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=ac93d525-7809-4882-adb3-c62db4ce437f,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:45.552844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:45.557650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-36e8200d-5396-4bed-a668-eaeb20b01c53 service neutron] 10.222.0.37 "POST /v2.0/ports/ac93d525-7809-4882-adb3-c62db4ce437f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2669709 Nov 27 01:03:45.859935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-aa86450e-a31f-4c14-aef5-aa27d7a081c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:45.861436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-aa86450e-a31f-4c14-aef5-aa27d7a081c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1097 time: 0.0512257 Nov 27 01:03:45.973014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e46f45-afb1-4c39-9e1f-0ac1b7bed02c req-8e30b57a-1c5a-4c5a-925e-13b6c3a5a744 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:45.974512 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6e46f45-afb1-4c39-9e1f-0ac1b7bed02c req-8e30b57a-1c5a-4c5a-925e-13b6c3a5a744 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 946 time: 0.0954177 Nov 27 01:03:46.010873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-0314dd34-e63b-49a3-a382-45fef6381e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:46.012232 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-0314dd34-e63b-49a3-a382-45fef6381e2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.1421299 Nov 27 01:03:46.032267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-1b3f2331-749e-4b66-9f04-44b7fc76953d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:46.033713 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-1b3f2331-749e-4b66-9f04-44b7fc76953d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 807 time: 0.1021171 Nov 27 01:03:46.048861 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-6bc6a035-db5f-4b5d-af5a-a8ef58841d62 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/quotas/f2c4589faa8344f6a41a0124c0fb2253 HTTP/1.1" status: 200 len: 375 time: 0.0088885 Nov 27 01:03:46.061804 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-9c1b1c71-4dc6-46b4-8cd0-e4407864dabb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac93d525-7809-4882-adb3-c62db4ce437f HTTP/1.1" status: 200 len: 217 time: 0.0415337 Nov 27 01:03:46.066676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6e46f45-afb1-4c39-9e1f-0ac1b7bed02c req-6727897d-77b2-4d29-b156-d1f47e7e32a2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858521 Nov 27 01:03:46.079489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-5e88e0a8-f566-4df5-a11d-47a615e59a98 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250957 Nov 27 01:03:46.121330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-df2039c0-c67e-4843-82f5-a34f23485899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:46.122909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-df2039c0-c67e-4843-82f5-a34f23485899 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.0539162 Nov 27 01:03:46.173908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-0248735f-c2ce-4d72-9e19-1df9e6b0361c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423150 Nov 27 01:03:46.178924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-e9864dcc-8c20-4aa0-9ff6-aeb666bbfae9 service neutron] 10.222.0.37 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892012 Nov 27 01:03:46.216738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c748880-c508-4612-b622-b2ecc6e0d941 req-98ed60b1-394a-4863-a64e-eebec3066402 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:46.221943 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c748880-c508-4612-b622-b2ecc6e0d941 req-98ed60b1-394a-4863-a64e-eebec3066402 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.0900681 Nov 27 01:03:46.278378 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-449ba936-5b5f-459c-b0b0-a8a088344ff5 service neutron] 10.222.0.37 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930989 Nov 27 01:03:46.317728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c748880-c508-4612-b622-b2ecc6e0d941 req-3a1da033-1b68-4098-80c5-699027f9d0ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707076 Nov 27 01:03:46.324673 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-2edc127d-db9e-4244-8631-e39fd45023d1 service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423631 Nov 27 01:03:46.474000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-da389ee9-9c81-41c2-8172-d7cd24f646dd service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411345 Nov 27 01:03:46.511371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd8efa-d815-4f3b-80b0-a621afb620d4 req-fb739d31-0a97-46a1-bbd9-91ce89f9829b tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:46.512876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3afd8efa-d815-4f3b-80b0-a621afb620d4 req-fb739d31-0a97-46a1-bbd9-91ce89f9829b tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522 HTTP/1.1" status: 200 len: 950 time: 0.0700214 Nov 27 01:03:46.517098 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0807e350-99cc-41dd-b69f-4c7da2f37c7f req-3fab3921-4480-4bc3-b185-5898d05086fa tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 210 time: 0.0378001 Nov 27 01:03:46.563736 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.585901 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3afd8efa-d815-4f3b-80b0-a621afb620d4 req-4105124f-ce9d-4320-9c2e-ddba1d20b135 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645125 Nov 27 01:03:46.699215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3769b93-64ca-45eb-b639-c9da6ce23c59 req-9c0b40ab-2168-40e0-8dff-725c26dea1a8 tempest-AbsoluteLimitsNegativeTestJSON-1713729088 tempest-AbsoluteLimitsNegativeTestJSON-1713729088-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2bd9d4874bfa4ec58030c7880156b1ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233097 Nov 27 01:03:46.721984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095fa85-882f-4a82-b5be-4e6f2eb013e5 req-109cb758-2c10-4e0c-bae2-b4b5058e4bf9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:46.723521 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a095fa85-882f-4a82-b5be-4e6f2eb013e5 req-109cb758-2c10-4e0c-bae2-b4b5058e4bf9 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 948 time: 0.1258190 Nov 27 01:03:46.739445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-82f7680d-b463-4aa2-a735-13fc8759df4a tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:46.740862 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-82f7680d-b463-4aa2-a735-13fc8759df4a tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1097 time: 0.1104414 Nov 27 01:03:46.754778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-2'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:46.822603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3769b93-64ca-45eb-b639-c9da6ce23c59 req-9f7d84bf-c999-47fa-9386-c0ebbda0a94d tempest-AbsoluteLimitsNegativeTestJSON-1713729088 tempest-AbsoluteLimitsNegativeTestJSON-1713729088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:46.830286 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3769b93-64ca-45eb-b639-c9da6ce23c59 req-9f7d84bf-c999-47fa-9386-c0ebbda0a94d tempest-AbsoluteLimitsNegativeTestJSON-1713729088 tempest-AbsoluteLimitsNegativeTestJSON-1713729088-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250906 Nov 27 01:03:46.841625 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3769b93-64ca-45eb-b639-c9da6ce23c59 req-228a432b-9218-4a91-bbe0-9aa96664397d tempest-AbsoluteLimitsNegativeTestJSON-1713729088 tempest-AbsoluteLimitsNegativeTestJSON-1713729088-project] 10.222.0.37 "GET /v2.0/quotas/2bd9d4874bfa4ec58030c7880156b1ea HTTP/1.1" status: 200 len: 375 time: 0.0102773 Nov 27 01:03:46.864419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device c246f02f-61b4-4eef-89c7-29f1f16a0cd2 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:46.888627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3769b93-64ca-45eb-b639-c9da6ce23c59 req-5ee38839-e94c-45a3-b425-88851f59b9e5 tempest-AbsoluteLimitsNegativeTestJSON-1713729088 tempest-AbsoluteLimitsNegativeTestJSON-1713729088-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2bd9d4874bfa4ec58030c7880156b1ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385358 Nov 27 01:03:46.892114 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:46.997412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port c246f02f-61b4-4eef-89c7-29f1f16a0cd2, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c246f02f-61b4-4eef-89c7-29f1f16a0cd2,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:47.011250 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'c246f02f-61b4-4eef-89c7-29f1f16a0cd2', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'c246f02f-61b4-4eef-89c7-29f1f16a0cd2', 'mac_address': 'fa:16:3e:db:99:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:47.063072 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.097577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a095fa85-882f-4a82-b5be-4e6f2eb013e5 req-27e0c411-6eb0-481d-a64e-750a97ab95a1 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/security-groups?id=a616e9fc-5922-44d3-8efa-b8172bf78aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662384 Nov 27 01:03:47.103090 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.103847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c246f02f-61b4-4eef-89c7-29f1f16a0cd2 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:47.149027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port c246f02f-61b4-4eef-89c7-29f1f16a0cd2, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c246f02f-61b4-4eef-89c7-29f1f16a0cd2,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:47.157982 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.218046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=c246f02f-61b4-4eef-89c7-29f1f16a0cd2,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:47.296859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ac93d525-7809-4882-adb3-c62db4ce437f,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:47.371357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:47.388530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42972) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:47.440588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['c246f02f-61b4-4eef-89c7-29f1f16a0cd2'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:47.458630 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.464452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f1bfa4-b00b-4517-b815-6d5dc3333e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac93d525-7809-4882-adb3-c62db4ce437f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:47.466759 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebe8e0c-4da5-45da-9eac-66b864d8fc3b" -d '{"events": [{"server_uuid": "35f1bfa4-b00b-4517-b815-6d5dc3333e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "ac93d525-7809-4882-adb3-c62db4ce437f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:47.473331 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.489954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95a8b2-6e71-436b-855d-5f1bd744e3f8 req-7ca80f79-dcd1-4ce3-8647-277d0c2b50e3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:47.496896 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc95a8b2-6e71-436b-855d-5f1bd744e3f8 req-7ca80f79-dcd1-4ce3-8647-277d0c2b50e3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 946 time: 0.0967572 Nov 27 01:03:47.499455 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.527283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e2c77-4b20-438f-bc32-24e2fc4d6c67 req-057f8cb6-9501-4abf-ac05-f65356c88351 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:47.528788 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9a7e2c77-4b20-438f-bc32-24e2fc4d6c67 req-057f8cb6-9501-4abf-ac05-f65356c88351 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.1006861 Nov 27 01:03:47.573259 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-303b8a6a-87f3-4466-8adf-f0cd6c772027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.614576 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9a7e2c77-4b20-438f-bc32-24e2fc4d6c67 req-4703f0b9-c6a9-42e1-af41-a5b39153ee78 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784454 Nov 27 01:03:47.621436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc95a8b2-6e71-436b-855d-5f1bd744e3f8 req-d87b91c8-c6c4-4d87-93dd-949451d29bd4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190703 Nov 27 01:03:47.688859 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-303b8a6a-87f3-4466-8adf-f0cd6c772027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.692879 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Pushing event updated for resources: {'Port': ['ID=ac93d525-7809-4882-adb3-c62db4ce437f,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:47.697763 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-303b8a6a-87f3-4466-8adf-f0cd6c772027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.701519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Attempting to bind port ac93d525-7809-4882-adb3-c62db4ce437f on host n-h2-819494-2 for vnic_type normal with profile {"migrating_to": "n-h1-819494-2"} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:47.701859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Attempting to bind port ac93d525-7809-4882-adb3-c62db4ce437f by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:47.702185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Attempting to bind port ac93d525-7809-4882-adb3-c62db4ce437f on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:47.712045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Port ac93d525-7809-4882-adb3-c62db4ce437f on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:47.712577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Attempting to bind port ac93d525-7809-4882-adb3-c62db4ce437f on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:47.736235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:47.737171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:47.737981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:47.738599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Bound port: ac93d525-7809-4882-adb3-c62db4ce437f, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:47.739134 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.750062 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9f8eb4-0eea-4960-8ff0-56c4493940ad x-openstack-request-id: req-2f9f8eb4-0eea-4960-8ff0-56c4493940ad {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:47.750394 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f1bfa4-b00b-4517-b815-6d5dc3333e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "ac93d525-7809-4882-adb3-c62db4ce437f", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:47.754563 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f9f8eb4-0eea-4960-8ff0-56c4493940ad {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:47.754563 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f1bfa4-b00b-4517-b815-6d5dc3333e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac93d525-7809-4882-adb3-c62db4ce437f', 'code': 200} Nov 27 01:03:47.754788 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-303b8a6a-87f3-4466-8adf-f0cd6c772027 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bd9d4874bfa4ec58030c7880156b1ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616161 Nov 27 01:03:47.754788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b8a6a-87f3-4466-8adf-f0cd6c772027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc8ecb2-c59b-4cac-b54d-edfddb8b5a1e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:47.754939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42990) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:47.823874 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4331338e-ed83-4806-ab4c-dd066a9e8d68 req-d0b24a76-8c68-42e9-8014-0bb265b21ea9 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 210 time: 0.0503023 Nov 27 01:03:47.894707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30908464-bba6-4d7f-b9e9-356923d55906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.955044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:47.978557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ac93d525-7809-4882-adb3-c62db4ce437f,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:47.982812 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30908464-bba6-4d7f-b9e9-356923d55906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:47.991540 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.088396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43008) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:48.114930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-44b02d3a-1681-4ae6-8a77-c8053d521508 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:48.116409 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-44b02d3a-1681-4ae6-8a77-c8053d521508 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.42 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 807 time: 0.2447257 Nov 27 01:03:48.121688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Pushing event updated for resources: {'Port': ['ID=ac93d525-7809-4882-adb3-c62db4ce437f,revision_number=8']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:48.149604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:48.150294 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.151832 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-66449814-163a-47c1-b3ca-3db6ea862a21 service neutron] 10.222.0.11 "PUT /v2.0/ports/ac93d525-7809-4882-adb3-c62db4ce437f HTTP/1.1" status: 200 len: 1122 time: 1.4027555 Nov 27 01:03:48.163646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Request body: {'port': {'device_id': 'a6acba62-b48d-4385-8f53-8a50a5ff984e', 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30', 'admin_state_up': True, 'tenant_id': 'f2c4589faa8344f6a41a0124c0fb2253'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:48.169116 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30908464-bba6-4d7f-b9e9-356923d55906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.171638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30908464-bba6-4d7f-b9e9-356923d55906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.172753 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-30908464-bba6-4d7f-b9e9-356923d55906 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4dc8ecb2-c59b-4cac-b54d-edfddb8b5a1e HTTP/1.1" status: 204 len: 168 time: 0.4175084 Nov 27 01:03:48.229913 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30908464-bba6-4d7f-b9e9-356923d55906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc8ecb2-c59b-4cac-b54d-edfddb8b5a1e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:48.230950 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38e406e3-daad-41f2-b8d0-023e483af4c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.310065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f332f-a0e9-482a-aed5-ec0f0803c406 req-4d0b5f5d-3319-4f15-bf25-65bde5a2711c tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:48.317525 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b3f332f-a0e9-482a-aed5-ec0f0803c406 req-4d0b5f5d-3319-4f15-bf25-65bde5a2711c tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 949 time: 0.1000600 Nov 27 01:03:48.342778 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38e406e3-daad-41f2-b8d0-023e483af4c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.347828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38e406e3-daad-41f2-b8d0-023e483af4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.383563 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b3f332f-a0e9-482a-aed5-ec0f0803c406 req-b01110e5-dde8-47e4-9dd5-c296dec04d5e tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/security-groups?id=a616e9fc-5922-44d3-8efa-b8172bf78aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651615 Nov 27 01:03:48.384584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Made reservation on behalf of f2c4589faa8344f6a41a0124c0fb2253 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:48.387996 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.393514 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-38e406e3-daad-41f2-b8d0-023e483af4c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f500dad1eae45e5bb75d77d2d53ef55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038282 Nov 27 01:03:48.396665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e406e3-daad-41f2-b8d0-023e483af4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103553ca-bc6e-4dbb-90a9-8ea9fac63339,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:48.399028 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43020) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:48.422114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['ac93d525-7809-4882-adb3-c62db4ce437f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:48.460496 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc62e671-e4b7-466f-9b06-c2040e0acbd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.485987 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc62e671-e4b7-466f-9b06-c2040e0acbd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.549037 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc62e671-e4b7-466f-9b06-c2040e0acbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.553307 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc62e671-e4b7-466f-9b06-c2040e0acbd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.554489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dc62e671-e4b7-466f-9b06-c2040e0acbd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/103553ca-bc6e-4dbb-90a9-8ea9fac63339 HTTP/1.1" status: 204 len: 168 time: 0.1542890 Nov 27 01:03:48.558577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Allocated IP 172.20.0.12 (de49c4d1-59db-445a-b848-6fcbaeb4ac30/f6b48ccc-43fc-4543-b194-fe3642bc63a6/8c2bc447-2697-4835-a82c-fcecaaf8fc45) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:48.563925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62e671-e4b7-466f-9b06-c2040e0acbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103553ca-bc6e-4dbb-90a9-8ea9fac63339,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:48.796194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf66cad-397b-4002-92eb-e02e7e3f5318 req-75512094-7451-488d-8242-3d88addc42e3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:48.803839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0bf66cad-397b-4002-92eb-e02e7e3f5318 req-75512094-7451-488d-8242-3d88addc42e3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 944 time: 0.0620625 Nov 27 01:03:48.804437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc01cc1-5d99-482f-b5ce-4fdf3d5f30c9 req-ffae1e31-2e8e-4847-9833-a9d232b59c85 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:48.811680 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbc01cc1-5d99-482f-b5ce-4fdf3d5f30c9 req-ffae1e31-2e8e-4847-9833-a9d232b59c85 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.0923386 Nov 27 01:03:48.844198 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.859880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device c246f02f-61b4-4eef-89c7-29f1f16a0cd2 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:48.877294 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0bf66cad-397b-4002-92eb-e02e7e3f5318 req-7082dfa8-5b12-4f16-aaa1-b7b5aff7163f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670204 Nov 27 01:03:48.888526 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbc01cc1-5d99-482f-b5ce-4fdf3d5f30c9 req-b962eaab-f0cd-4663-a4bc-88a8b03d58d1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757377 Nov 27 01:03:48.959558 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:48.990012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port c246f02f-61b4-4eef-89c7-29f1f16a0cd2 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:03:48.994739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port c246f02f-61b4-4eef-89c7-29f1f16a0cd2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:48.995133 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.019744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43054) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:49.057202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Network de49c4d1-59db-445a-b848-6fcbaeb4ac30 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:49.073040 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66b3f44b-7f31-4346-b548-ee530c46195e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.076040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:49.078514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:49.084312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:49.085506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.086181 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.097795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Pushing event updated for resources: {'Port': ['ID=8c2bc447-2697-4835-a82c-fcecaaf8fc45,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:49.124648 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c246f02f-61b4-4eef-89c7-29f1f16a0cd2'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:49.127169 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cbcc06-2d58-438c-9984-9fbb24477fdc" -d '{"events": [{"server_uuid": "f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a", "name": "network-vif-plugged", "status": "completed", "tag": "c246f02f-61b4-4eef-89c7-29f1f16a0cd2"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:49.132993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5325ae9-2205-44d9-a528-ebbe6abb5a5e req-62e4d223-4ed2-494b-8f1a-43bd6b0b8c09 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:49.134551 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5325ae9-2205-44d9-a528-ebbe6abb5a5e req-62e4d223-4ed2-494b-8f1a-43bd6b0b8c09 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 932 time: 0.1296051 Nov 27 01:03:49.139264 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-59468246-d118-435a-bffb-c4fe729d7fba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9801598 Nov 27 01:03:49.152728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port c246f02f-61b4-4eef-89c7-29f1f16a0cd2, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c246f02f-61b4-4eef-89c7-29f1f16a0cd2,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:49.160641 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.177910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Request body: {'port': {'device_id': 'a6acba62-b48d-4385-8f53-8a50a5ff984e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:49.190077 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae0e4a6-6324-4120-8ca5-b7fcb55dd5bc x-openstack-request-id: req-4ae0e4a6-6324-4120-8ca5-b7fcb55dd5bc {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:49.190548 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a", "name": "network-vif-plugged", "status": "completed", "tag": "c246f02f-61b4-4eef-89c7-29f1f16a0cd2", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:49.190990 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ae0e4a6-6324-4120-8ca5-b7fcb55dd5bc {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:49.191382 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c246f02f-61b4-4eef-89c7-29f1f16a0cd2', 'code': 200} Nov 27 01:03:49.217043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=c246f02f-61b4-4eef-89c7-29f1f16a0cd2,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:49.271309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43062) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:49.301107 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5325ae9-2205-44d9-a528-ebbe6abb5a5e req-c7cc6ed4-e21b-4c73-b1f3-8c75de9f97b3 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577046 Nov 27 01:03:49.343391 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.347464 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66b3f44b-7f31-4346-b548-ee530c46195e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.360971 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66b3f44b-7f31-4346-b548-ee530c46195e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.371954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2019132034-network', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:49.384608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9d371-312c-46fc-8b84-75a519dd2868 req-827d13f7-5c1f-4002-9323-08efb3e5177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:49.386104 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7bc9d371-312c-46fc-8b84-75a519dd2868 req-827d13f7-5c1f-4002-9323-08efb3e5177b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 1101 time: 0.1170485 Nov 27 01:03:49.393020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:49.395367 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.403696 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.455421 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-66b3f44b-7f31-4346-b548-ee530c46195e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=186be93f70be403691ee12990078e269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324212 Nov 27 01:03:49.461879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43070) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:49.467193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3f44b-7f31-4346-b548-ee530c46195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42661376-aded-4b85-a5f5-5bf4aa3ec385,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:49.550510 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7bc9d371-312c-46fc-8b84-75a519dd2868 req-d6e57b74-e9e4-4751-bba7-f175026c9aa9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a616e9fc-5922-44d3-8efa-b8172bf78aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429365 Nov 27 01:03:49.570815 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.572907 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bae1-0b38-4bbe-a675-6b202be79d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.580379 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.598276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5fb77-65a2-446e-8257-ac0011dd07ff req-ea5b6759-feda-4bc9-a294-d99e73480fa6 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:49.599744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4f5fb77-65a2-446e-8257-ac0011dd07ff req-ea5b6759-feda-4bc9-a294-d99e73480fa6 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 950 time: 0.0994778 Nov 27 01:03:49.631870 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bae1-0b38-4bbe-a675-6b202be79d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.633397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:03:49.668221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6008a044-5656-4eb8-a414-ee3fb85e70ae,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:49.674746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.675081 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Added segment 982a4ca0-7e05-47cb-8107-45f730f0f1ce of type vlan for network 874ba3d7-fadd-49cf-b553-f26abbe13939 Nov 27 01:03:49.707824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2bc447-2697-4835-a82c-fcecaaf8fc45 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:49.715683 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.728914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Transition to ACTIVE for port object 8c2bc447-2697-4835-a82c-fcecaaf8fc45 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:49.734101 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.752420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.757484 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4f5fb77-65a2-446e-8257-ac0011dd07ff req-c34ce495-f4ba-4b9f-89c2-b0e7bafef64b tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/security-groups?id=a616e9fc-5922-44d3-8efa-b8172bf78aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388202 Nov 27 01:03:49.762591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f1bfa4-b00b-4517-b815-6d5dc3333e6e', 'tag': 'ac93d525-7809-4882-adb3-c62db4ce437f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:49.765393 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5a4a81-e851-421c-a6c3-a1030f66853c" -d '{"events": [{"name": "network-changed", "server_uuid": "35f1bfa4-b00b-4517-b815-6d5dc3333e6e", "tag": "ac93d525-7809-4882-adb3-c62db4ce437f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:49.796831 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bae1-0b38-4bbe-a675-6b202be79d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.799821 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bae1-0b38-4bbe-a675-6b202be79d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.800353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2bc447-2697-4835-a82c-fcecaaf8fc45,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:49.800851 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c3d4bae1-0b38-4bbe-a675-6b202be79d39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42661376-aded-4b85-a5f5-5bf4aa3ec385 HTTP/1.1" status: 204 len: 168 time: 0.3378413 Nov 27 01:03:49.809096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 12f80e54-a341-4874-9f06-9d0dfb89b1f5 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:49.814034 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.816064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:49.816683 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.839890 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4bae1-0b38-4bbe-a675-6b202be79d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42661376-aded-4b85-a5f5-5bf4aa3ec385,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:49.842366 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2608626-f91d-4b74-922f-ca71ff28a1cc x-openstack-request-id: req-c2608626-f91d-4b74-922f-ca71ff28a1cc {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:49.842929 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f1bfa4-b00b-4517-b815-6d5dc3333e6e", "tag": "ac93d525-7809-4882-adb3-c62db4ce437f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:49.843074 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2608626-f91d-4b74-922f-ca71ff28a1cc {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:49.843479 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f1bfa4-b00b-4517-b815-6d5dc3333e6e', 'tag': 'ac93d525-7809-4882-adb3-c62db4ce437f', 'status': 'completed', 'code': 200} Nov 27 01:03:49.844127 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Attempting to bind port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:49.844475 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Attempting to bind port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:49.844778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Attempting to bind port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:49.851386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:49.851911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Attempting to bind port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:49.857140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:49.857857 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:49.858272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Bound using segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:49.858846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Bound port: 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:49.859214 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.946402 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:49.950992 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6785760 Nov 27 01:03:49.953536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54a1b8-5335-4d07-82b5-6bd109a279b3 admin admin] Pushing event updated for resources: {'Network': ['ID=874ba3d7-fadd-49cf-b553-f26abbe13939,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:49.957194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43080) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:49.967221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ebbd2089-d836-46eb-8251-ce1c304dd730 admin admin] Request body: {'subnet': {'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2019132034-subnet', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:49.975735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 874ba3d7-fadd-49cf-b553-f26abbe13939 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:03:50.007933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:50.036842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:50.057848 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.068120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:50.071732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbd2089-d836-46eb-8251-ce1c304dd730 admin admin] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:03:50.074736 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2089-d836-46eb-8251-ce1c304dd730 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.134500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=12f80e54-a341-4874-9f06-9d0dfb89b1f5,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:50.159939 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.228605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.229306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.230818 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] 10.222.0.42 "PUT /v2.0/ports/8c2bc447-2697-4835-a82c-fcecaaf8fc45 HTTP/1.1" status: 200 len: 1092 time: 1.0714483 Nov 27 01:03:50.249757 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a4a81-e851-421c-a6c3-a1030f66853c req-45297602-6b77-4229-8afa-0f1fea8fd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.250001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a066e8d-bee6-4f65-918e-68acb4cb5b39 req-1fcc8a6d-5a71-47f7-905c-982b040d3aef tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.251169 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa5a4a81-e851-421c-a6c3-a1030f66853c req-45297602-6b77-4229-8afa-0f1fea8fd5e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1125 time: 0.3627541 Nov 27 01:03:50.259210 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a066e8d-bee6-4f65-918e-68acb4cb5b39 req-1fcc8a6d-5a71-47f7-905c-982b040d3aef tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.2470605 Nov 27 01:03:50.269683 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a35b5d-33f3-4ab8-a2b1-26c7c0c5c170 req-7fbd2e7d-bc12-4f11-983c-88604c25cc2c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.271199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-78a35b5d-33f3-4ab8-a2b1-26c7c0c5c170 req-7fbd2e7d-bc12-4f11-983c-88604c25cc2c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 944 time: 0.3048460 Nov 27 01:03:50.305392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971e3f2-3da7-452a-bbaa-a525e9c25f24 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2bc447-2697-4835-a82c-fcecaaf8fc45,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:50.380347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-78a35b5d-33f3-4ab8-a2b1-26c7c0c5c170 req-9bfe6e44-8474-4d59-91b8-f99a677d9222 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923257 Nov 27 01:03:50.397322 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a4a81-e851-421c-a6c3-a1030f66853c req-f06b387d-8187-47c0-b9b4-b259fd03c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.407439 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a066e8d-bee6-4f65-918e-68acb4cb5b39 req-3f37e59e-8d65-4625-ac4e-d0b52f1f1203 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360312 Nov 27 01:03:50.409479 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa5a4a81-e851-421c-a6c3-a1030f66853c req-f06b387d-8187-47c0-b9b4-b259fd03c0ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.1478181 Nov 27 01:03:50.464312 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa5a4a81-e851-421c-a6c3-a1030f66853c req-137e5e01-8cd0-4ae7-8134-f3762d984838 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac93d525-7809-4882-adb3-c62db4ce437f HTTP/1.1" status: 200 len: 217 time: 0.0429208 Nov 27 01:03:50.481332 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-84e0ae8d-62cd-4c88-ad1d-243e6551b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.482856 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-84e0ae8d-62cd-4c88-ad1d-243e6551b6b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 1095 time: 0.1424713 Nov 27 01:03:50.497451 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2089-d836-46eb-8251-ce1c304dd730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.525971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a4a81-e851-421c-a6c3-a1030f66853c req-a9d55e1e-780c-48ba-994b-4f8d7e473014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.527451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa5a4a81-e851-421c-a6c3-a1030f66853c req-a9d55e1e-780c-48ba-994b-4f8d7e473014 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.0521812 Nov 27 01:03:50.574717 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa5a4a81-e851-421c-a6c3-a1030f66853c req-08d96426-fabe-458e-8338-39d07d23d59f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295548 Nov 27 01:03:50.595920 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-33205d3b-8aa8-4b6a-a330-fd550e83cbc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45 HTTP/1.1" status: 200 len: 217 time: 0.0734432 Nov 27 01:03:50.660289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd2089-d836-46eb-8251-ce1c304dd730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a5c702-8864-411b-b4cf-2e5d39b836d0,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:50.674491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40237539-b9d2-424f-b706-1015bf7a927b req-794bcce1-2012-4867-8363-e19e55fbb63b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.676664 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40237539-b9d2-424f-b706-1015bf7a927b req-794bcce1-2012-4867-8363-e19e55fbb63b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 944 time: 0.1913517 Nov 27 01:03:50.695045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbd2089-d836-46eb-8251-ce1c304dd730 admin admin] Checking segment: {'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:50.695405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd2089-d836-46eb-8251-ce1c304dd730 admin admin] Network hostable DHCP agents. Network: 874ba3d7-fadd-49cf-b553-f26abbe13939, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:03:50.709076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-2d3363cf-1b76-4699-9761-7a91f81b2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.710686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-2d3363cf-1b76-4699-9761-7a91f81b2dc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.1028664 Nov 27 01:03:50.711409 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa5a4a81-e851-421c-a6c3-a1030f66853c req-f431d9c5-4815-4e33-ba8f-7b8ebf130c3b service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275177 Nov 27 01:03:50.767671 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-b29b3ed9-49f9-46f5-83c3-5c3437e737e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371163 Nov 27 01:03:50.769761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd2089-d836-46eb-8251-ce1c304dd730 admin admin] Network 874ba3d7-fadd-49cf-b553-f26abbe13939 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:03:50.776058 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40237539-b9d2-424f-b706-1015bf7a927b req-3486648b-d2cd-4adf-a614-c4629804bec8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922861 Nov 27 01:03:50.799413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd2089-d836-46eb-8251-ce1c304dd730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 874ba3d7-fadd-49cf-b553-f26abbe13939) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:50.815851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37b8a2f-6663-4f53-a513-e5c3e270c57a None None] Network 874ba3d7-fadd-49cf-b553-f26abbe13939 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:50.829152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd2089-d836-46eb-8251-ce1c304dd730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.829749 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2089-d836-46eb-8251-ce1c304dd730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.871536 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ebbd2089-d836-46eb-8251-ce1c304dd730 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9131360 Nov 27 01:03:50.876021 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43118) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:50.878414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device ac93d525-7809-4882-adb3-c62db4ce437f details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:50.888951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:50.916185 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-ec8e64d2-fcd7-40f3-9fdc-51e04a599910 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370943 Nov 27 01:03:50.923729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa5a4a81-e851-421c-a6c3-a1030f66853c req-35e8ad4e-b97e-4a39-ab3c-536e497a4aaf service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981404 Nov 27 01:03:50.926942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.928205 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:50.942802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b4df7-97da-430d-a3f9-87888ca3b054 req-9f9e6bd6-33cd-429b-bec5-d483860a1520 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:50.950131 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df5b4df7-97da-430d-a3f9-87888ca3b054 req-9f9e6bd6-33cd-429b-bec5-d483860a1520 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 950 time: 0.0900433 Nov 27 01:03:50.991240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.010533 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df5b4df7-97da-430d-a3f9-87888ca3b054 req-79be3ec2-21e5-4170-aea9-b77a8c051da7 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/security-groups?id=a616e9fc-5922-44d3-8efa-b8172bf78aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592635 Nov 27 01:03:51.042096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ac93d525-7809-4882-adb3-c62db4ce437f,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:51.057126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device ac93d525-7809-4882-adb3-c62db4ce437f has no active binding in host n-h1-819494-2 {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:03:51.083998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-874ba3d7-fadd-49cf-b553-f26abbe13939', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'fixed_ips': [{'subnet_id': '89a5c702-8864-411b-b4cf-2e5d39b836d0'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:03:51.084883 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.195084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:51.200486 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4ab4ad-ce20-4fd7-9a35-bd9bd12b3f43" -d '{"events": [{"server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "name": "network-vif-unplugged", "status": "completed", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:51.300156 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.313951 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a102215c-0302-4e63-9393-5d5b5276ea77 req-d38adb13-6b19-43d0-acd0-c10fe2caa877 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212054 Nov 27 01:03:51.354451 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d74eefb-9710-4ffc-80cf-344049ac4d48 x-openstack-request-id: req-1d74eefb-9710-4ffc-80cf-344049ac4d48 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:51.354761 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "name": "network-vif-unplugged", "status": "completed", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:51.355211 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d74eefb-9710-4ffc-80cf-344049ac4d48 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:51.355765 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'code': 200} Nov 27 01:03:51.379966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Allocated IP 172.20.0.2 (874ba3d7-fadd-49cf-b553-f26abbe13939/89a5c702-8864-411b-b4cf-2e5d39b836d0/076ee2de-beb0-42e2-95fa-63186b55a1db) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:51.562547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339e9f0-e8d1-40ba-957e-1e61466e0686 req-5cb84f10-a0d5-46bc-8d59-218601d0f002 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:51.564993 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7339e9f0-e8d1-40ba-957e-1e61466e0686 req-5cb84f10-a0d5-46bc-8d59-218601d0f002 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 944 time: 0.0844636 Nov 27 01:03:51.614412 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.625090 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.648555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7339e9f0-e8d1-40ba-957e-1e61466e0686 req-513f1fc8-51e3-4418-bb42-5885977d6407 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761082 Nov 27 01:03:51.722550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9b264-b6c3-4a79-9e63-402ce44bb1e8 req-dadf6531-cfef-4d93-a0cb-db4453420c98 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:51.733978 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-10f9b264-b6c3-4a79-9e63-402ce44bb1e8 req-dadf6531-cfef-4d93-a0cb-db4453420c98 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 950 time: 0.3535419 Nov 27 01:03:51.734795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Network 874ba3d7-fadd-49cf-b553-f26abbe13939 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:51.737928 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:51.741545 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:51.778613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8317d-21e0-40cc-b470-f39f724760b3 req-a4e29217-899d-41da-9d13-d4267a86e3ed tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:51.788220 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42f8317d-21e0-40cc-b470-f39f724760b3 req-a4e29217-899d-41da-9d13-d4267a86e3ed tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.0727437 Nov 27 01:03:51.798605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-10f9b264-b6c3-4a79-9e63-402ce44bb1e8 req-cf5f8e90-c8e1-49ac-892a-537fb75908ca tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/security-groups?id=a616e9fc-5922-44d3-8efa-b8172bf78aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632966 Nov 27 01:03:51.806521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Pushing event updated for resources: {'Port': ['ID=076ee2de-beb0-42e2-95fa-63186b55a1db,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:51.844029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6acba62-b48d-4385-8f53-8a50a5ff984e', 'tag': '8c2bc447-2697-4835-a82c-fcecaaf8fc45'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:51.847448 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a6cbd8-1dd2-4f41-a99f-150150b82b56" -d '{"events": [{"name": "network-changed", "server_uuid": "a6acba62-b48d-4385-8f53-8a50a5ff984e", "tag": "8c2bc447-2697-4835-a82c-fcecaaf8fc45"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:51.847912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:51.879691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Attempting to bind port 076ee2de-beb0-42e2-95fa-63186b55a1db on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:51.880194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Attempting to bind port 076ee2de-beb0-42e2-95fa-63186b55a1db by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:51.880802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Attempting to bind port 076ee2de-beb0-42e2-95fa-63186b55a1db on network 874ba3d7-fadd-49cf-b553-f26abbe13939 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:51.880920 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42f8317d-21e0-40cc-b470-f39f724760b3 req-cd25c8e1-3d2b-4166-b64b-1a3606ae6286 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915427 Nov 27 01:03:51.947797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:51.948382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Checking segment: {'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:51.949039 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:51.949482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Bound using segment: {'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:51.950045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Bound port: 076ee2de-beb0-42e2-95fa-63186b55a1db, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:51.953085 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.006225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.051778 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.177029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] For port 076ee2de-beb0-42e2-95fa-63186b55a1db, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:52.184489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] For port 076ee2de-beb0-42e2-95fa-63186b55a1db, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=076ee2de-beb0-42e2-95fa-63186b55a1db,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:52.195734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:52.199775 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.218695 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34d329f-a7a1-4526-a8ee-c4417069f90c x-openstack-request-id: req-d34d329f-a7a1-4526-a8ee-c4417069f90c {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:52.218989 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6acba62-b48d-4385-8f53-8a50a5ff984e", "tag": "8c2bc447-2697-4835-a82c-fcecaaf8fc45", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:52.219244 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d34d329f-a7a1-4526-a8ee-c4417069f90c {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:52.219680 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6acba62-b48d-4385-8f53-8a50a5ff984e', 'tag': '8c2bc447-2697-4835-a82c-fcecaaf8fc45', 'status': 'completed', 'code': 200} Nov 27 01:03:52.249503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add92ab4-730e-45e0-b719-b9c241fe0d71 req-60b18d0f-e025-427e-bbd8-86ea52e47f03 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:52.265772 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-add92ab4-730e-45e0-b719-b9c241fe0d71 req-60b18d0f-e025-427e-bbd8-86ea52e47f03 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 944 time: 0.1056130 Nov 27 01:03:52.267461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Allocated IP 172.25.3.131 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/e384901b-6a1d-4ba5-86c0-44d24d89e986) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:52.290748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53989e2d-ca87-4a57-814d-f295c4bfb4e1 None None] Pushing event updated for resources: {'Port': ['ID=076ee2de-beb0-42e2-95fa-63186b55a1db,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:52.299611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026', 'mac_address': 'fa:16:3e:35:b6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:52.367620 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.391724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:52.423628 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:52.433367 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.480809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6cbd8-1dd2-4f41-a99f-150150b82b56 req-1e7894f5-ddc0-455f-98b4-f22e5528383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:52.483093 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38a6cbd8-1dd2-4f41-a99f-150150b82b56 req-1e7894f5-ddc0-455f-98b4-f22e5528383e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 1095 time: 0.2057695 Nov 27 01:03:52.517947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:52.519349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-add92ab4-730e-45e0-b719-b9c241fe0d71 req-0ba81978-d3a3-4a1c-a5f3-e1f2ad76cc7a tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454259 Nov 27 01:03:52.619712 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-7bb52a44-f6dd-4dcb-82de-324309916725 service neutron] 10.222.0.42 "GET /v2.0/ports/ac93d525-7809-4882-adb3-c62db4ce437f/bindings/n-h1-819494-2 HTTP/1.1" status: 200 len: 384 time: 0.1204340 Nov 27 01:03:52.659092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4cf10d1f-e9b9-4766-82cd-e89f17d3c026'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:52.726954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6cbd8-1dd2-4f41-a99f-150150b82b56 req-9f841739-a388-4efd-942d-186afaa6359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:52.728438 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38a6cbd8-1dd2-4f41-a99f-150150b82b56 req-9f841739-a388-4efd-942d-186afaa6359f service neutron] 10.222.0.42 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.2294004 Nov 27 01:03:52.733879 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:52.823367 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38a6cbd8-1dd2-4f41-a99f-150150b82b56 req-aa414fee-b477-46e2-b306-d397d885e4c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45 HTTP/1.1" status: 200 len: 217 time: 0.0837460 Nov 27 01:03:52.973891 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.083123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e384901b-6a1d-4ba5-86c0-44d24d89e986,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:53.110348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:03:53.120856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:03:53.125218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6cbd8-1dd2-4f41-a99f-150150b82b56 req-392c7c74-be56-4f07-a8bd-ea67dfd117b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:53.126728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38a6cbd8-1dd2-4f41-a99f-150150b82b56 req-392c7c74-be56-4f07-a8bd-ea67dfd117b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.2920623 Nov 27 01:03:53.127624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:03:53.164619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17a6e5-0220-4619-ac93-2e7fbbff7fa7 req-57bfa43d-7b22-4048-a010-761df9e1b433 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:53.174369 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea17a6e5-0220-4619-ac93-2e7fbbff7fa7 req-57bfa43d-7b22-4048-a010-761df9e1b433 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 950 time: 0.1318352 Nov 27 01:03:53.178713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-152eaf9c-7e7a-4b7d-8887-a059cc6ee608 service neutron] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ac93d525-7809-4882-adb3-c62db4ce437f,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:53.213054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a8c90-1f31-403e-a44f-11886901750a req-c9388b08-9c3a-4f25-8158-c504160535aa tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:53.223149 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d9a8c90-1f31-403e-a44f-11886901750a req-c9388b08-9c3a-4f25-8158-c504160535aa tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 944 time: 0.3913660 Nov 27 01:03:53.225534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-152eaf9c-7e7a-4b7d-8887-a059cc6ee608 service neutron] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:53.320565 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea17a6e5-0220-4619-ac93-2e7fbbff7fa7 req-3c107b22-3440-4d2c-b8f1-c34fca537b53 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/security-groups?id=a616e9fc-5922-44d3-8efa-b8172bf78aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362195 Nov 27 01:03:53.320899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38a6cbd8-1dd2-4f41-a99f-150150b82b56 req-9ebf639f-32cb-4d39-9432-8fc7397d99f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1834567 Nov 27 01:03:53.321011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-152eaf9c-7e7a-4b7d-8887-a059cc6ee608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac93d525-7809-4882-adb3-c62db4ce437f {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:53.356383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-152eaf9c-7e7a-4b7d-8887-a059cc6ee608 service neutron] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=ac93d525-7809-4882-adb3-c62db4ce437f,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:53.358623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43220) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:53.432711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-152eaf9c-7e7a-4b7d-8887-a059cc6ee608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.521010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6f11b-e7a9-4ac6-aacd-b71d28c14f38 req-33ae322c-d60d-440a-9e32-209ab400b4c5 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:53.522509 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a8e6f11b-e7a9-4ac6-aacd-b71d28c14f38 req-33ae322c-d60d-440a-9e32-209ab400b4c5 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.11 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 950 time: 0.2706432 Nov 27 01:03:53.552154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d9a8c90-1f31-403e-a44f-11886901750a req-cd586539-e2af-4a8c-bef1-a37815397cde tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273687 Nov 27 01:03:53.711734 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-047b291f-af62-42b8-b786-93a659aa2a32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.827447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:53.930714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:53.932337 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.960329 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-047b291f-af62-42b8-b786-93a659aa2a32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:53.969238 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38a6cbd8-1dd2-4f41-a99f-150150b82b56 req-d24843ac-7d96-4c36-8b85-99e037104312 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399188 Nov 27 01:03:53.972384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653db1d-eefe-42ca-871f-bb1269e362be None None] Network 874ba3d7-fadd-49cf-b553-f26abbe13939 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:03:54.009669 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-047b291f-af62-42b8-b786-93a659aa2a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.024582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-152eaf9c-7e7a-4b7d-8887-a059cc6ee608 service neutron] Transition to ACTIVE for port object ac93d525-7809-4882-adb3-c62db4ce437f will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:54.053902 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-152eaf9c-7e7a-4b7d-8887-a059cc6ee608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.072130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac9029-477c-4211-9c7c-c305e0b8f3a1 req-749289d3-8660-400f-9a6d-8f142ccfbf27 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:54.073480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.079906 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28ac9029-477c-4211-9c7c-c305e0b8f3a1 req-749289d3-8660-400f-9a6d-8f142ccfbf27 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.4854279 Nov 27 01:03:54.105060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 076ee2de-beb0-42e2-95fa-63186b55a1db up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:54.117208 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c923c9-d4d7-4d7d-bce5-dc6315e0ea82 req-95e74180-ee8a-4634-b828-5a8eb137c145 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:54.125355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7c923c9-d4d7-4d7d-bce5-dc6315e0ea82 req-95e74180-ee8a-4634-b828-5a8eb137c145 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 944 time: 0.2841516 Nov 27 01:03:54.145455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eaf9c-7e7a-4b7d-8887-a059cc6ee608 service neutron] Pushing event updated for resources: {'Port': ['ID=ac93d525-7809-4882-adb3-c62db4ce437f,revision_number=10']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:54.178224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-047b291f-af62-42b8-b786-93a659aa2a32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16285d7511404fa3829cf6921433ce27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8161986 Nov 27 01:03:54.178224 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-f5500010-b8a7-4e2a-8e78-c8e9db421011 service neutron] show failed (client error): The resource could not be found. Nov 27 01:03:54.178224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-f5500010-b8a7-4e2a-8e78-c8e9db421011 service neutron] 10.222.0.11 "GET /v2.0/ports/e26f8894-e533-49d7-bd62-6225b97ad7f5/bindings/n-h2-819494-2 HTTP/1.1" status: 404 len: 380 time: 0.5177784 Nov 27 01:03:54.180260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b291f-af62-42b8-b786-93a659aa2a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d3024c-3fb8-4ddc-bf1f-81e2fbf1775f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:54.183932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43232) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:54.261875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a8e6f11b-e7a9-4ac6-aacd-b71d28c14f38 req-245221bb-584f-45e8-a78b-0e729acefb34 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Deleting port c246f02f-61b4-4eef-89c7-29f1f16a0cd2 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:03:54.262383 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a8e6f11b-e7a9-4ac6-aacd-b71d28c14f38 req-245221bb-584f-45e8-a78b-0e729acefb34 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.273232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-152eaf9c-7e7a-4b7d-8887-a059cc6ee608 service neutron] No DVR routers for this DVR port ac93d525-7809-4882-adb3-c62db4ce437f on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:54.319231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-56041c69-c181-49ec-bfc7-6d15ab8bd025 None None] Provisioning complete for port 076ee2de-beb0-42e2-95fa-63186b55a1db triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:54.320133 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56041c69-c181-49ec-bfc7-6d15ab8bd025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.372351 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28ac9029-477c-4211-9c7c-c305e0b8f3a1 req-cdcba369-d67a-4370-bd31-d9cf26da5344 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870965 Nov 27 01:03:54.420686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38a6cbd8-1dd2-4f41-a99f-150150b82b56 req-6a0f5d26-6499-4cce-ad57-2e0c4f9b4c93 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278932 Nov 27 01:03:54.446969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7c923c9-d4d7-4d7d-bce5-dc6315e0ea82 req-570fbe5b-8429-41f5-8af5-6f1ddfe249d3 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204172 Nov 27 01:03:54.510521 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56041c69-c181-49ec-bfc7-6d15ab8bd025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.597946 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-152eaf9c-7e7a-4b7d-8887-a059cc6ee608 service neutron] 10.222.0.42 "PUT /v2.0/ports/ac93d525-7809-4882-adb3-c62db4ce437f/bindings/n-h1-819494-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9623680 Nov 27 01:03:54.633500 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df427a15-f9ce-4dc9-9008-43a1b87cebe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.683155 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.695114 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df427a15-f9ce-4dc9-9008-43a1b87cebe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.721414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 076ee2de-beb0-42e2-95fa-63186b55a1db triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:54.722171 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.729869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-56041c69-c181-49ec-bfc7-6d15ab8bd025 None None] For port 076ee2de-beb0-42e2-95fa-63186b55a1db, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=076ee2de-beb0-42e2-95fa-63186b55a1db,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:54.758265 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56041c69-c181-49ec-bfc7-6d15ab8bd025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.819179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b3f33d-9508-4848-b07c-5cb4fc2088fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:54.821808 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8a7b1c-2772-4d4a-bb4f-768738f9c77e" -d '{"events": [{"server_uuid": "56b3f33d-9508-4848-b07c-5cb4fc2088fe", "name": "network-vif-plugged", "status": "completed", "tag": "4cf10d1f-e9b9-4766-82cd-e89f17d3c026"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:54.827907 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df427a15-f9ce-4dc9-9008-43a1b87cebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.832068 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df427a15-f9ce-4dc9-9008-43a1b87cebe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.836128 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-df427a15-f9ce-4dc9-9008-43a1b87cebe4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4d3024c-3fb8-4ddc-bf1f-81e2fbf1775f HTTP/1.1" status: 204 len: 168 time: 0.6471806 Nov 27 01:03:54.850590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:54.857606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c658f2-7c34-4bf1-8c04-1a0109b66fd8 req-dd4202bf-2495-4214-9738-10aabd49c45e tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:54.863171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1c658f2-7c34-4bf1-8c04-1a0109b66fd8 req-dd4202bf-2495-4214-9738-10aabd49c45e tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 950 time: 0.3406980 Nov 27 01:03:54.880701 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.883015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-ade158c3-a067-4c31-a306-e580eb7842ea tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:54.883916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ac93d525-7809-4882-adb3-c62db4ce437f no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:54.885907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-ade158c3-a067-4c31-a306-e580eb7842ea tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1096 time: 0.1438313 Nov 27 01:03:54.889842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56041c69-c181-49ec-bfc7-6d15ab8bd025 None None] Pushing event updated for resources: {'Port': ['ID=076ee2de-beb0-42e2-95fa-63186b55a1db,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:54.909707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df427a15-f9ce-4dc9-9008-43a1b87cebe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d3024c-3fb8-4ddc-bf1f-81e2fbf1775f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:54.961004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:54.969170 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1c658f2-7c34-4bf1-8c04-1a0109b66fd8 req-19eef666-18f0-4e1c-a188-98e4864bc35f tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/security-groups?id=a616e9fc-5922-44d3-8efa-b8172bf78aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914583 Nov 27 01:03:54.973943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-ee97bdf2-eb3d-414f-a760-f400c6f65b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:54.975460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-ee97bdf2-eb3d-414f-a760-f400c6f65b8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965 HTTP/1.1" status: 200 len: 1096 time: 0.0669365 Nov 27 01:03:55.033818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-971d1ead-dcc1-4d63-aff3-08d3a5067ad0 None None] Provisioning complete for port 076ee2de-beb0-42e2-95fa-63186b55a1db triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:55.034139 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-971d1ead-dcc1-4d63-aff3-08d3a5067ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.037541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a8e6f11b-e7a9-4ac6-aacd-b71d28c14f38 req-245221bb-584f-45e8-a78b-0e729acefb34 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] For port c246f02f-61b4-4eef-89c7-29f1f16a0cd2, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c246f02f-61b4-4eef-89c7-29f1f16a0cd2,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:55.038105 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a8e6f11b-e7a9-4ac6-aacd-b71d28c14f38 req-245221bb-584f-45e8-a78b-0e729acefb34 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.092778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-054e8c52-b886-414e-bf8c-a09709342937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:55.094332 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-054e8c52-b886-414e-bf8c-a09709342937 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1096 time: 0.0828509 Nov 27 01:03:55.122181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:55.131453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ac93d525-7809-4882-adb3-c62db4ce437f not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:55.175750 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4ccfa5-8e6a-4fca-a0e2-09332c874da4 x-openstack-request-id: req-fb4ccfa5-8e6a-4fca-a0e2-09332c874da4 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:55.176090 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b3f33d-9508-4848-b07c-5cb4fc2088fe", "name": "network-vif-plugged", "status": "completed", "tag": "4cf10d1f-e9b9-4766-82cd-e89f17d3c026", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:55.176372 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb4ccfa5-8e6a-4fca-a0e2-09332c874da4 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:55.176938 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b3f33d-9508-4848-b07c-5cb4fc2088fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026', 'code': 200} Nov 27 01:03:55.183923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a8e6f11b-e7a9-4ac6-aacd-b71d28c14f38 req-245221bb-584f-45e8-a78b-0e729acefb34 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Calling delete_port for c246f02f-61b4-4eef-89c7-29f1f16a0cd2 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:03:55.233251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-d2d73523-05d6-496c-a158-0e4d1d73dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:55.234410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-d2d73523-05d6-496c-a158-0e4d1d73dda5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2&tenant_id=cae186c4f2334d95a689ce9bbc113764 HTTP/1.1" status: 200 len: 1101 time: 0.7436957 Nov 27 01:03:55.275304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-2', 'device_owner': 'compute:nova'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:03:55.304056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-3d85d04f-9a28-4064-9d75-f1236f1658d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:55.305881 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-3d85d04f-9a28-4064-9d75-f1236f1658d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.2000027 Nov 27 01:03:55.318894 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92b250-4ea5-4290-b73c-bf0908d9a35d req-c2561d30-e23f-42e2-a7d5-311fec63c2c1 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:55.321179 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b92b250-4ea5-4290-b73c-bf0908d9a35d req-c2561d30-e23f-42e2-a7d5-311fec63c2c1 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 945 time: 0.3522635 Nov 27 01:03:55.387003 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-82c79d19-08ca-4271-b718-f01d06b4cd45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac93d525-7809-4882-adb3-c62db4ce437f HTTP/1.1" status: 200 len: 217 time: 0.0733302 Nov 27 01:03:55.453039 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.479561 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b92b250-4ea5-4290-b73c-bf0908d9a35d req-3ba572ff-4825-4249-938f-67be575ed455 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370966 Nov 27 01:03:55.538850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43260) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:55.558944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-9f1fef89-7a53-4571-b79b-b8122754e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:55.562457 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-9f1fef89-7a53-4571-b79b-b8122754e2c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1613121 Nov 27 01:03:55.599659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7d2c7-36f4-420a-b769-0156ab4ed7b8 req-289e0666-ea25-4305-bc73-a06e8f1a563d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:55.606887 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03a7d2c7-36f4-420a-b769-0156ab4ed7b8 req-289e0666-ea25-4305-bc73-a06e8f1a563d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.1067424 Nov 27 01:03:55.613985 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c650d6f1-8d70-4f85-9185-94a9a368c21c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.660805 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 076ee2de-beb0-42e2-95fa-63186b55a1db up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:55.665497 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-a97dff3a-e3ef-4a71-831a-b74d757cc5f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886910 Nov 27 01:03:55.732064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 076ee2de-beb0-42e2-95fa-63186b55a1db triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:03:55.732431 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.751317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a8e6f11b-e7a9-4ac6-aacd-b71d28c14f38 req-245221bb-584f-45e8-a78b-0e729acefb34 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:55.764755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Router 02f54c1d-69f7-498d-83de-897a2c9cab8b is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:03:55.781069 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-5c052a0c-d755-4d2b-a79b-d826be462fca service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053894 Nov 27 01:03:55.837374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 8c2bc447-2697-4835-a82c-fcecaaf8fc45 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:03:55.925005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03a7d2c7-36f4-420a-b769-0156ab4ed7b8 req-d791a86c-cdb4-48fc-abdb-e55549a88887 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169978 Nov 27 01:03:55.986167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245221bb-584f-45e8-a78b-0e729acefb34 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Pushing event deleted for resources: {'Port': ['ID=c246f02f-61b4-4eef-89c7-29f1f16a0cd2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:56.011566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:03:56.021573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c650d6f1-8d70-4f85-9185-94a9a368c21c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.024183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300f1b8-3907-4d9f-a604-b6ce9b980572 req-ecbb2b93-9950-4ed5-8480-9593c7769b9c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:56.027752 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Sync routers for ids ['02f54c1d-69f7-498d-83de-897a2c9cab8b'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:03:56.033831 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c650d6f1-8d70-4f85-9185-94a9a368c21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.036869 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9300f1b8-3907-4d9f-a604-b6ce9b980572 req-ecbb2b93-9950-4ed5-8480-9593c7769b9c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 944 time: 0.3949039 Nov 27 01:03:56.068083 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Routers {'02f54c1d-69f7-498d-83de-897a2c9cab8b'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:56.072008 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:03:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['02f54c1d-69f7-498d-83de-897a2c9cab8b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:56.079987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650d6f1-8d70-4f85-9185-94a9a368c21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ac50f0-3a21-4d50-902d-f5b1f4c2a6eb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:56.089689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:56.118396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-f0be0bd9-2e6b-44a3-a64e-f641cc7f01ec service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183343 Nov 27 01:03:56.125692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '8c2bc447-2697-4835-a82c-fcecaaf8fc45', 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30', 'port_id': '8c2bc447-2697-4835-a82c-fcecaaf8fc45', 'mac_address': 'fa:16:3e:40:47:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b48ccc-43fc-4543-b194-fe3642bc63a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:03:56.192664 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9300f1b8-3907-4d9f-a604-b6ce9b980572 req-294727f7-aa70-49aa-a2ce-c3a341f0391c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544147 Nov 27 01:03:56.211111 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c650d6f1-8d70-4f85-9185-94a9a368c21c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c226ec73cca478a942a06896ed309f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6711001 Nov 27 01:03:56.213679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43278) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:56.283491 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.324059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2bc447-2697-4835-a82c-fcecaaf8fc45 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:03:56.375307 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:56.382606 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.406088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:03:56.411097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fec257a8-ef63-4405-9018-a7042d8d2716 req-a742cae9-d779-4e62-b6bf-0d63c1e8c903 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.37 "GET /v2.0/ports?device_id=f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a HTTP/1.1" status: 200 len: 210 time: 0.1373882 Nov 27 01:03:56.412369 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Set router 02f54c1d-69f7-498d-83de-897a2c9cab8b gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:56.482279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:56.486763 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc821b80-f9e6-46b1-8ecd-6dc1bd258464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.565510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=8c2bc447-2697-4835-a82c-fcecaaf8fc45,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:56.575018 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.596088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Transition to ACTIVE for port object e26f8894-e533-49d7-bd62-6225b97ad7f5 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:03:56.600791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26f8894-e533-49d7-bd62-6225b97ad7f5'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:56.603987 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4763e8fe-d120-495a-83ed-d571ec7bbc89" -d '{"events": [{"server_uuid": "af8596ec-1ff0-405e-92b0-443081386ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "e26f8894-e533-49d7-bd62-6225b97ad7f5"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:56.609940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.615155 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b9fa28d2-d6a6-42dc-b074-cf2de14281a2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7377429 Nov 27 01:03:56.618995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43284) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:56.620712 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.641688 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc821b80-f9e6-46b1-8ecd-6dc1bd258464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.657618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e6f11b-e7a9-4ac6-aacd-b71d28c14f38 req-245221bb-584f-45e8-a78b-0e729acefb34 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] No DVR routers for this DVR port c246f02f-61b4-4eef-89c7-29f1f16a0cd2 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:56.661609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a8e6f11b-e7a9-4ac6-aacd-b71d28c14f38 req-245221bb-584f-45e8-a78b-0e729acefb34 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.667746 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a8e6f11b-e7a9-4ac6-aacd-b71d28c14f38 req-245221bb-584f-45e8-a78b-0e729acefb34 tempest-ServerDiagnosticsNegativeTest-1434068296 tempest-ServerDiagnosticsNegativeTest-1434068296-project] 10.222.0.11 "DELETE /v2.0/ports/c246f02f-61b4-4eef-89c7-29f1f16a0cd2 HTTP/1.1" status: 204 len: 173 time: 3.1366568 Nov 27 01:03:56.712353 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:03:53Z', 'revision_number': 3, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:56.779871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-f7db7eca-549e-40d3-9e3c-2723c8765538 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:56.780268 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['8c2bc447-2697-4835-a82c-fcecaaf8fc45'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:03:56.781705 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b7f28c-4249-434a-b70a-afb555e8d7f8 x-openstack-request-id: req-b4b7f28c-4249-434a-b70a-afb555e8d7f8 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:56.781994 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8596ec-1ff0-405e-92b0-443081386ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "e26f8894-e533-49d7-bd62-6225b97ad7f5", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:56.782262 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4b7f28c-4249-434a-b70a-afb555e8d7f8 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:56.783772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-f7db7eca-549e-40d3-9e3c-2723c8765538 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 1096 time: 0.2438760 Nov 27 01:03:56.784961 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26f8894-e533-49d7-bd62-6225b97ad7f5', 'code': 200} Nov 27 01:03:56.798471 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Checking router: 02f54c1d-69f7-498d-83de-897a2c9cab8b for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:03:56.798818 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Updating router 02f54c1d-69f7-498d-83de-897a2c9cab8b port e384901b-6a1d-4ba5-86c0-44d24d89e986 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:03:56.875854 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc821b80-f9e6-46b1-8ecd-6dc1bd258464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.878450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc821b80-f9e6-46b1-8ecd-6dc1bd258464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.881762 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:56.909825 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dc821b80-f9e6-46b1-8ecd-6dc1bd258464 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3ac50f0-3a21-4d50-902d-f5b1f4c2a6eb HTTP/1.1" status: 204 len: 168 time: 0.6806874 Nov 27 01:03:56.926917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e26f8894-e533-49d7-bd62-6225b97ad7f5 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:56.932329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] No DVR routers for this DVR port e26f8894-e533-49d7-bd62-6225b97ad7f5 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:03:56.960207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc821b80-f9e6-46b1-8ecd-6dc1bd258464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ac50f0-3a21-4d50-902d-f5b1f4c2a6eb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:57.151115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Attempting to bind port e26f8894-e533-49d7-bd62-6225b97ad7f5 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:57.151509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Attempting to bind port e26f8894-e533-49d7-bd62-6225b97ad7f5 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:57.151941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Attempting to bind port e26f8894-e533-49d7-bd62-6225b97ad7f5 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:57.191005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d18d06-6c2b-4677-9a92-13365d8ce6f7 req-a18e7f1e-f45f-4d7f-b16f-442d66caa732 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:57.193124 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32d18d06-6c2b-4677-9a92-13365d8ce6f7 req-a18e7f1e-f45f-4d7f-b16f-442d66caa732 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 945 time: 0.4199052 Nov 27 01:03:57.230481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e26f8894-e533-49d7-bd62-6225b97ad7f5 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:57.231043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device c246f02f-61b4-4eef-89c7-29f1f16a0cd2 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:03:57.248802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Pushing event updated for resources: {'Port': ['ID=e26f8894-e533-49d7-bd62-6225b97ad7f5,revision_number=6']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:57.265769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: c246f02f-61b4-4eef-89c7-29f1f16a0cd2 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:03:57.266326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device c246f02f-61b4-4eef-89c7-29f1f16a0cd2 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:03:57.267100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Port e26f8894-e533-49d7-bd62-6225b97ad7f5 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:03:57.267525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Attempting to bind port e26f8894-e533-49d7-bd62-6225b97ad7f5 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:57.284656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:57.285163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:57.285649 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:57.286415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Bound port: e26f8894-e533-49d7-bd62-6225b97ad7f5, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:57.287095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:57.332654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-8267774e-9f4d-4c6d-b7ac-ab785dfa17bb service neutron] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:57.368157 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-8267774e-9f4d-4c6d-b7ac-ab785dfa17bb service neutron] Publish callbacks [] for binding, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:57.372275 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8004bda2-cb36-4a05-b587-7a50c7fd25f5 req-8267774e-9f4d-4c6d-b7ac-ab785dfa17bb service neutron] 10.222.0.11 "DELETE /v2.0/ports/ac93d525-7809-4882-adb3-c62db4ce437f/bindings/n-h2-819494-2 HTTP/1.1" status: 204 len: 173 time: 0.5787554 Nov 27 01:03:57.427685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0253ef-6701-4ce9-8b89-2fad5f145f5e req-8563429b-2086-4411-8d07-44428165741b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:57.438490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5f0253ef-6701-4ce9-8b89-2fad5f145f5e req-8563429b-2086-4411-8d07-44428165741b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 948 time: 0.2581987 Nov 27 01:03:57.515860 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5f0253ef-6701-4ce9-8b89-2fad5f145f5e req-179544bd-5296-4357-abe7-1d2579bc2ecf tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761878 Nov 27 01:03:57.570618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32d18d06-6c2b-4677-9a92-13365d8ce6f7 req-be588982-27e5-49fa-85e5-9419acf93111 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149090 Nov 27 01:03:57.664098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:57.709069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:57.723024 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:57.861475 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:57.925452 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:57.943051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:57.943614 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:57.945014 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] 10.222.0.42 "PUT /v2.0/ports/e26f8894-e533-49d7-bd62-6225b97ad7f5 HTTP/1.1" status: 200 len: 1096 time: 2.6752374 Nov 27 01:03:58.020709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f354d-2804-4ac6-82e7-8629f0f1523d req-7a5922cf-7708-4fd2-8ae8-519c5da5e1a2 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.027483 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-577f354d-2804-4ac6-82e7-8629f0f1523d req-7a5922cf-7708-4fd2-8ae8-519c5da5e1a2 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 945 time: 0.2472360 Nov 27 01:03:58.033081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff0372-a1a3-48f4-aab5-c2f2c22a7f6b service neutron] Pushing event updated for resources: {'Port': ['ID=e26f8894-e533-49d7-bd62-6225b97ad7f5,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:58.109375 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Pushing event updated for resources: {'Port': ['ID=e384901b-6a1d-4ba5-86c0-44d24d89e986,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:58.156396 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:58.156743 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:58.157088 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:58.157436 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:58.157760 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:58.158095 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:58.158441 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:58.158804 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:58.159132 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:58.159456 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:58.159781 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:58.160172 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:03:58.188425 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Attempting to bind port e384901b-6a1d-4ba5-86c0-44d24d89e986 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:03:58.189119 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Attempting to bind port e384901b-6a1d-4ba5-86c0-44d24d89e986 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:03:58.189257 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Attempting to bind port e384901b-6a1d-4ba5-86c0-44d24d89e986 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:03:58.232449 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:03:58.234496 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:03:58.235100 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:58.237098 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:03:58.237796 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Bound port: e384901b-6a1d-4ba5-86c0-44d24d89e986, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:03:58.242119 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:58.274134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-bde46104-6c14-40a6-9433-849d07508845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.276621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-bde46104-6c14-40a6-9433-849d07508845 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 1099 time: 0.2464147 Nov 27 01:03:58.304128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eed58-b19f-4eff-9914-86b3012baffa req-67707b0f-2821-4cb2-a5b3-65ce9004eb04 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.322079 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-958eed58-b19f-4eff-9914-86b3012baffa req-67707b0f-2821-4cb2-a5b3-65ce9004eb04 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1096 time: 0.1049597 Nov 27 01:03:58.322871 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-577f354d-2804-4ac6-82e7-8629f0f1523d req-4ce8d1b9-ec11-4493-9679-fa281785b16b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944369 Nov 27 01:03:58.396645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-958eed58-b19f-4eff-9914-86b3012baffa req-e714c5e0-d8f3-4e64-aac3-98edac600bc7 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675182 Nov 27 01:03:58.427598 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] For port e384901b-6a1d-4ba5-86c0-44d24d89e986, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:03:58.435345 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] For port e384901b-6a1d-4ba5-86c0-44d24d89e986, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e384901b-6a1d-4ba5-86c0-44d24d89e986,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:03:58.447408 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:58.462885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-d4947f4b-83dd-4640-ac29-594800e48763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.464440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-d4947f4b-83dd-4640-ac29-594800e48763 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1295009 Nov 27 01:03:58.551064 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-f0aa7383-02d8-4f23-ba19-1d458f326ad4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5 HTTP/1.1" status: 200 len: 217 time: 0.0507331 Nov 27 01:03:58.598208 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Routers {'02f54c1d-69f7-498d-83de-897a2c9cab8b'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:03:58.602352 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:03:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['02f54c1d-69f7-498d-83de-897a2c9cab8b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:58.699260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-1b80bd14-6ca9-4e0d-b131-e7c6c90ba3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.700717 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-1b80bd14-6ca9-4e0d-b131-e7c6c90ba3c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1484544 Nov 27 01:03:58.702312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43346) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:58.721592 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c39c77-5b0b-4f27-8110-c19638eb873a None None] Pushing event updated for resources: {'Port': ['ID=e384901b-6a1d-4ba5-86c0-44d24d89e986,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:03:58.786979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a', 'name': 'network-vif-deleted', 'tag': 'c246f02f-61b4-4eef-89c7-29f1f16a0cd2'}, {'name': 'network-changed', 'server_uuid': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'tag': 'e26f8894-e533-49d7-bd62-6225b97ad7f5'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:03:58.789313 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb0c15f-c044-4f64-87ee-3546cdeb8187" -d '{"events": [{"server_uuid": "f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a", "name": "network-vif-deleted", "tag": "c246f02f-61b4-4eef-89c7-29f1f16a0cd2"}, {"name": "network-changed", "server_uuid": "af8596ec-1ff0-405e-92b0-443081386ec2", "tag": "e26f8894-e533-49d7-bd62-6225b97ad7f5"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:03:58.799083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-aa6a460c-3205-4a17-a28b-312ffe8cd087 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.807531 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-aa6a460c-3205-4a17-a28b-312ffe8cd087 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 821 time: 0.1441114 Nov 27 01:03:58.813171 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:03:58.845772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-0bde5e27-b016-4149-a89f-d0bb31ff58fe tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/quotas/ca69bacd12cb44a1a0cd22fd59af3965 HTTP/1.1" status: 200 len: 375 time: 0.0372653 Nov 27 01:03:58.880631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22c86-2878-48ea-9286-2cbecb91d801 req-77fd0d60-a3d7-4525-b68e-672463f33352 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:58.882491 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-36e22c86-2878-48ea-9286-2cbecb91d801 req-77fd0d60-a3d7-4525-b68e-672463f33352 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 948 time: 0.1808579 Nov 27 01:03:58.921500 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] Set router 02f54c1d-69f7-498d-83de-897a2c9cab8b gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:03:58.994623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-74015fb2-b973-4fa2-aea5-3cdd5973cf9a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458461 Nov 27 01:03:59.136117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-815a27ef-0d0e-45bd-ac95-0b00483413b7 service neutron] 10.222.0.37 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400733 Nov 27 01:03:59.280566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-f4f9331d-b97f-462e-8ab5-4d8c6e5fccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:03:59.287109 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-f4f9331d-b97f-462e-8ab5-4d8c6e5fccbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5345666 Nov 27 01:03:59.296331 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-9ad04e38-e250-4296-b392-ac5c761c3d50 service neutron] 10.222.0.37 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573517 Nov 27 01:03:59.326888 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:03:53Z', 'revision_number': 3, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:03:59.370420 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c7d4e-3415-4a84-ac59-7ec1fa5f0363 None None] The sync data for ids ['02f54c1d-69f7-498d-83de-897a2c9cab8b'] in n-d-819494-2 is: [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:03:53Z', 'revision_number': 3, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:03:59.570138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-36e22c86-2878-48ea-9286-2cbecb91d801 req-19d916c3-9e70-47ad-a9a7-ead028497a8d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979476 Nov 27 01:03:59.709057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Allocated IP 172.20.0.1 (874ba3d7-fadd-49cf-b553-f26abbe13939/89a5c702-8864-411b-b4cf-2e5d39b836d0/3c533606-9e5f-48c0-b2ac-02cbd5e98c5f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:03:59.791670 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f919898a-c633-41ac-b74b-456ecbb69274 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc8a64216c894e27a4938080657c049d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0815167 Nov 27 01:03:59.792667 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 01:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e860fc2-6d31-49cf-bf26-12bdea83878c x-openstack-request-id: req-3e860fc2-6d31-49cf-bf26-12bdea83878c {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:03:59.792960 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a", "name": "network-vif-deleted", "tag": "c246f02f-61b4-4eef-89c7-29f1f16a0cd2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af8596ec-1ff0-405e-92b0-443081386ec2", "tag": "e26f8894-e533-49d7-bd62-6225b97ad7f5", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:03:59.793206 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e860fc2-6d31-49cf-bf26-12bdea83878c {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:03:59.793646 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f952c34f-6f08-44e0-9ac4-32e8b9f8dc2a', 'name': 'network-vif-deleted', 'tag': 'c246f02f-61b4-4eef-89c7-29f1f16a0cd2', 'status': 'completed', 'code': 200} Nov 27 01:03:59.793978 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'tag': 'e26f8894-e533-49d7-bd62-6225b97ad7f5', 'status': 'completed', 'code': 200} Nov 27 01:03:59.797669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43384) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:03:59.857106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 8c2bc447-2697-4835-a82c-fcecaaf8fc45 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:03:59.881446 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-2ab2d50c-f31e-4154-8454-3ca872027345 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616851 Nov 27 01:04:00.003521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:04:00.028573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:00.028768 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.077864 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bfc4b32-9e0f-4f7c-9ee8-72870f1a03b0 req-98138bb4-4b3a-4bc7-bf71-3914404585cf tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 210 time: 0.1459534 Nov 27 01:04:00.205392 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.227388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-6ab71119-5f49-49c0-a283-97622fc000db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:00.229050 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-6ab71119-5f49-49c0-a283-97622fc000db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 1099 time: 0.4398170 Nov 27 01:04:00.243804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.255440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ec1e9-1018-42e0-85b1-267be8b5f2b4 req-a6813a20-cb55-40b6-bb2b-15c2b5ca82fe tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:00.258634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6acba62-b48d-4385-8f53-8a50a5ff984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2bc447-2697-4835-a82c-fcecaaf8fc45'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:00.269386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a7ec1e9-1018-42e0-85b1-267be8b5f2b4 req-a6813a20-cb55-40b6-bb2b-15c2b5ca82fe tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 945 time: 0.3612058 Nov 27 01:04:00.275403 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a4465a-3f63-4aed-920c-095274ff8dec" -d '{"events": [{"server_uuid": "a6acba62-b48d-4385-8f53-8a50a5ff984e", "name": "network-vif-plugged", "status": "completed", "tag": "8c2bc447-2697-4835-a82c-fcecaaf8fc45"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:00.280100 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b495113d-9f1f-48fe-8b96-2f3ff9efc409 req-a758fcf4-f084-4324-b158-6d023fc7027c service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646667 Nov 27 01:04:00.332974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.335241 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:00.348431 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.388870 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-068cb261-a941-4be4-8f9e-0e3b53e47214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.403790 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ed9632-6641-429f-a822-d238e7ad00ff x-openstack-request-id: req-98ed9632-6641-429f-a822-d238e7ad00ff {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:00.404667 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6acba62-b48d-4385-8f53-8a50a5ff984e", "name": "network-vif-plugged", "status": "completed", "tag": "8c2bc447-2697-4835-a82c-fcecaaf8fc45", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:00.406516 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98ed9632-6641-429f-a822-d238e7ad00ff {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:00.408225 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6acba62-b48d-4385-8f53-8a50a5ff984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2bc447-2697-4835-a82c-fcecaaf8fc45', 'code': 200} Nov 27 01:04:00.457993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Network 874ba3d7-fadd-49cf-b553-f26abbe13939 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:00.471698 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=8c2bc447-2697-4835-a82c-fcecaaf8fc45,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:00.565977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:00.575373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:00.580272 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.582306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Pushing event updated for resources: {'Port': ['ID=3c533606-9e5f-48c0-b2ac-02cbd5e98c5f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:00.657743 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-068cb261-a941-4be4-8f9e-0e3b53e47214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.703096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-77231bc4-87f0-4b98-a05f-ceada1850f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:00.708634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-77231bc4-87f0-4b98-a05f-ceada1850f3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 1099 time: 0.2512922 Nov 27 01:04:00.743252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-338b9fb4-55f2-46fc-9bfe-9759bb7b8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:00.752025 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-338b9fb4-55f2-46fc-9bfe-9759bb7b8717 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.4687531 Nov 27 01:04:00.936873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a7ec1e9-1018-42e0-85b1-267be8b5f2b4 req-a7fa9347-7b1c-406a-a4e9-0b48d763b999 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659958 Nov 27 01:04:00.979194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-e9b4cf5e-db49-42aa-b94c-34ca310942ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5 HTTP/1.1" status: 200 len: 217 time: 0.1836936 Nov 27 01:04:00.981308 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-068cb261-a941-4be4-8f9e-0e3b53e47214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.983988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-068cb261-a941-4be4-8f9e-0e3b53e47214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:00.985076 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-068cb261-a941-4be4-8f9e-0e3b53e47214 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a616e9fc-5922-44d3-8efa-b8172bf78aa7 HTTP/1.1" status: 204 len: 168 time: 1.1822867 Nov 27 01:04:01.040945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-eaf20b68-4e49-476d-8197-ebb4e067b803 None None] Provisioning complete for port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:01.041531 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eaf20b68-4e49-476d-8197-ebb4e067b803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:01.078740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1e3de-4096-44ec-90a3-542c57fe7f98 req-fd3a8e7f-852e-4497-aa05-167e8a62ba8e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:01.080304 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-adb1e3de-4096-44ec-90a3-542c57fe7f98 req-fd3a8e7f-852e-4497-aa05-167e8a62ba8e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 948 time: 0.2300322 Nov 27 01:04:01.082085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-ac3a664a-f296-4be2-aa98-855940728f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:01.103802 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-ac3a664a-f296-4be2-aa98-855940728f6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3806076 Nov 27 01:04:01.207465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-eaf20b68-4e49-476d-8197-ebb4e067b803 None None] Port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:01.325003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cb261-a941-4be4-8f9e-0e3b53e47214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a616e9fc-5922-44d3-8efa-b8172bf78aa7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:01.350814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010be7a-90e3-45d9-ae96-ca16a6fd9f33 req-c7b69e9d-cce6-4dde-a8de-433ec491bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:01.352297 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9010be7a-90e3-45d9-ae96-ca16a6fd9f33 req-c7b69e9d-cce6-4dde-a8de-433ec491bbfb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 1097 time: 0.5903218 Nov 27 01:04:01.404571 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-1a525f47-0b07-463b-9e9b-fff0f3f21ed1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5 HTTP/1.1" status: 200 len: 217 time: 0.2818580 Nov 27 01:04:01.465095 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9010be7a-90e3-45d9-ae96-ca16a6fd9f33 req-77e95b2a-cb4f-4cda-97d1-b640288dcbde service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006262 Nov 27 01:04:01.482037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-dc7ae51a-078c-491f-9679-a7247431a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:01.483959 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-dc7ae51a-078c-491f-9679-a7247431a946 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.4975002 Nov 27 01:04:01.587061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-83842c44-692a-4b09-b2a4-c548c8394d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:01.588633 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-83842c44-692a-4b09-b2a4-c548c8394d90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952682 Nov 27 01:04:01.646373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-91156887-d585-44c2-9416-ae0ced6ed265 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:01.648200 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-91156887-d585-44c2-9416-ae0ced6ed265 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 821 time: 0.3262825 Nov 27 01:04:01.652829 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-adb1e3de-4096-44ec-90a3-542c57fe7f98 req-00c28ace-2580-442b-ba47-09d5b7d313f8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412359 Nov 27 01:04:01.653798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:01.728228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e384901b-6a1d-4ba5-86c0-44d24d89e986 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:01.731129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Request body: {'port': {'device_id': '8004a323-d19f-4fdb-8fe2-f828f003812b', 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1', 'admin_state_up': True, 'tenant_id': 'ca69bacd12cb44a1a0cd22fd59af3965'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:01.871403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e384901b-6a1d-4ba5-86c0-44d24d89e986 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:01.871853 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:01.893906 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-8920eeac-1c4d-4364-aa50-20d6712cfdea service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967498 Nov 27 01:04:01.912866 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43448) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:01.959785 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee7e2-e071-44b9-b0bf-b00405a75772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:01.999235 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.031660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port e384901b-6a1d-4ba5-86c0-44d24d89e986, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e384901b-6a1d-4ba5-86c0-44d24d89e986,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:02.045078 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.053152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-d0d63cf6-5610-4981-b844-fa37c04773e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:02.058716 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-d0d63cf6-5610-4981-b844-fa37c04773e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.3942313 Nov 27 01:04:02.074723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8609b119-838d-415e-928c-16844d359c9e req-f6c3f831-20a6-4e0b-a26c-aabaad191d54 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 210 time: 0.1764202 Nov 27 01:04:02.223488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=e384901b-6a1d-4ba5-86c0-44d24d89e986,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:02.228753 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-1b3e33d3-64bd-490d-a6f7-1f35bc140623 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254654 Nov 27 01:04:02.265695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-140f07a8-c2d7-4b12-9c23-f90b4cee1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:02.267228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-140f07a8-c2d7-4b12-9c23-f90b4cee1116 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883576 Nov 27 01:04:02.294585 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee7e2-e071-44b9-b0bf-b00405a75772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.304451 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee7e2-e071-44b9-b0bf-b00405a75772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.362029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3f5ee7e2-e071-44b9-b0bf-b00405a75772 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a44aecf0e0504ba183c0c73e9089a63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480896 Nov 27 01:04:02.363298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43456) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:02.371892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ee7e2-e071-44b9-b0bf-b00405a75772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2687d1bf-7524-462b-b757-08fb2bd60546,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:02.406578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Made reservation on behalf of ca69bacd12cb44a1a0cd22fd59af3965 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:02.411274 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.439649 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4625082-7810-4d95-8321-8bea14b0b7d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.484691 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4625082-7810-4d95-8321-8bea14b0b7d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.490117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050d8de-b791-4332-be73-7a23c11ff285 req-e7c7f1c7-28f3-43ae-affe-74790235c722 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:02.497990 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4050d8de-b791-4332-be73-7a23c11ff285 req-e7c7f1c7-28f3-43ae-affe-74790235c722 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 946 time: 0.2493453 Nov 27 01:04:02.558705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4625082-7810-4d95-8321-8bea14b0b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.565031 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4625082-7810-4d95-8321-8bea14b0b7d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.566686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a4625082-7810-4d95-8321-8bea14b0b7d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2687d1bf-7524-462b-b757-08fb2bd60546 HTTP/1.1" status: 204 len: 168 time: 0.2022178 Nov 27 01:04:02.585074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4625082-7810-4d95-8321-8bea14b0b7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2687d1bf-7524-462b-b757-08fb2bd60546,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:02.641421 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-a909469d-de74-4b76-8af3-86d6a90099f7 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248832 Nov 27 01:04:02.702375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4050d8de-b791-4332-be73-7a23c11ff285 req-062f0af3-b012-46bb-83bc-9394901c772d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038839 Nov 27 01:04:02.799932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.821492 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.822787 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:02.827344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Allocated IP 172.20.0.14 (4d6ac408-0bb6-4f55-ac0a-77d23854a7d1/1c425f4c-85f5-429d-986b-d3dfb33a41e4/c0ec12f9-7ff3-4573-b876-65cfc6174007) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:02.968240 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cafd3-0204-483c-888b-231845229736 req-b876ed4a-57d9-4142-a69f-10341fa3d5a6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:02.972282 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-095cafd3-0204-483c-888b-231845229736 req-b876ed4a-57d9-4142-a69f-10341fa3d5a6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 948 time: 0.1676471 Nov 27 01:04:03.017377 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5eb0c15f-c044-4f64-87ee-3546cdeb8187 req-29bd0a12-f2dd-437d-a455-2fe1c2b708bc service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139651 Nov 27 01:04:03.086689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Pushing event updated for resources: {'Port': ['ID=3c533606-9e5f-48c0-b2ac-02cbd5e98c5f,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:03.106084 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-095cafd3-0204-483c-888b-231845229736 req-1e3294eb-84ad-4ecb-8124-224469f2f3b7 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281142 Nov 27 01:04:03.219802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Network 874ba3d7-fadd-49cf-b553-f26abbe13939 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:03.223723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:03.386869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5154e87a-7b25-4038-b787-26e98dcb3539 req-b3343a47-3529-4958-8d34-6833d77caaaa tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 210 time: 0.0716784 Nov 27 01:04:03.690876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e384901b-6a1d-4ba5-86c0-44d24d89e986 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:03.706192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-710cf771-606d-478b-a607-46a641e61cd4 None None] Provisioning complete for port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:03.713557 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-710cf771-606d-478b-a607-46a641e61cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:03.937771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00e7f4-975f-4f11-9379-c02481b5f6e0 req-d3b6f679-e4f8-4046-9bd8-aa4609263582 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:03.954386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b00e7f4-975f-4f11-9379-c02481b5f6e0 req-d3b6f679-e4f8-4046-9bd8-aa4609263582 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 946 time: 0.1154699 Nov 27 01:04:03.987265 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.006291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Router 02f54c1d-69f7-498d-83de-897a2c9cab8b has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:04:04.096854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b00e7f4-975f-4f11-9379-c02481b5f6e0 req-31ff9a87-ac41-4802-9d33-e6f0ce695a44 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338236 Nov 27 01:04:04.157312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:04.163237 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3f895f8b-f884-4d72-9e0e-a6e081f031ab admin admin] 10.222.0.37 "PUT /v2.0/routers/02f54c1d-69f7-498d-83de-897a2c9cab8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5439820 Nov 27 01:04:04.176891 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.213791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e26f8894-e533-49d7-bd62-6225b97ad7f5 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:04.251842 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:04.255703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:04.259999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:04.265553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43532) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:04.269634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:04.270494 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.280543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Pushing event updated for resources: {'Port': ['ID=c0ec12f9-7ff3-4573-b876-65cfc6174007,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:04.318935 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-52c98cf0-9734-4a78-95b9-f53a0a5fe0a4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6243422 Nov 27 01:04:04.340497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Request body: {'port': {'device_id': '8004a323-d19f-4fdb-8fe2-f828f003812b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:04.407897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:04.444451 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Sync routers for ids ['02f54c1d-69f7-498d-83de-897a2c9cab8b'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:04.464467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'e26f8894-e533-49d7-bd62-6225b97ad7f5', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'e26f8894-e533-49d7-bd62-6225b97ad7f5', 'mac_address': 'fa:16:3e:f0:1a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:04.482231 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.534164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Routers {'02f54c1d-69f7-498d-83de-897a2c9cab8b'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:04.540441 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:03:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['02f54c1d-69f7-498d-83de-897a2c9cab8b'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:04.545708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-710cf771-606d-478b-a607-46a641e61cd4 None None] Port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:04.585806 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-network', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:04.635042 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.644942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Made reservation on behalf of 06b109f52d0d4509a404f24a67ef28b8 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:04.648925 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.667839 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.733874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26f8894-e533-49d7-bd62-6225b97ad7f5 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:04.813813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2555e-4ab2-4050-b84c-318cee76bcc5 req-8ed9bc0d-7a02-4c26-8136-b6bb01a07867 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:04.816188 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97e2555e-4ab2-4050-b84c-318cee76bcc5 req-8ed9bc0d-7a02-4c26-8136-b6bb01a07867 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 1097 time: 0.0686769 Nov 27 01:04:04.821707 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.841923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.844445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f279d68-c4eb-4b92-a372-c62eec313863 req-0466fb69-0571-426e-aabd-0b68a8bad2e1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:04.854186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f279d68-c4eb-4b92-a372-c62eec313863 req-0466fb69-0571-426e-aabd-0b68a8bad2e1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 948 time: 0.2476256 Nov 27 01:04:04.856644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:04:04.866503 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.867324 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Added segment 65274073-9aef-4b2d-b76a-1f509b3ac250 of type vlan for network f53731c6-2225-4e06-a58c-855a6cb2eab5 Nov 27 01:04:04.913570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:04.948186 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.957876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:04.990920 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f279d68-c4eb-4b92-a372-c62eec313863 req-e7d58415-0588-49dc-8d04-175d69911748 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303616 Nov 27 01:04:05.018631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e384901b-6a1d-4ba5-86c0-44d24d89e986 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:05.019151 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.086961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909be6f8-c302-4062-bb49-adaabff9086d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:05.093115 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.101984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:05.102670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.151825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Set router 02f54c1d-69f7-498d-83de-897a2c9cab8b gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:05.176017 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9097936 Nov 27 01:04:05.218437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43560) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:05.259863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7126187b-d571-4812-aa50-417138784945 admin admin] Request body: {'subnet': {'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-subnet', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:05.281180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97e2555e-4ab2-4050-b84c-318cee76bcc5 req-852dcf8c-b871-4646-8fc8-aba3ef555143 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539731 Nov 27 01:04:05.288603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=e26f8894-e533-49d7-bd62-6225b97ad7f5,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:05.292456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b77a46-2657-44da-9a33-7d8c9dd292fd admin admin] Pushing event updated for resources: {'Network': ['ID=f53731c6-2225-4e06-a58c-855a6cb2eab5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:05.340517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ec12f9-7ff3-4573-b876-65cfc6174007 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:05.352656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network f53731c6-2225-4e06-a58c-855a6cb2eab5 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:04:05.355365 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.374359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Transition to ACTIVE for port object c0ec12f9-7ff3-4573-b876-65cfc6174007 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:05.378498 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7126187b-d571-4812-aa50-417138784945 admin admin] Made reservation on behalf of 06b109f52d0d4509a404f24a67ef28b8 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:05.382323 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7126187b-d571-4812-aa50-417138784945 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.416161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43572) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:05.421333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1789978810-network', 'tenant_id': '9576054f837d400c8c91a392e70a18ef'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:05.474890 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Made reservation on behalf of 9576054f837d400c8c91a392e70a18ef for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:05.475143 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.489261 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.493382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e26f8894-e533-49d7-bd62-6225b97ad7f5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:05.657424 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.668790 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.672580 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.681399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7126187b-d571-4812-aa50-417138784945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.715785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:04:05.724382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a481c877-a7cf-4eb5-86dd-54bff30a7ba9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:05.731220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.731503 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Added segment 5ab0699b-a298-404d-9c50-5f20082c2139 of type vlan for network 455363ea-300a-40fa-95f1-83883a2bf924 Nov 27 01:04:05.765927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126187b-d571-4812-aa50-417138784945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ecafef7-5123-4195-843c-d88c3c06b211,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:05.780804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524e97a-ab53-4ca0-a840-1e246c41e254 req-1b5cb4fc-de6e-4750-a0da-11b51d6fdd4c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:05.790686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5524e97a-ab53-4ca0-a840-1e246c41e254 req-1b5cb4fc-de6e-4750-a0da-11b51d6fdd4c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 932 time: 0.5706549 Nov 27 01:04:05.823506 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.865498 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.866726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:05.867304 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:05.922743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:04:01Z', 'revision_number': 4, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c533606-9e5f-48c0-b2ac-02cbd5e98c5f', 'name': '', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'mac_address': 'fa:16:3e:9d:d0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:04:02Z', 'revision_number': 2, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'subnets': [{'id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:05.970861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Checking router: 02f54c1d-69f7-498d-83de-897a2c9cab8b for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:05.971940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Updating router 02f54c1d-69f7-498d-83de-897a2c9cab8b port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:04:05.986481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ec12f9-7ff3-4573-b876-65cfc6174007,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:06.006019 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5524e97a-ab53-4ca0-a840-1e246c41e254 req-7466e5e7-08af-4252-a0d6-5717e486f969 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144494 Nov 27 01:04:06.021255 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6038413 Nov 27 01:04:06.041737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43580) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:06.064305 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.064561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cf987-839b-4b7d-b41d-e88f5df158cc admin admin] Pushing event updated for resources: {'Network': ['ID=455363ea-300a-40fa-95f1-83883a2bf924,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:06.064645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bc6d94ff-4152-4052-aa77-3cbabba74b12 admin admin] Request body: {'subnet': {'network_id': '455363ea-300a-40fa-95f1-83883a2bf924', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1789978810-subnet', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:06.092551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:06.092551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:06.092551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:06.101733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 455363ea-300a-40fa-95f1-83883a2bf924 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:04:06.124306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Port c0ec12f9-7ff3-4573-b876-65cfc6174007 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:06.124719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:06.141126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:06.141911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:06.143382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:06.143382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Bound port: c0ec12f9-7ff3-4573-b876-65cfc6174007, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:06.143918 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.174409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126187b-d571-4812-aa50-417138784945 admin admin] Checking segment: {'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:06.174409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7126187b-d571-4812-aa50-417138784945 admin admin] Network hostable DHCP agents. Network: f53731c6-2225-4e06-a58c-855a6cb2eab5, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:04:06.217718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6d94ff-4152-4052-aa77-3cbabba74b12 admin admin] Made reservation on behalf of 9576054f837d400c8c91a392e70a18ef for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:06.220482 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bc6d94ff-4152-4052-aa77-3cbabba74b12 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.391703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7126187b-d571-4812-aa50-417138784945 admin admin] Network f53731c6-2225-4e06-a58c-855a6cb2eab5 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:04:06.460611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36753b8-086f-41a0-ad61-4f77674b45b8 req-b8311c80-9b61-44f1-923e-215ed7e14ade tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:06.474607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b36753b8-086f-41a0-ad61-4f77674b45b8 req-b8311c80-9b61-44f1-923e-215ed7e14ade tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 1097 time: 0.3242972 Nov 27 01:04:06.509999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-7126187b-d571-4812-aa50-417138784945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, f53731c6-2225-4e06-a58c-855a6cb2eab5) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:06.537569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ca8bde-3e7f-451c-85f6-070b7bf42df0 None None] Network f53731c6-2225-4e06-a58c-855a6cb2eab5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:06.537756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7126187b-d571-4812-aa50-417138784945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:06.538002 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7126187b-d571-4812-aa50-417138784945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.574060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:06.584472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:06.595466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-d31c5a71-b8db-4119-9c53-0f5891a9cede tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:06.598379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7126187b-d571-4812-aa50-417138784945 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3454959 Nov 27 01:04:06.607364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43602) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:06.608692 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.611867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-d31c5a71-b8db-4119-9c53-0f5891a9cede tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.11 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2&tenant_id=cae186c4f2334d95a689ce9bbc113764&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 949 time: 0.2352149 Nov 27 01:04:06.672134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:06.678787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ec12f9-7ff3-4573-b876-65cfc6174007,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:06.720865 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b36753b8-086f-41a0-ad61-4f77674b45b8 req-3d5d46c0-9599-4939-8829-2dccc2a16c66 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452910 Nov 27 01:04:06.742648 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-f53731c6-2225-4e06-a58c-855a6cb2eab5', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'fixed_ips': [{'subnet_id': '6ecafef7-5123-4195-843c-d88c3c06b211'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:04:06.750731 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.777031 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-0d42de61-0275-4edb-b0aa-cd9040f584ee service neutron] delete failed (client error): The resource could not be found. Nov 27 01:04:06.778706 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-0d42de61-0275-4edb-b0aa-cd9040f584ee service neutron] 10.222.0.11 "DELETE /v2.0/ports/e26f8894-e533-49d7-bd62-6225b97ad7f5/bindings/n-h1-819494-2 HTTP/1.1" status: 404 len: 380 time: 0.1589293 Nov 27 01:04:06.783782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:06.784515 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.786018 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e84b524a-3997-4d19-af17-6d9d13ee8e43 service neutron] 10.222.0.11 "PUT /v2.0/ports/c0ec12f9-7ff3-4573-b876-65cfc6174007 HTTP/1.1" status: 200 len: 1092 time: 2.4528263 Nov 27 01:04:06.786580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8004a323-d19f-4fdb-8fe2-f828f003812b', 'tag': 'c0ec12f9-7ff3-4573-b876-65cfc6174007'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:06.789256 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9a764e-ec8c-4392-8e9f-404d9c9dd370" -d '{"events": [{"name": "network-changed", "server_uuid": "8004a323-d19f-4fdb-8fe2-f828f003812b", "tag": "c0ec12f9-7ff3-4573-b876-65cfc6174007"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:06.808237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10bb2b-b855-488a-83aa-4aff5ecff186 req-d44bd24a-ab3a-4f5c-934f-002158a91b77 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:06.812214 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.813383 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.819216 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f10bb2b-b855-488a-83aa-4aff5ecff186 req-d44bd24a-ab3a-4f5c-934f-002158a91b77 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 949 time: 0.0737064 Nov 27 01:04:06.892379 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f10bb2b-b855-488a-83aa-4aff5ecff186 req-00ee5786-d39a-416e-ac4c-a37965ee6eb6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685666 Nov 27 01:04:06.931965 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bc6d94ff-4152-4052-aa77-3cbabba74b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:06.951455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Allocated IP 172.20.0.2 (f53731c6-2225-4e06-a58c-855a6cb2eab5/6ecafef7-5123-4195-843c-d88c3c06b211/de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:07.034532 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94699025-2837-4747-8729-ddf1f406648e x-openstack-request-id: req-94699025-2837-4747-8729-ddf1f406648e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:07.035661 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8004a323-d19f-4fdb-8fe2-f828f003812b", "tag": "c0ec12f9-7ff3-4573-b876-65cfc6174007", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:07.036140 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94699025-2837-4747-8729-ddf1f406648e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:07.036749 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8004a323-d19f-4fdb-8fe2-f828f003812b', 'tag': 'c0ec12f9-7ff3-4573-b876-65cfc6174007', 'status': 'completed', 'code': 200} Nov 27 01:04:07.119586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e9908383-b15d-4555-a521-195b07b95c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:07.125955 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.128068 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-e9908383-b15d-4555-a521-195b07b95c6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 1095 time: 0.1094120 Nov 27 01:04:07.148642 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.185113 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.213559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-a8b2cda6-b713-413d-98af-6e528c38861a req-cd20d21d-9124-4b5d-b624-9ff471b5bd00 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:07.219106 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-0276c368-2854-45c4-b9a9-08da8864299a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007 HTTP/1.1" status: 200 len: 217 time: 0.0774348 Nov 27 01:04:07.225763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a8b2cda6-b713-413d-98af-6e528c38861a req-cd20d21d-9124-4b5d-b624-9ff471b5bd00 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196476 Nov 27 01:04:07.290756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-08a2ec33-a35f-4913-b8c0-cdf07d1a67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:07.292302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-08a2ec33-a35f-4913-b8c0-cdf07d1a67f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.0662715 Nov 27 01:04:07.349958 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.391902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8f4f1-1d5c-46ef-b253-bd0c1be1e989 None None] Pushing event updated for resources: {'Port': ['ID=3c533606-9e5f-48c0-b2ac-02cbd5e98c5f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:07.395797 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-80e0b437-1cbb-4e2e-a530-8f961695fff3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943923 Nov 27 01:04:07.400899 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.448397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d94ff-4152-4052-aa77-3cbabba74b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=925b7a8c-b66b-45e1-a49a-900ee9273c39,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:07.481805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-35cc8921-f7ae-4310-87d5-ad70ab3c3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:07.497997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-35cc8921-f7ae-4310-87d5-ad70ab3c3423 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 1100 time: 0.4726582 Nov 27 01:04:07.789857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Pushing event updated for resources: {'Port': ['ID=de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:07.839233 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-c3a26040-2f54-4b05-bfbb-d213525e2f3d service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933444 Nov 27 01:04:07.854296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Network f53731c6-2225-4e06-a58c-855a6cb2eab5 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:07.870509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:07.876335 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Attempting to bind port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:07.876722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Attempting to bind port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:07.877089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Attempting to bind port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f on network 874ba3d7-fadd-49cf-b553-f26abbe13939 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:07.881479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf610a89-d458-4cf5-ad1b-500aa67e2c7d req-8bb4836e-da60-4e91-8d59-c13ab4ea6674 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:07.886676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:07.887062 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Checking segment: {'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:07.887585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.888042 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf610a89-d458-4cf5-ad1b-500aa67e2c7d req-8bb4836e-da60-4e91-8d59-c13ab4ea6674 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 944 time: 0.4903173 Nov 27 01:04:07.906454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Bound using segment: {'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:07.906898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Bound port: 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:07.907310 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:07.910883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:07.942961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d94ff-4152-4052-aa77-3cbabba74b12 admin admin] Checking segment: {'id': '5ab0699b-a298-404d-9c50-5f20082c2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:07.945644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6d94ff-4152-4052-aa77-3cbabba74b12 admin admin] Network hostable DHCP agents. Network: 455363ea-300a-40fa-95f1-83883a2bf924, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:04:07.969376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e26f8894-e533-49d7-bd62-6225b97ad7f5 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:07.975566 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.010488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6d94ff-4152-4052-aa77-3cbabba74b12 admin admin] Network 455363ea-300a-40fa-95f1-83883a2bf924 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:04:08.106020 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf610a89-d458-4cf5-ad1b-500aa67e2c7d req-dc5af9d9-d8f4-4b5d-ad55-82411adeb23f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005091 Nov 27 01:04:08.135091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-bc6d94ff-4152-4052-aa77-3cbabba74b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 455363ea-300a-40fa-95f1-83883a2bf924) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:08.141772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-50a957e0-96b8-4dba-b9f0-7a2cd5a806cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:08.143413 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-50a957e0-96b8-4dba-b9f0-7a2cd5a806cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.5213542 Nov 27 01:04:08.154654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d94ff-4152-4052-aa77-3cbabba74b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:08.155353 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bc6d94ff-4152-4052-aa77-3cbabba74b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.159831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99414a83-d719-47f2-b861-d6d9c94417a5 None None] Network 455363ea-300a-40fa-95f1-83883a2bf924 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:08.180310 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0d0640-3880-4abd-b999-23edf64a82dd req-1ae744a2-3b78-4b8e-9fb8-d8f6be51c1ea service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310142 Nov 27 01:04:08.287543 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-bc557c93-2996-481f-b992-670ad607985f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5 HTTP/1.1" status: 200 len: 217 time: 0.1253788 Nov 27 01:04:08.361348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Attempting to bind port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:08.361760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Attempting to bind port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:08.362662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Attempting to bind port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 on network f53731c6-2225-4e06-a58c-855a6cb2eab5 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:08.382578 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bc6d94ff-4152-4052-aa77-3cbabba74b12 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3330767 Nov 27 01:04:08.388833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43668) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:08.394857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-268dba67-647f-4ab3-810b-551a865c035b None None] Provisioning complete for port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:08.395239 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-268dba67-647f-4ab3-810b-551a865c035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.395546 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1789978810-router', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:08.399265 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] For port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:08.403999 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:08.404382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Checking segment: {'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:08.405104 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.405300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Bound using segment: {'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:08.405796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Bound port: de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:08.406184 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.420686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a764e-ec8c-4392-8e9f-404d9c9dd370 req-8bd96b07-4a5c-410e-864f-5875cd597bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:08.421952 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9a764e-ec8c-4392-8e9f-404d9c9dd370 req-8bd96b07-4a5c-410e-864f-5875cd597bd5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 1095 time: 0.1368368 Nov 27 01:04:08.461572 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.462631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.476606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-8518c87e-ad66-4ca6-b218-481fd4c699e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:08.478000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-8518c87e-ad66-4ca6-b218-481fd4c699e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1808026 Nov 27 01:04:08.524424 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] For port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3c533606-9e5f-48c0-b2ac-02cbd5e98c5f,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:08.525699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port e26f8894-e533-49d7-bd62-6225b97ad7f5 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:04:08.571719 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.573586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port e26f8894-e533-49d7-bd62-6225b97ad7f5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:08.573951 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.608225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a764e-ec8c-4392-8e9f-404d9c9dd370 req-885de2cf-22d2-4f4a-9b47-9b6062585f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:08.609739 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9a764e-ec8c-4392-8e9f-404d9c9dd370 req-885de2cf-22d2-4f4a-9b47-9b6062585f6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.1701589 Nov 27 01:04:08.664781 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.701259 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9a764e-ec8c-4392-8e9f-404d9c9dd370 req-4f1e0ea7-ce7c-4f9f-8b10-80c6f82665b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007 HTTP/1.1" status: 200 len: 217 time: 0.0819783 Nov 27 01:04:08.753646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-268dba67-647f-4ab3-810b-551a865c035b None None] Port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:08.809628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-c26d7225-cd15-4300-858a-0ce240220060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:08.810921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-c26d7225-cd15-4300-858a-0ce240220060 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3182151 Nov 27 01:04:08.817153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a764e-ec8c-4392-8e9f-404d9c9dd370 req-adbdf4a1-1a66-4b11-967c-db672481e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:08.819199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9a764e-ec8c-4392-8e9f-404d9c9dd370 req-adbdf4a1-1a66-4b11-967c-db672481e594 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1108024 Nov 27 01:04:08.835908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8f4f1-1d5c-46ef-b253-bd0c1be1e989 None None] Pushing event updated for resources: {'Port': ['ID=3c533606-9e5f-48c0-b2ac-02cbd5e98c5f,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:08.918163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-455363ea-300a-40fa-95f1-83883a2bf924', 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'fixed_ips': [{'subnet_id': '925b7a8c-b66b-45e1-a49a-900ee9273c39'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:04:08.919112 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:08.949684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] For port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:08.971557 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9a764e-ec8c-4392-8e9f-404d9c9dd370 req-af5a40fe-a7ac-4c2c-8d42-ff2a43f0c82d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267202 Nov 27 01:04:08.987707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Routers {'02f54c1d-69f7-498d-83de-897a2c9cab8b'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:08.988663 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:03:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['02f54c1d-69f7-498d-83de-897a2c9cab8b'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:09.008931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4744359-9aee-4de9-ad64-c0f03a697d03 req-092bd92d-42b4-49a7-a815-7b5eda57ada5 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:09.011061 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4744359-9aee-4de9-ad64-c0f03a697d03 req-092bd92d-42b4-49a7-a815-7b5eda57ada5 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 949 time: 0.2181373 Nov 27 01:04:09.036973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-fd2aed8b-718f-49a6-a3c8-1955b866ac9d service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635215 Nov 27 01:04:09.069629 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-ce888a7e-f1f9-47e2-8e06-2761cd549ef4 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:09.076086 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-ce888a7e-f1f9-47e2-8e06-2761cd549ef4 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0312293 Nov 27 01:04:09.131838 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9a764e-ec8c-4392-8e9f-404d9c9dd370 req-b1a1fc29-d85b-4fc1-af52-2cf1ac450336 service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335564 Nov 27 01:04:09.135712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] Set router 02f54c1d-69f7-498d-83de-897a2c9cab8b gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:09.264000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4744359-9aee-4de9-ad64-c0f03a697d03 req-8ba4936f-8b67-464b-8156-eb148144993e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307917 Nov 27 01:04:09.342565 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9a764e-ec8c-4392-8e9f-404d9c9dd370 req-ca142d3d-1d72-42f1-a28f-af5d569bf90d service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014217 Nov 27 01:04:09.346572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] For port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9,segment=NetworkSegment(65274073-9aef-4b2d-b76a-1f509b3ac250),segment_id=65274073-9aef-4b2d-b76a-1f509b3ac250)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:09.396436 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.518777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-4dde2b58-9836-42da-93da-65cc5b613ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:09.520183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-4dde2b58-9836-42da-93da-65cc5b613ceb service neutron] 10.222.0.37 "GET /v2.0/ports/8c2bc447-2697-4835-a82c-fcecaaf8fc45 HTTP/1.1" status: 200 len: 1094 time: 0.4415421 Nov 27 01:04:09.524758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.536148 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] Request body: {'binding': {'host': 'n-h1-819494-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:09.536624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] Unknown quota resources ['binding']. {{(pid=103384) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:04:09.548446 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.559199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-74a7c20d-acd4-4e39-888e-df7aef7cfef3 None None] Provisioning complete for port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:09.559199 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-74a7c20d-acd4-4e39-888e-df7aef7cfef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.559826 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.634262 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.634717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Allocated IP 172.20.0.2 (455363ea-300a-40fa-95f1-83883a2bf924/925b7a8c-b66b-45e1-a49a-900ee9273c39/4c039de8-2dc9-4336-8ae6-3c6883d62c1c) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:09.653711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3d46e-af7c-468e-8a76-c524b7f14900 None None] Pushing event updated for resources: {'Port': ['ID=de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:09.670027 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c79e1df-e00d-4ce9-99f8-0ee80cbf72cf req-a977ce82-a54d-4402-a97c-4eebd8f12eaf service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207798 Nov 27 01:04:09.706742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26f8894-e533-49d7-bd62-6225b97ad7f5'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:09.710631 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202a7f74-8d07-4f63-8865-f0229e1362ec" -d '{"events": [{"server_uuid": "af8596ec-1ff0-405e-92b0-443081386ec2", "name": "network-vif-plugged", "status": "completed", "tag": "e26f8894-e533-49d7-bd62-6225b97ad7f5"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:09.762385 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:09.831558 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:09.998312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Allocated IP 172.25.3.214 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/d4a7f0e3-16bc-4e48-a08d-830977d5487d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:10.007312 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-74a7c20d-acd4-4e39-888e-df7aef7cfef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.016872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=e26f8894-e533-49d7-bd62-6225b97ad7f5,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:10.056478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:04:01Z', 'revision_number': 4, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c533606-9e5f-48c0-b2ac-02cbd5e98c5f', 'name': '', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'mac_address': 'fa:16:3e:9d:d0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:04:08Z', 'revision_number': 4, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'subnets': [{'id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:10.068137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] Attempting to bind port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on host n-h1-819494-2 for vnic_type normal with profile None {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:10.068649 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] Attempting to bind port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:10.069070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] Attempting to bind port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:10.102762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] Port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:10.104167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] Attempting to bind port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:10.184122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:10.184871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:10.185479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] Bound using segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:10.186208 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] Bound port: 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:10.341985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b65ac5-9040-4845-8022-787d34616755 None None] The sync data for ids ['02f54c1d-69f7-498d-83de-897a2c9cab8b'] in n-d-819494-2 is: [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:04:01Z', 'revision_number': 4, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c533606-9e5f-48c0-b2ac-02cbd5e98c5f', 'name': '', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'mac_address': 'fa:16:3e:9d:d0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:04:08Z', 'revision_number': 4, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'subnets': [{'id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:10.388300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-74a7c20d-acd4-4e39-888e-df7aef7cfef3 None None] For port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3c533606-9e5f-48c0-b2ac-02cbd5e98c5f,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:10.410658 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-74a7c20d-acd4-4e39-888e-df7aef7cfef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.431576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f61a83-97df-4e5a-8773-f1d95d21cec2 req-289be9c1-0e1c-447c-97d9-be9ac30e4ea0 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:10.432394 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.442496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-67f61a83-97df-4e5a-8773-f1d95d21cec2 req-289be9c1-0e1c-447c-97d9-be9ac30e4ea0 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 944 time: 0.1539814 Nov 27 01:04:10.451906 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.467628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:10.469496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.471740 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.505583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Network 455363ea-300a-40fa-95f1-83883a2bf924 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:10.512826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:10.524463 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.525673 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-98e23ed6-348d-42b4-8caa-73dc49f86d06 service neutron] 10.222.0.37 "POST /v2.0/ports/8c2bc447-2697-4835-a82c-fcecaaf8fc45/bindings HTTP/1.1" status: 201 len: 389 time: 0.9976721 Nov 27 01:04:10.528522 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.542773 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:10.578700 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7c20d-acd4-4e39-888e-df7aef7cfef3 None None] Pushing event updated for resources: {'Port': ['ID=3c533606-9e5f-48c0-b2ac-02cbd5e98c5f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:10.629564 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-67f61a83-97df-4e5a-8773-f1d95d21cec2 req-8dbf4c6a-16ec-4439-bf1d-1accb67c16ae tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860771 Nov 27 01:04:10.791787 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac26ba8f-36d3-41f8-bc98-5d7415366afc x-openstack-request-id: req-ac26ba8f-36d3-41f8-bc98-5d7415366afc {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:10.795982 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8596ec-1ff0-405e-92b0-443081386ec2", "name": "network-vif-plugged", "status": "completed", "tag": "e26f8894-e533-49d7-bd62-6225b97ad7f5", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:10.796427 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac26ba8f-36d3-41f8-bc98-5d7415366afc {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:10.797090 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26f8894-e533-49d7-bd62-6225b97ad7f5', 'code': 200} Nov 27 01:04:10.906281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Pushing event updated for resources: {'Port': ['ID=4c039de8-2dc9-4336-8ae6-3c6883d62c1c,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:10.924765 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Attempting to bind port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:10.926074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Attempting to bind port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '5ab0699b-a298-404d-9c50-5f20082c2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:10.926702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Attempting to bind port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c on network 455363ea-300a-40fa-95f1-83883a2bf924 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:10.957005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:10.957653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Checking segment: {'id': '5ab0699b-a298-404d-9c50-5f20082c2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:10.958256 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.958833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Bound using segment: {'id': '5ab0699b-a298-404d-9c50-5f20082c2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:10.959666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Bound port: 4c039de8-2dc9-4336-8ae6-3c6883d62c1c, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab0699b-a298-404d-9c50-5f20082c2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:10.960259 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:10.985909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2a1fc-d216-46b3-b612-23a09e205cb2 req-b9f062c4-7962-4dea-94bb-203fd35146e5 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:10.987202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Allocated IP 172.25.3.218 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/7f3c3a41-df54-455f-b6b2-778a9da237be) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:10.992134 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device c0ec12f9-7ff3-4573-b876-65cfc6174007 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:10.996547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-79f2a1fc-d216-46b3-b612-23a09e205cb2 req-b9f062c4-7962-4dea-94bb-203fd35146e5 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.1195922 Nov 27 01:04:11.123177 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-79f2a1fc-d216-46b3-b612-23a09e205cb2 req-2d117663-b535-49f5-879b-77694013326a tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256354 Nov 27 01:04:11.133768 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.198587 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.211386 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.254957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:11.265089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:11.269801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:11.340790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] For port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:11.348267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] For port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4c039de8-2dc9-4336-8ae6-3c6883d62c1c,segment=NetworkSegment(5ab0699b-a298-404d-9c50-5f20082c2139),segment_id=5ab0699b-a298-404d-9c50-5f20082c2139)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:11.368486 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.483424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0ae16-5e74-4d55-9a86-c1e978125e33 req-7c6c5123-6fae-4df3-9eaf-0802c423355d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:11.489090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9ac3041b-7000-436e-828b-fce50ca800e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:11.491143 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9ac3041b-7000-436e-828b-fce50ca800e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 1097 time: 0.3274856 Nov 27 01:04:11.491676 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11d0ae16-5e74-4d55-9a86-c1e978125e33 req-7c6c5123-6fae-4df3-9eaf-0802c423355d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 946 time: 0.1082997 Nov 27 01:04:11.496679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:11.499507 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:11.501994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a7f0e3-16bc-4e48-a08d-830977d5487d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:11.529309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f3591-34be-44da-b4ee-4ffd87ca3160 None None] Network f53731c6-2225-4e06-a58c-855a6cb2eab5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:11.532957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:11.536009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:11.593980 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11d0ae16-5e74-4d55-9a86-c1e978125e33 req-9ff3a4d1-f699-4e78-9afe-a74546bb14f5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013305 Nov 27 01:04:11.713802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e58b1a-7f33-4312-a1f4-7edc8671b204 req-9a37d9cc-e9e6-49d4-82b2-a910bee5dd95 tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:11.724106 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3e58b1a-7f33-4312-a1f4-7edc8671b204 req-9a37d9cc-e9e6-49d4-82b2-a910bee5dd95 tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 1101 time: 0.0617259 Nov 27 01:04:11.761322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'c0ec12f9-7ff3-4573-b876-65cfc6174007', 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1', 'port_id': 'c0ec12f9-7ff3-4573-b876-65cfc6174007', 'mac_address': 'fa:16:3e:38:bc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c425f4c-85f5-429d-986b-d3dfb33a41e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:11.801212 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0682-e447-4f5c-a453-3be52e784c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:11.823565 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3e58b1a-7f33-4312-a1f4-7edc8671b204 req-f8e96d97-64e6-409a-9abb-0dfc574cd689 tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961831 Nov 27 01:04:11.928216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Pushing event updated for resources: {'Port': ['ID=7f3c3a41-df54-455f-b6b2-778a9da237be,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:12.135396 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41c8a0-a765-403e-836a-3b11d04da094 None None] Pushing event updated for resources: {'Port': ['ID=4c039de8-2dc9-4336-8ae6-3c6883d62c1c,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:12.147046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:12.221428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b68b82-60da-4e04-9db5-a9467cd32f4f req-4b00beff-2e73-4a5f-81b3-368e13660ca1 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:12.235646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.237657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-971f1dc2-1b56-42bf-a11a-5b8fc7bcd9d4 None None] Provisioning complete for port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:12.238089 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-971f1dc2-1b56-42bf-a11a-5b8fc7bcd9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.242829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97b68b82-60da-4e04-9db5-a9467cd32f4f req-4b00beff-2e73-4a5f-81b3-368e13660ca1 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 944 time: 0.2166598 Nov 27 01:04:12.384614 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97b68b82-60da-4e04-9db5-a9467cd32f4f req-a9da8d12-3d85-4965-8162-0417aed48c69 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406693 Nov 27 01:04:12.450644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ec12f9-7ff3-4573-b876-65cfc6174007 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:12.504353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43742) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:12.528354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:12.563605 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.584498 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-11d5a161-6ef8-485a-a1e2-68c77d98f6ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cae186c4f2334d95a689ce9bbc113764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517971 Nov 27 01:04:12.664264 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:12.665057 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.731935 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d7d45fb-a216-40a9-a5d3-9ece10d657e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.766284 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-971f1dc2-1b56-42bf-a11a-5b8fc7bcd9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:12.838403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=c0ec12f9-7ff3-4573-b876-65cfc6174007,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:12.947100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6525ded-a7ad-42d8-a393-b35113e62c26 req-d0a7b0fd-a276-4a13-8f7f-470366f61806 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:12.954624 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6525ded-a7ad-42d8-a393-b35113e62c26 req-d0a7b0fd-a276-4a13-8f7f-470366f61806 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 946 time: 0.1972373 Nov 27 01:04:12.961044 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:13.001102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['c0ec12f9-7ff3-4573-b876-65cfc6174007'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:13.052227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-971f1dc2-1b56-42bf-a11a-5b8fc7bcd9d4 None None] For port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9,segment=NetworkSegment(65274073-9aef-4b2d-b76a-1f509b3ac250),segment_id=65274073-9aef-4b2d-b76a-1f509b3ac250)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:13.068369 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-971f1dc2-1b56-42bf-a11a-5b8fc7bcd9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.126555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6525ded-a7ad-42d8-a393-b35113e62c26 req-2420e1bd-cf31-4cb7-b001-238033d942e5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576369 Nov 27 01:04:13.159076 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d7d45fb-a216-40a9-a5d3-9ece10d657e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.167317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f1dc2-1b56-42bf-a11a-5b8fc7bcd9d4 None None] Pushing event updated for resources: {'Port': ['ID=de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:13.171579 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d7d45fb-a216-40a9-a5d3-9ece10d657e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.209831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:13.210511 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.230019 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5d7d45fb-a216-40a9-a5d3-9ece10d657e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61647fe9053b4cd4a1e5954fa3de8af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7239997 Nov 27 01:04:13.240574 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.242722 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.245601 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43758) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:13.247841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d45fb-a216-40a9-a5d3-9ece10d657e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8052d833-5699-4c40-a487-934dbb24ea6d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:13.256118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-a4f55ee6-881a-418e-9ee2-b9d805814f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:13.257860 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-a4f55ee6-881a-418e-9ee2-b9d805814f64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 1.7269344 Nov 27 01:04:13.271389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c202be69-6f3d-4d4b-990f-462e2c5624a3 None None] Provisioning complete for port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:13.271777 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c202be69-6f3d-4d4b-990f-462e2c5624a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.438897 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-b36d2c0a-45ec-421f-978b-da1ae81234b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45 HTTP/1.1" status: 200 len: 217 time: 0.0760620 Nov 27 01:04:13.590726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969f30b3-97e3-42a4-9112-048d45d99e40 None None] Network 455363ea-300a-40fa-95f1-83883a2bf924 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:13.617236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3796f2-f6af-464f-8c50-6953ed9ecb65 req-87f0ec2e-387e-484f-aeaa-b7961b58bea7 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:13.619760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1b3796f2-f6af-464f-8c50-6953ed9ecb65 req-87f0ec2e-387e-484f-aeaa-b7961b58bea7 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 945 time: 0.1156950 Nov 27 01:04:13.707341 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1b3796f2-f6af-464f-8c50-6953ed9ecb65 req-e0369755-28a0-47ee-88ba-f012dca7e483 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739927 Nov 27 01:04:13.712102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f93e8bee-de84-4404-996b-4352878b79ca None None] Provisioning complete for port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:13.712649 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f93e8bee-de84-4404-996b-4352878b79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.857952 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9842f887-fbad-4bd8-8c53-9868b2cf18c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.882340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-ae66a97a-ccfc-4b0d-bdd6-6cb28c73325a tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:13.889200 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-ae66a97a-ccfc-4b0d-bdd6-6cb28c73325a tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2866101 Nov 27 01:04:13.900867 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2a75b80b-45f7-4293-bd33-4e15ed7f0c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.913803 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f93e8bee-de84-4404-996b-4352878b79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.934281 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-ef408832-2f01-4b4c-aff9-92772ba0ae95 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/quotas/cae186c4f2334d95a689ce9bbc113764 HTTP/1.1" status: 200 len: 375 time: 0.0438590 Nov 27 01:04:13.984201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f93e8bee-de84-4404-996b-4352878b79ca None None] For port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4c039de8-2dc9-4336-8ae6-3c6883d62c1c,segment=NetworkSegment(5ab0699b-a298-404d-9c50-5f20082c2139),segment_id=5ab0699b-a298-404d-9c50-5f20082c2139)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:13.995775 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9842f887-fbad-4bd8-8c53-9868b2cf18c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:13.999635 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f93e8bee-de84-4404-996b-4352878b79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.013827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:14.014824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-6bf8f7f7-3cf8-4756-bbd5-66cf510344b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:14.016511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-6bf8f7f7-3cf8-4756-bbd5-66cf510344b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.5675573 Nov 27 01:04:14.105858 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.130460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e8bee-de84-4404-996b-4352878b79ca None None] Pushing event updated for resources: {'Port': ['ID=4c039de8-2dc9-4336-8ae6-3c6883d62c1c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:14.153176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:14.153548 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.212810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-70dd3731-e93e-4ba0-851f-73d0195c6f80 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844232 Nov 27 01:04:14.311626 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4c039de8-2dc9-4336-8ae6-3c6883d62c1c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:14.313980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc3efd-a6cb-4afe-bca1-29ee635811f2 req-4d6705f9-df17-4984-a3cb-d772c5268e4d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:14.325043 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-58dc3efd-a6cb-4afe-bca1-29ee635811f2 req-4d6705f9-df17-4984-a3cb-d772c5268e4d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 946 time: 0.0837269 Nov 27 01:04:14.325877 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-2e94e11c-c40d-4a04-9417-1c22225a5364 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3904290 Nov 27 01:04:14.366888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bb1a0ad6-c720-48ef-8f89-a48230e96a9b None None] Provisioning complete for port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:14.367508 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0ad6-c720-48ef-8f89-a48230e96a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.409114 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-58dc3efd-a6cb-4afe-bca1-29ee635811f2 req-e6148e78-7c00-4067-99a4-aef9c4255365 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810070 Nov 27 01:04:14.424073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:14.424455 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.525435 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.625877 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9842f887-fbad-4bd8-8c53-9868b2cf18c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.629101 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9842f887-fbad-4bd8-8c53-9868b2cf18c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.630192 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9842f887-fbad-4bd8-8c53-9868b2cf18c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8052d833-5699-4c40-a487-934dbb24ea6d HTTP/1.1" status: 204 len: 168 time: 1.3806386 Nov 27 01:04:14.646440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.660747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842f887-fbad-4bd8-8c53-9868b2cf18c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8052d833-5699-4c40-a487-934dbb24ea6d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:14.690434 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-a2c1b70e-d267-415d-93cc-f6afa55b444c service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162269 Nov 27 01:04:14.714047 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ae72e4d-159e-463b-8a07-2b4ea42b1c3b req-2ded0469-00e0-4e92-9aa4-15ef445848c6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 210 time: 0.1141226 Nov 27 01:04:14.855136 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:14.988852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device c0ec12f9-7ff3-4573-b876-65cfc6174007 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:15.035896 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-20cfe56c-cf63-47a8-bbe8-d6629fd05bc1 service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053560 Nov 27 01:04:15.099456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port c0ec12f9-7ff3-4573-b876-65cfc6174007 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:04:15.103950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port c0ec12f9-7ff3-4573-b876-65cfc6174007 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:15.104498 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.140679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1776b-9286-45d2-b089-5c713b121da5 req-4b2e0f81-9759-44c2-9a65-ae1231cd2d9e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:15.151349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-53b1776b-9286-45d2-b089-5c713b121da5 req-4b2e0f81-9759-44c2-9a65-ae1231cd2d9e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 945 time: 0.2252178 Nov 27 01:04:15.166084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Router 9964c6e4-f380-45c7-a2c4-5d68660e6048 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:04:15.231410 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43794) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:15.254039 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.354870 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-53b1776b-9286-45d2-b089-5c713b121da5 req-228cd0df-7f81-43ec-a124-94dbd1825030 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024181 Nov 27 01:04:15.357501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Router 5f8baada-c53b-4427-a846-4cfc55a39aab is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:04:15.370805 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.406225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.463793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be756f06-2754-47b8-ad52-7f79c58375f4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:15.507457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:15.517469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:15.519034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:15.522447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:15.524037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:15.526476 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:15.534711 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.545881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:15.547882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:15.549935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:15.553803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:15.559843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:15.561026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:15.582420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8004a323-d19f-4fdb-8fe2-f828f003812b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ec12f9-7ff3-4573-b876-65cfc6174007'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:15.599653 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be565d9-6d33-4880-8a3f-db9070ef0db3" -d '{"events": [{"server_uuid": "8004a323-d19f-4fdb-8fe2-f828f003812b", "name": "network-vif-plugged", "status": "completed", "tag": "c0ec12f9-7ff3-4573-b876-65cfc6174007"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:15.617452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:15.622439 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-520349c9-fa92-4e2a-a972-8123a6584a55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e1eed21b99e46eb951195412203d21a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897586 Nov 27 01:04:15.636619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43806) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:15.652361 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-79974f28-2a11-4c62-adcc-4a35df579da7 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:15.654542 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-79974f28-2a11-4c62-adcc-4a35df579da7 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e&tenant_id=f2c4589faa8344f6a41a0124c0fb2253&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1097 time: 0.4993863 Nov 27 01:04:15.655026 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.695598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-2'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:15.765944 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=c0ec12f9-7ff3-4573-b876-65cfc6174007,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:15.827764 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb6c7b0-1675-445e-8fbe-170c66e113dd x-openstack-request-id: req-abb6c7b0-1675-445e-8fbe-170c66e113dd {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:15.828457 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8004a323-d19f-4fdb-8fe2-f828f003812b", "name": "network-vif-plugged", "status": "completed", "tag": "c0ec12f9-7ff3-4573-b876-65cfc6174007", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:15.829116 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abb6c7b0-1675-445e-8fbe-170c66e113dd {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:15.829748 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8004a323-d19f-4fdb-8fe2-f828f003812b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ec12f9-7ff3-4573-b876-65cfc6174007', 'code': 200} Nov 27 01:04:15.933667 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4c039de8-2dc9-4336-8ae6-3c6883d62c1c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:15.960224 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.977480 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc92607d-ccde-44e3-b07c-75fd57f2c1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:15.978091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:15.991348 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Sync routers for ids ['9964c6e4-f380-45c7-a2c4-5d68660e6048'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:16.020075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879e51d-a264-4f45-90bc-4a8153e9e1b6 req-e17fb723-d0aa-4439-992e-3f8e6645d319 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:16.021465 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Routers {'9964c6e4-f380-45c7-a2c4-5d68660e6048'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:16.025578 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9964c6e4-f380-45c7-a2c4-5d68660e6048'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:16.025918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:16.026552 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.028313 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c879e51d-a264-4f45-90bc-4a8153e9e1b6 req-e17fb723-d0aa-4439-992e-3f8e6645d319 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 946 time: 0.2404025 Nov 27 01:04:16.039675 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.043973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9372cb5d-aa16-402f-bb52-75297f071bc2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 9.4331248 Nov 27 01:04:16.050684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43816) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:16.118992 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9955c1e-adb9-4c2c-ac84-6be6224eb055 req-8b0d96cf-85d0-495e-9d45-45349d73ccc3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 210 time: 0.0639417 Nov 27 01:04:16.124807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:16.134521 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc92607d-ccde-44e3-b07c-75fd57f2c1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.157128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Sync routers for ids ['5f8baada-c53b-4427-a846-4cfc55a39aab'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:16.226121 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Routers {'5f8baada-c53b-4427-a846-4cfc55a39aab'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:16.228799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5f8baada-c53b-4427-a846-4cfc55a39aab'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:16.263957 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Set router 9964c6e4-f380-45c7-a2c4-5d68660e6048 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:16.269432 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c879e51d-a264-4f45-90bc-4a8153e9e1b6 req-4d9b304b-4bc4-4ba6-8951-6f3b36c3b4d5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400837 Nov 27 01:04:16.283188 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.290354 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-06033f07-f88f-4073-96c0-c02fcd7b5336 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8998585 Nov 27 01:04:16.294076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae39de-825e-485f-9924-b2b77d7184b7 req-d2182549-f883-4536-9eb0-9c28409fd78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:16.295631 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32ae39de-825e-485f-9924-b2b77d7184b7 req-d2182549-f883-4536-9eb0-9c28409fd78a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 1097 time: 0.2929215 Nov 27 01:04:16.296225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43822) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:16.444047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:16.525333 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-77dcc550-6e21-4ec7-a714-39b09be274f6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cae186c4f2334d95a689ce9bbc113764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631440 Nov 27 01:04:16.612294 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc92607d-ccde-44e3-b07c-75fd57f2c1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.614167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc92607d-ccde-44e3-b07c-75fd57f2c1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.617627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dc92607d-ccde-44e3-b07c-75fd57f2c1ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be756f06-2754-47b8-ad52-7f79c58375f4 HTTP/1.1" status: 204 len: 168 time: 0.9762514 Nov 27 01:04:16.621718 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:16.691126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Set router 5f8baada-c53b-4427-a846-4cfc55a39aab gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:16.844228 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:04:12Z', 'revision_number': 3, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:16.945273 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Checking router: 9964c6e4-f380-45c7-a2c4-5d68660e6048 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:16.946017 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Updating router 9964c6e4-f380-45c7-a2c4-5d68660e6048 port d4a7f0e3-16bc-4e48-a08d-830977d5487d binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:04:17.008577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92607d-ccde-44e3-b07c-75fd57f2c1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be756f06-2754-47b8-ad52-7f79c58375f4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:17.011851 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32ae39de-825e-485f-9924-b2b77d7184b7 req-4971032a-b808-4177-96a8-20f628f4de74 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6953337 Nov 27 01:04:17.032757 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.041361 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.062122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'name': 'tempest-TaggedBootDevicesTest-1789978810-router', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:08Z', 'updated_at': '2021-11-27T01:04:12Z', 'revision_number': 3, 'project_id': '9576054f837d400c8c91a392e70a18ef', 'gw_port': {'id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:10Z', 'updated_at': '2021-11-27T01:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:17.103729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18196115-f13a-4e90-86f5-290213cf809d req-52f70ac9-7d17-4b31-abf9-782232628cb0 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:17.107445 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Checking router: 5f8baada-c53b-4427-a846-4cfc55a39aab for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:17.107799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Updating router 5f8baada-c53b-4427-a846-4cfc55a39aab port 7f3c3a41-df54-455f-b6b2-778a9da237be binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:04:17.112179 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-18196115-f13a-4e90-86f5-290213cf809d req-52f70ac9-7d17-4b31-abf9-782232628cb0 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 946 time: 0.6230638 Nov 27 01:04:17.140502 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.412509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:17.451377 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-18196115-f13a-4e90-86f5-290213cf809d req-1637ac0b-95f1-4e10-b0a0-5939e766534a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382239 Nov 27 01:04:17.478535 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.516703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-fba0cffc-b9b6-4012-8fcb-8eeae14274a9 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:17.519631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-fba0cffc-b9b6-4012-8fcb-8eeae14274a9 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9461048 Nov 27 01:04:17.557871 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.574375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8bec62a9-1bb2-4d95-8933-3728a1f1b97a req-15014548-c60c-4870-9c24-ba1f7ae8bd29 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 210 time: 0.1048088 Nov 27 01:04:17.575004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6acba62-b48d-4385-8f53-8a50a5ff984e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2bc447-2697-4835-a82c-fcecaaf8fc45'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:17.591790 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a96e30-452d-4cf2-bfbf-ba75c449042e" -d '{"events": [{"server_uuid": "a6acba62-b48d-4385-8f53-8a50a5ff984e", "name": "network-vif-unplugged", "status": "completed", "tag": "8c2bc447-2697-4835-a82c-fcecaaf8fc45"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:17.613840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Request body: {'port': {'device_id': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': 'cae186c4f2334d95a689ce9bbc113764'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:17.654542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.734592 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.753628 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.808340 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Attempting to bind port d4a7f0e3-16bc-4e48-a08d-830977d5487d on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:17.808713 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Attempting to bind port d4a7f0e3-16bc-4e48-a08d-830977d5487d by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:17.809075 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Attempting to bind port d4a7f0e3-16bc-4e48-a08d-830977d5487d on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:17.822214 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aebb00f-539e-4f20-859e-adda6560b024 x-openstack-request-id: req-1aebb00f-539e-4f20-859e-adda6560b024 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:17.822460 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d26d9-4070-4c2e-99f6-5c0b4debdadf None None] Pushing event updated for resources: {'Port': ['ID=d4a7f0e3-16bc-4e48-a08d-830977d5487d,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:17.822558 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6acba62-b48d-4385-8f53-8a50a5ff984e", "name": "network-vif-unplugged", "status": "completed", "tag": "8c2bc447-2697-4835-a82c-fcecaaf8fc45", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:17.822558 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1aebb00f-539e-4f20-859e-adda6560b024 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:17.822558 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6acba62-b48d-4385-8f53-8a50a5ff984e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2bc447-2697-4835-a82c-fcecaaf8fc45', 'code': 200} Nov 27 01:04:17.835870 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:17.836512 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:17.837572 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.838417 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:17.839608 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Bound port: d4a7f0e3-16bc-4e48-a08d-830977d5487d, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:17.839608 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.859151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad08528-79a9-443c-acfd-54c6c4dd9e40 req-35b58754-b7ec-4a45-9bd5-7af29d8aea92 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:17.860845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cad08528-79a9-443c-acfd-54c6c4dd9e40 req-35b58754-b7ec-4a45-9bd5-7af29d8aea92 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 944 time: 0.2472110 Nov 27 01:04:17.900435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2bc447-2697-4835-a82c-fcecaaf8fc45,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:17.945526 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] For port d4a7f0e3-16bc-4e48-a08d-830977d5487d, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:17.951596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Attempting to bind port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on host n-h2-819494-2 for vnic_type normal with profile {"migrating_to": "n-h1-819494-2"} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:17.951936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Attempting to bind port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:17.952268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Attempting to bind port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:17.955745 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] For port d4a7f0e3-16bc-4e48-a08d-830977d5487d, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d4a7f0e3-16bc-4e48-a08d-830977d5487d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:17.968619 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:17.985031 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:17.985600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:17.986128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:17.987255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:17.987814 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:17.998341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:17.999039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.001186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.002926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.003468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.007737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.008863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.033577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:18.034902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Attempting to bind port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:18.042706 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.055549 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.067523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:18.068267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:18.071101 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Bound using segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:18.071804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Bound port: 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:18.072397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.085783 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Routers {'9964c6e4-f380-45c7-a2c4-5d68660e6048'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:18.086486 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9964c6e4-f380-45c7-a2c4-5d68660e6048'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:18.091129 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cad08528-79a9-443c-acfd-54c6c4dd9e40 req-2dbdf092-07ba-4564-9ca3-88bd7231a007 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075882 Nov 27 01:04:18.106531 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.189222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Pushing event updated for resources: {'Port': ['ID=7f3c3a41-df54-455f-b6b2-778a9da237be,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:18.224431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.224766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.225108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.225436 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.225770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.226292 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.226629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.226956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.227331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.227603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.227918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.228244 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:04:18.231829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Attempting to bind port 7f3c3a41-df54-455f-b6b2-778a9da237be on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:18.232536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Attempting to bind port 7f3c3a41-df54-455f-b6b2-778a9da237be by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:18.232888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Attempting to bind port 7f3c3a41-df54-455f-b6b2-778a9da237be on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:18.239377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:18.239641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:18.240030 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.240417 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:18.240887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Bound port: 7f3c3a41-df54-455f-b6b2-778a9da237be, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:18.241263 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.287657 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.308672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:18.312923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:18.326875 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.345520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] For port 7f3c3a41-df54-455f-b6b2-778a9da237be, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:18.353766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] For port 7f3c3a41-df54-455f-b6b2-778a9da237be, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7f3c3a41-df54-455f-b6b2-778a9da237be,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:18.364196 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d26d9-4070-4c2e-99f6-5c0b4debdadf None None] Pushing event updated for resources: {'Port': ['ID=d4a7f0e3-16bc-4e48-a08d-830977d5487d,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:18.372961 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.375739 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] Set router 9964c6e4-f380-45c7-a2c4-5d68660e6048 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:18.383623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Made reservation on behalf of cae186c4f2334d95a689ce9bbc113764 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:18.396580 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.434627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Allocated IP 172.20.0.1 (f53731c6-2225-4e06-a58c-855a6cb2eab5/6ecafef7-5123-4195-843c-d88c3c06b211/1f2d3b76-4574-4ba0-8c42-fe720e85a40d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:18.461923 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Routers {'5f8baada-c53b-4427-a846-4cfc55a39aab'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:18.462656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5f8baada-c53b-4427-a846-4cfc55a39aab'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:18.520223 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2bc447-2697-4835-a82c-fcecaaf8fc45,revision_number=8']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:18.571822 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6d6ca-aa5b-4e8c-a13b-739d908e78b2 None None] Pushing event updated for resources: {'Port': ['ID=7f3c3a41-df54-455f-b6b2-778a9da237be,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:18.639441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cded6-64a8-43f1-85d5-0c12bbbcabc3 req-3e135d41-c328-48d2-8a64-db3f1cefb00c tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:18.648118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb1cded6-64a8-43f1-85d5-0c12bbbcabc3 req-3e135d41-c328-48d2-8a64-db3f1cefb00c tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 950 time: 0.5322101 Nov 27 01:04:18.709410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb1cded6-64a8-43f1-85d5-0c12bbbcabc3 req-57a8b207-02a6-4af3-88c1-39b05cfc1b95 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591125 Nov 27 01:04:18.710778 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.726092 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:04:12Z', 'revision_number': 3, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:18.759743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:18.760372 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:18.761755 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-290d8242-147b-4077-8cc9-2ebed6707245 service neutron] 10.222.0.11 "PUT /v2.0/ports/8c2bc447-2697-4835-a82c-fcecaaf8fc45 HTTP/1.1" status: 200 len: 1122 time: 3.0702300 Nov 27 01:04:18.778666 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea7ff3-1b40-491c-ad94-78334a9b08cd None None] The sync data for ids ['9964c6e4-f380-45c7-a2c4-5d68660e6048'] in n-d-819494-2 is: [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:04:12Z', 'revision_number': 3, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:18.796569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] Set router 5f8baada-c53b-4427-a846-4cfc55a39aab gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:18.941264 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5aa01de-f8ac-40ba-bff4-563828d4847a req-f878b881-3182-4d21-a437-1ff134160718 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 210 time: 0.0642865 Nov 27 01:04:18.975473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Allocated IP 192.168.233.56 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/fdc8f14a-99b1-4fe1-a982-65035d893f31) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:18.987044 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03684ea0-2939-4abe-bb9a-f4a42b6c6447 req-ce2639cd-9ef7-4aff-b443-d156f03c17ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3516622 Nov 27 01:04:19.001525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892513b-060b-4235-b04a-3cc8bb219897 req-58ea2841-b44a-4bdf-a845-810dc7ad06e5 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:19.011930 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8892513b-060b-4235-b04a-3cc8bb219897 req-58ea2841-b44a-4bdf-a845-810dc7ad06e5 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 946 time: 0.3790154 Nov 27 01:04:19.082670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['8c2bc447-2697-4835-a82c-fcecaaf8fc45'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:19.180183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Allocated IP 172.20.0.1 (455363ea-300a-40fa-95f1-83883a2bf924/925b7a8c-b66b-45e1-a49a-900ee9273c39/31194536-8053-4e49-9615-c872ea0db1e8) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:19.201080 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.318905 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'name': 'tempest-TaggedBootDevicesTest-1789978810-router', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:08Z', 'updated_at': '2021-11-27T01:04:12Z', 'revision_number': 3, 'project_id': '9576054f837d400c8c91a392e70a18ef', 'gw_port': {'id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:10Z', 'updated_at': '2021-11-27T01:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:19.361123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Network f53731c6-2225-4e06-a58c-855a6cb2eab5 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:19.365908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb95b0-b7bd-43a7-b81f-24f53cc80091 None None] The sync data for ids ['5f8baada-c53b-4427-a846-4cfc55a39aab'] in n-d-819494-2 is: [{'id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'name': 'tempest-TaggedBootDevicesTest-1789978810-router', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:08Z', 'updated_at': '2021-11-27T01:04:12Z', 'revision_number': 3, 'project_id': '9576054f837d400c8c91a392e70a18ef', 'gw_port': {'id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:10Z', 'updated_at': '2021-11-27T01:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:19.374834 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8892513b-060b-4235-b04a-3cc8bb219897 req-dc3b0afb-48d8-4373-a9c4-420c3093d250 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615358 Nov 27 01:04:19.391134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:19.395124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:19.395615 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.478826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Pushing event updated for resources: {'Port': ['ID=1f2d3b76-4574-4ba0-8c42-fe720e85a40d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:19.488527 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.491880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03684ea0-2939-4abe-bb9a-f4a42b6c6447 req-258d3588-7b68-4135-a7fd-d081996bffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:19.493521 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03684ea0-2939-4abe-bb9a-f4a42b6c6447 req-258d3588-7b68-4135-a7fd-d081996bffff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1096 time: 0.4192796 Nov 27 01:04:19.525144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b7a4d-937a-446c-ae65-f58f40f78ed9 req-d602c9cf-fb0a-4c3a-ba11-5cf3b2b1e10f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:19.539243 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-683b7a4d-937a-446c-ae65-f58f40f78ed9 req-d602c9cf-fb0a-4c3a-ba11-5cf3b2b1e10f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 944 time: 0.2454937 Nov 27 01:04:19.573756 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.653298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-683b7a4d-937a-446c-ae65-f58f40f78ed9 req-3b63eb85-5cc1-4d1e-989c-f8bb547b4821 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079726 Nov 27 01:04:19.686010 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.703382 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.726577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e26f8894-e533-49d7-bd62-6225b97ad7f5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:19.778180 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Network 455363ea-300a-40fa-95f1-83883a2bf924 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:19.788578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:19.797990 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:04:19.810312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:19.822374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:19.823613 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.824669 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:19.834179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6acba62-b48d-4385-8f53-8a50a5ff984e', 'tag': '8c2bc447-2697-4835-a82c-fcecaaf8fc45'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:19.838768 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c61e504-5dc8-45be-94f2-6b026bbbc8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6acba62-b48d-4385-8f53-8a50a5ff984e", "tag": "8c2bc447-2697-4835-a82c-fcecaaf8fc45"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:19.869037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Pushing event updated for resources: {'Port': ['ID=31194536-8053-4e49-9615-c872ea0db1e8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:19.877849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:19.884459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:19.885119 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.931530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-af152a99-2d2e-482d-8e2d-08c7ad4f9d73 None None] Provisioning complete for port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:19.931765 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-af152a99-2d2e-482d-8e2d-08c7ad4f9d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:19.980441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Pushing event updated for resources: {'Port': ['ID=fdc8f14a-99b1-4fe1-a982-65035d893f31,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:19.991598 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d5ab3d0b-05c8-4762-8ce9-5f66ba110bab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3874168 Nov 27 01:04:20.004033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb006e61-53fb-45bf-a686-a401222f13c6 req-ccce1215-d5bf-406b-85c6-66151bae9c58 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:20.009147 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cb006e61-53fb-45bf-a686-a401222f13c6 req-ccce1215-d5bf-406b-85c6-66151bae9c58 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 1097 time: 0.1883845 Nov 27 01:04:20.018782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Request body: {'port': {'device_id': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:20.023699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d4a7f0e3-16bc-4e48-a08d-830977d5487d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:20.166874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-af152a99-2d2e-482d-8e2d-08c7ad4f9d73 None None] Port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:20.218528 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cb006e61-53fb-45bf-a686-a401222f13c6 req-d86736dd-2fe7-4f5d-86c2-b84a8f82cdbf tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956460 Nov 27 01:04:20.234294 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.241400 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d4a7f0e3-16bc-4e48-a08d-830977d5487d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:20.246788 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.366166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.376146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03684ea0-2939-4abe-bb9a-f4a42b6c6447 req-4297f8bd-8903-46fe-ba5c-d3c169e6a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:20.378464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03684ea0-2939-4abe-bb9a-f4a42b6c6447 req-4297f8bd-8903-46fe-ba5c-d3c169e6a1d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.8527665 Nov 27 01:04:20.455659 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a0844c1d-30fa-42ef-b820-8085fd89cd0e None None] Provisioning complete for port 31194536-8053-4e49-9615-c872ea0db1e8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:20.456034 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a0844c1d-30fa-42ef-b820-8085fd89cd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.508534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a0844c1d-30fa-42ef-b820-8085fd89cd0e None None] Port 31194536-8053-4e49-9615-c872ea0db1e8 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:20.510335 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae4d412-cf09-4832-a6ef-0363397d46be x-openstack-request-id: req-aae4d412-cf09-4832-a6ef-0363397d46be {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:20.510769 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6acba62-b48d-4385-8f53-8a50a5ff984e", "tag": "8c2bc447-2697-4835-a82c-fcecaaf8fc45", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:20.511235 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aae4d412-cf09-4832-a6ef-0363397d46be {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:20.511651 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6acba62-b48d-4385-8f53-8a50a5ff984e', 'tag': '8c2bc447-2697-4835-a82c-fcecaaf8fc45', 'status': 'completed', 'code': 200} Nov 27 01:04:20.531938 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.554369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port d4a7f0e3-16bc-4e48-a08d-830977d5487d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d4a7f0e3-16bc-4e48-a08d-830977d5487d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:20.568869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a0844c1d-30fa-42ef-b820-8085fd89cd0e None None] Provisioning complete for port fdc8f14a-99b1-4fe1-a982-65035d893f31 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:20.569271 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a0844c1d-30fa-42ef-b820-8085fd89cd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.571105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.664191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a0844c1d-30fa-42ef-b820-8085fd89cd0e None None] Port fdc8f14a-99b1-4fe1-a982-65035d893f31 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:20.673486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9076f81-ed76-42ad-afb2-e0eda169a5c1 req-19cb16f0-ea59-4e37-b470-c06cde41429e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:20.675620 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f9076f81-ed76-42ad-afb2-e0eda169a5c1 req-19cb16f0-ea59-4e37-b470-c06cde41429e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 935 time: 0.0913148 Nov 27 01:04:20.692305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=d4a7f0e3-16bc-4e48-a08d-830977d5487d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:20.756520 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d79ae-e173-4384-adce-b05139cef572 req-3cf6fae9-f626-421c-af77-65970c1bb0af tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:20.758029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b1d79ae-e173-4384-adce-b05139cef572 req-3cf6fae9-f626-421c-af77-65970c1bb0af tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 950 time: 0.7132301 Nov 27 01:04:20.797479 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f9076f81-ed76-42ad-afb2-e0eda169a5c1 req-3fe25d86-37a0-47f2-bba8-71dbf9517bf9 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131959 Nov 27 01:04:20.803968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc8f14a-99b1-4fe1-a982-65035d893f31 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:20.808343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03684ea0-2939-4abe-bb9a-f4a42b6c6447 req-cbdf4169-c3c1-4998-b466-cabae8da9392 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac93d525-7809-4882-adb3-c62db4ce437f HTTP/1.1" status: 200 len: 217 time: 0.4214568 Nov 27 01:04:20.812601 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.826717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Transition to ACTIVE for port object fdc8f14a-99b1-4fe1-a982-65035d893f31 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:20.832357 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.847021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:20.930502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc8f14a-99b1-4fe1-a982-65035d893f31,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:20.948972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Attempting to bind port fdc8f14a-99b1-4fe1-a982-65035d893f31 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:20.949474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Attempting to bind port fdc8f14a-99b1-4fe1-a982-65035d893f31 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:20.950560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Attempting to bind port fdc8f14a-99b1-4fe1-a982-65035d893f31 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:20.956684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Port fdc8f14a-99b1-4fe1-a982-65035d893f31 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:20.957146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Attempting to bind port fdc8f14a-99b1-4fe1-a982-65035d893f31 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:20.963084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:20.963832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:20.964376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:20.964951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Bound port: fdc8f14a-99b1-4fe1-a982-65035d893f31, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:20.965557 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.030416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8c2bc447-2697-4835-a82c-fcecaaf8fc45 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:21.055316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03684ea0-2939-4abe-bb9a-f4a42b6c6447 req-67c1c9c7-b00b-4145-bf55-84381c121eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:21.056785 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03684ea0-2939-4abe-bb9a-f4a42b6c6447 req-67c1c9c7-b00b-4145-bf55-84381c121eca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.2129254 Nov 27 01:04:21.061479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:21.065989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:21.082435 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.130850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:21.131645 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.133315 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] 10.222.0.42 "PUT /v2.0/ports/fdc8f14a-99b1-4fe1-a982-65035d893f31 HTTP/1.1" status: 200 len: 1095 time: 1.1232054 Nov 27 01:04:21.191130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b1d79ae-e173-4384-adce-b05139cef572 req-ebd83e12-7ca6-4748-b13c-be7aa174822e tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028008 Nov 27 01:04:21.242657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f737d0-40a6-40de-a71c-2f3cec7c8866 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc8f14a-99b1-4fe1-a982-65035d893f31,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:21.328075 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.389514 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e504-5dc8-45be-94f2-6b026bbbc8a9 req-156de6ab-ecd1-49f6-a85e-4efd10fe908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:21.390099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601619f9-a2bd-46f2-8260-3b92c4f30dcb req-beccab4f-24aa-4f04-8fe1-20815288dcc5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:21.398095 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c61e504-5dc8-45be-94f2-6b026bbbc8a9 req-156de6ab-ecd1-49f6-a85e-4efd10fe908c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 1125 time: 0.6677608 Nov 27 01:04:21.409949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-601619f9-a2bd-46f2-8260-3b92c4f30dcb req-beccab4f-24aa-4f04-8fe1-20815288dcc5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 944 time: 0.2419977 Nov 27 01:04:21.435080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d041b5c9-0136-47e4-a833-78ae9d844a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:21.444011 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-d041b5c9-0136-47e4-a833-78ae9d844a92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 1098 time: 0.1951220 Nov 27 01:04:21.453872 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.455431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:21.465443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:21.493690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8c2bc447-2697-4835-a82c-fcecaaf8fc45 has no active binding in host n-h1-819494-2 {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:04:21.515780 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03684ea0-2939-4abe-bb9a-f4a42b6c6447 req-75f184da-0c42-436d-bb2d-a1611f659888 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3526218 Nov 27 01:04:21.543945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Pushing event updated for resources: {'Port': ['ID=1f2d3b76-4574-4ba0-8c42-fe720e85a40d,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:21.567178 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-0094d0a0-278a-4248-93ec-d3d45eee2f37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31 HTTP/1.1" status: 200 len: 217 time: 0.0950344 Nov 27 01:04:21.603657 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-601619f9-a2bd-46f2-8260-3b92c4f30dcb req-1e1c0a71-4688-4463-96f8-f8066323b6ec tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872327 Nov 27 01:04:21.719577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-ad362e75-c531-4f80-8b33-a19a438d5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:21.722842 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-ad362e75-c531-4f80-8b33-a19a438d5447 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1469955 Nov 27 01:04:21.867677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-6feb827c-e48e-497c-99b4-46d5f0adf65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:21.869994 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-6feb827c-e48e-497c-99b4-46d5f0adf65a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177087 Nov 27 01:04:21.942059 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03684ea0-2939-4abe-bb9a-f4a42b6c6447 req-0b339b45-aaed-45ca-9627-18f41991600f service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642061 Nov 27 01:04:22.004071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:04:22.075556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d4a7f0e3-16bc-4e48-a08d-830977d5487d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:22.101682 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.138198 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.139143 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.161699 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-990e7cd1-10c8-4539-84f9-f3080edae2b7 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526293 Nov 27 01:04:22.307716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d4a7f0e3-16bc-4e48-a08d-830977d5487d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:22.308303 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.335709 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.349897 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Pushing event updated for resources: {'Port': ['ID=31194536-8053-4e49-9615-c872ea0db1e8,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:22.375757 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f17e1014-9348-4156-a3d4-fb19e26b1612 req-428b9f9c-ce7f-40bb-a6fc-3adaf32e6471 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991189 Nov 27 01:04:22.377797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Network f53731c6-2225-4e06-a58c-855a6cb2eab5 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:22.382735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b3f33d-9508-4848-b07c-5cb4fc2088fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:22.383294 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e504-5dc8-45be-94f2-6b026bbbc8a9 req-d44efbf4-f710-440a-8be2-5b18b473346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:22.384659 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f651a36-d49d-4cd5-af2e-fd91059cefe4" -d '{"events": [{"server_uuid": "56b3f33d-9508-4848-b07c-5cb4fc2088fe", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf10d1f-e9b9-4766-82cd-e89f17d3c026"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:22.384920 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c61e504-5dc8-45be-94f2-6b026bbbc8a9 req-d44efbf4-f710-440a-8be2-5b18b473346d service neutron] 10.222.0.42 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.9219954 Nov 27 01:04:22.391621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:22.406073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:22.415544 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.423161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Network 455363ea-300a-40fa-95f1-83883a2bf924 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:22.480727 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5357fc08-2349-4c21-b725-3e7ac1b20d31 x-openstack-request-id: req-5357fc08-2349-4c21-b725-3e7ac1b20d31 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:22.481253 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b3f33d-9508-4848-b07c-5cb4fc2088fe", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf10d1f-e9b9-4766-82cd-e89f17d3c026", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:22.481253 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5357fc08-2349-4c21-b725-3e7ac1b20d31 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:22.482010 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b3f33d-9508-4848-b07c-5cb4fc2088fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026', 'code': 200} Nov 27 01:04:22.512765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'tag': 'fdc8f14a-99b1-4fe1-a982-65035d893f31'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:22.518054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7f3c3a41-df54-455f-b6b2-778a9da237be up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:22.524781 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440f7fb7-94ba-4d59-aa77-ce1d12603dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "08e3ab2d-5919-423c-b556-dffb526adbb8", "tag": "fdc8f14a-99b1-4fe1-a982-65035d893f31"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:22.563281 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:22.574146 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:22.603351 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6335371-32fe-4624-953e-08f6f8eb6719 x-openstack-request-id: req-e6335371-32fe-4624-953e-08f6f8eb6719 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:22.603973 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e3ab2d-5919-423c-b556-dffb526adbb8", "tag": "fdc8f14a-99b1-4fe1-a982-65035d893f31", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:22.604292 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6335371-32fe-4624-953e-08f6f8eb6719 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:22.604763 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'tag': 'fdc8f14a-99b1-4fe1-a982-65035d893f31', 'status': 'completed', 'code': 200} Nov 27 01:04:22.605438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d26d9c-6a7a-48bc-9324-90b4ea549363 req-2c6799bc-5da9-41a8-8675-78c5e44e5740 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:22.618409 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-18d26d9c-6a7a-48bc-9324-90b4ea549363 req-2c6799bc-5da9-41a8-8675-78c5e44e5740 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 947 time: 0.5989630 Nov 27 01:04:22.640164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c61e504-5dc8-45be-94f2-6b026bbbc8a9 req-647f3882-9c77-4bdd-b9d6-812af7ecbd7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45 HTTP/1.1" status: 200 len: 217 time: 0.2306445 Nov 27 01:04:22.654246 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44014) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:22.661664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 7f3c3a41-df54-455f-b6b2-778a9da237be triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:22.662039 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.890217 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-841dfe08-53d3-4614-b4c4-6230d33ad242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.895963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f7fb7-94ba-4d59-aa77-ce1d12603dd5 req-ce5a6f58-d127-40a6-a28f-67dd64f477ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:22.897656 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-440f7fb7-94ba-4d59-aa77-ce1d12603dd5 req-ce5a6f58-d127-40a6-a28f-67dd64f477ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 1098 time: 0.1909237 Nov 27 01:04:22.937175 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.951676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-202a5f4b-2733-4575-b0c2-90173740aa53 None None] Provisioning complete for port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:22.952023 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-202a5f4b-2733-4575-b0c2-90173740aa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:22.976615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03684ea0-2939-4abe-bb9a-f4a42b6c6447 req-fccadd98-678c-417c-baa0-75909c7cdc3b service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0079932 Nov 27 01:04:22.998201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 7f3c3a41-df54-455f-b6b2-778a9da237be, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7f3c3a41-df54-455f-b6b2-778a9da237be,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:23.011953 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.030693 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-202a5f4b-2733-4575-b0c2-90173740aa53 None None] Port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:23.062695 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-18d26d9c-6a7a-48bc-9324-90b4ea549363 req-5bd86e16-e515-4b0d-bf8c-411ecdab2dca tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317579 Nov 27 01:04:23.065081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e504-5dc8-45be-94f2-6b026bbbc8a9 req-f7e93b8b-9901-4bae-8a8a-173ea2988b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:23.072880 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c61e504-5dc8-45be-94f2-6b026bbbc8a9 req-f7e93b8b-9901-4bae-8a8a-173ea2988b7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.3588417 Nov 27 01:04:23.098751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Router 9964c6e4-f380-45c7-a2c4-5d68660e6048 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:04:23.131313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616ed97-6ec8-422f-a229-eababc902689 req-4d77bbcd-1b9d-4e34-b7b8-4ac49dbc4a7c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:23.132348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=7f3c3a41-df54-455f-b6b2-778a9da237be,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:23.137254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d616ed97-6ec8-422f-a229-eababc902689 req-4d77bbcd-1b9d-4e34-b7b8-4ac49dbc4a7c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 944 time: 0.3859274 Nov 27 01:04:23.146475 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c61e504-5dc8-45be-94f2-6b026bbbc8a9 req-47376783-6d0a-4d42-b6e9-68505029a8a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520446 Nov 27 01:04:23.177562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-792051c6-0d2a-49bc-a388-d8f4092a71b6 None None] Provisioning complete for port 31194536-8053-4e49-9615-c872ea0db1e8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:23.178667 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-792051c6-0d2a-49bc-a388-d8f4092a71b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.203860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f7fb7-94ba-4d59-aa77-ce1d12603dd5 req-c1fb643a-91d0-4bab-b819-9c7f0093c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:23.206027 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-440f7fb7-94ba-4d59-aa77-ce1d12603dd5 req-c1fb643a-91d0-4bab-b819-9c7f0093c0b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2607317 Nov 27 01:04:23.223653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Router 5f8baada-c53b-4427-a846-4cfc55a39aab has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:04:23.238338 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-792051c6-0d2a-49bc-a388-d8f4092a71b6 None None] Port 31194536-8053-4e49-9615-c872ea0db1e8 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:23.294205 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-440f7fb7-94ba-4d59-aa77-ce1d12603dd5 req-99e893b5-f00e-452a-970a-edddf7e76e00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31 HTTP/1.1" status: 200 len: 217 time: 0.0782392 Nov 27 01:04:23.330539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d616ed97-6ec8-422f-a229-eababc902689 req-e7d2d55f-d777-4e9e-bb9c-1fa68180733f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597631 Nov 27 01:04:23.391870 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-841dfe08-53d3-4614-b4c4-6230d33ad242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.405534 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-841dfe08-53d3-4614-b4c4-6230d33ad242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.442054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f7fb7-94ba-4d59-aa77-ce1d12603dd5 req-12676a5c-5a99-4b75-b54f-08493c59ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:23.443683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-440f7fb7-94ba-4d59-aa77-ce1d12603dd5 req-12676a5c-5a99-4b75-b54f-08493c59ee25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1132078 Nov 27 01:04:23.446455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dfe08-53d3-4614-b4c4-6230d33ad242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3230b5-951b-45d8-8535-f486faf4cc22,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:23.466014 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-841dfe08-53d3-4614-b4c4-6230d33ad242 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f4f54e8e4f34975ac7952e6c0afbdbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8083794 Nov 27 01:04:23.466442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44032) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:23.542065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f7fb7-94ba-4d59-aa77-ce1d12603dd5 req-33f77569-75b4-454d-94ba-693ecf04bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:23.546785 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-440f7fb7-94ba-4d59-aa77-ce1d12603dd5 req-33f77569-75b4-454d-94ba-693ecf04bb38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703702 Nov 27 01:04:23.620334 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a157c584-0813-4d66-a4c6-ba18104514c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.682594 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a157c584-0813-4d66-a4c6-ba18104514c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.683407 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c61e504-5dc8-45be-94f2-6b026bbbc8a9 req-dbe0dc0e-69a7-4d4b-8ae2-2b0dc433142b service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230517 Nov 27 01:04:23.713321 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-440f7fb7-94ba-4d59-aa77-ce1d12603dd5 req-1984ed18-f440-428e-8709-d38e266f5054 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545794 Nov 27 01:04:23.727735 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e03d012f-6d87-4675-907c-1baa85232519 req-b297fbf4-47c1-4265-9292-522777d45919 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1052790 Nov 27 01:04:23.795050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:23.804152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7f3c3a41-df54-455f-b6b2-778a9da237be up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:23.807020 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1f83a37a-9470-4db4-9d61-c55928c2240a admin admin] 10.222.0.37 "PUT /v2.0/routers/9964c6e4-f380-45c7-a2c4-5d68660e6048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7550352 Nov 27 01:04:23.809154 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Sync routers for ids ['9964c6e4-f380-45c7-a2c4-5d68660e6048'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:23.831557 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Routers {'9964c6e4-f380-45c7-a2c4-5d68660e6048'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:23.832464 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9964c6e4-f380-45c7-a2c4-5d68660e6048'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:23.861796 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c61e504-5dc8-45be-94f2-6b026bbbc8a9 req-7e46d396-159a-49a7-88ff-d559fc9f905e service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414030 Nov 27 01:04:23.861796 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:23.868828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-81ecadea-cca1-4273-a580-61889d070309 admin admin] 10.222.0.37 "PUT /v2.0/routers/5f8baada-c53b-4427-a846-4cfc55a39aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5656338 Nov 27 01:04:23.886157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-440f7fb7-94ba-4d59-aa77-ce1d12603dd5 req-d5553af0-68a2-48f2-8fe4-c3700c4f381a service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574044 Nov 27 01:04:23.888886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Sync routers for ids ['5f8baada-c53b-4427-a846-4cfc55a39aab'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:23.900602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Routers {'5f8baada-c53b-4427-a846-4cfc55a39aab'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:23.902152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5f8baada-c53b-4427-a846-4cfc55a39aab'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:23.931442 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a157c584-0813-4d66-a4c6-ba18104514c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.941243 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a157c584-0813-4d66-a4c6-ba18104514c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:23.943358 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a157c584-0813-4d66-a4c6-ba18104514c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c3230b5-951b-45d8-8535-f486faf4cc22 HTTP/1.1" status: 204 len: 168 time: 0.4758995 Nov 27 01:04:23.993666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157c584-0813-4d66-a4c6-ba18104514c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3230b5-951b-45d8-8535-f486faf4cc22,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:24.032490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Set router 5f8baada-c53b-4427-a846-4cfc55a39aab gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:24.088318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d012f-6d87-4675-907c-1baa85232519 req-6360d42a-a4a6-496e-aeda-2b0c9b4a8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:24.102913 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e03d012f-6d87-4675-907c-1baa85232519 req-6360d42a-a4a6-496e-aeda-2b0c9b4a8b6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 1117 time: 0.3156137 Nov 27 01:04:24.157594 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Set router 9964c6e4-f380-45c7-a2c4-5d68660e6048 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:24.207926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 7f3c3a41-df54-455f-b6b2-778a9da237be triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:24.208770 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.331692 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32679e3a-1af5-4650-9f83-aac09580e7ac req-3ddc6ec7-d294-486d-aec4-2cefe8405c12 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:24.344161 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32679e3a-1af5-4650-9f83-aac09580e7ac req-3ddc6ec7-d294-486d-aec4-2cefe8405c12 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 947 time: 0.1316426 Nov 27 01:04:24.405612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-c3d7bd4a-56f4-4949-8326-4712a07c37ce service neutron] 10.222.0.42 "GET /v2.0/ports/8c2bc447-2697-4835-a82c-fcecaaf8fc45/bindings/n-h1-819494-2 HTTP/1.1" status: 200 len: 384 time: 0.4593716 Nov 27 01:04:24.409733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d012f-6d87-4675-907c-1baa85232519 req-01983913-c62c-471b-bf57-e96937b4873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:24.411393 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e03d012f-6d87-4675-907c-1baa85232519 req-01983913-c62c-471b-bf57-e96937b4873c service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.2443244 Nov 27 01:04:24.553159 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32679e3a-1af5-4650-9f83-aac09580e7ac req-2d8ad908-ff4d-42ce-9401-6855eed96d48 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956806 Nov 27 01:04:24.632549 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e03d012f-6d87-4675-907c-1baa85232519 req-06ed53ed-fe4b-41f6-aa8c-17f64e156336 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1 HTTP/1.1" status: 200 len: 217 time: 0.2084446 Nov 27 01:04:24.661239 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1f2d3b76-4574-4ba0-8c42-fe720e85a40d', 'name': '', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'mac_address': 'fa:16:3e:d3:84:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:18Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 2, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'subnets': [{'id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:24.677665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'name': 'tempest-TaggedBootDevicesTest-1789978810-router', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:08Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '9576054f837d400c8c91a392e70a18ef', 'gw_port': {'id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:10Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '31194536-8053-4e49-9615-c872ea0db1e8', 'name': '', 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'mac_address': 'fa:16:3e:30:0f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '925b7a8c-b66b-45e1-a49a-900ee9273c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:18Z', 'updated_at': '2021-11-27T01:04:21Z', 'revision_number': 2, 'project_id': '9576054f837d400c8c91a392e70a18ef', 'subnets': [{'id': '925b7a8c-b66b-45e1-a49a-900ee9273c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:24.724360 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Checking router: 5f8baada-c53b-4427-a846-4cfc55a39aab for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:24.725031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Updating router 5f8baada-c53b-4427-a846-4cfc55a39aab port 31194536-8053-4e49-9615-c872ea0db1e8 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:04:24.739792 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Checking router: 9964c6e4-f380-45c7-a2c4-5d68660e6048 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:24.740147 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Updating router 9964c6e4-f380-45c7-a2c4-5d68660e6048 port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:04:24.759901 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.810883 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.819465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44074) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:24.844457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d012f-6d87-4675-907c-1baa85232519 req-24b6888c-6845-4279-8a58-0ea1c1ad8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:24.853780 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e03d012f-6d87-4675-907c-1baa85232519 req-24b6888c-6845-4279-8a58-0ea1c1ad8810 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1911583 Nov 27 01:04:24.855333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a7005dc-677a-4f77-b3aa-1d4598018310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:24.939430 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e03d012f-6d87-4675-907c-1baa85232519 req-55fa42d6-4261-4f52-96d2-f6f9b5a062ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371499 Nov 27 01:04:24.972088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cfaaf-b290-4c1a-a0a7-440b6aee934b req-32be2779-3b38-4c46-9e0a-c4eedbbcf262 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:24.980077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-666cfaaf-b290-4c1a-a0a7-440b6aee934b req-32be2779-3b38-4c46-9e0a-c4eedbbcf262 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 944 time: 0.3532977 Nov 27 01:04:25.051575 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a7005dc-677a-4f77-b3aa-1d4598018310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.059925 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a7005dc-677a-4f77-b3aa-1d4598018310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.120061 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1a7005dc-677a-4f77-b3aa-1d4598018310 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0335813647c4510a5e853fab0de17b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994959 Nov 27 01:04:25.121350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7005dc-677a-4f77-b3aa-1d4598018310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6268baf-8b25-4473-a091-f68459b52572,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:25.124885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44076) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:25.202821 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-47aa8600-f636-4f05-a092-def398a55478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.239308 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-47aa8600-f636-4f05-a092-def398a55478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.309056 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.312841 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-47aa8600-f636-4f05-a092-def398a55478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.317922 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-47aa8600-f636-4f05-a092-def398a55478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.319505 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-47aa8600-f636-4f05-a092-def398a55478 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6268baf-8b25-4473-a091-f68459b52572 HTTP/1.1" status: 204 len: 168 time: 0.1918311 Nov 27 01:04:25.323381 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.348412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa8600-f636-4f05-a092-def398a55478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6268baf-8b25-4473-a091-f68459b52572,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:25.378250 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.392253 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.571612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec57269-f1dc-49c8-b731-185c09a9894e None None] Pushing event updated for resources: {'Port': ['ID=31194536-8053-4e49-9615-c872ea0db1e8,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:25.595168 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a210516-6a7f-42a6-b1a9-bc93aa800807 None None] Pushing event updated for resources: {'Port': ['ID=1f2d3b76-4574-4ba0-8c42-fe720e85a40d,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:25.715314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9b6647d3-14ce-4677-8702-3ca77bd55f8c service neutron] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:25.737363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Attempting to bind port 31194536-8053-4e49-9615-c872ea0db1e8 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:25.737363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Attempting to bind port 31194536-8053-4e49-9615-c872ea0db1e8 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '5ab0699b-a298-404d-9c50-5f20082c2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:25.737738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Attempting to bind port 31194536-8053-4e49-9615-c872ea0db1e8 on network 455363ea-300a-40fa-95f1-83883a2bf924 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:25.747125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d616c-75ee-4c09-958d-e3419e642f04 req-fd699e78-cbe4-4388-8476-8c6cabd887ec tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:25.749974 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-fd699e78-cbe4-4388-8476-8c6cabd887ec tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/networks?id=f53731c6-2225-4e06-a58c-855a6cb2eab5 HTTP/1.1" status: 200 len: 829 time: 0.3185203 Nov 27 01:04:25.757285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:25.757677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Checking segment: {'id': '5ab0699b-a298-404d-9c50-5f20082c2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:25.759794 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.760731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Bound using segment: {'id': '5ab0699b-a298-404d-9c50-5f20082c2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:25.760731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Bound port: 31194536-8053-4e49-9615-c872ea0db1e8, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab0699b-a298-404d-9c50-5f20082c2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:25.762341 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.768387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9b6647d3-14ce-4677-8702-3ca77bd55f8c service neutron] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:25.779797 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Attempting to bind port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:25.780172 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Attempting to bind port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:25.781562 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Attempting to bind port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d on network f53731c6-2225-4e06-a58c-855a6cb2eab5 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:25.786156 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:25.786682 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Checking segment: {'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:25.787307 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.787554 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Bound using segment: {'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:25.788388 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Bound port: 1f2d3b76-4574-4ba0-8c42-fe720e85a40d, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:25.791766 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.795062 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-72553500-27b7-4755-a749-859863a7e791 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/quotas/06b109f52d0d4509a404f24a67ef28b8 HTTP/1.1" status: 200 len: 375 time: 0.0301278 Nov 27 01:04:25.859896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9b6647d3-14ce-4677-8702-3ca77bd55f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2bc447-2697-4835-a82c-fcecaaf8fc45 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:25.873960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9b6647d3-14ce-4677-8702-3ca77bd55f8c service neutron] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:25.917150 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9b6647d3-14ce-4677-8702-3ca77bd55f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.940969 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-fe4ec642-6d0c-4713-8db0-df8f6026c18d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=06b109f52d0d4509a404f24a67ef28b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1368206 Nov 27 01:04:25.971355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] For port 31194536-8053-4e49-9615-c872ea0db1e8, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:25.979528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] For port 31194536-8053-4e49-9615-c872ea0db1e8, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=31194536-8053-4e49-9615-c872ea0db1e8,segment=NetworkSegment(5ab0699b-a298-404d-9c50-5f20082c2139),segment_id=5ab0699b-a298-404d-9c50-5f20082c2139)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:25.993102 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:25.994396 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] For port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:26.001546 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] For port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1f2d3b76-4574-4ba0-8c42-fe720e85a40d,segment=NetworkSegment(65274073-9aef-4b2d-b76a-1f509b3ac250),segment_id=65274073-9aef-4b2d-b76a-1f509b3ac250)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:26.004713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 12f80e54-a341-4874-9f06-9d0dfb89b1f5 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:26.015527 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:26.033752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e03d012f-6d87-4675-907c-1baa85232519 req-4bad5822-0eae-4dba-8de7-a7edd426f100 service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0819066 Nov 27 01:04:26.127639 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a210516-6a7f-42a6-b1a9-bc93aa800807 None None] Pushing event updated for resources: {'Port': ['ID=1f2d3b76-4574-4ba0-8c42-fe720e85a40d,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:26.132612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-666cfaaf-b290-4c1a-a0a7-440b6aee934b req-5d65d98a-1125-447c-8516-130dc3bd3975 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1502380 Nov 27 01:04:26.152968 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-200220e5-ec34-49d2-930f-128272945fa6 service neutron] 10.222.0.37 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084384 Nov 27 01:04:26.154106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-fecb14b2-7b04-4aa3-a8be-c35aa36901c9 None None] Provisioning complete for port 31194536-8053-4e49-9615-c872ea0db1e8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:26.154562 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fecb14b2-7b04-4aa3-a8be-c35aa36901c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:26.195099 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Routers {'9964c6e4-f380-45c7-a2c4-5d68660e6048'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:26.195099 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9964c6e4-f380-45c7-a2c4-5d68660e6048'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:26.288189 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.resource_extend [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:04:26.428077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec57269-f1dc-49c8-b731-185c09a9894e None None] Pushing event updated for resources: {'Port': ['ID=31194536-8053-4e49-9615-c872ea0db1e8,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:26.532052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-7db53979-5b6a-4d77-941f-327a920a49fb service neutron] 10.222.0.37 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756707 Nov 27 01:04:26.562887 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e03d012f-6d87-4675-907c-1baa85232519 req-9994a0fe-46e6-4357-b3db-c3a11eff8afd service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163977 Nov 27 01:04:26.563828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9b6647d3-14ce-4677-8702-3ca77bd55f8c service neutron] Transition to ACTIVE for port object 8c2bc447-2697-4835-a82c-fcecaaf8fc45 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:26.574335 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9b6647d3-14ce-4677-8702-3ca77bd55f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:26.654940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6647d3-14ce-4677-8702-3ca77bd55f8c service neutron] Pushing event updated for resources: {'Port': ['ID=8c2bc447-2697-4835-a82c-fcecaaf8fc45,revision_number=10']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:26.672225 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] Set router 9964c6e4-f380-45c7-a2c4-5d68660e6048 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:26.682159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9b6647d3-14ce-4677-8702-3ca77bd55f8c service neutron] No DVR routers for this DVR port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:04:26.694194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Routers {'5f8baada-c53b-4427-a846-4cfc55a39aab'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:26.697052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5f8baada-c53b-4427-a846-4cfc55a39aab'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:26.717653 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9b6647d3-14ce-4677-8702-3ca77bd55f8c service neutron] 10.222.0.42 "PUT /v2.0/ports/8c2bc447-2697-4835-a82c-fcecaaf8fc45/bindings/n-h1-819494-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2952523 Nov 27 01:04:26.907857 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6ffe6-6fbc-4f12-ab48-d86f5623ad52 req-9fec1843-268f-4987-976d-fef9f3a02c3d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:26.925097 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d0e6ffe6-6fbc-4f12-ab48-d86f5623ad52 req-9fec1843-268f-4987-976d-fef9f3a02c3d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 947 time: 0.1283453 Nov 27 01:04:26.995122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-f313b441-1939-4926-8a3c-381326c195d8 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:27.002689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-f313b441-1939-4926-8a3c-381326c195d8 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e&tenant_id=f2c4589faa8344f6a41a0124c0fb2253&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1096 time: 0.1634891 Nov 27 01:04:27.027089 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d0e6ffe6-6fbc-4f12-ab48-d86f5623ad52 req-509b6758-c11d-41ce-a548-fa805b6a1915 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996549 Nov 27 01:04:27.130791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-adfcdcfb-41c8-42b7-992f-61ace08fd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:27.132678 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-adfcdcfb-41c8-42b7-992f-61ace08fd451 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e&tenant_id=f2c4589faa8344f6a41a0124c0fb2253 HTTP/1.1" status: 200 len: 1096 time: 0.1258910 Nov 27 01:04:27.233343 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1d9bc3d9-5caf-4cdb-b2a0-25c09c0087bb req-8f3942d9-4d57-4596-9cfe-2258a2ac90fc tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 210 time: 0.0968308 Nov 27 01:04:27.262024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9d252437-f797-4bf2-b178-f8611a88a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:27.263605 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-9d252437-f797-4bf2-b178-f8611a88a3e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 1096 time: 0.0818269 Nov 27 01:04:27.270888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44228) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:27.388121 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1f2d3b76-4574-4ba0-8c42-fe720e85a40d', 'name': '', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'mac_address': 'fa:16:3e:d3:84:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:18Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 4, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'subnets': [{'id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:27.457388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b990f9e-3e90-4af1-9440-84036b5bc05d req-0bef17b4-9713-47a8-88d3-7f88ad034922 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:27.460102 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b990f9e-3e90-4af1-9440-84036b5bc05d req-0bef17b4-9713-47a8-88d3-7f88ad034922 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 945 time: 0.1170378 Nov 27 01:04:27.469083 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9a8dc-75b9-4b53-93a8-e8b95f6ec433 None None] The sync data for ids ['9964c6e4-f380-45c7-a2c4-5d68660e6048'] in n-d-819494-2 is: [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1f2d3b76-4574-4ba0-8c42-fe720e85a40d', 'name': '', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'mac_address': 'fa:16:3e:d3:84:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:18Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 4, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'subnets': [{'id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:27.529545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1079137841-network', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:27.540350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:27.600146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-ef30b3ef-acf0-400c-ba76-35298ec71b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:27.605565 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-ef30b3ef-acf0-400c-ba76-35298ec71b5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.3341775 Nov 27 01:04:27.619837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'mac_address': 'fa:16:3e:d4:ff:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:27.639693 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b990f9e-3e90-4af1-9440-84036b5bc05d req-b5b00f97-dfbd-4843-8396-f917d7ac9b9d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637335 Nov 27 01:04:27.645233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Made reservation on behalf of 2be0713d50fc47a68bde059f46f350ab for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:27.657132 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:27.699107 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:27.728736 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-b3c6272f-8a8b-4528-b3c1-1b626a01ff23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45 HTTP/1.1" status: 200 len: 217 time: 0.1131105 Nov 27 01:04:27.850477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] Set router 5f8baada-c53b-4427-a846-4cfc55a39aab gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:27.911728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-629b963e-e1be-474b-ab90-8c3737fa0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:27.913190 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-629b963e-e1be-474b-ab90-8c3737fa0121 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.1731493 Nov 27 01:04:28.029170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.036506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.063729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:04:28.082128 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.082636 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Added segment 1355c50f-ef55-45a4-acb5-066e14deab86 of type vlan for network a0374db9-aa53-4e45-8522-972ea734e9f5 Nov 27 01:04:28.132511 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1f2d3b76-4574-4ba0-8c42-fe720e85a40d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:28.182978 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.208060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae91929-97d7-4964-ab75-c213da039f6b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:28.274743 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.275993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:28.277111 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.327872 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-2b142687-66c1-486d-974f-dda8b6808b44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569489 Nov 27 01:04:28.452142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] Pushing event updated for resources: {'Network': ['ID=a0374db9-aa53-4e45-8522-972ea734e9f5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:28.471173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e0a7c393-3693-4d24-b31e-593144040763 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1953037 Nov 27 01:04:28.487095 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.487294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44262) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:28.505093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:28.506461 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.523831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-86439080-b0cf-40ce-84c2-56b0d869f798 admin admin] Request body: {'subnet': {'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079137841-subnet', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:28.552268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a976f47-afab-47df-adce-0f5ddcb74fb3 req-953b1b9b-e833-4d6a-ba60-c3803974fe45 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:28.571995 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a976f47-afab-47df-adce-0f5ddcb74fb3 req-953b1b9b-e833-4d6a-ba60-c3803974fe45 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 947 time: 0.4105508 Nov 27 01:04:28.605543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86439080-b0cf-40ce-84c2-56b0d869f798 admin admin] Made reservation on behalf of 2be0713d50fc47a68bde059f46f350ab for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:28.611352 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86439080-b0cf-40ce-84c2-56b0d869f798 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.650624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a0374db9-aa53-4e45-8522-972ea734e9f5 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:04:28.719372 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-d189572b-e6c3-4878-bde6-d12e8b861170 service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832297 Nov 27 01:04:28.761369 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fecb14b2-7b04-4aa3-a8be-c35aa36901c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:28.769251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f80e54-a341-4874-9f06-9d0dfb89b1f5 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:28.998479 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a976f47-afab-47df-adce-0f5ddcb74fb3 req-1394324e-ca14-4cdd-931a-684e4c01e130 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254212 Nov 27 01:04:29.125457 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-a581e817-4a24-423e-87d6-f4fdf191189a service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934193 Nov 27 01:04:29.149560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:29.215464 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86439080-b0cf-40ce-84c2-56b0d869f798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.224367 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.225157 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fdc8f14a-99b1-4fe1-a982-65035d893f31 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:29.277347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc130605-8ce9-41d8-baf1-8bae8aba1f36 req-f95be07a-dcf0-4a25-81b7-dd3025cb2cf1 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 210 time: 0.0572104 Nov 27 01:04:29.351764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fecb14b2-7b04-4aa3-a8be-c35aa36901c9 None None] For port 31194536-8053-4e49-9615-c872ea0db1e8, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=31194536-8053-4e49-9615-c872ea0db1e8,segment=NetworkSegment(5ab0699b-a298-404d-9c50-5f20082c2139),segment_id=5ab0699b-a298-404d-9c50-5f20082c2139)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:29.405283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86439080-b0cf-40ce-84c2-56b0d869f798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de713de9-4b84-4265-811c-31f175e9340d,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:29.520083 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'name': 'tempest-TaggedBootDevicesTest-1789978810-router', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:08Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '9576054f837d400c8c91a392e70a18ef', 'gw_port': {'id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:10Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '31194536-8053-4e49-9615-c872ea0db1e8', 'name': '', 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'mac_address': 'fa:16:3e:30:0f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '925b7a8c-b66b-45e1-a49a-900ee9273c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:18Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 4, 'project_id': '9576054f837d400c8c91a392e70a18ef', 'subnets': [{'id': '925b7a8c-b66b-45e1-a49a-900ee9273c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:29.522787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86439080-b0cf-40ce-84c2-56b0d869f798 admin admin] Checking segment: {'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:29.525540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86439080-b0cf-40ce-84c2-56b0d869f798 admin admin] Network hostable DHCP agents. Network: a0374db9-aa53-4e45-8522-972ea734e9f5, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:04:29.552370 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fecb14b2-7b04-4aa3-a8be-c35aa36901c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.596167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86439080-b0cf-40ce-84c2-56b0d869f798 admin admin] Network a0374db9-aa53-4e45-8522-972ea734e9f5 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:04:29.623768 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-86439080-b0cf-40ce-84c2-56b0d869f798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a0374db9-aa53-4e45-8522-972ea734e9f5) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:29.633012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86439080-b0cf-40ce-84c2-56b0d869f798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:29.634961 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86439080-b0cf-40ce-84c2-56b0d869f798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.742629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f23d3-9c1a-4294-954b-b87381b22125 None None] Network a0374db9-aa53-4e45-8522-972ea734e9f5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:29.771887 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.resource_extend [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:04:29.797050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:29.799147 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-86439080-b0cf-40ce-84c2-56b0d869f798 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2921703 Nov 27 01:04:29.800325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd8bc2-8925-4121-a5fa-219b637a1d74 req-f37682ba-8591-43aa-bc7a-f80a3875def7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:29.802069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44276) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:29.814907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ebdd8bc2-8925-4121-a5fa-219b637a1d74 req-f37682ba-8591-43aa-bc7a-f80a3875def7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 945 time: 0.3114233 Nov 27 01:04:29.829516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1079137841-router', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:29.838751 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:29.842322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae8b02-a284-4f28-b57e-e5cf305609b3 None None] The sync data for ids ['5f8baada-c53b-4427-a846-4cfc55a39aab'] in n-d-819494-2 is: [{'id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'name': 'tempest-TaggedBootDevicesTest-1789978810-router', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:08Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '9576054f837d400c8c91a392e70a18ef', 'gw_port': {'id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:10Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '31194536-8053-4e49-9615-c872ea0db1e8', 'name': '', 'network_id': '455363ea-300a-40fa-95f1-83883a2bf924', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'mac_address': 'fa:16:3e:30:0f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '925b7a8c-b66b-45e1-a49a-900ee9273c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:18Z', 'updated_at': '2021-11-27T01:04:25Z', 'revision_number': 4, 'project_id': '9576054f837d400c8c91a392e70a18ef', 'subnets': [{'id': '925b7a8c-b66b-45e1-a49a-900ee9273c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:29.859967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'fdc8f14a-99b1-4fe1-a982-65035d893f31', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'fdc8f14a-99b1-4fe1-a982-65035d893f31', 'mac_address': 'fa:16:3e:40:f3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:29.899933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-95c9afe2-ea7c-4ec4-9b21-f93e32da14da tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:29.912970 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-95c9afe2-ea7c-4ec4-9b21-f93e32da14da tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e&tenant_id=f2c4589faa8344f6a41a0124c0fb2253&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 1096 time: 0.2529290 Nov 27 01:04:29.947199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d616c-75ee-4c09-958d-e3419e642f04 req-803bde65-17e3-4026-8ad6-94bedea18783 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:29.956164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-803bde65-17e3-4026-8ad6-94bedea18783 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.11 "GET /v2.0/networks?id=f53731c6-2225-4e06-a58c-855a6cb2eab5 HTTP/1.1" status: 200 len: 829 time: 0.6326840 Nov 27 01:04:29.995910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-509d616c-75ee-4c09-958d-e3419e642f04 req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Request body: {'port': {'device_id': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'admin_state_up': True, 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:30.164363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-fecb14b2-7b04-4aa3-a8be-c35aa36901c9 None None] Provisioning complete for port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:30.164728 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fecb14b2-7b04-4aa3-a8be-c35aa36901c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.191402 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ebdd8bc2-8925-4121-a5fa-219b637a1d74 req-1409bb47-240b-4518-9d9b-837bc1b79f29 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729665 Nov 27 01:04:30.243090 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.244485 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.287947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=12f80e54-a341-4874-9f06-9d0dfb89b1f5,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:30.436072 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.459638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509d616c-75ee-4c09-958d-e3419e642f04 req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Made reservation on behalf of 06b109f52d0d4509a404f24a67ef28b8 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:30.466451 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-509d616c-75ee-4c09-958d-e3419e642f04 req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.553493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb14b2-7b04-4aa3-a8be-c35aa36901c9 None None] Pushing event updated for resources: {'Port': ['ID=31194536-8053-4e49-9615-c872ea0db1e8,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:30.560535 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1f2d3b76-4574-4ba0-8c42-fe720e85a40d,segment=NetworkSegment(65274073-9aef-4b2d-b76a-1f509b3ac250),segment_id=65274073-9aef-4b2d-b76a-1f509b3ac250)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:30.574158 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.589221 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:30.742147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=1f2d3b76-4574-4ba0-8c42-fe720e85a40d,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:30.771136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd6ee8-5354-4552-88b4-4b0c5e4075b8 req-d66eba74-2ea4-477c-bf3a-55265a06fca2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:30.788706 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53dd6ee8-5354-4552-88b4-4b0c5e4075b8 req-d66eba74-2ea4-477c-bf3a-55265a06fca2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 947 time: 0.3591435 Nov 27 01:04:30.885778 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc8f14a-99b1-4fe1-a982-65035d893f31 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:30.928113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 31194536-8053-4e49-9615-c872ea0db1e8 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:30.944042 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53dd6ee8-5354-4552-88b4-4b0c5e4075b8 req-08e7ca9e-115a-43a5-a7e4-d6a64126f7b0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542437 Nov 27 01:04:30.974184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-ddbdb058-bc09-4ee3-a500-d769c877a114 service neutron] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:30.984542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-509d616c-75ee-4c09-958d-e3419e642f04 req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Allocated IP 172.20.0.10 (f53731c6-2225-4e06-a58c-855a6cb2eab5/6ecafef7-5123-4195-843c-d88c3c06b211/dd76cf94-b485-417e-a626-09667105691d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:31.011625 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-ddbdb058-bc09-4ee3-a500-d769c877a114 service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.022884 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-873299ca-ae61-4453-a73b-f873cd3d8d39 req-ddbdb058-bc09-4ee3-a500-d769c877a114 service neutron] 10.222.0.11 "DELETE /v2.0/ports/8c2bc447-2697-4835-a82c-fcecaaf8fc45/bindings/n-h2-819494-2 HTTP/1.1" status: 204 len: 173 time: 1.0981212 Nov 27 01:04:31.054596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.128831 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-79a49bac-921d-4dee-a8bb-444a49151076 req-05478b6f-edd2-46bd-89bb-8d6ab2510b05 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 210 time: 0.0561960 Nov 27 01:04:31.312709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:31.343670 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.457523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=fdc8f14a-99b1-4fe1-a982-65035d893f31,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:31.590375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-a0374db9-aa53-4e45-8522-972ea734e9f5', 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'fixed_ips': [{'subnet_id': 'de713de9-4b84-4265-811c-31f175e9340d'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:04:31.592798 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.605714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0641617c-b10c-4c2e-ac01-b03bc1312a94 None None] Provisioning complete for port 31194536-8053-4e49-9615-c872ea0db1e8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:31.620809 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0641617c-b10c-4c2e-ac01-b03bc1312a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.622889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 31194536-8053-4e49-9615-c872ea0db1e8 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:31.623071 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.653746 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.679530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['12f80e54-a341-4874-9f06-9d0dfb89b1f5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:31.687129 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-509d616c-75ee-4c09-958d-e3419e642f04 req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.760551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a2804-32cb-405c-95c1-a35173026950 req-64520fbb-3895-4360-b225-60c16d361f4a tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:31.771347 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:31.794903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a09a2804-32cb-405c-95c1-a35173026950 req-64520fbb-3895-4360-b225-60c16d361f4a tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 945 time: 0.4141455 Nov 27 01:04:31.911938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['fdc8f14a-99b1-4fe1-a982-65035d893f31'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:32.069248 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Allocated IP 172.25.3.177 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/5a0986e6-03c3-447e-b162-2144b59a06ba) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:32.094427 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a09a2804-32cb-405c-95c1-a35173026950 req-e4c58f65-6d81-4b01-b189-deb7f797abf5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943153 Nov 27 01:04:32.162568 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-509d616c-75ee-4c09-958d-e3419e642f04 req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.284038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Pushing event updated for resources: {'Port': ['ID=dd76cf94-b485-417e-a626-09667105691d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:32.313871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509d616c-75ee-4c09-958d-e3419e642f04 req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Network f53731c6-2225-4e06-a58c-855a6cb2eab5 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:32.316853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-509d616c-75ee-4c09-958d-e3419e642f04 req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:32.328046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-509d616c-75ee-4c09-958d-e3419e642f04 req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:32.376437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d616c-75ee-4c09-958d-e3419e642f04 req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:32.377218 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-509d616c-75ee-4c09-958d-e3419e642f04 req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.439745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-951365cf-3d4a-41c8-bc3a-3afee8af17e7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4637580 Nov 27 01:04:32.460413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Request body: {'port': {'device_id': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:32.578846 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.711070 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.819947 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:32.853043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:32.918780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fb25c-b2ca-455c-876d-a68f5a07d6ad req-aa5490dd-3f02-496b-b095-96ea33d66377 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:32.919387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:32.923700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:32.942277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c79fb25c-b2ca-455c-876d-a68f5a07d6ad req-aa5490dd-3f02-496b-b095-96ea33d66377 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 948 time: 0.3687356 Nov 27 01:04:33.123921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Pushing event updated for resources: {'Port': ['ID=5a0986e6-03c3-447e-b162-2144b59a06ba,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:33.172161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1f2d3b76-4574-4ba0-8c42-fe720e85a40d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:33.227830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c79fb25c-b2ca-455c-876d-a68f5a07d6ad req-f19c3ed3-656a-4fb8-8f35-8b0575459003 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841141 Nov 27 01:04:33.329424 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Allocated IP 172.20.0.2 (a0374db9-aa53-4e45-8522-972ea734e9f5/de713de9-4b84-4265-811c-31f175e9340d/7275d520-1784-4b74-afb1-b9d94c95c6e9) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:33.384585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0641617c-b10c-4c2e-ac01-b03bc1312a94 None None] Provisioning complete for port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:33.385186 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0641617c-b10c-4c2e-ac01-b03bc1312a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:33.444042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 8c2bc447-2697-4835-a82c-fcecaaf8fc45 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:04:33.673904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:33.674790 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:33.732262 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:33.737089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 8c2bc447-2697-4835-a82c-fcecaaf8fc45 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:04:33.958752 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd76cf94-b485-417e-a626-09667105691d {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:33.975770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-57a7df94-023d-43c3-9267-8a029b083fd4 None None] Provisioning complete for port dd76cf94-b485-417e-a626-09667105691d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:33.976075 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-57a7df94-023d-43c3-9267-8a029b083fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:33.979632 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.017802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Transition to ACTIVE for port object dd76cf94-b485-417e-a626-09667105691d will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:34.027315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-57a7df94-023d-43c3-9267-8a029b083fd4 None None] Port dd76cf94-b485-417e-a626-09667105691d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:34.038089 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.063314 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.074832 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.083284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e525f2e-2b5b-4cc9-88de-a6ac4441bfea req-21b0bcba-b187-40bc-9a07-eb36e7fe49f4 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:34.095672 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e525f2e-2b5b-4cc9-88de-a6ac4441bfea req-21b0bcba-b187-40bc-9a07-eb36e7fe49f4 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 932 time: 0.5671496 Nov 27 01:04:34.179735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Pushing event updated for resources: {'Port': ['ID=7275d520-1784-4b74-afb1-b9d94c95c6e9,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:34.230726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Network a0374db9-aa53-4e45-8522-972ea734e9f5 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:34.239336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:34.241081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:34.396760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e525f2e-2b5b-4cc9-88de-a6ac4441bfea req-42a5beba-b83a-4726-9211-f7e0a26749f3 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994289 Nov 27 01:04:34.414544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Attempting to bind port 7275d520-1784-4b74-afb1-b9d94c95c6e9 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:34.415648 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Attempting to bind port 7275d520-1784-4b74-afb1-b9d94c95c6e9 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:34.418276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Attempting to bind port 7275d520-1784-4b74-afb1-b9d94c95c6e9 on network a0374db9-aa53-4e45-8522-972ea734e9f5 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:34.431606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Pushing event updated for resources: {'Port': ['ID=dd76cf94-b485-417e-a626-09667105691d,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:34.432234 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:34.432628 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Checking segment: {'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:34.433036 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.433437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Bound using segment: {'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:34.437910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Bound port: 7275d520-1784-4b74-afb1-b9d94c95c6e9, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:34.438353 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.447631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Attempting to bind port dd76cf94-b485-417e-a626-09667105691d on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:34.447977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Attempting to bind port dd76cf94-b485-417e-a626-09667105691d by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:34.448304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Attempting to bind port dd76cf94-b485-417e-a626-09667105691d on network f53731c6-2225-4e06-a58c-855a6cb2eab5 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:34.471925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Port dd76cf94-b485-417e-a626-09667105691d on network f53731c6-2225-4e06-a58c-855a6cb2eab5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:34.472244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Attempting to bind port dd76cf94-b485-417e-a626-09667105691d on network f53731c6-2225-4e06-a58c-855a6cb2eab5 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:34.497201 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:34.497555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Checking segment: {'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:34.497939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Bound using segment: {'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:34.499215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Bound port: dd76cf94-b485-417e-a626-09667105691d, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65274073-9aef-4b2d-b76a-1f509b3ac250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:34.504686 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.607247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] For port 7275d520-1784-4b74-afb1-b9d94c95c6e9, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:34.617277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] For port 7275d520-1784-4b74-afb1-b9d94c95c6e9, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7275d520-1784-4b74-afb1-b9d94c95c6e9,segment=NetworkSegment(1355c50f-ef55-45a4-acb5-066e14deab86),segment_id=1355c50f-ef55-45a4-acb5-066e14deab86)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:34.629930 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.687187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] For port dd76cf94-b485-417e-a626-09667105691d, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:34.687187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] For port dd76cf94-b485-417e-a626-09667105691d, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=dd76cf94-b485-417e-a626-09667105691d,segment=NetworkSegment(65274073-9aef-4b2d-b76a-1f509b3ac250),segment_id=65274073-9aef-4b2d-b76a-1f509b3ac250)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:34.718256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.748538 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.786466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5d3b3-1dcc-41d7-a5a0-8df652d1a63b None None] Pushing event updated for resources: {'Port': ['ID=7275d520-1784-4b74-afb1-b9d94c95c6e9,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:34.898864 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:34.899484 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:34.900892 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] 10.222.0.11 "PUT /v2.0/ports/dd76cf94-b485-417e-a626-09667105691d HTTP/1.1" status: 200 len: 1092 time: 2.4448249 Nov 27 01:04:34.911232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'tag': 'dd76cf94-b485-417e-a626-09667105691d'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:34.922364 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24891d0-7654-43c6-8d99-f694b4c53c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "bceab678-bfcf-4b20-84e1-6555de6532d8", "tag": "dd76cf94-b485-417e-a626-09667105691d"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:34.951840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a65c4b-63f3-4286-973f-ead14aed8188 req-52bb1d53-a11f-4c78-b943-d90e6772e0d8 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:34.979023 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07a65c4b-63f3-4286-973f-ead14aed8188 req-52bb1d53-a11f-4c78-b943-d90e6772e0d8 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 1096 time: 0.2906098 Nov 27 01:04:35.066920 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Router d8a5588a-bd64-429a-b86a-e4022bbf2497 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:04:35.323143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:35.342568 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Sync routers for ids ['d8a5588a-bd64-429a-b86a-e4022bbf2497'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:35.369007 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Routers {'d8a5588a-bd64-429a-b86a-e4022bbf2497'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:35.372335 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d8a5588a-bd64-429a-b86a-e4022bbf2497'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:35.388270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:35.390057 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e185501c-c17b-493f-a03f-085be5c0603e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5779700 Nov 27 01:04:35.393204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44320) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:35.421860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fdc8f14a-99b1-4fe1-a982-65035d893f31 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:35.669752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port fdc8f14a-99b1-4fe1-a982-65035d893f31 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:04:35.675409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port fdc8f14a-99b1-4fe1-a982-65035d893f31 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:35.675789 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:35.678305 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Set router d8a5588a-bd64-429a-b86a-e4022bbf2497 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:35.809124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4b4e9-16af-4b59-95f3-f68090153886 service neutron] Pushing event updated for resources: {'Port': ['ID=dd76cf94-b485-417e-a626-09667105691d,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:35.867078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07a65c4b-63f3-4286-973f-ead14aed8188 req-da5920c7-c3a6-4c91-a46e-8ea548db6e4a tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8868866 Nov 27 01:04:35.888981 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d616c-75ee-4c09-958d-e3419e642f04 req-2cc9be01-a9ad-45ea-9cd4-1929ed3e4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:35.908437 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:35.918927 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-2cc9be01-a9ad-45ea-9cd4-1929ed3e4c7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06b109f52d0d4509a404f24a67ef28b8&device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 1095 time: 0.8918569 Nov 27 01:04:35.996871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:35.999699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc8f14a-99b1-4fe1-a982-65035d893f31'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:36.007226 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec2106d-4dfd-43a2-8a4c-15b33dd9fd2c" -d '{"events": [{"server_uuid": "08e3ab2d-5919-423c-b556-dffb526adbb8", "name": "network-vif-plugged", "status": "completed", "tag": "fdc8f14a-99b1-4fe1-a982-65035d893f31"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:36.015219 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.018648 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 12f80e54-a341-4874-9f06-9d0dfb89b1f5 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:36.048792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-ae9f88a2-c9a5-490e-bd10-88684ec87acd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd76cf94-b485-417e-a626-09667105691d HTTP/1.1" status: 200 len: 217 time: 0.1071315 Nov 27 01:04:36.206257 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079137841-router', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:30Z', 'updated_at': '2021-11-27T01:04:33Z', 'revision_number': 3, 'project_id': '2be0713d50fc47a68bde059f46f350ab', 'gw_port': {'id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:31Z', 'updated_at': '2021-11-27T01:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:36.244274 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d616c-75ee-4c09-958d-e3419e642f04 req-417401b8-b2c0-4651-8ec6-7886252a4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:36.257843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=fdc8f14a-99b1-4fe1-a982-65035d893f31,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:36.261833 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-417401b8-b2c0-4651-8ec6-7886252a4dc0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ecafef7-5123-4195-843c-d88c3c06b211 HTTP/1.1" status: 200 len: 868 time: 0.1998684 Nov 27 01:04:36.317612 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Checking router: d8a5588a-bd64-429a-b86a-e4022bbf2497 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:36.317967 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Updating router d8a5588a-bd64-429a-b86a-e4022bbf2497 port 5a0986e6-03c3-447e-b162-2144b59a06ba binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:04:36.327219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:36.327670 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.386932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fe520-5969-438a-96bc-50f42ded0ad1 req-bb9069e9-45a5-43e7-ad2b-25e3339028d3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:36.401758 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0a8fe520-5969-438a-96bc-50f42ded0ad1 req-bb9069e9-45a5-43e7-ad2b-25e3339028d3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.1386573 Nov 27 01:04:36.402281 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.550580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d616c-75ee-4c09-958d-e3419e642f04 req-ec6e1dcc-43a0-465f-b046-55206ee328bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:36.553103 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-ec6e1dcc-43a0-465f-b046-55206ee328bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f53731c6-2225-4e06-a58c-855a6cb2eab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2806554 Nov 27 01:04:36.663834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.692428 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.765029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:36.789361 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:36.894861 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0a8fe520-5969-438a-96bc-50f42ded0ad1 req-7b202612-4b31-439e-8eec-8f857ed248c5 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912710 Nov 27 01:04:36.907000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7275d520-1784-4b74-afb1-b9d94c95c6e9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:37.048607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-3e2de9ac-5ca7-481c-8552-d44f341bd522 service neutron] 10.222.0.11 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702656 Nov 27 01:04:37.083678 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67e1312-b9d5-4d2f-8803-6efea564868c x-openstack-request-id: req-f67e1312-b9d5-4d2f-8803-6efea564868c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:37.085707 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceab678-bfcf-4b20-84e1-6555de6532d8", "tag": "dd76cf94-b485-417e-a626-09667105691d", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:37.086135 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f67e1312-b9d5-4d2f-8803-6efea564868c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:37.088980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20d82b-34d2-4b9f-b205-f04521160c21 None None] Network a0374db9-aa53-4e45-8522-972ea734e9f5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:37.089679 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'tag': 'dd76cf94-b485-417e-a626-09667105691d', 'status': 'completed', 'code': 200} Nov 27 01:04:37.210604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Allocated IP 172.20.0.1 (a0374db9-aa53-4e45-8522-972ea734e9f5/de713de9-4b84-4265-811c-31f175e9340d/ae86b2c3-392c-43b1-96c0-a46dc56ec903) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:37.351252 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.371883 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.478924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-509d616c-75ee-4c09-958d-e3419e642f04 req-7a941af4-7bbc-4b45-95c5-b24f5b3074b7 service neutron] 10.222.0.11 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218044 Nov 27 01:04:37.483153 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.484653 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6b5b7-4eeb-47b2-8c72-b2d426fb053e None None] Pushing event updated for resources: {'Port': ['ID=5a0986e6-03c3-447e-b162-2144b59a06ba,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:37.491402 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Attempting to bind port 5a0986e6-03c3-447e-b162-2144b59a06ba on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:37.491769 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Attempting to bind port 5a0986e6-03c3-447e-b162-2144b59a06ba by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:37.492127 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Attempting to bind port 5a0986e6-03c3-447e-b162-2144b59a06ba on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:37.498273 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:37.498695 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:37.499509 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.500560 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:37.503760 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Bound port: 5a0986e6-03c3-447e-b162-2144b59a06ba, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:37.504573 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.556647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50646843-6956-4c74-a4ae-1b6dead24c22 req-353219f7-e4b9-443c-b996-20a4723f7aa3 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:37.575573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50646843-6956-4c74-a4ae-1b6dead24c22 req-353219f7-e4b9-443c-b996-20a4723f7aa3 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 944 time: 0.3041873 Nov 27 01:04:37.615341 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] For port 5a0986e6-03c3-447e-b162-2144b59a06ba, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:37.622452 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] For port 5a0986e6-03c3-447e-b162-2144b59a06ba, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5a0986e6-03c3-447e-b162-2144b59a06ba,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:37.632949 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.645760 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.654665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=12f80e54-a341-4874-9f06-9d0dfb89b1f5,revision_number=10']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:37.682588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-33de7f74-fae6-440f-8dee-b7518f598c49 None None] Provisioning complete for port 7275d520-1784-4b74-afb1-b9d94c95c6e9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:37.684831 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-33de7f74-fae6-440f-8dee-b7518f598c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.813198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24891d0-7654-43c6-8d99-f694b4c53c8a req-9ee819f6-6e7d-4aa7-ab93-e9b07a41ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:37.815665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Network a0374db9-aa53-4e45-8522-972ea734e9f5 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:37.821702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:37.824547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b24891d0-7654-43c6-8d99-f694b4c53c8a req-9ee819f6-6e7d-4aa7-ab93-e9b07a41ee10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06b109f52d0d4509a404f24a67ef28b8&device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 1095 time: 0.1956654 Nov 27 01:04:37.832682 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6b5b7-4eeb-47b2-8c72-b2d426fb053e None None] Pushing event updated for resources: {'Port': ['ID=5a0986e6-03c3-447e-b162-2144b59a06ba,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:37.833760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:37.838352 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.862076 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Routers {'d8a5588a-bd64-429a-b86a-e4022bbf2497'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:37.864275 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d8a5588a-bd64-429a-b86a-e4022bbf2497'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:37.898807 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50646843-6956-4c74-a4ae-1b6dead24c22 req-c0bc253f-17fd-4934-bd5e-6162d19c295f tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217320 Nov 27 01:04:37.932263 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-33de7f74-fae6-440f-8dee-b7518f598c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:37.953017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 7275d520-1784-4b74-afb1-b9d94c95c6e9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:37.953383 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.045488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae86b2c3-392c-43b1-96c0-a46dc56ec903,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:38.107327 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a625bbdf-69fd-44b9-80ae-d5ad5755228f x-openstack-request-id: req-a625bbdf-69fd-44b9-80ae-d5ad5755228f {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:38.107647 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e3ab2d-5919-423c-b556-dffb526adbb8", "name": "network-vif-plugged", "status": "completed", "tag": "fdc8f14a-99b1-4fe1-a982-65035d893f31", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:38.107908 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a625bbdf-69fd-44b9-80ae-d5ad5755228f {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:38.108321 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc8f14a-99b1-4fe1-a982-65035d893f31', 'code': 200} Nov 27 01:04:38.217809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24891d0-7654-43c6-8d99-f694b4c53c8a req-8ea2be8c-89ee-447c-8164-eed699a48dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.220615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b24891d0-7654-43c6-8d99-f694b4c53c8a req-8ea2be8c-89ee-447c-8164-eed699a48dae service neutron] 10.222.0.11 "GET /v2.0/networks?id=f53731c6-2225-4e06-a58c-855a6cb2eab5 HTTP/1.1" status: 200 len: 930 time: 0.3833766 Nov 27 01:04:38.241390 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-33de7f74-fae6-440f-8dee-b7518f598c49 None None] For port 7275d520-1784-4b74-afb1-b9d94c95c6e9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7275d520-1784-4b74-afb1-b9d94c95c6e9,segment=NetworkSegment(1355c50f-ef55-45a4-acb5-066e14deab86),segment_id=1355c50f-ef55-45a4-acb5-066e14deab86)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:38.244090 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] Set router d8a5588a-bd64-429a-b86a-e4022bbf2497 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:38.268241 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-33de7f74-fae6-440f-8dee-b7518f598c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.371443 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.393883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b24891d0-7654-43c6-8d99-f694b4c53c8a req-d63f52a0-37fa-469f-ab7b-3b5ced6ea803 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd76cf94-b485-417e-a626-09667105691d HTTP/1.1" status: 200 len: 217 time: 0.1606755 Nov 27 01:04:38.462475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de7f74-fae6-440f-8dee-b7518f598c49 None None] Pushing event updated for resources: {'Port': ['ID=7275d520-1784-4b74-afb1-b9d94c95c6e9,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:38.568075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24891d0-7654-43c6-8d99-f694b4c53c8a req-fa2693b7-529c-4861-8ab7-c65cd7cf988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.576054 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b24891d0-7654-43c6-8d99-f694b4c53c8a req-fa2693b7-529c-4861-8ab7-c65cd7cf988a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ecafef7-5123-4195-843c-d88c3c06b211 HTTP/1.1" status: 200 len: 868 time: 0.1642058 Nov 27 01:04:38.580711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b2224-972f-4e6f-86a6-d632b18d6e68 req-d5321717-23e4-432a-98cf-147ec5feefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.584138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb2b2224-972f-4e6f-86a6-d632b18d6e68 req-d5321717-23e4-432a-98cf-147ec5feefab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 1100 time: 0.2982605 Nov 27 01:04:38.646177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-89ada66b-12e7-4694-abd4-1fbb5a817384 None None] Provisioning complete for port 7275d520-1784-4b74-afb1-b9d94c95c6e9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:38.646576 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-89ada66b-12e7-4694-abd4-1fbb5a817384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.680510 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24891d0-7654-43c6-8d99-f694b4c53c8a req-d96a399c-c7bb-4b1d-bb6d-740cd668747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:38.682352 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b24891d0-7654-43c6-8d99-f694b4c53c8a req-d96a399c-c7bb-4b1d-bb6d-740cd668747c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f53731c6-2225-4e06-a58c-855a6cb2eab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892220 Nov 27 01:04:38.770028 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.818141 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.827157 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:38.932422 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7275d520-1784-4b74-afb1-b9d94c95c6e9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:38.934435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b24891d0-7654-43c6-8d99-f694b4c53c8a req-aa8a4c4f-5a2a-4129-9ef9-f317ddd27b09 service neutron] 10.222.0.11 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431047 Nov 27 01:04:38.935104 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079137841-router', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:30Z', 'updated_at': '2021-11-27T01:04:33Z', 'revision_number': 3, 'project_id': '2be0713d50fc47a68bde059f46f350ab', 'gw_port': {'id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:31Z', 'updated_at': '2021-11-27T01:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:38.975958 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73b25b5-3cf5-48ff-b40e-f752dd6d2359 None None] The sync data for ids ['d8a5588a-bd64-429a-b86a-e4022bbf2497'] in n-d-819494-2 is: [{'id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079137841-router', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:30Z', 'updated_at': '2021-11-27T01:04:33Z', 'revision_number': 3, 'project_id': '2be0713d50fc47a68bde059f46f350ab', 'gw_port': {'id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:31Z', 'updated_at': '2021-11-27T01:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:39.089829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 7275d520-1784-4b74-afb1-b9d94c95c6e9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:39.090479 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.107467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Network a0374db9-aa53-4e45-8522-972ea734e9f5 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:39.109026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:39.136866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb2b2224-972f-4e6f-86a6-d632b18d6e68 req-b3c0951d-248b-46ca-bdcb-5b5ed691fcbb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646023 Nov 27 01:04:39.137522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae86b2c3-392c-43b1-96c0-a46dc56ec903,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:39.242054 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b24891d0-7654-43c6-8d99-f694b4c53c8a req-78f7a276-2fc0-4b11-a268-48720dae19d4 service neutron] 10.222.0.11 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988353 Nov 27 01:04:39.297209 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-13aab18f-fa8b-44af-8d66-4835e3c8570c None None] Provisioning complete for port ae86b2c3-392c-43b1-96c0-a46dc56ec903 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:39.297585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-13aab18f-fa8b-44af-8d66-4835e3c8570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:39.459762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Router d8a5588a-bd64-429a-b86a-e4022bbf2497 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:04:39.502177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-13aab18f-fa8b-44af-8d66-4835e3c8570c None None] Port ae86b2c3-392c-43b1-96c0-a46dc56ec903 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:39.649915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:39.655928 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6cf4cd72-ff44-485c-b513-13a0ce1a27b5 admin admin] 10.222.0.37 "PUT /v2.0/routers/d8a5588a-bd64-429a-b86a-e4022bbf2497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2564445 Nov 27 01:04:39.837034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-40f8d49b-1147-4a71-bd73-b7d26ec1bcbe None None] Provisioning complete for port ae86b2c3-392c-43b1-96c0-a46dc56ec903 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:39.842971 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-40f8d49b-1147-4a71-bd73-b7d26ec1bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.206776 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:40.209394 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3185e63-22fc-4636-83b3-43a9c20b8f6b" -d '{"events": [{"server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "name": "network-vif-plugged", "status": "completed", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:40.212980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-40f8d49b-1147-4a71-bd73-b7d26ec1bcbe None None] Port ae86b2c3-392c-43b1-96c0-a46dc56ec903 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:40.711038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44380) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:40.717237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-46175498-network', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:40.771565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Made reservation on behalf of 0491dd211cc84e8e991ceb25dad1d1ba for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:40.785496 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.825082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.979106 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:40.983733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5a0986e6-03c3-447e-b162-2144b59a06ba up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:40.988903 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.011576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:04:41.023297 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.023579 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Added segment c5ae74be-6085-4ce6-a67c-f4e98566985a of type vlan for network b42cf66c-92fb-48b5-8395-bf542d1ebfa9 Nov 27 01:04:41.084084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.152807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device dd76cf94-b485-417e-a626-09667105691d details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:04:41.163675 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.164647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:41.165234 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.264584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5a0986e6-03c3-447e-b162-2144b59a06ba triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:41.265229 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.296306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Pushing event updated for resources: {'Network': ['ID=b42cf66c-92fb-48b5-8395-bf542d1ebfa9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:41.313276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80e1292-7183-439d-8154-c0d7a3d0466a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:41.339710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network b42cf66c-92fb-48b5-8395-bf542d1ebfa9 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:04:41.340073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44382) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:41.346448 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2d517db5-4604-4979-a9db-0d6d8f870780 admin admin] Request body: {'subnet': {'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-46175498-subnet', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:41.348321 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ef979d9e-38e3-42e9-8705-6473265b49be admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6354072 Nov 27 01:04:41.447818 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d517db5-4604-4979-a9db-0d6d8f870780 admin admin] Made reservation on behalf of 0491dd211cc84e8e991ceb25dad1d1ba for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:41.452980 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d517db5-4604-4979-a9db-0d6d8f870780 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.555472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port dd76cf94-b485-417e-a626-09667105691d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=dd76cf94-b485-417e-a626-09667105691d,segment=NetworkSegment(65274073-9aef-4b2d-b76a-1f509b3ac250),segment_id=65274073-9aef-4b2d-b76a-1f509b3ac250)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:41.598088 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b08dc04b-f56e-400b-af07-b75c415e3694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.624855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'dd76cf94-b485-417e-a626-09667105691d', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'port_id': 'dd76cf94-b485-417e-a626-09667105691d', 'mac_address': 'fa:16:3e:5a:65:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:04:41.808829 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.890439 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d517db5-4604-4979-a9db-0d6d8f870780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.898307 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd76cf94-b485-417e-a626-09667105691d {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:41.902478 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.952579 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port dd76cf94-b485-417e-a626-09667105691d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=dd76cf94-b485-417e-a626-09667105691d,segment=NetworkSegment(65274073-9aef-4b2d-b76a-1f509b3ac250),segment_id=65274073-9aef-4b2d-b76a-1f509b3ac250)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:41.955774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d517db5-4604-4979-a9db-0d6d8f870780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4a5f9c-5848-49b9-9ba0-a32d221678fd,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:41.955954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 5a0986e6-03c3-447e-b162-2144b59a06ba, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5a0986e6-03c3-447e-b162-2144b59a06ba,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:41.962197 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:41.977369 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.011691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d517db5-4604-4979-a9db-0d6d8f870780 admin admin] Checking segment: {'id': 'c5ae74be-6085-4ce6-a67c-f4e98566985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:42.012052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d517db5-4604-4979-a9db-0d6d8f870780 admin admin] Network hostable DHCP agents. Network: b42cf66c-92fb-48b5-8395-bf542d1ebfa9, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:04:42.044278 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d517db5-4604-4979-a9db-0d6d8f870780 admin admin] Network b42cf66c-92fb-48b5-8395-bf542d1ebfa9 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:04:42.062775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=dd76cf94-b485-417e-a626-09667105691d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:42.067702 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2d517db5-4604-4979-a9db-0d6d8f870780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, b42cf66c-92fb-48b5-8395-bf542d1ebfa9) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:42.086072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cdf17b-43aa-437b-82d0-6e1a3be89753 None None] Network b42cf66c-92fb-48b5-8395-bf542d1ebfa9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:42.090078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d517db5-4604-4979-a9db-0d6d8f870780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:42.092275 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d517db5-4604-4979-a9db-0d6d8f870780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.139700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44388) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:42.140764 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2d517db5-4604-4979-a9db-0d6d8f870780 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7984321 Nov 27 01:04:42.146087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-46175498-router', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:42.164630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Sync routers for ids ['d8a5588a-bd64-429a-b86a-e4022bbf2497'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:42.184216 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.185936 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.279023 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.314384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=5a0986e6-03c3-447e-b162-2144b59a06ba,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:42.375375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Routers {'d8a5588a-bd64-429a-b86a-e4022bbf2497'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:42.376644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d8a5588a-bd64-429a-b86a-e4022bbf2497'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:42.442131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['dd76cf94-b485-417e-a626-09667105691d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:04:42.481292 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.639485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-b42cf66c-92fb-48b5-8395-bf542d1ebfa9', 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'fixed_ips': [{'subnet_id': '6f4a5f9c-5848-49b9-9ba0-a32d221678fd'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:04:42.640349 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.781171 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.802525 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:42.935004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5a0986e6-03c3-447e-b162-2144b59a06ba up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:42.991699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Set router d8a5588a-bd64-429a-b86a-e4022bbf2497 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:43.005697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Allocated IP 172.25.3.198 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/0a4e407c-28c8-4df2-aca6-67bc9f02cf5d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:43.234624 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:43.246007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5a0986e6-03c3-447e-b162-2144b59a06ba triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:43.246490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:43.280904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Allocated IP 172.20.0.2 (b42cf66c-92fb-48b5-8395-bf542d1ebfa9/6f4a5f9c-5848-49b9-9ba0-a32d221678fd/26054fd9-5d53-451e-9118-384db8dc166a) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:43.300852 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:43.355356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:43.362360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:43.366035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:43.444980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Pushing event updated for resources: {'Port': ['ID=0a4e407c-28c8-4df2-aca6-67bc9f02cf5d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:43.588627 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:43.601893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079137841-router', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:30Z', 'updated_at': '2021-11-27T01:04:38Z', 'revision_number': 4, 'project_id': '2be0713d50fc47a68bde059f46f350ab', 'gw_port': {'id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:31Z', 'updated_at': '2021-11-27T01:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'ae86b2c3-392c-43b1-96c0-a46dc56ec903', 'name': '', 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'mac_address': 'fa:16:3e:68:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'de713de9-4b84-4265-811c-31f175e9340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:36Z', 'updated_at': '2021-11-27T01:04:38Z', 'revision_number': 2, 'project_id': '2be0713d50fc47a68bde059f46f350ab', 'subnets': [{'id': 'de713de9-4b84-4265-811c-31f175e9340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:43.606043 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:43.650187 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Checking router: d8a5588a-bd64-429a-b86a-e4022bbf2497 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:43.650859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Updating router d8a5588a-bd64-429a-b86a-e4022bbf2497 port ae86b2c3-392c-43b1-96c0-a46dc56ec903 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:04:43.710336 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:43.713611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Network b42cf66c-92fb-48b5-8395-bf542d1ebfa9 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:43.721369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:43.729448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Pushing event updated for resources: {'Port': ['ID=26054fd9-5d53-451e-9118-384db8dc166a,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:43.738478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:43.767782 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.050797 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.215422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Router bdc0e867-55e1-4a81-a461-09bac910f66d is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:04:44.322073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Attempting to bind port 26054fd9-5d53-451e-9118-384db8dc166a on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:44.322513 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Attempting to bind port 26054fd9-5d53-451e-9118-384db8dc166a by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'c5ae74be-6085-4ce6-a67c-f4e98566985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:44.322836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Attempting to bind port 26054fd9-5d53-451e-9118-384db8dc166a on network b42cf66c-92fb-48b5-8395-bf542d1ebfa9 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:44.338287 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.339428 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eade0505-c6e9-4405-9c75-2121502e714d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.347828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:44.348209 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Checking segment: {'id': 'c5ae74be-6085-4ce6-a67c-f4e98566985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:44.348613 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.349011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Bound using segment: {'id': 'c5ae74be-6085-4ce6-a67c-f4e98566985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:44.349494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Bound port: 26054fd9-5d53-451e-9118-384db8dc166a, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ae74be-6085-4ce6-a67c-f4e98566985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:44.349880 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.394046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:44.408063 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Sync routers for ids ['bdc0e867-55e1-4a81-a461-09bac910f66d'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:44.427632 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Routers {'bdc0e867-55e1-4a81-a461-09bac910f66d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:44.429835 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bdc0e867-55e1-4a81-a461-09bac910f66d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:44.431754 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.433973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-11bddce2-7522-4e8c-8239-9c177a883197 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2913365 Nov 27 01:04:44.437939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44398) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:44.457612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] For port 26054fd9-5d53-451e-9118-384db8dc166a, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:44.460874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] For port 26054fd9-5d53-451e-9118-384db8dc166a, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=26054fd9-5d53-451e-9118-384db8dc166a,segment=NetworkSegment(c5ae74be-6085-4ce6-a67c-f4e98566985a),segment_id=c5ae74be-6085-4ce6-a67c-f4e98566985a)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:44.471839 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.482205 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.574217 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.653001 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a82c6f-828a-47de-96a2-d9fc44e2fa1e None None] Pushing event updated for resources: {'Port': ['ID=26054fd9-5d53-451e-9118-384db8dc166a,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:44.711274 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Set router bdc0e867-55e1-4a81-a461-09bac910f66d gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:44.772516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7de5ea-c835-4eba-b1f0-8bc92e1cb466 None None] Pushing event updated for resources: {'Port': ['ID=ae86b2c3-392c-43b1-96c0-a46dc56ec903,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:44.869236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Attempting to bind port ae86b2c3-392c-43b1-96c0-a46dc56ec903 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:44.871758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Attempting to bind port ae86b2c3-392c-43b1-96c0-a46dc56ec903 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:44.872650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Attempting to bind port ae86b2c3-392c-43b1-96c0-a46dc56ec903 on network a0374db9-aa53-4e45-8522-972ea734e9f5 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:44.892834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:44.893205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Checking segment: {'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:44.893613 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.894006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Bound using segment: {'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:44.894516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Bound port: ae86b2c3-392c-43b1-96c0-a46dc56ec903, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:44.894899 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:44.949220 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.100315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] For port ae86b2c3-392c-43b1-96c0-a46dc56ec903, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:45.105294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] For port ae86b2c3-392c-43b1-96c0-a46dc56ec903, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ae86b2c3-392c-43b1-96c0-a46dc56ec903,segment=NetworkSegment(1355c50f-ef55-45a4-acb5-066e14deab86),segment_id=1355c50f-ef55-45a4-acb5-066e14deab86)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:45.121893 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.168424 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device dd76cf94-b485-417e-a626-09667105691d up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:45.259161 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'name': 'tempest-AttachSCSIVolumeTestJSON-46175498-router', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:43Z', 'revision_number': 3, 'project_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'gw_port': {'id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:45.339580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Routers {'d8a5588a-bd64-429a-b86a-e4022bbf2497'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:45.343945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d8a5588a-bd64-429a-b86a-e4022bbf2497'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:45.347388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e9eb6322-5ba4-42c9-9cbc-3ff8b1ae6f3e None None] Provisioning complete for port ae86b2c3-392c-43b1-96c0-a46dc56ec903 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:45.349663 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6322-5ba4-42c9-9cbc-3ff8b1ae6f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.384116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port dd76cf94-b485-417e-a626-09667105691d completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:04:45.407738 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Checking router: bdc0e867-55e1-4a81-a461-09bac910f66d for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:45.408083 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Updating router bdc0e867-55e1-4a81-a461-09bac910f66d port 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:04:45.492774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7de5ea-c835-4eba-b1f0-8bc92e1cb466 None None] Pushing event updated for resources: {'Port': ['ID=ae86b2c3-392c-43b1-96c0-a46dc56ec903,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:45.505754 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.521003 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port dd76cf94-b485-417e-a626-09667105691d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:45.521516 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:45.888895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] Set router d8a5588a-bd64-429a-b86a-e4022bbf2497 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:46.012014 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.218657 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6322-5ba4-42c9-9cbc-3ff8b1ae6f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.321619 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.349343 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.356419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Allocated IP 172.20.0.1 (b42cf66c-92fb-48b5-8395-bf542d1ebfa9/6f4a5f9c-5848-49b9-9ba0-a32d221678fd/8f83a57e-da29-47ab-bfcb-271ac1b8cb25) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:46.364394 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.395876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port dd76cf94-b485-417e-a626-09667105691d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=dd76cf94-b485-417e-a626-09667105691d,segment=NetworkSegment(65274073-9aef-4b2d-b76a-1f509b3ac250),segment_id=65274073-9aef-4b2d-b76a-1f509b3ac250)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:46.413241 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55b129-8a36-4c62-9db6-5552a5ff51a6 None None] Network b42cf66c-92fb-48b5-8395-bf542d1ebfa9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:04:46.416302 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Attempting to bind port 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:46.416827 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Attempting to bind port 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:46.417221 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Attempting to bind port 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:46.424514 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:46.424881 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:46.425277 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.425662 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:46.426129 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Bound port: 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:46.426556 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.489059 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] For port 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:46.489486 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.498370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e9eb6322-5ba4-42c9-9cbc-3ff8b1ae6f3e None None] For port ae86b2c3-392c-43b1-96c0-a46dc56ec903, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ae86b2c3-392c-43b1-96c0-a46dc56ec903,segment=NetworkSegment(1355c50f-ef55-45a4-acb5-066e14deab86),segment_id=1355c50f-ef55-45a4-acb5-066e14deab86)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:46.499766 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] For port 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0a4e407c-28c8-4df2-aca6-67bc9f02cf5d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:46.525343 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.552203 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55653ce9-b170-4aea-afe7-d8e0279f8a9a None None] Pushing event updated for resources: {'Port': ['ID=0a4e407c-28c8-4df2-aca6-67bc9f02cf5d,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:46.558997 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.571781 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6322-5ba4-42c9-9cbc-3ff8b1ae6f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.636996 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.645276 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.669855 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Routers {'bdc0e867-55e1-4a81-a461-09bac910f66d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:46.670328 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bdc0e867-55e1-4a81-a461-09bac910f66d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:46.695541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Network b42cf66c-92fb-48b5-8395-bf542d1ebfa9 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:46.702262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=dd76cf94-b485-417e-a626-09667105691d,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:46.736502 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55653ce9-b170-4aea-afe7-d8e0279f8a9a None None] Pushing event updated for resources: {'Port': ['ID=0a4e407c-28c8-4df2-aca6-67bc9f02cf5d,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:46.796044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:46.811389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-20689a07-3ac1-4fa2-84a3-09c3044d12f6 None None] Provisioning complete for port ae86b2c3-392c-43b1-96c0-a46dc56ec903 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:46.812612 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20689a07-3ac1-4fa2-84a3-09c3044d12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.838966 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:46.844334 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:46.863799 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] Set router bdc0e867-55e1-4a81-a461-09bac910f66d gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:46.908189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb6322-5ba4-42c9-9cbc-3ff8b1ae6f3e None None] Pushing event updated for resources: {'Port': ['ID=ae86b2c3-392c-43b1-96c0-a46dc56ec903,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:46.921431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079137841-router', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:30Z', 'updated_at': '2021-11-27T01:04:38Z', 'revision_number': 4, 'project_id': '2be0713d50fc47a68bde059f46f350ab', 'gw_port': {'id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:31Z', 'updated_at': '2021-11-27T01:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'ae86b2c3-392c-43b1-96c0-a46dc56ec903', 'name': '', 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'mac_address': 'fa:16:3e:68:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'de713de9-4b84-4265-811c-31f175e9340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:36Z', 'updated_at': '2021-11-27T01:04:45Z', 'revision_number': 4, 'project_id': '2be0713d50fc47a68bde059f46f350ab', 'subnets': [{'id': 'de713de9-4b84-4265-811c-31f175e9340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:46.977887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534f0d2-32f4-41a9-8f87-fbe8179370b0 None None] The sync data for ids ['d8a5588a-bd64-429a-b86a-e4022bbf2497'] in n-d-819494-2 is: [{'id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079137841-router', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:30Z', 'updated_at': '2021-11-27T01:04:38Z', 'revision_number': 4, 'project_id': '2be0713d50fc47a68bde059f46f350ab', 'gw_port': {'id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:31Z', 'updated_at': '2021-11-27T01:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'ae86b2c3-392c-43b1-96c0-a46dc56ec903', 'name': '', 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'mac_address': 'fa:16:3e:68:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'de713de9-4b84-4265-811c-31f175e9340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:36Z', 'updated_at': '2021-11-27T01:04:45Z', 'revision_number': 4, 'project_id': '2be0713d50fc47a68bde059f46f350ab', 'subnets': [{'id': 'de713de9-4b84-4265-811c-31f175e9340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:46.986894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.074176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Pushing event updated for resources: {'Port': ['ID=8f83a57e-da29-47ab-bfcb-271ac1b8cb25,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:47.090689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-20689a07-3ac1-4fa2-84a3-09c3044d12f6 None None] Provisioning complete for port 26054fd9-5d53-451e-9118-384db8dc166a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:47.091756 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20689a07-3ac1-4fa2-84a3-09c3044d12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.421473 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.433205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 26054fd9-5d53-451e-9118-384db8dc166a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:47.459921 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'name': 'tempest-AttachSCSIVolumeTestJSON-46175498-router', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:43Z', 'revision_number': 3, 'project_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'gw_port': {'id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:47.532857 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31af2f-2a97-4cea-98ff-d32702515087 None None] The sync data for ids ['bdc0e867-55e1-4a81-a461-09bac910f66d'] in n-d-819494-2 is: [{'id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'name': 'tempest-AttachSCSIVolumeTestJSON-46175498-router', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:43Z', 'revision_number': 3, 'project_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'gw_port': {'id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:47.569666 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.747107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 26054fd9-5d53-451e-9118-384db8dc166a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:47.747477 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.822151 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20689a07-3ac1-4fa2-84a3-09c3044d12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.874152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.889844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.890617 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:47.915327 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-20689a07-3ac1-4fa2-84a3-09c3044d12f6 None None] For port 26054fd9-5d53-451e-9118-384db8dc166a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=26054fd9-5d53-451e-9118-384db8dc166a,segment=NetworkSegment(c5ae74be-6085-4ce6-a67c-f4e98566985a),segment_id=c5ae74be-6085-4ce6-a67c-f4e98566985a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:47.924959 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20689a07-3ac1-4fa2-84a3-09c3044d12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:48.016120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Pushing event updated for resources: {'Port': ['ID=8f83a57e-da29-47ab-bfcb-271ac1b8cb25,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:48.104604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20689a07-3ac1-4fa2-84a3-09c3044d12f6 None None] Pushing event updated for resources: {'Port': ['ID=26054fd9-5d53-451e-9118-384db8dc166a,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:48.128386 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d68a90f4-c800-419c-9075-36fd1c18b9d9 None None] Provisioning complete for port 26054fd9-5d53-451e-9118-384db8dc166a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:48.128758 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d68a90f4-c800-419c-9075-36fd1c18b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:48.317727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Network b42cf66c-92fb-48b5-8395-bf542d1ebfa9 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:48.333129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:48.468656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d68a90f4-c800-419c-9075-36fd1c18b9d9 None None] Provisioning complete for port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:48.469832 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d68a90f4-c800-419c-9075-36fd1c18b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:48.582999 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d68a90f4-c800-419c-9075-36fd1c18b9d9 None None] Port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:48.687220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Router bdc0e867-55e1-4a81-a461-09bac910f66d has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:04:48.714886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cf211a22-f1f3-41a7-b74e-e233ded05a7c None None] Provisioning complete for port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:48.715914 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cf211a22-f1f3-41a7-b74e-e233ded05a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:48.781489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-cf211a22-f1f3-41a7-b74e-e233ded05a7c None None] Port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:48.892767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:04:48.898712 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-99f0f088-5c4a-4ff2-a679-d2af7fbf9797 admin admin] 10.222.0.37 "PUT /v2.0/routers/bdc0e867-55e1-4a81-a461-09bac910f66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4586668 Nov 27 01:04:49.160177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ae86b2c3-392c-43b1-96c0-a46dc56ec903 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:49.257357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ae86b2c3-392c-43b1-96c0-a46dc56ec903 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:49.257761 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:49.396085 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 26054fd9-5d53-451e-9118-384db8dc166a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:49.457924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 26054fd9-5d53-451e-9118-384db8dc166a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:49.458342 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:49.567522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:49.620919 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:49.621289 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:49.736473 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:49.779995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0a4e407c-28c8-4df2-aca6-67bc9f02cf5d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:49.785924 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:49.846286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=0a4e407c-28c8-4df2-aca6-67bc9f02cf5d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:50.417843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-2a6e0a2d-d2b8-4684-9b1d-6ae8716a7843 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:50.427380 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-2a6e0a2d-d2b8-4684-9b1d-6ae8716a7843 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 807 time: 0.2376935 Nov 27 01:04:50.453352 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-32440c3c-fa80-497d-9e22-a6d5dd0d771c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/quotas/f2c4589faa8344f6a41a0124c0fb2253 HTTP/1.1" status: 200 len: 375 time: 0.0241120 Nov 27 01:04:50.719016 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-bea7a089-0873-484a-84ba-0cea34eaa33f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2635047 Nov 27 01:04:50.787837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b4727-3c07-4ef5-ab92-160937269287 req-45dc70da-1fb6-49e8-97f8-ceac52a8457c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:50.807404 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a4b4727-3c07-4ef5-ab92-160937269287 req-45dc70da-1fb6-49e8-97f8-ceac52a8457c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.2247279 Nov 27 01:04:50.949444 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a4b4727-3c07-4ef5-ab92-160937269287 req-74ffba3d-dcf5-4544-8537-b3293f8e141b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406178 Nov 27 01:04:50.962102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-6b108135-3c18-449d-b447-e5e23b7a0106 service neutron] 10.222.0.37 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323208 Nov 27 01:04:50.972547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:51.261560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:51.262029 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:51.374423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-77e1084d-912d-422a-af65-395b44b79cc2 service neutron] 10.222.0.37 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082825 Nov 27 01:04:51.380177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f19df-d43b-4af3-9668-bb0dd64e3dca req-ef340908-fc28-4bb4-a978-248ec6d19538 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:51.390929 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d64f19df-d43b-4af3-9668-bb0dd64e3dca req-ef340908-fc28-4bb4-a978-248ec6d19538 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.1864336 Nov 27 01:04:51.511148 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d64f19df-d43b-4af3-9668-bb0dd64e3dca req-7d971fa1-9b88-4ac1-8964-f338c81f277b tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163096 Nov 27 01:04:51.599521 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3107ba-ba20-4439-bf9b-63b5e325ce59 x-openstack-request-id: req-9f3107ba-ba20-4439-bf9b-63b5e325ce59 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:51.599843 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "name": "network-vif-plugged", "status": "completed", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:51.600106 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f3107ba-ba20-4439-bf9b-63b5e325ce59 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:51.600538 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'code': 200} Nov 27 01:04:51.798618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286da5a0-09f9-4d0a-90c4-e3f97aaa935c req-e382192f-e0ed-410e-83ed-3c87d854775f tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:51.808234 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-286da5a0-09f9-4d0a-90c4-e3f97aaa935c req-e382192f-e0ed-410e-83ed-3c87d854775f tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 1097 time: 0.1090493 Nov 27 01:04:51.869799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-286da5a0-09f9-4d0a-90c4-e3f97aaa935c req-666c0404-5793-4472-8f60-860c3b35f017 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582089 Nov 27 01:04:51.897572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394287b2-36d5-41d2-838b-b87938a3d665 req-fec74ec0-eac3-4a52-91b5-0ef4bde9264e tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:51.914411 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-394287b2-36d5-41d2-838b-b87938a3d665 req-fec74ec0-eac3-4a52-91b5-0ef4bde9264e tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 945 time: 0.1984637 Nov 27 01:04:52.001646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Sync routers for ids ['bdc0e867-55e1-4a81-a461-09bac910f66d'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:04:52.048075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Routers {'bdc0e867-55e1-4a81-a461-09bac910f66d'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:52.049494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bdc0e867-55e1-4a81-a461-09bac910f66d'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:52.105989 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-394287b2-36d5-41d2-838b-b87938a3d665 req-12bcecf7-29e8-4254-a8b0-162f34c6baa1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897540 Nov 27 01:04:52.160333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-5d447571-70a8-4e88-bce0-5e959b9e8f65 req-7501e24c-5c12-4d74-ae8b-97db4a974abc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:52.161271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d447571-70a8-4e88-bce0-5e959b9e8f65 req-7501e24c-5c12-4d74-ae8b-97db4a974abc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052857 Nov 27 01:04:52.552800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Set router bdc0e867-55e1-4a81-a461-09bac910f66d gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:52.680709 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f056a7d-0597-4b57-90e8-7aaaf11698cf req-f5cc86d6-3374-4c32-83fc-c11479a7a878 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 210 time: 0.1152389 Nov 27 01:04:52.857614 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-e01afd93-15d8-403a-9419-9e52203d86d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387942 Nov 27 01:04:52.868507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-41ef76f8-5280-4d13-a01f-069058d85c3b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:52.870616 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-41ef76f8-5280-4d13-a01f-069058d85c3b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086057 Nov 27 01:04:53.250262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'name': 'tempest-AttachSCSIVolumeTestJSON-46175498-router', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:47Z', 'revision_number': 4, 'project_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'gw_port': {'id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '8f83a57e-da29-47ab-bfcb-271ac1b8cb25', 'name': '', 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'mac_address': 'fa:16:3e:69:87:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6f4a5f9c-5848-49b9-9ba0-a32d221678fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:04:47Z', 'revision_number': 2, 'project_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'subnets': [{'id': '6f4a5f9c-5848-49b9-9ba0-a32d221678fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:53.387087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Checking router: bdc0e867-55e1-4a81-a461-09bac910f66d for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:04:53.387087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Updating router bdc0e867-55e1-4a81-a461-09bac910f66d port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:04:53.446118 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:53.604763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd76cf94-b485-417e-a626-09667105691d'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:53.607155 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e76b523-6fd8-40b6-b135-588717a9de68" -d '{"events": [{"server_uuid": "bceab678-bfcf-4b20-84e1-6555de6532d8", "name": "network-vif-plugged", "status": "completed", "tag": "dd76cf94-b485-417e-a626-09667105691d"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:54.042735 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.063398 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.161074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-db676fed-4709-4751-85f9-4654adc0bad2 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:54.162619 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-db676fed-4709-4751-85f9-4654adc0bad2 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.42 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 807 time: 0.3118033 Nov 27 01:04:54.214204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Request body: {'port': {'device_id': 'd8d7ec8f-d958-4128-9f23-6bd0613b059e', 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30', 'admin_state_up': True, 'tenant_id': 'f2c4589faa8344f6a41a0124c0fb2253'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:54.463583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Attempting to bind port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:54.464169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Attempting to bind port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'c5ae74be-6085-4ce6-a67c-f4e98566985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:54.464363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Attempting to bind port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 on network b42cf66c-92fb-48b5-8395-bf542d1ebfa9 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:54.469460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098bb00-7b6e-457f-b2fd-50ce42d723c9 None None] Pushing event updated for resources: {'Port': ['ID=8f83a57e-da29-47ab-bfcb-271ac1b8cb25,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:54.476021 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:54.476391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Checking segment: {'id': 'c5ae74be-6085-4ce6-a67c-f4e98566985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:54.476787 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.506299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Bound using segment: {'id': 'c5ae74be-6085-4ce6-a67c-f4e98566985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:54.507138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Bound port: 8f83a57e-da29-47ab-bfcb-271ac1b8cb25, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ae74be-6085-4ce6-a67c-f4e98566985a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:54.507543 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.514485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c81a23-e40b-4cbe-91cf-86e4ef6cb6de req-25487db2-798c-46ff-8f48-7031970d7c41 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:54.519219 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7c81a23-e40b-4cbe-91cf-86e4ef6cb6de req-25487db2-798c-46ff-8f48-7031970d7c41 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.3556392 Nov 27 01:04:54.634899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-46734efa-5946-4d90-a893-2c964910489d None None] Provisioning complete for port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:54.635654 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46734efa-5946-4d90-a893-2c964910489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.797879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] For port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:54.800463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-46734efa-5946-4d90-a893-2c964910489d None None] Port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:04:54.801211 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7c81a23-e40b-4cbe-91cf-86e4ef6cb6de req-d3235ecf-0cdd-4a7b-8094-4bc3de6ef0e9 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535336 Nov 27 01:04:54.822797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Made reservation on behalf of f2c4589faa8344f6a41a0124c0fb2253 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:04:54.827872 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.829352 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] For port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8f83a57e-da29-47ab-bfcb-271ac1b8cb25,segment=NetworkSegment(c5ae74be-6085-4ce6-a67c-f4e98566985a),segment_id=c5ae74be-6085-4ce6-a67c-f4e98566985a)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:54.839668 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:54.970455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098bb00-7b6e-457f-b2fd-50ce42d723c9 None None] Pushing event updated for resources: {'Port': ['ID=8f83a57e-da29-47ab-bfcb-271ac1b8cb25,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:54.973179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Routers {'bdc0e867-55e1-4a81-a461-09bac910f66d'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:04:54.973781 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bdc0e867-55e1-4a81-a461-09bac910f66d'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:55.159666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Allocated IP 172.20.0.2 (de49c4d1-59db-445a-b848-6fcbaeb4ac30/f6b48ccc-43fc-4543-b194-fe3642bc63a6/4b0d30e1-0e12-4a2e-b634-a476fbeb216b) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:04:55.188407 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] Set router bdc0e867-55e1-4a81-a461-09bac910f66d gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:04:55.317180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-b4191731-f845-4736-a317-08ccafc5f7a9 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:04:55.318698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-b4191731-f845-4736-a317-08ccafc5f7a9 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0599926 Nov 27 01:04:55.423518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e49c4-1cee-473e-b93c-ea5e0f151010 req-5e624fd5-a585-4d3b-a4a0-a474428995e0 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:55.431099 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a88e49c4-1cee-473e-b93c-ea5e0f151010 req-5e624fd5-a585-4d3b-a4a0-a474428995e0 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.1708682 Nov 27 01:04:55.433426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-fb2da974-05ba-46a6-a45b-6c0e90454b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:55.434915 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-fb2da974-05ba-46a6-a45b-6c0e90454b31 service neutron] 10.222.0.37 "GET /v2.0/ports/c0ec12f9-7ff3-4573-b876-65cfc6174007 HTTP/1.1" status: 200 len: 1094 time: 0.1068838 Nov 27 01:04:55.459977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] Request body: {'binding': {'host': 'n-h2-819494-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:55.460506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] Unknown quota resources ['binding']. {{(pid=103384) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:04:55.555977 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.558353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c6f1b63c-dcc9-4631-84f6-0d3e3d5cc79d None None] Provisioning complete for port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:55.558864 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b63c-dcc9-4631-84f6-0d3e3d5cc79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.579719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a88e49c4-1cee-473e-b93c-ea5e0f151010 req-6b9efabf-9b48-48f8-a992-3e9d5a8918d7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468332 Nov 27 01:04:55.751690 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.753832 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b63c-dcc9-4631-84f6-0d3e3d5cc79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.798839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c6f1b63c-dcc9-4631-84f6-0d3e3d5cc79d None None] For port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8f83a57e-da29-47ab-bfcb-271ac1b8cb25,segment=NetworkSegment(c5ae74be-6085-4ce6-a67c-f4e98566985a),segment_id=c5ae74be-6085-4ce6-a67c-f4e98566985a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:55.804970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'name': 'tempest-AttachSCSIVolumeTestJSON-46175498-router', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:47Z', 'revision_number': 4, 'project_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'gw_port': {'id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '8f83a57e-da29-47ab-bfcb-271ac1b8cb25', 'name': '', 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'mac_address': 'fa:16:3e:69:87:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6f4a5f9c-5848-49b9-9ba0-a32d221678fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:04:54Z', 'revision_number': 4, 'project_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'subnets': [{'id': '6f4a5f9c-5848-49b9-9ba0-a32d221678fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:04:55.809771 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b63c-dcc9-4631-84f6-0d3e3d5cc79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:55.909784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1b63c-dcc9-4631-84f6-0d3e3d5cc79d None None] Pushing event updated for resources: {'Port': ['ID=8f83a57e-da29-47ab-bfcb-271ac1b8cb25,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:55.913168 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d613476-a256-4e9a-b78d-f0ae11630bc0 None None] The sync data for ids ['bdc0e867-55e1-4a81-a461-09bac910f66d'] in n-d-819494-2 is: [{'id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'name': 'tempest-AttachSCSIVolumeTestJSON-46175498-router', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:47Z', 'revision_number': 4, 'project_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'gw_port': {'id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '8f83a57e-da29-47ab-bfcb-271ac1b8cb25', 'name': '', 'network_id': 'b42cf66c-92fb-48b5-8395-bf542d1ebfa9', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'mac_address': 'fa:16:3e:69:87:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6f4a5f9c-5848-49b9-9ba0-a32d221678fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:46Z', 'updated_at': '2021-11-27T01:04:54Z', 'revision_number': 4, 'project_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'subnets': [{'id': '6f4a5f9c-5848-49b9-9ba0-a32d221678fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:04:55.930453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Network de49c4d1-59db-445a-b848-6fcbaeb4ac30 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:04:56.003037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:04:56.006895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:04:56.015160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.016936 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:56.050565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fa86-895d-4948-a910-be3b3540b577 req-15ccb469-dff8-4f87-8aa7-8c1a428e6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.052427 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-15ccb469-dff8-4f87-8aa7-8c1a428e6b41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 1100 time: 0.3559542 Nov 27 01:04:56.053339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Pushing event updated for resources: {'Port': ['ID=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:56.057029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 on host n-h2-819494-2 for vnic_type normal with profile None {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:56.057435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:56.057825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:56.191118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] Port c0ec12f9-7ff3-4573-b876-65cfc6174007 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:56.191601 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:56.201427 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-ac0a1189-11fe-4451-b548-bc381fe3374f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0074542 Nov 27 01:04:56.217301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:56.217755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:56.218266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:56.218828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] Bound port: c0ec12f9-7ff3-4573-b876-65cfc6174007, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:56.229929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Request body: {'port': {'device_id': 'd8d7ec8f-d958-4128-9f23-6bd0613b059e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:04:56.298968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785608a-a2b0-4fea-ab19-6fa89b50d669 req-f9170089-8754-4d1f-aa21-64f059983364 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.300871 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4785608a-a2b0-4fea-ab19-6fa89b50d669 req-f9170089-8754-4d1f-aa21-64f059983364 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 931 time: 0.2532241 Nov 27 01:04:56.406784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fa86-895d-4948-a910-be3b3540b577 req-0f02e428-488a-409c-8bfc-f1baae1a755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.409548 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-0f02e428-488a-409c-8bfc-f1baae1a755f service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3490510 Nov 27 01:04:56.464524 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4785608a-a2b0-4fea-ab19-6fa89b50d669 req-8034df5a-5a96-4dfa-a021-3b76f0fbf834 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378090 Nov 27 01:04:56.495230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:56.554120 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e25d22-42e8-491f-b953-54e991adad3f x-openstack-request-id: req-18e25d22-42e8-491f-b953-54e991adad3f {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:04:56.554507 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bceab678-bfcf-4b20-84e1-6555de6532d8", "name": "network-vif-plugged", "status": "completed", "tag": "dd76cf94-b485-417e-a626-09667105691d", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:04:56.554764 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18e25d22-42e8-491f-b953-54e991adad3f {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:04:56.555162 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd76cf94-b485-417e-a626-09667105691d', 'code': 200} Nov 27 01:04:56.588178 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:56.589516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5fd9c64f-8029-4238-af1a-a86edc0d1b30 service neutron] 10.222.0.37 "POST /v2.0/ports/c0ec12f9-7ff3-4573-b876-65cfc6174007/bindings HTTP/1.1" status: 201 len: 389 time: 1.1453886 Nov 27 01:04:56.591535 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:56.597704 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-3dff55b6-8467-442c-8a72-ee07ce73160e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31 HTTP/1.1" status: 200 len: 217 time: 0.1542864 Nov 27 01:04:56.796253 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:04:56.811926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44050fa1-1421-42af-9dc0-f8a0e6d744ac req-d0001d4f-190a-4475-8694-f34718f9f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.816401 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44050fa1-1421-42af-9dc0-f8a0e6d744ac req-d0001d4f-190a-4475-8694-f34718f9f126 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 1097 time: 0.1458299 Nov 27 01:04:56.844130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fa86-895d-4948-a910-be3b3540b577 req-4e616af2-c3ad-450e-9047-773ef6b42112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:56.849732 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-4e616af2-c3ad-450e-9047-773ef6b42112 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.2432194 Nov 27 01:04:56.960380 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44050fa1-1421-42af-9dc0-f8a0e6d744ac req-9d3aec0f-731f-4a2d-b751-ea763c2c73eb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315844 Nov 27 01:04:57.035120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:04:57.137414 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-682bba5d-ca02-415f-adbe-35ae8117ca93 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--970039355&fields=id&tenant_id=bc4d82ded44244dca3036f69d041fb7f HTTP/1.1" status: 200 len: 267 time: 0.2110014 Nov 27 01:04:57.152754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:04:57.153453 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:57.218662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ec219-a15a-4daa-ae07-d0ccfa5bafe3 req-c7bc4935-3067-4ce8-ad9a-8f797aac6c0c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.220269 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e36ec219-a15a-4daa-ae07-d0ccfa5bafe3 req-c7bc4935-3067-4ce8-ad9a-8f797aac6c0c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.1546156 Nov 27 01:04:57.237395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fa86-895d-4948-a910-be3b3540b577 req-fa4dbadf-8e49-4f85-81c9-546ac0ab70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.246172 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-fa4dbadf-8e49-4f85-81c9-546ac0ab70b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3851178 Nov 27 01:04:57.292516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-ab659c42-8241-45d2-bd4e-e2ddf5c3f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.297040 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-ab659c42-8241-45d2-bd4e-e2ddf5c3f371 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 1097 time: 0.2277975 Nov 27 01:04:57.370366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-be0b2cd0-58be-4462-89f4-ebe18f7d9aae tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:57.378719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-be0b2cd0-58be-4462-89f4-ebe18f7d9aae tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/networks?id=096a7fbc-91a1-4e50-9539-2545e0765a27 HTTP/1.1" status: 200 len: 824 time: 0.2397861 Nov 27 01:04:57.407426 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-8120f2e4-ca90-4692-b320-9d4a62214b6e tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/quotas/bc4d82ded44244dca3036f69d041fb7f HTTP/1.1" status: 200 len: 375 time: 0.0269692 Nov 27 01:04:57.455900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.42', 52172) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:04:57.517955 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 12f80e54-a341-4874-9f06-9d0dfb89b1f5 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:04:57.664199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-1b3325e9-a676-4aad-8b5c-a192cd7c4389 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc4d82ded44244dca3036f69d041fb7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2555110 Nov 27 01:04:57.710654 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:57.790673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:57.800278 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:57.835634 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-a674c81c-b451-49a2-af55-dd34a1d01173 service neutron] 10.222.0.37 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577940 Nov 27 01:04:57.886913 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-cdeba7a8-ad51-4a53-8e70-a29a455c5a96 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084082 Nov 27 01:04:57.908198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=12f80e54-a341-4874-9f06-9d0dfb89b1f5,revision_number=11']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:57.974668 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-6f0f916e-79fd-4d0f-9822-c636c33a0fa2 service neutron] 10.222.0.37 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369822 Nov 27 01:04:58.045959 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-df997c85-ca65-456a-b116-26b17eee7220 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.045959 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-df997c85-ca65-456a-b116-26b17eee7220 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.42 "GET /v2.0/ports?device_id=62c3cbe0-ac1a-40e6-ae4c-d5218060825b HTTP/1.1" status: 200 len: 945 time: 0.5693288 Nov 27 01:04:58.046330 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-5d205a94-39a8-4b9e-8dac-b1599ded2f36 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120381 Nov 27 01:04:58.127053 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e36ec219-a15a-4daa-ae07-d0ccfa5bafe3 req-674c062a-3854-428c-9f2f-9b59d8a7e124 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8594103 Nov 27 01:04:58.395335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-f7827e82-5d8d-453c-9292-5c3f99495c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.397073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-f7827e82-5d8d-453c-9292-5c3f99495c73 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 1.0075717 Nov 27 01:04:58.514931 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-8c6f4264-61aa-4f78-adfe-f038b6c1089f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007 HTTP/1.1" status: 200 len: 217 time: 0.1027594 Nov 27 01:04:58.557116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:58.561330 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781e0435-2bb7-4a03-aae2-88dc08c49537" -d '{"events": [{"server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "name": "network-vif-unplugged", "status": "completed", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:58.654033 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Deleting port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:04:58.654470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:58.700213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0d30e1-0e12-4a2e-b634-a476fbeb216b {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:04:58.754179 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:58.846556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-7460f1a4-dedf-4e7a-986c-6fd6f9e503ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.848522 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-7460f1a4-dedf-4e7a-986c-6fd6f9e503ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.3117549 Nov 27 01:04:58.860635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02917238-46b9-41ee-ba1e-ec3edef2d7ca req-9ffb54f5-7353-47e5-b322-246777625977 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:58.869126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-02917238-46b9-41ee-ba1e-ec3edef2d7ca req-9ffb54f5-7353-47e5-b322-246777625977 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.3287261 Nov 27 01:04:58.903923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Transition to ACTIVE for port object 4b0d30e1-0e12-4a2e-b634-a476fbeb216b will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:04:58.918589 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:59.004968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] For port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:04:59.005627 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:59.028529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Pushing event updated for resources: {'Port': ['ID=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:59.057762 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-02917238-46b9-41ee-ba1e-ec3edef2d7ca req-29e8204f-9501-4cab-badb-182ed3d81901 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833973 Nov 27 01:04:59.216531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Attempting to bind port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:04:59.217033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Attempting to bind port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:04:59.217365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Attempting to bind port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:59.235357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:04:59.235845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Attempting to bind port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:04:59.266902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:04:59.267308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:04:59.267957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Bound using segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:04:59.268089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Bound port: 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:04:59.268430 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:59.321078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-ede95b8d-3c66-4d0c-8d5d-449a3cec2b0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350852 Nov 27 01:04:59.426894 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:04:59.431063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:04:59.455671 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:59.476013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594ef23-5a93-4425-b232-b8c9dbf38ece req-43674170-73e5-4bd2-867e-96ba941059ca tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.477989 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7594ef23-5a93-4425-b232-b8c9dbf38ece req-43674170-73e5-4bd2-867e-96ba941059ca tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 946 time: 0.2500780 Nov 27 01:04:59.539688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.540739 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:59.542577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] 10.222.0.42 "PUT /v2.0/ports/4b0d30e1-0e12-4a2e-b634-a476fbeb216b HTTP/1.1" status: 200 len: 1091 time: 3.3193409 Nov 27 01:04:59.558729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d7ec8f-d958-4128-9f23-6bd0613b059e', 'tag': '4b0d30e1-0e12-4a2e-b634-a476fbeb216b'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:04:59.562617 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c9b812-8864-4609-a71f-3ee30f4fc7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d7ec8f-d958-4128-9f23-6bd0613b059e", "tag": "4b0d30e1-0e12-4a2e-b634-a476fbeb216b"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:04:59.738736 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7594ef23-5a93-4425-b232-b8c9dbf38ece req-c3f76fb1-69fa-440d-9f0d-0c75a9181de5 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106607 Nov 27 01:04:59.743247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcc7d3-29c8-4fa4-a207-23b28c64c9af service neutron] Pushing event updated for resources: {'Port': ['ID=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:04:59.771667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-e89c53b8-d6fb-4fa6-a13b-79905ae60b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.774808 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-e89c53b8-d6fb-4fa6-a13b-79905ae60b11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 1094 time: 0.0681469 Nov 27 01:04:59.871975 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-b9659891-0313-41a7-ab0f-92369abc3666 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b HTTP/1.1" status: 200 len: 217 time: 0.0827701 Nov 27 01:04:59.900242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6f78-cb85-4611-b225-68d63232ddbe req-53193fa4-1bc7-45a5-98cb-0d97273abb38 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.902007 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc8c6f78-cb85-4611-b225-68d63232ddbe req-53193fa4-1bc7-45a5-98cb-0d97273abb38 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522 HTTP/1.1" status: 200 len: 949 time: 1.1934140 Nov 27 01:04:59.943756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-52cf5282-1004-4dc0-be3b-fec0d947347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:04:59.945215 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-52cf5282-1004-4dc0-be3b-fec0d947347a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.0588470 Nov 27 01:04:59.983582 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:59.985111 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:04:59.985687 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Floating IP 67fd75f6-9ea2-4367-87e8-9c872774aca0 disassociated. External IP: 172.25.3.158, port: b40b2ff7-fe9b-42ef-a977-f544b08d8b1e. Nov 27 01:04:59.986147 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Calling delete_port for b40b2ff7-fe9b-42ef-a977-f544b08d8b1e owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:00.001937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-c8659c02-5752-419e-89cc-37e9014b67ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348663 Nov 27 01:05:00.029496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49e15f-1f5e-42e3-a97f-72a9e9d83b54 req-a44df3f9-59da-4af3-b403-1caa3695de59 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.031418 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b49e15f-1f5e-42e3-a97f-72a9e9d83b54 req-a44df3f9-59da-4af3-b403-1caa3695de59 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 943 time: 0.1555593 Nov 27 01:05:00.272472 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b49e15f-1f5e-42e3-a97f-72a9e9d83b54 req-81a1b81e-1766-41fc-b5d4-d7bcb2544ce4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235258 Nov 27 01:05:00.278819 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-03cf84d3-cc73-4e13-931a-8ab06984b4bc service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9174149 Nov 27 01:05:00.310975 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-0b7092be-448d-4e41-9881-fc493f056632 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985327 Nov 27 01:05:00.480490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc8c6f78-cb85-4611-b225-68d63232ddbe req-78bf83ab-cddf-48fa-84dd-af5b8951bf8b tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820363 Nov 27 01:05:00.492479 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:00.550825 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44c86fc8-3dd8-48bb-8495-aeaac18fd8e2 req-fbd8389b-f747-4250-a9db-85453b7a7821 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 210 time: 0.0879023 Nov 27 01:05:00.618621 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64117413-c81f-44e7-8715-9d717294452f x-openstack-request-id: req-64117413-c81f-44e7-8715-9d717294452f {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:00.619560 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "name": "network-vif-unplugged", "status": "completed", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:00.619980 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64117413-c81f-44e7-8715-9d717294452f {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:00.620575 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'code': 200} Nov 27 01:05:00.710286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7e699d1a-fcef-46da-a8c2-9b6cdd0d8a5b tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:00.711802 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7e699d1a-fcef-46da-a8c2-9b6cdd0d8a5b tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.11 "GET /v2.0/networks?id=096a7fbc-91a1-4e50-9539-2545e0765a27 HTTP/1.1" status: 200 len: 824 time: 0.4318521 Nov 27 01:05:00.713770 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-18758753-5baf-4375-b2b8-0e59de8a9c8a service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077842 Nov 27 01:05:00.800553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Pushing event deleted for resources: {'Port': ['ID=b40b2ff7-fe9b-42ef-a977-f544b08d8b1e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:00.830285 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32b786d5-f515-4fed-a138-75b7d9dd1226 req-b1474854-5721-413a-9f2f-0bfeacb145fe service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991355 Nov 27 01:05:01.009703 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0a7a9-43ba-4e77-ae8b-e5a122713ef4 req-f1caca42-6a18-4a93-a5ec-4b1947aa772f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:01.017580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcf0a7a9-43ba-4e77-ae8b-e5a122713ef4 req-f1caca42-6a18-4a93-a5ec-4b1947aa772f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.2012172 Nov 27 01:05:01.024900 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-2d279524-5e36-45fd-8c62-ea63fd02ab56 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc4d82ded44244dca3036f69d041fb7f HTTP/1.1" status: 200 len: 379 time: 0.2874808 Nov 27 01:05:01.050498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Request body: {'port': {'device_id': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'admin_state_up': True, 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'security_groups': ['2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:01.125315 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7af23c3f-c084-4643-8187-8309d61a3388 req-42b2f142-e0c9-4b1c-a092-6e0f4f3d56b3 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 258 time: 0.5215783 Nov 27 01:05:01.140490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:01.207121 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:01.316358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:01.427778 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:01.549945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b40b2ff7-fe9b-42ef-a977-f544b08d8b1e no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:01.611808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: b40b2ff7-fe9b-42ef-a977-f544b08d8b1e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:01.619958 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b40b2ff7-fe9b-42ef-a977-f544b08d8b1e not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:01.671539 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:01.684252 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcf0a7a9-43ba-4e77-ae8b-e5a122713ef4 req-29419780-1142-446a-9256-71ccc34e5573 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6658082 Nov 27 01:05:01.684457 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d33577-4132-47de-aeb0-070c42906b3d None None] Sync routers for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:01.722272 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d33577-4132-47de-aeb0-070c42906b3d None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:01.731185 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-48d33577-4132-47de-aeb0-070c42906b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:01.762032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Allocated IP 172.25.3.245 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/d93e348e-f961-437a-b71f-07eb74ed7640) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:01.818080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] No DVR routers for this DVR port b40b2ff7-fe9b-42ef-a977-f544b08d8b1e on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:01.901282 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f67dccf-94d4-4a90-bb9f-6162f4f4f087 x-openstack-request-id: req-4f67dccf-94d4-4a90-bb9f-6162f4f4f087 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:01.912338 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d7ec8f-d958-4128-9f23-6bd0613b059e", "tag": "4b0d30e1-0e12-4a2e-b634-a476fbeb216b", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:01.913123 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f67dccf-94d4-4a90-bb9f-6162f4f4f087 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:01.913915 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d7ec8f-d958-4128-9f23-6bd0613b059e', 'tag': '4b0d30e1-0e12-4a2e-b634-a476fbeb216b', 'status': 'completed', 'code': 200} Nov 27 01:05:01.917560 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:01.962069 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a155ab20-f51c-418e-86d3-92ab4e4f127a req-50acdb63-d10d-4f8f-9c34-89a87839c408 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.42 "DELETE /v2.0/ports/b40b2ff7-fe9b-42ef-a977-f544b08d8b1e HTTP/1.1" status: 204 len: 173 time: 3.8730216 Nov 27 01:05:01.964401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'name': 'network-vif-deleted', 'tag': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:01.977697 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-48d33577-4132-47de-aeb0-070c42906b3d None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:01.990525 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe3b670-9682-42b9-b5e7-59fd92c34b9a" -d '{"events": [{"server_uuid": "62c3cbe0-ac1a-40e6-ae4c-d5218060825b", "name": "network-vif-deleted", "tag": "b40b2ff7-fe9b-42ef-a977-f544b08d8b1e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:02.071896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Made reservation on behalf of bc4d82ded44244dca3036f69d041fb7f for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:02.078660 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:02.313631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:02.451769 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:02.487034 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-48d33577-4132-47de-aeb0-070c42906b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:26Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:02.560652 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9b812-8864-4609-a71f-3ee30f4fc7fe req-0548927e-fd34-4a40-b969-003c20256a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.563885 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21c9b812-8864-4609-a71f-3ee30f4fc7fe req-0548927e-fd34-4a40-b969-003c20256a23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 1094 time: 0.6474826 Nov 27 01:05:02.574526 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d33577-4132-47de-aeb0-070c42906b3d None None] Checking router: 1f4376bd-6dc6-45bd-86e7-fd1969398f9f for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:02.593874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:02.608107 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d33577-4132-47de-aeb0-070c42906b3d None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:02.610050 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-48d33577-4132-47de-aeb0-070c42906b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:02.614310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:02.663297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301530f2-f5c9-4f23-907b-8a2b2f4806ca req-0fa471b0-38dc-4078-94c6-42f3be4a26da tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.674221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-301530f2-f5c9-4f23-907b-8a2b2f4806ca req-0fa471b0-38dc-4078-94c6-42f3be4a26da tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 946 time: 0.1982546 Nov 27 01:05:02.689945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Allocated IP 172.20.0.6 (096a7fbc-91a1-4e50-9539-2545e0765a27/bc6aa764-ef8b-457f-a61e-2cf49da2da68/99fa791b-7910-46f0-b704-13296bf59bd1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:02.873763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9b812-8864-4609-a71f-3ee30f4fc7fe req-dbf89b69-fd75-4e96-899a-d0511b5c2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:02.876740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21c9b812-8864-4609-a71f-3ee30f4fc7fe req-dbf89b69-fd75-4e96-899a-d0511b5c2e86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.2696018 Nov 27 01:05:02.880108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:02.934057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-301530f2-f5c9-4f23-907b-8a2b2f4806ca req-626a5819-ae5f-407c-8283-5dee920993cc tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415364 Nov 27 01:05:02.959206 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21c9b812-8864-4609-a71f-3ee30f4fc7fe req-f528ccd3-268a-4071-a838-dd02c9743e92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b HTTP/1.1" status: 200 len: 217 time: 0.0611501 Nov 27 01:05:03.006047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Pushing event updated for resources: {'Port': ['ID=d93e348e-f961-437a-b71f-07eb74ed7640,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:03.054373 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:03.066055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9b812-8864-4609-a71f-3ee30f4fc7fe req-3ff4c1b0-7a49-4c29-ab22-b1625e3c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:03.072890 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21c9b812-8864-4609-a71f-3ee30f4fc7fe req-3ff4c1b0-7a49-4c29-ab22-b1625e3c04a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.0855811 Nov 27 01:05:03.113781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21c9b812-8864-4609-a71f-3ee30f4fc7fe req-b57c29e3-716c-422f-a517-895483664b29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361800 Nov 27 01:05:03.252033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:03.395726 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-48d33577-4132-47de-aeb0-070c42906b3d None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:03.424604 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21c9b812-8864-4609-a71f-3ee30f4fc7fe req-63326cce-17a0-4808-ab7f-53237fdb6f6c service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013353 Nov 27 01:05:03.497925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132f652-27c3-4904-95f7-08870d3e760a req-eb7edba5-1804-4c55-b132-109abb0a0fd7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:03.506524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e132f652-27c3-4904-95f7-08870d3e760a req-eb7edba5-1804-4c55-b132-109abb0a0fd7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 943 time: 0.3417904 Nov 27 01:05:03.562108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4b0d30e1-0e12-4a2e-b634-a476fbeb216b details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:03.582893 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:03.729673 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e132f652-27c3-4904-95f7-08870d3e760a req-09d0f2a3-2b32-4eb4-893d-35a34d0a820d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221918 Nov 27 01:05:03.767445 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:03.895642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Network 096a7fbc-91a1-4e50-9539-2545e0765a27 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:03.904578 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21c9b812-8864-4609-a71f-3ee30f4fc7fe req-007b7b3d-5b89-4409-a7f9-1ea81f82f79e service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275670 Nov 27 01:05:03.911421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:03.921391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:03.937510 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-48d33577-4132-47de-aeb0-070c42906b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:26Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:03.949256 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:03.955625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:03.956337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:03.957620 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '4b0d30e1-0e12-4a2e-b634-a476fbeb216b', 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30', 'port_id': '4b0d30e1-0e12-4a2e-b634-a476fbeb216b', 'mac_address': 'fa:16:3e:b5:01:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b48ccc-43fc-4543-b194-fe3642bc63a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:03.986081 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:04.007606 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:04.013128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Pushing event updated for resources: {'Port': ['ID=99fa791b-7910-46f0-b704-13296bf59bd1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:04.030963 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d33577-4132-47de-aeb0-070c42906b3d None None] The sync data for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 is: [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:26Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:04.078203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-7a02bde5-9430-43ba-93db-52db9e1a030d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0374615 Nov 27 01:05:04.096194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Request body: {'port': {'device_id': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:04.118047 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:04.143836 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:04.159393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0d30e1-0e12-4a2e-b634-a476fbeb216b {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:04.183704 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:04.188966 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7af23c3f-c084-4643-8187-8309d61a3388 req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0623765 Nov 27 01:05:04.211005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9a8aa-8b11-474e-b55e-3b6f550878b8 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Pushing event updated for resources: {'Port': ['ID=d93e348e-f961-437a-b71f-07eb74ed7640,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:04.214470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:04.227436 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:04.240296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ff05c-a55c-4203-8b35-738766b24868 req-985fb5df-67c0-47ed-a0fc-119c75254fa1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:04.264161 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-303ff05c-a55c-4203-8b35-738766b24868 req-985fb5df-67c0-47ed-a0fc-119c75254fa1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 931 time: 0.3654459 Nov 27 01:05:04.349018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:04.431205 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7af23c3f-c084-4643-8187-8309d61a3388 req-22a87ea9-34b7-4744-b1de-2fe54758a00e tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.2316992 Nov 27 01:05:04.464335 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-303ff05c-a55c-4203-8b35-738766b24868 req-7e406361-8dfd-43bb-b9b1-c275e1d2c290 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930401 Nov 27 01:05:04.466266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:04.577718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4b0d30e1-0e12-4a2e-b634-a476fbeb216b'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:04.634784 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1deccdd3-49bd-48f8-912e-b4faf62dffb8 x-openstack-request-id: req-1deccdd3-49bd-48f8-912e-b4faf62dffb8 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:04.636967 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c3cbe0-ac1a-40e6-ae4c-d5218060825b", "name": "network-vif-deleted", "tag": "b40b2ff7-fe9b-42ef-a977-f544b08d8b1e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:04.637239 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1deccdd3-49bd-48f8-912e-b4faf62dffb8 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:04.638195 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c3cbe0-ac1a-40e6-ae4c-d5218060825b', 'name': 'network-vif-deleted', 'tag': 'b40b2ff7-fe9b-42ef-a977-f544b08d8b1e', 'status': 'completed', 'code': 200} Nov 27 01:05:04.719505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af23c3f-c084-4643-8187-8309d61a3388 req-52606241-4a99-4959-bdb3-11e2934a656d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:04.726534 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7af23c3f-c084-4643-8187-8309d61a3388 req-52606241-4a99-4959-bdb3-11e2934a656d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.2822919 Nov 27 01:05:04.745551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-7af23c3f-c084-4643-8187-8309d61a3388 req-358bb71f-1c27-4b42-a4fb-9281d44c3a7b tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:05:04.746046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c2d3bf-9e8b-4f2c-bc78-d9007cb29b59 None None] New status for floating IP 67fd75f6-9ea2-4367-87e8-9c872774aca0: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:05:04.748644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7af23c3f-c084-4643-8187-8309d61a3388 req-358bb71f-1c27-4b42-a4fb-9281d44c3a7b tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097063 Nov 27 01:05:05.026591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5347595-3e07-41ff-9c94-bc9a3d31e5c0 req-9d75a982-06b1-462c-897a-429698e9ef96 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:05.036860 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5347595-3e07-41ff-9c94-bc9a3d31e5c0 req-9d75a982-06b1-462c-897a-429698e9ef96 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.1550765 Nov 27 01:05:05.168697 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5347595-3e07-41ff-9c94-bc9a3d31e5c0 req-d2b2ff1e-8045-4b38-a286-c39c9fd96a5d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158080 Nov 27 01:05:05.440022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fa791b-7910-46f0-b704-13296bf59bd1 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:05.461952 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:05.464391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf5906-2f89-4a2e-b6cc-b53c56fcd458 req-7ecf2f70-795d-452b-a14f-02afcfaba04e tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:05.465981 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aabf5906-2f89-4a2e-b6cc-b53c56fcd458 req-7ecf2f70-795d-452b-a14f-02afcfaba04e tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 944 time: 0.1291738 Nov 27 01:05:05.491307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Transition to ACTIVE for port object 99fa791b-7910-46f0-b704-13296bf59bd1 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:05.527717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44131-7e38-4d94-b2ba-2327283cf02b req-0a64f3e1-4342-47e5-97cc-1e8c1d7ee41a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:05.533773 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69a44131-7e38-4d94-b2ba-2327283cf02b req-0a64f3e1-4342-47e5-97cc-1e8c1d7ee41a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 946 time: 0.4923089 Nov 27 01:05:05.534578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:05.722227 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69a44131-7e38-4d94-b2ba-2327283cf02b req-f6e52fda-cfd9-4733-8450-107ae9ed68f7 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692080 Nov 27 01:05:05.842776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Attempting to bind port 99fa791b-7910-46f0-b704-13296bf59bd1 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:05.843359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Attempting to bind port 99fa791b-7910-46f0-b704-13296bf59bd1 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:05.843500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Attempting to bind port 99fa791b-7910-46f0-b704-13296bf59bd1 on network 096a7fbc-91a1-4e50-9539-2545e0765a27 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:05.860336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Port 99fa791b-7910-46f0-b704-13296bf59bd1 on network 096a7fbc-91a1-4e50-9539-2545e0765a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:05.860336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Attempting to bind port 99fa791b-7910-46f0-b704-13296bf59bd1 on network 096a7fbc-91a1-4e50-9539-2545e0765a27 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:05.885730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:05.885730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Checking segment: {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:05.885730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Bound using segment: {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:05.885730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Bound port: 99fa791b-7910-46f0-b704-13296bf59bd1, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:05.886444 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:05.896194 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-be45fa86-895d-4948-a910-be3b3540b577 req-8f329b66-6c4a-40d0-ba87-5a97faf604b1 service neutron] show failed (client error): The resource could not be found. Nov 27 01:05:05.902740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-8f329b66-6c4a-40d0-ba87-5a97faf604b1 service neutron] 10.222.0.42 "GET /v2.0/ports/fdc8f14a-99b1-4fe1-a982-65035d893f31/bindings/n-h1-819494-2 HTTP/1.1" status: 404 len: 380 time: 0.5544565 Nov 27 01:05:05.929563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Pushing event updated for resources: {'Port': ['ID=99fa791b-7910-46f0-b704-13296bf59bd1,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:05.946753 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aabf5906-2f89-4a2e-b6cc-b53c56fcd458 req-73eae69b-e342-43e4-bebe-8f40a1296675 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696996 Nov 27 01:05:06.153247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90b760-79e0-477e-aee3-010196641e0e req-569949cf-4f8b-41dc-a71b-e5c7b046bddb tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:06.166947 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f90b760-79e0-477e-aee3-010196641e0e req-569949cf-4f8b-41dc-a71b-e5c7b046bddb tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1784134 Nov 27 01:05:06.178087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] For port 99fa791b-7910-46f0-b704-13296bf59bd1, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:06.342362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fa86-895d-4948-a910-be3b3540b577 req-f54567ac-04b2-49df-9229-9c9ce41c507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:06.345033 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-f54567ac-04b2-49df-9229-9c9ce41c507f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8&tenant_id=cae186c4f2334d95a689ce9bbc113764 HTTP/1.1" status: 200 len: 1100 time: 0.0956697 Nov 27 01:05:06.350341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] For port 99fa791b-7910-46f0-b704-13296bf59bd1, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=99fa791b-7910-46f0-b704-13296bf59bd1,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:06.367681 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f90b760-79e0-477e-aee3-010196641e0e req-a1e7a7bc-1354-4bb8-b6e2-de3462388501 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.1992397 Nov 27 01:05:06.368872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-2', 'device_owner': 'compute:nova'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:06.379398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-9f90b760-79e0-477e-aee3-010196641e0e req-ac36f15a-fe63-4545-861e-495833a70449 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Request body: {'floatingip': {'port_id': 'dd76cf94-b485-417e-a626-09667105691d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:06.387780 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:06.509550 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9f90b760-79e0-477e-aee3-010196641e0e req-ac36f15a-fe63-4545-861e-495833a70449 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:06.513702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2d5f6-fd63-44ea-aa61-02bd347f1af9 req-4953b303-5bb2-4ba2-b198-10b1f2973d10 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:06.515981 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-31b2d5f6-fd63-44ea-aa61-02bd347f1af9 req-4953b303-5bb2-4ba2-b198-10b1f2973d10 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 943 time: 0.2156541 Nov 27 01:05:06.516851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:06.736872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-31b2d5f6-fd63-44ea-aa61-02bd347f1af9 req-5b518b9d-b599-4d09-91ea-dc72722fd3bd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013972 Nov 27 01:05:06.988305 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:07.016634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:07.017245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:07.019038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/99fa791b-7910-46f0-b704-13296bf59bd1 HTTP/1.1" status: 200 len: 1091 time: 2.9328079 Nov 27 01:05:07.027150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'tag': '99fa791b-7910-46f0-b704-13296bf59bd1'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:07.036614 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d93b4c1-74e8-4174-bbde-94596374e74e" -d '{"events": [{"name": "network-changed", "server_uuid": "298eea4c-4a63-4f4d-8c20-272efeff892d", "tag": "99fa791b-7910-46f0-b704-13296bf59bd1"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:07.090863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967407bb-0a14-4745-a415-618b7ece99f3 service neutron] Pushing event updated for resources: {'Port': ['ID=99fa791b-7910-46f0-b704-13296bf59bd1,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:07.154648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:07.292070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f4fd7-d1af-4d8d-8907-f08c2187a16f req-67e0a40c-ae0b-4b48-97ab-063df77b9a64 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:07.300446 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a13f4fd7-d1af-4d8d-8907-f08c2187a16f req-67e0a40c-ae0b-4b48-97ab-063df77b9a64 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.2624445 Nov 27 01:05:07.331151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc8f14a-99b1-4fe1-a982-65035d893f31'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:07.334050 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cba7fe-dd4c-4e44-9953-4841eca37e49" -d '{"events": [{"server_uuid": "08e3ab2d-5919-423c-b556-dffb526adbb8", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc8f14a-99b1-4fe1-a982-65035d893f31"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:07.363152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:07.377440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-f61bf909-9516-4abc-9cac-0600c24c1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:07.379522 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-f61bf909-9516-4abc-9cac-0600c24c1a55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc4d82ded44244dca3036f69d041fb7f&device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 1094 time: 0.2827809 Nov 27 01:05:07.398970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Transition to ACTIVE for port object fdc8f14a-99b1-4fe1-a982-65035d893f31 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:07.416664 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:07.477885 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a13f4fd7-d1af-4d8d-8907-f08c2187a16f req-1892b92d-6809-468a-bdb2-c5662da73ef0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765032 Nov 27 01:05:07.505613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-62585587-eaa5-476c-b10b-f31ef1e01733 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fa791b-7910-46f0-b704-13296bf59bd1 HTTP/1.1" status: 200 len: 217 time: 0.1033301 Nov 27 01:05:07.541080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] No DVR routers for this DVR port fdc8f14a-99b1-4fe1-a982-65035d893f31 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:07.608806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4b0d30e1-0e12-4a2e-b634-a476fbeb216b up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:07.641628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc8f14a-99b1-4fe1-a982-65035d893f31,revision_number=6']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:07.771747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Attempting to bind port fdc8f14a-99b1-4fe1-a982-65035d893f31 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:07.772083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Attempting to bind port fdc8f14a-99b1-4fe1-a982-65035d893f31 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:07.772417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Attempting to bind port fdc8f14a-99b1-4fe1-a982-65035d893f31 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:07.830081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:07.836448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Port fdc8f14a-99b1-4fe1-a982-65035d893f31 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:07.848198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:07.848841 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:07.850726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Attempting to bind port fdc8f14a-99b1-4fe1-a982-65035d893f31 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:07.880232 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:07.880570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:07.880965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:07.881705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Bound port: fdc8f14a-99b1-4fe1-a982-65035d893f31, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:07.881840 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:07.889822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-1d1d4e27-cfe5-4c2a-99bd-2632fac7a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:07.905212 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-1d1d4e27-cfe5-4c2a-99bd-2632fac7a5d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc6aa764-ef8b-457f-a61e-2cf49da2da68 HTTP/1.1" status: 200 len: 863 time: 0.2624493 Nov 27 01:05:08.126031 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.170582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:08.186598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:08.197108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:08.200625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d7ec8f-d958-4128-9f23-6bd0613b059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0d30e1-0e12-4a2e-b634-a476fbeb216b'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:08.208500 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98850475-79d5-4c91-9102-0f1215b6e061" -d '{"events": [{"server_uuid": "d8d7ec8f-d958-4128-9f23-6bd0613b059e", "name": "network-vif-plugged", "status": "completed", "tag": "4b0d30e1-0e12-4a2e-b634-a476fbeb216b"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:08.224001 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.231064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4b144-92b6-4473-885e-f3fb1071fcfb req-8a64b0c3-b72e-4fef-a0ce-7727276f7a71 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.232703 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6e4b144-92b6-4473-885e-f3fb1071fcfb req-8a64b0c3-b72e-4fef-a0ce-7727276f7a71 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 946 time: 0.5170343 Nov 27 01:05:08.243123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.324472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-fd0034e8-3243-4ced-84a9-94ab21d7794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.329132 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-fd0034e8-3243-4ced-84a9-94ab21d7794e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=096a7fbc-91a1-4e50-9539-2545e0765a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3323073 Nov 27 01:05:08.359182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:08.388172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc8f14a-99b1-4fe1-a982-65035d893f31,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:08.398103 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.398854 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.400434 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-57507fa0-6e24-401b-9d98-766b28ad9bc0 service neutron] 10.222.0.11 "PUT /v2.0/ports/fdc8f14a-99b1-4fe1-a982-65035d893f31 HTTP/1.1" status: 200 len: 1095 time: 2.0372794 Nov 27 01:05:08.461256 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6e4b144-92b6-4473-885e-f3fb1071fcfb req-6a17744d-0714-415b-be6c-b098dee22bef tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198396 Nov 27 01:05:08.576707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fa86-895d-4948-a910-be3b3540b577 req-29237c43-01be-4fe6-a5df-580842d639a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.578550 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-29237c43-01be-4fe6-a5df-580842d639a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 1098 time: 0.1149752 Nov 27 01:05:08.701848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-d57e3d61-485f-4858-a18b-cc01b9c75207 service neutron] 10.222.0.11 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407795 Nov 27 01:05:08.714052 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.resource_extend [req-9f90b760-79e0-477e-aee3-010196641e0e req-ac36f15a-fe63-4545-861e-495833a70449 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:05:08.792346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bd630-9ce1-4d1f-bf37-8aa25aab938d req-05b6efd3-b61f-499d-a48b-7d5f4826bc36 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.801155 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-819bd630-9ce1-4d1f-bf37-8aa25aab938d req-05b6efd3-b61f-499d-a48b-7d5f4826bc36 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 945 time: 0.0926042 Nov 27 01:05:08.855237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fa86-895d-4948-a910-be3b3540b577 req-3d698133-cdc3-43ed-96d1-d1f2bcdb726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:08.856727 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-3d698133-cdc3-43ed-96d1-d1f2bcdb726d service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2505538 Nov 27 01:05:08.899816 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fcf4c8-a138-4d12-b95a-066b5e2d336d req-559fa094-9591-4011-b56a-b9f27347a8a3 service neutron] 10.222.0.11 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833882 Nov 27 01:05:08.911759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-c7b95d17-33cf-4364-95cb-31b91117718c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31 HTTP/1.1" status: 200 len: 217 time: 0.0436378 Nov 27 01:05:08.935859 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9f90b760-79e0-477e-aee3-010196641e0e req-ac36f15a-fe63-4545-861e-495833a70449 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:08.945784 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9f90b760-79e0-477e-aee3-010196641e0e req-ac36f15a-fe63-4545-861e-495833a70449 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:09.023140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-819bd630-9ce1-4d1f-bf37-8aa25aab938d req-f5b6b9c2-04d8-4610-9777-e58a3f66883d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208383 Nov 27 01:05:09.026644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fa86-895d-4948-a910-be3b3540b577 req-b9dad325-7a22-4bd3-9b3e-857c3ffe60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.031037 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-b9dad325-7a22-4bd3-9b3e-857c3ffe60cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1085534 Nov 27 01:05:09.134172 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9ac58b-eff7-412f-9286-6d71197cdad6 x-openstack-request-id: req-4b9ac58b-eff7-412f-9286-6d71197cdad6 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:09.134863 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298eea4c-4a63-4f4d-8c20-272efeff892d", "tag": "99fa791b-7910-46f0-b704-13296bf59bd1", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:09.135349 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b9ac58b-eff7-412f-9286-6d71197cdad6 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:09.137177 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'tag': '99fa791b-7910-46f0-b704-13296bf59bd1', 'status': 'completed', 'code': 200} Nov 27 01:05:09.138151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fa86-895d-4948-a910-be3b3540b577 req-213dd1fc-94be-4748-8c3c-efa708e00e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.139953 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-213dd1fc-94be-4748-8c3c-efa708e00e4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006289 Nov 27 01:05:09.225624 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-9f90b760-79e0-477e-aee3-010196641e0e req-ac36f15a-fe63-4545-861e-495833a70449 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Floating IP f9619921-58ca-4ee9-8979-b211877cc896 associated. External IP: 172.25.3.245, port: dd76cf94-b485-417e-a626-09667105691d. Nov 27 01:05:09.283756 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcab82e-bcc6-43ed-be3b-02a472dbbc6a x-openstack-request-id: req-ddcab82e-bcc6-43ed-be3b-02a472dbbc6a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:09.284058 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e3ab2d-5919-423c-b556-dffb526adbb8", "name": "network-vif-unplugged", "status": "completed", "tag": "fdc8f14a-99b1-4fe1-a982-65035d893f31", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:09.284312 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddcab82e-bcc6-43ed-be3b-02a472dbbc6a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:09.284712 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdc8f14a-99b1-4fe1-a982-65035d893f31', 'code': 200} Nov 27 01:05:09.417956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0bdd-9277-4dff-b0b7-53bef9170f16 req-2c7774e6-7946-4b02-ab12-aec1feb031da tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.421683 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93b4c1-74e8-4174-bbde-94596374e74e req-4629eada-4d6b-4492-a937-762b9238a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.425167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d93b4c1-74e8-4174-bbde-94596374e74e req-4629eada-4d6b-4492-a937-762b9238a4ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc4d82ded44244dca3036f69d041fb7f&device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 1094 time: 0.2227721 Nov 27 01:05:09.427141 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-117e0bdd-9277-4dff-b0b7-53bef9170f16 req-2c7774e6-7946-4b02-ab12-aec1feb031da tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 943 time: 0.0926208 Nov 27 01:05:09.480657 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-117e0bdd-9277-4dff-b0b7-53bef9170f16 req-9b3b8c54-048e-4a89-a66b-e54fd08b89cd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526173 Nov 27 01:05:09.482649 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-b77808aa-24f0-454f-bb0f-160a2534f4c9 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226004 Nov 27 01:05:09.540150 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f4d8ae-33f9-4e09-a3c0-7a10ce3b875b x-openstack-request-id: req-04f4d8ae-33f9-4e09-a3c0-7a10ce3b875b {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:09.541090 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d7ec8f-d958-4128-9f23-6bd0613b059e", "name": "network-vif-plugged", "status": "completed", "tag": "4b0d30e1-0e12-4a2e-b634-a476fbeb216b", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:09.541548 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04f4d8ae-33f9-4e09-a3c0-7a10ce3b875b {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:09.542152 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d7ec8f-d958-4128-9f23-6bd0613b059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0d30e1-0e12-4a2e-b634-a476fbeb216b', 'code': 200} Nov 27 01:05:09.557582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93b4c1-74e8-4174-bbde-94596374e74e req-4a33b5da-c271-49ae-92c8-6731e8d41d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.559716 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d93b4c1-74e8-4174-bbde-94596374e74e req-4a33b5da-c271-49ae-92c8-6731e8d41d15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=096a7fbc-91a1-4e50-9539-2545e0765a27 HTTP/1.1" status: 200 len: 925 time: 0.1180887 Nov 27 01:05:09.616570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fdc8f14a-99b1-4fe1-a982-65035d893f31 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:09.649626 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d93b4c1-74e8-4174-bbde-94596374e74e req-308b3386-1657-48a7-9343-e33fe3fc8630 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fa791b-7910-46f0-b704-13296bf59bd1 HTTP/1.1" status: 200 len: 217 time: 0.0765724 Nov 27 01:05:09.715642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fdc8f14a-99b1-4fe1-a982-65035d893f31 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:09.764998 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be45fa86-895d-4948-a910-be3b3540b577 req-b516cd90-5317-4982-a622-0f578285b114 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729371 Nov 27 01:05:09.821440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93b4c1-74e8-4174-bbde-94596374e74e req-70c6f90a-da4e-48f5-b96e-76869de476a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.823282 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d93b4c1-74e8-4174-bbde-94596374e74e req-70c6f90a-da4e-48f5-b96e-76869de476a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc6aa764-ef8b-457f-a61e-2cf49da2da68 HTTP/1.1" status: 200 len: 863 time: 0.1501441 Nov 27 01:05:09.895048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8bcb0-d44a-48a0-8b7e-478fa381bc70 req-6577635c-9456-41c5-a03e-9210efd6af3b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:09.906035 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77e8bcb0-d44a-48a0-8b7e-478fa381bc70 req-6577635c-9456-41c5-a03e-9210efd6af3b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 947 time: 0.2487392 Nov 27 01:05:10.024954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a39af8-447f-4cb6-87e5-10587618680f req-09938838-2da3-41ec-8113-cdcc9f0b1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:10.026646 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-75a39af8-447f-4cb6-87e5-10587618680f req-09938838-2da3-41ec-8113-cdcc9f0b1d16 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 1096 time: 0.3292584 Nov 27 01:05:10.035440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77e8bcb0-d44a-48a0-8b7e-478fa381bc70 req-4837306b-3b02-49cf-bdfb-bf731904ee6e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279466 Nov 27 01:05:10.135942 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-75a39af8-447f-4cb6-87e5-10587618680f req-a7d23950-9286-4ae0-9881-37ae4caa9361 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835879 Nov 27 01:05:10.209748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f90b760-79e0-477e-aee3-010196641e0e req-ac36f15a-fe63-4545-861e-495833a70449 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Router 9964c6e4-f380-45c7-a2c4-5d68660e6048 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:10.221123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93b4c1-74e8-4174-bbde-94596374e74e req-dc3e96c5-7fb5-4e55-8217-e99d70c453d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:10.222600 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d93b4c1-74e8-4174-bbde-94596374e74e req-dc3e96c5-7fb5-4e55-8217-e99d70c453d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=096a7fbc-91a1-4e50-9539-2545e0765a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3670006 Nov 27 01:05:10.436407 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d93b4c1-74e8-4174-bbde-94596374e74e req-a50e1494-75e9-43d5-9500-d7272f86d989 service neutron] 10.222.0.11 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727829 Nov 27 01:05:10.450922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdb932-80b5-4598-862f-7458cf811675 req-dfcf1cdc-2f76-41fe-b09e-97509770246e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:10.452667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f90b760-79e0-477e-aee3-010196641e0e req-ac36f15a-fe63-4545-861e-495833a70449 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:10.459211 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aefdb932-80b5-4598-862f-7458cf811675 req-dfcf1cdc-2f76-41fe-b09e-97509770246e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 946 time: 0.1188924 Nov 27 01:05:10.466078 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f74b77-33fd-4c66-a5dd-b1c35bbf4c21 None None] Sync routers for ids ['9964c6e4-f380-45c7-a2c4-5d68660e6048'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:10.466618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9f90b760-79e0-477e-aee3-010196641e0e req-ac36f15a-fe63-4545-861e-495833a70449 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:10.494025 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f74b77-33fd-4c66-a5dd-b1c35bbf4c21 None None] Routers {'9964c6e4-f380-45c7-a2c4-5d68660e6048'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:10.495260 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-98f74b77-33fd-4c66-a5dd-b1c35bbf4c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9964c6e4-f380-45c7-a2c4-5d68660e6048'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:10.549509 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f90b760-79e0-477e-aee3-010196641e0e req-ac36f15a-fe63-4545-861e-495833a70449 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "PUT /v2.0/floatingips/f9619921-58ca-4ee9-8979-b211877cc896 HTTP/1.1" status: 200 len: 997 time: 4.1808984 Nov 27 01:05:10.587463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aefdb932-80b5-4598-862f-7458cf811675 req-4d1cd04a-f378-43ee-8b6a-735842c975aa tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203279 Nov 27 01:05:10.663058 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-98f74b77-33fd-4c66-a5dd-b1c35bbf4c21 None None] Set router 9964c6e4-f380-45c7-a2c4-5d68660e6048 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:10.680215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d93b4c1-74e8-4174-bbde-94596374e74e req-f517cfd2-14f8-43e4-98a7-0820707af2aa service neutron] 10.222.0.11 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358685 Nov 27 01:05:10.703373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90b760-79e0-477e-aee3-010196641e0e req-d25e0144-ccfb-48e6-a07c-6e96fe0ffc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:10.705018 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f90b760-79e0-477e-aee3-010196641e0e req-d25e0144-ccfb-48e6-a07c-6e96fe0ffc33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06b109f52d0d4509a404f24a67ef28b8&device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 1097 time: 0.1194842 Nov 27 01:05:10.814333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722958f7-91cb-484d-a53c-642e326a4bc3 req-41fbd7ee-2259-4f59-b260-782eb2f10b93 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:10.817361 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-722958f7-91cb-484d-a53c-642e326a4bc3 req-41fbd7ee-2259-4f59-b260-782eb2f10b93 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 945 time: 0.1089585 Nov 27 01:05:10.925991 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-722958f7-91cb-484d-a53c-642e326a4bc3 req-3780c60a-cf90-4f0c-8da3-f08cc274fc62 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022203 Nov 27 01:05:11.007500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90b760-79e0-477e-aee3-010196641e0e req-8729fb25-f000-4266-9bff-e317afec2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:11.014851 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f90b760-79e0-477e-aee3-010196641e0e req-8729fb25-f000-4266-9bff-e317afec2639 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f53731c6-2225-4e06-a58c-855a6cb2eab5 HTTP/1.1" status: 200 len: 930 time: 0.3016920 Nov 27 01:05:11.102449 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f90b760-79e0-477e-aee3-010196641e0e req-66b74890-c8f4-4cef-9a83-466c70682de7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd76cf94-b485-417e-a626-09667105691d HTTP/1.1" status: 200 len: 1000 time: 0.0854671 Nov 27 01:05:11.180298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'tag': 'dd76cf94-b485-417e-a626-09667105691d'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:11.182815 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7539b7ef-9652-4a57-a7fd-d6ca333cf33c" -d '{"events": [{"name": "network-changed", "server_uuid": "bceab678-bfcf-4b20-84e1-6555de6532d8", "tag": "dd76cf94-b485-417e-a626-09667105691d"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:11.186265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90b760-79e0-477e-aee3-010196641e0e req-870b31bc-b357-4e69-aa32-414d8b90c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:11.202852 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f90b760-79e0-477e-aee3-010196641e0e req-870b31bc-b357-4e69-aa32-414d8b90c818 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ecafef7-5123-4195-843c-d88c3c06b211 HTTP/1.1" status: 200 len: 868 time: 0.0995009 Nov 27 01:05:11.287884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'tag': 'fdc8f14a-99b1-4fe1-a982-65035d893f31'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:11.290093 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e846ed48-181e-4fa7-bf03-898ccccc5f57" -d '{"events": [{"name": "network-changed", "server_uuid": "08e3ab2d-5919-423c-b556-dffb526adbb8", "tag": "fdc8f14a-99b1-4fe1-a982-65035d893f31"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:11.317164 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90b760-79e0-477e-aee3-010196641e0e req-e762284c-2f5f-4a30-bfd6-654969efee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:11.320484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a30bd-ca87-4462-9319-1a7af0a9969b req-6f975f3d-8a90-49dc-98ac-1de6c5d61bfe tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:11.322010 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c94a30bd-ca87-4462-9319-1a7af0a9969b req-6f975f3d-8a90-49dc-98ac-1de6c5d61bfe tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 943 time: 0.1240449 Nov 27 01:05:11.327377 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f90b760-79e0-477e-aee3-010196641e0e req-e762284c-2f5f-4a30-bfd6-654969efee06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f53731c6-2225-4e06-a58c-855a6cb2eab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230807 Nov 27 01:05:11.336216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-9f90b760-79e0-477e-aee3-010196641e0e req-b6f31674-f038-4761-bb36-6d09f9af1bb5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:05:11.346226 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-98f74b77-33fd-4c66-a5dd-b1c35bbf4c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'f9619921-58ca-4ee9-8979-b211877cc896', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'port_id': 'dd76cf94-b485-417e-a626-09667105691d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'mac_address': 'fa:16:3e:5a:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:05:02Z', 'updated_at': '2021-11-27T01:05:08Z', 'revision_number': 1, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2d3b76-4574-4ba0-8c42-fe720e85a40d', 'name': '', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'mac_address': 'fa:16:3e:d3:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:18Z', 'updated_at': '2021-11-27T01:04:30Z', 'revision_number': 5, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'subnets': [{'id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:11.348121 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f90b760-79e0-477e-aee3-010196641e0e req-b6f31674-f038-4761-bb36-6d09f9af1bb5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198979 Nov 27 01:05:11.402900 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f74b77-33fd-4c66-a5dd-b1c35bbf4c21 None None] Checking router: 9964c6e4-f380-45c7-a2c4-5d68660e6048 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:11.422421 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37754d8a-c4ab-4999-9212-e37f3f40fdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:11.440903 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f74b77-33fd-4c66-a5dd-b1c35bbf4c21 None None] Routers {'9964c6e4-f380-45c7-a2c4-5d68660e6048'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:11.441539 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-98f74b77-33fd-4c66-a5dd-b1c35bbf4c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:04:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9964c6e4-f380-45c7-a2c4-5d68660e6048'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:11.482552 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c94a30bd-ca87-4462-9319-1a7af0a9969b req-d49db66c-8f51-4b1f-8f6a-93fc509ad6bd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140065 Nov 27 01:05:11.590301 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f90b760-79e0-477e-aee3-010196641e0e req-1fe5fd78-c68a-477b-b863-c94bfeae686c service neutron] 10.222.0.37 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409034 Nov 27 01:05:11.756176 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-98f74b77-33fd-4c66-a5dd-b1c35bbf4c21 None None] Set router 9964c6e4-f380-45c7-a2c4-5d68660e6048 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:11.806665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f7e51-bb53-4a9b-b6e6-9559687d40d4 req-4c7abd99-a5e5-4c05-9ab3-b506efc2f865 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:11.815755 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-264f7e51-bb53-4a9b-b6e6-9559687d40d4 req-4c7abd99-a5e5-4c05-9ab3-b506efc2f865 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 947 time: 0.0729582 Nov 27 01:05:11.839107 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f90b760-79e0-477e-aee3-010196641e0e req-f637bb4c-1429-4a7b-a7d2-f97225195cfe service neutron] 10.222.0.37 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406037 Nov 27 01:05:11.869196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-264f7e51-bb53-4a9b-b6e6-9559687d40d4 req-d6490337-69e0-4320-bf03-be21e70a82cc tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525672 Nov 27 01:05:11.999333 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb64743-3af0-44fe-bf27-f37c53783790 x-openstack-request-id: req-1eb64743-3af0-44fe-bf27-f37c53783790 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:11.999787 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceab678-bfcf-4b20-84e1-6555de6532d8", "tag": "dd76cf94-b485-417e-a626-09667105691d", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:12.000774 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1eb64743-3af0-44fe-bf27-f37c53783790 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:12.001491 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'tag': 'dd76cf94-b485-417e-a626-09667105691d', 'status': 'completed', 'code': 200} Nov 27 01:05:12.064142 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef93882-551b-4b58-9747-1faa8eb62730 x-openstack-request-id: req-3ef93882-551b-4b58-9747-1faa8eb62730 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:12.064378 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e3ab2d-5919-423c-b556-dffb526adbb8", "tag": "fdc8f14a-99b1-4fe1-a982-65035d893f31", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:12.064639 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ef93882-551b-4b58-9747-1faa8eb62730 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:12.065041 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'tag': 'fdc8f14a-99b1-4fe1-a982-65035d893f31', 'status': 'completed', 'code': 200} Nov 27 01:05:12.279483 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-98f74b77-33fd-4c66-a5dd-b1c35bbf4c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'f9619921-58ca-4ee9-8979-b211877cc896', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'port_id': 'dd76cf94-b485-417e-a626-09667105691d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'mac_address': 'fa:16:3e:5a:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:05:02Z', 'updated_at': '2021-11-27T01:05:08Z', 'revision_number': 1, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2d3b76-4574-4ba0-8c42-fe720e85a40d', 'name': '', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'mac_address': 'fa:16:3e:d3:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:18Z', 'updated_at': '2021-11-27T01:04:30Z', 'revision_number': 5, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'subnets': [{'id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:12.328595 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f74b77-33fd-4c66-a5dd-b1c35bbf4c21 None None] The sync data for ids ['9964c6e4-f380-45c7-a2c4-5d68660e6048'] in n-d-819494-2 is: [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'f9619921-58ca-4ee9-8979-b211877cc896', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'port_id': 'dd76cf94-b485-417e-a626-09667105691d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'mac_address': 'fa:16:3e:5a:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:05:02Z', 'updated_at': '2021-11-27T01:05:08Z', 'revision_number': 1, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2d3b76-4574-4ba0-8c42-fe720e85a40d', 'name': '', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'mac_address': 'fa:16:3e:d3:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:18Z', 'updated_at': '2021-11-27T01:04:30Z', 'revision_number': 5, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'subnets': [{'id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:12.386613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539b7ef-9652-4a57-a7fd-d6ca333cf33c req-1129d7ac-db7e-4097-8053-8eed3e4fd44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.392472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7539b7ef-9652-4a57-a7fd-d6ca333cf33c req-1129d7ac-db7e-4097-8053-8eed3e4fd44c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06b109f52d0d4509a404f24a67ef28b8&device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 1097 time: 0.2612033 Nov 27 01:05:12.406892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcd4ef-0c81-4eea-8c84-34c64eb219ee req-26d2934e-b55e-49b4-972d-3fc9067cba0b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.408461 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-86fcd4ef-0c81-4eea-8c84-34c64eb219ee req-26d2934e-b55e-49b4-972d-3fc9067cba0b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 946 time: 0.1771770 Nov 27 01:05:12.455816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-fcaf5152-cd3f-47b7-9432-f5ec0b11aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.458904 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-fcaf5152-cd3f-47b7-9432-f5ec0b11aa7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 1098 time: 0.3608458 Nov 27 01:05:12.504064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-b43f59be-3c83-4011-af04-f07e5324b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.505597 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-b43f59be-3c83-4011-af04-f07e5324b27e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 1098 time: 0.2916300 Nov 27 01:05:12.541024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-86fcd4ef-0c81-4eea-8c84-34c64eb219ee req-b49d2b7c-bbf9-443a-842c-a8ffc604ad01 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208396 Nov 27 01:05:12.642597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539b7ef-9652-4a57-a7fd-d6ca333cf33c req-0484f198-4797-482e-b829-07c0e80d42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.644117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7539b7ef-9652-4a57-a7fd-d6ca333cf33c req-0484f198-4797-482e-b829-07c0e80d42f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f53731c6-2225-4e06-a58c-855a6cb2eab5 HTTP/1.1" status: 200 len: 930 time: 0.2346623 Nov 27 01:05:12.753742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642187f2-705c-447d-98d4-5a394b7076f4 None None] New status for floating IP f9619921-58ca-4ee9-8979-b211877cc896: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:05:12.776427 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-6bfce120-35c4-41a8-88e2-0c8a375af516 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 258 time: 0.4371190 Nov 27 01:05:12.790454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:12.825278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-6eb601db-656d-451a-b6c0-88f464712575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.826511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-6eb601db-656d-451a-b6c0-88f464712575 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3555596 Nov 27 01:05:12.852113 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7539b7ef-9652-4a57-a7fd-d6ca333cf33c req-06829565-c832-498a-936b-14b4aca45253 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd76cf94-b485-417e-a626-09667105691d HTTP/1.1" status: 200 len: 1000 time: 0.2001438 Nov 27 01:05:12.883806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:12.915017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-7f306c7f-925c-4416-9cf7-0c87488ccad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:12.916563 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-7f306c7f-925c-4416-9cf7-0c87488ccad8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3043256 Nov 27 01:05:12.993866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-c5394a00-5c60-43fd-9634-79a23b8fb830 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31 HTTP/1.1" status: 200 len: 217 time: 0.1281199 Nov 27 01:05:13.003908 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539b7ef-9652-4a57-a7fd-d6ca333cf33c req-b2415d2c-09c9-48e3-a850-67450a08508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.006008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7539b7ef-9652-4a57-a7fd-d6ca333cf33c req-b2415d2c-09c9-48e3-a850-67450a08508a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ecafef7-5123-4195-843c-d88c3c06b211 HTTP/1.1" status: 200 len: 868 time: 0.1143322 Nov 27 01:05:13.026341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069742b4-b08f-432b-a694-a7fc0d6a2d18 req-baa2cf03-f16d-4285-b7a8-c5c191af9ea4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.027899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-069742b4-b08f-432b-a694-a7fc0d6a2d18 req-baa2cf03-f16d-4285-b7a8-c5c191af9ea4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 945 time: 0.1744893 Nov 27 01:05:13.058423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-eddc8ad9-fa30-4961-96ac-ac5c0c88966a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31 HTTP/1.1" status: 200 len: 217 time: 0.1292670 Nov 27 01:05:13.121200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539b7ef-9652-4a57-a7fd-d6ca333cf33c req-79f47556-f04c-4700-a2a5-c9e8ffbe3582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.127339 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7539b7ef-9652-4a57-a7fd-d6ca333cf33c req-79f47556-f04c-4700-a2a5-c9e8ffbe3582 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f53731c6-2225-4e06-a58c-855a6cb2eab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941589 Nov 27 01:05:13.132215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-069742b4-b08f-432b-a694-a7fc0d6a2d18 req-f33f3dcb-70d3-4bd8-a4a1-ef5c07597183 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739737 Nov 27 01:05:13.176820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 99fa791b-7910-46f0-b704-13296bf59bd1 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:13.182189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-96c2d050-f088-4d46-8c83-1b8734aa41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.189238 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-96c2d050-f088-4d46-8c83-1b8734aa41f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1408737 Nov 27 01:05:13.249656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7539b7ef-9652-4a57-a7fd-d6ca333cf33c req-438d984b-89c7-482e-a808-177ee95b0f33 service neutron] 10.222.0.11 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156063 Nov 27 01:05:13.251486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44852) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:13.262267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-deecef94-7859-4511-b294-c3aa8eff1b79 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-711816326'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:13.308788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-18b2fb3e-7e2c-441e-8ac3-a04c8b89670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.310984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-18b2fb3e-7e2c-441e-8ac3-a04c8b89670a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1883826 Nov 27 01:05:13.360392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deecef94-7859-4511-b294-c3aa8eff1b79 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:13.366110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-deecef94-7859-4511-b294-c3aa8eff1b79 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.385224 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 99fa791b-7910-46f0-b704-13296bf59bd1, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=99fa791b-7910-46f0-b704-13296bf59bd1,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:13.392982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-7b2a1b6d-0a65-4e59-91ef-02a0211af9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.394683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-7b2a1b6d-0a65-4e59-91ef-02a0211af9ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573546 Nov 27 01:05:13.405410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '99fa791b-7910-46f0-b704-13296bf59bd1', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'port_id': '99fa791b-7910-46f0-b704-13296bf59bd1', 'mac_address': 'fa:16:3e:36:71:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:13.424670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-5dfb0b82-fe96-4f09-9a0d-d9caaf42c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.426391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-5dfb0b82-fe96-4f09-9a0d-d9caaf42c188 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038957 Nov 27 01:05:13.459792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.477717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fa791b-7910-46f0-b704-13296bf59bd1 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:13.494607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deecef94-7859-4511-b294-c3aa8eff1b79 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:05:13.511825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 99fa791b-7910-46f0-b704-13296bf59bd1, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=99fa791b-7910-46f0-b704-13296bf59bd1,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:13.518532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e474d-28ea-4695-9098-92e8727704e2 req-1b604d6e-c180-408d-8c19-4909d2458b86 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.520450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.521125 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device fdc8f14a-99b1-4fe1-a982-65035d893f31 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:13.526915 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d38e474d-28ea-4695-9098-92e8727704e2 req-1b604d6e-c180-408d-8c19-4909d2458b86 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 943 time: 0.1850417 Nov 27 01:05:13.539989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7539b7ef-9652-4a57-a7fd-d6ca333cf33c req-c5682e32-8dc2-4f19-a779-01aa9942aa80 service neutron] 10.222.0.11 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621453 Nov 27 01:05:13.541423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-deecef94-7859-4511-b294-c3aa8eff1b79 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.541928 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-deecef94-7859-4511-b294-c3aa8eff1b79 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Added segment fde060e7-f19d-4771-87fa-8337da63a5d1 of type vlan for network d9676a31-0c6a-4ce0-9fe0-a02465a3788d Nov 27 01:05:13.617326 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-deecef94-7859-4511-b294-c3aa8eff1b79 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.630724 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.637590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d38e474d-28ea-4695-9098-92e8727704e2 req-d9f8912d-a31d-4e0a-b169-fafd4ab2e437 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095293 Nov 27 01:05:13.674325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=99fa791b-7910-46f0-b704-13296bf59bd1,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:13.685184 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-deecef94-7859-4511-b294-c3aa8eff1b79 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.692037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deecef94-7859-4511-b294-c3aa8eff1b79 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.697506 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-deecef94-7859-4511-b294-c3aa8eff1b79 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.728092 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-9522dc17-894f-4776-afe1-6928ba7d6b9c service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522337 Nov 27 01:05:13.728748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:13.743597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'fdc8f14a-99b1-4fe1-a982-65035d893f31', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'fdc8f14a-99b1-4fe1-a982-65035d893f31', 'mac_address': 'fa:16:3e:40:f3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:13.802504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.834103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc8f14a-99b1-4fe1-a982-65035d893f31 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:13.843552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Allocated IP 172.25.3.79 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/8f0b9f49-11e2-4622-9ea4-6b9fe7d54973) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:13.845230 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-deecef94-7859-4511-b294-c3aa8eff1b79 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5921252 Nov 27 01:05:13.859159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44858) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:13.863752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:13.865731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-608f052f-39f7-415f-a5c0-d8c7a47ff0b5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-483700289'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:13.883738 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.885522 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecef94-7859-4511-b294-c3aa8eff1b79 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Network': ['ID=d9676a31-0c6a-4ce0-9fe0-a02465a3788d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:13.912869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d8cac-7a15-422a-a80c-578f07a93bd1 req-8a0e94e7-1ec8-4724-b2b7-07d4dd63be86 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:13.920807 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e5d8cac-7a15-422a-a80c-578f07a93bd1 req-8a0e94e7-1ec8-4724-b2b7-07d4dd63be86 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 947 time: 0.1683207 Nov 27 01:05:13.932793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608f052f-39f7-415f-a5c0-d8c7a47ff0b5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:13.938537 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-608f052f-39f7-415f-a5c0-d8c7a47ff0b5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:13.969080 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-54347aa9-1f51-4684-b0d6-578f41440d60 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630372 Nov 27 01:05:14.009715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608f052f-39f7-415f-a5c0-d8c7a47ff0b5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:05:14.019566 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.027479 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e5d8cac-7a15-422a-a80c-578f07a93bd1 req-31e65ffe-9b0e-4fe6-97c2-44e101362159 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055472 Nov 27 01:05:14.048311 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-608f052f-39f7-415f-a5c0-d8c7a47ff0b5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.048907 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-608f052f-39f7-415f-a5c0-d8c7a47ff0b5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Added segment cec95dfb-72aa-4109-ae64-4f9362ecc187 of type vlan for network 47d4271c-602c-4c7f-8b55-deb4845c36a9 Nov 27 01:05:14.084617 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-43f6ad79-54fd-4d43-b5ef-e3f27adfa43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.087726 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.100107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network d9676a31-0c6a-4ce0-9fe0-a02465a3788d details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:05:14.159007 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-608f052f-39f7-415f-a5c0-d8c7a47ff0b5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.192722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecec072-6f69-47ba-a8e7-1e2ae618ed0e req-51c99dce-b9dd-4a16-86bb-6f5d8b2455af tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:14.200516 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ecec072-6f69-47ba-a8e7-1e2ae618ed0e req-51c99dce-b9dd-4a16-86bb-6f5d8b2455af tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 1096 time: 0.0740898 Nov 27 01:05:14.209668 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-608f052f-39f7-415f-a5c0-d8c7a47ff0b5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.215751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608f052f-39f7-415f-a5c0-d8c7a47ff0b5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:14.216712 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-608f052f-39f7-415f-a5c0-d8c7a47ff0b5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.220434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=fdc8f14a-99b1-4fe1-a982-65035d893f31,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:14.264182 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.316976 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-608f052f-39f7-415f-a5c0-d8c7a47ff0b5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4558563 Nov 27 01:05:14.317850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44864) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:14.330192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-381c670e-b75b-4e25-8b49-059ced15041d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'subnet': {'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:14.351456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f052f-39f7-415f-a5c0-d8c7a47ff0b5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Network': ['ID=47d4271c-602c-4c7f-8b55-deb4845c36a9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:14.358774 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ecec072-6f69-47ba-a8e7-1e2ae618ed0e req-1acdefd3-87b6-4cd0-b99a-692dc0549d53 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570919 Nov 27 01:05:14.362811 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 47d4271c-602c-4c7f-8b55-deb4845c36a9 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:05:14.402984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['99fa791b-7910-46f0-b704-13296bf59bd1'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:14.463592 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['fdc8f14a-99b1-4fe1-a982-65035d893f31'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:14.491476 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381c670e-b75b-4e25-8b49-059ced15041d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:14.495703 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-381c670e-b75b-4e25-8b49-059ced15041d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.589841 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-7652d58b-f4d8-4971-bffc-3e38952a0c3f service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196442 Nov 27 01:05:14.610306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:14.619376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:14.628065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:14.635152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Pushing event updated for resources: {'Port': ['ID=8f0b9f49-11e2-4622-9ea4-6b9fe7d54973,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:14.662427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e504c2-f12b-42a0-98f4-7b0fb2fe4f04 req-e4775b4e-5c10-43e6-9c9e-6928d2b066b1 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:14.664185 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00e504c2-f12b-42a0-98f4-7b0fb2fe4f04 req-e4775b4e-5c10-43e6-9c9e-6928d2b066b1 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 946 time: 0.1010551 Nov 27 01:05:14.680287 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e846ed48-181e-4fa7-bf03-898ccccc5f57 req-1244f719-8151-4c9d-8b0b-96909fe589e3 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874926 Nov 27 01:05:14.737578 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.775581 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.775895 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00e504c2-f12b-42a0-98f4-7b0fb2fe4f04 req-d792290e-b67d-4a40-81c1-014b8a68d689 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048810 Nov 27 01:05:14.877289 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-381c670e-b75b-4e25-8b49-059ced15041d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.898960 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.957073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c670e-b75b-4e25-8b49-059ced15041d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Subnet': ['ID=fd984bbc-994d-4433-b63b-16bafd179da4,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:14.980984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c670e-b75b-4e25-8b49-059ced15041d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Checking segment: {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:14.981984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381c670e-b75b-4e25-8b49-059ced15041d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Network hostable DHCP agents. Network: d9676a31-0c6a-4ce0-9fe0-a02465a3788d, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:05:14.990312 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:14.997594 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:15.008782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381c670e-b75b-4e25-8b49-059ced15041d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Network d9676a31-0c6a-4ce0-9fe0-a02465a3788d is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:05:15.033311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:15.039725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-381c670e-b75b-4e25-8b49-059ced15041d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, d9676a31-0c6a-4ce0-9fe0-a02465a3788d) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:15.050418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a61e9a8-9881-464b-be81-b588d5f65cc3 None None] Network d9676a31-0c6a-4ce0-9fe0-a02465a3788d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:15.069781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381c670e-b75b-4e25-8b49-059ced15041d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:15.070645 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-381c670e-b75b-4e25-8b49-059ced15041d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:15.095968 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:15.103056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3256299 Nov 27 01:05:15.129076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e00e1-7642-4016-87b6-be3589f7e165 req-f99d7947-1470-4357-a242-b634e031918c tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:15.132077 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-381e00e1-7642-4016-87b6-be3589f7e165 req-f99d7947-1470-4357-a242-b634e031918c tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 1096 time: 0.1094384 Nov 27 01:05:15.138441 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-381c670e-b75b-4e25-8b49-059ced15041d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8111269 Nov 27 01:05:15.138682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44882) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:15.143655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'subnet': {'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:15.176053 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-55713839-b185-4ef0-8641-2f27e6e04412 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.0720797 Nov 27 01:05:15.185852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a187eb-344c-45fb-aa4c-cc8d26d4202d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Pushing event updated for resources: {'Port': ['ID=8f0b9f49-11e2-4622-9ea4-6b9fe7d54973,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:15.284530 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-381e00e1-7642-4016-87b6-be3589f7e165 req-002ac7b7-9747-4421-99f6-0b284b0a8241 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301351 Nov 27 01:05:15.331767 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-d9676a31-0c6a-4ce0-9fe0-a02465a3788d', 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'fixed_ips': [{'subnet_id': 'fd984bbc-994d-4433-b63b-16bafd179da4'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:05:15.332970 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:15.370667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:15.374334 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:15.396299 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-807ab648-cd00-4aea-91b9-4dd539d6b1ee tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:15.401703 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-807ab648-cd00-4aea-91b9-4dd539d6b1ee tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8&tenant_id=cae186c4f2334d95a689ce9bbc113764&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 948 time: 0.3482080 Nov 27 01:05:15.450732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-4c9c4109-5e40-46e9-8a82-fd869ee5d247 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:15.453353 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-002f2bfb-2c49-4e0d-be13-eab9a198883a req-4c9c4109-5e40-46e9-8a82-fd869ee5d247 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.2763407 Nov 27 01:05:15.581869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Allocated IP 10.1.1.2 (d9676a31-0c6a-4ce0-9fe0-a02465a3788d/fd984bbc-994d-4433-b63b-16bafd179da4/2507fa9f-b5ba-4398-a5a1-fb8d8d565b42) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:15.670778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8beeaa-a963-4bad-bae4-e10325138ce3 req-ac6d697f-5bfb-4ef6-b2ce-8c263bd72f6e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:15.679063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a8beeaa-a963-4bad-bae4-e10325138ce3 req-ac6d697f-5bfb-4ef6-b2ce-8c263bd72f6e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 948 time: 0.0976584 Nov 27 01:05:15.691454 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:15.707141 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-04036db0-751e-47dc-a0e7-243b8ec9fba6 service neutron] delete failed (client error): The resource could not be found. Nov 27 01:05:15.708314 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-04036db0-751e-47dc-a0e7-243b8ec9fba6 service neutron] 10.222.0.42 "DELETE /v2.0/ports/fdc8f14a-99b1-4fe1-a982-65035d893f31/bindings/n-h2-819494-2 HTTP/1.1" status: 404 len: 380 time: 0.2539091 Nov 27 01:05:15.746265 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a8beeaa-a963-4bad-bae4-e10325138ce3 req-9a19f2ad-3114-4ec4-9d83-648caa644799 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629559 Nov 27 01:05:15.825344 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:15.832969 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:15.879475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Network d9676a31-0c6a-4ce0-9fe0-a02465a3788d is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:15.885222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:15.892585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:15.895860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Pushing event updated for resources: {'Port': ['ID=2507fa9f-b5ba-4398-a5a1-fb8d8d565b42,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:15.901241 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69768855-a662-4f6f-b229-9daeb450578d req-2834956e-3455-43f5-9930-53f4b0029171 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:15.910608 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69768855-a662-4f6f-b229-9daeb450578d req-2834956e-3455-43f5-9930-53f4b0029171 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 944 time: 0.2318835 Nov 27 01:05:15.947393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Subnet': ['ID=579f6157-5b13-45e3-aa25-7bd8f766ad59,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:15.957737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-bc866c8e-c2e6-49b1-a48d-6199673f1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:15.959523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-bc866c8e-c2e6-49b1-a48d-6199673f1097 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 1099 time: 0.0930622 Nov 27 01:05:15.968061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Attempting to bind port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:15.968611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Attempting to bind port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:15.969373 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Attempting to bind port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:15.979178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:15.979718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Checking segment: {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:15.980213 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:15.980697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Bound using segment: {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:15.981267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Bound port: 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:15.981709 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:16.000322 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:16.000669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:16.001009 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:16.001342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:16.001672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:16.001995 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:16.002341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:16.002663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:16.002979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:16.003295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:16.010090 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:16.010493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:16.034554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Checking segment: {'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:16.034925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Network hostable DHCP agents. Network: 47d4271c-602c-4c7f-8b55-deb4845c36a9, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:05:16.068038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-444a9cfa-8dca-48da-8d9e-620997c66da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.070126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-444a9cfa-8dca-48da-8d9e-620997c66da9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1002655 Nov 27 01:05:16.076949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] For port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:16.077376 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69768855-a662-4f6f-b229-9daeb450578d req-a9abdf4b-8516-41ba-b68c-1448179ef17a tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656563 Nov 27 01:05:16.083249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] For port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2507fa9f-b5ba-4398-a5a1-fb8d8d565b42,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:16.097362 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:16.121680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Network 47d4271c-602c-4c7f-8b55-deb4845c36a9 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:05:16.140001 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 47d4271c-602c-4c7f-8b55-deb4845c36a9) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:16.145133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.146008 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:16.179201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72aa60c-a326-4933-908d-9596b7d0945e None None] Pushing event updated for resources: {'Port': ['ID=2507fa9f-b5ba-4398-a5a1-fb8d8d565b42,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:16.183094 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fe73e84e-8bd5-466f-a743-7359f9afab15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0432651 Nov 27 01:05:16.183637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44914) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:16.189249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'port': {'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d', 'name': 'tempest-TaggedBootDevicesTest-1576692975', 'fixed_ips': [{'subnet_id': 'fd984bbc-994d-4433-b63b-16bafd179da4'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:16.191096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b8dd6-5b91-4642-93d1-ce4b68ad8027 None None] Network 47d4271c-602c-4c7f-8b55-deb4845c36a9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:16.247621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-d9dd8a23-99af-4876-b7da-54b2fcbdbcf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31 HTTP/1.1" status: 200 len: 217 time: 0.1681883 Nov 27 01:05:16.372332 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-8c5c5fc3-ddd9-46f3-8ecc-b12bc116d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.373800 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-8c5c5fc3-ddd9-46f3-8ecc-b12bc116d2e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1045189 Nov 27 01:05:16.424212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-47d4271c-602c-4c7f-8b55-deb4845c36a9', 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'fixed_ips': [{'subnet_id': '579f6157-5b13-45e3-aa25-7bd8f766ad59'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:05:16.425212 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:16.483068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12884d85-fd93-4cab-bb9b-71c609228a4c req-050d6814-dd79-4d1e-b73e-9a10e24f100f tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.493216 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12884d85-fd93-4cab-bb9b-71c609228a4c req-050d6814-dd79-4d1e-b73e-9a10e24f100f tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3553243 Nov 27 01:05:16.504834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:16.537629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c312c3c-cf3e-46a1-8ad4-00ed2fd86fba req-1b7e6dfb-1b13-401a-ac94-e19c13793fee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.540934 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c312c3c-cf3e-46a1-8ad4-00ed2fd86fba req-1b7e6dfb-1b13-401a-ac94-e19c13793fee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 946 time: 0.1746347 Nov 27 01:05:16.565020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-32df0af4-b25d-400c-8913-91d2922bb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:16.566675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-32df0af4-b25d-400c-8913-91d2922bb4d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1768765 Nov 27 01:05:16.578899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12884d85-fd93-4cab-bb9b-71c609228a4c req-dc15f3e2-f779-4e7a-8c8d-cd187549115c tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.0843425 Nov 27 01:05:16.585293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-12884d85-fd93-4cab-bb9b-71c609228a4c req-c9b389c4-0811-4bd3-877d-deb333d6f97f tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Request body: {'floatingip': {'port_id': 'dd76cf94-b485-417e-a626-09667105691d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:16.693298 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-12884d85-fd93-4cab-bb9b-71c609228a4c req-c9b389c4-0811-4bd3-877d-deb333d6f97f tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:16.701858 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:16.707554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c312c3c-cf3e-46a1-8ad4-00ed2fd86fba req-81d5624b-f0a2-488a-b074-2a553a4defc3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141384 Nov 27 01:05:16.722128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Allocated IP 10.2.2.2 (47d4271c-602c-4c7f-8b55-deb4845c36a9/579f6157-5b13-45e3-aa25-7bd8f766ad59/73a1e8ef-6a38-4467-895b-1c100165b0c4) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:16.728321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:16.802058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] device_id is not set on port 0c3cb3db-c176-4752-a004-355223eef51b yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:05:16.965612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-207b0aae-37fe-465c-a288-47b032f7412c service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528621 Nov 27 01:05:16.971050 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.131547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:17.140709 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.176086 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.199751 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-12884d85-fd93-4cab-bb9b-71c609228a4c req-c9b389c4-0811-4bd3-877d-deb333d6f97f tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 01:05:17.200820 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12884d85-fd93-4cab-bb9b-71c609228a4c req-c9b389c4-0811-4bd3-877d-deb333d6f97f tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "PUT /v2.0/floatingips/bb9f9be5-d944-4cba-a1d5-18b33a95079b HTTP/1.1" status: 409 len: 550 time: 0.6208208 Nov 27 01:05:17.233301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device fdc8f14a-99b1-4fe1-a982-65035d893f31 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:17.261427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55000cb1-2d56-48cf-9ae3-cf544ae2a5d9 req-68ffa324-cbe6-4d26-a1f3-ec69674e7bbf tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:17.263608 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55000cb1-2d56-48cf-9ae3-cf544ae2a5d9 req-68ffa324-cbe6-4d26-a1f3-ec69674e7bbf tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 1096 time: 0.1744041 Nov 27 01:05:17.294653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Network 47d4271c-602c-4c7f-8b55-deb4845c36a9 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:17.314393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:17.319248 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Pushing event updated for resources: {'Port': ['ID=73a1e8ef-6a38-4467-895b-1c100165b0c4,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:17.321801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:17.362380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:17.362888 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.388268 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-490cb1dd-092a-47aa-83a3-c318eccecc8d req-37fa0124-f3a8-445b-a252-4f1c0013b123 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143007 Nov 27 01:05:17.397161 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55000cb1-2d56-48cf-9ae3-cf544ae2a5d9 req-cb04fd0d-10e4-4aa8-a5fc-0e4e35c532ce tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229041 Nov 27 01:05:17.427372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Allocated IP 10.1.1.253 (d9676a31-0c6a-4ce0-9fe0-a02465a3788d/fd984bbc-994d-4433-b63b-16bafd179da4/0c3cb3db-c176-4752-a004-355223eef51b) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:17.440300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec58e-10e0-4c23-99c3-0c07c0c7ea26 req-e4b2c70d-f301-4e72-936f-6298b4998b9c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:17.443259 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-36cec58e-10e0-4c23-99c3-0c07c0c7ea26 req-e4b2c70d-f301-4e72-936f-6298b4998b9c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 948 time: 0.1497970 Nov 27 01:05:17.450466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port fdc8f14a-99b1-4fe1-a982-65035d893f31 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:17.470831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Attempting to bind port 73a1e8ef-6a38-4467-895b-1c100165b0c4 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:17.472326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Attempting to bind port 73a1e8ef-6a38-4467-895b-1c100165b0c4 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:17.472917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Attempting to bind port 73a1e8ef-6a38-4467-895b-1c100165b0c4 on network 47d4271c-602c-4c7f-8b55-deb4845c36a9 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:17.494280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port fdc8f14a-99b1-4fe1-a982-65035d893f31 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:17.495034 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.498155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:17.498884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Checking segment: {'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:17.499482 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.500574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Bound using segment: {'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:17.501257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Bound port: 73a1e8ef-6a38-4467-895b-1c100165b0c4, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:17.501851 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.507732 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.611749 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-36cec58e-10e0-4c23-99c3-0c07c0c7ea26 req-18efe321-4e8c-42da-9e0e-efec04591f6b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592610 Nov 27 01:05:17.699314 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-3fcf352e-cd1b-4042-b459-8c8264475bfe tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips/bb9f9be5-d944-4cba-a1d5-18b33a95079b HTTP/1.1" status: 200 len: 692 time: 0.0636802 Nov 27 01:05:17.719961 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.739504 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.869338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8fecf-9b8e-4c06-a204-3d3162c6f0ec req-b12f26f9-aa9d-4538-9075-9dbd9fdc40eb tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:17.871522 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ec8fecf-9b8e-4c06-a204-3d3162c6f0ec req-b12f26f9-aa9d-4538-9075-9dbd9fdc40eb tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 944 time: 0.1242833 Nov 27 01:05:17.891788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-b8edecb5-dbe8-4f10-a396-d1df264a85ce tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:17.893487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-b8edecb5-dbe8-4f10-a396-d1df264a85ce tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1933794 Nov 27 01:05:17.900132 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:17.916863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-23425358-29bd-46e3-81df-ba0558cadbfe tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:05:17.917858 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-23425358-29bd-46e3-81df-ba0558cadbfe tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061822 Nov 27 01:05:17.971851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] For port 73a1e8ef-6a38-4467-895b-1c100165b0c4, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:17.992697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Network d9676a31-0c6a-4ce0-9fe0-a02465a3788d is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:17.999285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] For port 73a1e8ef-6a38-4467-895b-1c100165b0c4, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=73a1e8ef-6a38-4467-895b-1c100165b0c4,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:18.007613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:18.016241 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:18.027431 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:18.028026 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.032725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Port': ['ID=0c3cb3db-c176-4752-a004-355223eef51b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:18.037013 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-ab1f87b5-312f-4a36-9d76-c1418408b2f7 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.1111634 Nov 27 01:05:18.068023 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ec8fecf-9b8e-4c06-a204-3d3162c6f0ec req-515a7330-e0e6-49aa-94db-e207c585db39 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887593 Nov 27 01:05:18.075315 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.084007 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.129496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cf2633e7-4002-43ac-a8b3-20336f7000b2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9447238 Nov 27 01:05:18.130103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44948) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:18.138614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'port': {'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d', 'name': 'tempest-TaggedBootDevicesTest-1650174190', 'fixed_ips': [{'subnet_id': 'fd984bbc-994d-4433-b63b-16bafd179da4'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:18.143752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-6a3ad930-65bf-4c46-8fe8-8cfc71db7870 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.1054220 Nov 27 01:05:18.204884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b95cd8-be1d-41ee-a53f-e9e5aa6c1d46 None None] Pushing event updated for resources: {'Port': ['ID=73a1e8ef-6a38-4467-895b-1c100165b0c4,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:18.243199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2507fa9f-b5ba-4398-a5a1-fb8d8d565b42,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:18.276139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:18.279017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc8f14a-99b1-4fe1-a982-65035d893f31'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:18.281820 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7ef049-f4e6-4155-8a04-0274f418669d" -d '{"events": [{"server_uuid": "08e3ab2d-5919-423c-b556-dffb526adbb8", "name": "network-vif-plugged", "status": "completed", "tag": "fdc8f14a-99b1-4fe1-a982-65035d893f31"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:18.285324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3165b7-faf3-4da4-a525-c52567359e7a None None] Network d9676a31-0c6a-4ce0-9fe0-a02465a3788d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:18.351318 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.360645 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.365531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 99fa791b-7910-46f0-b704-13296bf59bd1 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:18.366636 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:18.371384 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.445917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] device_id is not set on port 125792f2-f74c-4fde-a258-99b64ebd23c2 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:05:18.520554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Deleting port 8f0b9f49-11e2-4622-9ea4-6b9fe7d54973 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:18.521572 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.705279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5794f604-1696-4548-b105-010e6cd0ed2a None None] Provisioning complete for port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:18.705921 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5794f604-1696-4548-b105-010e6cd0ed2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.741612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=2507fa9f-b5ba-4398-a5a1-fb8d8d565b42,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:18.769670 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.770328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:18.779859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:18.780204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:18.780547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:18.780910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:18.781787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:18.782111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:18.782490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:18.782810 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:18.783130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:18.783447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:18.783808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:18.784133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:18.794351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Calling delete_port for 8f0b9f49-11e2-4622-9ea4-6b9fe7d54973 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:18.938421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=fdc8f14a-99b1-4fe1-a982-65035d893f31,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:18.987081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Allocated IP 10.1.1.113 (d9676a31-0c6a-4ce0-9fe0-a02465a3788d/fd984bbc-994d-4433-b63b-16bafd179da4/125792f2-f74c-4fde-a258-99b64ebd23c2) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:19.024359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 99fa791b-7910-46f0-b704-13296bf59bd1 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:19.086088 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.107051 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 99fa791b-7910-46f0-b704-13296bf59bd1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:19.107519 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.202196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Pushing event deleted for resources: {'Port': ['ID=8f0b9f49-11e2-4622-9ea4-6b9fe7d54973,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:19.221768 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.223820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:19.225428 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.228222 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff9288d0-2204-4e6b-b08d-1df86ce243a5 req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "DELETE /v2.0/floatingips/bb9f9be5-d944-4cba-a1d5-18b33a95079b HTTP/1.1" status: 204 len: 173 time: 1.0833728 Nov 27 01:05:19.234109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:19.241871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:19.247361 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:19.247788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:19.248205 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:19.248657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:19.249063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:19.249513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:19.250697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:19.251801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:19.252934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:19.254224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd180b51-c6c3-4bf4-818e-97c045d7de99 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:05:19.365671 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.488959 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.498925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979a448-efd1-4fd1-8cef-b4b19b0d0ccb req-e2d6e37c-9abf-4b19-a40c-0376fee2397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:19.501065 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5979a448-efd1-4fd1-8cef-b4b19b0d0ccb req-e2d6e37c-9abf-4b19-a40c-0376fee2397e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 1097 time: 0.1201735 Nov 27 01:05:19.532441 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:19.537232 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.702908 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Network d9676a31-0c6a-4ce0-9fe0-a02465a3788d is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:19.706773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:19.711502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:19.717342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:19.718025 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.739555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Port': ['ID=125792f2-f74c-4fde-a258-99b64ebd23c2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:19.770877 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.774285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a2b91e61-93ea-46b5-9d20-445200973e8f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6407583 Nov 27 01:05:19.841212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979a448-efd1-4fd1-8cef-b4b19b0d0ccb req-def14c26-7599-4c88-97a1-6e30720213c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:19.842960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5979a448-efd1-4fd1-8cef-b4b19b0d0ccb req-def14c26-7599-4c88-97a1-6e30720213c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.2788894 Nov 27 01:05:19.870019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 99fa791b-7910-46f0-b704-13296bf59bd1, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=99fa791b-7910-46f0-b704-13296bf59bd1,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:19.924098 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5979a448-efd1-4fd1-8cef-b4b19b0d0ccb req-9c7bac00-c7ce-47ae-ab63-b284aadafbe8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007 HTTP/1.1" status: 200 len: 217 time: 0.0618434 Nov 27 01:05:19.936123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c0331-1979-470b-9e3b-2fd3a08d2f6c req-7434848e-77ab-40cb-ad35-6a26328e248e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:19.945523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a05c0331-1979-470b-9e3b-2fd3a08d2f6c req-7434848e-77ab-40cb-ad35-6a26328e248e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 946 time: 0.3876867 Nov 27 01:05:19.956447 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:19.973770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-5b6f1343-7b14-4908-a4d5-e54bb115b48e tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:05:19.975158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-5b6f1343-7b14-4908-a4d5-e54bb115b48e tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075293 Nov 27 01:05:20.002012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 73a1e8ef-6a38-4467-895b-1c100165b0c4 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:20.075911 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6616af1b-6f79-48b9-8d8c-2019398accf4 None None] Provisioning complete for port 0c3cb3db-c176-4752-a004-355223eef51b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:20.077064 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6616af1b-6f79-48b9-8d8c-2019398accf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.103252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979a448-efd1-4fd1-8cef-b4b19b0d0ccb req-17054bcb-7949-43ab-86bd-2bc0778b942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:20.104845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5979a448-efd1-4fd1-8cef-b4b19b0d0ccb req-17054bcb-7949-43ab-86bd-2bc0778b942f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1005590 Nov 27 01:05:20.138999 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 73a1e8ef-6a38-4467-895b-1c100165b0c4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:20.139770 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.166546 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a05c0331-1979-470b-9e3b-2fd3a08d2f6c req-58b1ee67-8c8b-401e-9f3f-4252214bfeee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111282 Nov 27 01:05:20.169304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-d8e92f54-2271-43c0-98f7-273dc80224c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:20.171452 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-d8e92f54-2271-43c0-98f7-273dc80224c2 service neutron] 10.222.0.37 "GET /v2.0/ports/4b0d30e1-0e12-4a2e-b634-a476fbeb216b HTTP/1.1" status: 200 len: 1093 time: 0.0656557 Nov 27 01:05:20.204446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb70eae-5849-414b-b463-26f423acf3f1 None None] Network 47d4271c-602c-4c7f-8b55-deb4845c36a9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:20.213576 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5979a448-efd1-4fd1-8cef-b4b19b0d0ccb req-3598406f-e40b-4b0e-b27e-67331e05580e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406916 Nov 27 01:05:20.216368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=99fa791b-7910-46f0-b704-13296bf59bd1,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:20.219061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] Request body: {'binding': {'host': 'n-h1-819494-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:20.219514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] Unknown quota resources ['binding']. {{(pid=103384) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:05:20.233916 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfee2f44-b5c8-40df-bf50-e4b15f35b222 x-openstack-request-id: req-bfee2f44-b5c8-40df-bf50-e4b15f35b222 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:20.235191 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e3ab2d-5919-423c-b556-dffb526adbb8", "name": "network-vif-plugged", "status": "completed", "tag": "fdc8f14a-99b1-4fe1-a982-65035d893f31", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:20.235543 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfee2f44-b5c8-40df-bf50-e4b15f35b222 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:20.236034 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc8f14a-99b1-4fe1-a982-65035d893f31', 'code': 200} Nov 27 01:05:20.300260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6616af1b-6f79-48b9-8d8c-2019398accf4 None None] Port 0c3cb3db-c176-4752-a004-355223eef51b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:20.335875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5979a448-efd1-4fd1-8cef-b4b19b0d0ccb req-1c46ac6d-3180-4bc9-be62-495d95ad5fc3 service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116896 Nov 27 01:05:20.351838 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6616af1b-6f79-48b9-8d8c-2019398accf4 None None] Provisioning complete for port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:20.352229 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6616af1b-6f79-48b9-8d8c-2019398accf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.482866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-7737901c-f27d-4e2c-b08f-1f7850b02db3 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:20.485264 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.486013 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-7737901c-f27d-4e2c-b08f-1f7850b02db3 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 1097 time: 0.5098605 Nov 27 01:05:20.513566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-2'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:20.585731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 73a1e8ef-6a38-4467-895b-1c100165b0c4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=73a1e8ef-6a38-4467-895b-1c100165b0c4,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:20.599754 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.604484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34941b15-bb49-474e-8f95-2eedc2980a21 req-ea26160b-aa93-48bd-82b0-87056f4db86d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:20.614199 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34941b15-bb49-474e-8f95-2eedc2980a21 req-ea26160b-aa93-48bd-82b0-87056f4db86d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.2504699 Nov 27 01:05:20.672916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=73a1e8ef-6a38-4467-895b-1c100165b0c4,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:20.740583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-40cf380a-7ab3-43a4-b45c-f06e89407910 None None] Provisioning complete for port 125792f2-f74c-4fde-a258-99b64ebd23c2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:20.741221 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-40cf380a-7ab3-43a4-b45c-f06e89407910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.794521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-40cf380a-7ab3-43a4-b45c-f06e89407910 None None] Port 125792f2-f74c-4fde-a258-99b64ebd23c2 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:20.807522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-40cf380a-7ab3-43a4-b45c-f06e89407910 None None] Provisioning complete for port 0c3cb3db-c176-4752-a004-355223eef51b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:20.808194 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-40cf380a-7ab3-43a4-b45c-f06e89407910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.883314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-40cf380a-7ab3-43a4-b45c-f06e89407910 None None] Port 0c3cb3db-c176-4752-a004-355223eef51b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:20.905050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-40cf380a-7ab3-43a4-b45c-f06e89407910 None None] Provisioning complete for port 73a1e8ef-6a38-4467-895b-1c100165b0c4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:20.905424 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-40cf380a-7ab3-43a4-b45c-f06e89407910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:20.953291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 73a1e8ef-6a38-4467-895b-1c100165b0c4 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:20.992351 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.032295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5979a448-efd1-4fd1-8cef-b4b19b0d0ccb req-fbf2f8f7-f13f-43af-81a1-f4302959a21d service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536710 Nov 27 01:05:21.068352 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34941b15-bb49-474e-8f95-2eedc2980a21 req-ec696a8c-0f33-4e2f-a112-eca1e8c0eb07 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531608 Nov 27 01:05:21.110359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 73a1e8ef-6a38-4467-895b-1c100165b0c4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:21.110359 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.139215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] Attempting to bind port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on host n-h1-819494-2 for vnic_type normal with profile None {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:21.139561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] Attempting to bind port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:21.139899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] Attempting to bind port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:21.158808 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] Port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:21.159168 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] Attempting to bind port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:21.192552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:21.192552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:21.193038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] Bound using segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:21.193390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] Bound port: 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:21.284766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8db6e479-3e53-4c0d-af58-8f94691f82f4 None None] Provisioning complete for port 73a1e8ef-6a38-4467-895b-1c100165b0c4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:21.285354 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8db6e479-3e53-4c0d-af58-8f94691f82f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.316415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:21.327830 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.329786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-b68f6323-9f52-4e3c-8cf5-2f71d87721c3 service neutron] 10.222.0.37 "POST /v2.0/ports/4b0d30e1-0e12-4a2e-b634-a476fbeb216b/bindings HTTP/1.1" status: 201 len: 389 time: 1.1150699 Nov 27 01:05:21.384247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd87ce-0cb8-4c14-b607-e17cde6ff5a8 req-f361ddbb-173a-402e-be3e-066c70f2f49c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:21.391998 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8edd87ce-0cb8-4c14-b607-e17cde6ff5a8 req-f361ddbb-173a-402e-be3e-066c70f2f49c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 945 time: 0.1490564 Nov 27 01:05:21.423014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:21.522417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8edd87ce-0cb8-4c14-b607-e17cde6ff5a8 req-86ad1654-eab7-4351-82d4-ba7d41b411e9 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244779 Nov 27 01:05:21.544147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:21.596769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8004a323-d19f-4fdb-8fe2-f828f003812b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ec12f9-7ff3-4573-b876-65cfc6174007'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:21.599463 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f072a5-8744-466b-8ea2-3db622f07d02" -d '{"events": [{"server_uuid": "8004a323-d19f-4fdb-8fe2-f828f003812b", "name": "network-vif-unplugged", "status": "completed", "tag": "c0ec12f9-7ff3-4573-b876-65cfc6174007"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:21.603841 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.615398 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.673834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c0ec12f9-7ff3-4573-b876-65cfc6174007 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:21.748578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ec12f9-7ff3-4573-b876-65cfc6174007,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:21.762771 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 on host n-h1-819494-2 for vnic_type normal with profile {"migrating_to": "n-h2-819494-2"} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:21.763246 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:21.763683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:21.768126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-4fa460a2-f4be-4d40-acc7-605599122d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:21.769799 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-4fa460a2-f4be-4d40-acc7-605599122d5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 1096 time: 0.1228595 Nov 27 01:05:21.773661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Port c0ec12f9-7ff3-4573-b876-65cfc6174007 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:21.774089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:21.780161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:21.780649 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:21.781708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:21.782297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Bound port: c0ec12f9-7ff3-4573-b876-65cfc6174007, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:21.782782 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:21.950130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-ceb692c2-f3e3-4d66-a144-e16b6079767d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 1002 time: 0.4923031 Nov 27 01:05:22.011465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-6c520a0b-17fb-4c3c-828c-ef504b53d5a4 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.025388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-6c520a0b-17fb-4c3c-828c-ef504b53d5a4 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports/dd76cf94-b485-417e-a626-09667105691d HTTP/1.1" status: 200 len: 943 time: 0.0669956 Nov 27 01:05:22.052508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-0cf33480-8e49-4b16-9e2d-88f9d97fc1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.053984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-0cf33480-8e49-4b16-9e2d-88f9d97fc1ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.2673256 Nov 27 01:05:22.086578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, got binding levels [] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:22.142942 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-2ffd86cf-2655-4c5f-818b-b8557c716117 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b HTTP/1.1" status: 200 len: 217 time: 0.0730970 Nov 27 01:05:22.148217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:22.162867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 on host n-h1-819494-2 for vnic_type normal with profile {"migrating_to": "n-h2-819494-2"} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:22.166811 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:22.167392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:22.173807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Port c0ec12f9-7ff3-4573-b876-65cfc6174007 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:22.174556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Attempting to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:22.177437 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-ded0fcb0-c506-4492-aec0-8347d5b84433 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 1002 time: 0.1146505 Nov 27 01:05:22.182070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:22.182533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:22.183411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:22.184041 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Bound port: c0ec12f9-7ff3-4573-b876-65cfc6174007, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:22.184583 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.193085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:22.209398 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.238097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa791b-7910-46f0-b704-13296bf59bd1'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:22.244235 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b21bbb0-7b6c-49c2-89cb-ac76957bd6d0" -d '{"events": [{"server_uuid": "298eea4c-4a63-4f4d-8c20-272efeff892d", "name": "network-vif-plugged", "status": "completed", "tag": "99fa791b-7910-46f0-b704-13296bf59bd1"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:22.284186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-5b305fdb-a1bb-4dcb-846d-6f6e93545ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.285687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-5b305fdb-a1bb-4dcb-846d-6f6e93545ccd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.1309507 Nov 27 01:05:22.300361 n-d-819494-2 neutron-server[103386]: WARNING neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Concurrent port binding operations failed on port c0ec12f9-7ff3-4573-b876-65cfc6174007 Nov 27 01:05:22.304288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:22.307584 n-d-819494-2 neutron-server[103386]: INFO neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Attempt 2 to bind port c0ec12f9-7ff3-4573-b876-65cfc6174007 Nov 27 01:05:22.308283 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c0ec12f9-7ff3-4573-b876-65cfc6174007 has no active binding in host n-h2-819494-2 {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:05:22.338766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ec12f9-7ff3-4573-b876-65cfc6174007,revision_number=8']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:22.366800 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-9b17d32b-2ecf-452e-a031-fe05f63094a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444360 Nov 27 01:05:22.398439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.398964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.404569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-aef721b9-7219-4de7-b991-c1cc8ff52218 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.404797 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-4ccfe9e1-19c8-4e7a-833d-c6ab0df94786 service neutron] 10.222.0.42 "PUT /v2.0/ports/c0ec12f9-7ff3-4573-b876-65cfc6174007 HTTP/1.1" status: 200 len: 1122 time: 1.8957109 Nov 27 01:05:22.414316 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-aef721b9-7219-4de7-b991-c1cc8ff52218 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.2357275 Nov 27 01:05:22.519682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-f81122f4-21f8-4421-93a4-7971d2e7cd9b tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 1002 time: 0.1044514 Nov 27 01:05:22.530516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-df67e330-84a0-4588-b9a0-e23c741c0359 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:22.554069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['c0ec12f9-7ff3-4573-b876-65cfc6174007'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:22.572864 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-174d6a31-2b27-44e2-93a5-423df4a6bd3a service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829906 Nov 27 01:05:22.620286 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-df67e330-84a0-4588-b9a0-e23c741c0359 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.644933 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['c0ec12f9-7ff3-4573-b876-65cfc6174007'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:22.722730 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-646d2933-4951-4f37-8ff7-5bee1fdb6566 service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336946 Nov 27 01:05:22.732318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45044) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:22.738780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0aa0e89d-d054-44c9-9954-9ba0a6d4c6d3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607039367', 'description': 'tempest-description--1228017566'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:22.817130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5e3e-d6cf-4fdb-b9af-340f2a1a70a1 req-a0d2a7dc-077d-4e9c-a354-4d8ca4c886d2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.819926 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c4bc5e3e-d6cf-4fdb-b9af-340f2a1a70a1 req-a0d2a7dc-077d-4e9c-a354-4d8ca4c886d2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.0961730 Nov 27 01:05:22.848312 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0aa0e89d-d054-44c9-9954-9ba0a6d4c6d3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.871420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-df67e330-84a0-4588-b9a0-e23c741c0359 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.878470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-df67e330-84a0-4588-b9a0-e23c741c0359 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:22.878807 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-df67e330-84a0-4588-b9a0-e23c741c0359 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Floating IP f9619921-58ca-4ee9-8979-b211877cc896 disassociated. External IP: 172.25.3.245, port: dd76cf94-b485-417e-a626-09667105691d. Nov 27 01:05:22.949964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c4bc5e3e-d6cf-4fdb-b9af-340f2a1a70a1 req-1e22e59e-6444-479b-8faf-7bf56f5c6054 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112530 Nov 27 01:05:22.973793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-0bd1d2ac-e623-4393-af80-77315b6751e8 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:22.985773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-0bd1d2ac-e623-4393-af80-77315b6751e8 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e&tenant_id=f2c4589faa8344f6a41a0124c0fb2253&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1096 time: 0.1015141 Nov 27 01:05:22.989503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-2'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:23.079557 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.213797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-df67e330-84a0-4588-b9a0-e23c741c0359 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Router 9964c6e4-f380-45c7-a2c4-5d68660e6048 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:23.230516 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0aa0e89d-d054-44c9-9954-9ba0a6d4c6d3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.253547 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0aa0e89d-d054-44c9-9954-9ba0a6d4c6d3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.321769 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0aa0e89d-d054-44c9-9954-9ba0a6d4c6d3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.323034 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0aa0e89d-d054-44c9-9954-9ba0a6d4c6d3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5896816 Nov 27 01:05:23.324771 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0e89d-d054-44c9-9954-9ba0a6d4c6d3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e3a299-e41d-4356-8eea-139528be2d83,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:23.326782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45048) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:23.341777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-accc5527-9d17-4a39-bebb-2b2c9b46400e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'security_group_rule': {'security_group_id': 'c2e3a299-e41d-4356-8eea-139528be2d83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:23.348916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:23.358015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-df67e330-84a0-4588-b9a0-e23c741c0359 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:23.358739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbca77-fcde-4b90-8dfb-e850c5a632d7 req-90f921df-8276-497d-b127-d593acb68aac tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:23.364955 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1dfbca77-fcde-4b90-8dfb-e850c5a632d7 req-90f921df-8276-497d-b127-d593acb68aac tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 944 time: 0.1504726 Nov 27 01:05:23.373776 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-df67e330-84a0-4588-b9a0-e23c741c0359 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.382365 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae947d03-7ebe-458a-bb5b-49888f01df7a None None] Sync routers for ids ['9964c6e4-f380-45c7-a2c4-5d68660e6048'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:23.392652 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae947d03-7ebe-458a-bb5b-49888f01df7a None None] Routers {'9964c6e4-f380-45c7-a2c4-5d68660e6048'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:23.393288 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ae947d03-7ebe-458a-bb5b-49888f01df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:05:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9964c6e4-f380-45c7-a2c4-5d68660e6048'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:23.416386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-df67e330-84a0-4588-b9a0-e23c741c0359 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "PUT /v2.0/floatingips/f9619921-58ca-4ee9-8979-b211877cc896 HTTP/1.1" status: 200 len: 695 time: 0.8897948 Nov 27 01:05:23.416848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'tag': 'dd76cf94-b485-417e-a626-09667105691d'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:23.419171 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e907312-26a0-40b3-86ba-16b28e09a961" -d '{"events": [{"name": "network-changed", "server_uuid": "bceab678-bfcf-4b20-84e1-6555de6532d8", "tag": "dd76cf94-b485-417e-a626-09667105691d"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:23.437269 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1dfbca77-fcde-4b90-8dfb-e850c5a632d7 req-048b5495-3192-4f61-bd74-6249ba4a87c5 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657673 Nov 27 01:05:23.450672 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-accc5527-9d17-4a39-bebb-2b2c9b46400e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.483272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:23.546106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-bcfefd2b-b3d7-4bcc-badb-98181458810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:23.548433 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-bcfefd2b-b3d7-4bcc-badb-98181458810d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06b109f52d0d4509a404f24a67ef28b8&device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 1097 time: 0.1007679 Nov 27 01:05:23.554661 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-accc5527-9d17-4a39-bebb-2b2c9b46400e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.559091 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.564063 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-accc5527-9d17-4a39-bebb-2b2c9b46400e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.571884 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-ae947d03-7ebe-458a-bb5b-49888f01df7a None None] Set router 9964c6e4-f380-45c7-a2c4-5d68660e6048 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:23.572509 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.651215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc5527-9d17-4a39-bebb-2b2c9b46400e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fead6e3a-3eec-410d-9e5c-698f008a45fc,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:23.668777 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-accc5527-9d17-4a39-bebb-2b2c9b46400e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.670012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-accc5527-9d17-4a39-bebb-2b2c9b46400e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3371644 Nov 27 01:05:23.675324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45052) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:23.683651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8a55f7b4-e853-46d0-b0a3-46e723e170d2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'security_group_rule': {'security_group_id': 'c2e3a299-e41d-4356-8eea-139528be2d83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:23.717535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Attempting to bind port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on host n-h2-819494-2 for vnic_type normal with profile {"migrating_to": "n-h1-819494-2"} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:23.718755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Attempting to bind port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:23.718755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Attempting to bind port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:23.727175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:23.727398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Attempting to bind port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:23.743565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:23.743924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:23.744300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Bound using segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:23.744781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Bound port: 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:23.745095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.759283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Pushing event updated for resources: {'Port': ['ID=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:23.771590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9992d-1dc4-4753-b912-11b970a997cf req-b6271e6e-314b-4342-b1c1-c21afe56e7dd tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:23.779103 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9cc9992d-1dc4-4753-b912-11b970a997cf req-b6271e6e-314b-4342-b1c1-c21afe56e7dd tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 943 time: 0.1936514 Nov 27 01:05:23.784259 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a55f7b4-e853-46d0-b0a3-46e723e170d2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.795865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-403b64be-76c2-44f1-ae94-32a12de3adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:23.798166 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-403b64be-76c2-44f1-ae94-32a12de3adf1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f53731c6-2225-4e06-a58c-855a6cb2eab5 HTTP/1.1" status: 200 len: 930 time: 0.2392905 Nov 27 01:05:23.800095 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ae947d03-7ebe-458a-bb5b-49888f01df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1f2d3b76-4574-4ba0-8c42-fe720e85a40d', 'name': '', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'mac_address': 'fa:16:3e:d3:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:18Z', 'updated_at': '2021-11-27T01:04:30Z', 'revision_number': 5, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'subnets': [{'id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:23.849731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:23.853257 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:23.857670 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-1317a8c1-9efd-44df-b5ce-45e12af3cc93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd76cf94-b485-417e-a626-09667105691d HTTP/1.1" status: 200 len: 217 time: 0.0522912 Nov 27 01:05:23.863517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.932434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a55f7b4-e853-46d0-b0a3-46e723e170d2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.941680 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae947d03-7ebe-458a-bb5b-49888f01df7a None None] Checking router: 9964c6e4-f380-45c7-a2c4-5d68660e6048 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:23.945612 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a55f7b4-e853-46d0-b0a3-46e723e170d2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:23.951938 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9cc9992d-1dc4-4753-b912-11b970a997cf req-b42ff010-ac30-41b3-b3ae-ff1963c3641a tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670671 Nov 27 01:05:23.953358 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae947d03-7ebe-458a-bb5b-49888f01df7a None None] Routers {'9964c6e4-f380-45c7-a2c4-5d68660e6048'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:23.954208 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ae947d03-7ebe-458a-bb5b-49888f01df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:05:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9964c6e4-f380-45c7-a2c4-5d68660e6048'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:23.961488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f7b4-e853-46d0-b0a3-46e723e170d2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbaa2401-efa8-490e-8bcd-14607cec76fb,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:23.963886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-9aab92ba-a019-43bd-a91f-39265a745030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:23.965375 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-9aab92ba-a019-43bd-a91f-39265a745030 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ecafef7-5123-4195-843c-d88c3c06b211 HTTP/1.1" status: 200 len: 868 time: 0.0856707 Nov 27 01:05:24.025274 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a55f7b4-e853-46d0-b0a3-46e723e170d2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:24.030264 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8a55f7b4-e853-46d0-b0a3-46e723e170d2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3503356 Nov 27 01:05:24.032299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45054) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:24.032933 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e27a6b1-2503-4170-ba6c-6169bd8dc420 x-openstack-request-id: req-5e27a6b1-2503-4170-ba6c-6169bd8dc420 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:24.036559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:24.036795 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8004a323-d19f-4fdb-8fe2-f828f003812b", "name": "network-vif-unplugged", "status": "completed", "tag": "c0ec12f9-7ff3-4573-b876-65cfc6174007", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:24.037204 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e27a6b1-2503-4170-ba6c-6169bd8dc420 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:24.037765 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8004a323-d19f-4fdb-8fe2-f828f003812b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ec12f9-7ff3-4573-b876-65cfc6174007', 'code': 200} Nov 27 01:05:24.039280 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:24.040138 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:24.041688 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] 10.222.0.11 "PUT /v2.0/ports/4b0d30e1-0e12-4a2e-b634-a476fbeb216b HTTP/1.1" status: 200 len: 1121 time: 1.0564249 Nov 27 01:05:24.048278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fb327-187d-4213-9a42-a58ffbe0c6ab service neutron] Pushing event updated for resources: {'Port': ['ID=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,revision_number=8']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:24.065906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-c48b58e1-71ef-45a4-86bd-5e8f16293fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:24.068014 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-c48b58e1-71ef-45a4-86bd-5e8f16293fba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f53731c6-2225-4e06-a58c-855a6cb2eab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881574 Nov 27 01:05:24.072699 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ba7dc8-5660-484e-ac39-cacc8ddd2b3a x-openstack-request-id: req-a7ba7dc8-5660-484e-ac39-cacc8ddd2b3a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:24.074897 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298eea4c-4a63-4f4d-8c20-272efeff892d", "name": "network-vif-plugged", "status": "completed", "tag": "99fa791b-7910-46f0-b704-13296bf59bd1", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:24.075847 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7ba7dc8-5660-484e-ac39-cacc8ddd2b3a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:24.082864 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa791b-7910-46f0-b704-13296bf59bd1', 'code': 200} Nov 27 01:05:24.102666 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-ae947d03-7ebe-458a-bb5b-49888f01df7a None None] Set router 9964c6e4-f380-45c7-a2c4-5d68660e6048 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:24.116537 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:24.201843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4b0d30e1-0e12-4a2e-b634-a476fbeb216b'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:24.269195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-fdb016c5-6a1b-4cc5-a851-d5f4db3343b4 service neutron] 10.222.0.37 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680207 Nov 27 01:05:24.316257 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a68c2f-e11d-4220-8fca-49c34ef8b9a6 req-d42e6887-6bc0-4cf7-9d94-1dc23245a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:24.317860 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20a68c2f-e11d-4220-8fca-49c34ef8b9a6 req-d42e6887-6bc0-4cf7-9d94-1dc23245a7af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 1096 time: 0.1140304 Nov 27 01:05:24.420612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20a68c2f-e11d-4220-8fca-49c34ef8b9a6 req-84f55e62-4fa7-446e-99a8-b537d331e1de service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900896 Nov 27 01:05:24.429198 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:24.463137 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ae947d03-7ebe-458a-bb5b-49888f01df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1f2d3b76-4574-4ba0-8c42-fe720e85a40d', 'name': '', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'mac_address': 'fa:16:3e:d3:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:18Z', 'updated_at': '2021-11-27T01:04:30Z', 'revision_number': 5, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'subnets': [{'id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:24.491337 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae947d03-7ebe-458a-bb5b-49888f01df7a None None] The sync data for ids ['9964c6e4-f380-45c7-a2c4-5d68660e6048'] in n-d-819494-2 is: [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:04:19Z', 'revision_number': 4, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1f2d3b76-4574-4ba0-8c42-fe720e85a40d', 'name': '', 'network_id': 'f53731c6-2225-4e06-a58c-855a6cb2eab5', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'mac_address': 'fa:16:3e:d3:84:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:18Z', 'updated_at': '2021-11-27T01:04:30Z', 'revision_number': 5, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'subnets': [{'id': '6ecafef7-5123-4195-843c-d88c3c06b211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:24.503675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fefe883-feeb-4fda-b542-25f998a18c80 req-0484f6e3-e44c-481c-af49-815cc8b7ea6e service neutron] 10.222.0.37 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194252 Nov 27 01:05:24.683328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Allocated IP 172.25.3.12 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/692151db-8989-4da8-ab7c-e29466c751bd) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:24.710773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb472dc2-ccf4-4fdc-b90a-2a774878e92b req-2e88c125-5d37-486d-af6d-9f8a1f35c4fa tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:24.718000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cb472dc2-ccf4-4fdc-b90a-2a774878e92b req-2e88c125-5d37-486d-af6d-9f8a1f35c4fa tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 945 time: 0.0931420 Nov 27 01:05:24.816442 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cb472dc2-ccf4-4fdc-b90a-2a774878e92b req-d7fc8022-b63a-4fe8-bc4d-d2cf3a393714 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975173 Nov 27 01:05:24.887800 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:24.940123 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1182bb1-f8c3-4cfb-a922-c5ef265d56e2 x-openstack-request-id: req-c1182bb1-f8c3-4cfb-a922-c5ef265d56e2 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:24.940392 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceab678-bfcf-4b20-84e1-6555de6532d8", "tag": "dd76cf94-b485-417e-a626-09667105691d", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:24.940652 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1182bb1-f8c3-4cfb-a922-c5ef265d56e2 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:24.941061 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'tag': 'dd76cf94-b485-417e-a626-09667105691d', 'status': 'completed', 'code': 200} Nov 27 01:05:24.980470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.009574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dceb4ba-82fb-44a6-b60b-70eb7a76dff4 None None] New status for floating IP f9619921-58ca-4ee9-8979-b211877cc896: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:05:25.069839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e907312-26a0-40b3-86ba-16b28e09a961 req-572eb9c3-2eb8-4b93-b3b9-eb38fe9f3989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:25.073187 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2e907312-26a0-40b3-86ba-16b28e09a961 req-572eb9c3-2eb8-4b93-b3b9-eb38fe9f3989 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06b109f52d0d4509a404f24a67ef28b8&device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 1097 time: 0.0775788 Nov 27 01:05:25.117542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Port': ['ID=692151db-8989-4da8-ab7c-e29466c751bd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:25.132005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:25.141646 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:25.145018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:25.187284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d365940-d706-433b-bf21-dbdd73f9bfc4 req-614076d4-8387-4487-b574-4f0cb21a9f99 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:25.188852 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d365940-d706-433b-bf21-dbdd73f9bfc4 req-614076d4-8387-4487-b574-4f0cb21a9f99 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 944 time: 0.1381242 Nov 27 01:05:25.313463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-3e95054b-1ea3-40e3-96ac-b70cd8992d6c tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips/f9619921-58ca-4ee9-8979-b211877cc896 HTTP/1.1" status: 200 len: 695 time: 0.0751884 Nov 27 01:05:25.367979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.384096 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d365940-d706-433b-bf21-dbdd73f9bfc4 req-80b36a49-c56e-4ab4-a573-e5814ed50709 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469002 Nov 27 01:05:25.446681 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.479779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-7afa30b6-b039-42ed-86ed-c361970f0ef4 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:25.489051 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-7afa30b6-b039-42ed-86ed-c361970f0ef4 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1544421 Nov 27 01:05:25.491474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e907312-26a0-40b3-86ba-16b28e09a961 req-021de8bd-c494-4251-a855-58c3e08cb20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:25.494135 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2e907312-26a0-40b3-86ba-16b28e09a961 req-021de8bd-c494-4251-a855-58c3e08cb20b service neutron] 10.222.0.11 "GET /v2.0/networks?id=f53731c6-2225-4e06-a58c-855a6cb2eab5 HTTP/1.1" status: 200 len: 930 time: 0.4034195 Nov 27 01:05:25.595106 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2e907312-26a0-40b3-86ba-16b28e09a961 req-640b5e08-363c-4d5d-a8fb-cf71d96c9b39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd76cf94-b485-417e-a626-09667105691d HTTP/1.1" status: 200 len: 217 time: 0.0460107 Nov 27 01:05:25.604401 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-f3525ad7-7c74-4f10-ba07-59fd84e7226a tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.1142585 Nov 27 01:05:25.627298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff050303-7465-4e61-b82c-19de92fb0779 req-23177311-76e9-4362-9f6d-48fb39c2d740 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:25.628813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff050303-7465-4e61-b82c-19de92fb0779 req-23177311-76e9-4362-9f6d-48fb39c2d740 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 943 time: 0.1136951 Nov 27 01:05:25.694792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-7dd60b20-00b9-4b93-9364-7bac039f1698 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.0893710 Nov 27 01:05:25.697906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e907312-26a0-40b3-86ba-16b28e09a961 req-d56a8667-2549-4eaf-9db1-7eafeb14e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:25.699649 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2e907312-26a0-40b3-86ba-16b28e09a961 req-d56a8667-2549-4eaf-9db1-7eafeb14e923 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ecafef7-5123-4195-843c-d88c3c06b211 HTTP/1.1" status: 200 len: 868 time: 0.0881519 Nov 27 01:05:25.728314 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff050303-7465-4e61-b82c-19de92fb0779 req-e4ff8b4d-2be5-4a23-9a95-94aa7cd995d9 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886617 Nov 27 01:05:25.762863 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.777924 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.840817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.861547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Port': ['ID=692151db-8989-4da8-ab7c-e29466c751bd,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:25.882884 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:25.895421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e907312-26a0-40b3-86ba-16b28e09a961 req-54c72783-1905-4a63-b2d7-113055a3bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:25.895845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-63ca0221-acd8-47b3-9b1a-cdb7bfd1191d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8624940 Nov 27 01:05:25.897119 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2e907312-26a0-40b3-86ba-16b28e09a961 req-54c72783-1905-4a63-b2d7-113055a3bcbd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f53731c6-2225-4e06-a58c-855a6cb2eab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440852 Nov 27 01:05:26.043585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8004a323-d19f-4fdb-8fe2-f828f003812b', 'tag': 'c0ec12f9-7ff3-4573-b876-65cfc6174007'}, {'server_uuid': 'd8d7ec8f-d958-4128-9f23-6bd0613b059e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0d30e1-0e12-4a2e-b634-a476fbeb216b'}, {'name': 'network-changed', 'server_uuid': 'd8d7ec8f-d958-4128-9f23-6bd0613b059e', 'tag': '4b0d30e1-0e12-4a2e-b634-a476fbeb216b'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:26.046725 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "8004a323-d19f-4fdb-8fe2-f828f003812b", "tag": "c0ec12f9-7ff3-4573-b876-65cfc6174007"}, {"server_uuid": "d8d7ec8f-d958-4128-9f23-6bd0613b059e", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0d30e1-0e12-4a2e-b634-a476fbeb216b"}, {"name": "network-changed", "server_uuid": "d8d7ec8f-d958-4128-9f23-6bd0613b059e", "tag": "4b0d30e1-0e12-4a2e-b634-a476fbeb216b"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:26.050143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-2f644ba3-c321-4309-9eb3-98b813214dd0 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Deleting port d93e348e-f961-437a-b71f-07eb74ed7640 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:26.050530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-2f644ba3-c321-4309-9eb3-98b813214dd0 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:26.166795 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-2f644ba3-c321-4309-9eb3-98b813214dd0 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:26.167121 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-2f644ba3-c321-4309-9eb3-98b813214dd0 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:26.171046 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2e907312-26a0-40b3-86ba-16b28e09a961 req-7f61b400-2e56-4af0-b99b-b8f91d8fc935 service neutron] 10.222.0.11 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639306 Nov 27 01:05:26.181806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-2f644ba3-c321-4309-9eb3-98b813214dd0 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Calling delete_port for d93e348e-f961-437a-b71f-07eb74ed7640 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:26.342741 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2e907312-26a0-40b3-86ba-16b28e09a961 req-2dc85c4f-589b-4db9-8713-7a7a045e354c service neutron] 10.222.0.11 "GET /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510119 Nov 27 01:05:26.403954 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-2f644ba3-c321-4309-9eb3-98b813214dd0 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:26.430779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f644ba3-c321-4309-9eb3-98b813214dd0 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Pushing event deleted for resources: {'Port': ['ID=d93e348e-f961-437a-b71f-07eb74ed7640,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:26.468162 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-2f644ba3-c321-4309-9eb3-98b813214dd0 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:26.470844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-2f644ba3-c321-4309-9eb3-98b813214dd0 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:26.472115 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aba7da73-ed24-4bc1-9690-608ff6e37098 req-2f644ba3-c321-4309-9eb3-98b813214dd0 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "DELETE /v2.0/floatingips/f9619921-58ca-4ee9-8979-b211877cc896 HTTP/1.1" status: 204 len: 173 time: 0.7711866 Nov 27 01:05:26.623910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ef5e9-3d87-40af-b88d-8f67e50caaec req-2d2b6479-62c1-4d9b-94c6-85bf214468d3 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:26.625235 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-037ef5e9-3d87-40af-b88d-8f67e50caaec req-2d2b6479-62c1-4d9b-94c6-85bf214468d3 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 945 time: 0.0567529 Nov 27 01:05:26.691359 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-037ef5e9-3d87-40af-b88d-8f67e50caaec req-c16b999b-1fe0-46d4-a3ec-1ed99528ec28 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559697 Nov 27 01:05:26.770729 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfe98a7a-cc99-4b37-8471-80fa56901579 req-13cbc577-7c37-436d-8891-b0a0cc07fa1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708098 Nov 27 01:05:26.865541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe98a7a-cc99-4b37-8471-80fa56901579 req-3eb122ce-77f9-4898-893b-63fb41f4f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:26.867611 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfe98a7a-cc99-4b37-8471-80fa56901579 req-3eb122ce-77f9-4898-893b-63fb41f4f31e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2edf6686468b4b33b0abea6b7cab9912&device_id=4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522 HTTP/1.1" status: 200 len: 1100 time: 0.0541821 Nov 27 01:05:26.969683 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d3e258-0fab-4a61-8a19-f2dc2d29a6ae x-openstack-request-id: req-d2d3e258-0fab-4a61-8a19-f2dc2d29a6ae {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:26.970077 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8004a323-d19f-4fdb-8fe2-f828f003812b", "tag": "c0ec12f9-7ff3-4573-b876-65cfc6174007", "status": "completed", "code": 200}, {"server_uuid": "d8d7ec8f-d958-4128-9f23-6bd0613b059e", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0d30e1-0e12-4a2e-b634-a476fbeb216b", "code": 200}, {"name": "network-changed", "server_uuid": "d8d7ec8f-d958-4128-9f23-6bd0613b059e", "tag": "4b0d30e1-0e12-4a2e-b634-a476fbeb216b", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:26.970449 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2d3e258-0fab-4a61-8a19-f2dc2d29a6ae {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:26.970983 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8004a323-d19f-4fdb-8fe2-f828f003812b', 'tag': 'c0ec12f9-7ff3-4573-b876-65cfc6174007', 'status': 'completed', 'code': 200} Nov 27 01:05:26.971498 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d7ec8f-d958-4128-9f23-6bd0613b059e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0d30e1-0e12-4a2e-b634-a476fbeb216b', 'code': 200} Nov 27 01:05:26.971872 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d7ec8f-d958-4128-9f23-6bd0613b059e', 'tag': '4b0d30e1-0e12-4a2e-b634-a476fbeb216b', 'status': 'completed', 'code': 200} Nov 27 01:05:27.041347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-4dcddae8-8307-4221-8a8d-71a8a09133b7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--607039367&fields=id&tenant_id=e41981d1245a4f4380c301cea0d0bc6a HTTP/1.1" status: 200 len: 267 time: 0.1058056 Nov 27 01:05:27.125759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9848bb-ec1d-48ed-8cf0-027778e56fde req-4e4229c5-c75b-45ad-9bc4-49404a850829 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.128377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe98a7a-cc99-4b37-8471-80fa56901579 req-ffd35fc9-0a79-4208-a2fc-0e84827eef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.128813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb9848bb-ec1d-48ed-8cf0-027778e56fde req-4e4229c5-c75b-45ad-9bc4-49404a850829 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 944 time: 0.1101425 Nov 27 01:05:27.129937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfe98a7a-cc99-4b37-8471-80fa56901579 req-ffd35fc9-0a79-4208-a2fc-0e84827eef4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2224064 Nov 27 01:05:27.145419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-ccfb4bcb-90a3-431f-9e0d-4858cc207239 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.146788 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-ccfb4bcb-90a3-431f-9e0d-4858cc207239 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports/0c3cb3db-c176-4752-a004-355223eef51b HTTP/1.1" status: 200 len: 932 time: 0.0862248 Nov 27 01:05:27.187946 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb9848bb-ec1d-48ed-8cf0-027778e56fde req-04d0ec43-eb2d-45cf-940c-955da947a1f4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530617 Nov 27 01:05:27.190439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-5eb563a9-6e0b-4b28-8c7e-22542e385daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.192158 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-5eb563a9-6e0b-4b28-8c7e-22542e385daa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 1124 time: 0.1101832 Nov 27 01:05:27.247267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4b0d30e1-0e12-4a2e-b634-a476fbeb216b details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:27.442498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-36e40a90-777d-444c-9a7f-18e265b11732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.445713 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-36e40a90-777d-444c-9a7f-18e265b11732 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.2325099 Nov 27 01:05:27.461155 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfe98a7a-cc99-4b37-8471-80fa56901579 req-1989445c-3b68-4ace-89ad-121ff8c973c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5 HTTP/1.1" status: 200 len: 217 time: 0.3125336 Nov 27 01:05:27.464877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-965b440a-f655-4b55-933b-9887df942982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.466322 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-965b440a-f655-4b55-933b-9887df942982 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 1125 time: 0.4133799 Nov 27 01:05:27.477136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:27.492879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4b0d30e1-0e12-4a2e-b634-a476fbeb216b has no active binding in host n-h1-819494-2 {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:05:27.516065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-a63dd681-dad5-4942-89d5-cfdde15f2db4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b HTTP/1.1" status: 200 len: 217 time: 0.0525541 Nov 27 01:05:27.533026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadd46a-ed89-4437-8da3-29072f1a2be1 req-2b72a9e9-b066-4524-82ef-e9b01ecab726 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.534797 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1aadd46a-ed89-4437-8da3-29072f1a2be1 req-2b72a9e9-b066-4524-82ef-e9b01ecab726 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 945 time: 0.1111190 Nov 27 01:05:27.548260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45192) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:27.572658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9b1d07e4-0324-45e3-86ee-b087b7ac60a1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Request body: {'floatingip': {'port_id': '99fa791b-7910-46f0-b704-13296bf59bd1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:27.574499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-e851c71e-ceb3-4900-90a7-ed9952426204 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.582260 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-e851c71e-ceb3-4900-90a7-ed9952426204 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports/125792f2-f74c-4fde-a258-99b64ebd23c2 HTTP/1.1" status: 200 len: 932 time: 0.1334009 Nov 27 01:05:27.642527 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-63a69288-ed1e-466c-a401-172b2420543e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?network_id=47d4271c-602c-4c7f-8b55-deb4845c36a9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0593286 Nov 27 01:05:27.644841 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b1d07e4-0324-45e3-86ee-b087b7ac60a1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:27.663995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe98a7a-cc99-4b37-8471-80fa56901579 req-1d44d0d6-275b-4ff1-baa3-a99503d1274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.665348 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfe98a7a-cc99-4b37-8471-80fa56901579 req-1d44d0d6-275b-4ff1-baa3-a99503d1274d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1809757 Nov 27 01:05:27.693835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-2cef4ea6-2031-4a9f-8825-c60dcce48932 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?network_id=47d4271c-602c-4c7f-8b55-deb4845c36a9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0425973 Nov 27 01:05:27.708989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-cc4dc45d-5cda-45ed-b269-f8fba8d1d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.710479 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-cc4dc45d-5cda-45ed-b269-f8fba8d1d218 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.1855602 Nov 27 01:05:27.751889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-4fade673-987b-4b42-872f-8dd167d0de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.753339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-4fade673-987b-4b42-872f-8dd167d0de58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.2700977 Nov 27 01:05:27.771338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ac03b-2d7d-48d3-90ff-5f175173fe8c req-6565f159-0e24-4fb2-b082-492690dcbc12 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.772844 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-961ac03b-2d7d-48d3-90ff-5f175173fe8c req-6565f159-0e24-4fb2-b082-492690dcbc12 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 943 time: 0.1654544 Nov 27 01:05:27.791405 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-313704ce-ac0a-4e44-9a35-c82af96f41c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426378 Nov 27 01:05:27.830339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-12fa6d4a-f1a7-4a03-ba3d-f96b57421a67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007 HTTP/1.1" status: 200 len: 217 time: 0.0511723 Nov 27 01:05:27.838844 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe98a7a-cc99-4b37-8471-80fa56901579 req-4ee836bf-ccdf-4a08-82e3-0bfa4221f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.840067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfe98a7a-cc99-4b37-8471-80fa56901579 req-4ee836bf-ccdf-4a08-82e3-0bfa4221f1e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503782 Nov 27 01:05:27.947337 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-961ac03b-2d7d-48d3-90ff-5f175173fe8c req-4db2b504-7ff9-44d1-b6e2-420c514e9063 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583099 Nov 27 01:05:27.969495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-96ff3339-f658-4ee8-8a20-33127c68fa19 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.969495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-96ff3339-f658-4ee8-8a20-33127c68fa19 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.972628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-96ff3339-f658-4ee8-8a20-33127c68fa19 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.974266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-96ff3339-f658-4ee8-8a20-33127c68fa19 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/networks?id=874ba3d7-fadd-49cf-b553-f26abbe13939&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=47d4271c-602c-4c7f-8b55-deb4845c36a9&id=47d4271c-602c-4c7f-8b55-deb4845c36a9 HTTP/1.1" status: 200 len: 1989 time: 0.2698770 Nov 27 01:05:27.981109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-6f74409f-e487-454d-921f-38800a5394f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:27.982540 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-6f74409f-e487-454d-921f-38800a5394f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1385698 Nov 27 01:05:28.001149 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-b581aebd-da88-44ce-aa4a-f22cf80d69ef tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/quotas/e41981d1245a4f4380c301cea0d0bc6a HTTP/1.1" status: 200 len: 375 time: 0.0156529 Nov 27 01:05:28.005092 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-e886774b-6132-4e08-a2e9-5998634a5497 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036574 Nov 27 01:05:28.044446 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-4f8c32e2-daa8-416c-a778-3240ddbac33f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423427 Nov 27 01:05:28.098266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfe98a7a-cc99-4b37-8471-80fa56901579 req-78687243-92c4-410e-9e08-97ebfe65b172 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414770 Nov 27 01:05:28.207020 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-c60a4436-1f00-4f62-b87a-fa77867b2742 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1909952 Nov 27 01:05:28.301925 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-a351a69f-9451-4f8e-a438-e5904afb02e7 service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358661 Nov 27 01:05:28.341632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfe98a7a-cc99-4b37-8471-80fa56901579 req-e1cf4b95-de1d-493b-b999-87d6df37aa09 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990540 Nov 27 01:05:28.409471 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-8da3adab-4e32-41a8-b96f-8c2896814ef8 service neutron] 10.222.0.37 "GET /v2.0/networks/874ba3d7-fadd-49cf-b553-f26abbe13939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815538 Nov 27 01:05:28.478763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-26eaceff-d1c9-4e89-a2e0-43dabc9d8f7c service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645381 Nov 27 01:05:28.508728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45652929-aaee-45e7-9852-68c32998eb0a req-74d90889-42cd-4b24-a94b-0f30610a96d5 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:28.510137 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45652929-aaee-45e7-9852-68c32998eb0a req-74d90889-42cd-4b24-a94b-0f30610a96d5 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2182324 Nov 27 01:05:28.522887 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-bc946bff-1a2f-4694-90a0-ef7b828319df service neutron] 10.222.0.37 "GET /v2.0/networks/874ba3d7-fadd-49cf-b553-f26abbe13939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028390 Nov 27 01:05:28.569511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-d9c2dd1e-1ded-45dc-ac87-d516839223e0 service neutron] 10.222.0.37 "GET /v2.0/ports/0c3cb3db-c176-4752-a004-355223eef51b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0404091 Nov 27 01:05:28.571343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-70357e01-59f8-47d0-a6cd-0450e00da6a4 service neutron] 10.222.0.42 "GET /v2.0/ports/4b0d30e1-0e12-4a2e-b634-a476fbeb216b/bindings/n-h1-819494-2 HTTP/1.1" status: 200 len: 384 time: 0.2740855 Nov 27 01:05:28.618867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45652929-aaee-45e7-9852-68c32998eb0a req-c111f3d3-defe-434d-aa18-82fe2ff9d827 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0690584 Nov 27 01:05:28.625933 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63b597eb-6b85-47d4-92cc-5321f4ae7ac7 req-5cc6f9ba-ba7b-47d7-9a59-cfea5849ee88 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100795 Nov 27 01:05:28.699720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-d092f41b-3bf7-4d6e-8e20-ec93c76fd2fc service neutron] 10.222.0.37 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206038 Nov 27 01:05:28.808820 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-da9ed7f1-03a4-4ff1-84d7-53af9bed1c50 service neutron] 10.222.0.37 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997033 Nov 27 01:05:28.809594 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-26c2bce9-1790-43fb-90ce-0122f144361e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cae186c4f2334d95a689ce9bbc113764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497088 Nov 27 01:05:28.834923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b1d07e4-0324-45e3-86ee-b087b7ac60a1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:28.854398 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-35af62a2-3261-4d0b-a28a-831d8318cb0e service neutron] 10.222.0.37 "GET /v2.0/ports/125792f2-f74c-4fde-a258-99b64ebd23c2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0393906 Nov 27 01:05:28.862038 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b1d07e4-0324-45e3-86ee-b087b7ac60a1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:28.944810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-30ff3714-20cf-4f0b-9104-19416cb0c1f6 service neutron] 10.222.0.37 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835154 Nov 27 01:05:29.042199 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-2a7437fa-14d2-4481-a2de-9eefc96790b1 service neutron] 10.222.0.37 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912881 Nov 27 01:05:29.078519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d75e905-60b5-48f1-a32d-0f2412f55f32 service neutron] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:29.089445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-e695a276-11f1-49a7-86b5-78f180de7878 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:29.090978 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-e695a276-11f1-49a7-86b5-78f180de7878 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723100 Nov 27 01:05:29.116097 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-9b1d07e4-0324-45e3-86ee-b087b7ac60a1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Floating IP 67fd75f6-9ea2-4367-87e8-9c872774aca0 associated. External IP: 172.25.3.158, port: 99fa791b-7910-46f0-b704-13296bf59bd1. Nov 27 01:05:29.146955 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-62b10951-c263-4266-af09-03cba8bb732d service neutron] 10.222.0.37 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975044 Nov 27 01:05:29.159698 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-4682c33a-cd07-4fc1-a9a8-a8d4c3c19f98 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/quotas/cae186c4f2334d95a689ce9bbc113764 HTTP/1.1" status: 200 len: 375 time: 0.0519452 Nov 27 01:05:29.162812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d75e905-60b5-48f1-a32d-0f2412f55f32 service neutron] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:29.259333 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-a09fbc48-62a0-4e49-a2fa-a3a4f346c2e8 service neutron] 10.222.0.37 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057603 Nov 27 01:05:29.267297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d75e905-60b5-48f1-a32d-0f2412f55f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0d30e1-0e12-4a2e-b634-a476fbeb216b {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:29.285401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d75e905-60b5-48f1-a32d-0f2412f55f32 service neutron] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:29.315346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-560da099-c1ed-48ad-b01d-d46597c7f239 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450543 Nov 27 01:05:29.315881 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d75e905-60b5-48f1-a32d-0f2412f55f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:29.388942 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-430ecaf9-a46d-4f0b-aced-081b5673cde1 service neutron] 10.222.0.37 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211550 Nov 27 01:05:29.489152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d75e905-60b5-48f1-a32d-0f2412f55f32 service neutron] Transition to ACTIVE for port object 4b0d30e1-0e12-4a2e-b634-a476fbeb216b will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:29.497559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1d07e4-0324-45e3-86ee-b087b7ac60a1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:29.510797 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d75e905-60b5-48f1-a32d-0f2412f55f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:29.541680 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-0876fbdf-a6e4-410a-a392-edf1ec4e9f5c service neutron] 10.222.0.37 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517868 Nov 27 01:05:29.644667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d75e905-60b5-48f1-a32d-0f2412f55f32 service neutron] No DVR routers for this DVR port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:29.657470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75e905-60b5-48f1-a32d-0f2412f55f32 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,revision_number=10']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:29.723759 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-7d75e905-60b5-48f1-a32d-0f2412f55f32 service neutron] 10.222.0.42 "PUT /v2.0/ports/4b0d30e1-0e12-4a2e-b634-a476fbeb216b/bindings/n-h1-819494-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1133902 Nov 27 01:05:29.724264 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-c3e4deba-12d7-4a96-969c-def1f2c753c4 service neutron] 10.222.0.37 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653707 Nov 27 01:05:29.751686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1d07e4-0324-45e3-86ee-b087b7ac60a1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:29.757692 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b1d07e4-0324-45e3-86ee-b087b7ac60a1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:29.782805 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b958769-f146-4b4e-8f15-ebaaffd2c7ef None None] Sync routers for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:29.796252 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9b1d07e4-0324-45e3-86ee-b087b7ac60a1 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "PUT /v2.0/floatingips/67fd75f6-9ea2-4367-87e8-9c872774aca0 HTTP/1.1" status: 200 len: 991 time: 2.2450480 Nov 27 01:05:29.797539 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'tag': '99fa791b-7910-46f0-b704-13296bf59bd1'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:29.800522 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef14b8f-b374-426e-9de1-c9db22da5666" -d '{"events": [{"name": "network-changed", "server_uuid": "298eea4c-4a63-4f4d-8c20-272efeff892d", "tag": "99fa791b-7910-46f0-b704-13296bf59bd1"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:29.813461 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b958769-f146-4b4e-8f15-ebaaffd2c7ef None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:29.817205 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5b958769-f146-4b4e-8f15-ebaaffd2c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:05:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:29.933720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-131bf74b-ec72-4a52-b0e2-ab568c1fc0f2 service neutron] 10.222.0.37 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064838 Nov 27 01:05:29.975078 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-5b958769-f146-4b4e-8f15-ebaaffd2c7ef None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:29.991236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-b56aaaa7-0474-4bb0-9018-73f7565104b0 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:29.993013 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-b56aaaa7-0474-4bb0-9018-73f7565104b0 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/networks?id=a0374db9-aa53-4e45-8522-972ea734e9f5 HTTP/1.1" status: 200 len: 815 time: 0.1832447 Nov 27 01:05:30.024003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-a598a393-c094-4306-9dc0-2daea6df3d90 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:30.028710 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-a598a393-c094-4306-9dc0-2daea6df3d90 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e&tenant_id=f2c4589faa8344f6a41a0124c0fb2253&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1095 time: 0.1258826 Nov 27 01:05:30.080711 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-be3e6dd0-5541-4d41-a017-68d4cf3c9e31 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/quotas/2be0713d50fc47a68bde059f46f350ab HTTP/1.1" status: 200 len: 375 time: 0.0741596 Nov 27 01:05:30.110669 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-9c57fc65-e547-4ac3-89fe-174f5c56bed5 service neutron] 10.222.0.37 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668582 Nov 27 01:05:30.147037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c76c98-36f6-4920-893b-52b78e3de5da req-18f36956-d37d-420c-ba99-1ab80b7bf914 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:30.148537 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61c76c98-36f6-4920-893b-52b78e3de5da req-18f36956-d37d-420c-ba99-1ab80b7bf914 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 948 time: 0.1542943 Nov 27 01:05:30.201048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-43af2393-5a10-4b50-b0f5-7e4160f715c1 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2be0713d50fc47a68bde059f46f350ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189139 Nov 27 01:05:30.247355 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-cc3a8157-1e24-414e-be90-f1c4e2a22217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:30.249083 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-cc3a8157-1e24-414e-be90-f1c4e2a22217 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e&tenant_id=f2c4589faa8344f6a41a0124c0fb2253 HTTP/1.1" status: 200 len: 1095 time: 0.1376050 Nov 27 01:05:30.297854 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-2b1d7499-9ebb-4852-9cb5-3a1847795527 service neutron] 10.222.0.37 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728323 Nov 27 01:05:30.351716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-bbf070f4-8c3e-4c9a-8e55-4920059c055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:30.353511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-bbf070f4-8c3e-4c9a-8e55-4920059c055e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 1095 time: 0.0545924 Nov 27 01:05:30.397192 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a6d67ca7-6f57-428e-abde-b1c074a8e860 service neutron] 10.222.0.37 "GET /v2.0/networks/a0374db9-aa53-4e45-8522-972ea734e9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835499 Nov 27 01:05:30.427192 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5b958769-f146-4b4e-8f15-ebaaffd2c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '67fd75f6-9ea2-4367-87e8-9c872774aca0', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'port_id': '99fa791b-7910-46f0-b704-13296bf59bd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'mac_address': 'fa:16:3e:36:71:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:05:28Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:26Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:30.502715 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b958769-f146-4b4e-8f15-ebaaffd2c7ef None None] Checking router: 1f4376bd-6dc6-45bd-86e7-fd1969398f9f for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:30.521977 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b958769-f146-4b4e-8f15-ebaaffd2c7ef None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:30.522626 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5b958769-f146-4b4e-8f15-ebaaffd2c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:05:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:30.534600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-61c76c98-36f6-4920-893b-52b78e3de5da req-7e96dfc0-06ee-4a3a-ac11-12b712e17b38 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Deleting port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:30.535798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-f5973716-4765-4c60-8713-03b0b31fe6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:30.536393 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-61c76c98-36f6-4920-893b-52b78e3de5da req-7e96dfc0-06ee-4a3a-ac11-12b712e17b38 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.538902 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-f5973716-4765-4c60-8713-03b0b31fe6cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.1775095 Nov 27 01:05:30.555149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-53f65704-7049-4ca6-9339-706d67b65fa3 service neutron] 10.222.0.37 "GET /v2.0/networks/a0374db9-aa53-4e45-8522-972ea734e9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571112 Nov 27 01:05:30.639911 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-6e43d658-95c7-439f-a868-6187195d5db9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b HTTP/1.1" status: 200 len: 217 time: 0.0929499 Nov 27 01:05:30.676016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-61c76c98-36f6-4920-893b-52b78e3de5da req-7e96dfc0-06ee-4a3a-ac11-12b712e17b38 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] For port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:30.676734 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-61c76c98-36f6-4920-893b-52b78e3de5da req-7e96dfc0-06ee-4a3a-ac11-12b712e17b38 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:30.708217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-61c76c98-36f6-4920-893b-52b78e3de5da req-7e96dfc0-06ee-4a3a-ac11-12b712e17b38 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Calling delete_port for 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:30.769112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-41538f61-a95e-4a43-a874-df68ac0fec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:30.770712 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-41538f61-a95e-4a43-a874-df68ac0fec58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.1170859 Nov 27 01:05:30.863462 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-5b958769-f146-4b4e-8f15-ebaaffd2c7ef None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:30.871773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-353de323-edc0-4335-a6b0-e578561b8ce9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865631 Nov 27 01:05:31.076967 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-23ba25a0-f531-46c7-b41b-dd78dedd63a6 service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924486 Nov 27 01:05:31.223683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-dc3685c5-21a3-4e3d-9208-e589d1d5acde service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388655 Nov 27 01:05:31.338581 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5b958769-f146-4b4e-8f15-ebaaffd2c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '67fd75f6-9ea2-4367-87e8-9c872774aca0', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'port_id': '99fa791b-7910-46f0-b704-13296bf59bd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'mac_address': 'fa:16:3e:36:71:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:05:28Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:26Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:31.384844 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b958769-f146-4b4e-8f15-ebaaffd2c7ef None None] The sync data for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 is: [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '67fd75f6-9ea2-4367-87e8-9c872774aca0', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'port_id': '99fa791b-7910-46f0-b704-13296bf59bd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'mac_address': 'fa:16:3e:36:71:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:02:43Z', 'updated_at': '2021-11-27T01:05:28Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:26Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:31.557408 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-0ec2d441-9143-437b-93a6-a72f1e0fe9eb tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cae186c4f2334d95a689ce9bbc113764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652959 Nov 27 01:05:31.725375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3276e7-70ce-4612-bfde-6e00b7df5ae8 req-f8e68e07-7538-43b6-b7c1-28a1d3f998e1 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:31.727121 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d3276e7-70ce-4612-bfde-6e00b7df5ae8 req-f8e68e07-7538-43b6-b7c1-28a1d3f998e1 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b3f33d-9508-4848-b07c-5cb4fc2088fe HTTP/1.1" status: 200 len: 948 time: 0.8206496 Nov 27 01:05:31.737277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:31.852822 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef05671-7950-4921-b428-c1d7da8c8894 None None] New status for floating IP 67fd75f6-9ea2-4367-87e8-9c872774aca0: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:05:31.867571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3d5cf-a663-46e8-9bb2-7cb487ddadea req-6591288d-9d7a-4601-a0dd-0bb6a38dd24c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:31.869186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dbf3d5cf-a663-46e8-9bb2-7cb487ddadea req-6591288d-9d7a-4601-a0dd-0bb6a38dd24c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 944 time: 0.2530394 Nov 27 01:05:31.871081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-61c76c98-36f6-4920-893b-52b78e3de5da req-7e96dfc0-06ee-4a3a-ac11-12b712e17b38 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:31.881017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-1732eda8-21a3-4f40-812b-f31049408cf2 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:31.883653 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-1732eda8-21a3-4f40-812b-f31049408cf2 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e&tenant_id=f2c4589faa8344f6a41a0124c0fb2253&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 1095 time: 0.2024076 Nov 27 01:05:31.898794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-ea7dfeef-2200-43b2-af6d-4237e1944019 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:31.900621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-ea7dfeef-2200-43b2-af6d-4237e1944019 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3358104 Nov 27 01:05:31.938562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d3276e7-70ce-4612-bfde-6e00b7df5ae8 req-cdb9746c-e4bc-4d2a-8d78-29b6a45ff4b8 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818967 Nov 27 01:05:31.955575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Request body: {'port': {'device_id': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': 'cae186c4f2334d95a689ce9bbc113764'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:31.971540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96dfc0-06ee-4a3a-ac11-12b712e17b38 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Pushing event deleted for resources: {'Port': ['ID=4cf10d1f-e9b9-4766-82cd-e89f17d3c026,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:32.013082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 update to DOWN by agent not found {{(pid=103386) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 01:05:32.016188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4b0d30e1-0e12-4a2e-b634-a476fbeb216b no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:32.024213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dbf3d5cf-a663-46e8-9bb2-7cb487ddadea req-85c05921-188d-4eee-9207-811391a8afa3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297376 Nov 27 01:05:32.159324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4b0d30e1-0e12-4a2e-b634-a476fbeb216b not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:32.195174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-018cbbf5-9953-4796-bb39-b92c94bb7c83 req-216f7ef4-6dc5-4fa7-af7d-e4fb5f67d98a tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2214100 Nov 27 01:05:32.219866 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c76c98-36f6-4920-893b-52b78e3de5da req-7e96dfc0-06ee-4a3a-ac11-12b712e17b38 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] No DVR routers for this DVR port 4cf10d1f-e9b9-4766-82cd-e89f17d3c026 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:32.238887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-61c76c98-36f6-4920-893b-52b78e3de5da req-7e96dfc0-06ee-4a3a-ac11-12b712e17b38 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:32.255724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61c76c98-36f6-4920-893b-52b78e3de5da req-7e96dfc0-06ee-4a3a-ac11-12b712e17b38 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.42 "DELETE /v2.0/ports/4cf10d1f-e9b9-4766-82cd-e89f17d3c026 HTTP/1.1" status: 204 len: 173 time: 2.0933290 Nov 27 01:05:32.258076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-4f9ba403-4cb7-4f95-8fbd-e4acf02b4ac1 service neutron] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:32.263688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-4f9ba403-4cb7-4f95-8fbd-e4acf02b4ac1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:32.264875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b13ed880-0470-421d-924d-9b1b2b3526b9 req-4f9ba403-4cb7-4f95-8fbd-e4acf02b4ac1 service neutron] 10.222.0.11 "DELETE /v2.0/ports/4b0d30e1-0e12-4a2e-b634-a476fbeb216b/bindings/n-h2-819494-2 HTTP/1.1" status: 204 len: 173 time: 0.3612447 Nov 27 01:05:32.287811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2f064-794c-44f0-bdce-c00cc66aea4b req-c385f210-3d63-46b6-ba5b-3b0c160b28e6 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:32.301487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0cb2f064-794c-44f0-bdce-c00cc66aea4b req-c385f210-3d63-46b6-ba5b-3b0c160b28e6 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 944 time: 0.1367886 Nov 27 01:05:32.393725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0cb2f064-794c-44f0-bdce-c00cc66aea4b req-ed99baa3-a337-4cea-8ef5-8fb4e2e5ec63 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913377 Nov 27 01:05:32.445636 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bead176d-e702-4891-9291-3426d1ec8863 req-a4af1e71-142d-4f41-8388-71ac0705323d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 210 time: 0.0851629 Nov 27 01:05:32.527751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Made reservation on behalf of cae186c4f2334d95a689ce9bbc113764 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:32.532273 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:32.569549 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5ed7ff-65bc-4ccf-af92-a3a366a2f4e9 x-openstack-request-id: req-9a5ed7ff-65bc-4ccf-af92-a3a366a2f4e9 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:32.571143 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298eea4c-4a63-4f4d-8c20-272efeff892d", "tag": "99fa791b-7910-46f0-b704-13296bf59bd1", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:32.571143 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a5ed7ff-65bc-4ccf-af92-a3a366a2f4e9 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:32.573527 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'tag': '99fa791b-7910-46f0-b704-13296bf59bd1', 'status': 'completed', 'code': 200} Nov 27 01:05:32.664964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db5e2b7e-6a24-4e32-894f-21361906e5c8 req-efd436b0-925d-4838-b514-4ea1d2348b64 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 210 time: 0.0561032 Nov 27 01:05:32.731851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef14b8f-b374-426e-9de1-c9db22da5666 req-da9add51-f20a-4a5f-b3e3-74b465b289e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:32.733580 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ef14b8f-b374-426e-9de1-c9db22da5666 req-da9add51-f20a-4a5f-b3e3-74b465b289e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc4d82ded44244dca3036f69d041fb7f&device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 1096 time: 0.0897229 Nov 27 01:05:32.770572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a49719d-cee1-4920-9635-02e0cfb7abf8 req-14126d09-8a43-4f20-821b-9df6d0cdedce tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0410643 Nov 27 01:05:32.831119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Allocated IP 192.168.233.160 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/ab6edf52-10d3-4e08-9aa7-36d3dd57400e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:32.865242 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-45fe451d-c209-4eb8-ade2-42315dffa5f6 service neutron] 10.222.0.11 "GET /v2.0/ports/c0ec12f9-7ff3-4573-b876-65cfc6174007/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 384 time: 0.1155725 Nov 27 01:05:33.102709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed008cd-36c1-45fb-9043-8f82f422c32c req-210a9850-d3b5-4cc8-8520-7b8c24bd1f6b tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.104405 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bed008cd-36c1-45fb-9043-8f82f422c32c req-210a9850-d3b5-4cc8-8520-7b8c24bd1f6b tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 1095 time: 0.1505330 Nov 27 01:05:33.169811 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.205448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1410f4f-5f05-4e13-b9e7-6bb11f677fe0 req-b19fc8ea-c164-4ffa-ba2e-7fa85c920513 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.213492 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c1410f4f-5f05-4e13-b9e7-6bb11f677fe0 req-b19fc8ea-c164-4ffa-ba2e-7fa85c920513 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.0905285 Nov 27 01:05:33.215542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.11', 60115) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:33.232836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef14b8f-b374-426e-9de1-c9db22da5666 req-d4c23db6-0fdf-432d-bb40-f697c33bfc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.234514 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ef14b8f-b374-426e-9de1-c9db22da5666 req-d4c23db6-0fdf-432d-bb40-f697c33bfc1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=096a7fbc-91a1-4e50-9539-2545e0765a27 HTTP/1.1" status: 200 len: 925 time: 0.4875133 Nov 27 01:05:33.282426 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bed008cd-36c1-45fb-9043-8f82f422c32c req-f0183125-7040-49ba-93b7-89e0cbb4b7a3 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638260 Nov 27 01:05:33.308218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device c0ec12f9-7ff3-4573-b876-65cfc6174007 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:33.353648 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.396271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e26f8894-e533-49d7-bd62-6225b97ad7f5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:33.412977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['fdc8f14a-99b1-4fe1-a982-65035d893f31'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:33.438263 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c1410f4f-5f05-4e13-b9e7-6bb11f677fe0 req-5fcc21f3-6795-48ad-820d-55157be31903 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176056 Nov 27 01:05:33.467573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-9b6c4391-dac9-4e09-83b9-33f61f27f9f5 service neutron] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:33.540419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:33.545053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-8c797520-3649-4634-89a9-2af68b5d42fe tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.547819 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-8c797520-3649-4634-89a9-2af68b5d42fe tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.11 "GET /v2.0/networks?id=a0374db9-aa53-4e45-8522-972ea734e9f5 HTTP/1.1" status: 200 len: 815 time: 0.3302591 Nov 27 01:05:33.556102 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Pushing event updated for resources: {'Port': ['ID=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:33.563299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:33.570388 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ef14b8f-b374-426e-9de1-c9db22da5666 req-2a9470f3-8375-44b1-bcfb-bf5ccced9343 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99fa791b-7910-46f0-b704-13296bf59bd1 HTTP/1.1" status: 200 len: 1001 time: 0.2849548 Nov 27 01:05:33.591655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Request body: {'port': {'device_id': 'facc7452-e9ee-4bf5-8d6a-c07b04b24e5c', 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5', 'admin_state_up': True, 'tenant_id': '2be0713d50fc47a68bde059f46f350ab'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:33.594444 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-9b6c4391-dac9-4e09-83b9-33f61f27f9f5 service neutron] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:33.597051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:33.611578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.612396 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:33.737510 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ae047-a411-4a9d-81a8-dc9f028f1e3f req-a9ecee76-21b7-446c-b7ad-a9e2ead75b04 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.748000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f4ae047-a411-4a9d-81a8-dc9f028f1e3f req-a9ecee76-21b7-446c-b7ad-a9e2ead75b04 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 944 time: 0.2776148 Nov 27 01:05:33.756295 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:05:33.818038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-64211240-7fe2-4d5d-a74b-d99069bd4e61 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8967395 Nov 27 01:05:33.844336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-9b6c4391-dac9-4e09-83b9-33f61f27f9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ec12f9-7ff3-4573-b876-65cfc6174007 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:33.884066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Request body: {'port': {'device_id': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:33.912610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.11', 60118) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:33.924058 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef14b8f-b374-426e-9de1-c9db22da5666 req-5d3b8a6a-29e6-4442-861e-7612b609c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:33.925677 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ef14b8f-b374-426e-9de1-c9db22da5666 req-5d3b8a6a-29e6-4442-861e-7612b609c4a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc6aa764-ef8b-457f-a61e-2cf49da2da68 HTTP/1.1" status: 200 len: 863 time: 0.3295515 Nov 27 01:05:33.955808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-9b6c4391-dac9-4e09-83b9-33f61f27f9f5 service neutron] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:34.016169 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-9b6c4391-dac9-4e09-83b9-33f61f27f9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.028353 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.031564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-acd5936a-73d5-4e0d-b661-7eb7c41c3d27 None None] Provisioning complete for port ab6edf52-10d3-4e08-9aa7-36d3dd57400e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:34.033512 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-acd5936a-73d5-4e0d-b661-7eb7c41c3d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.047303 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f4ae047-a411-4a9d-81a8-dc9f028f1e3f req-3444437f-7e12-4b6a-ba21-2694a75268c3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981048 Nov 27 01:05:34.078217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-10ddc395-d928-4bc5-89c4-112cd88e586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:34.079744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-10ddc395-d928-4bc5-89c4-112cd88e586a service neutron] 10.222.0.11 "GET /v2.0/ports/0c3cb3db-c176-4752-a004-355223eef51b HTTP/1.1" status: 200 len: 1028 time: 0.1630268 Nov 27 01:05:34.129500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-acd5936a-73d5-4e0d-b661-7eb7c41c3d27 None None] Port ab6edf52-10d3-4e08-9aa7-36d3dd57400e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:34.179168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-9b6c4391-dac9-4e09-83b9-33f61f27f9f5 service neutron] Transition to ACTIVE for port object c0ec12f9-7ff3-4573-b876-65cfc6174007 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:34.199284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef14b8f-b374-426e-9de1-c9db22da5666 req-be285d25-a04d-4f83-9a30-6cb35b0d914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:34.201031 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ef14b8f-b374-426e-9de1-c9db22da5666 req-be285d25-a04d-4f83-9a30-6cb35b0d914f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=096a7fbc-91a1-4e50-9539-2545e0765a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2039168 Nov 27 01:05:34.215908 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-9b6c4391-dac9-4e09-83b9-33f61f27f9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.217566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97077af6-4bbd-40e7-b580-4b1cd963475e req-e4be9d64-eb0a-4ae8-a94b-49a15c20308d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:34.220815 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-97077af6-4bbd-40e7-b580-4b1cd963475e req-e4be9d64-eb0a-4ae8-a94b-49a15c20308d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 936 time: 0.3465068 Nov 27 01:05:34.281658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Made reservation on behalf of 2be0713d50fc47a68bde059f46f350ab for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:34.290873 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.380260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-9b6c4391-dac9-4e09-83b9-33f61f27f9f5 service neutron] No DVR routers for this DVR port c0ec12f9-7ff3-4573-b876-65cfc6174007 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:34.384868 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-97077af6-4bbd-40e7-b580-4b1cd963475e req-e121064b-eb96-4ff7-8622-298fc8346317 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569207 Nov 27 01:05:34.517597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Allocated IP 172.20.0.4 (a0374db9-aa53-4e45-8522-972ea734e9f5/de713de9-4b84-4265-811c-31f175e9340d/b3d11134-fb19-4fab-9525-3095d8a2c8cb) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:34.541363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c4391-dac9-4e09-83b9-33f61f27f9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ec12f9-7ff3-4573-b876-65cfc6174007,revision_number=10']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:34.576053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b3f33d-9508-4848-b07c-5cb4fc2088fe', 'name': 'network-vif-deleted', 'tag': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:34.578859 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6ea282-0cbf-49a0-a169-4c7d8bb5bba2" -d '{"events": [{"server_uuid": "56b3f33d-9508-4848-b07c-5cb4fc2088fe", "name": "network-vif-deleted", "tag": "4cf10d1f-e9b9-4766-82cd-e89f17d3c026"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:34.603498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-9b6c4391-dac9-4e09-83b9-33f61f27f9f5 service neutron] 10.222.0.11 "PUT /v2.0/ports/c0ec12f9-7ff3-4573-b876-65cfc6174007/bindings/n-h2-819494-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6871970 Nov 27 01:05:34.669179 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-24c0bbb8-9a03-46c7-bed7-2e2d51791700 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:34.675549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-24c0bbb8-9a03-46c7-bed7-2e2d51791700 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 807 time: 0.4656522 Nov 27 01:05:34.742717 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-f38f9221-1f88-49c4-9611-d2b4f078bb79 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/quotas/f2c4589faa8344f6a41a0124c0fb2253 HTTP/1.1" status: 200 len: 375 time: 0.0206246 Nov 27 01:05:34.750108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.808433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.826679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6edf52-10d3-4e08-9aa7-36d3dd57400e {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:34.838975 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.852813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-95895a06-df8c-4e1c-a959-a0daf21a818e tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031921 Nov 27 01:05:34.861037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Transition to ACTIVE for port object ab6edf52-10d3-4e08-9aa7-36d3dd57400e will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:34.869117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Pushing event updated for resources: {'Port': ['ID=b3d11134-fb19-4fab-9525-3095d8a2c8cb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:34.870523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.877420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Network a0374db9-aa53-4e45-8522-972ea734e9f5 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:34.879144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:34.881351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:34.887304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:34.887932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:34.932087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-f7ba9a25-3de3-468c-9eea-28509ac4be93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3530381 Nov 27 01:05:35.003846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:35.072547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Attempting to bind port ab6edf52-10d3-4e08-9aa7-36d3dd57400e on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:35.073003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Attempting to bind port ab6edf52-10d3-4e08-9aa7-36d3dd57400e by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:35.073277 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Attempting to bind port ab6edf52-10d3-4e08-9aa7-36d3dd57400e on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:35.078700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-38303fb0-146e-4fc2-97ac-26b816166fce service neutron] 10.222.0.37 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147532 Nov 27 01:05:35.083306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Port ab6edf52-10d3-4e08-9aa7-36d3dd57400e on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:35.083860 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Attempting to bind port ab6edf52-10d3-4e08-9aa7-36d3dd57400e on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:35.107918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:35.108256 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:35.110298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:35.110298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Bound port: ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:35.110298 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:35.163608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ba64f1d7-40e7-438b-a68c-a1f3db78fd0c None None] Provisioning complete for port b3d11134-fb19-4fab-9525-3095d8a2c8cb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:35.164646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ba64f1d7-40e7-438b-a68c-a1f3db78fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:35.210538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ba64f1d7-40e7-438b-a68c-a1f3db78fd0c None None] Port b3d11134-fb19-4fab-9525-3095d8a2c8cb cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:35.240326 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-6d11737b-a276-4385-b239-83e989a7872a service neutron] 10.222.0.37 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526818 Nov 27 01:05:35.244407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:35.247806 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:35.267699 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:35.297981 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:35.298625 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:35.300003 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] 10.222.0.42 "PUT /v2.0/ports/ab6edf52-10d3-4e08-9aa7-36d3dd57400e HTTP/1.1" status: 200 len: 1096 time: 1.4419355 Nov 27 01:05:35.369819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0771c4-d138-4b8e-98cc-0ca69a02df99 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:35.450730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-4352d317-f108-40e7-9328-cb754125fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:35.452280 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-4352d317-f108-40e7-9328-cb754125fb4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 1099 time: 0.0761421 Nov 27 01:05:35.529451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-eaf31b72-4f90-425c-ac76-6ab747f14933 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e HTTP/1.1" status: 200 len: 217 time: 0.0564482 Nov 27 01:05:35.629104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e2bfd-a4c7-4dca-b5cc-d6e0880c082a req-825f5e67-4d9e-4290-99b9-635e229f478e tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:35.637368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d63e2bfd-a4c7-4dca-b5cc-d6e0880c082a req-825f5e67-4d9e-4290-99b9-635e229f478e tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522 HTTP/1.1" status: 200 len: 949 time: 0.1097565 Nov 27 01:05:35.648224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-414002b2-69ad-419e-abb6-6f316f463b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:35.656034 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-414002b2-69ad-419e-abb6-6f316f463b26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0847719 Nov 27 01:05:35.762339 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d63e2bfd-a4c7-4dca-b5cc-d6e0880c082a req-5fa8a973-5141-4fd8-a4de-535075af03fa tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d9059a-453f-433e-a455-bd5b30436a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224525 Nov 27 01:05:35.793749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736387b-84a9-4768-bd66-a6525d54ad9d req-2b67d4e1-6fc0-462c-b2ae-618962216681 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:35.795689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c736387b-84a9-4768-bd66-a6525d54ad9d req-2b67d4e1-6fc0-462c-b2ae-618962216681 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522 HTTP/1.1" status: 200 len: 949 time: 0.0943344 Nov 27 01:05:35.799316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-181a6cb2-8a59-491c-8d6c-7f7f2eb086ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:35.801004 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-181a6cb2-8a59-491c-8d6c-7f7f2eb086ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008387 Nov 27 01:05:36.023581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810464e-c8fd-4907-ad8d-490b19bf5857 req-ad62f2ea-4317-415e-a52b-dbcb872254ea tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:36.025030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6810464e-c8fd-4907-ad8d-490b19bf5857 req-ad62f2ea-4317-415e-a52b-dbcb872254ea tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 931 time: 0.1446645 Nov 27 01:05:36.043426 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-c61fa189-f432-42b6-b56e-a5e74ff05362 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318401 Nov 27 01:05:36.117393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-c736387b-84a9-4768-bd66-a6525d54ad9d req-70bb311f-c718-4e2c-ac38-2b02721fc461 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Deleting port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:36.117729 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c736387b-84a9-4768-bd66-a6525d54ad9d req-70bb311f-c718-4e2c-ac38-2b02721fc461 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.171710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6810464e-c8fd-4907-ad8d-490b19bf5857 req-d710a353-b00c-41ff-bd8f-8ebd21928041 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314199 Nov 27 01:05:36.268022 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4e007d1-6de1-4e2f-a3c8-2766020cc6d6 req-4df440bf-f851-4de5-aaf8-59158be22ff5 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919436 Nov 27 01:05:36.275004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-c736387b-84a9-4768-bd66-a6525d54ad9d req-70bb311f-c718-4e2c-ac38-2b02721fc461 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] For port 12f80e54-a341-4874-9f06-9d0dfb89b1f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=12f80e54-a341-4874-9f06-9d0dfb89b1f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:36.275364 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c736387b-84a9-4768-bd66-a6525d54ad9d req-70bb311f-c718-4e2c-ac38-2b02721fc461 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.316685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-c736387b-84a9-4768-bd66-a6525d54ad9d req-70bb311f-c718-4e2c-ac38-2b02721fc461 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Calling delete_port for 12f80e54-a341-4874-9f06-9d0dfb89b1f5 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:36.320027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a3c62527-0a77-475b-a973-e7f5ac4b50e3 req-6e118c00-7345-4bd5-bf55-5482d3319fda tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0421700 Nov 27 01:05:36.476798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d184c-5c60-45c7-8c8a-af63d306fd53 req-c03f47ca-2c24-4725-b3c9-0a560a634d62 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:36.478334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a97d184c-5c60-45c7-8c8a-af63d306fd53 req-c03f47ca-2c24-4725-b3c9-0a560a634d62 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.0872517 Nov 27 01:05:36.506523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c736387b-84a9-4768-bd66-a6525d54ad9d req-70bb311f-c718-4e2c-ac38-2b02721fc461 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.546897 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb311f-c718-4e2c-ac38-2b02721fc461 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Pushing event deleted for resources: {'Port': ['ID=12f80e54-a341-4874-9f06-9d0dfb89b1f5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:36.574657 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a97d184c-5c60-45c7-8c8a-af63d306fd53 req-28b11456-636c-4c2e-bd72-7785f123e989 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872183 Nov 27 01:05:36.606270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c736387b-84a9-4768-bd66-a6525d54ad9d req-70bb311f-c718-4e2c-ac38-2b02721fc461 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] No DVR routers for this DVR port 12f80e54-a341-4874-9f06-9d0dfb89b1f5 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:36.609669 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c736387b-84a9-4768-bd66-a6525d54ad9d req-70bb311f-c718-4e2c-ac38-2b02721fc461 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:36.613122 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c736387b-84a9-4768-bd66-a6525d54ad9d req-70bb311f-c718-4e2c-ac38-2b02721fc461 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.42 "DELETE /v2.0/ports/12f80e54-a341-4874-9f06-9d0dfb89b1f5 HTTP/1.1" status: 204 len: 173 time: 0.8083982 Nov 27 01:05:36.630527 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db8dc66-bc4c-4ae0-8c95-928f3b9f30bf x-openstack-request-id: req-0db8dc66-bc4c-4ae0-8c95-928f3b9f30bf {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:36.630527 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b3f33d-9508-4848-b07c-5cb4fc2088fe", "name": "network-vif-deleted", "tag": "4cf10d1f-e9b9-4766-82cd-e89f17d3c026", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:36.630527 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0db8dc66-bc4c-4ae0-8c95-928f3b9f30bf {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:36.630527 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b3f33d-9508-4848-b07c-5cb4fc2088fe', 'name': 'network-vif-deleted', 'tag': '4cf10d1f-e9b9-4766-82cd-e89f17d3c026', 'status': 'completed', 'code': 200} Nov 27 01:05:36.744975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313b4c8-437a-48c0-bb2a-7371a3212879 req-5850c339-dd0a-477c-acdb-16c9c7f2e8a8 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:36.746500 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1313b4c8-437a-48c0-bb2a-7371a3212879 req-5850c339-dd0a-477c-acdb-16c9c7f2e8a8 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 945 time: 0.0574508 Nov 27 01:05:36.878830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1313b4c8-437a-48c0-bb2a-7371a3212879 req-e56e60bb-6fb8-4c61-b4dc-e4a98c81cf34 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179485 Nov 27 01:05:36.916581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-53ca294d-bba1-4b3f-ae9a-181cc36bf594 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:36.918377 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-53ca294d-bba1-4b3f-ae9a-181cc36bf594 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.42 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 807 time: 0.1679373 Nov 27 01:05:36.955139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Request body: {'port': {'device_id': '373d8a84-c2e2-4970-baf6-3eb40202b1ef', 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30', 'admin_state_up': True, 'tenant_id': 'f2c4589faa8344f6a41a0124c0fb2253'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:37.096126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed554f1-e7a4-481f-ac47-91484cdd873c req-be151d58-1920-492d-8037-418de4adb639 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:37.097926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fed554f1-e7a4-481f-ac47-91484cdd873c req-be151d58-1920-492d-8037-418de4adb639 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 948 time: 0.1358635 Nov 27 01:05:37.142310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Made reservation on behalf of f2c4589faa8344f6a41a0124c0fb2253 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:37.145802 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:37.172578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fed554f1-e7a4-481f-ac47-91484cdd873c req-5750f056-4a25-42ad-a820-6bec7a37ff47 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664659 Nov 27 01:05:37.282858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7566d13-d6fa-4413-85ce-dcaab5f161c8 req-12bf08f7-c430-434a-90a9-df4760f15c7b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 210 time: 0.0510671 Nov 27 01:05:37.339694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Allocated IP 172.20.0.13 (de49c4d1-59db-445a-b848-6fcbaeb4ac30/f6b48ccc-43fc-4543-b194-fe3642bc63a6/5af71cb8-9d26-4ebb-9590-91d81f9d7d74) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:37.411275 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c431eea-805b-47e2-8292-535e953501df req-ccc0fb68-8245-4663-9b02-342a64e45071 tempest-ListImageFiltersTestJSON-1872078477 tempest-ListImageFiltersTestJSON-1872078477-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522 HTTP/1.1" status: 200 len: 210 time: 0.0414886 Nov 27 01:05:37.571282 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706e4bf-5d91-4281-aca1-7bacda85babe req-6e98731f-42b4-45e7-a9c3-fc9e255b2016 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:37.572767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a706e4bf-5d91-4281-aca1-7bacda85babe req-6e98731f-42b4-45e7-a9c3-fc9e255b2016 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 931 time: 0.0800378 Nov 27 01:05:37.605675 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:37.640698 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a706e4bf-5d91-4281-aca1-7bacda85babe req-a3e1f808-8e8f-4f58-96b0-50ea02ba6da6 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616794 Nov 27 01:05:37.665729 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:37.739612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ab6edf52-10d3-4e08-9aa7-36d3dd57400e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:37.750367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Network de49c4d1-59db-445a-b848-6fcbaeb4ac30 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:37.752997 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5f94cd1-9a2b-4a6d-b91c-ffa1d85ad49b req-9978abcf-3a71-488d-b0a6-313ef0509512 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0422924 Nov 27 01:05:37.757927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:37.763647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:37.769218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:37.769832 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:37.773547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Pushing event updated for resources: {'Port': ['ID=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:37.791255 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-dfe08d2a-446f-4120-a1f5-5ca510ee64ee tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8407032 Nov 27 01:05:37.815249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Request body: {'port': {'device_id': '373d8a84-c2e2-4970-baf6-3eb40202b1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:37.899941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:37.912464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'mac_address': 'fa:16:3e:54:51:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:37.958298 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:37.976847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6edf52-10d3-4e08-9aa7-36d3dd57400e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:37.999012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:38.003066 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.056777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:38.169000 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.196781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fc882-41e0-47d1-ae93-a8701a4a48fe req-b8aef1fa-7bad-49fc-ad1f-c807c0ab94e5 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:38.198355 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c57fc882-41e0-47d1-ae93-a8701a4a48fe req-b8aef1fa-7bad-49fc-ad1f-c807c0ab94e5 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.3368797 Nov 27 01:05:38.333580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c57fc882-41e0-47d1-ae93-a8701a4a48fe req-42e4dbf0-29c7-4137-8c67-a20e4743b219 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135221 Nov 27 01:05:38.337791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['ab6edf52-10d3-4e08-9aa7-36d3dd57400e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:38.518679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c19e6-4905-418d-bab7-ca13f3e96eba req-5f2a2893-7748-492a-9a13-c6cb13754e9c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:38.520119 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8b8c19e6-4905-418d-bab7-ca13f3e96eba req-5f2a2893-7748-492a-9a13-c6cb13754e9c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 945 time: 0.0922368 Nov 27 01:05:38.567830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:38.582591 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.606312 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Transition to ACTIVE for port object 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:38.610710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8b8c19e6-4905-418d-bab7-ca13f3e96eba req-3e453830-e61b-4a64-b995-396dc8a9de26 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718489 Nov 27 01:05:38.611771 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.636191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e'}, {'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'name': 'network-vif-deleted', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:38.638488 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b87122-665d-418c-8ce5-5fa3c94b09cc" -d '{"events": [{"name": "network-changed", "server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e"}, {"server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "name": "network-vif-deleted", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:38.668289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Pushing event updated for resources: {'Port': ['ID=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:38.729528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Attempting to bind port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:38.729859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Attempting to bind port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:38.730176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Attempting to bind port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:38.737329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:38.737643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Attempting to bind port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:38.745074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:38.745394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:38.745772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Bound using segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:38.746194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Bound port: 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:38.746569 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.769507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eb5a6-1d10-4a3f-afc7-5365d05baacd req-2a80d956-feea-4fab-92d7-94e8abb6cd30 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:38.776746 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b8eb5a6-1d10-4a3f-afc7-5365d05baacd req-2a80d956-feea-4fab-92d7-94e8abb6cd30 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 949 time: 0.1028473 Nov 27 01:05:38.862627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b8eb5a6-1d10-4a3f-afc7-5365d05baacd req-226e6251-da8d-4d38-a6f2-07b8880ee709 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849879 Nov 27 01:05:38.866337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:38.869550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:38.877036 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.922553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:38.923166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:38.924545 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-914aeace-45c3-488d-9187-a5b974109800 service neutron] 10.222.0.42 "PUT /v2.0/ports/5af71cb8-9d26-4ebb-9590-91d81f9d7d74 HTTP/1.1" status: 200 len: 1092 time: 1.1177363 Nov 27 01:05:38.953742 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914aeace-45c3-488d-9187-a5b974109800 service neutron] Pushing event updated for resources: {'Port': ['ID=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:38.999884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596d24-cc29-4bdf-85ca-9763de9d2303 req-abd934b4-e2ee-4e5a-8c8e-242f39cd773e tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.001378 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3596d24-cc29-4bdf-85ca-9763de9d2303 req-abd934b4-e2ee-4e5a-8c8e-242f39cd773e tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 944 time: 0.0626307 Nov 27 01:05:39.065163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-3630de55-8757-4fc3-a30b-e10db6714665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.066585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-3630de55-8757-4fc3-a30b-e10db6714665 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 1095 time: 0.0834401 Nov 27 01:05:39.073527 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3596d24-cc29-4bdf-85ca-9763de9d2303 req-e0a03bf4-581e-49f9-9847-5a0f0249a1c5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531020 Nov 27 01:05:39.121529 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-1533f3df-bfc2-4855-95a0-ab97d7d17595 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74 HTTP/1.1" status: 200 len: 217 time: 0.0400245 Nov 27 01:05:39.174445 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f011f8-d40c-4979-9dab-0b05ec890fb5 x-openstack-request-id: req-68f011f8-d40c-4979-9dab-0b05ec890fb5 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:39.174743 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e", "status": "completed", "code": 200}, {"server_uuid": "4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522", "name": "network-vif-deleted", "tag": "12f80e54-a341-4874-9f06-9d0dfb89b1f5", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:39.174996 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68f011f8-d40c-4979-9dab-0b05ec890fb5 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:39.175390 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'status': 'completed', 'code': 200} Nov 27 01:05:39.175646 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0b26a8-5e0d-4ef7-802b-5e9d1baaf522', 'name': 'network-vif-deleted', 'tag': '12f80e54-a341-4874-9f06-9d0dfb89b1f5', 'status': 'completed', 'code': 200} Nov 27 01:05:39.188841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-496cc5fd-b413-4691-a091-a7c206fbad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.190327 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-496cc5fd-b413-4691-a091-a7c206fbad64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.0602655 Nov 27 01:05:39.252309 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-959def60-4e87-4799-929a-06d09e6ec3f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423667 Nov 27 01:05:39.369262 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5ce3-f340-4d40-ad55-3548a67d0de1 req-70d6f9d7-21b8-4325-998c-a7fb905be4ad tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.370742 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-554c5ce3-f340-4d40-ad55-3548a67d0de1 req-70d6f9d7-21b8-4325-998c-a7fb905be4ad tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 931 time: 0.1520505 Nov 27 01:05:39.375851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87122-665d-418c-8ce5-5fa3c94b09cc req-683d7235-b36f-4d2a-85e1-93521e1a7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.377298 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5b87122-665d-418c-8ce5-5fa3c94b09cc req-683d7235-b36f-4d2a-85e1-93521e1a7c1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 1100 time: 0.1363270 Nov 27 01:05:39.465394 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-b4c49206-e95f-4258-afd0-45aa6830c400 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824920 Nov 27 01:05:39.547063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-554c5ce3-f340-4d40-ad55-3548a67d0de1 req-79a71ea5-06c5-47df-afe2-9437562673cd tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671550 Nov 27 01:05:39.604718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87122-665d-418c-8ce5-5fa3c94b09cc req-e930a59e-2b83-40a0-999b-8df591522b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.606194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5b87122-665d-418c-8ce5-5fa3c94b09cc req-e930a59e-2b83-40a0-999b-8df591522b1c service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2185605 Nov 27 01:05:39.612322 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dbfb3d-2827-4ce8-a335-3e68070d5518 req-bd3b46b2-90b0-4774-9f08-4618d489ac62 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353581 Nov 27 01:05:39.661689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5b87122-665d-418c-8ce5-5fa3c94b09cc req-8d45fac3-602f-45e8-869a-5b1686cda46f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e HTTP/1.1" status: 200 len: 217 time: 0.0459607 Nov 27 01:05:39.687319 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ebadbc91-83d4-4e01-b0c5-ce674b6a7e23 req-b3b6b52f-6c2b-4e0c-9bb3-9bbfb714a67f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0280828 Nov 27 01:05:39.726615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ab6edf52-10d3-4e08-9aa7-36d3dd57400e up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:39.738563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87122-665d-418c-8ce5-5fa3c94b09cc req-dff3dd1c-8ffb-4795-b00c-6ff921dcc264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.740059 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5b87122-665d-418c-8ce5-5fa3c94b09cc req-dff3dd1c-8ffb-4795-b00c-6ff921dcc264 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0518761 Nov 27 01:05:39.802892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87122-665d-418c-8ce5-5fa3c94b09cc req-4d3ce46d-9335-4938-8e31-5ac3e2821e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:39.804413 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5b87122-665d-418c-8ce5-5fa3c94b09cc req-4d3ce46d-9335-4938-8e31-5ac3e2821e12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560515 Nov 27 01:05:39.943710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port ab6edf52-10d3-4e08-9aa7-36d3dd57400e completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:39.944724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5b87122-665d-418c-8ce5-5fa3c94b09cc req-20adb6b0-0a5f-4d1f-8b91-88177bb25b83 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314859 Nov 27 01:05:39.947920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port ab6edf52-10d3-4e08-9aa7-36d3dd57400e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:39.948383 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.071599 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.075231 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5b87122-665d-418c-8ce5-5fa3c94b09cc req-c50adac8-8f59-438b-983c-c2d52d01f0a8 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216118 Nov 27 01:05:40.123102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:40.125419 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd5dea1-02a1-4307-8baa-14450785ba72" -d '{"events": [{"server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "name": "network-vif-plugged", "status": "completed", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:40.129782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:40.133903 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:40.134824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 12f80e54-a341-4874-9f06-9d0dfb89b1f5 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:40.164872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532095cb-8239-4bd1-874d-b6cee6edf68f req-fbde71bf-9ee8-4e57-8545-bfc326bd7002 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:40.166482 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-532095cb-8239-4bd1-874d-b6cee6edf68f req-fbde71bf-9ee8-4e57-8545-bfc326bd7002 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.0539386 Nov 27 01:05:40.180909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 12f80e54-a341-4874-9f06-9d0dfb89b1f5 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:40.181256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 12f80e54-a341-4874-9f06-9d0dfb89b1f5 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:40.204698 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:40.215613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-532095cb-8239-4bd1-874d-b6cee6edf68f req-740af1dd-bd4b-47f2-a507-47e69c514b9c tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415096 Nov 27 01:05:40.329443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d5f69-bd9c-434f-b9cf-1f35112edc3f req-666c3ceb-ef1a-48de-9ec1-e4684dfae53a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:40.331029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b84d5f69-bd9c-434f-b9cf-1f35112edc3f req-666c3ceb-ef1a-48de-9ec1-e4684dfae53a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 945 time: 0.0509448 Nov 27 01:05:40.386473 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b84d5f69-bd9c-434f-b9cf-1f35112edc3f req-23a6a24e-37c5-409d-bcf3-8fcef835461a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485704 Nov 27 01:05:40.491756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b7e92-d62d-4e2a-b08d-b31858bc2e9d req-768765cd-57e4-4155-b913-887a1d51ec09 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:40.493342 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c7b7e92-d62d-4e2a-b08d-b31858bc2e9d req-768765cd-57e4-4155-b913-887a1d51ec09 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0497465 Nov 27 01:05:40.544978 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c7b7e92-d62d-4e2a-b08d-b31858bc2e9d req-e6e925b7-b1d2-4063-ad81-7b466ecf2fd2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452280 Nov 27 01:05:40.910611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cf6f6-3d7a-41b3-8a23-81e1e1de1964 req-f1d6e209-bce7-4261-a965-b385df909852 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:40.912888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aa4cf6f6-3d7a-41b3-8a23-81e1e1de1964 req-f1d6e209-bce7-4261-a965-b385df909852 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 944 time: 0.0506794 Nov 27 01:05:40.961681 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aa4cf6f6-3d7a-41b3-8a23-81e1e1de1964 req-5e6a09f2-f988-4b25-811f-352aae91ee09 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424953 Nov 27 01:05:41.004743 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6de0688-1c8f-47e7-8f46-8ae356008d07 x-openstack-request-id: req-e6de0688-1c8f-47e7-8f46-8ae356008d07 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:41.005297 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "name": "network-vif-plugged", "status": "completed", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:41.005513 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6de0688-1c8f-47e7-8f46-8ae356008d07 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:41.005865 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'code': 200} Nov 27 01:05:41.153559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ff5c8-5641-475a-9f4e-002777f42800 req-cb12061b-2120-4c08-a4bc-bbb18017655c tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:41.155274 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-524ff5c8-5641-475a-9f4e-002777f42800 req-cb12061b-2120-4c08-a4bc-bbb18017655c tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 931 time: 0.1044021 Nov 27 01:05:41.172647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65615c9-7467-47f2-8e73-57294ca4f5e9 req-2d15c43a-b071-4f4d-8aeb-ed790f1c1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:41.174161 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f65615c9-7467-47f2-8e73-57294ca4f5e9 req-2d15c43a-b071-4f4d-8aeb-ed790f1c1886 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 1101 time: 0.0693827 Nov 27 01:05:41.182455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373d8a84-c2e2-4970-baf6-3eb40202b1ef', 'tag': '5af71cb8-9d26-4ebb-9590-91d81f9d7d74'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:41.185002 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bd35a6-ea2a-40af-8262-bda1d7e1c903" -d '{"events": [{"name": "network-changed", "server_uuid": "373d8a84-c2e2-4970-baf6-3eb40202b1ef", "tag": "5af71cb8-9d26-4ebb-9590-91d81f9d7d74"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:41.240612 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-524ff5c8-5641-475a-9f4e-002777f42800 req-652e7c6a-f203-4d9c-bb0e-296236286a93 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757887 Nov 27 01:05:41.253176 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f65615c9-7467-47f2-8e73-57294ca4f5e9 req-66e2cd37-9a0b-4280-b74f-c515034d8e9a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612004 Nov 27 01:05:41.334659 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc456506-d775-41b1-b03a-8fdf4271dd55 req-68545a6c-10b8-4f9c-8ecc-ddddddfb973c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0296168 Nov 27 01:05:41.416765 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07606320-f9ec-4a7f-999c-45b2f197be49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.636398 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19db8460-002b-4cf7-a555-eb39dfbe38be x-openstack-request-id: req-19db8460-002b-4cf7-a555-eb39dfbe38be {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:41.636690 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373d8a84-c2e2-4970-baf6-3eb40202b1ef", "tag": "5af71cb8-9d26-4ebb-9590-91d81f9d7d74", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:41.636948 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19db8460-002b-4cf7-a555-eb39dfbe38be {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:41.637346 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373d8a84-c2e2-4970-baf6-3eb40202b1ef', 'tag': '5af71cb8-9d26-4ebb-9590-91d81f9d7d74', 'status': 'completed', 'code': 200} Nov 27 01:05:41.766531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:41.806796 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90610123-6f7b-4cc3-aa8f-5f505a6e7973 req-1fe2c776-5be2-4952-a4cd-d052c53dedb1 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:41.808335 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90610123-6f7b-4cc3-aa8f-5f505a6e7973 req-1fe2c776-5be2-4952-a4cd-d052c53dedb1 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.1116240 Nov 27 01:05:41.810225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd35a6-ea2a-40af-8262-bda1d7e1c903 req-676bc309-86cb-4420-a329-921a9185b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:41.812021 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1bd35a6-ea2a-40af-8262-bda1d7e1c903 req-676bc309-86cb-4420-a329-921a9185b6d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 1095 time: 0.1242888 Nov 27 01:05:41.877945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:41.890310 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '5af71cb8-9d26-4ebb-9590-91d81f9d7d74', 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30', 'port_id': '5af71cb8-9d26-4ebb-9590-91d81f9d7d74', 'mac_address': 'fa:16:3e:ff:f8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b48ccc-43fc-4543-b194-fe3642bc63a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:41.942845 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:41.972349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:41.992336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45458) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:42.003320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:42.009381 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.016224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90610123-6f7b-4cc3-aa8f-5f505a6e7973 req-f5ee530b-4861-492e-975a-b376eb8b2595 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962628 Nov 27 01:05:42.053997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd35a6-ea2a-40af-8262-bda1d7e1c903 req-24e9c117-d96a-480e-b1e8-49eb4cb9a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:42.056622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1bd35a6-ea2a-40af-8262-bda1d7e1c903 req-24e9c117-d96a-480e-b1e8-49eb4cb9a7c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.2355800 Nov 27 01:05:42.100395 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:42.136828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1bd35a6-ea2a-40af-8262-bda1d7e1c903 req-20cb3019-6083-49cd-bb32-13a017dff2f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74 HTTP/1.1" status: 200 len: 217 time: 0.0700593 Nov 27 01:05:42.213696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd35a6-ea2a-40af-8262-bda1d7e1c903 req-49b79970-1661-4ed3-bbf0-7915a37e34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:42.215268 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1bd35a6-ea2a-40af-8262-bda1d7e1c903 req-49b79970-1661-4ed3-bbf0-7915a37e34bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.0563874 Nov 27 01:05:42.223678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b3020-bdcc-4b7c-843c-a34822e569ce req-2870676a-d274-4e43-bb1e-22daf1df282d tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:42.225143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-602b3020-bdcc-4b7c-843c-a34822e569ce req-2870676a-d274-4e43-bb1e-22daf1df282d tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 945 time: 0.0978746 Nov 27 01:05:42.226913 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-61ca103f-a0b0-45ee-b039-29f3281c708d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2edf6686468b4b33b0abea6b7cab9912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333164 Nov 27 01:05:42.229742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45462) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:42.283222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03cdbea1-ed8d-40b1-ae70-fd57aa78bb87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.307729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03cdbea1-ed8d-40b1-ae70-fd57aa78bb87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.310627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-602b3020-bdcc-4b7c-843c-a34822e569ce req-50d5f65e-ac42-4c12-8dd2-d2507b44a93a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791349 Nov 27 01:05:42.325626 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1bd35a6-ea2a-40af-8262-bda1d7e1c903 req-a7b7bdb0-60f6-4da3-a4ee-19908503f57d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275652 Nov 27 01:05:42.361224 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03cdbea1-ed8d-40b1-ae70-fd57aa78bb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.365243 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03cdbea1-ed8d-40b1-ae70-fd57aa78bb87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:42.373562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['5af71cb8-9d26-4ebb-9590-91d81f9d7d74'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:42.387532 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-03cdbea1-ed8d-40b1-ae70-fd57aa78bb87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9d9059a-453f-433e-a455-bd5b30436a48 HTTP/1.1" status: 204 len: 168 time: 0.1356323 Nov 27 01:05:42.404143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdbea1-ed8d-40b1-ae70-fd57aa78bb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d9059a-453f-433e-a455-bd5b30436a48,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:42.542601 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00bf52-2ef1-488d-acec-d9337af6ae2a req-b6d414ed-5a09-47d8-ad40-d9f5a6487483 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:42.559529 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d00bf52-2ef1-488d-acec-d9337af6ae2a req-b6d414ed-5a09-47d8-ad40-d9f5a6487483 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.1382511 Nov 27 01:05:42.590358 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1bd35a6-ea2a-40af-8262-bda1d7e1c903 req-597cf682-c218-4c82-9137-5140e767bffb service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551479 Nov 27 01:05:42.677763 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d00bf52-2ef1-488d-acec-d9337af6ae2a req-e7092010-65d3-4417-a1cb-fc3d678b21f5 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071789 Nov 27 01:05:42.753744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1bd35a6-ea2a-40af-8262-bda1d7e1c903 req-16f8110e-dc16-4866-b96c-4023ebba5e92 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556144 Nov 27 01:05:42.824039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4d229-023a-4aa1-aa1a-8cb8c4039200 req-cbe5a78b-06e7-4300-9b62-705044a0fd70 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:42.826167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50d4d229-023a-4aa1-aa1a-8cb8c4039200 req-cbe5a78b-06e7-4300-9b62-705044a0fd70 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 945 time: 0.0700817 Nov 27 01:05:42.892018 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50d4d229-023a-4aa1-aa1a-8cb8c4039200 req-57f5cf43-b947-41f9-aaf3-ab3f83c38648 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594926 Nov 27 01:05:43.031834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7299f1-a871-4575-946a-221e69687db8 req-93e15aaa-0c28-4904-8eb5-49bfaef07c3d tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:43.033695 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4d7299f1-a871-4575-946a-221e69687db8 req-93e15aaa-0c28-4904-8eb5-49bfaef07c3d tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 931 time: 0.0792947 Nov 27 01:05:43.098887 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4d7299f1-a871-4575-946a-221e69687db8 req-49a47860-89c6-42bf-8661-5d24d39c8ec3 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583389 Nov 27 01:05:43.186347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1551bd27-16b4-4a47-b78f-c6b267019ffd req-14186858-c534-45cc-b41c-1cc084110335 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0267079 Nov 27 01:05:43.304443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81380eb5-2c49-4eff-8551-0c52bee4d152 req-3eff7752-8a6d-4452-b07c-5d93927cb526 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:43.305915 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81380eb5-2c49-4eff-8551-0c52bee4d152 req-3eff7752-8a6d-4452-b07c-5d93927cb526 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.0554929 Nov 27 01:05:43.354729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81380eb5-2c49-4eff-8551-0c52bee4d152 req-dcf64a17-a335-45e8-9210-745210085669 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Nov 27 01:05:43.778988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a6af4-0166-42ac-b8f8-7d2ece9f8f4c req-86c6eff1-46ab-4d61-9956-1ba34ab1d414 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:43.781213 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-648a6af4-0166-42ac-b8f8-7d2ece9f8f4c req-86c6eff1-46ab-4d61-9956-1ba34ab1d414 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 945 time: 0.0499353 Nov 27 01:05:43.781936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:43.828578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-648a6af4-0166-42ac-b8f8-7d2ece9f8f4c req-f897abcd-d20b-4b5a-9988-42bb511db830 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 Nov 27 01:05:43.834813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:43.850703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:43.850933 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.896767 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46ca1595-d45b-4a97-b104-7c28b3cb9d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.956665 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:43.985701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a6885-6c3b-4d1a-bda5-eca035c1aa6c req-c5d90623-463c-42af-bafe-a889a38b295d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:43.989122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373d8a84-c2e2-4970-baf6-3eb40202b1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af71cb8-9d26-4ebb-9590-91d81f9d7d74'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:43.991472 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a1b61f-ba08-463c-97dd-beaf914975eb" -d '{"events": [{"server_uuid": "373d8a84-c2e2-4970-baf6-3eb40202b1ef", "name": "network-vif-plugged", "status": "completed", "tag": "5af71cb8-9d26-4ebb-9590-91d81f9d7d74"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:43.994821 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-345a6885-6c3b-4d1a-bda5-eca035c1aa6c req-c5d90623-463c-42af-bafe-a889a38b295d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0644817 Nov 27 01:05:44.004642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:44.010921 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:44.063376 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-345a6885-6c3b-4d1a-bda5-eca035c1aa6c req-eeb448a8-76f3-4036-af49-7d593ee78587 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669706 Nov 27 01:05:44.083914 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:44.090437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:44.194834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ed5f-100f-44f3-b5f8-649ac88cd45a req-609e9d50-7421-4747-9da9-392fec5a899c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:44.196357 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8cb1ed5f-100f-44f3-b5f8-649ac88cd45a req-609e9d50-7421-4747-9da9-392fec5a899c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.0513880 Nov 27 01:05:44.245983 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8cb1ed5f-100f-44f3-b5f8-649ac88cd45a req-5f82ce94-9d43-48db-abeb-f3d9446875a9 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 Nov 27 01:05:44.296416 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc36dad-d4f7-4031-812b-9238f5d9ea17 x-openstack-request-id: req-dfc36dad-d4f7-4031-812b-9238f5d9ea17 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:44.296775 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373d8a84-c2e2-4970-baf6-3eb40202b1ef", "name": "network-vif-plugged", "status": "completed", "tag": "5af71cb8-9d26-4ebb-9590-91d81f9d7d74", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:44.297116 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfc36dad-d4f7-4031-812b-9238f5d9ea17 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:44.297708 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373d8a84-c2e2-4970-baf6-3eb40202b1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af71cb8-9d26-4ebb-9590-91d81f9d7d74', 'code': 200} Nov 27 01:05:44.391572 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab832e-aab6-40d9-901d-f73419275d3f req-d8b766b3-846e-472d-a971-387ea1f8c166 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:44.392961 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3eab832e-aab6-40d9-901d-f73419275d3f req-d8b766b3-846e-472d-a971-387ea1f8c166 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0512762 Nov 27 01:05:44.465343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48681c-4752-40b2-85fb-e5210f39a503 req-364a575e-4c2b-44d5-9f6c-922ebe5a56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:44.466873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6d48681c-4752-40b2-85fb-e5210f39a503 req-364a575e-4c2b-44d5-9f6c-922ebe5a56c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 1097 time: 0.0718684 Nov 27 01:05:44.471465 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3eab832e-aab6-40d9-901d-f73419275d3f req-6168d893-45af-45d1-9471-a5dc3a058914 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693882 Nov 27 01:05:44.532502 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6d48681c-4752-40b2-85fb-e5210f39a503 req-c75de24e-56a0-4b6b-9736-5b68b4f6c20d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582492 Nov 27 01:05:44.751897 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb84e8-3bbd-4923-b4f2-bf77a9117513 req-a62d9a32-3e6d-48b2-bf12-8cd8cf7d4274 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:44.754181 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24fb84e8-3bbd-4923-b4f2-bf77a9117513 req-a62d9a32-3e6d-48b2-bf12-8cd8cf7d4274 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 931 time: 0.0518005 Nov 27 01:05:44.810830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24fb84e8-3bbd-4923-b4f2-bf77a9117513 req-482e313b-accb-441d-8126-1daae2e0b4c6 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504539 Nov 27 01:05:44.859259 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:44.907990 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cfb5191e-ff10-4b26-aa37-ff57888ddb9d req-6a92af7f-33d6-45b5-866e-ef844141a6f4 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0280497 Nov 27 01:05:45.031671 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad09ed-fefd-4d7e-9008-d7e69c6bd649 req-0bcfc79f-4c61-4e53-a4c0-612bf8106a2d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:45.033200 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46ad09ed-fefd-4d7e-9008-d7e69c6bd649 req-0bcfc79f-4c61-4e53-a4c0-612bf8106a2d tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.0557175 Nov 27 01:05:45.082344 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46ad09ed-fefd-4d7e-9008-d7e69c6bd649 req-52c6a92a-f2c4-4cdf-bf63-bd9c24d4f3ec tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429046 Nov 27 01:05:45.252457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ce4d2-b523-4027-99a7-0b5dcd9e77f4 req-1209c196-ffb3-4bf4-b83f-2ae652af2854 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:45.253932 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-338ce4d2-b523-4027-99a7-0b5dcd9e77f4 req-1209c196-ffb3-4bf4-b83f-2ae652af2854 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 945 time: 0.0499978 Nov 27 01:05:45.302333 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-338ce4d2-b523-4027-99a7-0b5dcd9e77f4 req-b9fb7a88-6902-4a91-9a88-468de83bfa76 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Nov 27 01:05:45.507235 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447b39b-5277-4a3c-8066-5ec3407636b2 req-b6163bbf-9c10-4c56-ae84-fb49cfb9f4b6 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:45.508890 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5447b39b-5277-4a3c-8066-5ec3407636b2 req-b6163bbf-9c10-4c56-ae84-fb49cfb9f4b6 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.0587628 Nov 27 01:05:45.562906 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5447b39b-5277-4a3c-8066-5ec3407636b2 req-af1a6110-66ca-4903-87cc-bccd24ac27f8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472095 Nov 27 01:05:45.818185 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-9f7034c3-954b-45ec-9e15-4303bdb22cac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456824 Nov 27 01:05:45.857757 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539902d4-1ebc-4bd6-a69b-66922b583928 req-ea8a6ece-6545-4a63-87de-172defbbb7f0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:45.860563 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-539902d4-1ebc-4bd6-a69b-66922b583928 req-ea8a6ece-6545-4a63-87de-172defbbb7f0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0750918 Nov 27 01:05:45.911487 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-539902d4-1ebc-4bd6-a69b-66922b583928 req-249e75ff-664d-4ef0-9eb5-6828914aecad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440860 Nov 27 01:05:46.164466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154fe3f-0006-4b6c-b48c-6a68f08c80c5 req-d0fcae02-286f-4a92-b5e3-4a20f61d301a tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:46.166047 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7154fe3f-0006-4b6c-b48c-6a68f08c80c5 req-d0fcae02-286f-4a92-b5e3-4a20f61d301a tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 931 time: 0.0544064 Nov 27 01:05:46.228022 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7154fe3f-0006-4b6c-b48c-6a68f08c80c5 req-ad9e2ba9-6130-4916-8a0c-70e1cf254c43 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551753 Nov 27 01:05:46.312951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-caf83b93-1811-43bd-9033-e3bdcfd4e73f req-8e0fb955-84d0-458c-aa9d-a0584d5a5a6b tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0276783 Nov 27 01:05:46.564628 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.588134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0a359-75d0-4307-8b67-5be2da0e831e req-84d7d8c8-4234-4d11-b298-12d4ca2273e6 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:46.589621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-82c0a359-75d0-4307-8b67-5be2da0e831e req-84d7d8c8-4234-4d11-b298-12d4ca2273e6 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.0518498 Nov 27 01:05:46.639137 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-82c0a359-75d0-4307-8b67-5be2da0e831e req-3af3bc78-a864-4d69-96f4-5e99b044a981 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Nov 27 01:05:46.752886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f82522-e8fc-45fd-bd90-346a28cf69a9 req-555806d9-97f7-4b6e-871f-fb2405d0d5ac tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:46.754899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68f82522-e8fc-45fd-bd90-346a28cf69a9 req-555806d9-97f7-4b6e-871f-fb2405d0d5ac tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 945 time: 0.0565648 Nov 27 01:05:46.784380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Request body: {'port': {'device_id': 'facc7452-e9ee-4bf5-8d6a-c07b04b24e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:46.817433 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68f82522-e8fc-45fd-bd90-346a28cf69a9 req-66dffc16-93bc-49ca-b04a-20b457f07c05 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561247 Nov 27 01:05:46.867972 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-54cdeee9-a0d5-42d0-91e2-f1e32f026ef6 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:46.869764 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-54cdeee9-a0d5-42d0-91e2-f1e32f026ef6 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 1096 time: 0.0678892 Nov 27 01:05:46.912518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-4409843b-8d02-48be-80f9-9175bf795dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:46.915599 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-4409843b-8d02-48be-80f9-9175bf795dad service neutron] 10.222.0.11 "GET /v2.0/ports/125792f2-f74c-4fde-a258-99b64ebd23c2 HTTP/1.1" status: 200 len: 1028 time: 0.1470528 Nov 27 01:05:46.921756 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:46.944495 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:47.005330 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-f0ea96fb-b305-4077-8580-15c441d6df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.006863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-f0ea96fb-b305-4077-8580-15c441d6df7c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965 HTTP/1.1" status: 200 len: 1096 time: 0.1210353 Nov 27 01:05:47.015693 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3391141-fcea-4d99-8f5f-267e64d4af2d req-308a7657-24a1-463d-9f3a-b19b3e94e244 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.017090 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3391141-fcea-4d99-8f5f-267e64d4af2d req-308a7657-24a1-463d-9f3a-b19b3e94e244 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.0741553 Nov 27 01:05:47.107257 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ef14b8f-b374-426e-9de1-c9db22da5666 req-3284cf16-4ba2-4967-89cd-186edab01a85 service neutron] 10.222.0.11 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506818 Nov 27 01:05:47.133667 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3391141-fcea-4d99-8f5f-267e64d4af2d req-105260cc-5053-4574-85f1-21094afff1cf tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098356 Nov 27 01:05:47.162666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-e9b9f522-eed0-481b-824e-ae8e08996737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.165276 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-e9b9f522-eed0-481b-824e-ae8e08996737 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 1096 time: 0.0988796 Nov 27 01:05:47.299819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-ae2942d3-7c7c-4d1d-9497-20d9fe9df0ff tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.305738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-ae2942d3-7c7c-4d1d-9497-20d9fe9df0ff tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.313081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-ae2942d3-7c7c-4d1d-9497-20d9fe9df0ff tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.315285 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-ae2942d3-7c7c-4d1d-9497-20d9fe9df0ff tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "GET /v2.0/networks?id=874ba3d7-fadd-49cf-b553-f26abbe13939&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=47d4271c-602c-4c7f-8b55-deb4845c36a9&id=47d4271c-602c-4c7f-8b55-deb4845c36a9 HTTP/1.1" status: 200 len: 1989 time: 0.3874102 Nov 27 01:05:47.361947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ef14b8f-b374-426e-9de1-c9db22da5666 req-7bece56d-4191-4856-b88f-19f6e6eafd2e service neutron] 10.222.0.11 "GET /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336195 Nov 27 01:05:47.366310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-fdb9f31a-68ca-4d9f-8ffa-9d7b1804a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.367776 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-fdb9f31a-68ca-4d9f-8ffa-9d7b1804a140 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 1101 time: 0.1434982 Nov 27 01:05:47.378656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efc9d8-c131-46a5-b213-9e6728fbdb22 req-64ca873e-4609-4625-abd6-b473abb16083 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.380322 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-66efc9d8-c131-46a5-b213-9e6728fbdb22 req-64ca873e-4609-4625-abd6-b473abb16083 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.1396277 Nov 27 01:05:47.395389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-dbafbe6f-b287-421b-94ae-c6bd322595af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.396823 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-dbafbe6f-b287-421b-94ae-c6bd322595af service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.2066009 Nov 27 01:05:47.436231 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:47.495102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-dde5f625-a782-4490-8a58-04bec9106f5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007 HTTP/1.1" status: 200 len: 217 time: 0.0820785 Nov 27 01:05:47.511091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46097d7-cd74-4281-9a75-655c0d37f35b req-e5bbd5c5-156f-4299-9992-2e5300f8170d tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.512626 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e46097d7-cd74-4281-9a75-655c0d37f35b req-e5bbd5c5-156f-4299-9992-2e5300f8170d tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 1097 time: 0.1964128 Nov 27 01:05:47.524819 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-dc8d4c8a-d587-4ece-9735-858b7c00f2e0 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41981d1245a4f4380c301cea0d0bc6a HTTP/1.1" status: 200 len: 379 time: 0.1553960 Nov 27 01:05:47.540446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'port': {'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'admin_state_up': True, 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'security_groups': ['c2e3a299-e41d-4356-8eea-139528be2d83']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:47.584367 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-66efc9d8-c131-46a5-b213-9e6728fbdb22 req-a1a08564-c196-4fca-9d31-bbc05ec89225 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921678 Nov 27 01:05:47.593722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-fa6a346c-ce7d-4c1f-bec9-3c5dc9e602f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.595210 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-fa6a346c-ce7d-4c1f-bec9-3c5dc9e602f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2115679 Nov 27 01:05:47.600673 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5820e965-b9c9-436f-9910-07739e75f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:47.602198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-5820e965-b9c9-436f-9910-07739e75f4d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.0931716 Nov 27 01:05:47.674847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-8c3184bc-b11e-453a-83ac-6269a664f0f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e HTTP/1.1" status: 200 len: 217 time: 0.0642712 Nov 27 01:05:47.676690 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-836d2e4a-fa05-4b98-b51d-278d5c4cd9dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595834 Nov 27 01:05:47.728158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e46097d7-cd74-4281-9a75-655c0d37f35b req-3339aba9-be10-4813-b9fa-b8c0f6eae1aa tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240749 Nov 27 01:05:47.765784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d11134-fb19-4fab-9525-3095d8a2c8cb {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:47.773849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:47.777734 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:47.782088 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:47.808672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Transition to ACTIVE for port object b3d11134-fb19-4fab-9525-3095d8a2c8cb will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:47.819157 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:47.977863 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ac005b49-e90f-49c3-85de-b9f346e68073 req-82d7b8d2-e3e0-42d4-8205-ff4e65c0ad13 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0810053 Nov 27 01:05:47.987038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Pushing event updated for resources: {'Port': ['ID=b3d11134-fb19-4fab-9525-3095d8a2c8cb,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:48.091133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e4fd7-62c0-403a-a7bf-a37754901b7b req-da366a20-1d14-4c77-9d3c-e51e0d293b06 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:48.097826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b16e4fd7-62c0-403a-a7bf-a37754901b7b req-da366a20-1d14-4c77-9d3c-e51e0d293b06 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.11 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.2674026 Nov 27 01:05:48.107577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Attempting to bind port b3d11134-fb19-4fab-9525-3095d8a2c8cb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:48.107931 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Attempting to bind port b3d11134-fb19-4fab-9525-3095d8a2c8cb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:48.108267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Attempting to bind port b3d11134-fb19-4fab-9525-3095d8a2c8cb on network a0374db9-aa53-4e45-8522-972ea734e9f5 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:48.114401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-c9f445fe-6b7c-4df1-ad95-c4cf7791309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:48.115948 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-c9f445fe-6b7c-4df1-ad95-c4cf7791309d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.4180772 Nov 27 01:05:48.143258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a08ed2-37b7-4f4d-9244-e949af9a5979 req-dc611fb1-657c-4591-a660-f1da5b1c8f31 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:48.150613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61a08ed2-37b7-4f4d-9244-e949af9a5979 req-dc611fb1-657c-4591-a660-f1da5b1c8f31 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 931 time: 0.4621072 Nov 27 01:05:48.169713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Port b3d11134-fb19-4fab-9525-3095d8a2c8cb on network a0374db9-aa53-4e45-8522-972ea734e9f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:48.170432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Attempting to bind port b3d11134-fb19-4fab-9525-3095d8a2c8cb on network a0374db9-aa53-4e45-8522-972ea734e9f5 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:48.184470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Allocated IP 172.20.0.3 (874ba3d7-fadd-49cf-b553-f26abbe13939/89a5c702-8864-411b-b4cf-2e5d39b836d0/e02598a7-5e0c-4e55-8eea-03ab3c8c0c92) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:48.204262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:48.204869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Checking segment: {'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:48.205291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Bound using segment: {'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:48.205843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Bound port: b3d11134-fb19-4fab-9525-3095d8a2c8cb, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1355c50f-ef55-45a4-acb5-066e14deab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:48.206322 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:48.227999 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-b597ef94-a051-498d-9d65-dc1d94925b49 service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291336 Nov 27 01:05:48.254911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-cac3d3a6-098c-42f1-b0e6-ccdfaaaff047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:48.258276 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-cac3d3a6-098c-42f1-b0e6-ccdfaaaff047 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308784 Nov 27 01:05:48.271269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61a08ed2-37b7-4f4d-9244-e949af9a5979 req-24611b9f-46b6-47fe-bc95-879346c953ac tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197250 Nov 27 01:05:48.377938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4c12a-36f4-41d5-a16c-86b5836c5438 req-bffae9e6-a4a2-4f3d-a01b-ecbafd46c5ea tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:48.385333 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0d4c12a-36f4-41d5-a16c-86b5836c5438 req-bffae9e6-a4a2-4f3d-a01b-ecbafd46c5ea tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 946 time: 0.2041054 Nov 27 01:05:48.412558 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-63025c62-f53f-479b-955c-5279e163ac6e service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711318 Nov 27 01:05:48.417984 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-fc5f8662-15a6-4d16-83a1-c8204d877f7b service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506433 Nov 27 01:05:48.518278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] For port b3d11134-fb19-4fab-9525-3095d8a2c8cb, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:48.564741 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0d4c12a-36f4-41d5-a16c-86b5836c5438 req-fd69e96e-f544-4709-8fc6-118cb87eebbd tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/security-groups?id=909be6f8-c302-4062-bb49-adaabff9086d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787012 Nov 27 01:05:48.566797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] For port b3d11134-fb19-4fab-9525-3095d8a2c8cb, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b3d11134-fb19-4fab-9525-3095d8a2c8cb,segment=NetworkSegment(1355c50f-ef55-45a4-acb5-066e14deab86),segment_id=1355c50f-ef55-45a4-acb5-066e14deab86)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:48.572370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b16e4fd7-62c0-403a-a7bf-a37754901b7b req-70235723-6fb2-4ffa-93a0-7b6b22db9367 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Deleting port dd76cf94-b485-417e-a626-09667105691d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:48.572710 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b16e4fd7-62c0-403a-a7bf-a37754901b7b req-70235723-6fb2-4ffa-93a0-7b6b22db9367 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:48.692370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b16e4fd7-62c0-403a-a7bf-a37754901b7b req-70235723-6fb2-4ffa-93a0-7b6b22db9367 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] For port dd76cf94-b485-417e-a626-09667105691d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=dd76cf94-b485-417e-a626-09667105691d,segment=NetworkSegment(65274073-9aef-4b2d-b76a-1f509b3ac250),segment_id=65274073-9aef-4b2d-b76a-1f509b3ac250)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:48.692810 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b16e4fd7-62c0-403a-a7bf-a37754901b7b req-70235723-6fb2-4ffa-93a0-7b6b22db9367 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:48.708143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b16e4fd7-62c0-403a-a7bf-a37754901b7b req-70235723-6fb2-4ffa-93a0-7b6b22db9367 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Calling delete_port for dd76cf94-b485-417e-a626-09667105691d owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:48.740920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3d947-247c-4a20-ba10-ff29a22d863d req-48249a5e-9537-4192-9f02-4a49a01fb277 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:48.748480 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97c3d947-247c-4a20-ba10-ff29a22d863d req-48249a5e-9537-4192-9f02-4a49a01fb277 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 945 time: 0.2010937 Nov 27 01:05:48.762995 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-d848f020-64d1-4a13-b421-675810dcf73f service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235521 Nov 27 01:05:48.781989 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:48.861465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Pushing event updated for resources: {'Port': ['ID=b3d11134-fb19-4fab-9525-3095d8a2c8cb,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:48.868592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97c3d947-247c-4a20-ba10-ff29a22d863d req-a207fbe8-84e8-4840-9e46-c5255856c148 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122758 Nov 27 01:05:48.907024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-8ee1589a-034f-48ff-8dd9-a16cdcddc475 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:48.909143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-8ee1589a-034f-48ff-8dd9-a16cdcddc475 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1096 time: 0.1071324 Nov 27 01:05:49.154547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-857ac81d-72c3-4ba2-8302-1019c0055ec3 service neutron] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:49.158806 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-857ac81d-72c3-4ba2-8302-1019c0055ec3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.160002 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e7efca3-f60e-4b8d-812e-c4680f32a541 req-857ac81d-72c3-4ba2-8302-1019c0055ec3 service neutron] 10.222.0.42 "DELETE /v2.0/ports/c0ec12f9-7ff3-4573-b876-65cfc6174007/bindings/n-h1-819494-2 HTTP/1.1" status: 204 len: 173 time: 0.2415369 Nov 27 01:05:49.268074 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb3d7d23-e06f-4429-ae61-d1a535eb9699 req-7b46541a-bbdc-45ae-ae2c-139bd9081209 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0796790 Nov 27 01:05:49.274963 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.277366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:49.277993 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.282535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-a86b5498-48d0-40b7-90df-886e951639dc service neutron] 10.222.0.11 "PUT /v2.0/ports/b3d11134-fb19-4fab-9525-3095d8a2c8cb HTTP/1.1" status: 200 len: 1091 time: 2.5127203 Nov 27 01:05:49.284362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facc7452-e9ee-4bf5-8d6a-c07b04b24e5c', 'tag': 'b3d11134-fb19-4fab-9525-3095d8a2c8cb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:49.286525 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9512cc-26c7-40ad-9ef0-fa1c8d7a9e97" -d '{"events": [{"name": "network-changed", "server_uuid": "facc7452-e9ee-4bf5-8d6a-c07b04b24e5c", "tag": "b3d11134-fb19-4fab-9525-3095d8a2c8cb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:49.328750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8b52-63dc-4552-9f7b-3048aa81c7d2 req-1b2c12ed-9210-4f22-8803-e8c358515f07 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:49.336302 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68ac8b52-63dc-4552-9f7b-3048aa81c7d2 req-1b2c12ed-9210-4f22-8803-e8c358515f07 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.5592282 Nov 27 01:05:49.460552 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0c8f15-5862-482d-8829-c929870295e7 x-openstack-request-id: req-5f0c8f15-5862-482d-8829-c929870295e7 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:49.460848 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facc7452-e9ee-4bf5-8d6a-c07b04b24e5c", "tag": "b3d11134-fb19-4fab-9525-3095d8a2c8cb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:49.465385 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f0c8f15-5862-482d-8829-c929870295e7 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:49.467097 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facc7452-e9ee-4bf5-8d6a-c07b04b24e5c', 'tag': 'b3d11134-fb19-4fab-9525-3095d8a2c8cb', 'status': 'completed', 'code': 200} Nov 27 01:05:49.490084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45626) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:49.524999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf3508-0e09-4fa8-aaab-32e3c1c1ef9d req-56d07ff5-3ee1-42a2-82b5-3cf2ded6be7b tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:49.533766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-addf3508-0e09-4fa8-aaab-32e3c1c1ef9d req-56d07ff5-3ee1-42a2-82b5-3cf2ded6be7b tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 943 time: 0.1105416 Nov 27 01:05:49.577433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.612558 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-addf3508-0e09-4fa8-aaab-32e3c1c1ef9d req-5794bcba-b3d3-4596-9ff3-b1a2722c3bca tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770996 Nov 27 01:05:49.730203 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e648-9a50-4656-8f38-63506c6fbbf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.745764 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b16e4fd7-62c0-403a-a7bf-a37754901b7b req-70235723-6fb2-4ffa-93a0-7b6b22db9367 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.750735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Network 874ba3d7-fadd-49cf-b553-f26abbe13939 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:49.755430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-e27f40d5-513a-4155-9911-902849854469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:49.757000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-e27f40d5-513a-4155-9911-902849854469 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2be0713d50fc47a68bde059f46f350ab&device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 1094 time: 0.3172882 Nov 27 01:05:49.774212 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68ac8b52-63dc-4552-9f7b-3048aa81c7d2 req-70f255f5-c1ab-42a5-8454-9265f40e2650 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178872 Nov 27 01:05:49.778646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Port': ['ID=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:49.782756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:49.824257 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:49.830043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:49.831134 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.943291 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-e8982433-c7ae-4ac2-a692-84907d383bd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3d11134-fb19-4fab-9525-3095d8a2c8cb HTTP/1.1" status: 200 len: 217 time: 0.1492817 Nov 27 01:05:49.947074 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c42a4c6-05bd-41e8-928a-bc4e58c23443 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4133480 Nov 27 01:05:49.949094 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e648-9a50-4656-8f38-63506c6fbbf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:49.959069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70235723-6fb2-4ffa-93a0-7b6b22db9367 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Pushing event deleted for resources: {'Port': ['ID=dd76cf94-b485-417e-a626-09667105691d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:49.985720 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e648-9a50-4656-8f38-63506c6fbbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.041275 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12285e28-3f9d-4340-9410-333b554448fc req-b7fe987c-3b7d-4af0-b0cd-2b156cd1307e tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.37 "GET /v2.0/ports?device_id=bceab678-bfcf-4b20-84e1-6555de6532d8 HTTP/1.1" status: 200 len: 210 time: 0.1133566 Nov 27 01:05:50.041552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aec96303-db92-46b9-8129-132977a5bb52 req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'port': {'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d', 'admin_state_up': True, 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'security_groups': ['c2e3a299-e41d-4356-8eea-139528be2d83']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:50.050859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7e648-9a50-4656-8f38-63506c6fbbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf45b3f-9379-47e9-a20f-7b9f85ec679a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:50.078729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e0a7e648-9a50-4656-8f38-63506c6fbbf0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cd35824bc84432484b1de2eed439d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5868912 Nov 27 01:05:50.081261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45636) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:50.163045 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76cc253a-c510-4cbb-a85f-fb7ec6f855e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.173310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16e4fd7-62c0-403a-a7bf-a37754901b7b req-70235723-6fb2-4ffa-93a0-7b6b22db9367 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] No DVR routers for this DVR port dd76cf94-b485-417e-a626-09667105691d on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:50.181134 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b16e4fd7-62c0-403a-a7bf-a37754901b7b req-70235723-6fb2-4ffa-93a0-7b6b22db9367 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.184525 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b16e4fd7-62c0-403a-a7bf-a37754901b7b req-70235723-6fb2-4ffa-93a0-7b6b22db9367 tempest-FloatingIPsAssociationNegativeTestJSON-776247577 tempest-FloatingIPsAssociationNegativeTestJSON-776247577-project] 10.222.0.11 "DELETE /v2.0/ports/dd76cf94-b485-417e-a626-09667105691d HTTP/1.1" status: 204 len: 173 time: 2.0644002 Nov 27 01:05:50.186426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76cc253a-c510-4cbb-a85f-fb7ec6f855e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.209644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c9e4d3dc-66ae-41a7-971c-cf0c0894a5c4 None None] Provisioning complete for port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:50.210266 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c9e4d3dc-66ae-41a7-971c-cf0c0894a5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.232125 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-ce45a627-75b8-47ac-8c13-f0096399a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:50.234442 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-ce45a627-75b8-47ac-8c13-f0096399a1f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de713de9-4b84-4265-811c-31f175e9340d HTTP/1.1" status: 200 len: 854 time: 0.2231941 Nov 27 01:05:50.241074 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76cc253a-c510-4cbb-a85f-fb7ec6f855e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.244187 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76cc253a-c510-4cbb-a85f-fb7ec6f855e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.248345 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-76cc253a-c510-4cbb-a85f-fb7ec6f855e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcf45b3f-9379-47e9-a20f-7b9f85ec679a HTTP/1.1" status: 204 len: 168 time: 0.1661501 Nov 27 01:05:50.258700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc253a-c510-4cbb-a85f-fb7ec6f855e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf45b3f-9379-47e9-a20f-7b9f85ec679a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:50.270882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669b00c-57a9-4fb9-9d59-264d74a6d0ff req-4e2d9ba8-5a2f-4da6-9ee2-a64d9fc45aad tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:50.288459 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3669b00c-57a9-4fb9-9d59-264d74a6d0ff req-4e2d9ba8-5a2f-4da6-9ee2-a64d9fc45aad tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 945 time: 0.2940941 Nov 27 01:05:50.384403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4d3dc-66ae-41a7-971c-cf0c0894a5c4 None None] Port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:50.468325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-2676e38e-c855-4d36-9732-79842756d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:50.471711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-2676e38e-c855-4d36-9732-79842756d2c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0374db9-aa53-4e45-8522-972ea734e9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248890 Nov 27 01:05:50.502966 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3669b00c-57a9-4fb9-9d59-264d74a6d0ff req-b601d372-aa04-4e8f-b0f4-51442c75caa4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121875 Nov 27 01:05:50.542741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:50.560331 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:50.594035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22196d4-47ba-4401-a19b-3f017fd9af39 req-ceeda1c3-e8dc-4f09-a57f-4b35238e2048 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:50.611195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c22196d4-47ba-4401-a19b-3f017fd9af39 req-ceeda1c3-e8dc-4f09-a57f-4b35238e2048 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 931 time: 0.1771340 Nov 27 01:05:50.778210 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c22196d4-47ba-4401-a19b-3f017fd9af39 req-a81c94cb-df41-49d7-9f7a-77cd80ca8ad8 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659610 Nov 27 01:05:50.959195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78d521-e450-41d7-a839-e344412c1ff9 req-f94f70e4-913e-4231-ac92-7c7d5639988a tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:50.968665 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d78d521-e450-41d7-a839-e344412c1ff9 req-f94f70e4-913e-4231-ac92-7c7d5639988a tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 1096 time: 0.0676529 Nov 27 01:05:51.018528 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d78d521-e450-41d7-a839-e344412c1ff9 req-c61a0000-1ec6-43a1-82b0-f873689eae52 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493851 Nov 27 01:05:51.037675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6829dd-c191-4aca-ae85-8e2dc660af7d req-1ff1a959-db0b-4f78-a656-bef01126cdd5 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:51.039236 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e6829dd-c191-4aca-ae85-8e2dc660af7d req-1ff1a959-db0b-4f78-a656-bef01126cdd5 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 943 time: 0.2716358 Nov 27 01:05:51.178364 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-339d58a0-51e0-431c-b9e2-a42989699fd3 service neutron] 10.222.0.11 "GET /v2.0/networks/a0374db9-aa53-4e45-8522-972ea734e9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6661780 Nov 27 01:05:51.246821 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e6829dd-c191-4aca-ae85-8e2dc660af7d req-b4e53556-f894-46f8-8c44-193f9a096d47 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003186 Nov 27 01:05:51.301485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac3cf0-3439-4e52-9c37-7e0c60018221 req-5b0d6c0c-d2e7-418f-80db-2560b97b9f1a tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:51.310214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a3ac3cf0-3439-4e52-9c37-7e0c60018221 req-5b0d6c0c-d2e7-418f-80db-2560b97b9f1a tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0615790 Nov 27 01:05:51.346894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45678) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:51.357189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device dd76cf94-b485-417e-a626-09667105691d no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:51.368391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-aec96303-db92-46b9-8129-132977a5bb52 req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Allocated IP 10.1.1.204 (d9676a31-0c6a-4ce0-9fe0-a02465a3788d/fd984bbc-994d-4433-b63b-16bafd179da4/363e4dd1-9d4a-4a71-9ef6-ecaf0b704993) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:51.397357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: dd76cf94-b485-417e-a626-09667105691d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:51.402986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device dd76cf94-b485-417e-a626-09667105691d not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:51.444401 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a3ac3cf0-3439-4e52-9c37-7e0c60018221 req-08aed307-e9ce-467d-998a-a520b98ff93e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332626 Nov 27 01:05:51.488253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'name': 'network-vif-deleted', 'tag': 'dd76cf94-b485-417e-a626-09667105691d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:51.490550 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b119f3fd-6cf7-46df-8c76-d6d16141e483" -d '{"events": [{"server_uuid": "bceab678-bfcf-4b20-84e1-6555de6532d8", "name": "network-vif-deleted", "tag": "dd76cf94-b485-417e-a626-09667105691d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:51.498373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45682) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:51.564959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19aefd-ff1c-410d-a131-e07f96c63f74 req-b118c341-db2e-43f6-95c2-59c1da0e71c5 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:51.573277 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c19aefd-ff1c-410d-a131-e07f96c63f74 req-b118c341-db2e-43f6-95c2-59c1da0e71c5 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 1096 time: 0.1525877 Nov 27 01:05:51.582601 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7d159bb-b7c5-47f8-bad5-a49822ab3999 req-e26dfa7b-4fc4-45cb-8864-a7790d8c90aa service neutron] 10.222.0.11 "GET /v2.0/networks/a0374db9-aa53-4e45-8522-972ea734e9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813553 Nov 27 01:05:51.676581 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c19aefd-ff1c-410d-a131-e07f96c63f74 req-484b8118-cffd-41d9-b8fd-dbc201191fcf tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001852 Nov 27 01:05:51.680977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1489024324-network', 'tenant_id': '35147b7bfefb4e18b12c5c98d6047346'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:51.735492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Made reservation on behalf of 35147b7bfefb4e18b12c5c98d6047346 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:51.738519 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.774392 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.791332 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.798316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9512cc-26c7-40ad-9ef0-fa1c8d7a9e97 req-6c9ff859-e186-45a5-ae97-c64d31090d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:51.801089 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9512cc-26c7-40ad-9ef0-fa1c8d7a9e97 req-6c9ff859-e186-45a5-ae97-c64d31090d90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2be0713d50fc47a68bde059f46f350ab&device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 1094 time: 0.0702853 Nov 27 01:05:51.821065 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfa13ad-2287-4e80-956d-2c89acd4a656 x-openstack-request-id: req-9dfa13ad-2287-4e80-956d-2c89acd4a656 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:51.822077 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bceab678-bfcf-4b20-84e1-6555de6532d8", "name": "network-vif-deleted", "tag": "dd76cf94-b485-417e-a626-09667105691d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:51.822700 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9dfa13ad-2287-4e80-956d-2c89acd4a656 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:51.823310 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bceab678-bfcf-4b20-84e1-6555de6532d8', 'name': 'network-vif-deleted', 'tag': 'dd76cf94-b485-417e-a626-09667105691d', 'status': 'completed', 'code': 200} Nov 27 01:05:51.891295 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.916850 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.957356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec96303-db92-46b9-8129-132977a5bb52 req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Network d9676a31-0c6a-4ce0-9fe0-a02465a3788d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:51.964870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-aec96303-db92-46b9-8129-132977a5bb52 req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:51.972210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec96303-db92-46b9-8129-132977a5bb52 req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:51.977188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:51.978089 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:51.990633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Port': ['ID=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:52.015833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9512cc-26c7-40ad-9ef0-fa1c8d7a9e97 req-c0a753fb-f46e-4eb5-84ad-8dfdffd8a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:52.018105 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9512cc-26c7-40ad-9ef0-fa1c8d7a9e97 req-c0a753fb-f46e-4eb5-84ad-8dfdffd8a3ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0374db9-aa53-4e45-8522-972ea734e9f5 HTTP/1.1" status: 200 len: 916 time: 0.1885183 Nov 27 01:05:52.023130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-76c1c11a-ee4b-4454-a575-f2ef518525db tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9969544 Nov 27 01:05:52.024747 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.090943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:05:52.099593 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aec96303-db92-46b9-8129-132977a5bb52 req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'port': {'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d', 'admin_state_up': True, 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'security_groups': ['c2e3a299-e41d-4356-8eea-139528be2d83']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:52.114268 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9512cc-26c7-40ad-9ef0-fa1c8d7a9e97 req-b3caf2c3-aadd-48d9-9673-13cba558f8bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3d11134-fb19-4fab-9525-3095d8a2c8cb HTTP/1.1" status: 200 len: 217 time: 0.0685585 Nov 27 01:05:52.127580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb1a277-3d72-47e2-90da-906aa64ee86a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:52.205421 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.206128 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Added segment b47b81af-0011-483e-b200-ffda45f7d56b of type vlan for network 5c9384de-bc60-4283-868c-03a6014fbe0a Nov 27 01:05:52.304515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9512cc-26c7-40ad-9ef0-fa1c8d7a9e97 req-0572b3ce-3dfc-4334-ada6-5b0f9f878035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:52.305595 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.305931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9512cc-26c7-40ad-9ef0-fa1c8d7a9e97 req-0572b3ce-3dfc-4334-ada6-5b0f9f878035 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de713de9-4b84-4265-811c-31f175e9340d HTTP/1.1" status: 200 len: 854 time: 0.1491783 Nov 27 01:05:52.328827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130b706-95ce-47c9-b26c-c7a5ebabe315 req-b0bba842-d4d1-4b38-b815-19ad07db7eb1 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:52.334146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:52.336734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130b706-95ce-47c9-b26c-c7a5ebabe315 req-b0bba842-d4d1-4b38-b815-19ad07db7eb1 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:52.338266 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.345414 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7130b706-95ce-47c9-b26c-c7a5ebabe315 req-b0bba842-d4d1-4b38-b815-19ad07db7eb1 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 1653 time: 0.2682505 Nov 27 01:05:52.351682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-255fc9cb-bb0b-46f4-ac14-6b2ea24ed514 None None] Provisioning complete for port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:52.354007 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-255fc9cb-bb0b-46f4-ac14-6b2ea24ed514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.436257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-255fc9cb-bb0b-46f4-ac14-6b2ea24ed514 None None] Port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:52.442805 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.443759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:52.444508 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.446085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9512cc-26c7-40ad-9ef0-fa1c8d7a9e97 req-eaa79b76-d72c-4c7d-adcf-8befa26e7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:52.447601 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9512cc-26c7-40ad-9ef0-fa1c8d7a9e97 req-eaa79b76-d72c-4c7d-adcf-8befa26e7844 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0374db9-aa53-4e45-8522-972ea734e9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281426 Nov 27 01:05:52.530884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7130b706-95ce-47c9-b26c-c7a5ebabe315 req-5ec87490-88ec-4a3b-bfa0-76c731bf7c72 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780894 Nov 27 01:05:52.542554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0399055 Nov 27 01:05:52.543817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45710) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:52.552004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-28cb9d67-ab97-47ab-aacf-8cf0d9a33c6c admin admin] Request body: {'subnet': {'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1489024324-subnet', 'tenant_id': '35147b7bfefb4e18b12c5c98d6047346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:52.600319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0a8e8-df95-4f80-8f7d-c2b5e4f0db75 admin admin] Pushing event updated for resources: {'Network': ['ID=5c9384de-bc60-4283-868c-03a6014fbe0a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:52.606743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-aec96303-db92-46b9-8129-132977a5bb52 req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Allocated IP 10.1.1.237 (d9676a31-0c6a-4ce0-9fe0-a02465a3788d/fd984bbc-994d-4433-b63b-16bafd179da4/08ee5b8c-ecad-4c74-97c4-8588634b5d0a) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:52.613975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 5c9384de-bc60-4283-868c-03a6014fbe0a details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:05:52.631805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cb9d67-ab97-47ab-aacf-8cf0d9a33c6c admin admin] Made reservation on behalf of 35147b7bfefb4e18b12c5c98d6047346 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:52.634479 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28cb9d67-ab97-47ab-aacf-8cf0d9a33c6c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.655648 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9512cc-26c7-40ad-9ef0-fa1c8d7a9e97 req-661adc36-6c88-4b20-91f1-5fea63405580 service neutron] 10.222.0.11 "GET /v2.0/networks/a0374db9-aa53-4e45-8522-972ea734e9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980634 Nov 27 01:05:52.666471 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4179f7f2-1565-4fed-be8e-a6223e449ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.931948 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9512cc-26c7-40ad-9ef0-fa1c8d7a9e97 req-521b72b7-f4a5-4a5f-b59c-3bbcec0f3abb service neutron] 10.222.0.11 "GET /v2.0/networks/a0374db9-aa53-4e45-8522-972ea734e9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381911 Nov 27 01:05:52.995778 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:52.997930 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80690f56-21ea-4872-a4a9-cc77bef0c091 req-ad762353-3f38-4d9b-9575-2a256b2a0aac tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:53.007338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80690f56-21ea-4872-a4a9-cc77bef0c091 req-ad762353-3f38-4d9b-9575-2a256b2a0aac tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 943 time: 0.1665168 Nov 27 01:05:53.079270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28cb9d67-ab97-47ab-aacf-8cf0d9a33c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.105865 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80690f56-21ea-4872-a4a9-cc77bef0c091 req-cda16114-cb3c-4ffa-90b6-509a4c15a0ae tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974846 Nov 27 01:05:53.124811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.202839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb9d67-ab97-47ab-aacf-8cf0d9a33c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=72614284-0014-42f2-b534-c485ad684106,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:53.207368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec96303-db92-46b9-8129-132977a5bb52 req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Network d9676a31-0c6a-4ce0-9fe0-a02465a3788d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:53.216706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-aec96303-db92-46b9-8129-132977a5bb52 req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:53.219344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec96303-db92-46b9-8129-132977a5bb52 req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:53.225541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:53.227524 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.230710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Port': ['ID=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:53.246140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb9d67-ab97-47ab-aacf-8cf0d9a33c6c admin admin] Checking segment: {'id': 'b47b81af-0011-483e-b200-ffda45f7d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:53.246544 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb9d67-ab97-47ab-aacf-8cf0d9a33c6c admin admin] Network hostable DHCP agents. Network: 5c9384de-bc60-4283-868c-03a6014fbe0a, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:05:53.255451 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4179f7f2-1565-4fed-be8e-a6223e449ed6 admin admin] Deleting port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:53.257063 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4179f7f2-1565-4fed-be8e-a6223e449ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.273670 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-4adeef02-aa73-405b-b26a-e25ffad0f33a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2230153 Nov 27 01:05:53.294318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aec96303-db92-46b9-8129-132977a5bb52 req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'port': {'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9', 'admin_state_up': True, 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'security_groups': ['c2e3a299-e41d-4356-8eea-139528be2d83']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:53.303290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb9d67-ab97-47ab-aacf-8cf0d9a33c6c admin admin] Network 5c9384de-bc60-4283-868c-03a6014fbe0a is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:05:53.396954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf86ce-1591-4fd8-a4dc-f2b7d9e671bb req-6fe6bcca-f460-4ef5-af73-d24419b160bc tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:53.404496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6fdf86ce-1591-4fd8-a4dc-f2b7d9e671bb req-6fe6bcca-f460-4ef5-af73-d24419b160bc tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.1642370 Nov 27 01:05:53.430405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-28cb9d67-ab97-47ab-aacf-8cf0d9a33c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 5c9384de-bc60-4283-868c-03a6014fbe0a) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:53.436174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-4179f7f2-1565-4fed-be8e-a6223e449ed6 admin admin] For port 1f2d3b76-4574-4ba0-8c42-fe720e85a40d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1f2d3b76-4574-4ba0-8c42-fe720e85a40d,segment=NetworkSegment(65274073-9aef-4b2d-b76a-1f509b3ac250),segment_id=65274073-9aef-4b2d-b76a-1f509b3ac250)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:53.436977 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4179f7f2-1565-4fed-be8e-a6223e449ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.439742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cb9d67-ab97-47ab-aacf-8cf0d9a33c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:53.439942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28cb9d67-ab97-47ab-aacf-8cf0d9a33c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.441547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d187b82c-f3c8-4367-8eac-afbad0d28ca1 None None] Network 5c9384de-bc60-4283-868c-03a6014fbe0a requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:53.472703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:53.480218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4179f7f2-1565-4fed-be8e-a6223e449ed6 admin admin] Calling delete_port for 1f2d3b76-4574-4ba0-8c42-fe720e85a40d owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:53.519432 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6fdf86ce-1591-4fd8-a4dc-f2b7d9e671bb req-418b2cd6-8a5a-49dc-a4c9-01f0285c168f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081998 Nov 27 01:05:53.538071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-28cb9d67-ab97-47ab-aacf-8cf0d9a33c6c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9906657 Nov 27 01:05:53.605988 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.635545 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2d3e7f34-0af1-4f8e-87f8-4a56aa56a8f9 None None] Provisioning complete for port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:53.635920 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7f34-0af1-4f8e-87f8-4a56aa56a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.703428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36b687-15ee-4493-b823-b91d3c2bae5a None None] Network 5c9384de-bc60-4283-868c-03a6014fbe0a requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:53.763079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395397f2-f11c-4c1f-a665-098508dd553e req-0cf2e92e-435d-4bfb-885d-742816b2ea84 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:53.781739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395397f2-f11c-4c1f-a665-098508dd553e req-0cf2e92e-435d-4bfb-885d-742816b2ea84 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:53.782259 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e7f34-0af1-4f8e-87f8-4a56aa56a8f9 None None] Port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:53.791485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395397f2-f11c-4c1f-a665-098508dd553e req-0cf2e92e-435d-4bfb-885d-742816b2ea84 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:53.802063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-395397f2-f11c-4c1f-a665-098508dd553e req-0cf2e92e-435d-4bfb-885d-742816b2ea84 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 2374 time: 0.1301775 Nov 27 01:05:53.898344 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-395397f2-f11c-4c1f-a665-098508dd553e req-6e987638-04f1-4ade-b830-2ee0b672d777 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951273 Nov 27 01:05:53.912026 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4179f7f2-1565-4fed-be8e-a6223e449ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:53.955881 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-aec96303-db92-46b9-8129-132977a5bb52 req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Allocated IP 10.2.2.100 (47d4271c-602c-4c7f-8b55-deb4845c36a9/579f6157-5b13-45e3-aa25-7bd8f766ad59/cb125b90-f3f4-4741-b436-15bdf5492147) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:53.972668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179f7f2-1565-4fed-be8e-a6223e449ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f2d3b76-4574-4ba0-8c42-fe720e85a40d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:54.102308 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4179f7f2-1565-4fed-be8e-a6223e449ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.225889 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.236847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-482ce2ae-22eb-4daf-b850-1bfff85859d7 req-871255d0-c4af-480b-99b7-68404cecfb9e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-825493305', 'description': 'tempest-description-418587271'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:54.268926 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.271230 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-482ce2ae-22eb-4daf-b850-1bfff85859d7 req-871255d0-c4af-480b-99b7-68404cecfb9e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.316893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec96303-db92-46b9-8129-132977a5bb52 req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Network 47d4271c-602c-4c7f-8b55-deb4845c36a9 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:54.320382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-aec96303-db92-46b9-8129-132977a5bb52 req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:54.324809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec96303-db92-46b9-8129-132977a5bb52 req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:54.330358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:54.330583 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.335116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Port': ['ID=cb125b90-f3f4-4741-b436-15bdf5492147,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:54.352932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-c8782087-562e-426e-b737-3cf61adfe6f5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0627794 Nov 27 01:05:54.372441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aec96303-db92-46b9-8129-132977a5bb52 req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'port': {'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9', 'admin_state_up': True, 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'security_groups': ['c2e3a299-e41d-4356-8eea-139528be2d83']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:54.433406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4179f7f2-1565-4fed-be8e-a6223e449ed6 admin admin] Router 9964c6e4-f380-45c7-a2c4-5d68660e6048 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:05:54.445682 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-482ce2ae-22eb-4daf-b850-1bfff85859d7 req-871255d0-c4af-480b-99b7-68404cecfb9e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.454967 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-482ce2ae-22eb-4daf-b850-1bfff85859d7 req-871255d0-c4af-480b-99b7-68404cecfb9e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.528748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Made reservation on behalf of e41981d1245a4f4380c301cea0d0bc6a for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:54.535445 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.549760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871255d0-c4af-480b-99b7-68404cecfb9e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeced9d9-4793-4e6b-8595-7ded7af0e96a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:54.555212 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-482ce2ae-22eb-4daf-b850-1bfff85859d7 req-871255d0-c4af-480b-99b7-68404cecfb9e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.556589 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-482ce2ae-22eb-4daf-b850-1bfff85859d7 req-871255d0-c4af-480b-99b7-68404cecfb9e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3256650 Nov 27 01:05:54.621087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4179f7f2-1565-4fed-be8e-a6223e449ed6 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:05:54.630979 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4179f7f2-1565-4fed-be8e-a6223e449ed6 admin admin] 10.222.0.37 "PUT /v2.0/routers/9964c6e4-f380-45c7-a2c4-5d68660e6048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2794521 Nov 27 01:05:54.631964 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113c234-32da-4f4c-a353-81f3a3fd17c2 None None] Sync routers for ids ['9964c6e4-f380-45c7-a2c4-5d68660e6048'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:05:54.635794 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45730) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:54.647649 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113c234-32da-4f4c-a353-81f3a3fd17c2 None None] Routers {'9964c6e4-f380-45c7-a2c4-5d68660e6048'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:54.648287 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1113c234-32da-4f4c-a353-81f3a3fd17c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:05:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9964c6e4-f380-45c7-a2c4-5d68660e6048'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:54.723228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-15a95c7d-092b-43a9-b419-7f4e873b03a1 None None] Provisioning complete for port cb125b90-f3f4-4741-b436-15bdf5492147 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:54.723808 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-15a95c7d-092b-43a9-b419-7f4e873b03a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:54.762455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc943364-5d02-4a4b-a2f8-54a76ca29cfd req-e16a2843-2db9-4514-847a-58d53a3caf9a tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:54.777680 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc943364-5d02-4a4b-a2f8-54a76ca29cfd req-e16a2843-2db9-4514-847a-58d53a3caf9a tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 943 time: 0.1228230 Nov 27 01:05:54.824018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-15a95c7d-092b-43a9-b419-7f4e873b03a1 None None] Port cb125b90-f3f4-4741-b436-15bdf5492147 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:54.906638 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc943364-5d02-4a4b-a2f8-54a76ca29cfd req-b322613d-d265-4a3c-b5b6-f07c03eca989 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277871 Nov 27 01:05:54.953427 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1113c234-32da-4f4c-a353-81f3a3fd17c2 None None] Set router 9964c6e4-f380-45c7-a2c4-5d68660e6048 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:54.994420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-6f1a885d-903d-4045-9cae-44d88b2eb849 req-c5902979-ea50-445e-9cba-e0ee64c1c776 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-672351036', 'description': 'tempest-description-398562172'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:55.023456 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6f1a885d-903d-4045-9cae-44d88b2eb849 req-c5902979-ea50-445e-9cba-e0ee64c1c776 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.156904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6f1a885d-903d-4045-9cae-44d88b2eb849 req-c5902979-ea50-445e-9cba-e0ee64c1c776 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.173229 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6f1a885d-903d-4045-9cae-44d88b2eb849 req-c5902979-ea50-445e-9cba-e0ee64c1c776 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.232343 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1113c234-32da-4f4c-a353-81f3a3fd17c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:05:53Z', 'revision_number': 5, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:55.276710 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113c234-32da-4f4c-a353-81f3a3fd17c2 None None] Checking router: 9964c6e4-f380-45c7-a2c4-5d68660e6048 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:05:55.286262 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113c234-32da-4f4c-a353-81f3a3fd17c2 None None] Routers {'9964c6e4-f380-45c7-a2c4-5d68660e6048'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:05:55.287261 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1113c234-32da-4f4c-a353-81f3a3fd17c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:05:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9964c6e4-f380-45c7-a2c4-5d68660e6048'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:55.356645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-aec96303-db92-46b9-8129-132977a5bb52 req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Allocated IP 10.2.2.200 (47d4271c-602c-4c7f-8b55-deb4845c36a9/579f6157-5b13-45e3-aa25-7bd8f766ad59/2a64b1a0-430d-4628-bea9-f08fdf8c263d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:55.409284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b3d11134-fb19-4fab-9525-3095d8a2c8cb details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:05:55.424049 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1113c234-32da-4f4c-a353-81f3a3fd17c2 None None] Set router 9964c6e4-f380-45c7-a2c4-5d68660e6048 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:05:55.584091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port b3d11134-fb19-4fab-9525-3095d8a2c8cb, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b3d11134-fb19-4fab-9525-3095d8a2c8cb,segment=NetworkSegment(1355c50f-ef55-45a4-acb5-066e14deab86),segment_id=1355c50f-ef55-45a4-acb5-066e14deab86)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:55.587008 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.612826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'b3d11134-fb19-4fab-9525-3095d8a2c8cb', 'network_id': 'a0374db9-aa53-4e45-8522-972ea734e9f5', 'port_id': 'b3d11134-fb19-4fab-9525-3095d8a2c8cb', 'mac_address': 'fa:16:3e:2b:dd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de713de9-4b84-4265-811c-31f175e9340d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:05:55.622392 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1113c234-32da-4f4c-a353-81f3a3fd17c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:05:53Z', 'revision_number': 5, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:55.662277 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113c234-32da-4f4c-a353-81f3a3fd17c2 None None] The sync data for ids ['9964c6e4-f380-45c7-a2c4-5d68660e6048'] in n-d-819494-2 is: [{'id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1291616630-router', 'tenant_id': '06b109f52d0d4509a404f24a67ef28b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:06Z', 'updated_at': '2021-11-27T01:05:53Z', 'revision_number': 5, 'project_id': '06b109f52d0d4509a404f24a67ef28b8', 'gw_port': {'id': 'd4a7f0e3-16bc-4e48-a08d-830977d5487d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964c6e4-f380-45c7-a2c4-5d68660e6048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:09Z', 'updated_at': '2021-11-27T01:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:05:55.722222 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6f1a885d-903d-4045-9cae-44d88b2eb849 req-c5902979-ea50-445e-9cba-e0ee64c1c776 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.723119 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.723583 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f1a885d-903d-4045-9cae-44d88b2eb849 req-c5902979-ea50-445e-9cba-e0ee64c1c776 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.7335322 Nov 27 01:05:55.724406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5902979-ea50-445e-9cba-e0ee64c1c776 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81083982-49f8-4393-9677-cd20dee9f570,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:55.772147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d11134-fb19-4fab-9525-3095d8a2c8cb {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:55.804926 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.816640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052102f-4631-49ef-883f-240c4062cbd6 req-5d369eed-2716-4038-b2e8-601bb06d4602 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.818229 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b052102f-4631-49ef-883f-240c4062cbd6 req-5d369eed-2716-4038-b2e8-601bb06d4602 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.5805359 Nov 27 01:05:55.827558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port b3d11134-fb19-4fab-9525-3095d8a2c8cb, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b3d11134-fb19-4fab-9525-3095d8a2c8cb,segment=NetworkSegment(1355c50f-ef55-45a4-acb5-066e14deab86),segment_id=1355c50f-ef55-45a4-acb5-066e14deab86)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:55.839605 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.895336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec96303-db92-46b9-8129-132977a5bb52 req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Network 47d4271c-602c-4c7f-8b55-deb4845c36a9 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:55.910493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-aec96303-db92-46b9-8129-132977a5bb52 req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:55.922823 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec96303-db92-46b9-8129-132977a5bb52 req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:55.928751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.929392 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.940220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event updated for resources: {'Port': ['ID=2a64b1a0-430d-4628-bea9-f08fdf8c263d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:55.940808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=b3d11134-fb19-4fab-9525-3095d8a2c8cb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:55.943074 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:55.972061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31efb8a-a7c0-4e24-a2c3-caa68c295569 req-2f629c8f-f9b5-413a-860a-2c607dcc5e7e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.980012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31efb8a-a7c0-4e24-a2c3-caa68c295569 req-2f629c8f-f9b5-413a-860a-2c607dcc5e7e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:55.988528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31efb8a-a7c0-4e24-a2c3-caa68c295569 req-2f629c8f-f9b5-413a-860a-2c607dcc5e7e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.000709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31efb8a-a7c0-4e24-a2c3-caa68c295569 req-2f629c8f-f9b5-413a-860a-2c607dcc5e7e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.011016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31efb8a-a7c0-4e24-a2c3-caa68c295569 req-2f629c8f-f9b5-413a-860a-2c607dcc5e7e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.014390 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d31efb8a-a7c0-4e24-a2c3-caa68c295569 req-2f629c8f-f9b5-413a-860a-2c607dcc5e7e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 3816 time: 0.1262641 Nov 27 01:05:56.032292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-afb115e8-5b2d-4b15-b8f2-8dc7af3ca23e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6638846 Nov 27 01:05:56.054866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b052102f-4631-49ef-883f-240c4062cbd6 req-5c2b937a-20c9-461e-a40e-1717d3c79e11 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146671 Nov 27 01:05:56.122611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Request body: {'port': {'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:56.138456 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d31efb8a-a7c0-4e24-a2c3-caa68c295569 req-7a2bd9de-c911-4183-b66e-fe9d6cf1dc7f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103821 Nov 27 01:05:56.215293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b3d11134-fb19-4fab-9525-3095d8a2c8cb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:05:56.247689 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.252035 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.460680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1a8d4a3c-9937-461b-9a8d-794c8f1f3b2c None None] Provisioning complete for port 2a64b1a0-430d-4628-bea9-f08fdf8c263d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:56.461300 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a8d4a3c-9937-461b-9a8d-794c8f1f3b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.488676 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Deleting port d4a7f0e3-16bc-4e48-a08d-830977d5487d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:56.489015 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.507209 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d4a3c-9937-461b-9a8d-794c8f1f3b2c None None] Port 2a64b1a0-430d-4628-bea9-f08fdf8c263d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:05:56.516939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-fc3de83b-2f38-4718-8ed7-d8bee6c6d1cb tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.518487 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-fc3de83b-2f38-4718-8ed7-d8bee6c6d1cb tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/networks?id=5c9384de-bc60-4283-868c-03a6014fbe0a HTTP/1.1" status: 200 len: 813 time: 0.2451439 Nov 27 01:05:56.542152 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-69cc93b8-6997-4a7e-8323-ed4d6ebe044a tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/quotas/35147b7bfefb4e18b12c5c98d6047346 HTTP/1.1" status: 200 len: 375 time: 0.0175824 Nov 27 01:05:56.577956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-b2e25a3a-92f1-41aa-a7f3-82b9b05ccfdc tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=35147b7bfefb4e18b12c5c98d6047346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348470 Nov 27 01:05:56.602616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da849f-8f0f-47a9-8639-aeab77cb7069 req-5b79745e-ee07-4b9b-90e1-454f35175039 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:56.604214 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8da849f-8f0f-47a9-8639-aeab77cb7069 req-5b79745e-ee07-4b9b-90e1-454f35175039 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 944 time: 0.2465706 Nov 27 01:05:56.692381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-d5946aeb-2830-4c43-bace-bf644e8ef473 service neutron] 10.222.0.37 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127267 Nov 27 01:05:56.705509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] For port d4a7f0e3-16bc-4e48-a08d-830977d5487d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d4a7f0e3-16bc-4e48-a08d-830977d5487d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:56.705896 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.743277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Calling delete_port for d4a7f0e3-16bc-4e48-a08d-830977d5487d owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:56.756111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8da849f-8f0f-47a9-8639-aeab77cb7069 req-67fd5ff9-bc88-42f6-84b8-9d9427839326 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397798 Nov 27 01:05:56.786817 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-f3e6f701-f54d-4430-978c-2cffe4301ec8 service neutron] 10.222.0.37 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936141 Nov 27 01:05:56.836657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:56.847787 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.875066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Transition to ACTIVE for port object e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:05:56.892642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1f2d3b76-4574-4ba0-8c42-fe720e85a40d no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:56.920576 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:56.940267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 1f2d3b76-4574-4ba0-8c42-fe720e85a40d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:56.940616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1f2d3b76-4574-4ba0-8c42-fe720e85a40d not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:57.004781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Pushing event updated for resources: {'Port': ['ID=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:57.024517 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-057f12d5-59e3-4ffa-8a46-1c7c8141abe0 req-97c66c00-7677-4752-aebc-48c76eca7324 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 210 time: 0.0520344 Nov 27 01:05:57.064455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Attempting to bind port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:05:57.064797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Attempting to bind port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:05:57.065125 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Attempting to bind port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 on network 874ba3d7-fadd-49cf-b553-f26abbe13939 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:57.075254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 on network 874ba3d7-fadd-49cf-b553-f26abbe13939 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:05:57.075594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Attempting to bind port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 on network 874ba3d7-fadd-49cf-b553-f26abbe13939 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:05:57.086882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:05:57.087089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Checking segment: {'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:05:57.087764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Bound using segment: {'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:05:57.087884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Bound port: e02598a7-5e0c-4e55-8eea-03ab3c8c0c92, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982a4ca0-7e05-47cb-8107-45f730f0f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:05:57.088199 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.102142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.136616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a7f0e3-16bc-4e48-a08d-830977d5487d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:57.225456 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.362772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f0b6d-45e1-4448-8fe5-7b278705dcc0 req-517b4534-c606-4e5f-8dbd-a8c3ef236aaa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:57.369733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f0b6d-45e1-4448-8fe5-7b278705dcc0 req-517b4534-c606-4e5f-8dbd-a8c3ef236aaa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:57.377429 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f0b6d-45e1-4448-8fe5-7b278705dcc0 req-517b4534-c606-4e5f-8dbd-a8c3ef236aaa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:57.384042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f0b6d-45e1-4448-8fe5-7b278705dcc0 req-517b4534-c606-4e5f-8dbd-a8c3ef236aaa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:57.391913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f0b6d-45e1-4448-8fe5-7b278705dcc0 req-517b4534-c606-4e5f-8dbd-a8c3ef236aaa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:57.394222 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af0f0b6d-45e1-4448-8fe5-7b278705dcc0 req-517b4534-c606-4e5f-8dbd-a8c3ef236aaa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 3828 time: 0.1201680 Nov 27 01:05:57.397062 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b3d11134-fb19-4fab-9525-3095d8a2c8cb up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:05:57.422298 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.426746 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.508453 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af0f0b6d-45e1-4448-8fe5-7b278705dcc0 req-a06ee9d2-c584-4447-929c-d8075c442dd3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959508 Nov 27 01:05:57.518613 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.519466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9964c6e4-f380-45c7-a2c4-5d68660e6048 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:05:57.520643 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port b3d11134-fb19-4fab-9525-3095d8a2c8cb completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:05:57.521964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] For port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:05:57.528329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port b3d11134-fb19-4fab-9525-3095d8a2c8cb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:05:57.529501 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.542282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e7b01-c85e-4623-b7e6-5abdd1f89e43 req-feefbabb-4a39-4086-9036-9c4b4539d402 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:57.551404 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ac8e7b01-c85e-4623-b7e6-5abdd1f89e43 req-feefbabb-4a39-4086-9036-9c4b4539d402 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.3783267 Nov 27 01:05:57.561281 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.563183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-358f0106-afe2-44ac-b53e-4af81be4de94 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9964c6e4-f380-45c7-a2c4-5d68660e6048 HTTP/1.1" status: 204 len: 168 time: 2.9261925 Nov 27 01:05:57.565769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45772) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:57.596196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] For port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:05:57.615532 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.689454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51c9750-b62b-4755-933c-67f4fdf329ce admin admin] Deleting subnet 6ecafef7-5123-4195-843c-d88c3c06b211 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:05:57.698154 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d51c9750-b62b-4755-933c-67f4fdf329ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.701208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.732128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ac8e7b01-c85e-4623-b7e6-5abdd1f89e43 req-82ae93ad-2668-49e2-b060-4139defb8f13 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739087 Nov 27 01:05:57.735835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:57.736446 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.738099 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] 10.222.0.11 "PUT /v2.0/ports/e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 HTTP/1.1" status: 200 len: 1091 time: 1.6195924 Nov 27 01:05:57.738474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:57.758882 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5c961c-5e71-4bd5-b6b5-00732da68e86" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "e02598a7-5e0c-4e55-8eea-03ab3c8c0c92"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:57.765065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc7452-e9ee-4bf5-8d6a-c07b04b24e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d11134-fb19-4fab-9525-3095d8a2c8cb'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:05:57.784963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Request body: {'port': {'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:57.790434 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bc87f3-d048-4cc7-9a20-7d7a65cf7557" -d '{"events": [{"server_uuid": "facc7452-e9ee-4bf5-8d6a-c07b04b24e5c", "name": "network-vif-plugged", "status": "completed", "tag": "b3d11134-fb19-4fab-9525-3095d8a2c8cb"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:05:57.794710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port b3d11134-fb19-4fab-9525-3095d8a2c8cb, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b3d11134-fb19-4fab-9525-3095d8a2c8cb,segment=NetworkSegment(1355c50f-ef55-45a4-acb5-066e14deab86),segment_id=1355c50f-ef55-45a4-acb5-066e14deab86)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:57.805029 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.854963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d51c9750-b62b-4755-933c-67f4fdf329ce admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:57.896859 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c529d1a-10a6-464f-afa7-c6d464e9b802 x-openstack-request-id: req-9c529d1a-10a6-464f-afa7-c6d464e9b802 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:57.897286 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "e02598a7-5e0c-4e55-8eea-03ab3c8c0c92", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:57.897411 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c529d1a-10a6-464f-afa7-c6d464e9b802 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:57.897819 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92', 'status': 'completed', 'code': 200} Nov 27 01:05:57.916292 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=b3d11134-fb19-4fab-9525-3095d8a2c8cb,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:57.918827 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b9da5-166c-45b4-bf01-f501b6f565db service neutron] Pushing event updated for resources: {'Port': ['ID=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:57.921841 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068eda1b-aef6-413a-8909-bf16a1a06ca6 x-openstack-request-id: req-068eda1b-aef6-413a-8909-bf16a1a06ca6 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:05:57.922353 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc7452-e9ee-4bf5-8d6a-c07b04b24e5c", "name": "network-vif-plugged", "status": "completed", "tag": "b3d11134-fb19-4fab-9525-3095d8a2c8cb", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:05:57.922793 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-068eda1b-aef6-413a-8909-bf16a1a06ca6 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:05:57.923361 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facc7452-e9ee-4bf5-8d6a-c07b04b24e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d11134-fb19-4fab-9525-3095d8a2c8cb', 'code': 200} Nov 27 01:05:58.090662 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d51c9750-b62b-4755-933c-67f4fdf329ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.149197 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.152054 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-654fb437-6565-4a29-a4fb-a9fa1943d24e req-ff6c03e5-a30d-4dcd-9854-82a5078ea8c7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 210 time: 0.0555475 Nov 27 01:05:58.193762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c961c-5e71-4bd5-b6b5-00732da68e86 req-61ff9bfe-ca80-46d1-b747-1d0b704fd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.194290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c961c-5e71-4bd5-b6b5-00732da68e86 req-61ff9bfe-ca80-46d1-b747-1d0b704fd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.194809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c961c-5e71-4bd5-b6b5-00732da68e86 req-61ff9bfe-ca80-46d1-b747-1d0b704fd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.195220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c961c-5e71-4bd5-b6b5-00732da68e86 req-61ff9bfe-ca80-46d1-b747-1d0b704fd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.195661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c961c-5e71-4bd5-b6b5-00732da68e86 req-61ff9bfe-ca80-46d1-b747-1d0b704fd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.197391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8d5c961c-5e71-4bd5-b6b5-00732da68e86 req-61ff9bfe-ca80-46d1-b747-1d0b704fd22c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 4363 time: 0.2337334 Nov 27 01:05:58.198042 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d51c9750-b62b-4755-933c-67f4fdf329ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.205785 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb601a8-d0c4-409a-8137-4e4482487011 req-8feb58d3-9f37-4ca6-b302-c6ba61f4db90 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.207173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-deb601a8-d0c4-409a-8137-4e4482487011 req-8feb58d3-9f37-4ca6-b302-c6ba61f4db90 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 945 time: 0.2797697 Nov 27 01:05:58.217839 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d51c9750-b62b-4755-933c-67f4fdf329ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.224306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d51c9750-b62b-4755-933c-67f4fdf329ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6ecafef7-5123-4195-843c-d88c3c06b211 HTTP/1.1" status: 204 len: 168 time: 0.6568542 Nov 27 01:05:58.225984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228765c4-7f26-4e4d-9d1c-5d550c185959 None None] Network f53731c6-2225-4e06-a58c-855a6cb2eab5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:05:58.246210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45784) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:05:58.250728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c9750-b62b-4755-933c-67f4fdf329ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ecafef7-5123-4195-843c-d88c3c06b211,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:58.354086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2762579-060e-42c1-a830-388c4ec5edd4 req-01f2c8b4-b050-43ca-a1b2-6d139522c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.356104 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2762579-060e-42c1-a830-388c4ec5edd4 req-01f2c8b4-b050-43ca-a1b2-6d139522c6ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 1096 time: 0.2682159 Nov 27 01:05:58.585527 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.668685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d595874-f20e-4e4e-ba59-af11363cca1f None None] DHCP port deletion for f53731c6-2225-4e06-a58c-855a6cb2eab5 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:05:58.671541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-deb601a8-d0c4-409a-8137-4e4482487011 req-d1fda983-01a1-4b1f-97fc-d696767e2b2f tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274998 Nov 27 01:05:58.683948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-847c27a0-6854-406a-8ade-a6464ddc0a0c tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.696228 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-847c27a0-6854-406a-8ade-a6464ddc0a0c tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.42 "GET /v2.0/networks?id=5c9384de-bc60-4283-868c-03a6014fbe0a HTTP/1.1" status: 200 len: 813 time: 0.1931105 Nov 27 01:05:58.744383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'port': {'device_id': '6dcbab55-5270-4427-811b-268f7fb7fc54', 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a', 'admin_state_up': True, 'tenant_id': '35147b7bfefb4e18b12c5c98d6047346'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:58.793200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1d595874-f20e-4e4e-ba59-af11363cca1f None None] Deleting port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:05:58.793578 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d595874-f20e-4e4e-ba59-af11363cca1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.813588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3435-4a5a-438f-9143-cb8dfa1c1dcc req-67454431-8439-4178-b8bb-ba82f1d00796 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.819686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3435-4a5a-438f-9143-cb8dfa1c1dcc req-67454431-8439-4178-b8bb-ba82f1d00796 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.825776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3435-4a5a-438f-9143-cb8dfa1c1dcc req-67454431-8439-4178-b8bb-ba82f1d00796 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.831873 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3435-4a5a-438f-9143-cb8dfa1c1dcc req-67454431-8439-4178-b8bb-ba82f1d00796 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.838135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3435-4a5a-438f-9143-cb8dfa1c1dcc req-67454431-8439-4178-b8bb-ba82f1d00796 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:58.840000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-730f3435-4a5a-438f-9143-cb8dfa1c1dcc req-67454431-8439-4178-b8bb-ba82f1d00796 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 3828 time: 0.1428273 Nov 27 01:05:58.881039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1d595874-f20e-4e4e-ba59-af11363cca1f None None] For port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9,segment=NetworkSegment(65274073-9aef-4b2d-b76a-1f509b3ac250),segment_id=65274073-9aef-4b2d-b76a-1f509b3ac250)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:05:58.884066 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d595874-f20e-4e4e-ba59-af11363cca1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:58.900679 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-730f3435-4a5a-438f-9143-cb8dfa1c1dcc req-d0991473-2168-4c45-b010-e9b03083e02f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520623 Nov 27 01:05:58.917319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1d595874-f20e-4e4e-ba59-af11363cca1f None None] Calling delete_port for de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:05:58.983758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Made reservation on behalf of 35147b7bfefb4e18b12c5c98d6047346 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:05:58.987789 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.000247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d4a7f0e3-16bc-4e48-a08d-830977d5487d no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:59.025376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: d4a7f0e3-16bc-4e48-a08d-830977d5487d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:05:59.026008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d4a7f0e3-16bc-4e48-a08d-830977d5487d not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:05:59.026596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:05:59.152853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Allocated IP 172.20.0.3 (5c9384de-bc60-4283-868c-03a6014fbe0a/72614284-0014-42f2-b534-c485ad684106/4b8472f9-5a31-4823-b624-8bc259b180b3) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:05:59.190282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2762579-060e-42c1-a830-388c4ec5edd4 req-3352784a-ddd1-4d06-88e3-66c37608eb50 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8032176 Nov 27 01:05:59.221492 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d595874-f20e-4e4e-ba59-af11363cca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.261386 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d595874-f20e-4e4e-ba59-af11363cca1f None None] Pushing event deleted for resources: {'Port': ['ID=de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:59.281839 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.296860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d595874-f20e-4e4e-ba59-af11363cca1f None None] No DVR routers for this DVR port de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:05:59.325978 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7172ab52-e627-42e6-84ea-c27c3339ac8e req-d69c7440-35f8-4be6-8828-bec78d970a5f tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 210 time: 0.0496187 Nov 27 01:05:59.379156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c961c-5e71-4bd5-b6b5-00732da68e86 req-486bf66a-45aa-41f6-b197-e664586cea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:59.379711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c961c-5e71-4bd5-b6b5-00732da68e86 req-486bf66a-45aa-41f6-b197-e664586cea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:59.380187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c961c-5e71-4bd5-b6b5-00732da68e86 req-486bf66a-45aa-41f6-b197-e664586cea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:59.381801 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8d5c961c-5e71-4bd5-b6b5-00732da68e86 req-486bf66a-45aa-41f6-b197-e664586cea8f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1366642 Nov 27 01:05:59.383024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] The port 'de8a0e8e-36e0-4e4d-b7ea-66d93c4ae4b9' was deleted {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 01:05:59.410636 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.455967 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.503491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Network 5c9384de-bc60-4283-868c-03a6014fbe0a is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:05:59.506675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:05:59.509348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:05:59.515935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:59.516622 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.528896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'Port': ['ID=4b8472f9-5a31-4823-b624-8bc259b180b3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:05:59.543518 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-7d145e98-0769-425c-bc2c-2b8106c2e2f7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8117375 Nov 27 01:05:59.565285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Request body: {'port': {'device_id': '6dcbab55-5270-4427-811b-268f7fb7fc54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:05:59.600028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77e468-e23f-4820-b8d9-c43ce6aadca2 req-4cd28939-263d-4275-9af6-31cb8028b579 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:59.602698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1c77e468-e23f-4820-b8d9-c43ce6aadca2 req-4cd28939-263d-4275-9af6-31cb8028b579 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.4155853 Nov 27 01:05:59.617074 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.628465 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.678837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3cb3db-c176-4752-a004-355223eef51b {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:05:59.691563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.691910 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.692689 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.693326 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > port after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.693704 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.694167 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > port after_update 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.694659 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.695003 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.695423 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.695752 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.848963 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.848963 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.849294 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.849393 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:05:59.849762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53731c6-2225-4e06-a58c-855a6cb2eab5']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:59.858518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52558e9-0c49-4e35-a0af-3eb98c0c50fc req-5607fb49-180b-4c25-a50d-4eb21b67eb2b tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:59.860074 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f52558e9-0c49-4e35-a0af-3eb98c0c50fc req-5607fb49-180b-4c25-a50d-4eb21b67eb2b tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 945 time: 0.1159563 Nov 27 01:05:59.891654 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:05:59.923868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65274073-9aef-4b2d-b76a-1f509b3ac250') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:59.924159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65274073-9aef-4b2d-b76a-1f509b3ac250') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:05:59.946515 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f52558e9-0c49-4e35-a0af-3eb98c0c50fc req-f8313e51-ca8e-4cef-a193-c08af5a5dc76 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713866 Nov 27 01:05:59.953873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c961c-5e71-4bd5-b6b5-00732da68e86 req-9bf1e1db-41c8-4daa-a071-76acb5d41665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:05:59.955644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8d5c961c-5e71-4bd5-b6b5-00732da68e86 req-9bf1e1db-41c8-4daa-a071-76acb5d41665 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4840436 Nov 27 01:05:59.957970 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.010849 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1c77e468-e23f-4820-b8d9-c43ce6aadca2 req-04bde1e0-2848-46c1-8ee1-0c0703d0dc47 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909078 Nov 27 01:06:00.012016 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Transition to ACTIVE for port object 0c3cb3db-c176-4752-a004-355223eef51b will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:00.021789 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.025413 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.031072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8472f9-5a31-4823-b624-8bc259b180b3 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:00.042519 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.046207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:06:00.046949 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.056978 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Transition to ACTIVE for port object 4b8472f9-5a31-4823-b624-8bc259b180b3 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:00.062050 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: from cryptography.utils import int_from_bytes Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: from cryptography.utils import int_from_bytes Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:06:00.076085 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:06:00.125822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8472f9-5a31-4823-b624-8bc259b180b3,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:00.186326 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Attempting to bind port 4b8472f9-5a31-4823-b624-8bc259b180b3 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:00.186967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Attempting to bind port 4b8472f9-5a31-4823-b624-8bc259b180b3 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'b47b81af-0011-483e-b200-ffda45f7d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:00.187300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Attempting to bind port 4b8472f9-5a31-4823-b624-8bc259b180b3 on network 5c9384de-bc60-4283-868c-03a6014fbe0a {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:00.193712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Port 4b8472f9-5a31-4823-b624-8bc259b180b3 on network 5c9384de-bc60-4283-868c-03a6014fbe0a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:00.194042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Attempting to bind port 4b8472f9-5a31-4823-b624-8bc259b180b3 on network 5c9384de-bc60-4283-868c-03a6014fbe0a {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:00.199723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:00.200059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Checking segment: {'id': 'b47b81af-0011-483e-b200-ffda45f7d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:00.200593 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Bound using segment: {'id': 'b47b81af-0011-483e-b200-ffda45f7d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:00.201035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Bound port: 4b8472f9-5a31-4823-b624-8bc259b180b3, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b47b81af-0011-483e-b200-ffda45f7d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:00.201935 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.295433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3cb3db-c176-4752-a004-355223eef51b,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:00.305815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] For port 4b8472f9-5a31-4823-b624-8bc259b180b3, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:00.310211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] For port 4b8472f9-5a31-4823-b624-8bc259b180b3, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b8472f9-5a31-4823-b624-8bc259b180b3,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:00.327881 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.355717 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.363212 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.367285 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f53731c6-2225-4e06-a58c-855a6cb2eab5 HTTP/1.1" status: 204 len: 168 time: 2.1197486 Nov 27 01:06:00.411589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.412323 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.412441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cba70f-b763-4996-a882-ebab0e078628 req-23a2f8fc-518b-4a2c-9709-a99be929c53b tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.413880 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] 10.222.0.42 "PUT /v2.0/ports/4b8472f9-5a31-4823-b624-8bc259b180b3 HTTP/1.1" status: 200 len: 1091 time: 0.8532274 Nov 27 01:06:00.414425 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcbab55-5270-4427-811b-268f7fb7fc54', 'tag': '4b8472f9-5a31-4823-b624-8bc259b180b3'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:00.416722 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453baf3e-2e72-411e-9434-062f6a3d1c45" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcbab55-5270-4427-811b-268f7fb7fc54", "tag": "4b8472f9-5a31-4823-b624-8bc259b180b3"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:00.418474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cba70f-b763-4996-a882-ebab0e078628 req-23a2f8fc-518b-4a2c-9709-a99be929c53b tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.425269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cba70f-b763-4996-a882-ebab0e078628 req-23a2f8fc-518b-4a2c-9709-a99be929c53b tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.432820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cba70f-b763-4996-a882-ebab0e078628 req-23a2f8fc-518b-4a2c-9709-a99be929c53b tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.440089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cba70f-b763-4996-a882-ebab0e078628 req-23a2f8fc-518b-4a2c-9709-a99be929c53b tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.452947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cba70f-b763-4996-a882-ebab0e078628 req-23a2f8fc-518b-4a2c-9709-a99be929c53b tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.455257 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2cba70f-b763-4996-a882-ebab0e078628 req-23a2f8fc-518b-4a2c-9709-a99be929c53b tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 4601 time: 0.2987261 Nov 27 01:06:00.458486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b12d55-e8ca-4b7e-9d37-eda3ab8fe469 admin admin] Pushing event deleted for resources: {'Network': ['ID=f53731c6-2225-4e06-a58c-855a6cb2eab5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:00.479117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fd2ad-565f-460b-bb16-75b9f57b3c05 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8472f9-5a31-4823-b624-8bc259b180b3,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:00.542647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Attempting to bind port 0c3cb3db-c176-4752-a004-355223eef51b on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:00.543029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Attempting to bind port 0c3cb3db-c176-4752-a004-355223eef51b by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:00.543300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Attempting to bind port 0c3cb3db-c176-4752-a004-355223eef51b on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:00.559449 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Port 0c3cb3db-c176-4752-a004-355223eef51b on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:00.559811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Attempting to bind port 0c3cb3db-c176-4752-a004-355223eef51b on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:00.585586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:00.585913 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Checking segment: {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:00.586262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Bound using segment: {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:00.587929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Bound port: 0c3cb3db-c176-4752-a004-355223eef51b, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:00.588281 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.607211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bff3a6-ade8-44bf-bfb6-530cb53b713a req-5b076ceb-8028-4677-9142-02d6f472e24f tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.615928 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-83bff3a6-ade8-44bf-bfb6-530cb53b713a req-5b076ceb-8028-4677-9142-02d6f472e24f tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 943 time: 0.0987542 Nov 27 01:06:00.625743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45812) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:00.627708 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-856f159f-04f1-48dd-aa65-1b16b6672810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.629203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-856f159f-04f1-48dd-aa65-1b16b6672810 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35147b7bfefb4e18b12c5c98d6047346&device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 1094 time: 0.1249986 Nov 27 01:06:00.665670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] For port 0c3cb3db-c176-4752-a004-355223eef51b, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:00.669244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] For port 0c3cb3db-c176-4752-a004-355223eef51b, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0c3cb3db-c176-4752-a004-355223eef51b,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:00.682846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2cba70f-b763-4996-a882-ebab0e078628 req-732d7f3a-b81f-4ea8-a4b4-eb52eb7734e4 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2130589 Nov 27 01:06:00.685519 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.709710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-9a2f5f82-28bf-45db-b6f7-54f6391d5664 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b8472f9-5a31-4823-b624-8bc259b180b3 HTTP/1.1" status: 200 len: 217 time: 0.0522575 Nov 27 01:06:00.755861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.756974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.759021 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] 10.222.0.11 "PUT /v2.0/ports/0c3cb3db-c176-4752-a004-355223eef51b HTTP/1.1" status: 200 len: 1131 time: 2.9796331 Nov 27 01:06:00.759633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': '0c3cb3db-c176-4752-a004-355223eef51b'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:00.763624 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed18261d-0d43-468d-bdb1-24c189639266" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "0c3cb3db-c176-4752-a004-355223eef51b"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:00.769973 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a10dbc-64c3-4f16-ae53-3e404254a26d x-openstack-request-id: req-61a10dbc-64c3-4f16-ae53-3e404254a26d {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:00.770301 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcbab55-5270-4427-811b-268f7fb7fc54", "tag": "4b8472f9-5a31-4823-b624-8bc259b180b3", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:00.770546 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61a10dbc-64c3-4f16-ae53-3e404254a26d {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:00.771361 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcbab55-5270-4427-811b-268f7fb7fc54', 'tag': '4b8472f9-5a31-4823-b624-8bc259b180b3', 'status': 'completed', 'code': 200} Nov 27 01:06:00.788915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa55da5-78f1-4e4e-86d7-56cbdc584b01 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3cb3db-c176-4752-a004-355223eef51b,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:00.793578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-83bff3a6-ade8-44bf-bfb6-530cb53b713a req-0a4aacbd-0e34-4e65-aad6-17b950f7ea86 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767769 Nov 27 01:06:00.807762 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b74a2980-93ae-4157-90ce-03581d1b32b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06b109f52d0d4509a404f24a67ef28b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774867 Nov 27 01:06:00.810613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45816) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:00.835433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Request body: {'port': {'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:00.836253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-aef50144-9745-4a40-993e-c3a373775f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:00.837716 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-aef50144-9745-4a40-993e-c3a373775f77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72614284-0014-42f2-b534-c485ad684106 HTTP/1.1" status: 200 len: 853 time: 0.1164865 Nov 27 01:06:00.876831 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9156da-8afa-4340-820e-093b0d00e394 x-openstack-request-id: req-ba9156da-8afa-4340-820e-093b0d00e394 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:00.877050 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-116e028c-b2c6-45ff-95e2-dffdfde6bc5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5c9384de-bc60-4283-868c-03a6014fbe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305855 Nov 27 01:06:00.877490 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "0c3cb3db-c176-4752-a004-355223eef51b", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:00.877490 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba9156da-8afa-4340-820e-093b0d00e394 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:00.877987 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': '0c3cb3db-c176-4752-a004-355223eef51b', 'status': 'completed', 'code': 200} Nov 27 01:06:00.957397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:00.986368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-31cef2cc-3bdf-4aad-b15e-9c572d357c16 service neutron] 10.222.0.42 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013067 Nov 27 01:06:01.021487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18261d-0d43-468d-bdb1-24c189639266 req-0697ed01-36e1-4b84-8f66-0a09a7a7b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.021893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18261d-0d43-468d-bdb1-24c189639266 req-0697ed01-36e1-4b84-8f66-0a09a7a7b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.022400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18261d-0d43-468d-bdb1-24c189639266 req-0697ed01-36e1-4b84-8f66-0a09a7a7b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.022869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18261d-0d43-468d-bdb1-24c189639266 req-0697ed01-36e1-4b84-8f66-0a09a7a7b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.023538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18261d-0d43-468d-bdb1-24c189639266 req-0697ed01-36e1-4b84-8f66-0a09a7a7b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.023781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18261d-0d43-468d-bdb1-24c189639266 req-0697ed01-36e1-4b84-8f66-0a09a7a7b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.025582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ed18261d-0d43-468d-bdb1-24c189639266 req-0697ed01-36e1-4b84-8f66-0a09a7a7b7f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5287 time: 0.1385882 Nov 27 01:06:01.026248 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86e917fc-31c4-4b54-a638-0347e95bf9d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.159825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d568c-86aa-4066-a543-a1af974ff9fc req-ae7233a7-e34b-4e62-8e3c-dd8cec8fe165 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.161650 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f89d568c-86aa-4066-a543-a1af974ff9fc req-ae7233a7-e34b-4e62-8e3c-dd8cec8fe165 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 945 time: 0.0973976 Nov 27 01:06:01.167057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25fa08b-9978-472d-8536-6dd5e8835b95 req-115d46f2-31e1-4cf1-97f5-f10332c028bb service neutron] 10.222.0.42 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596851 Nov 27 01:06:01.208943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86e917fc-31c4-4b54-a638-0347e95bf9d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.221486 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f89d568c-86aa-4066-a543-a1af974ff9fc req-07a53d76-d5bd-4328-88d2-d2bab707fcf7 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513055 Nov 27 01:06:01.314599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453baf3e-2e72-411e-9434-062f6a3d1c45 req-37eccf2d-a905-42a7-9608-33405e61e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.316231 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-453baf3e-2e72-411e-9434-062f6a3d1c45 req-37eccf2d-a905-42a7-9608-33405e61e982 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35147b7bfefb4e18b12c5c98d6047346&device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 1094 time: 0.0455856 Nov 27 01:06:01.381659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ac6c0-778f-49c6-bcd3-5db9b638c97b req-46876276-89de-4217-9090-1ec0fe304914 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.383237 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b67ac6c0-778f-49c6-bcd3-5db9b638c97b req-46876276-89de-4217-9090-1ec0fe304914 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.2174559 Nov 27 01:06:01.391582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18261d-0d43-468d-bdb1-24c189639266 req-ef3a2b2b-1504-4330-b15a-5940187ed9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.392117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18261d-0d43-468d-bdb1-24c189639266 req-ef3a2b2b-1504-4330-b15a-5940187ed9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.392583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18261d-0d43-468d-bdb1-24c189639266 req-ef3a2b2b-1504-4330-b15a-5940187ed9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.394128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ed18261d-0d43-468d-bdb1-24c189639266 req-ef3a2b2b-1504-4330-b15a-5940187ed9b9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3506703 Nov 27 01:06:01.445838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453baf3e-2e72-411e-9434-062f6a3d1c45 req-1ecb7a11-0720-49bc-84c3-5946c5f620c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.447541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-453baf3e-2e72-411e-9434-062f6a3d1c45 req-1ecb7a11-0720-49bc-84c3-5946c5f620c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5c9384de-bc60-4283-868c-03a6014fbe0a HTTP/1.1" status: 200 len: 914 time: 0.1235712 Nov 27 01:06:01.499069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86e917fc-31c4-4b54-a638-0347e95bf9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.502075 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86e917fc-31c4-4b54-a638-0347e95bf9d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.502563 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-453baf3e-2e72-411e-9434-062f6a3d1c45 req-10cdc504-c846-4d89-83d7-374a1cbabd5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b8472f9-5a31-4823-b624-8bc259b180b3 HTTP/1.1" status: 200 len: 217 time: 0.0461242 Nov 27 01:06:01.505805 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-86e917fc-31c4-4b54-a638-0347e95bf9d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/909be6f8-c302-4062-bb49-adaabff9086d HTTP/1.1" status: 204 len: 168 time: 0.6903236 Nov 27 01:06:01.517039 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b67ac6c0-778f-49c6-bcd3-5db9b638c97b req-e208e2b3-8686-49d3-839a-a5d00bbc1bb7 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201377 Nov 27 01:06:01.528831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e917fc-31c4-4b54-a638-0347e95bf9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909be6f8-c302-4062-bb49-adaabff9086d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:01.582911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453baf3e-2e72-411e-9434-062f6a3d1c45 req-dadb6fa6-93e4-48bc-8c89-45225dd8e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.588078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-453baf3e-2e72-411e-9434-062f6a3d1c45 req-dadb6fa6-93e4-48bc-8c89-45225dd8e4d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72614284-0014-42f2-b534-c485ad684106 HTTP/1.1" status: 200 len: 853 time: 0.0771148 Nov 27 01:06:01.599468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18261d-0d43-468d-bdb1-24c189639266 req-8e5a9f05-42bb-47cb-8d01-bf08b6d8c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.600925 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ed18261d-0d43-468d-bdb1-24c189639266 req-8e5a9f05-42bb-47cb-8d01-bf08b6d8c049 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1910124 Nov 27 01:06:01.636686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-453baf3e-2e72-411e-9434-062f6a3d1c45 req-38130863-6004-41b2-b5a5-da2d07ae99bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5c9384de-bc60-4283-868c-03a6014fbe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401533 Nov 27 01:06:01.640197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125792f2-f74c-4fde-a258-99b64ebd23c2 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:01.648113 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.661504 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Transition to ACTIVE for port object 125792f2-f74c-4fde-a258-99b64ebd23c2 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:01.666429 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.724598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Pushing event updated for resources: {'Port': ['ID=125792f2-f74c-4fde-a258-99b64ebd23c2,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:01.835872 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-453baf3e-2e72-411e-9434-062f6a3d1c45 req-05b6228b-4b41-491c-8cf9-c2b97271ed83 service neutron] 10.222.0.42 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902337 Nov 27 01:06:01.862182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Attempting to bind port 125792f2-f74c-4fde-a258-99b64ebd23c2 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:01.862608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Attempting to bind port 125792f2-f74c-4fde-a258-99b64ebd23c2 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:01.862935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Attempting to bind port 125792f2-f74c-4fde-a258-99b64ebd23c2 on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:01.868634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Port 125792f2-f74c-4fde-a258-99b64ebd23c2 on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:01.869165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Attempting to bind port 125792f2-f74c-4fde-a258-99b64ebd23c2 on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:01.876952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:01.877340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Checking segment: {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:01.878102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Bound using segment: {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:01.878700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Bound port: 125792f2-f74c-4fde-a258-99b64ebd23c2, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:01.879212 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:01.978053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2b69d-1c3b-452e-8722-e8e333e2641b req-12321c23-ce47-4eb4-bc81-4ef4074dc625 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.985440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2b69d-1c3b-452e-8722-e8e333e2641b req-12321c23-ce47-4eb4-bc81-4ef4074dc625 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.991985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2b69d-1c3b-452e-8722-e8e333e2641b req-12321c23-ce47-4eb4-bc81-4ef4074dc625 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:01.998144 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2b69d-1c3b-452e-8722-e8e333e2641b req-12321c23-ce47-4eb4-bc81-4ef4074dc625 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:02.006175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2b69d-1c3b-452e-8722-e8e333e2641b req-12321c23-ce47-4eb4-bc81-4ef4074dc625 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:02.012497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2b69d-1c3b-452e-8722-e8e333e2641b req-12321c23-ce47-4eb4-bc81-4ef4074dc625 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:02.016605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] For port 125792f2-f74c-4fde-a258-99b64ebd23c2, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:02.019798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2b69d-1c3b-452e-8722-e8e333e2641b req-12321c23-ce47-4eb4-bc81-4ef4074dc625 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:02.026866 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a7a2b69d-1c3b-452e-8722-e8e333e2641b req-12321c23-ce47-4eb4-bc81-4ef4074dc625 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5374 time: 0.1649978 Nov 27 01:06:02.044083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] For port 125792f2-f74c-4fde-a258-99b64ebd23c2, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=125792f2-f74c-4fde-a258-99b64ebd23c2,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:02.061909 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6adf8e-7d19-4a30-ad3d-6d32b2444fbe req-f8fc5e55-4bf9-41e5-9d73-aacc2c1ac982 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:02.063675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a6adf8e-7d19-4a30-ad3d-6d32b2444fbe req-f8fc5e55-4bf9-41e5-9d73-aacc2c1ac982 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 943 time: 0.0946119 Nov 27 01:06:02.065934 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.073589 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-453baf3e-2e72-411e-9434-062f6a3d1c45 req-e5535425-daaf-44a3-afe7-e7738c03f6ab service neutron] 10.222.0.42 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255583 Nov 27 01:06:02.127240 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a7a2b69d-1c3b-452e-8722-e8e333e2641b req-e2a3089d-9e95-4fe8-8666-180bc3e9a4c3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922506 Nov 27 01:06:02.148682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:02.150209 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.151652 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] 10.222.0.11 "PUT /v2.0/ports/125792f2-f74c-4fde-a258-99b64ebd23c2 HTTP/1.1" status: 200 len: 1131 time: 1.3210814 Nov 27 01:06:02.166688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bf2a9-85e7-4f3d-b2a2-f7b3bc3f9870 service neutron] Pushing event updated for resources: {'Port': ['ID=125792f2-f74c-4fde-a258-99b64ebd23c2,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:02.204332 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Request body: {'port': {'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:02.255532 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a6adf8e-7d19-4a30-ad3d-6d32b2444fbe req-01ff2014-62d3-462d-9b11-321f6783082c tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801946 Nov 27 01:06:02.293854 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.628954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:02.641079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.656724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00632c8e-8997-495c-9721-38964e9435d3 req-3f25b5af-e9cd-4659-9f1f-dcd8d3f03f9d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:02.658370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Transition to ACTIVE for port object 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:02.664191 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00632c8e-8997-495c-9721-38964e9435d3 req-3f25b5af-e9cd-4659-9f1f-dcd8d3f03f9d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0623345 Nov 27 01:06:02.664540 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.738333 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00632c8e-8997-495c-9721-38964e9435d3 req-96888e43-ff50-44a0-b3b3-749bb7f2f6ab tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731471 Nov 27 01:06:02.788345 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Pushing event updated for resources: {'Port': ['ID=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:02.825113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Attempting to bind port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:02.825869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Attempting to bind port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:02.827076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Attempting to bind port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:02.832533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:02.833150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Attempting to bind port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:02.839930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:02.840266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Checking segment: {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:02.840648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Bound using segment: {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:02.841100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Bound port: 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:02.841647 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.891518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': '125792f2-f74c-4fde-a258-99b64ebd23c2'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:02.895005 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "125792f2-f74c-4fde-a258-99b64ebd23c2"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:02.939421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] For port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:02.942585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] For port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:02.948433 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5659545a-082d-4626-8936-24479e62193a x-openstack-request-id: req-5659545a-082d-4626-8936-24479e62193a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:02.948872 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "125792f2-f74c-4fde-a258-99b64ebd23c2", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:02.949171 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5659545a-082d-4626-8936-24479e62193a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:02.949626 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': '125792f2-f74c-4fde-a258-99b64ebd23c2', 'status': 'completed', 'code': 200} Nov 27 01:06:02.951164 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.994892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:02.995528 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:02.996973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] 10.222.0.11 "PUT /v2.0/ports/363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 HTTP/1.1" status: 200 len: 1091 time: 0.8026993 Nov 27 01:06:03.044074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Request body: {'port': {'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:03.089256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a32826-c59b-4299-b821-0477cc3d1e60 service neutron] Pushing event updated for resources: {'Port': ['ID=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:03.124037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-5dd5ec57-d09f-4bc4-a9c9-e409c3a4b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.124255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-5dd5ec57-d09f-4bc4-a9c9-e409c3a4b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.124742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-5dd5ec57-d09f-4bc4-a9c9-e409c3a4b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.125175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-5dd5ec57-d09f-4bc4-a9c9-e409c3a4b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.126166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-5dd5ec57-d09f-4bc4-a9c9-e409c3a4b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.126697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-5dd5ec57-d09f-4bc4-a9c9-e409c3a4b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.127339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-5dd5ec57-d09f-4bc4-a9c9-e409c3a4b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.129401 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-5dd5ec57-d09f-4bc4-a9c9-e409c3a4b695 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 6278 time: 0.1292524 Nov 27 01:06:03.291476 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:03.294463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-6f585f4b-b6e1-4cd2-95e8-d404a2833ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.294937 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-6f585f4b-b6e1-4cd2-95e8-d404a2833ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.295937 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-6f585f4b-b6e1-4cd2-95e8-d404a2833ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.297582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-6f585f4b-b6e1-4cd2-95e8-d404a2833ee6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1162999 Nov 27 01:06:03.400123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4635b-298b-447c-bcfc-f775728ccf50 req-f7efe63d-6a11-457d-b983-2049478e1d72 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.406750 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9db4635b-298b-447c-bcfc-f775728ccf50 req-f7efe63d-6a11-457d-b983-2049478e1d72 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 943 time: 0.0587568 Nov 27 01:06:03.477560 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9db4635b-298b-447c-bcfc-f775728ccf50 req-04404ee4-6e3c-4d10-870a-2132dd79b538 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653653 Nov 27 01:06:03.517029 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45906) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:03.526946 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615dfa-e770-4a23-8c13-93265cc6831e req-4beec582-3007-4ddf-a663-9a89c3602c02 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.534350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615dfa-e770-4a23-8c13-93265cc6831e req-4beec582-3007-4ddf-a663-9a89c3602c02 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.540537 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615dfa-e770-4a23-8c13-93265cc6831e req-4beec582-3007-4ddf-a663-9a89c3602c02 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.548506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615dfa-e770-4a23-8c13-93265cc6831e req-4beec582-3007-4ddf-a663-9a89c3602c02 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.554711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615dfa-e770-4a23-8c13-93265cc6831e req-4beec582-3007-4ddf-a663-9a89c3602c02 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.561351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615dfa-e770-4a23-8c13-93265cc6831e req-4beec582-3007-4ddf-a663-9a89c3602c02 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.567916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615dfa-e770-4a23-8c13-93265cc6831e req-4beec582-3007-4ddf-a663-9a89c3602c02 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.569767 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88615dfa-e770-4a23-8c13-93265cc6831e req-4beec582-3007-4ddf-a663-9a89c3602c02 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5386 time: 0.2712793 Nov 27 01:06:03.665619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-53adb603-86d1-428c-93ba-6345aa75b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.667526 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3fbf3be-9fa1-4e6d-8d42-7894646a084e req-53adb603-86d1-428c-93ba-6345aa75b826 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3586671 Nov 27 01:06:03.717704 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5e98-3a0b-4443-bfa8-cc9b3fd552d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:03.720279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88615dfa-e770-4a23-8c13-93265cc6831e req-def2937b-1e0c-433d-9f7c-a2642ee84e3b tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985959 Nov 27 01:06:03.870044 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4b8472f9-5a31-4823-b624-8bc259b180b3 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:03.926582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db32ba-0fca-4902-a4ba-10fb34ca53b6 req-185e58cf-25ef-46cd-851a-f97fa571dc42 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:03.933138 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24db32ba-0fca-4902-a4ba-10fb34ca53b6 req-185e58cf-25ef-46cd-851a-f97fa571dc42 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0808148 Nov 27 01:06:03.947930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ee5b8c-ecad-4c74-97c4-8588634b5d0a {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:03.957257 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:03.973317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Transition to ACTIVE for port object 08ee5b8c-ecad-4c74-97c4-8588634b5d0a will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:03.980153 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.005801 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5e98-3a0b-4443-bfa8-cc9b3fd552d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.055978 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24db32ba-0fca-4902-a4ba-10fb34ca53b6 req-9dc3a243-fc1c-4bbd-9da0-7da3d76080b3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105258 Nov 27 01:06:04.057094 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b6d5e98-3a0b-4443-bfa8-cc9b3fd552d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.062173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4b8472f9-5a31-4823-b624-8bc259b180b3, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b8472f9-5a31-4823-b624-8bc259b180b3,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:04.082030 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '4b8472f9-5a31-4823-b624-8bc259b180b3', 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a', 'port_id': '4b8472f9-5a31-4823-b624-8bc259b180b3', 'mac_address': 'fa:16:3e:be:4f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72614284-0014-42f2-b534-c485ad684106', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:04.085150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Pushing event updated for resources: {'Port': ['ID=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:04.127506 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6b6d5e98-3a0b-4443-bfa8-cc9b3fd552d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4d6f1e0fa584080851a86605301c10d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6093147 Nov 27 01:06:04.130345 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45912) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:04.145547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d5e98-3a0b-4443-bfa8-cc9b3fd552d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8640afb4-a678-4d48-8731-bd31c96350cc,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:04.151204 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.170074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8472f9-5a31-4823-b624-8bc259b180b3 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:04.197041 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4b8472f9-5a31-4823-b624-8bc259b180b3, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b8472f9-5a31-4823-b624-8bc259b180b3,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:04.197457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Attempting to bind port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:04.198014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Attempting to bind port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:04.198143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Attempting to bind port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:04.206438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:04.206784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Attempting to bind port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:04.207304 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.215834 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:04.216164 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Checking segment: {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:04.216533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Bound using segment: {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:04.217020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Bound port: 08ee5b8c-ecad-4c74-97c4-8588634b5d0a, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde060e7-f19d-4771-87fa-8337da63a5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:04.217376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.246655 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21be1406-d859-40f0-bedd-a788215e76c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.279408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4b8472f9-5a31-4823-b624-8bc259b180b3,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:04.283383 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21be1406-d859-40f0-bedd-a788215e76c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.305320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] For port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:04.308779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] For port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:04.313828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.341504 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21be1406-d859-40f0-bedd-a788215e76c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.344541 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21be1406-d859-40f0-bedd-a788215e76c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.348256 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-21be1406-d859-40f0-bedd-a788215e76c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8640afb4-a678-4d48-8731-bd31c96350cc HTTP/1.1" status: 204 len: 168 time: 0.2165794 Nov 27 01:06:04.355311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:04.356220 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.357725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] 10.222.0.11 "PUT /v2.0/ports/08ee5b8c-ecad-4c74-97c4-8588634b5d0a HTTP/1.1" status: 200 len: 1091 time: 1.3187871 Nov 27 01:06:04.358793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be1406-d859-40f0-bedd-a788215e76c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8640afb4-a678-4d48-8731-bd31c96350cc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:04.376791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fe554-5509-4d8a-92a4-8d5538c51303 service neutron] Pushing event updated for resources: {'Port': ['ID=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:04.400940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Request body: {'port': {'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:04.490602 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.604270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4b8472f9-5a31-4823-b624-8bc259b180b3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:04.730867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a1dd-9062-42f4-85ce-77c9f2cb03df req-da2ad395-e40e-4327-b8c2-d360f96a9d53 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:04.737324 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a419a1dd-9062-42f4-85ce-77c9f2cb03df req-da2ad395-e40e-4327-b8c2-d360f96a9d53 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 944 time: 0.0870442 Nov 27 01:06:04.896345 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a419a1dd-9062-42f4-85ce-77c9f2cb03df req-472fede3-3a6c-40fa-b1cc-4a76f340cddd tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295123 Nov 27 01:06:04.951738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6331b-de4d-4ac5-88b4-43217118c6ec req-7ef4d9ff-b103-46a0-9bfe-c6b1ecba59cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:04.956840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': '363e4dd1-9d4a-4a71-9ef6-ecaf0b704993'}, {'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': '08ee5b8c-ecad-4c74-97c4-8588634b5d0a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:04.959406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6331b-de4d-4ac5-88b4-43217118c6ec req-7ef4d9ff-b103-46a0-9bfe-c6b1ecba59cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:04.959669 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "363e4dd1-9d4a-4a71-9ef6-ecaf0b704993"}, {"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "08ee5b8c-ecad-4c74-97c4-8588634b5d0a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:04.966529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6331b-de4d-4ac5-88b4-43217118c6ec req-7ef4d9ff-b103-46a0-9bfe-c6b1ecba59cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:04.976372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6331b-de4d-4ac5-88b4-43217118c6ec req-7ef4d9ff-b103-46a0-9bfe-c6b1ecba59cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:04.980698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb125b90-f3f4-4741-b436-15bdf5492147 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:04.983495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6331b-de4d-4ac5-88b4-43217118c6ec req-7ef4d9ff-b103-46a0-9bfe-c6b1ecba59cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:04.991142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6331b-de4d-4ac5-88b4-43217118c6ec req-7ef4d9ff-b103-46a0-9bfe-c6b1ecba59cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:04.991607 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:04.998167 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6331b-de4d-4ac5-88b4-43217118c6ec req-7ef4d9ff-b103-46a0-9bfe-c6b1ecba59cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.004155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Transition to ACTIVE for port object cb125b90-f3f4-4741-b436-15bdf5492147 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:05.007643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3c6331b-de4d-4ac5-88b4-43217118c6ec req-7ef4d9ff-b103-46a0-9bfe-c6b1ecba59cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5398 time: 0.1424441 Nov 27 01:06:05.012622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:05.017451 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef35ffc-13e9-460a-9c82-a8771fdb9209 x-openstack-request-id: req-8ef35ffc-13e9-460a-9c82-a8771fdb9209 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:05.017786 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "363e4dd1-9d4a-4a71-9ef6-ecaf0b704993", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "08ee5b8c-ecad-4c74-97c4-8588634b5d0a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:05.018036 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ef35ffc-13e9-460a-9c82-a8771fdb9209 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:05.018586 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': '363e4dd1-9d4a-4a71-9ef6-ecaf0b704993', 'status': 'completed', 'code': 200} Nov 27 01:06:05.018833 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': '08ee5b8c-ecad-4c74-97c4-8588634b5d0a', 'status': 'completed', 'code': 200} Nov 27 01:06:05.130974 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3c6331b-de4d-4ac5-88b4-43217118c6ec req-6ffbabcc-08ca-4554-bb13-f0529d6b6f1a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222193 Nov 27 01:06:05.403770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Pushing event updated for resources: {'Port': ['ID=cb125b90-f3f4-4741-b436-15bdf5492147,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:05.540030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57e761-a028-44ee-9073-6d279801d9ea req-c6c9212e-3956-43f2-be00-753cc88e7899 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.541517 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd57e761-a028-44ee-9073-6d279801d9ea req-c6c9212e-3956-43f2-be00-753cc88e7899 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.1205719 Nov 27 01:06:05.548848 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-1307e100-43e4-4db6-a8c6-2498849d2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.549317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-1307e100-43e4-4db6-a8c6-2498849d2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.549774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-1307e100-43e4-4db6-a8c6-2498849d2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.550226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-1307e100-43e4-4db6-a8c6-2498849d2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.551124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-1307e100-43e4-4db6-a8c6-2498849d2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.551124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-1307e100-43e4-4db6-a8c6-2498849d2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.551638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-1307e100-43e4-4db6-a8c6-2498849d2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.553455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-1307e100-43e4-4db6-a8c6-2498849d2632 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 6370 time: 0.1425033 Nov 27 01:06:05.604789 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Attempting to bind port cb125b90-f3f4-4741-b436-15bdf5492147 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:05.605150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Attempting to bind port cb125b90-f3f4-4741-b436-15bdf5492147 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:05.605439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Attempting to bind port cb125b90-f3f4-4741-b436-15bdf5492147 on network 47d4271c-602c-4c7f-8b55-deb4845c36a9 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:05.646066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Port cb125b90-f3f4-4741-b436-15bdf5492147 on network 47d4271c-602c-4c7f-8b55-deb4845c36a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:05.646408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Attempting to bind port cb125b90-f3f4-4741-b436-15bdf5492147 on network 47d4271c-602c-4c7f-8b55-deb4845c36a9 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:05.669917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:05.670351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Checking segment: {'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:05.670754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Bound using segment: {'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:05.671198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Bound port: cb125b90-f3f4-4741-b436-15bdf5492147, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:05.671553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:05.701073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd57e761-a028-44ee-9073-6d279801d9ea req-a1ab20c2-3871-485a-8d2d-719c555a52a6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450286 Nov 27 01:06:05.756264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-072669e2-955e-403d-9f5c-477c96a272f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.756738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-072669e2-955e-403d-9f5c-477c96a272f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.757199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-072669e2-955e-403d-9f5c-477c96a272f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.758787 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-072669e2-955e-403d-9f5c-477c96a272f1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1831224 Nov 27 01:06:05.825274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] For port cb125b90-f3f4-4741-b436-15bdf5492147, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:05.848521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] For port cb125b90-f3f4-4741-b436-15bdf5492147, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cb125b90-f3f4-4741-b436-15bdf5492147,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:05.857419 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:05.891506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4b8472f9-5a31-4823-b624-8bc259b180b3 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:05.926068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:05.928375 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:05.929903 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] 10.222.0.11 "PUT /v2.0/ports/cb125b90-f3f4-4741-b436-15bdf5492147 HTTP/1.1" status: 200 len: 1091 time: 1.5344362 Nov 27 01:06:05.984083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Request body: {'port': {'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:05.991079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 4b8472f9-5a31-4823-b624-8bc259b180b3 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:05.996136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 4b8472f9-5a31-4823-b624-8bc259b180b3 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:05.996681 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:06.026824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-a191906d-339f-4708-8813-70616a3ce96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.029169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-a191906d-339f-4708-8813-70616a3ce96e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2586627 Nov 27 01:06:06.064022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:06.130561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fec7b-1168-46cc-bc14-969ba2395412 service neutron] Pushing event updated for resources: {'Port': ['ID=cb125b90-f3f4-4741-b436-15bdf5492147,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:06.181136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17da0d3-ce23-434f-b1e5-9ea7a6076fe3 req-4727630e-df86-4498-acfe-a8605c4200c1 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.191878 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b17da0d3-ce23-434f-b1e5-9ea7a6076fe3 req-4727630e-df86-4498-acfe-a8605c4200c1 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 944 time: 0.1455688 Nov 27 01:06:06.227879 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45990) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:06.279876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:06.296408 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b17da0d3-ce23-434f-b1e5-9ea7a6076fe3 req-95c7a135-dc93-4516-82a6-0a41d4d32291 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026115 Nov 27 01:06:06.332286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcbab55-5270-4427-811b-268f7fb7fc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8472f9-5a31-4823-b624-8bc259b180b3'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:06.341538 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9948b790-47f2-4393-9e36-080d1fe608d7" -d '{"events": [{"server_uuid": "6dcbab55-5270-4427-811b-268f7fb7fc54", "name": "network-vif-plugged", "status": "completed", "tag": "4b8472f9-5a31-4823-b624-8bc259b180b3"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:06.369280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4b8472f9-5a31-4823-b624-8bc259b180b3, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b8472f9-5a31-4823-b624-8bc259b180b3,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:06.376887 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:06.416238 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-7afc48a0-85f1-4633-9ad8-df46f5552fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.417120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-7afc48a0-85f1-4633-9ad8-df46f5552fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.417764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-7afc48a0-85f1-4633-9ad8-df46f5552fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.418434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-7afc48a0-85f1-4633-9ad8-df46f5552fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.419221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-7afc48a0-85f1-4633-9ad8-df46f5552fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.419994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-7afc48a0-85f1-4633-9ad8-df46f5552fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.421270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-7afc48a0-85f1-4633-9ad8-df46f5552fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.423813 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-7afc48a0-85f1-4633-9ad8-df46f5552fcc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 6412 time: 0.2851861 Nov 27 01:06:06.434889 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b8b44f-03a5-4b51-a7b1-4dd40e67c94f x-openstack-request-id: req-19b8b44f-03a5-4b51-a7b1-4dd40e67c94f {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:06.435113 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcbab55-5270-4427-811b-268f7fb7fc54", "name": "network-vif-plugged", "status": "completed", "tag": "4b8472f9-5a31-4823-b624-8bc259b180b3", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:06.435372 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19b8b44f-03a5-4b51-a7b1-4dd40e67c94f {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:06.435924 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcbab55-5270-4427-811b-268f7fb7fc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8472f9-5a31-4823-b624-8bc259b180b3', 'code': 200} Nov 27 01:06:06.436775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4b8472f9-5a31-4823-b624-8bc259b180b3,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:06.534353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb46cf-f756-4408-b8e6-c5ca349e450d req-31b109c1-d01e-4d94-9653-c6e188368f50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.542823 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb46cf-f756-4408-b8e6-c5ca349e450d req-31b109c1-d01e-4d94-9653-c6e188368f50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.549554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb46cf-f756-4408-b8e6-c5ca349e450d req-31b109c1-d01e-4d94-9653-c6e188368f50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.555625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb46cf-f756-4408-b8e6-c5ca349e450d req-31b109c1-d01e-4d94-9653-c6e188368f50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.561912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb46cf-f756-4408-b8e6-c5ca349e450d req-31b109c1-d01e-4d94-9653-c6e188368f50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.569057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb46cf-f756-4408-b8e6-c5ca349e450d req-31b109c1-d01e-4d94-9653-c6e188368f50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.575476 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb46cf-f756-4408-b8e6-c5ca349e450d req-31b109c1-d01e-4d94-9653-c6e188368f50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.577450 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2fcb46cf-f756-4408-b8e6-c5ca349e450d req-31b109c1-d01e-4d94-9653-c6e188368f50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5410 time: 0.2657852 Nov 27 01:06:06.594998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dffa6-d962-409f-8cf6-8addb4d6ba72 req-d3bfbf22-97ec-43f2-b44b-cc4dbc714128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.598006 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c15dffa6-d962-409f-8cf6-8addb4d6ba72 req-d3bfbf22-97ec-43f2-b44b-cc4dbc714128 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 1096 time: 0.0669627 Nov 27 01:06:06.620101 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e86c432-a3ad-4294-8554-0dcbc1863600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:06.698047 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c15dffa6-d962-409f-8cf6-8addb4d6ba72 req-77b8d2e5-96b8-4cc3-a075-d87758bb77f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883074 Nov 27 01:06:06.893512 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e86c432-a3ad-4294-8554-0dcbc1863600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:06.920620 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e86c432-a3ad-4294-8554-0dcbc1863600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:06.932749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de88ef-7b90-4b92-82fe-63bbaa0a5770 req-7e5ee0c6-852b-49b1-9aab-31cdaede69b0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:06.934330 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-21de88ef-7b90-4b92-82fe-63bbaa0a5770 req-7e5ee0c6-852b-49b1-9aab-31cdaede69b0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0960248 Nov 27 01:06:06.969031 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2fcb46cf-f756-4408-b8e6-c5ca349e450d req-3e49a393-9a5c-4dc7-8c5a-998f00b9b44f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3344843 Nov 27 01:06:06.998186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-e269b668-1625-4423-a22e-96fe85d69073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.003665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-e269b668-1625-4423-a22e-96fe85d69073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.004778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-e269b668-1625-4423-a22e-96fe85d69073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.006656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-21de88ef-7b90-4b92-82fe-63bbaa0a5770 req-84eeaa14-4c27-4af9-86d5-db96a23c20a6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648592 Nov 27 01:06:07.008463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-e269b668-1625-4423-a22e-96fe85d69073 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5214853 Nov 27 01:06:07.192494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a64b1a0-430d-4628-bea9-f08fdf8c263d {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:07.202730 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:07.216747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Transition to ACTIVE for port object 2a64b1a0-430d-4628-bea9-f08fdf8c263d will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:07.217993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': 'cb125b90-f3f4-4741-b436-15bdf5492147'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:07.221137 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66b02dd-eb88-44be-bc4f-51b80fa23227" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "cb125b90-f3f4-4741-b436-15bdf5492147"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:07.224499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86c432-a3ad-4294-8554-0dcbc1863600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b30d08-033a-44f7-b5ee-53877e5f2862,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:07.379189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-3f6fcfeb-6727-423b-8915-323f7e11c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.380588 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6fa4b5c-9972-49f5-bd5b-e1cfbfdc2b8a req-3f6fcfeb-6727-423b-8915-323f7e11c282 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3261817 Nov 27 01:06:07.386227 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95772b88-6ed1-45f1-8874-9e42b288fe99 x-openstack-request-id: req-95772b88-6ed1-45f1-8874-9e42b288fe99 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:07.386538 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "cb125b90-f3f4-4741-b436-15bdf5492147", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:07.386791 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95772b88-6ed1-45f1-8874-9e42b288fe99 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:07.387180 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': 'cb125b90-f3f4-4741-b436-15bdf5492147', 'status': 'completed', 'code': 200} Nov 27 01:06:07.389598 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:07.415968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9e86c432-a3ad-4294-8554-0dcbc1863600 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cd59a7a2a6f40deaf84a49fd9a1f6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1808009 Nov 27 01:06:07.419685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46014) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:07.603116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a64b1a0-430d-4628-bea9-f08fdf8c263d,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:07.689271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f57dd-75e7-412e-80cf-648f27640166 req-9e12f26d-e46b-4145-bb96-572c489ff38e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.712917 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-496f57dd-75e7-412e-80cf-648f27640166 req-9e12f26d-e46b-4145-bb96-572c489ff38e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 945 time: 0.2433662 Nov 27 01:06:07.740478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-e0f4da0d-040d-46e1-a099-262edce05f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.741000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-e0f4da0d-040d-46e1-a099-262edce05f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.741413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-e0f4da0d-040d-46e1-a099-262edce05f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.741867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-e0f4da0d-040d-46e1-a099-262edce05f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.758438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-e0f4da0d-040d-46e1-a099-262edce05f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.759168 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-e0f4da0d-040d-46e1-a099-262edce05f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.759514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-e0f4da0d-040d-46e1-a099-262edce05f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:07.761519 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-e0f4da0d-040d-46e1-a099-262edce05f17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 6437 time: 0.2932875 Nov 27 01:06:07.859932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2800b6f-f009-4b6c-bbd3-7084ef7c5d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:07.920996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Attempting to bind port 2a64b1a0-430d-4628-bea9-f08fdf8c263d on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:07.921330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Attempting to bind port 2a64b1a0-430d-4628-bea9-f08fdf8c263d by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:07.921567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Attempting to bind port 2a64b1a0-430d-4628-bea9-f08fdf8c263d on network 47d4271c-602c-4c7f-8b55-deb4845c36a9 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:07.946708 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2800b6f-f009-4b6c-bbd3-7084ef7c5d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:07.958592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Port 2a64b1a0-430d-4628-bea9-f08fdf8c263d on network 47d4271c-602c-4c7f-8b55-deb4845c36a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:07.958911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Attempting to bind port 2a64b1a0-430d-4628-bea9-f08fdf8c263d on network 47d4271c-602c-4c7f-8b55-deb4845c36a9 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:07.963641 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-496f57dd-75e7-412e-80cf-648f27640166 req-3ea3ee7b-4b6b-4d1d-8d3f-7165226d97be tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499180 Nov 27 01:06:07.981484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:07.981824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Checking segment: {'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:07.982202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Bound using segment: {'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:07.982707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Bound port: 2a64b1a0-430d-4628-bea9-f08fdf8c263d, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec95dfb-72aa-4109-ae64-4f9362ecc187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:07.983048 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:08.050637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-892932eb-2e4d-43c3-8ba8-a1f98caece12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.051330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-892932eb-2e4d-43c3-8ba8-a1f98caece12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.051426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-892932eb-2e4d-43c3-8ba8-a1f98caece12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.052949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-892932eb-2e4d-43c3-8ba8-a1f98caece12 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2584772 Nov 27 01:06:08.120505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f6fe5-30b7-4b7d-9828-1e100e231550 req-907f45dc-2521-49f3-94e1-66b4a7348c7c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.128671 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f6fe5-30b7-4b7d-9828-1e100e231550 req-907f45dc-2521-49f3-94e1-66b4a7348c7c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.135136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f6fe5-30b7-4b7d-9828-1e100e231550 req-907f45dc-2521-49f3-94e1-66b4a7348c7c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.139484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2800b6f-f009-4b6c-bbd3-7084ef7c5d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:08.141997 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2800b6f-f009-4b6c-bbd3-7084ef7c5d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:08.143138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c2800b6f-f009-4b6c-bbd3-7084ef7c5d45 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14b30d08-033a-44f7-b5ee-53877e5f2862 HTTP/1.1" status: 204 len: 168 time: 0.7224896 Nov 27 01:06:08.144089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f6fe5-30b7-4b7d-9828-1e100e231550 req-907f45dc-2521-49f3-94e1-66b4a7348c7c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.165362 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f6fe5-30b7-4b7d-9828-1e100e231550 req-907f45dc-2521-49f3-94e1-66b4a7348c7c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.176842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f6fe5-30b7-4b7d-9828-1e100e231550 req-907f45dc-2521-49f3-94e1-66b4a7348c7c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.181515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] For port 2a64b1a0-430d-4628-bea9-f08fdf8c263d, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:08.184714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f6fe5-30b7-4b7d-9828-1e100e231550 req-907f45dc-2521-49f3-94e1-66b4a7348c7c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.188168 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ad3f6fe5-30b7-4b7d-9828-1e100e231550 req-907f45dc-2521-49f3-94e1-66b4a7348c7c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1569386 Nov 27 01:06:08.189372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2800b6f-f009-4b6c-bbd3-7084ef7c5d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b30d08-033a-44f7-b5ee-53877e5f2862,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:08.207369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] For port 2a64b1a0-430d-4628-bea9-f08fdf8c263d, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2a64b1a0-430d-4628-bea9-f08fdf8c263d,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:08.221884 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:08.270024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-44a7d4c6-4e89-406f-823c-f0a3dd9abf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.271568 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b66b02dd-eb88-44be-bc4f-51b80fa23227 req-44a7d4c6-4e89-406f-823c-f0a3dd9abf8a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2089908 Nov 27 01:06:08.284751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ace95-3ef4-44c5-85b8-78f1753ee0ba req-6b00cbfb-0ccf-4909-9ab2-f445bc5375b3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.286323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-081ace95-3ef4-44c5-85b8-78f1753ee0ba req-6b00cbfb-0ccf-4909-9ab2-f445bc5375b3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.1932118 Nov 27 01:06:08.287614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.288212 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:08.289498 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] 10.222.0.11 "PUT /v2.0/ports/2a64b1a0-430d-4628-bea9-f08fdf8c263d HTTP/1.1" status: 200 len: 1091 time: 2.3163853 Nov 27 01:06:08.322031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ad3f6fe5-30b7-4b7d-9828-1e100e231550 req-a15203b4-7522-46a2-94bb-2bdbfe9dc30d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1174369 Nov 27 01:06:08.327067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233f6c5-e6b1-44ad-bce4-98241d018cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a64b1a0-430d-4628-bea9-f08fdf8c263d,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:08.394708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-081ace95-3ef4-44c5-85b8-78f1753ee0ba req-679ee44e-16d5-4b24-9039-cc038abd855c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945735 Nov 27 01:06:08.471461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-25d8807c-b584-4420-8f3d-970034bb835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.471950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-25d8807c-b584-4420-8f3d-970034bb835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.472426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-25d8807c-b584-4420-8f3d-970034bb835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.472893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-25d8807c-b584-4420-8f3d-970034bb835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.473354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-25d8807c-b584-4420-8f3d-970034bb835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.473858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-25d8807c-b584-4420-8f3d-970034bb835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.474356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-25d8807c-b584-4420-8f3d-970034bb835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.476326 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-25d8807c-b584-4420-8f3d-970034bb835e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 6479 time: 0.0806723 Nov 27 01:06:08.542801 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-ed1c119b-2ebe-4b55-8a4f-c150fba1f6d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 HTTP/1.1" status: 200 len: 217 time: 0.0424273 Nov 27 01:06:08.598043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-85c166f5-c9be-43fe-9013-09d1b4e485cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.599574 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-85c166f5-c9be-43fe-9013-09d1b4e485cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89a5c702-8864-411b-b4cf-2e5d39b836d0 HTTP/1.1" status: 200 len: 851 time: 0.0491343 Nov 27 01:06:08.657617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-f54af5cb-f86a-49cf-a3d3-0b6ba67928fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.659181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-f54af5cb-f86a-49cf-a3d3-0b6ba67928fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=874ba3d7-fadd-49cf-b553-f26abbe13939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500331 Nov 27 01:06:08.752421 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-2bad0bf2-b45a-4ddf-aa18-2f95d4a9b7b3 service neutron] 10.222.0.11 "GET /v2.0/networks/874ba3d7-fadd-49cf-b553-f26abbe13939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848742 Nov 27 01:06:08.855481 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-3c35c09f-90c1-4a9e-8920-ab8f3cf613df service neutron] 10.222.0.11 "GET /v2.0/networks/874ba3d7-fadd-49cf-b553-f26abbe13939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945187 Nov 27 01:06:08.902855 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-110566c3-53e6-4e32-9560-6b3c5c044b2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=0c3cb3db-c176-4752-a004-355223eef51b HTTP/1.1" status: 200 len: 217 time: 0.0356326 Nov 27 01:06:08.957406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-dfb51b8a-1429-4839-a945-66be00f1bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:08.959061 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-dfb51b8a-1429-4839-a945-66be00f1bb6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 200 len: 797 time: 0.0495389 Nov 27 01:06:09.009815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46050) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:09.021749 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-d14f2455-fe0b-4205-9753-09f0d155ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.023415 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-d14f2455-fe0b-4205-9753-09f0d155ae91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0570629 Nov 27 01:06:09.124590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611fa0a-d260-4a59-a1fb-86e7edc59c8f req-d635f6bd-19af-41d7-954d-35aa8da53228 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.126221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1611fa0a-d260-4a59-a1fb-86e7edc59c8f req-d635f6bd-19af-41d7-954d-35aa8da53228 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 945 time: 0.0739803 Nov 27 01:06:09.139754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-76941074-network', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:09.149488 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-66762fab-a1c8-49b5-96a2-4d2aa8cf4a35 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189387 Nov 27 01:06:09.174711 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1611fa0a-d260-4a59-a1fb-86e7edc59c8f req-32c3041b-f951-4f3f-b3d0-c5fcf9f0f857 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426762 Nov 27 01:06:09.218733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Made reservation on behalf of b807d3ff98934ff7ba58dfd16383088a for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:09.221189 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.235422 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.311866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-dfe8cfaa-2837-4fdb-aaa2-195bee6616ed service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544402 Nov 27 01:06:09.367086 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef829b9a-b395-4d2a-a1e3-8ef67fa0b4aa req-fcf18def-0464-4e53-a5f1-3f3eea95755c tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-825493305&fields=id&tenant_id=35147b7bfefb4e18b12c5c98d6047346 HTTP/1.1" status: 200 len: 267 time: 0.1206720 Nov 27 01:06:09.369685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-a925efc6-56f4-49a5-b2ed-486d94b9e654 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=125792f2-f74c-4fde-a258-99b64ebd23c2 HTTP/1.1" status: 200 len: 217 time: 0.0463815 Nov 27 01:06:09.390483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': '2a64b1a0-430d-4628-bea9-f08fdf8c263d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:09.393989 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "2a64b1a0-430d-4628-bea9-f08fdf8c263d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:09.472075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5054bf-77bd-4fb9-a7be-e765b44c5b8b req-7c880783-8a09-4ed4-ba3f-1849e5ddcb4c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.478056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5054bf-77bd-4fb9-a7be-e765b44c5b8b req-7c880783-8a09-4ed4-ba3f-1849e5ddcb4c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.484773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5054bf-77bd-4fb9-a7be-e765b44c5b8b req-7c880783-8a09-4ed4-ba3f-1849e5ddcb4c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.490571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5054bf-77bd-4fb9-a7be-e765b44c5b8b req-7c880783-8a09-4ed4-ba3f-1849e5ddcb4c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.498716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5054bf-77bd-4fb9-a7be-e765b44c5b8b req-7c880783-8a09-4ed4-ba3f-1849e5ddcb4c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.502647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-886d4372-0c8c-4e22-a5c7-0ae9db33588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.504188 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-886d4372-0c8c-4e22-a5c7-0ae9db33588d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 200 len: 797 time: 0.1268957 Nov 27 01:06:09.504603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5054bf-77bd-4fb9-a7be-e765b44c5b8b req-7c880783-8a09-4ed4-ba3f-1849e5ddcb4c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.506051 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.510857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.512574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5054bf-77bd-4fb9-a7be-e765b44c5b8b req-7c880783-8a09-4ed4-ba3f-1849e5ddcb4c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.514525 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae5054bf-77bd-4fb9-a7be-e765b44c5b8b req-7c880783-8a09-4ed4-ba3f-1849e5ddcb4c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1113143 Nov 27 01:06:09.567164 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef829b9a-b395-4d2a-a1e3-8ef67fa0b4aa req-f223cdb3-b5e2-4185-9a21-cf8f4a6fecac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.568691 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef829b9a-b395-4d2a-a1e3-8ef67fa0b4aa req-f223cdb3-b5e2-4185-9a21-cf8f4a6fecac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 945 time: 0.1716590 Nov 27 01:06:09.578693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:06:09.588943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-ef829b9a-b395-4d2a-a1e3-8ef67fa0b4aa req-96355ed5-f720-4f38-bbef-74a224ef69a7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'port': {'security_groups': ['efb1a277-3d72-47e2-90da-906aa64ee86a', 'aeced9d9-4793-4e6b-8595-7ded7af0e96a']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:09.596993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de73ffbe-8ffb-45e6-a046-f6d9be192470,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:09.603117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae5054bf-77bd-4fb9-a7be-e765b44c5b8b req-57ed9e53-a17e-453c-858a-57c306c49b32 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796692 Nov 27 01:06:09.636162 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.636572 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Added segment aaaa92eb-609b-4ea3-8c01-e6b8d483dc80 of type vlan for network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 Nov 27 01:06:09.675901 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3e38b1-0f84-4e8c-8fd0-90d1dfae5bdd x-openstack-request-id: req-ed3e38b1-0f84-4e8c-8fd0-90d1dfae5bdd {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:09.676259 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "2a64b1a0-430d-4628-bea9-f08fdf8c263d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:09.676591 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed3e38b1-0f84-4e8c-8fd0-90d1dfae5bdd {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:09.677037 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': '2a64b1a0-430d-4628-bea9-f08fdf8c263d', 'status': 'completed', 'code': 200} Nov 27 01:06:09.710800 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.718429 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-e5a1df27-a81d-49ed-9998-241e5c0e5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.720016 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-e5a1df27-a81d-49ed-9998-241e5c0e5de3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1960199 Nov 27 01:06:09.741072 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef829b9a-b395-4d2a-a1e3-8ef67fa0b4aa req-96355ed5-f720-4f38-bbef-74a224ef69a7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.775195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dc9ae-756b-40f4-9985-1a5ae45e049f req-374e2e32-c58e-4336-b1f1-f37ceb6bcc3e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.777149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a6dc9ae-756b-40f4-9985-1a5ae45e049f req-374e2e32-c58e-4336-b1f1-f37ceb6bcc3e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0539644 Nov 27 01:06:09.828463 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a6dc9ae-756b-40f4-9985-1a5ae45e049f req-8431ad26-5782-482e-a3d8-cbd6e2ec05b0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Nov 27 01:06:09.828710 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.829357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:09.829921 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.908026 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8961954 Nov 27 01:06:09.911603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46066) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:09.919510 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-248c45f8-0183-4952-8b7e-12285cdb0115 admin admin] Request body: {'subnet': {'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-76941074-subnet', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:09.950690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248c45f8-0183-4952-8b7e-12285cdb0115 admin admin] Made reservation on behalf of b807d3ff98934ff7ba58dfd16383088a for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:09.953604 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-248c45f8-0183-4952-8b7e-12285cdb0115 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:09.955978 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-9d18af5b-7442-4602-aa6c-de6d80e28af2 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250032 Nov 27 01:06:09.956592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b9960-998f-411b-b668-0f15923ff7a0 admin admin] Pushing event updated for resources: {'Network': ['ID=2e321ca8-aa07-4d62-87a0-2caba1b2fa36,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:09.968187 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:06:10.164262 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-248c45f8-0183-4952-8b7e-12285cdb0115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.229204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c45f8-0183-4952-8b7e-12285cdb0115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4d91ac-55f9-4833-8bf6-94b332c8b89c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:10.239005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c45f8-0183-4952-8b7e-12285cdb0115 admin admin] Checking segment: {'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:10.239527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248c45f8-0183-4952-8b7e-12285cdb0115 admin admin] Network hostable DHCP agents. Network: 2e321ca8-aa07-4d62-87a0-2caba1b2fa36, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:06:10.256791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248c45f8-0183-4952-8b7e-12285cdb0115 admin admin] Network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:06:10.266904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-248c45f8-0183-4952-8b7e-12285cdb0115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 2e321ca8-aa07-4d62-87a0-2caba1b2fa36) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:10.271075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248c45f8-0183-4952-8b7e-12285cdb0115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:10.271653 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-248c45f8-0183-4952-8b7e-12285cdb0115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.280510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd70f4f-fdae-4333-bc13-fd3f7693fb02 None None] Network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:06:10.294948 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-248c45f8-0183-4952-8b7e-12285cdb0115 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3813546 Nov 27 01:06:10.298465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46068) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:10.306083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:10.349754 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.351853 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.416422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-ef829b9a-b395-4d2a-a1e3-8ef67fa0b4aa req-96355ed5-f720-4f38-bbef-74a224ef69a7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] For port 4b8472f9-5a31-4823-b624-8bc259b180b3, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b8472f9-5a31-4823-b624-8bc259b180b3,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:10.437542 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-7d2651ab-cbc3-4222-99e1-3bc7ddc3c55a service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616390 Nov 27 01:06:10.442995 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.462616 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef829b9a-b395-4d2a-a1e3-8ef67fa0b4aa req-96355ed5-f720-4f38-bbef-74a224ef69a7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.486197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'fixed_ips': [{'subnet_id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:06:10.487151 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.494034 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-4759c4dd-71ca-49b3-a488-26a22d7375ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 HTTP/1.1" status: 200 len: 217 time: 0.0461516 Nov 27 01:06:10.494645 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef829b9a-b395-4d2a-a1e3-8ef67fa0b4aa req-96355ed5-f720-4f38-bbef-74a224ef69a7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.570673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4b8472f9-5a31-4823-b624-8bc259b180b3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:10.584056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef829b9a-b395-4d2a-a1e3-8ef67fa0b4aa req-96355ed5-f720-4f38-bbef-74a224ef69a7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:10.584304 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef829b9a-b395-4d2a-a1e3-8ef67fa0b4aa req-96355ed5-f720-4f38-bbef-74a224ef69a7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.585663 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef829b9a-b395-4d2a-a1e3-8ef67fa0b4aa req-96355ed5-f720-4f38-bbef-74a224ef69a7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "PUT /v2.0/ports/4b8472f9-5a31-4823-b624-8bc259b180b3 HTTP/1.1" status: 200 len: 981 time: 1.0080426 Nov 27 01:06:10.609619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96355ed5-f720-4f38-bbef-74a224ef69a7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'Port': ['ID=4b8472f9-5a31-4823-b624-8bc259b180b3,revision_number=6']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:10.614226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-711caa5c-c060-4e78-9424-8afd614e0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:10.615786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-711caa5c-c060-4e78-9424-8afd614e0490 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 200 len: 797 time: 0.1098506 Nov 27 01:06:10.684812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:10.711178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-6cf9c0f1-face-4a99-bb86-b69d2c3820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:10.715805 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-6cf9c0f1-face-4a99-bb86-b69d2c3820a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0920725 Nov 27 01:06:10.768386 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:06:10.788256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Allocated IP 172.20.0.2 (2e321ca8-aa07-4d62-87a0-2caba1b2fa36/3e4d91ac-55f9-4833-8bf6-94b332c8b89c/2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:10.793910 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-776f07e7-322d-4573-9863-ef513c419b8e req-2cabacc8-5165-41d0-8acb-fe237a614ee3 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-672351036&fields=id&tenant_id=35147b7bfefb4e18b12c5c98d6047346 HTTP/1.1" status: 200 len: 267 time: 0.1133010 Nov 27 01:06:10.811768 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4b8472f9-5a31-4823-b624-8bc259b180b3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:10.847206 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-94c65b65-6eae-4478-810f-726035e5a20a service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160917 Nov 27 01:06:10.888238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f07e7-322d-4573-9863-ef513c419b8e req-f2d09ef1-5eea-46a6-b5a0-a2c2f6308e03 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:10.891106 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-776f07e7-322d-4573-9863-ef513c419b8e req-f2d09ef1-5eea-46a6-b5a0-a2c2f6308e03 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 984 time: 0.0962071 Nov 27 01:06:10.906053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-776f07e7-322d-4573-9863-ef513c419b8e req-41fef6be-a54e-449e-ad6a-786fd09945e9 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'port': {'security_groups': ['aeced9d9-4793-4e6b-8595-7ded7af0e96a', 'efb1a277-3d72-47e2-90da-906aa64ee86a', '81083982-49f8-4393-9677-cd20dee9f570']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:10.990957 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-4597ab7d-8b00-440a-abc2-0e45d88163bb service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177542 Nov 27 01:06:11.016142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93b3b-8018-4d8c-9b69-b4c8116eea8f req-9ad3af5c-620a-40e8-92d4-e8617b9eb5c7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:11.022510 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93b3b-8018-4d8c-9b69-b4c8116eea8f req-9ad3af5c-620a-40e8-92d4-e8617b9eb5c7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:11.029716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93b3b-8018-4d8c-9b69-b4c8116eea8f req-9ad3af5c-620a-40e8-92d4-e8617b9eb5c7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:11.032426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-776f07e7-322d-4573-9863-ef513c419b8e req-41fef6be-a54e-449e-ad6a-786fd09945e9 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.036001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93b3b-8018-4d8c-9b69-b4c8116eea8f req-9ad3af5c-620a-40e8-92d4-e8617b9eb5c7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:11.043012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93b3b-8018-4d8c-9b69-b4c8116eea8f req-9ad3af5c-620a-40e8-92d4-e8617b9eb5c7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:11.049335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93b3b-8018-4d8c-9b69-b4c8116eea8f req-9ad3af5c-620a-40e8-92d4-e8617b9eb5c7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:11.055523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93b3b-8018-4d8c-9b69-b4c8116eea8f req-9ad3af5c-620a-40e8-92d4-e8617b9eb5c7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:11.064432 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50f93b3b-8018-4d8c-9b69-b4c8116eea8f req-9ad3af5c-620a-40e8-92d4-e8617b9eb5c7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.3452938 Nov 27 01:06:11.146405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-f617fe62-bf7d-4aec-9fc1-6ee1fa1d2f39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=08ee5b8c-ecad-4c74-97c4-8588634b5d0a HTTP/1.1" status: 200 len: 217 time: 0.0798609 Nov 27 01:06:11.200571 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50f93b3b-8018-4d8c-9b69-b4c8116eea8f req-e2113229-c49a-45ea-a18a-7704258c0a98 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351566 Nov 27 01:06:11.335121 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.345984 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.351835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-9b104def-0e4c-483e-b8d4-50584d2331ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:11.353288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-9b104def-0e4c-483e-b8d4-50584d2331ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 200 len: 797 time: 0.1681530 Nov 27 01:06:11.366095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedd551-a49f-4df7-bb6e-26a46add1ca1 req-eb32dccd-782e-4494-adac-f6ef15689634 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:11.367721 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9eedd551-a49f-4df7-bb6e-26a46add1ca1 req-eb32dccd-782e-4494-adac-f6ef15689634 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0655100 Nov 27 01:06:11.435272 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:11.443902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Pushing event updated for resources: {'Port': ['ID=2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:11.453114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:11.455414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:11.460803 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07941730-454a-489a-ae2d-733c64c79549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.471347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-2de0b19a-4faa-4de1-af4a-f0fcfe6afd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:11.472382 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-2de0b19a-4faa-4de1-af4a-f0fcfe6afd23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037848 Nov 27 01:06:11.508971 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.510776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9eedd551-a49f-4df7-bb6e-26a46add1ca1 req-a1485e69-9e2b-42b5-b6bf-a9e3397baeb2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335275 Nov 27 01:06:11.518637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Attempting to bind port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:11.518637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Attempting to bind port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:11.518975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Attempting to bind port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c on network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:11.524649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:11.525042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Checking segment: {'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:11.525427 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.525992 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Bound using segment: {'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:11.526635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Bound port: 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:11.527043 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.549119 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.610084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] For port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:11.617262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] For port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c,segment=NetworkSegment(aaaa92eb-609b-4ea3-8c01-e6b8d483dc80),segment_id=aaaa92eb-609b-4ea3-8c01-e6b8d483dc80)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:11.625852 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.632012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-0cefea5f-b9d3-48ec-b8fb-47d43d4ab3d8 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436481 Nov 27 01:06:11.696235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcbab55-5270-4427-811b-268f7fb7fc54', 'tag': '4b8472f9-5a31-4823-b624-8bc259b180b3'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:11.698488 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcec582-3551-4c1c-9e2e-16e4d6543a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcbab55-5270-4427-811b-268f7fb7fc54", "tag": "4b8472f9-5a31-4823-b624-8bc259b180b3"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:11.723588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bb106-c900-4654-b127-2321ce2eaaa3 None None] Pushing event updated for resources: {'Port': ['ID=2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:11.781694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Allocated IP 172.25.3.144 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/d9f9a2c9-29e1-4930-ad02-631ea5a1cd34) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:11.833679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-776f07e7-322d-4573-9863-ef513c419b8e req-41fef6be-a54e-449e-ad6a-786fd09945e9 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] For port 4b8472f9-5a31-4823-b624-8bc259b180b3, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b8472f9-5a31-4823-b624-8bc259b180b3,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:11.873875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-1c6f9bdb-6d9c-4548-b378-e53b109f438f service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333007 Nov 27 01:06:11.925765 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-776f07e7-322d-4573-9863-ef513c419b8e req-41fef6be-a54e-449e-ad6a-786fd09945e9 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.947333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-776f07e7-322d-4573-9863-ef513c419b8e req-41fef6be-a54e-449e-ad6a-786fd09945e9 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:11.965103 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702952b9-38f9-435f-81cc-4930767731ac x-openstack-request-id: req-702952b9-38f9-435f-81cc-4930767731ac {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:11.965402 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcbab55-5270-4427-811b-268f7fb7fc54", "tag": "4b8472f9-5a31-4823-b624-8bc259b180b3", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:11.965846 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-702952b9-38f9-435f-81cc-4930767731ac {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:11.966499 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcbab55-5270-4427-811b-268f7fb7fc54', 'tag': '4b8472f9-5a31-4823-b624-8bc259b180b3', 'status': 'completed', 'code': 200} Nov 27 01:06:11.968647 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-34d9bc2d-6560-4aa7-b4a8-f419498db036 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cb125b90-f3f4-4741-b436-15bdf5492147 HTTP/1.1" status: 200 len: 217 time: 0.0875373 Nov 27 01:06:11.990777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4b8472f9-5a31-4823-b624-8bc259b180b3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:12.090848 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-f5a1ab92-c600-4f0c-81b1-f9b18384f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.092358 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-f5a1ab92-c600-4f0c-81b1-f9b18384f7eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579f6157-5b13-45e3-aa25-7bd8f766ad59 HTTP/1.1" status: 200 len: 797 time: 0.1159029 Nov 27 01:06:12.152659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f07e7-322d-4573-9863-ef513c419b8e req-41fef6be-a54e-449e-ad6a-786fd09945e9 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.160277 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-776f07e7-322d-4573-9863-ef513c419b8e req-41fef6be-a54e-449e-ad6a-786fd09945e9 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:12.180402 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-776f07e7-322d-4573-9863-ef513c419b8e req-41fef6be-a54e-449e-ad6a-786fd09945e9 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "PUT /v2.0/ports/4b8472f9-5a31-4823-b624-8bc259b180b3 HTTP/1.1" status: 200 len: 1020 time: 1.2801728 Nov 27 01:06:12.183172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcbab55-5270-4427-811b-268f7fb7fc54', 'tag': '4b8472f9-5a31-4823-b624-8bc259b180b3'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:12.189119 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ce5733-f546-4fa2-a10c-17c67143adbc" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcbab55-5270-4427-811b-268f7fb7fc54", "tag": "4b8472f9-5a31-4823-b624-8bc259b180b3"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:12.207103 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-d6e1fb2f-2873-46fd-848b-a996b403c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.214001 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-d6e1fb2f-2873-46fd-848b-a996b403c2f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47d4271c-602c-4c7f-8b55-deb4845c36a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1142981 Nov 27 01:06:12.240037 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:12.306082 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fef6be-a54e-449e-ad6a-786fd09945e9 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'Port': ['ID=4b8472f9-5a31-4823-b624-8bc259b180b3,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:12.352387 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcec582-3551-4c1c-9e2e-16e4d6543a5f req-dd5cdaa0-0eb8-4bda-90a3-e0b4cb4b8fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.353943 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abcec582-3551-4c1c-9e2e-16e4d6543a5f req-dd5cdaa0-0eb8-4bda-90a3-e0b4cb4b8fa2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35147b7bfefb4e18b12c5c98d6047346&device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 1174 time: 0.2613955 Nov 27 01:06:12.360934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4b8472f9-5a31-4823-b624-8bc259b180b3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:12.429972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-cb085e64-efc7-4134-b539-af338ea1f93e service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071474 Nov 27 01:06:12.479032 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:12.518626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbce6e-235e-473e-8328-60a17f54a7c9 req-6ca1f962-7df2-411a-9a2f-af81d9dde1d3 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.520435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9edbce6e-235e-473e-8328-60a17f54a7c9 req-6ca1f962-7df2-411a-9a2f-af81d9dde1d3 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 1023 time: 0.2230079 Nov 27 01:06:12.553148 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df7ba01-4c88-452a-a142-60107009cb32 x-openstack-request-id: req-9df7ba01-4c88-452a-a142-60107009cb32 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:12.553829 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcbab55-5270-4427-811b-268f7fb7fc54", "tag": "4b8472f9-5a31-4823-b624-8bc259b180b3", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:12.554420 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9df7ba01-4c88-452a-a142-60107009cb32 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:12.555259 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcbab55-5270-4427-811b-268f7fb7fc54', 'tag': '4b8472f9-5a31-4823-b624-8bc259b180b3', 'status': 'completed', 'code': 200} Nov 27 01:06:12.566417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:12.588268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:12.594832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:12.696406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-d3aec9f0-992d-4ef3-928d-05efc475dc9f service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580650 Nov 27 01:06:12.733121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd0fd0-9c69-4c6e-80d2-58525d2f13cd req-64215277-d5dd-4814-ad52-9fae17cec77f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.754733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd0fd0-9c69-4c6e-80d2-58525d2f13cd req-64215277-d5dd-4814-ad52-9fae17cec77f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.766937 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd0fd0-9c69-4c6e-80d2-58525d2f13cd req-64215277-d5dd-4814-ad52-9fae17cec77f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.779567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd0fd0-9c69-4c6e-80d2-58525d2f13cd req-64215277-d5dd-4814-ad52-9fae17cec77f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.787329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd0fd0-9c69-4c6e-80d2-58525d2f13cd req-64215277-d5dd-4814-ad52-9fae17cec77f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.803068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd0fd0-9c69-4c6e-80d2-58525d2f13cd req-64215277-d5dd-4814-ad52-9fae17cec77f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.814546 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd0fd0-9c69-4c6e-80d2-58525d2f13cd req-64215277-d5dd-4814-ad52-9fae17cec77f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.828452 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74bd0fd0-9c69-4c6e-80d2-58525d2f13cd req-64215277-d5dd-4814-ad52-9fae17cec77f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.2063720 Nov 27 01:06:12.837556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f9a2c9-29e1-4930-ad02-631ea5a1cd34,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:12.882455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcec582-3551-4c1c-9e2e-16e4d6543a5f req-81384f23-f2ef-4a7e-ae89-92d713e1ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.886756 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abcec582-3551-4c1c-9e2e-16e4d6543a5f req-81384f23-f2ef-4a7e-ae89-92d713e1ba2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5c9384de-bc60-4283-868c-03a6014fbe0a HTTP/1.1" status: 200 len: 914 time: 0.5199463 Nov 27 01:06:12.914774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-6a281b43-0df9-412b-b107-8db1487feb7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a64b1a0-430d-4628-bea9-f08fdf8c263d HTTP/1.1" status: 200 len: 217 time: 0.0563693 Nov 27 01:06:12.985098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-8d4bd431-c4eb-4e9f-bc8b-8f938c3cefce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:12.986835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-8d4bd431-c4eb-4e9f-bc8b-8f938c3cefce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579f6157-5b13-45e3-aa25-7bd8f766ad59 HTTP/1.1" status: 200 len: 797 time: 0.0611193 Nov 27 01:06:13.042201 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abcec582-3551-4c1c-9e2e-16e4d6543a5f req-0b489f68-81d7-4d96-8aea-611adf404d56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b8472f9-5a31-4823-b624-8bc259b180b3 HTTP/1.1" status: 200 len: 217 time: 0.1301706 Nov 27 01:06:13.061018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:13.087937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74bd0fd0-9c69-4c6e-80d2-58525d2f13cd req-614ae2aa-2ded-418a-bd33-86f93a9a32f2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2582381 Nov 27 01:06:13.147576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec96303-db92-46b9-8129-132977a5bb52 req-8bad6b9e-976e-4d96-b397-5b4ccb8e4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.149652 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-8bad6b9e-976e-4d96-b397-5b4ccb8e4749 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47d4271c-602c-4c7f-8b55-deb4845c36a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1501572 Nov 27 01:06:13.199577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:13.200205 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:13.283006 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9edbce6e-235e-473e-8328-60a17f54a7c9 req-f8a6ed6f-a540-464b-8a2d-c6c0380d08fa tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeced9d9-4793-4e6b-8595-7ded7af0e96a&id=81083982-49f8-4393-9677-cd20dee9f570&id=efb1a277-3d72-47e2-90da-906aa64ee86a HTTP/1.1" status: 200 len: 6197 time: 0.7223589 Nov 27 01:06:13.304288 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcec582-3551-4c1c-9e2e-16e4d6543a5f req-84c58047-3b5a-4850-8eb8-e89d24e45a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.305724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abcec582-3551-4c1c-9e2e-16e4d6543a5f req-84c58047-3b5a-4850-8eb8-e89d24e45a09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72614284-0014-42f2-b534-c485ad684106 HTTP/1.1" status: 200 len: 853 time: 0.1960194 Nov 27 01:06:13.320734 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:13.363129 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:13.409794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c,segment=NetworkSegment(aaaa92eb-609b-4ea3-8c01-e6b8d483dc80),segment_id=aaaa92eb-609b-4ea3-8c01-e6b8d483dc80)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:13.424735 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:13.465383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131cf64-e0e5-4b44-ac2b-a8a761e9b6c1 req-56a688bf-40af-4e53-8d19-c9ba6276c958 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.465859 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abcec582-3551-4c1c-9e2e-16e4d6543a5f req-d88600a8-4995-4088-919d-d404f6e77cd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5c9384de-bc60-4283-868c-03a6014fbe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429496 Nov 27 01:06:13.476622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3131cf64-e0e5-4b44-ac2b-a8a761e9b6c1 req-56a688bf-40af-4e53-8d19-c9ba6276c958 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.1760616 Nov 27 01:06:13.523495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-f0b94190-00ba-4ca4-8a00-e3c00d7c01cf req-2f83c16e-7c84-48b8-bc22-268af8a6119a tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1785988357 ', 'description': 'tempest-description-121683009'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:13.530753 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-1cb83a78-c045-417b-8037-d3f21802f4e2 service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682463 Nov 27 01:06:13.539953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60cd9a7-c5b3-464c-a358-e830ce38ad17 None None] Network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:06:13.555844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:13.648482 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f0b94190-00ba-4ca4-8a00-e3c00d7c01cf req-2f83c16e-7c84-48b8-bc22-268af8a6119a tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:13.689897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9cdedb0b-b1dd-4dd7-b6bf-e668dfd0e48d None None] Provisioning complete for port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:13.690649 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9cdedb0b-b1dd-4dd7-b6bf-e668dfd0e48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:13.707158 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abcec582-3551-4c1c-9e2e-16e4d6543a5f req-7980a934-dcc3-4fd8-b381-4db1af0cb547 service neutron] 10.222.0.42 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319944 Nov 27 01:06:13.718810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec96303-db92-46b9-8129-132977a5bb52 req-25cbd304-c8e8-4e6b-9d7c-0e13eb0e71bf service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703713 Nov 27 01:06:13.778835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3131cf64-e0e5-4b44-ac2b-a8a761e9b6c1 req-c440dd98-c8fc-4e05-b2c9-67b34db05fbe tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934506 Nov 27 01:06:13.870753 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:13.908172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abcec582-3551-4c1c-9e2e-16e4d6543a5f req-dadb160e-e92f-43d0-8b3a-2212b07ea064 service neutron] 10.222.0.42 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882584 Nov 27 01:06:13.910595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-322e0318-e74b-4f98-b477-bdf0cec24b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.911071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-322e0318-e74b-4f98-b477-bdf0cec24b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.911532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-322e0318-e74b-4f98-b477-bdf0cec24b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.912570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-322e0318-e74b-4f98-b477-bdf0cec24b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.914040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-322e0318-e74b-4f98-b477-bdf0cec24b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.914040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-322e0318-e74b-4f98-b477-bdf0cec24b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.914040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-322e0318-e74b-4f98-b477-bdf0cec24b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:13.914991 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f0b94190-00ba-4ca4-8a00-e3c00d7c01cf req-2f83c16e-7c84-48b8-bc22-268af8a6119a tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:13.916166 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-322e0318-e74b-4f98-b477-bdf0cec24b62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 6479 time: 0.0873392 Nov 27 01:06:13.949425 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f3a22351-6bcd-4783-8337-0c0e176c3874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:13.950794 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f0b94190-00ba-4ca4-8a00-e3c00d7c01cf req-2f83c16e-7c84-48b8-bc22-268af8a6119a tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.022752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f0b94190-00ba-4ca4-8a00-e3c00d7c01cf req-2f83c16e-7c84-48b8-bc22-268af8a6119a tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.027298 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f0b94190-00ba-4ca4-8a00-e3c00d7c01cf req-2f83c16e-7c84-48b8-bc22-268af8a6119a tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5138972 Nov 27 01:06:14.063789 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83c16e-7c84-48b8-bc22-268af8a6119a tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281d5c7f-d831-4fa6-85af-79cb951fb1cc,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:14.090889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-4a6cf906-afc0-4377-a0b9-05ec91f6ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.097288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-4a6cf906-afc0-4377-a0b9-05ec91f6ee3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=47d4271c-602c-4c7f-8b55-deb4845c36a9 HTTP/1.1" status: 200 len: 902 time: 0.1694543 Nov 27 01:06:14.105318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce5733-f546-4fa2-a10c-17c67143adbc req-8fc848c9-8a37-4775-a6ac-8b94e9373c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.116191 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.119186 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8ce5733-f546-4fa2-a10c-17c67143adbc req-8fc848c9-8a37-4775-a6ac-8b94e9373c64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35147b7bfefb4e18b12c5c98d6047346&device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 1174 time: 0.0906448 Nov 27 01:06:14.182943 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-4fbec0b4-667b-4517-b815-e70fd907c3bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a64b1a0-430d-4628-bea9-f08fdf8c263d HTTP/1.1" status: 200 len: 217 time: 0.0691640 Nov 27 01:06:14.245704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce5733-f546-4fa2-a10c-17c67143adbc req-89d7fdcd-1954-4277-becb-b43cdf36a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.247195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8ce5733-f546-4fa2-a10c-17c67143adbc req-89d7fdcd-1954-4277-becb-b43cdf36a197 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5c9384de-bc60-4283-868c-03a6014fbe0a HTTP/1.1" status: 200 len: 914 time: 0.1169546 Nov 27 01:06:14.257750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-5b9528b0-1242-4d02-9a9c-016cb4a1fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.259223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-5b9528b0-1242-4d02-9a9c-016cb4a1fc4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579f6157-5b13-45e3-aa25-7bd8f766ad59 HTTP/1.1" status: 200 len: 797 time: 0.0672984 Nov 27 01:06:14.282986 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5fc2b7b-3a15-4351-addd-b02dd34f7aeb req-54386d0e-a9eb-4808-950c-edc67048a3e7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/281d5c7f-d831-4fa6-85af-79cb951fb1cc HTTP/1.1" status: 200 len: 1797 time: 0.1843004 Nov 27 01:06:14.330021 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8ce5733-f546-4fa2-a10c-17c67143adbc req-f10c61bc-b4a7-4052-a11e-9e47d5eb5ca6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b8472f9-5a31-4823-b624-8bc259b180b3 HTTP/1.1" status: 200 len: 217 time: 0.0626395 Nov 27 01:06:14.356002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-4c35c9e1-2f20-4da2-9b70-fb1ffbbb989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.357931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-4c35c9e1-2f20-4da2-9b70-fb1ffbbb989d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47d4271c-602c-4c7f-8b55-deb4845c36a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900486 Nov 27 01:06:14.363182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc266e80-852a-467f-b240-195be4bd304e req-3f95d944-739e-4c2b-aeff-159d6b6ee235 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/281d5c7f-d831-4fa6-85af-79cb951fb1cc HTTP/1.1" status: 200 len: 1797 time: 0.0511618 Nov 27 01:06:14.370606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:06:14.433355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce5733-f546-4fa2-a10c-17c67143adbc req-53ad696c-7f09-4ea0-9a48-9858a6d1c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.434868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8ce5733-f546-4fa2-a10c-17c67143adbc req-53ad696c-7f09-4ea0-9a48-9858a6d1c7f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72614284-0014-42f2-b534-c485ad684106 HTTP/1.1" status: 200 len: 853 time: 0.0975964 Nov 27 01:06:14.436750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-32d633a9-0e8d-4af9-85e8-ff40c84e8747 None None] Provisioning complete for port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:14.437241 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32d633a9-0e8d-4af9-85e8-ff40c84e8747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.452110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c3a6-ec90-418c-a93a-7abcc58f1ea0 req-d7014616-4a8a-4a5e-ac90-7e6cf7eef2ce tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.458149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c3a6-ec90-418c-a93a-7abcc58f1ea0 req-d7014616-4a8a-4a5e-ac90-7e6cf7eef2ce tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.465858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c3a6-ec90-418c-a93a-7abcc58f1ea0 req-d7014616-4a8a-4a5e-ac90-7e6cf7eef2ce tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.474199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c3a6-ec90-418c-a93a-7abcc58f1ea0 req-d7014616-4a8a-4a5e-ac90-7e6cf7eef2ce tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.481228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c3a6-ec90-418c-a93a-7abcc58f1ea0 req-d7014616-4a8a-4a5e-ac90-7e6cf7eef2ce tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.487834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c3a6-ec90-418c-a93a-7abcc58f1ea0 req-d7014616-4a8a-4a5e-ac90-7e6cf7eef2ce tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.494026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c3a6-ec90-418c-a93a-7abcc58f1ea0 req-d7014616-4a8a-4a5e-ac90-7e6cf7eef2ce tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:14.497788 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ff6c3a6-ec90-418c-a93a-7abcc58f1ea0 req-d7014616-4a8a-4a5e-ac90-7e6cf7eef2ce tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.2431455 Nov 27 01:06:14.524555 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fc266e80-852a-467f-b240-195be4bd304e req-0e0ad2bf-0943-45d8-857c-e35c6ec36aad tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.532833 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-450b004f-59bd-484b-9d33-c52a807a9782 service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653068 Nov 27 01:06:14.539267 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8ce5733-f546-4fa2-a10c-17c67143adbc req-e828f5b2-13cf-4e34-a8af-5770cc887958 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5c9384de-bc60-4283-868c-03a6014fbe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423441 Nov 27 01:06:14.574095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fc266e80-852a-467f-b240-195be4bd304e req-0e0ad2bf-0943-45d8-857c-e35c6ec36aad tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.671389 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ec450ac-3f5f-46c7-94e8-3f623c0f0821 req-611d1a40-9a6c-4774-b846-78d3eb5d192b service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271317 Nov 27 01:06:14.672828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fc266e80-852a-467f-b240-195be4bd304e req-0e0ad2bf-0943-45d8-857c-e35c6ec36aad tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.675477 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fc266e80-852a-467f-b240-195be4bd304e req-0e0ad2bf-0943-45d8-857c-e35c6ec36aad tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.676537 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc266e80-852a-467f-b240-195be4bd304e req-0e0ad2bf-0943-45d8-857c-e35c6ec36aad tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "DELETE /v2.0/security-groups/281d5c7f-d831-4fa6-85af-79cb951fb1cc HTTP/1.1" status: 204 len: 173 time: 0.2982104 Nov 27 01:06:14.678254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ff6c3a6-ec90-418c-a93a-7abcc58f1ea0 req-dab37370-6612-4b7f-918e-62193b93632f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1687672 Nov 27 01:06:14.682985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:06:14.689738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ad2bf-0943-45d8-857c-e35c6ec36aad tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281d5c7f-d831-4fa6-85af-79cb951fb1cc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:14.718787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Sync routers for ids ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:06:14.727008 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.732742 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-24a7e2e5-1157-436d-a6f5-32a5317f02a0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4299784 Nov 27 01:06:14.734911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46122) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:14.751997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Routers {'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:14.752740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:06:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:14.765652 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8ce5733-f546-4fa2-a10c-17c67143adbc req-9615838e-54cc-4de7-8ea8-3558adf2e952 service neutron] 10.222.0.42 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891658 Nov 27 01:06:14.913863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8ce5733-f546-4fa2-a10c-17c67143adbc req-e5d21238-29d4-4d29-9a40-8e429dece469 service neutron] 10.222.0.42 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396294 Nov 27 01:06:14.930764 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-0ee3a822-7ba7-4097-889e-b4f45ebaa54a req-cad3593e-b0e8-41ff-bc09-a86585b0b70b tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] show failed (client error): The resource could not be found. Nov 27 01:06:14.931857 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ee3a822-7ba7-4097-889e-b4f45ebaa54a req-cad3593e-b0e8-41ff-bc09-a86585b0b70b tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/281d5c7f-d831-4fa6-85af-79cb951fb1cc HTTP/1.1" status: 404 len: 352 time: 0.1353381 Nov 27 01:06:14.970380 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:14.998178 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-90fba81a-06a3-4a45-9304-051da3279140 req-50041202-e1ef-404f-a21b-687e0e6736ee tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1331544783', 'description': 'tempest-description-1168787092'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:15.003525 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Set router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:15.040221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:15.049141 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fba81a-06a3-4a45-9304-051da3279140 req-50041202-e1ef-404f-a21b-687e0e6736ee tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.133029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fba81a-06a3-4a45-9304-051da3279140 req-50041202-e1ef-404f-a21b-687e0e6736ee tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.137931 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fba81a-06a3-4a45-9304-051da3279140 req-50041202-e1ef-404f-a21b-687e0e6736ee tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.178355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50041202-e1ef-404f-a21b-687e0e6736ee tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4186238d-ec0d-421d-a469-664de1209b1b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:15.190345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-90fba81a-06a3-4a45-9304-051da3279140 req-50041202-e1ef-404f-a21b-687e0e6736ee tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.196019 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90fba81a-06a3-4a45-9304-051da3279140 req-50041202-e1ef-404f-a21b-687e0e6736ee tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2020063 Nov 27 01:06:15.222781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-057653c9-70f5-4f4b-bd16-315ce067a07f req-2859fc29-fc94-44d9-ac68-d13243176675 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-651906199', 'description': 'tempest-description-1544199452'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:15.232670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9d962-894b-403a-957c-d1e19fea3b18 req-066755bc-2165-4095-8c0d-c28b2452c1fb tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.239052 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-60c9d962-894b-403a-957c-d1e19fea3b18 req-066755bc-2165-4095-8c0d-c28b2452c1fb tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.1023250 Nov 27 01:06:15.256633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-057653c9-70f5-4f4b-bd16-315ce067a07f req-2859fc29-fc94-44d9-ac68-d13243176675 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.267646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:15.268168 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.298632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:06:12Z', 'revision_number': 3, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:15.335954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Checking router: a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:06:15.336471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Updating router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c port d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:06:15.346094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-60c9d962-894b-403a-957c-d1e19fea3b18 req-305e13be-753c-4c57-850c-831330e9c9e9 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040635 Nov 27 01:06:15.368287 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-057653c9-70f5-4f4b-bd16-315ce067a07f req-2859fc29-fc94-44d9-ac68-d13243176675 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.369641 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.375982 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-057653c9-70f5-4f4b-bd16-315ce067a07f req-2859fc29-fc94-44d9-ac68-d13243176675 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.415616 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-057653c9-70f5-4f4b-bd16-315ce067a07f req-2859fc29-fc94-44d9-ac68-d13243176675 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.417001 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-057653c9-70f5-4f4b-bd16-315ce067a07f req-2859fc29-fc94-44d9-ac68-d13243176675 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1991990 Nov 27 01:06:15.420503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859fc29-fc94-44d9-ac68-d13243176675 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f51adc0-90ce-49a3-9ff6-30caf916ddf6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:15.456428 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-4741359d-5866-4281-a234-2261c1c12556 req-a57a5d97-6e2b-4694-baed-41c7f94f3e40 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2110555350', 'description': 'tempest-description-421235501'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:15.496319 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.511052 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4741359d-5866-4281-a234-2261c1c12556 req-a57a5d97-6e2b-4694-baed-41c7f94f3e40 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.681400 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4741359d-5866-4281-a234-2261c1c12556 req-a57a5d97-6e2b-4694-baed-41c7f94f3e40 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.687919 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4741359d-5866-4281-a234-2261c1c12556 req-a57a5d97-6e2b-4694-baed-41c7f94f3e40 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.699780 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.706805 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.723030 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4741359d-5866-4281-a234-2261c1c12556 req-a57a5d97-6e2b-4694-baed-41c7f94f3e40 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.724238 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4741359d-5866-4281-a234-2261c1c12556 req-a57a5d97-6e2b-4694-baed-41c7f94f3e40 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2742496 Nov 27 01:06:15.731121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Allocated IP 172.20.0.1 (2e321ca8-aa07-4d62-87a0-2caba1b2fa36/3e4d91ac-55f9-4833-8bf6-94b332c8b89c/1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:15.746427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a5d97-6e2b-4694-baed-41c7f94f3e40 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bac2c4-dfd2-4a94-b748-97892f485ec7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:15.774370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Attempting to bind port d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:15.774751 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Attempting to bind port d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:15.775117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Attempting to bind port d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:15.785014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:15.785398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:15.785806 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.786207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:15.786711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Bound port: d9f9a2c9-29e1-4930-ad02-631ea5a1cd34, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:15.787327 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.793908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3dfa-97d5-45f9-8479-6d2a226cb9fb None None] Pushing event updated for resources: {'Port': ['ID=d9f9a2c9-29e1-4930-ad02-631ea5a1cd34,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:15.862597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] For port d9f9a2c9-29e1-4930-ad02-631ea5a1cd34, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:15.867530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] For port d9f9a2c9-29e1-4930-ad02-631ea5a1cd34, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d9f9a2c9-29e1-4930-ad02-631ea5a1cd34,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:15.874594 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.887657 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:15.921023 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b83b4-e883-4472-926f-566fa3099245 req-1069718a-dc11-4972-ad4a-77846234f8fa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.927566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b83b4-e883-4472-926f-566fa3099245 req-1069718a-dc11-4972-ad4a-77846234f8fa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.929051 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3b18dad-25d0-4f96-847b-4e1d2f205fcd req-912e847b-4208-4a62-bba9-2c8d257bf863 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35147b7bfefb4e18b12c5c98d6047346 HTTP/1.1" status: 200 len: 10996 time: 0.1778810 Nov 27 01:06:15.934506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b83b4-e883-4472-926f-566fa3099245 req-1069718a-dc11-4972-ad4a-77846234f8fa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.941082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b83b4-e883-4472-926f-566fa3099245 req-1069718a-dc11-4972-ad4a-77846234f8fa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.947438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b83b4-e883-4472-926f-566fa3099245 req-1069718a-dc11-4972-ad4a-77846234f8fa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.954272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b83b4-e883-4472-926f-566fa3099245 req-1069718a-dc11-4972-ad4a-77846234f8fa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.960515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b83b4-e883-4472-926f-566fa3099245 req-1069718a-dc11-4972-ad4a-77846234f8fa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:15.962656 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd5b83b4-e883-4472-926f-566fa3099245 req-1069718a-dc11-4972-ad4a-77846234f8fa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1335349 Nov 27 01:06:15.994720 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3b18dad-25d0-4f96-847b-4e1d2f205fcd req-7eda068e-00a8-40ec-977d-316dcae9aba8 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/efb1a277-3d72-47e2-90da-906aa64ee86a HTTP/1.1" status: 200 len: 2998 time: 0.0569406 Nov 27 01:06:16.011168 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.062698 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3b18dad-25d0-4f96-847b-4e1d2f205fcd req-b2a49ebb-a169-47b9-8efb-e13ec790dd43 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/efb1a277-3d72-47e2-90da-906aa64ee86a HTTP/1.1" status: 200 len: 2998 time: 0.0669312 Nov 27 01:06:16.076715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:16.086015 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd5b83b4-e883-4472-926f-566fa3099245 req-612af1ad-5765-4b7c-9c90-ced3c29660fa tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1133804 Nov 27 01:06:16.091997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:16.125391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:16.142824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Pushing event updated for resources: {'Port': ['ID=1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:16.151734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3dfa-97d5-45f9-8479-6d2a226cb9fb None None] Pushing event updated for resources: {'Port': ['ID=d9f9a2c9-29e1-4930-ad02-631ea5a1cd34,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:16.159198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Routers {'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:16.160322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:06:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:16.241719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f85a5a7e-b3a3-4674-859c-75346eddb947 req-2bcae0e4-ded0-434e-8b87-7337194d71c4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/4186238d-ec0d-421d-a469-664de1209b1b HTTP/1.1" status: 200 len: 1818 time: 0.1133826 Nov 27 01:06:16.247053 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.282037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] Set router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:16.394734 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f85a5a7e-b3a3-4674-859c-75346eddb947 req-a2606d02-1264-4af8-bb25-3ec7bfa91e85 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.421952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3651cefa-a97b-48fe-b2e2-6aa7b401ff79 None None] Provisioning complete for port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:16.422601 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3651cefa-a97b-48fe-b2e2-6aa7b401ff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.424453 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f85a5a7e-b3a3-4674-859c-75346eddb947 req-a2606d02-1264-4af8-bb25-3ec7bfa91e85 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.490454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3651cefa-a97b-48fe-b2e2-6aa7b401ff79 None None] Port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:06:16.523180 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c8517-1cf3-4ab0-b4e3-dc2b9ce127d6 req-4d27f7b9-d676-44ec-9242-ab2095c20168 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:16.542876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b73c8517-1cf3-4ab0-b4e3-dc2b9ce127d6 req-4d27f7b9-d676-44ec-9242-ab2095c20168 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0875766 Nov 27 01:06:16.582952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.590551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:06:12Z', 'revision_number': 3, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:16.608325 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b73c8517-1cf3-4ab0-b4e3-dc2b9ce127d6 req-f1689096-f33b-45bc-8323-7e4763690665 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585530 Nov 27 01:06:16.624594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82283209-7f7f-4b38-9e4f-2d842579843e None None] The sync data for ids ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'] in n-d-819494-2 is: [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:06:12Z', 'revision_number': 3, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:06:16.802925 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f85a5a7e-b3a3-4674-859c-75346eddb947 req-a2606d02-1264-4af8-bb25-3ec7bfa91e85 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.805485 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f85a5a7e-b3a3-4674-859c-75346eddb947 req-a2606d02-1264-4af8-bb25-3ec7bfa91e85 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.806672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f85a5a7e-b3a3-4674-859c-75346eddb947 req-a2606d02-1264-4af8-bb25-3ec7bfa91e85 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "DELETE /v2.0/security-groups/4186238d-ec0d-421d-a469-664de1209b1b HTTP/1.1" status: 204 len: 173 time: 0.5565305 Nov 27 01:06:16.813903 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:16.820788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2606d02-1264-4af8-bb25-3ec7bfa91e85 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4186238d-ec0d-421d-a469-664de1209b1b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:16.856039 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-0554902b-040f-42e9-a13f-acdadf0dad4d req-76433569-9527-415d-8b53-e66eb2c97cce tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] show failed (client error): The resource could not be found. Nov 27 01:06:16.879682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0554902b-040f-42e9-a13f-acdadf0dad4d req-76433569-9527-415d-8b53-e66eb2c97cce tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/4186238d-ec0d-421d-a469-664de1209b1b HTTP/1.1" status: 404 len: 352 time: 0.0447996 Nov 27 01:06:16.941371 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.019763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d865e69d-199e-4ac2-94d0-baed7b62a550 req-f86641b2-dd7f-4747-915f-cf6177b5b6f6 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/7f51adc0-90ce-49a3-9ff6-30caf916ddf6 HTTP/1.1" status: 200 len: 1817 time: 0.1326971 Nov 27 01:06:17.104770 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.115012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.122731 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d865e69d-199e-4ac2-94d0-baed7b62a550 req-456d8391-524a-4fc6-8cb1-84af366024b3 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.212102 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d865e69d-199e-4ac2-94d0-baed7b62a550 req-456d8391-524a-4fc6-8cb1-84af366024b3 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.222448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Pushing event updated for resources: {'Port': ['ID=1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:17.227126 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.255511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748f93e-8e93-49f0-b165-509db5bed3a7 req-2351259b-664f-4345-9a4b-0567e28210bd tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:17.264068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748f93e-8e93-49f0-b165-509db5bed3a7 req-2351259b-664f-4345-9a4b-0567e28210bd tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:17.271462 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748f93e-8e93-49f0-b165-509db5bed3a7 req-2351259b-664f-4345-9a4b-0567e28210bd tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:17.277393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748f93e-8e93-49f0-b165-509db5bed3a7 req-2351259b-664f-4345-9a4b-0567e28210bd tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:17.285667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748f93e-8e93-49f0-b165-509db5bed3a7 req-2351259b-664f-4345-9a4b-0567e28210bd tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:17.292609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748f93e-8e93-49f0-b165-509db5bed3a7 req-2351259b-664f-4345-9a4b-0567e28210bd tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:17.300139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748f93e-8e93-49f0-b165-509db5bed3a7 req-2351259b-664f-4345-9a4b-0567e28210bd tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:17.305948 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e748f93e-8e93-49f0-b165-509db5bed3a7 req-2351259b-664f-4345-9a4b-0567e28210bd tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1249814 Nov 27 01:06:17.319258 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d865e69d-199e-4ac2-94d0-baed7b62a550 req-456d8391-524a-4fc6-8cb1-84af366024b3 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.323126 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d865e69d-199e-4ac2-94d0-baed7b62a550 req-456d8391-524a-4fc6-8cb1-84af366024b3 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.324635 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d865e69d-199e-4ac2-94d0-baed7b62a550 req-456d8391-524a-4fc6-8cb1-84af366024b3 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "DELETE /v2.0/security-groups/7f51adc0-90ce-49a3-9ff6-30caf916ddf6 HTTP/1.1" status: 204 len: 173 time: 0.2974310 Nov 27 01:06:17.342665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d8391-524a-4fc6-8cb1-84af366024b3 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f51adc0-90ce-49a3-9ff6-30caf916ddf6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:17.400052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:17.401985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:17.474769 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.483798 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e748f93e-8e93-49f0-b165-509db5bed3a7 req-c6ab7f84-f83d-4614-abdd-61b49ca84512 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1457872 Nov 27 01:06:17.537530 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-4c96853d-edad-4724-bd4a-7a645ecc1a31 req-b3200f00-0d20-4401-878c-84b9f33d48f5 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] show failed (client error): The resource could not be found. Nov 27 01:06:17.547263 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c96853d-edad-4724-bd4a-7a645ecc1a31 req-b3200f00-0d20-4401-878c-84b9f33d48f5 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/7f51adc0-90ce-49a3-9ff6-30caf916ddf6 HTTP/1.1" status: 404 len: 352 time: 0.0274196 Nov 27 01:06:17.664525 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0bf44f4e-bc8a-4bff-be99-5bf6341945f5 req-ccb5c0f4-1c35-41f6-953c-88c6032491d5 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/17bac2c4-dfd2-4a94-b748-97892f485ec7 HTTP/1.1" status: 200 len: 1817 time: 0.0831869 Nov 27 01:06:17.672504 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:06:17.768810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c54a-a87f-4bd2-a85e-068003bd0a9f req-2982fbc5-c4b4-4c19-acf5-e152ea4a8c23 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:17.769655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b663819d-f2ce-4c90-b4cb-8cd5ad9111ea None None] Provisioning complete for port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:17.770214 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b663819d-f2ce-4c90-b4cb-8cd5ad9111ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.784368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46b9c54a-a87f-4bd2-a85e-068003bd0a9f req-2982fbc5-c4b4-4c19-acf5-e152ea4a8c23 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0707862 Nov 27 01:06:17.829783 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0bf44f4e-bc8a-4bff-be99-5bf6341945f5 req-b375fd52-d345-47c0-b027-8f0de0c6b646 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.837888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b663819d-f2ce-4c90-b4cb-8cd5ad9111ea None None] Port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:06:17.867719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46b9c54a-a87f-4bd2-a85e-068003bd0a9f req-209d5d10-fc64-4cbc-989e-4876f33334c1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824130 Nov 27 01:06:17.870442 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0bf44f4e-bc8a-4bff-be99-5bf6341945f5 req-b375fd52-d345-47c0-b027-8f0de0c6b646 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.890359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:06:17.896764 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3e695b63-73b1-4a39-8cd8-2972e624ceda admin admin] 10.222.0.37 "PUT /v2.0/routers/a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1603954 Nov 27 01:06:17.922413 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0bf44f4e-bc8a-4bff-be99-5bf6341945f5 req-b375fd52-d345-47c0-b027-8f0de0c6b646 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.926628 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0bf44f4e-bc8a-4bff-be99-5bf6341945f5 req-b375fd52-d345-47c0-b027-8f0de0c6b646 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:17.928095 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0bf44f4e-bc8a-4bff-be99-5bf6341945f5 req-b375fd52-d345-47c0-b027-8f0de0c6b646 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "DELETE /v2.0/security-groups/17bac2c4-dfd2-4a94-b748-97892f485ec7 HTTP/1.1" status: 204 len: 173 time: 0.2624645 Nov 27 01:06:17.945043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375fd52-d345-47c0-b027-8f0de0c6b646 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bac2c4-dfd2-4a94-b748-97892f485ec7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:17.981702 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-3985209b-9ef7-4cb9-b843-f242ab34865c req-a7b43563-830b-4efd-89f9-c20b7f3c78a2 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] show failed (client error): The resource could not be found. Nov 27 01:06:17.988478 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3985209b-9ef7-4cb9-b843-f242ab34865c req-a7b43563-830b-4efd-89f9-c20b7f3c78a2 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/17bac2c4-dfd2-4a94-b748-97892f485ec7 HTTP/1.1" status: 404 len: 352 time: 0.0273094 Nov 27 01:06:18.079812 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3b74c96-52ce-4bd7-be18-eaf0cede9033 req-0b8ee089-5ee5-4845-9c0c-94eb2faaba59 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35147b7bfefb4e18b12c5c98d6047346 HTTP/1.1" status: 200 len: 6197 time: 0.0762653 Nov 27 01:06:18.131108 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3b74c96-52ce-4bd7-be18-eaf0cede9033 req-cb775e48-0313-4897-b4ef-e35ac0b268cf tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/efb1a277-3d72-47e2-90da-906aa64ee86a HTTP/1.1" status: 200 len: 2998 time: 0.0500724 Nov 27 01:06:18.176759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3b74c96-52ce-4bd7-be18-eaf0cede9033 req-591a2a6a-e6eb-472f-a1f2-a1d16fe675cc tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/efb1a277-3d72-47e2-90da-906aa64ee86a HTTP/1.1" status: 200 len: 2998 time: 0.0438116 Nov 27 01:06:18.212083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-f682f0d5-838a-40c3-a6f9-d56a759e445e req-f676fb82-2cae-4205-b948-b861e5c41013 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-468741057', 'description': 'tempest-description-1095783300'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:18.245155 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f682f0d5-838a-40c3-a6f9-d56a759e445e req-f676fb82-2cae-4205-b948-b861e5c41013 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.324135 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f682f0d5-838a-40c3-a6f9-d56a759e445e req-f676fb82-2cae-4205-b948-b861e5c41013 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.330027 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f682f0d5-838a-40c3-a6f9-d56a759e445e req-f676fb82-2cae-4205-b948-b861e5c41013 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.369839 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f682f0d5-838a-40c3-a6f9-d56a759e445e req-f676fb82-2cae-4205-b948-b861e5c41013 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.371209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f682f0d5-838a-40c3-a6f9-d56a759e445e req-f676fb82-2cae-4205-b948-b861e5c41013 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1646523 Nov 27 01:06:18.372264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676fb82-2cae-4205-b948-b861e5c41013 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32aff96-2567-40b2-946a-1fd6dd84ca64,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:18.411845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-83f33109-40ca-4390-8b64-a844d4fb8844 req-6f3f77c6-4f19-48d8-a7d5-0254e2b67d4d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1758392333', 'description': 'tempest-description-1845669408'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:18.443358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-83f33109-40ca-4390-8b64-a844d4fb8844 req-6f3f77c6-4f19-48d8-a7d5-0254e2b67d4d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.532695 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-83f33109-40ca-4390-8b64-a844d4fb8844 req-6f3f77c6-4f19-48d8-a7d5-0254e2b67d4d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.537123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-83f33109-40ca-4390-8b64-a844d4fb8844 req-6f3f77c6-4f19-48d8-a7d5-0254e2b67d4d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.570964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-83f33109-40ca-4390-8b64-a844d4fb8844 req-6f3f77c6-4f19-48d8-a7d5-0254e2b67d4d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.572515 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83f33109-40ca-4390-8b64-a844d4fb8844 req-6f3f77c6-4f19-48d8-a7d5-0254e2b67d4d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1649413 Nov 27 01:06:18.579560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f77c6-4f19-48d8-a7d5-0254e2b67d4d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd886886-4042-4e48-ac7b-e322a7eba398,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:18.611558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46176) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:18.617435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f58a6793-d329-4cf4-af5b-6580817b3dd2 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531637263', 'description': 'tempest-description--1267565294'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:18.667725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f58a6793-d329-4cf4-af5b-6580817b3dd2 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.777981 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083989eb-1aad-4f1d-94b5-ba5f78476b5c req-9fcfed87-9f49-472a-b9b5-8cdeda2cf42e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:18.784036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083989eb-1aad-4f1d-94b5-ba5f78476b5c req-9fcfed87-9f49-472a-b9b5-8cdeda2cf42e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:18.784428 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f58a6793-d329-4cf4-af5b-6580817b3dd2 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.790895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083989eb-1aad-4f1d-94b5-ba5f78476b5c req-9fcfed87-9f49-472a-b9b5-8cdeda2cf42e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:18.796563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f58a6793-d329-4cf4-af5b-6580817b3dd2 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.797302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083989eb-1aad-4f1d-94b5-ba5f78476b5c req-9fcfed87-9f49-472a-b9b5-8cdeda2cf42e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:18.803821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083989eb-1aad-4f1d-94b5-ba5f78476b5c req-9fcfed87-9f49-472a-b9b5-8cdeda2cf42e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:18.810113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083989eb-1aad-4f1d-94b5-ba5f78476b5c req-9fcfed87-9f49-472a-b9b5-8cdeda2cf42e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:18.816921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083989eb-1aad-4f1d-94b5-ba5f78476b5c req-9fcfed87-9f49-472a-b9b5-8cdeda2cf42e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:18.819325 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-083989eb-1aad-4f1d-94b5-ba5f78476b5c req-9fcfed87-9f49-472a-b9b5-8cdeda2cf42e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1252656 Nov 27 01:06:18.852868 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f58a6793-d329-4cf4-af5b-6580817b3dd2 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:18.854068 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f58a6793-d329-4cf4-af5b-6580817b3dd2 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2413633 Nov 27 01:06:18.858485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46188) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:18.864635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Request body: {'security_group_rule': {'security_group_id': '40a5647d-5783-44a5-b895-b82883b3b77e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:18.881393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a6793-d329-4cf4-af5b-6580817b3dd2 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a5647d-5783-44a5-b895-b82883b3b77e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:18.893373 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Sync routers for ids ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:06:18.913053 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Routers {'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:18.923347 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:06:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:18.931840 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-083989eb-1aad-4f1d-94b5-ba5f78476b5c req-234679d8-d09f-438e-9aa4-41d81420a71a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008770 Nov 27 01:06:18.941070 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.031250 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.043493 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.063695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-406737fd-81d9-42d2-a218-6556cf224d67 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:19.069655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:19.072905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-406737fd-81d9-42d2-a218-6556cf224d67 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/networks?id=5c9384de-bc60-4283-868c-03a6014fbe0a HTTP/1.1" status: 200 len: 813 time: 0.2230132 Nov 27 01:06:19.079485 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Set router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:19.090867 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-96c5cb2e-fcc2-44f8-9853-327dc8b5b77c tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/quotas/35147b7bfefb4e18b12c5c98d6047346 HTTP/1.1" status: 200 len: 375 time: 0.0164523 Nov 27 01:06:19.126730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28d61a4-9204-464c-89e8-9203b9bc95c6,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:19.133530 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.135141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2744336 Nov 27 01:06:19.138408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46192) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:19.143596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Request body: {'security_group_rule': {'security_group_id': '40a5647d-5783-44a5-b895-b82883b3b77e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:19.176629 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-590c4bba-beec-43aa-a988-170d76d3f8cd tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=35147b7bfefb4e18b12c5c98d6047346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833104 Nov 27 01:06:19.187251 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.188004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:19.189580 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.190429 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.190966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.192123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.194310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.194829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.199206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.199884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.200405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.201031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.201575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.202081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a97e6f-edeb-4178-9539-f12a228ec66c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.235588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f955c-af6e-4ecf-9b94-eac08913a2f4 req-c581b38e-6970-4a56-8ee6-c4d909b1e0e3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:19.237194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-564f955c-af6e-4ecf-9b94-eac08913a2f4 req-c581b38e-6970-4a56-8ee6-c4d909b1e0e3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.1372306 Nov 27 01:06:19.314855 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-564f955c-af6e-4ecf-9b94-eac08913a2f4 req-3409109c-5b5d-45c7-a29d-f37bc308383c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680599 Nov 27 01:06:19.330567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.333467 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.344751 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:06:16Z', 'revision_number': 4, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e', 'name': '', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'mac_address': 'fa:16:3e:cf:41:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:15Z', 'updated_at': '2021-11-27T01:06:16Z', 'revision_number': 2, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'subnets': [{'id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:19.359534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port d9f9a2c9-29e1-4930-ad02-631ea5a1cd34, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d9f9a2c9-29e1-4930-ad02-631ea5a1cd34,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:19.366671 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.380429 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Checking router: a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:06:19.381024 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Updating router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:06:19.397842 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-73f33b00-e998-4c4b-b10e-9ed1b310312d service neutron] 10.222.0.37 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202098 Nov 27 01:06:19.410768 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.428670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=d9f9a2c9-29e1-4930-ad02-631ea5a1cd34,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:19.435958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.438478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.438911 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.439509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.439961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.440445 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.440895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.441362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.441699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.442227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.442584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.447183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.447560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.469425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.499684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777eb5c7-7cde-45f9-87ef-81a83dae074e,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:19.506607 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.507806 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3683755 Nov 27 01:06:19.510923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46194) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:19.516128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.516480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.516825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.516939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:19.517162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.517497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.517830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.518158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.518525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.518850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.519176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.519503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.519822 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ab08f-b071-49f5-a013-f292039330ef tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.555606 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.558445 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-ebb84e50-5cbd-412c-93a3-5d0e07ab361d service neutron] 10.222.0.37 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520393 Nov 27 01:06:19.711293 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.848207 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.865033 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbd5f823-f6db-4346-a322-82143d6e5690 req-0da3ad3d-a5fd-4c6b-aa25-7a7760e17eed tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 210 time: 0.0828266 Nov 27 01:06:19.875951 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:19.956701 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Pushing event updated for resources: {'Port': ['ID=1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:19.974159 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.976252 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.977593 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.978223 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.978810 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.979161 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.979495 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.979821 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.982876 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.983481 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.984008 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:19.984733 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:06:20.055544 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Attempting to bind port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:20.056206 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Attempting to bind port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:20.056771 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Attempting to bind port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e on network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:20.063684 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:20.064364 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Checking segment: {'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:20.064984 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.065573 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Bound using segment: {'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:20.066254 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Bound port: 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:20.066870 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.180727 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] For port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:20.184414 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] For port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e,segment=NetworkSegment(aaaa92eb-609b-4ea3-8c01-e6b8d483dc80),segment_id=aaaa92eb-609b-4ea3-8c01-e6b8d483dc80)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:20.191388 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.236817 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Routers {'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:20.237747 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:06:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:20.407946 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b9c7336c-d71d-4511-90e2-973274012a6d None None] Provisioning complete for port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:20.408424 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9c7336c-d71d-4511-90e2-973274012a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.579264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef495c-db8f-4a9d-9b75-1f9c9a646bd3 req-a7b8f511-da81-4903-bbb2-bf3e6bfccfae tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.589459 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9c7336c-d71d-4511-90e2-973274012a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.595888 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fef495c-db8f-4a9d-9b75-1f9c9a646bd3 req-a7b8f511-da81-4903-bbb2-bf3e6bfccfae tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.1523886 Nov 27 01:06:20.613034 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] Set router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:20.663343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Allocated IP 172.25.3.76 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/8b2907b2-a46a-4d78-9aca-cc11acb60ccd) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:20.675504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b9c7336c-d71d-4511-90e2-973274012a6d None None] For port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e,segment=NetworkSegment(aaaa92eb-609b-4ea3-8c01-e6b8d483dc80),segment_id=aaaa92eb-609b-4ea3-8c01-e6b8d483dc80)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:20.682168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fef495c-db8f-4a9d-9b75-1f9c9a646bd3 req-a5ebf8a7-2d65-4bf0-858d-164bca28dd88 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833418 Nov 27 01:06:20.694470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b059c-acd6-42a4-8733-94ed19fd7997 req-72af6552-56b8-4a59-9ee7-044d4a64009e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.696099 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9c7336c-d71d-4511-90e2-973274012a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.719199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b059c-acd6-42a4-8733-94ed19fd7997 req-72af6552-56b8-4a59-9ee7-044d4a64009e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.736990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b059c-acd6-42a4-8733-94ed19fd7997 req-72af6552-56b8-4a59-9ee7-044d4a64009e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.749883 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc5c6b-2790-4d12-a705-cad089481088 None None] Pushing event updated for resources: {'Port': ['ID=1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:20.751474 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b059c-acd6-42a4-8733-94ed19fd7997 req-72af6552-56b8-4a59-9ee7-044d4a64009e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.765774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7336c-d71d-4511-90e2-973274012a6d None None] Pushing event updated for resources: {'Port': ['ID=1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:20.766475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b059c-acd6-42a4-8733-94ed19fd7997 req-72af6552-56b8-4a59-9ee7-044d4a64009e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.772638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b059c-acd6-42a4-8733-94ed19fd7997 req-72af6552-56b8-4a59-9ee7-044d4a64009e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.779409 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b059c-acd6-42a4-8733-94ed19fd7997 req-72af6552-56b8-4a59-9ee7-044d4a64009e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:20.781347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a01b059c-acd6-42a4-8733-94ed19fd7997 req-72af6552-56b8-4a59-9ee7-044d4a64009e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.2338331 Nov 27 01:06:20.829444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-91e8f237-243a-48ce-b00c-79c841b64f92 None None] Provisioning complete for port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:20.837452 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91e8f237-243a-48ce-b00c-79c841b64f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:20.977634 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:06:16Z', 'revision_number': 4, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e', 'name': '', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'mac_address': 'fa:16:3e:cf:41:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:15Z', 'updated_at': '2021-11-27T01:06:20Z', 'revision_number': 4, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'subnets': [{'id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:21.008477 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a01b059c-acd6-42a4-8733-94ed19fd7997 req-99d01df7-ea3b-4005-8acf-e9f8d48d7eea tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2176466 Nov 27 01:06:21.022317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:21.023938 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdba01-8b7c-4a7b-ade5-1297828922ee None None] The sync data for ids ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'] in n-d-819494-2 is: [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:06:16Z', 'revision_number': 4, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e', 'name': '', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'mac_address': 'fa:16:3e:cf:41:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:15Z', 'updated_at': '2021-11-27T01:06:20Z', 'revision_number': 4, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'subnets': [{'id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:06:21.073960 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:21.128366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-390b69a1-bb60-40c9-844d-9634a23e3faa req-cb91a358-0589-4417-bfe3-5687d47e4bf7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 210 time: 0.0759969 Nov 27 01:06:21.142400 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:21.142956 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:21.211927 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:21.241053 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-6b384f17-ee89-416e-9d35-6126c4a491e0 service neutron] 10.222.0.42 "GET /v2.0/ports/ab6edf52-10d3-4e08-9aa7-36d3dd57400e/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.1278741 Nov 27 01:06:21.268925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:21.275193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:21.280164 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:21.287476 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Pushing event updated for resources: {'Port': ['ID=8b2907b2-a46a-4d78-9aca-cc11acb60ccd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:21.368028 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8a79b64-2410-43c4-a2f1-cedc36f43dd9 req-f5ad67ff-4185-4071-ba5e-e4a06f99253b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1276798 Nov 27 01:06:21.376248 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:21.447171 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:21.632837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-2086883e-2441-4a53-96f0-e2fb7e133c16 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:21.634460 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-2086883e-2441-4a53-96f0-e2fb7e133c16 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.11 "GET /v2.0/networks?id=5c9384de-bc60-4283-868c-03a6014fbe0a HTTP/1.1" status: 200 len: 813 time: 0.1793277 Nov 27 01:06:21.676732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'port': {'device_id': 'eeae0879-5105-4702-9962-c7156eb920b3', 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a', 'admin_state_up': True, 'tenant_id': '35147b7bfefb4e18b12c5c98d6047346'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:21.783667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-7e5c2727-d85e-47bb-81bc-1823a68171ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:21.792650 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-7e5c2727-d85e-47bb-81bc-1823a68171ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b&tenant_id=cae186c4f2334d95a689ce9bbc113764 HTTP/1.1" status: 200 len: 1101 time: 0.2246978 Nov 27 01:06:21.839786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a79b64-2410-43c4-a2f1-cedc36f43dd9 req-4a96cc6c-b6a2-49ab-8854-161083dce471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:21.849310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8a79b64-2410-43c4-a2f1-cedc36f43dd9 req-4a96cc6c-b6a2-49ab-8854-161083dce471 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 1096 time: 0.2137103 Nov 27 01:06:22.034404 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.047183 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.068398 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.105757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Made reservation on behalf of 35147b7bfefb4e18b12c5c98d6047346 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:22.111244 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.152627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf5221-b173-48fa-ad72-cabcd2bb6b85 req-0782bc86-b461-4395-ac95-c6322b2fdd0d tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.156344 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18cf5221-b173-48fa-ad72-cabcd2bb6b85 req-0782bc86-b461-4395-ac95-c6322b2fdd0d tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 1097 time: 0.1311951 Nov 27 01:06:22.156660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988811e7-a34a-4684-8cae-99773153088b req-09687209-4338-4105-bf27-bea348d7e136 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.164217 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-988811e7-a34a-4684-8cae-99773153088b req-09687209-4338-4105-bf27-bea348d7e136 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.3239930 Nov 27 01:06:22.168317 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.178280 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6572936 Nov 27 01:06:22.284661 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-988811e7-a34a-4684-8cae-99773153088b req-bce291fe-5e32-4b24-b955-58ed2a4de330 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194618 Nov 27 01:06:22.297478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-f77db151-f5f9-4079-a4be-37bc1b68b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.301782 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-f77db151-f5f9-4079-a4be-37bc1b68b91e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 1101 time: 0.4268985 Nov 27 01:06:22.315581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b72ce-886d-42bc-8647-a9c87fae404b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Pushing event updated for resources: {'Port': ['ID=8b2907b2-a46a-4d78-9aca-cc11acb60ccd,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:22.316400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Allocated IP 172.20.0.12 (5c9384de-bc60-4283-868c-03a6014fbe0a/72614284-0014-42f2-b534-c485ad684106/268ae166-5baa-40b6-88a3-ccec65cda155) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:22.427401 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a79b64-2410-43c4-a2f1-cedc36f43dd9 req-4dd60d0c-197a-4aeb-a46e-4c5b60ed0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.434564 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8a79b64-2410-43c4-a2f1-cedc36f43dd9 req-4dd60d0c-197a-4aeb-a46e-4c5b60ed0e80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.5009599 Nov 27 01:06:22.501621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-7a69256f-4129-44f0-8809-401f740f0972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.503249 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-7a69256f-4129-44f0-8809-401f740f0972 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1832671 Nov 27 01:06:22.632333 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8a79b64-2410-43c4-a2f1-cedc36f43dd9 req-5a4fe0c0-a352-4384-a03b-02340b2f239c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac93d525-7809-4882-adb3-c62db4ce437f HTTP/1.1" status: 200 len: 217 time: 0.1844964 Nov 27 01:06:22.637214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-2a2f9e27-f486-4242-a8e2-f91c745dd2b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e HTTP/1.1" status: 200 len: 217 time: 0.1150069 Nov 27 01:06:22.724983 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18cf5221-b173-48fa-ad72-cabcd2bb6b85 req-6ac0e59b-0c3f-4408-a12f-5cc7286b93ea tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476506 Nov 27 01:06:22.773329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-7fe7e2dd-7ce3-4a7e-bb57-9749103d12df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.774822 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-7fe7e2dd-7ce3-4a7e-bb57-9749103d12df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1287153 Nov 27 01:06:22.781753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a79b64-2410-43c4-a2f1-cedc36f43dd9 req-1b6b3ab9-f728-4161-b781-20bd360b89b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.783265 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8a79b64-2410-43c4-a2f1-cedc36f43dd9 req-1b6b3ab9-f728-4161-b781-20bd360b89b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1347747 Nov 27 01:06:22.795066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5e58f-d4e2-44e6-b64b-476ed88d904a req-ecdf89a5-70c6-4cb2-9528-cf0d56800688 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.819427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5e58f-d4e2-44e6-b64b-476ed88d904a req-ecdf89a5-70c6-4cb2-9528-cf0d56800688 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.831654 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:22.838721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5e58f-d4e2-44e6-b64b-476ed88d904a req-ecdf89a5-70c6-4cb2-9528-cf0d56800688 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.845714 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8a79b64-2410-43c4-a2f1-cedc36f43dd9 req-c24373c2-ddc5-49ed-8cd2-4ffe5358c222 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460532 Nov 27 01:06:22.850317 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5e58f-d4e2-44e6-b64b-476ed88d904a req-ecdf89a5-70c6-4cb2-9528-cf0d56800688 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.867410 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5e58f-d4e2-44e6-b64b-476ed88d904a req-ecdf89a5-70c6-4cb2-9528-cf0d56800688 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.878296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5e58f-d4e2-44e6-b64b-476ed88d904a req-ecdf89a5-70c6-4cb2-9528-cf0d56800688 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.896511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5e58f-d4e2-44e6-b64b-476ed88d904a req-ecdf89a5-70c6-4cb2-9528-cf0d56800688 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:22.904752 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9c5e58f-d4e2-44e6-b64b-476ed88d904a req-ecdf89a5-70c6-4cb2-9528-cf0d56800688 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.3742630 Nov 27 01:06:22.972418 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca61c664-3d84-4faf-a2ac-3a727fd76cd9 req-2e424e19-a4ac-41e0-9676-89319125af7e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 210 time: 0.0372570 Nov 27 01:06:23.019862 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8a79b64-2410-43c4-a2f1-cedc36f43dd9 req-fb8c4340-9f55-4ffc-8398-c2b8a4c6d3a0 service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685476 Nov 27 01:06:23.025361 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.076153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4b8472f9-5a31-4823-b624-8bc259b180b3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:23.136650 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9c5e58f-d4e2-44e6-b64b-476ed88d904a req-8fe537b1-55fa-4f75-b170-48846ae08770 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2098153 Nov 27 01:06:23.156232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-3672a0ae-5e84-46df-a4c9-557df15870cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:23.159222 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-3672a0ae-5e84-46df-a4c9-557df15870cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2320862 Nov 27 01:06:23.224869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:23.263278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Network 5c9384de-bc60-4283-868c-03a6014fbe0a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:23.285596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:23.314780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:23.377670 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-58617ccb-c9db-44d8-9113-584a909f2ad0 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063563 Nov 27 01:06:23.381343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:23.382048 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.388726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'Port': ['ID=268ae166-5baa-40b6-88a3-ccec65cda155,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:23.527191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8a79b64-2410-43c4-a2f1-cedc36f43dd9 req-40f05792-c895-43e0-9364-da33784d993b service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944539 Nov 27 01:06:23.568808 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6512dc9-de05-41fc-a7ee-77f707643e58 req-22045cb4-a601-4c5a-a895-99e2408c8aa7 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664460 Nov 27 01:06:23.632021 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-6b607fab-3bce-4567-ae87-470323f3e2d0 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--531637263&fields=id&tenant_id=b807d3ff98934ff7ba58dfd16383088a HTTP/1.1" status: 200 len: 267 time: 0.4159603 Nov 27 01:06:23.654979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:23.655784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.722168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-fc552c18-a8fb-4846-ab2c-0cf1348532ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0506325 Nov 27 01:06:23.758042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Request body: {'port': {'device_id': 'eeae0879-5105-4702-9962-c7156eb920b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:23.900455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-f4117b00-2477-479b-bd91-ae486aa29a9a tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:23.902650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-f4117b00-2477-479b-bd91-ae486aa29a9a tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/networks?id=2e321ca8-aa07-4d62-87a0-2caba1b2fa36 HTTP/1.1" status: 200 len: 813 time: 0.2434227 Nov 27 01:06:23.908326 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:23.934668 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-6516de76-7989-4167-a04c-ea39502ea57a tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/quotas/b807d3ff98934ff7ba58dfd16383088a HTTP/1.1" status: 200 len: 375 time: 0.0221386 Nov 27 01:06:23.958885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ab6edf52-10d3-4e08-9aa7-36d3dd57400e no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:24.065175 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.138988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:24.141420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:24.144321 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e6d36e-b63f-4800-b6e8-3251eb37b51c" -d '{"events": [{"server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:24.155213 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.207840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:24.234119 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-bd2d35f1-d872-4eb2-aee2-4699b47387f1 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b807d3ff98934ff7ba58dfd16383088a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478727 Nov 27 01:06:24.431234 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-ed419bbc-34a8-42bd-a984-541d7eefc493 service neutron] 10.222.0.37 "GET /v2.0/networks/2e321ca8-aa07-4d62-87a0-2caba1b2fa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780901 Nov 27 01:06:24.440439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268ae166-5baa-40b6-88a3-ccec65cda155 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:24.458594 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.526558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Transition to ACTIVE for port object 268ae166-5baa-40b6-88a3-ccec65cda155 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:24.532373 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:24.855711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d968809a-fae6-400e-9ce1-f92ef6ee9c0b tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:06:24.856749 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d968809a-fae6-400e-9ce1-f92ef6ee9c0b tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100653 Nov 27 01:06:24.922529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Pushing event updated for resources: {'Port': ['ID=268ae166-5baa-40b6-88a3-ccec65cda155,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:24.931638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-6e53aa07-cd16-4fdf-826a-0e4b59b938e1 service neutron] 10.222.0.37 "GET /v2.0/networks/2e321ca8-aa07-4d62-87a0-2caba1b2fa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857113 Nov 27 01:06:24.937799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-51aa7728-a1f7-4e84-80fd-8fa2db87465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:24.938859 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-51aa7728-a1f7-4e84-80fd-8fa2db87465a service neutron] 10.222.0.37 "GET /v2.0/ports/5af71cb8-9d26-4ebb-9590-91d81f9d7d74 HTTP/1.1" status: 200 len: 1094 time: 0.0557349 Nov 27 01:06:24.964764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] Request body: {'binding': {'host': 'n-h1-819494-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:24.965150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] Unknown quota resources ['binding']. {{(pid=103384) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:06:25.082412 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Attempting to bind port 268ae166-5baa-40b6-88a3-ccec65cda155 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:25.082759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Attempting to bind port 268ae166-5baa-40b6-88a3-ccec65cda155 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'b47b81af-0011-483e-b200-ffda45f7d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:25.083093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Attempting to bind port 268ae166-5baa-40b6-88a3-ccec65cda155 on network 5c9384de-bc60-4283-868c-03a6014fbe0a {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:25.090230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Port 268ae166-5baa-40b6-88a3-ccec65cda155 on network 5c9384de-bc60-4283-868c-03a6014fbe0a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:25.090585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Attempting to bind port 268ae166-5baa-40b6-88a3-ccec65cda155 on network 5c9384de-bc60-4283-868c-03a6014fbe0a {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:25.106130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:25.106507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Checking segment: {'id': 'b47b81af-0011-483e-b200-ffda45f7d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:25.106940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Bound using segment: {'id': 'b47b81af-0011-483e-b200-ffda45f7d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:25.107367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Bound port: 268ae166-5baa-40b6-88a3-ccec65cda155, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b47b81af-0011-483e-b200-ffda45f7d56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:25.107727 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:25.258585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43631bed-b987-4bee-bc20-dcf2e31b3640 req-1ec92014-f3d6-4ff8-8451-7744c768c18c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.260078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43631bed-b987-4bee-bc20-dcf2e31b3640 req-1ec92014-f3d6-4ff8-8451-7744c768c18c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 948 time: 0.1339171 Nov 27 01:06:25.269923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] Attempting to bind port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on host n-h1-819494-2 for vnic_type normal with profile None {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:25.270204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] Attempting to bind port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:25.270557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] Attempting to bind port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:25.273727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] For port 268ae166-5baa-40b6-88a3-ccec65cda155, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:25.277339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] For port 268ae166-5baa-40b6-88a3-ccec65cda155, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=268ae166-5baa-40b6-88a3-ccec65cda155,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:25.291328 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] Port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:25.291652 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] Attempting to bind port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:25.296419 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:25.324151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:25.324509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:25.324878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] Bound using segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:25.325336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] Bound port: 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:25.386559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.386812 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:25.388767 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] 10.222.0.11 "PUT /v2.0/ports/268ae166-5baa-40b6-88a3-ccec65cda155 HTTP/1.1" status: 200 len: 1092 time: 1.6517091 Nov 27 01:06:25.389220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeae0879-5105-4702-9962-c7156eb920b3', 'tag': '268ae166-5baa-40b6-88a3-ccec65cda155'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:25.391498 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddd8c52-7692-43f6-b952-1679af07d376" -d '{"events": [{"name": "network-changed", "server_uuid": "eeae0879-5105-4702-9962-c7156eb920b3", "tag": "268ae166-5baa-40b6-88a3-ccec65cda155"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:25.410953 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43631bed-b987-4bee-bc20-dcf2e31b3640 req-41103616-232c-4c73-94ee-f82df86e674a tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421888 Nov 27 01:06:25.432825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1f854-a5df-4be4-98c7-3b41fc4cfca3 service neutron] Pushing event updated for resources: {'Port': ['ID=268ae166-5baa-40b6-88a3-ccec65cda155,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:25.466523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:25.491667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:25.492846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d4bf5004-4509-4540-8bf2-545a4dd2d2b8 service neutron] 10.222.0.37 "POST /v2.0/ports/5af71cb8-9d26-4ebb-9590-91d81f9d7d74/bindings HTTP/1.1" status: 201 len: 389 time: 0.5353761 Nov 27 01:06:25.515235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-296b95e9-6aff-4d8e-a193-524cdd9dc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.516734 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-296b95e9-6aff-4d8e-a193-524cdd9dc997 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35147b7bfefb4e18b12c5c98d6047346&device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 1095 time: 0.0638061 Nov 27 01:06:25.574562 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-b00db110-1fd7-45d4-93d1-a679f7a4d556 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=268ae166-5baa-40b6-88a3-ccec65cda155 HTTP/1.1" status: 200 len: 217 time: 0.0428996 Nov 27 01:06:25.645453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-714ad959-bcef-4a81-8a6f-e8c9e4533277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.646925 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-714ad959-bcef-4a81-8a6f-e8c9e4533277 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72614284-0014-42f2-b534-c485ad684106 HTTP/1.1" status: 200 len: 853 time: 0.0641205 Nov 27 01:06:25.687997 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74492c48-0713-4a2e-ba2f-d75eaf159f6c x-openstack-request-id: req-74492c48-0713-4a2e-ba2f-d75eaf159f6c {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:25.688536 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:25.688536 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74492c48-0713-4a2e-ba2f-d75eaf159f6c {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:25.688924 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'code': 200} Nov 27 01:06:25.709231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-53fdcfd0-c7bc-40e9-b4c5-aa8c8a0e59a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c9384de-bc60-4283-868c-03a6014fbe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509803 Nov 27 01:06:25.792883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fdac4-17eb-4d99-8861-efe52f51901b req-84884fd0-88bb-4dd5-8f77-e6c4cf7855c4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.801180 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-274fdac4-17eb-4d99-8861-efe52f51901b req-84884fd0-88bb-4dd5-8f77-e6c4cf7855c4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 944 time: 0.1531484 Nov 27 01:06:25.831142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c170-ad78-4b77-a42a-0ab8f6ddca1c req-a5c8c6d1-52bc-4d86-92e6-be2adf29c306 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.839759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c170-ad78-4b77-a42a-0ab8f6ddca1c req-a5c8c6d1-52bc-4d86-92e6-be2adf29c306 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.853233 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c170-ad78-4b77-a42a-0ab8f6ddca1c req-a5c8c6d1-52bc-4d86-92e6-be2adf29c306 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.862950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c170-ad78-4b77-a42a-0ab8f6ddca1c req-a5c8c6d1-52bc-4d86-92e6-be2adf29c306 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.872196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c170-ad78-4b77-a42a-0ab8f6ddca1c req-a5c8c6d1-52bc-4d86-92e6-be2adf29c306 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.880174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c170-ad78-4b77-a42a-0ab8f6ddca1c req-a5c8c6d1-52bc-4d86-92e6-be2adf29c306 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.887989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c170-ad78-4b77-a42a-0ab8f6ddca1c req-a5c8c6d1-52bc-4d86-92e6-be2adf29c306 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:25.897747 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-274fdac4-17eb-4d99-8861-efe52f51901b req-2042e211-a874-4e92-86d1-b6bdbd5b81ac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955839 Nov 27 01:06:25.898257 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0900c170-ad78-4b77-a42a-0ab8f6ddca1c req-a5c8c6d1-52bc-4d86-92e6-be2adf29c306 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1326208 Nov 27 01:06:25.960127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ab6edf52-10d3-4e08-9aa7-36d3dd57400e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:25.986546 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-47562b61-16d0-4050-a797-5839aac87a73 service neutron] 10.222.0.11 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659261 Nov 27 01:06:26.012838 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0900c170-ad78-4b77-a42a-0ab8f6ddca1c req-da251b34-b1f3-4128-a153-0dfc9fa3c04f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106749 Nov 27 01:06:26.130559 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27904639-c6c7-4e09-9e3f-fe479349b749 req-ee8a5e8f-5b53-4a87-83e5-8f9786f3016b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 210 time: 0.1101801 Nov 27 01:06:26.160146 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cc049c-16dd-4388-8836-eba864f49ec5 x-openstack-request-id: req-74cc049c-16dd-4388-8836-eba864f49ec5 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:26.160495 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeae0879-5105-4702-9962-c7156eb920b3", "tag": "268ae166-5baa-40b6-88a3-ccec65cda155", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:26.160758 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74cc049c-16dd-4388-8836-eba864f49ec5 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:26.161397 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeae0879-5105-4702-9962-c7156eb920b3', 'tag': '268ae166-5baa-40b6-88a3-ccec65cda155', 'status': 'completed', 'code': 200} Nov 27 01:06:26.163469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-bdad9305-0a5c-49bb-95d0-ecec32871430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:26.164976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-bdad9305-0a5c-49bb-95d0-ecec32871430 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 1097 time: 0.2575536 Nov 27 01:06:26.207186 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:26.224124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'mac_address': 'fa:16:3e:54:51:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:26.265289 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d44656a-6370-4a6f-a10e-eeb5dea816d4 req-cad08061-9af1-412f-a81e-b6556552f0f0 service neutron] 10.222.0.11 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660811 Nov 27 01:06:26.287219 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:26.290001 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1bc1f-bab5-43af-bbcd-f7bb54cdad29 req-ca83f29b-454f-4bf8-b825-3daea7ce8628 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:26.292065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ce1bc1f-bab5-43af-bbcd-f7bb54cdad29 req-ca83f29b-454f-4bf8-b825-3daea7ce8628 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.0611107 Nov 27 01:06:26.314822 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6edf52-10d3-4e08-9aa7-36d3dd57400e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:26.320945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-624326e6-b381-4c64-8baf-0f50c83c682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:26.334934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-624326e6-b381-4c64-8baf-0f50c83c682d service neutron] 10.222.0.11 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.1543171 Nov 27 01:06:26.348114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:26.352730 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:26.360549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ce1bc1f-bab5-43af-bbcd-f7bb54cdad29 req-92f2989b-05b3-45e1-94ea-ed62d5cd3370 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595198 Nov 27 01:06:26.409127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:26.425391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-c3ac00d9-aa0a-4756-9d42-b88e4666d18a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74 HTTP/1.1" status: 200 len: 217 time: 0.0557470 Nov 27 01:06:26.473030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd8c52-7692-43f6-b952-1679af07d376 req-82421f40-b07e-442a-85db-b3912acecf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:26.474613 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ddd8c52-7692-43f6-b952-1679af07d376 req-82421f40-b07e-442a-85db-b3912acecf13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35147b7bfefb4e18b12c5c98d6047346&device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 1095 time: 0.0968964 Nov 27 01:06:26.488926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-f1bf37a8-5aa5-443f-8a0d-5759b6ff7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:26.490872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-f1bf37a8-5aa5-443f-8a0d-5759b6ff7230 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.0575042 Nov 27 01:06:26.553411 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-f3d0ec80-eae4-441f-b3ae-c1f4c0cf6cf9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535421 Nov 27 01:06:26.748838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c07c5-99c6-4f26-900e-77811536dfc8 req-186820c7-d7ec-4cd0-97c0-fe027fe5af62 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:26.750343 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c9c07c5-99c6-4f26-900e-77811536dfc8 req-186820c7-d7ec-4cd0-97c0-fe027fe5af62 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 949 time: 0.2495356 Nov 27 01:06:26.815395 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['ab6edf52-10d3-4e08-9aa7-36d3dd57400e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:26.840279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd8c52-7692-43f6-b952-1679af07d376 req-f1e6f374-1ba0-4fc0-8ee4-668011fb1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:26.841795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ddd8c52-7692-43f6-b952-1679af07d376 req-f1e6f374-1ba0-4fc0-8ee4-668011fb1523 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c9384de-bc60-4283-868c-03a6014fbe0a HTTP/1.1" status: 200 len: 914 time: 0.3500223 Nov 27 01:06:26.878182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ad3efea1-1107-4581-a09c-0ae19e33c127 service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803586 Nov 27 01:06:27.003016 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c9c07c5-99c6-4f26-900e-77811536dfc8 req-57340fcf-0890-4a2d-af16-fa9d2da3aef2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383590 Nov 27 01:06:27.015032 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ddd8c52-7692-43f6-b952-1679af07d376 req-ff402a2e-6582-4ff9-919e-416b80833faf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=268ae166-5baa-40b6-88a3-ccec65cda155 HTTP/1.1" status: 200 len: 217 time: 0.1521275 Nov 27 01:06:27.036262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-9a961577-8bfb-4de7-a3f3-f65bbe66609f tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.038215 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-9a961577-8bfb-4de7-a3f3-f65bbe66609f tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.11 "GET /v2.0/networks?id=2e321ca8-aa07-4d62-87a0-2caba1b2fa36 HTTP/1.1" status: 200 len: 813 time: 0.3666487 Nov 27 01:06:27.075114 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe2dc5-ec80-4a0c-9ea4-9b8d96532b87 req-f16e0bbe-bb67-4668-8fea-69ec8994c64f tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.076629 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4dbe2dc5-ec80-4a0c-9ea4-9b8d96532b87 req-f16e0bbe-bb67-4668-8fea-69ec8994c64f tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 944 time: 0.0864971 Nov 27 01:06:27.151517 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-85ac8a2a-5f91-45c2-a9c5-d50369b982db service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283134 Nov 27 01:06:27.176517 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4dbe2dc5-ec80-4a0c-9ea4-9b8d96532b87 req-b39adae1-518c-48ec-a329-322329a304a8 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937698 Nov 27 01:06:27.203824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd8c52-7692-43f6-b952-1679af07d376 req-3a3f739d-09d5-44a1-9ef6-c80ee32003a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.206330 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ddd8c52-7692-43f6-b952-1679af07d376 req-3a3f739d-09d5-44a1-9ef6-c80ee32003a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72614284-0014-42f2-b534-c485ad684106 HTTP/1.1" status: 200 len: 853 time: 0.1669075 Nov 27 01:06:27.225330 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-8e855102-d3e6-45af-a372-47fa613cc5d3 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b807d3ff98934ff7ba58dfd16383088a HTTP/1.1" status: 200 len: 379 time: 0.1404202 Nov 27 01:06:27.243484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Request body: {'port': {'device_id': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'admin_state_up': True, 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'security_groups': ['40a5647d-5783-44a5-b895-b82883b3b77e']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:27.276699 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ddd8c52-7692-43f6-b952-1679af07d376 req-7b906755-e0bb-4cec-924e-7b526a5e438f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c9384de-bc60-4283-868c-03a6014fbe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493340 Nov 27 01:06:27.338898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111851f-9881-4807-a915-df3578f43ee1 req-e498ffe5-aeda-4a74-afc4-9c914d9247dc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.348073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111851f-9881-4807-a915-df3578f43ee1 req-e498ffe5-aeda-4a74-afc4-9c914d9247dc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.355980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111851f-9881-4807-a915-df3578f43ee1 req-e498ffe5-aeda-4a74-afc4-9c914d9247dc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.369133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111851f-9881-4807-a915-df3578f43ee1 req-e498ffe5-aeda-4a74-afc4-9c914d9247dc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.378955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111851f-9881-4807-a915-df3578f43ee1 req-e498ffe5-aeda-4a74-afc4-9c914d9247dc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.385857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111851f-9881-4807-a915-df3578f43ee1 req-e498ffe5-aeda-4a74-afc4-9c914d9247dc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.392045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111851f-9881-4807-a915-df3578f43ee1 req-e498ffe5-aeda-4a74-afc4-9c914d9247dc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.394084 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c111851f-9881-4807-a915-df3578f43ee1 req-e498ffe5-aeda-4a74-afc4-9c914d9247dc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1365333 Nov 27 01:06:27.477185 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a63be2b1-a648-43ce-b84d-af56bf9f742b req-be90683e-84c2-4f1f-a8fd-a89a1bced729 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 210 time: 0.0506442 Nov 27 01:06:27.491423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c111851f-9881-4807-a915-df3578f43ee1 req-56d554d8-9148-4368-a5b8-2b26e26097ed tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849009 Nov 27 01:06:27.507618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-1c86eebf-1700-4065-9153-cd4008fbc4e2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.509254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-1c86eebf-1700-4065-9153-cd4008fbc4e2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b&tenant_id=cae186c4f2334d95a689ce9bbc113764&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 949 time: 0.1140435 Nov 27 01:06:27.542362 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ddd8c52-7692-43f6-b952-1679af07d376 req-47b494cf-0e50-4185-9c36-cfb93602abb2 service neutron] 10.222.0.11 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067568 Nov 27 01:06:27.576228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Made reservation on behalf of b807d3ff98934ff7ba58dfd16383088a for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:27.580130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:27.626682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-5d11766c-69c3-461b-91e3-7c6c902ab9dd service neutron] 10.222.0.42 "GET /v2.0/ports/ab6edf52-10d3-4e08-9aa7-36d3dd57400e/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.0980623 Nov 27 01:06:27.690811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec76cd2-3722-4963-a64a-e1db1c87cf8a req-5c7aa11f-44eb-4887-bdb6-39d2e2533cbb tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.698851 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ec76cd2-3722-4963-a64a-e1db1c87cf8a req-5c7aa11f-44eb-4887-bdb6-39d2e2533cbb tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.0675006 Nov 27 01:06:27.792783 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-247b1b90-b993-44bf-83f7-535f0b70c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.794330 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-247b1b90-b993-44bf-83f7-535f0b70c531 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 1100 time: 0.0916069 Nov 27 01:06:27.799629 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ec76cd2-3722-4963-a64a-e1db1c87cf8a req-7a8270b7-3731-4781-9dd5-4a21338cf2d7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981369 Nov 27 01:06:27.827704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b957d1b-0769-4855-bec0-92d057fb31a7 req-12c2712c-a9e8-4f78-8dc5-9068e339c55d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:27.832181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4b957d1b-0769-4855-bec0-92d057fb31a7 req-12c2712c-a9e8-4f78-8dc5-9068e339c55d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 949 time: 0.2368128 Nov 27 01:06:27.844888 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ddd8c52-7692-43f6-b952-1679af07d376 req-db001e6c-b499-4788-a383-b4d507d22782 service neutron] 10.222.0.11 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953031 Nov 27 01:06:27.927802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Allocated IP 172.20.0.5 (2e321ca8-aa07-4d62-87a0-2caba1b2fa36/3e4d91ac-55f9-4833-8bf6-94b332c8b89c/242ba329-cad6-4dd8-ae45-123a4230251a) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:27.976892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ab6edf52-10d3-4e08-9aa7-36d3dd57400e up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:28.006844 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-b0a8d901-b505-453f-b812-62b5cbec8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.008321 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-b0a8d901-b505-453f-b812-62b5cbec8c26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1858799 Nov 27 01:06:28.073523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port ab6edf52-10d3-4e08-9aa7-36d3dd57400e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:28.074266 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.097995 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-bee56b48-9ffe-4e95-baa5-b8801d0619a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e HTTP/1.1" status: 200 len: 217 time: 0.0790520 Nov 27 01:06:28.150378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4b957d1b-0769-4855-bec0-92d057fb31a7 req-55b9735f-76c1-43e2-a59d-a38aca618590 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171952 Nov 27 01:06:28.167462 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.177142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-2ef38625-5bf1-457d-8548-e19e77b52207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.178994 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-2ef38625-5bf1-457d-8548-e19e77b52207 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0722933 Nov 27 01:06:28.226317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.244693 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.286481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-c1407cfb-71b7-4bd6-acb6-c5ad01e83ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.288010 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-c1407cfb-71b7-4bd6-acb6-c5ad01e83ce4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002445 Nov 27 01:06:28.293389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:28.294353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:28.300487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:28.302950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:28.303753 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e01009-940a-40ff-8c97-22e5f0978091" -d '{"events": [{"server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "name": "network-vif-plugged", "status": "completed", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:28.333103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:28.344916 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.367874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Pushing event updated for resources: {'Port': ['ID=242ba329-cad6-4dd8-ae45-123a4230251a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:28.411929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.413086 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.443826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-94879126-217e-4837-9b18-4a54e691c7eb tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2068763 Nov 27 01:06:28.455062 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95ed47a-a88d-4307-98c2-433e0bbbee8c x-openstack-request-id: req-a95ed47a-a88d-4307-98c2-433e0bbbee8c {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:28.455415 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "name": "network-vif-plugged", "status": "completed", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:28.455639 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a95ed47a-a88d-4307-98c2-433e0bbbee8c {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:28.456029 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'code': 200} Nov 27 01:06:28.457110 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:28.467113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Request body: {'port': {'device_id': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:28.509590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054275a-25ca-4825-af48-6dd4c2009110 req-14aff13b-ed46-44e9-aa36-99ea410af995 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.519243 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f054275a-25ca-4825-af48-6dd4c2009110 req-14aff13b-ed46-44e9-aa36-99ea410af995 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 944 time: 0.1805897 Nov 27 01:06:28.554767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-ade11f9c-1663-47fa-a68d-45ef754231b5 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569547 Nov 27 01:06:28.607127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f054275a-25ca-4825-af48-6dd4c2009110 req-ceb590c0-d717-4045-8e24-6ea4440aa927 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863373 Nov 27 01:06:28.660191 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.804326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9c6df8d3-6afa-49f0-8c5a-38a1008e0077 None None] Provisioning complete for port 242ba329-cad6-4dd8-ae45-123a4230251a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:28.804698 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9c6df8d3-6afa-49f0-8c5a-38a1008e0077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:28.844949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0898a-13c5-4aa0-9de8-2a21bf5fafbe req-a89deb93-f8e7-480d-9e49-229ce2dd92f6 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.846491 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d2a0898a-13c5-4aa0-9de8-2a21bf5fafbe req-a89deb93-f8e7-480d-9e49-229ce2dd92f6 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 931 time: 0.2169480 Nov 27 01:06:28.864426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcb603-2dbe-4f31-9026-ec556aeb5f9f req-c2f91a31-0f4b-4ab9-82b5-2e10828eab06 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.880349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcb603-2dbe-4f31-9026-ec556aeb5f9f req-c2f91a31-0f4b-4ab9-82b5-2e10828eab06 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.884708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9c6df8d3-6afa-49f0-8c5a-38a1008e0077 None None] Port 242ba329-cad6-4dd8-ae45-123a4230251a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:06:28.889821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcb603-2dbe-4f31-9026-ec556aeb5f9f req-c2f91a31-0f4b-4ab9-82b5-2e10828eab06 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.896771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcb603-2dbe-4f31-9026-ec556aeb5f9f req-c2f91a31-0f4b-4ab9-82b5-2e10828eab06 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.903343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcb603-2dbe-4f31-9026-ec556aeb5f9f req-c2f91a31-0f4b-4ab9-82b5-2e10828eab06 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.911396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcb603-2dbe-4f31-9026-ec556aeb5f9f req-c2f91a31-0f4b-4ab9-82b5-2e10828eab06 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.923929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcb603-2dbe-4f31-9026-ec556aeb5f9f req-c2f91a31-0f4b-4ab9-82b5-2e10828eab06 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:28.934329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3bfcb603-2dbe-4f31-9026-ec556aeb5f9f req-c2f91a31-0f4b-4ab9-82b5-2e10828eab06 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.2139244 Nov 27 01:06:28.949659 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-29aae38a-ad93-434d-ac32-2706c7a0204f service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623166 Nov 27 01:06:29.027011 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d2a0898a-13c5-4aa0-9de8-2a21bf5fafbe req-f27d4f40-936b-4df4-937d-d4b656d6f0d2 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278973 Nov 27 01:06:29.063443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3bfcb603-2dbe-4f31-9026-ec556aeb5f9f req-400824ae-3f25-4840-88dd-c4eb4a0a6fd3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260056 Nov 27 01:06:29.309800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537fdba-7735-4a83-8949-39c92e438ef8 req-42c42787-1c79-48d8-8d5f-c0b0831713a1 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:29.311583 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8537fdba-7735-4a83-8949-39c92e438ef8 req-42c42787-1c79-48d8-8d5f-c0b0831713a1 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.1497166 Nov 27 01:06:29.318865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242ba329-cad6-4dd8-ae45-123a4230251a {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:29.337647 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.349513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dae0b7-6d34-4a59-b48a-6fd88c365f6a req-1754d79c-cc22-45fc-978a-e7fb26883e3e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:29.351038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63dae0b7-6d34-4a59-b48a-6fd88c365f6a req-1754d79c-cc22-45fc-978a-e7fb26883e3e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0729094 Nov 27 01:06:29.394012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Transition to ACTIVE for port object 242ba329-cad6-4dd8-ae45-123a4230251a will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:29.398624 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8537fdba-7735-4a83-8949-39c92e438ef8 req-bfe7b00c-88ce-450d-8532-304a7107315e tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752981 Nov 27 01:06:29.400373 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.424649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63dae0b7-6d34-4a59-b48a-6fd88c365f6a req-21da0ac5-f44a-4a09-849d-94be24229b7d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666919 Nov 27 01:06:29.473026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Pushing event updated for resources: {'Port': ['ID=242ba329-cad6-4dd8-ae45-123a4230251a,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:29.566320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Attempting to bind port 242ba329-cad6-4dd8-ae45-123a4230251a on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:29.567458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Attempting to bind port 242ba329-cad6-4dd8-ae45-123a4230251a by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:29.568609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Attempting to bind port 242ba329-cad6-4dd8-ae45-123a4230251a on network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:29.574789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 268ae166-5baa-40b6-88a3-ccec65cda155 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:29.581727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Port 242ba329-cad6-4dd8-ae45-123a4230251a on network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:29.582791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Attempting to bind port 242ba329-cad6-4dd8-ae45-123a4230251a on network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:29.592694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:29.593752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Checking segment: {'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:29.594268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Bound using segment: {'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:29.595703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Bound port: 242ba329-cad6-4dd8-ae45-123a4230251a, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:29.596139 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.799767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] For port 242ba329-cad6-4dd8-ae45-123a4230251a, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:29.831046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 268ae166-5baa-40b6-88a3-ccec65cda155, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=268ae166-5baa-40b6-88a3-ccec65cda155,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:29.833827 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909ed62-4e16-42df-9317-ef38313de990 req-0658a31a-8aa9-4e65-83cf-743b824f2e70 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:29.835467 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2909ed62-4e16-42df-9317-ef38313de990 req-0658a31a-8aa9-4e65-83cf-743b824f2e70 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 944 time: 0.1076472 Nov 27 01:06:29.837784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] For port 242ba329-cad6-4dd8-ae45-123a4230251a, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=242ba329-cad6-4dd8-ae45-123a4230251a,segment=NetworkSegment(aaaa92eb-609b-4ea3-8c01-e6b8d483dc80),segment_id=aaaa92eb-609b-4ea3-8c01-e6b8d483dc80)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:29.847805 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.865847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '268ae166-5baa-40b6-88a3-ccec65cda155', 'network_id': '5c9384de-bc60-4283-868c-03a6014fbe0a', 'port_id': '268ae166-5baa-40b6-88a3-ccec65cda155', 'mac_address': 'fa:16:3e:04:39:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72614284-0014-42f2-b534-c485ad684106', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:29.919960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:29.920809 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.922487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] 10.222.0.11 "PUT /v2.0/ports/242ba329-cad6-4dd8-ae45-123a4230251a HTTP/1.1" status: 200 len: 1091 time: 1.4605248 Nov 27 01:06:29.923547 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:29.926013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'tag': '242ba329-cad6-4dd8-ae45-123a4230251a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:29.928788 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25391b52-0037-4555-831b-38580332746d" -d '{"events": [{"name": "network-changed", "server_uuid": "a385fcda-5982-49ae-9ab9-2d8a39eaf027", "tag": "242ba329-cad6-4dd8-ae45-123a4230251a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:29.969362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268ae166-5baa-40b6-88a3-ccec65cda155 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:30.010272 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57502fe0-cff2-4b1c-8eaa-3b5ffdddf8ac x-openstack-request-id: req-57502fe0-cff2-4b1c-8eaa-3b5ffdddf8ac {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:30.010622 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a385fcda-5982-49ae-9ab9-2d8a39eaf027", "tag": "242ba329-cad6-4dd8-ae45-123a4230251a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:30.010826 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57502fe0-cff2-4b1c-8eaa-3b5ffdddf8ac {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:30.011239 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'tag': '242ba329-cad6-4dd8-ae45-123a4230251a', 'status': 'completed', 'code': 200} Nov 27 01:06:30.014717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 268ae166-5baa-40b6-88a3-ccec65cda155, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=268ae166-5baa-40b6-88a3-ccec65cda155,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:30.017846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a62592-c64b-4dfe-a52e-2dcdef471703 service neutron] Pushing event updated for resources: {'Port': ['ID=242ba329-cad6-4dd8-ae45-123a4230251a,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:30.031484 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:30.074864 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2909ed62-4e16-42df-9317-ef38313de990 req-c191ff1e-a0d8-4333-a229-e2c88594ad0f tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314038 Nov 27 01:06:30.168452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=268ae166-5baa-40b6-88a3-ccec65cda155,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:30.254608 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d7c23-1310-44d7-b885-73774a6d19b9 req-30fbc9f6-050a-4c38-8916-eb682d5f01f9 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.256116 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-948d7c23-1310-44d7-b885-73774a6d19b9 req-30fbc9f6-050a-4c38-8916-eb682d5f01f9 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 943 time: 0.0936856 Nov 27 01:06:30.373632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-699853db-7c2b-425d-bb8b-670f5d5db782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.380739 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-699853db-7c2b-425d-bb8b-670f5d5db782 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b807d3ff98934ff7ba58dfd16383088a&device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 1094 time: 0.3239079 Nov 27 01:06:30.414885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['268ae166-5baa-40b6-88a3-ccec65cda155'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:30.461063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-948d7c23-1310-44d7-b885-73774a6d19b9 req-0623548e-daef-4793-84a4-bb21127689d1 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704993 Nov 27 01:06:30.518589 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-3dce1614-e06a-4ea8-ac26-558c3a2dcdc4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242ba329-cad6-4dd8-ae45-123a4230251a HTTP/1.1" status: 200 len: 217 time: 0.1164134 Nov 27 01:06:30.565472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b3eb-038f-4b73-a97f-ba72ac6a1d52 req-e5f7cb7b-8216-43aa-89c7-ae150a243bbc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.576290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b3eb-038f-4b73-a97f-ba72ac6a1d52 req-e5f7cb7b-8216-43aa-89c7-ae150a243bbc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.609066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b3eb-038f-4b73-a97f-ba72ac6a1d52 req-e5f7cb7b-8216-43aa-89c7-ae150a243bbc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.619659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b3eb-038f-4b73-a97f-ba72ac6a1d52 req-e5f7cb7b-8216-43aa-89c7-ae150a243bbc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.640082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b3eb-038f-4b73-a97f-ba72ac6a1d52 req-e5f7cb7b-8216-43aa-89c7-ae150a243bbc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.654379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b3eb-038f-4b73-a97f-ba72ac6a1d52 req-e5f7cb7b-8216-43aa-89c7-ae150a243bbc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.680995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b3eb-038f-4b73-a97f-ba72ac6a1d52 req-e5f7cb7b-8216-43aa-89c7-ae150a243bbc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.693922 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9740b3eb-038f-4b73-a97f-ba72ac6a1d52 req-e5f7cb7b-8216-43aa-89c7-ae150a243bbc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.4720194 Nov 27 01:06:30.792614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713cfd8-18d3-4768-9aef-4fe0d32190b1 req-9c1ee00c-e87f-452d-881d-f96d6783470f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.803826 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9713cfd8-18d3-4768-9aef-4fe0d32190b1 req-9c1ee00c-e87f-452d-881d-f96d6783470f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.1114154 Nov 27 01:06:30.807662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-25a6e8ea-39d5-4865-8691-7213d95c07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.809128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-25a6e8ea-39d5-4865-8691-7213d95c07c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e4d91ac-55f9-4833-8bf6-94b332c8b89c HTTP/1.1" status: 200 len: 852 time: 0.2820315 Nov 27 01:06:30.882283 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9713cfd8-18d3-4768-9aef-4fe0d32190b1 req-b5dfb161-22e3-4adb-89fd-a8b7cd0182d2 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770166 Nov 27 01:06:30.885433 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9740b3eb-038f-4b73-a97f-ba72ac6a1d52 req-d394fa76-25a8-443e-a069-355028bcf715 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1905553 Nov 27 01:06:30.887410 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-36dec85d-0bb7-454e-8021-bfa6ea695552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:30.889422 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-36dec85d-0bb7-454e-8021-bfa6ea695552 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e321ca8-aa07-4d62-87a0-2caba1b2fa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719631 Nov 27 01:06:31.113903 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55295f2-8a5f-4f22-ae7a-4a4112bf99c4 req-b0789d04-65c6-4119-8f17-afba8b9d388e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:31.120059 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d55295f2-8a5f-4f22-ae7a-4a4112bf99c4 req-b0789d04-65c6-4119-8f17-afba8b9d388e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.1193786 Nov 27 01:06:31.280070 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d55295f2-8a5f-4f22-ae7a-4a4112bf99c4 req-f8719b38-4a4d-4deb-b574-501f3a74d63e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523921 Nov 27 01:06:31.378745 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-99d33149-3bfa-4cb5-a6a4-2cdc42b91c2b service neutron] 10.222.0.11 "GET /v2.0/networks/2e321ca8-aa07-4d62-87a0-2caba1b2fa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788799 Nov 27 01:06:31.500430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93184bea-d855-4182-8c1f-5d827b44561f req-a0c69ac7-f2d7-4aa3-8738-a705f4641b25 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:31.502264 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-93184bea-d855-4182-8c1f-5d827b44561f req-a0c69ac7-f2d7-4aa3-8738-a705f4641b25 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 945 time: 0.1225891 Nov 27 01:06:31.588891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-93184bea-d855-4182-8c1f-5d827b44561f req-519531ef-c08c-4b47-bfe5-82eebc1fad56 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658307 Nov 27 01:06:31.591227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4aaeec44-a326-455c-9ef5-211f8459beb7 req-17292ada-dcd8-4277-b0ec-d56ce0bb5669 service neutron] 10.222.0.11 "GET /v2.0/networks/2e321ca8-aa07-4d62-87a0-2caba1b2fa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924255 Nov 27 01:06:31.614938 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69119b87-29fa-48e1-b996-0ea158b9605e req-a16b65d4-7c1f-422d-9818-31681fb3644d tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:31.628255 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69119b87-29fa-48e1-b996-0ea158b9605e req-a16b65d4-7c1f-422d-9818-31681fb3644d tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 943 time: 0.0647502 Nov 27 01:06:31.692938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69119b87-29fa-48e1-b996-0ea158b9605e req-69ce690d-6ffd-4ce2-843a-e05d8f7898c6 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637138 Nov 27 01:06:31.784300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-573ef63c-27c4-4afa-9542-5dd320ff69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:31.785891 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-573ef63c-27c4-4afa-9542-5dd320ff69b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b&tenant_id=cae186c4f2334d95a689ce9bbc113764 HTTP/1.1" status: 200 len: 1101 time: 0.0466602 Nov 27 01:06:31.807903 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25391b52-0037-4555-831b-38580332746d req-4b21dfce-e7cf-4969-97db-30b55f45be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:31.809523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25391b52-0037-4555-831b-38580332746d req-4b21dfce-e7cf-4969-97db-30b55f45be9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b807d3ff98934ff7ba58dfd16383088a&device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 1094 time: 0.0550783 Nov 27 01:06:31.877981 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-7e6977f9-8fd2-4f86-9f97-adb5b13d4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:31.879612 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-7e6977f9-8fd2-4f86-9f97-adb5b13d4a82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 1101 time: 0.0478537 Nov 27 01:06:31.943877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25391b52-0037-4555-831b-38580332746d req-c81a548f-82cf-4c82-bf0f-07c30b08b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:31.945891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25391b52-0037-4555-831b-38580332746d req-c81a548f-82cf-4c82-bf0f-07c30b08b5c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e321ca8-aa07-4d62-87a0-2caba1b2fa36 HTTP/1.1" status: 200 len: 914 time: 0.1276307 Nov 27 01:06:32.009999 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25391b52-0037-4555-831b-38580332746d req-1bf50428-ecdf-41d3-a9b0-5cec10c98c76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242ba329-cad6-4dd8-ae45-123a4230251a HTTP/1.1" status: 200 len: 217 time: 0.0424993 Nov 27 01:06:32.063629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-19908a75-9ac5-4457-89b6-ad8160b90b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.065239 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-19908a75-9ac5-4457-89b6-ad8160b90b6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1770005 Nov 27 01:06:32.081178 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3c9e1-cc58-4073-99da-88a0183f7e6f req-7349eaea-d72f-46bf-9f64-bc2af4d021b0 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.082891 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11a3c9e1-cc58-4073-99da-88a0183f7e6f req-7349eaea-d72f-46bf-9f64-bc2af4d021b0 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.0845006 Nov 27 01:06:32.097517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25391b52-0037-4555-831b-38580332746d req-5f6925e4-d41a-47ae-af05-ae84825d9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.099046 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25391b52-0037-4555-831b-38580332746d req-5f6925e4-d41a-47ae-af05-ae84825d9a37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e4d91ac-55f9-4833-8bf6-94b332c8b89c HTTP/1.1" status: 200 len: 852 time: 0.0620809 Nov 27 01:06:32.115129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db170a-0186-4a90-ba34-c6ee2ae94ab5 req-0a3a7240-965a-49e5-9990-d68254fa5c32 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.118056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db170a-0186-4a90-ba34-c6ee2ae94ab5 req-0a3a7240-965a-49e5-9990-d68254fa5c32 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.124369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db170a-0186-4a90-ba34-c6ee2ae94ab5 req-0a3a7240-965a-49e5-9990-d68254fa5c32 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.129832 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-d09aab7e-b7e3-4480-8bb7-9950d631ada0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e HTTP/1.1" status: 200 len: 217 time: 0.0458043 Nov 27 01:06:32.130798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db170a-0186-4a90-ba34-c6ee2ae94ab5 req-0a3a7240-965a-49e5-9990-d68254fa5c32 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.137272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db170a-0186-4a90-ba34-c6ee2ae94ab5 req-0a3a7240-965a-49e5-9990-d68254fa5c32 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.156648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db170a-0186-4a90-ba34-c6ee2ae94ab5 req-0a3a7240-965a-49e5-9990-d68254fa5c32 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.174099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db170a-0186-4a90-ba34-c6ee2ae94ab5 req-0a3a7240-965a-49e5-9990-d68254fa5c32 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.176130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f3db170a-0186-4a90-ba34-c6ee2ae94ab5 req-0a3a7240-965a-49e5-9990-d68254fa5c32 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1688309 Nov 27 01:06:32.231220 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11a3c9e1-cc58-4073-99da-88a0183f7e6f req-ffc2bfb2-fc63-4534-97ed-2f0fc17b56b6 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403029 Nov 27 01:06:32.232801 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-3901b007-724b-424d-80b3-b835569336a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.234452 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-3901b007-724b-424d-80b3-b835569336a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0900874 Nov 27 01:06:32.250071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25391b52-0037-4555-831b-38580332746d req-ecb6acbc-e8ca-4fd8-b13f-2b833a301c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.251617 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25391b52-0037-4555-831b-38580332746d req-ecb6acbc-e8ca-4fd8-b13f-2b833a301c8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e321ca8-aa07-4d62-87a0-2caba1b2fa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746424 Nov 27 01:06:32.292295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f3db170a-0186-4a90-ba34-c6ee2ae94ab5 req-d4e3c27e-83ba-48c5-a003-7cc7c0ae5d38 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1056216 Nov 27 01:06:32.294990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-266af832-a12e-45b2-9565-3f0407822fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.296500 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-266af832-a12e-45b2-9565-3f0407822fc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537786 Nov 27 01:06:32.411365 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25391b52-0037-4555-831b-38580332746d req-7c33c6ae-918b-4f75-880c-41513becde40 service neutron] 10.222.0.11 "GET /v2.0/networks/2e321ca8-aa07-4d62-87a0-2caba1b2fa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484721 Nov 27 01:06:32.488857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91c7d8-45b3-49ff-8058-34ec6351730d req-60f7971d-be3d-475d-97df-61f5e57ebbe1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.495383 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b91c7d8-45b3-49ff-8058-34ec6351730d req-60f7971d-be3d-475d-97df-61f5e57ebbe1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.1021869 Nov 27 01:06:32.506722 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-84db16bb-f145-465d-9f7f-0b32f8ab8424 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010655 Nov 27 01:06:32.536506 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25391b52-0037-4555-831b-38580332746d req-fbf552cf-ac9a-4a22-9d7e-262f2721ec3b service neutron] 10.222.0.11 "GET /v2.0/networks/2e321ca8-aa07-4d62-87a0-2caba1b2fa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179073 Nov 27 01:06:32.611096 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b91c7d8-45b3-49ff-8058-34ec6351730d req-aae07283-0181-44b3-9e62-cd7d46a9442e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130762 Nov 27 01:06:32.650469 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bec6b42-3e94-419b-9a4f-88f26607fae1 req-37afd70d-57ce-4ba3-8364-d2f5ab33a6df service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338084 Nov 27 01:06:32.768180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdef725-9fff-4694-a449-0c9c91557c80 req-9ecb92b3-73f3-439c-ab5b-16e9ee76df8e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.771789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8cdef725-9fff-4694-a449-0c9c91557c80 req-9ecb92b3-73f3-439c-ab5b-16e9ee76df8e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 945 time: 0.0754178 Nov 27 01:06:32.823452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9992e-df5e-4586-9cc2-54adbfc20db7 req-42bb3c57-9761-4374-91fc-22b343754088 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:32.827376 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4fd9992e-df5e-4586-9cc2-54adbfc20db7 req-42bb3c57-9761-4374-91fc-22b343754088 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 943 time: 0.0672696 Nov 27 01:06:32.843301 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8cdef725-9fff-4694-a449-0c9c91557c80 req-489fb9ce-7229-44a4-bdaa-08f6caf7c232 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665364 Nov 27 01:06:32.900027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4fd9992e-df5e-4586-9cc2-54adbfc20db7 req-63f7b088-223b-4a18-9789-8cf8441ac3d3 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670931 Nov 27 01:06:33.372647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30754d-f011-41d5-bd1a-5b49892b7364 req-a8248bb4-d4cd-406c-9cc1-3a18b90d70c8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.374281 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc30754d-f011-41d5-bd1a-5b49892b7364 req-a8248bb4-d4cd-406c-9cc1-3a18b90d70c8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.0591397 Nov 27 01:06:33.433591 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc30754d-f011-41d5-bd1a-5b49892b7364 req-e0cdcb67-87c8-4d02-b91b-099b7f291c34 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533769 Nov 27 01:06:33.451673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783de7a-2fdf-4ab1-8f17-04e81c8fbd74 req-a5b41539-f2d9-40fe-8c02-666c40ba1b18 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.457737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783de7a-2fdf-4ab1-8f17-04e81c8fbd74 req-a5b41539-f2d9-40fe-8c02-666c40ba1b18 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.463878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783de7a-2fdf-4ab1-8f17-04e81c8fbd74 req-a5b41539-f2d9-40fe-8c02-666c40ba1b18 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.470399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783de7a-2fdf-4ab1-8f17-04e81c8fbd74 req-a5b41539-f2d9-40fe-8c02-666c40ba1b18 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.476327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783de7a-2fdf-4ab1-8f17-04e81c8fbd74 req-a5b41539-f2d9-40fe-8c02-666c40ba1b18 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.482959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783de7a-2fdf-4ab1-8f17-04e81c8fbd74 req-a5b41539-f2d9-40fe-8c02-666c40ba1b18 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.488915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783de7a-2fdf-4ab1-8f17-04e81c8fbd74 req-a5b41539-f2d9-40fe-8c02-666c40ba1b18 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.490863 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7783de7a-2fdf-4ab1-8f17-04e81c8fbd74 req-a5b41539-f2d9-40fe-8c02-666c40ba1b18 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1003184 Nov 27 01:06:33.558122 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7783de7a-2fdf-4ab1-8f17-04e81c8fbd74 req-d043352f-ebf5-485e-a251-0178563292e8 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602086 Nov 27 01:06:33.605221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 268ae166-5baa-40b6-88a3-ccec65cda155 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:33.660717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 268ae166-5baa-40b6-88a3-ccec65cda155 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:33.665635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 268ae166-5baa-40b6-88a3-ccec65cda155 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:33.666199 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.771878 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.789079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d48998-f36d-4aca-bd3d-595a5c63da7c req-c69461c2-7150-4da4-8029-42482b816b67 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:33.791269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8d48998-f36d-4aca-bd3d-595a5c63da7c req-c69461c2-7150-4da4-8029-42482b816b67 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0868974 Nov 27 01:06:33.888729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8d48998-f36d-4aca-bd3d-595a5c63da7c req-3e679ed3-5057-4d5f-b5c4-837e50030047 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904684 Nov 27 01:06:33.961116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeae0879-5105-4702-9962-c7156eb920b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268ae166-5baa-40b6-88a3-ccec65cda155'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:33.963380 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62072c7-fcc4-4eef-862e-aed0250e711a" -d '{"events": [{"server_uuid": "eeae0879-5105-4702-9962-c7156eb920b3", "name": "network-vif-plugged", "status": "completed", "tag": "268ae166-5baa-40b6-88a3-ccec65cda155"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:33.987125 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 268ae166-5baa-40b6-88a3-ccec65cda155, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=268ae166-5baa-40b6-88a3-ccec65cda155,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:33.993758 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:33.997508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbc4fc-27ae-43dd-b8b5-676e7627dd79 req-65827541-cbf0-4957-be97-634cfa38ac69 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.004807 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5fbc4fc-27ae-43dd-b8b5-676e7627dd79 req-65827541-cbf0-4957-be97-634cfa38ac69 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 945 time: 0.0634420 Nov 27 01:06:34.037140 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ab6edf52-10d3-4e08-9aa7-36d3dd57400e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:34.039606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ab6edf52-10d3-4e08-9aa7-36d3dd57400e no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:34.063114 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5fbc4fc-27ae-43dd-b8b5-676e7627dd79 req-c09c01b6-7ace-4fd2-ba0d-402177add869 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539804 Nov 27 01:06:34.086884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73daf6e-d515-40d4-8496-cc9ffed6819e req-c64cd636-4516-476e-80f9-5b43e9377981 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.094700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c73daf6e-d515-40d4-8496-cc9ffed6819e req-c64cd636-4516-476e-80f9-5b43e9377981 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 943 time: 0.1003857 Nov 27 01:06:34.124088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=268ae166-5baa-40b6-88a3-ccec65cda155,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:34.154481 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c73daf6e-d515-40d4-8496-cc9ffed6819e req-43ca6b4a-fdf5-4865-87ab-ae9f00bdb43f tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553341 Nov 27 01:06:34.192814 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e067b908-26e1-415b-8454-3dcaa1d93298 x-openstack-request-id: req-e067b908-26e1-415b-8454-3dcaa1d93298 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:34.193110 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeae0879-5105-4702-9962-c7156eb920b3", "name": "network-vif-plugged", "status": "completed", "tag": "268ae166-5baa-40b6-88a3-ccec65cda155", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:34.193609 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e067b908-26e1-415b-8454-3dcaa1d93298 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:34.194007 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeae0879-5105-4702-9962-c7156eb920b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268ae166-5baa-40b6-88a3-ccec65cda155', 'code': 200} Nov 27 01:06:34.297078 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:34.311073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:34.331698 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'mac_address': 'fa:16:3e:54:51:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:34.355758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c2856-8f9d-41eb-aa9b-47773328db65 req-e390fd01-7319-4d4e-b61f-bb7afa35e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.357916 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c18c2856-8f9d-41eb-aa9b-47773328db65 req-e390fd01-7319-4d4e-b61f-bb7afa35e8bd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 1097 time: 0.0468566 Nov 27 01:06:34.360880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:34.408024 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:34.416207 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c18c2856-8f9d-41eb-aa9b-47773328db65 req-d0da3b6c-8fa9-42e6-bd80-ecfc1365847b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489669 Nov 27 01:06:34.444486 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:34.476728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab6edf52-10d3-4e08-9aa7-36d3dd57400e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:34.494110 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:34.542389 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:06:34.542867 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:06:34.582973 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b33b0-2004-4359-9a13-f214bb3aff3e req-4fa1dcb4-d46f-464a-847b-01a3dee1b7ce tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.586689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-805b33b0-2004-4359-9a13-f214bb3aff3e req-4fa1dcb4-d46f-464a-847b-01a3dee1b7ce tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.0633855 Nov 27 01:06:34.677342 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-805b33b0-2004-4359-9a13-f214bb3aff3e req-3a1353c2-32d1-4df7-a88e-a21f49354cc4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866485 Nov 27 01:06:34.735051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ee7d7-7e66-423b-884b-7d3ad1ff57c9 req-112f885b-e998-4b60-ba15-e504da59c853 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.741928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ee7d7-7e66-423b-884b-7d3ad1ff57c9 req-112f885b-e998-4b60-ba15-e504da59c853 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.748953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ee7d7-7e66-423b-884b-7d3ad1ff57c9 req-112f885b-e998-4b60-ba15-e504da59c853 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.754934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ee7d7-7e66-423b-884b-7d3ad1ff57c9 req-112f885b-e998-4b60-ba15-e504da59c853 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.762824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ee7d7-7e66-423b-884b-7d3ad1ff57c9 req-112f885b-e998-4b60-ba15-e504da59c853 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.770063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ee7d7-7e66-423b-884b-7d3ad1ff57c9 req-112f885b-e998-4b60-ba15-e504da59c853 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.776217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ee7d7-7e66-423b-884b-7d3ad1ff57c9 req-112f885b-e998-4b60-ba15-e504da59c853 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:34.784158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e49ee7d7-7e66-423b-884b-7d3ad1ff57c9 req-112f885b-e998-4b60-ba15-e504da59c853 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1200318 Nov 27 01:06:34.851682 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e49ee7d7-7e66-423b-884b-7d3ad1ff57c9 req-e9515cb4-8690-4897-b7e7-8785df22a63e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665927 Nov 27 01:06:35.022349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30311e55-1938-4ce3-9918-816dbda4d2ad req-bdf76c26-014a-433e-a7a9-c4e8acc88dc9 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:35.024854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30311e55-1938-4ce3-9918-816dbda4d2ad req-bdf76c26-014a-433e-a7a9-c4e8acc88dc9 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 948 time: 0.0515471 Nov 27 01:06:35.085838 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:35.101270 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30311e55-1938-4ce3-9918-816dbda4d2ad req-407515db-8aa0-44cc-bd20-d1ddfdb99c83 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677626 Nov 27 01:06:35.116981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6edf52-10d3-4e08-9aa7-36d3dd57400e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:35.156400 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:35.161826 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:35.228084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a76e-adea-4a70-87a7-b4f651f1ed26 req-f6db81e2-480f-4da6-aaba-a42beb4228b5 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:35.233000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,revision_number=10']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:35.238343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ef1a76e-adea-4a70-87a7-b4f651f1ed26 req-f6db81e2-480f-4da6-aaba-a42beb4228b5 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 950 time: 0.0608089 Nov 27 01:06:35.262101 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7f241-cb64-4b0c-abfd-6dd27e379100 req-050a6614-48cd-4476-9955-c96471e5573a tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:35.270194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ac7f241-cb64-4b0c-abfd-6dd27e379100 req-050a6614-48cd-4476-9955-c96471e5573a tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 946 time: 0.0788867 Nov 27 01:06:35.315513 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ef1a76e-adea-4a70-87a7-b4f651f1ed26 req-12405109-7179-4cfb-8d7d-af7902184b09 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759850 Nov 27 01:06:35.325700 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ac7f241-cb64-4b0c-abfd-6dd27e379100 req-7722b0a1-9f5b-44c9-b26f-94c2bdd11864 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540457 Nov 27 01:06:35.453124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc0625-12a0-403c-a9e1-015fa02cb687 req-dbb7d795-ea3e-48a0-95c5-9eb7e38b2a1b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:35.462582 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-14fc0625-12a0-403c-a9e1-015fa02cb687 req-dbb7d795-ea3e-48a0-95c5-9eb7e38b2a1b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 943 time: 0.0616357 Nov 27 01:06:35.551390 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['ab6edf52-10d3-4e08-9aa7-36d3dd57400e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:35.579576 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-14fc0625-12a0-403c-a9e1-015fa02cb687 req-ced56299-0262-42a9-87ae-767f6e26885d tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870516 Nov 27 01:06:35.619616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 242ba329-cad6-4dd8-ae45-123a4230251a details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:35.757326 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-9d96dc54-6d1b-429b-9b67-f57ce26c1c59 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cae186c4f2334d95a689ce9bbc113764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643244 Nov 27 01:06:35.899889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed00d5-967a-4203-aec3-770b0157ab9d req-b37a407b-cc8c-4621-83dd-50bd2f69af5d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:35.902206 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23ed00d5-967a-4203-aec3-770b0157ab9d req-b37a407b-cc8c-4621-83dd-50bd2f69af5d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.0960474 Nov 27 01:06:35.930153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 242ba329-cad6-4dd8-ae45-123a4230251a, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=242ba329-cad6-4dd8-ae45-123a4230251a,segment=NetworkSegment(aaaa92eb-609b-4ea3-8c01-e6b8d483dc80),segment_id=aaaa92eb-609b-4ea3-8c01-e6b8d483dc80)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:35.948277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '242ba329-cad6-4dd8-ae45-123a4230251a', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'port_id': '242ba329-cad6-4dd8-ae45-123a4230251a', 'mac_address': 'fa:16:3e:55:26:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:35.974831 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23ed00d5-967a-4203-aec3-770b0157ab9d req-4570bb0b-4d5f-47e5-82d6-e721d2a69d23 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627947 Nov 27 01:06:35.996579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-84d75ca9-6661-4906-b130-3bb78acc8749 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:36.003045 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.004587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-84d75ca9-6661-4906-b130-3bb78acc8749 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459898 Nov 27 01:06:36.027381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242ba329-cad6-4dd8-ae45-123a4230251a {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:36.032386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-55e494f9-1ee6-4296-899c-505348bbd41f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/quotas/cae186c4f2334d95a689ce9bbc113764 HTTP/1.1" status: 200 len: 375 time: 0.0212145 Nov 27 01:06:36.056317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 242ba329-cad6-4dd8-ae45-123a4230251a, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=242ba329-cad6-4dd8-ae45-123a4230251a,segment=NetworkSegment(aaaa92eb-609b-4ea3-8c01-e6b8d483dc80),segment_id=aaaa92eb-609b-4ea3-8c01-e6b8d483dc80)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:36.062203 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:36.137058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a39e70-dd91-4f59-9071-eac0ce0d66db req-1c1a882b-f7fc-47a7-91c1-07f752abc011 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:36.140852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=242ba329-cad6-4dd8-ae45-123a4230251a,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:36.145318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a39e70-dd91-4f59-9071-eac0ce0d66db req-1c1a882b-f7fc-47a7-91c1-07f752abc011 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:36.152301 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a39e70-dd91-4f59-9071-eac0ce0d66db req-1c1a882b-f7fc-47a7-91c1-07f752abc011 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:36.153283 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-0c3de4f9-fbf5-408a-b5fa-511863b2692f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1135132 Nov 27 01:06:36.159671 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a39e70-dd91-4f59-9071-eac0ce0d66db req-1c1a882b-f7fc-47a7-91c1-07f752abc011 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:36.169983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a39e70-dd91-4f59-9071-eac0ce0d66db req-1c1a882b-f7fc-47a7-91c1-07f752abc011 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:36.177502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a39e70-dd91-4f59-9071-eac0ce0d66db req-1c1a882b-f7fc-47a7-91c1-07f752abc011 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:36.184017 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a39e70-dd91-4f59-9071-eac0ce0d66db req-1c1a882b-f7fc-47a7-91c1-07f752abc011 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:36.187430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-02a39e70-dd91-4f59-9071-eac0ce0d66db req-1c1a882b-f7fc-47a7-91c1-07f752abc011 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1436892 Nov 27 01:06:36.195135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:36.197662 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527a60ac-a9d8-44a0-9d6f-281f760f8090" -d '{"events": [{"server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:36.263248 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-02a39e70-dd91-4f59-9071-eac0ce0d66db req-aaf216cc-b835-4b31-8a69-575d5ec36ab6 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686145 Nov 27 01:06:36.320058 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc11069-f562-4168-83ea-8feec36e30b1 x-openstack-request-id: req-2cc11069-f562-4168-83ea-8feec36e30b1 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:36.320448 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:36.320785 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cc11069-f562-4168-83ea-8feec36e30b1 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:36.321259 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'code': 200} Nov 27 01:06:36.346328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-006f4ce7-68b8-4e26-b208-f36856efea3e req-7239b0d2-fa31-48fe-ba15-31c75cea8c7b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 210 time: 0.0374091 Nov 27 01:06:36.506771 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb41744-b01d-46ce-a4ea-49b4bad57427 req-52ee66af-6c23-41f5-a99a-d016beabfe9b tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:36.509898 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fb41744-b01d-46ce-a4ea-49b4bad57427 req-52ee66af-6c23-41f5-a99a-d016beabfe9b tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 946 time: 0.0874977 Nov 27 01:06:36.578357 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fb41744-b01d-46ce-a4ea-49b4bad57427 req-04781558-b68f-463b-8b74-dc76569e8ef2 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625815 Nov 27 01:06:36.621882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['242ba329-cad6-4dd8-ae45-123a4230251a'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:36.726502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3001047-5ac8-4067-94e5-331f875218c9 req-ceba8808-c1d6-4930-aab1-8ad5fb48b334 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:36.735392 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a3001047-5ac8-4067-94e5-331f875218c9 req-ceba8808-c1d6-4930-aab1-8ad5fb48b334 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 944 time: 0.0872345 Nov 27 01:06:36.807275 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a3001047-5ac8-4067-94e5-331f875218c9 req-d86c99c9-0e8b-4cff-bbd9-0102565bab43 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709543 Nov 27 01:06:36.839733 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c078f11c-a84b-4206-979e-7ffe794f5dab req-0f38f0b9-8026-4dd6-a78d-c9bd3bc45550 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-468741057&fields=id&tenant_id=35147b7bfefb4e18b12c5c98d6047346 HTTP/1.1" status: 200 len: 267 time: 0.1035163 Nov 27 01:06:36.930213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078f11c-a84b-4206-979e-7ffe794f5dab req-782d511c-7180-4d5d-8776-65f45aac5902 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:36.932088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c078f11c-a84b-4206-979e-7ffe794f5dab req-782d511c-7180-4d5d-8776-65f45aac5902 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 946 time: 0.0933607 Nov 27 01:06:36.945596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c078f11c-a84b-4206-979e-7ffe794f5dab req-507fb20f-862a-410d-b765-f4c3404c901e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'port': {'security_groups': ['efb1a277-3d72-47e2-90da-906aa64ee86a', 'd32aff96-2567-40b2-946a-1fd6dd84ca64']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:37.026705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c078f11c-a84b-4206-979e-7ffe794f5dab req-507fb20f-862a-410d-b765-f4c3404c901e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.172151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ecd6c-9bc8-4d9c-afeb-88d609fa7718 req-91c6b8ff-d7c3-4055-83b6-5aa2de8c6fa7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.187986 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-095ecd6c-9bc8-4d9c-afeb-88d609fa7718 req-91c6b8ff-d7c3-4055-83b6-5aa2de8c6fa7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.1142290 Nov 27 01:06:37.264333 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-095ecd6c-9bc8-4d9c-afeb-88d609fa7718 req-997c1421-0f75-4b0a-88a1-9a1f5cb42c0e tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753951 Nov 27 01:06:37.304373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c078f11c-a84b-4206-979e-7ffe794f5dab req-507fb20f-862a-410d-b765-f4c3404c901e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] For port 268ae166-5baa-40b6-88a3-ccec65cda155, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=268ae166-5baa-40b6-88a3-ccec65cda155,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:37.346989 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c078f11c-a84b-4206-979e-7ffe794f5dab req-507fb20f-862a-410d-b765-f4c3404c901e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.354349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c078f11c-a84b-4206-979e-7ffe794f5dab req-507fb20f-862a-410d-b765-f4c3404c901e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.393809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4b8472f9-5a31-4823-b624-8bc259b180b3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:37.420030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fb20f-862a-410d-b765-f4c3404c901e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'Port': ['ID=268ae166-5baa-40b6-88a3-ccec65cda155,revision_number=6']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:37.438188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078f11c-a84b-4206-979e-7ffe794f5dab req-507fb20f-862a-410d-b765-f4c3404c901e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.438351 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c078f11c-a84b-4206-979e-7ffe794f5dab req-507fb20f-862a-410d-b765-f4c3404c901e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:37.439750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c078f11c-a84b-4206-979e-7ffe794f5dab req-507fb20f-862a-410d-b765-f4c3404c901e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "PUT /v2.0/ports/268ae166-5baa-40b6-88a3-ccec65cda155 HTTP/1.1" status: 200 len: 982 time: 0.4995267 Nov 27 01:06:37.440201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeae0879-5105-4702-9962-c7156eb920b3', 'tag': '268ae166-5baa-40b6-88a3-ccec65cda155'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:37.442883 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a4110d-da5f-4b22-a761-b27dbaa225fa" -d '{"events": [{"name": "network-changed", "server_uuid": "eeae0879-5105-4702-9962-c7156eb920b3", "tag": "268ae166-5baa-40b6-88a3-ccec65cda155"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:37.475275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bb021-5ef2-4695-9d10-e756cf72aa0f req-d46f7414-d443-45fb-8ef6-0d5329e19de9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.483373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bb021-5ef2-4695-9d10-e756cf72aa0f req-d46f7414-d443-45fb-8ef6-0d5329e19de9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.490508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bb021-5ef2-4695-9d10-e756cf72aa0f req-d46f7414-d443-45fb-8ef6-0d5329e19de9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.499339 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bb021-5ef2-4695-9d10-e756cf72aa0f req-d46f7414-d443-45fb-8ef6-0d5329e19de9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.521886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bb021-5ef2-4695-9d10-e756cf72aa0f req-d46f7414-d443-45fb-8ef6-0d5329e19de9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.552759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0def90f5-e56f-4a2d-ae3f-8fee967eb6bb req-c1152d9c-46bb-4129-befa-e222d3e2056b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 210 time: 0.0390851 Nov 27 01:06:37.554310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bb021-5ef2-4695-9d10-e756cf72aa0f req-d46f7414-d443-45fb-8ef6-0d5329e19de9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.572613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bb021-5ef2-4695-9d10-e756cf72aa0f req-d46f7414-d443-45fb-8ef6-0d5329e19de9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.581174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d68bb021-5ef2-4695-9d10-e756cf72aa0f req-d46f7414-d443-45fb-8ef6-0d5329e19de9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.2106361 Nov 27 01:06:37.594122 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73be9c2-aab7-4287-9a9a-b987446a890f x-openstack-request-id: req-d73be9c2-aab7-4287-9a9a-b987446a890f {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:37.594477 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeae0879-5105-4702-9962-c7156eb920b3", "tag": "268ae166-5baa-40b6-88a3-ccec65cda155", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:37.594731 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d73be9c2-aab7-4287-9a9a-b987446a890f {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:37.594850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['268ae166-5baa-40b6-88a3-ccec65cda155'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:37.595131 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeae0879-5105-4702-9962-c7156eb920b3', 'tag': '268ae166-5baa-40b6-88a3-ccec65cda155', 'status': 'completed', 'code': 200} Nov 27 01:06:37.646616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['268ae166-5baa-40b6-88a3-ccec65cda155'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:37.708725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d68bb021-5ef2-4695-9d10-e756cf72aa0f req-1c889c81-f868-4566-ae2b-9d3c894e4389 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210682 Nov 27 01:06:37.761992 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-02a59abe-81de-4f7e-aa6e-24d328816138 req-71dd77f0-3ee5-4c41-8ff6-85b32f59c9c4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/d32aff96-2567-40b2-946a-1fd6dd84ca64 HTTP/1.1" status: 200 len: 1817 time: 0.1517529 Nov 27 01:06:37.939892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4110d-da5f-4b22-a761-b27dbaa225fa req-582f88db-d345-44b8-9aa5-ecfcd80c6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:37.943613 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43a4110d-da5f-4b22-a761-b27dbaa225fa req-582f88db-d345-44b8-9aa5-ecfcd80c6839 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35147b7bfefb4e18b12c5c98d6047346&device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 1136 time: 0.2753294 Nov 27 01:06:37.983916 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-199b196f-faa7-4b34-b59e-a5dd87e535b1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cae186c4f2334d95a689ce9bbc113764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410800 Nov 27 01:06:37.987629 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-02a59abe-81de-4f7e-aa6e-24d328816138 req-e1bf37b2-e14f-4992-90a8-66ac74c78a58 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 01:06:38.003503 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-02a59abe-81de-4f7e-aa6e-24d328816138 req-e1bf37b2-e14f-4992-90a8-66ac74c78a58 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "DELETE /v2.0/security-groups/d32aff96-2567-40b2-946a-1fd6dd84ca64 HTTP/1.1" status: 409 len: 341 time: 0.2318962 Nov 27 01:06:38.084757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ab6edf52-10d3-4e08-9aa7-36d3dd57400e up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:38.233099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4110d-da5f-4b22-a761-b27dbaa225fa req-890b4dc8-601d-41a2-998a-688e45d935f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:38.233340 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43a4110d-da5f-4b22-a761-b27dbaa225fa req-890b4dc8-601d-41a2-998a-688e45d935f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c9384de-bc60-4283-868c-03a6014fbe0a HTTP/1.1" status: 200 len: 914 time: 0.2495229 Nov 27 01:06:38.320112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2cdd6-e0fb-47db-b2c7-af91c1733a83 req-2ee70e75-71d3-42a2-8642-1ba12e3caa37 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:38.330432 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ed2cdd6-e0fb-47db-b2c7-af91c1733a83 req-2ee70e75-71d3-42a2-8642-1ba12e3caa37 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 944 time: 0.2243674 Nov 27 01:06:38.353005 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43a4110d-da5f-4b22-a761-b27dbaa225fa req-9694faf5-550c-4c77-8348-68aa6bbf9a58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=268ae166-5baa-40b6-88a3-ccec65cda155 HTTP/1.1" status: 200 len: 217 time: 0.1100924 Nov 27 01:06:38.381916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port ab6edf52-10d3-4e08-9aa7-36d3dd57400e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:38.382500 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.397668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-3b9092c7-a0a5-481e-bba7-213076d29f9c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:38.399599 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-3b9092c7-a0a5-481e-bba7-213076d29f9c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4088144 Nov 27 01:06:38.488024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ed2cdd6-e0fb-47db-b2c7-af91c1733a83 req-7e40172e-52ee-4462-b0c7-196be60fc65e tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415684 Nov 27 01:06:38.515236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Request body: {'port': {'device_id': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': 'cae186c4f2334d95a689ce9bbc113764'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:38.517677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4110d-da5f-4b22-a761-b27dbaa225fa req-b1825b4f-bb82-4d22-bc65-52ac65040214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:38.526836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43a4110d-da5f-4b22-a761-b27dbaa225fa req-b1825b4f-bb82-4d22-bc65-52ac65040214 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72614284-0014-42f2-b534-c485ad684106 HTTP/1.1" status: 200 len: 853 time: 0.1654785 Nov 27 01:06:38.566091 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.601626 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43a4110d-da5f-4b22-a761-b27dbaa225fa req-5527967b-60d4-4eca-9877-df9cefdebc10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c9384de-bc60-4283-868c-03a6014fbe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651629 Nov 27 01:06:38.621595 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:38.624423 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292e6201-f30d-475a-b433-ae8abc37c2cb" -d '{"events": [{"server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "name": "network-vif-plugged", "status": "completed", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:38.639229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:38.647563 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.728104 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,revision_number=11']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:38.736178 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43a4110d-da5f-4b22-a761-b27dbaa225fa req-0f418af3-38d5-4fde-971d-55b1fc7224f1 service neutron] 10.222.0.11 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257229 Nov 27 01:06:38.791320 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db4b0d-bfbc-42ac-b8c3-0cbde2d3ec1a req-4af0ece9-dc3a-4692-bbf8-06e77b13fdab tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:38.798733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f6db4b0d-bfbc-42ac-b8c3-0cbde2d3ec1a req-4af0ece9-dc3a-4692-bbf8-06e77b13fdab tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.1329482 Nov 27 01:06:38.833768 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcf6ba-1146-4bfc-a406-32503751848f req-5e869cdd-ff01-4b52-8ded-088dd4fedbea tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:38.835237 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3edcf6ba-1146-4bfc-a406-32503751848f req-5e869cdd-ff01-4b52-8ded-088dd4fedbea tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 985 time: 0.1996465 Nov 27 01:06:38.872552 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f6db4b0d-bfbc-42ac-b8c3-0cbde2d3ec1a req-3f972241-67d2-427a-b1a0-679c6c876fb1 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721202 Nov 27 01:06:38.879060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Made reservation on behalf of cae186c4f2334d95a689ce9bbc113764 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:38.888811 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43a4110d-da5f-4b22-a761-b27dbaa225fa req-dbf33b0e-ae14-4c2e-8d9f-53ebc9434655 service neutron] 10.222.0.11 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340201 Nov 27 01:06:38.891753 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:38.917850 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3edcf6ba-1146-4bfc-a406-32503751848f req-d190ddc2-f72e-42f2-abd1-6fcb2ae0ca41 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=d32aff96-2567-40b2-946a-1fd6dd84ca64&id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0760953 Nov 27 01:06:39.060882 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55f2f0d4-fcfd-4a33-803b-b870a3edc75b req-eb6a20c7-79ed-47f9-8be5-c8c98465a212 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 210 time: 0.0734327 Nov 27 01:06:39.074308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b2891-4601-46bb-9d3f-fb76304a8689 req-5f4bd55a-2b7e-41a0-a807-2ddf5790f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.097961 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-045b2891-4601-46bb-9d3f-fb76304a8689 req-5f4bd55a-2b7e-41a0-a807-2ddf5790f1ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35147b7bfefb4e18b12c5c98d6047346&device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 1136 time: 0.1050024 Nov 27 01:06:39.120798 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343b15ba-e542-41ff-9aea-0fa82e05cff4 x-openstack-request-id: req-343b15ba-e542-41ff-9aea-0fa82e05cff4 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:39.121170 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "name": "network-vif-plugged", "status": "completed", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:39.121423 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-343b15ba-e542-41ff-9aea-0fa82e05cff4 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:39.121851 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'code': 200} Nov 27 01:06:39.170320 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Allocated IP 192.168.233.123 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/7c8df586-8529-4537-a9d6-daf1992c5b0e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:39.268194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b2891-4601-46bb-9d3f-fb76304a8689 req-a156ba46-0201-4aac-aa88-d557315fa329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.270180 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-045b2891-4601-46bb-9d3f-fb76304a8689 req-a156ba46-0201-4aac-aa88-d557315fa329 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c9384de-bc60-4283-868c-03a6014fbe0a HTTP/1.1" status: 200 len: 914 time: 0.1649878 Nov 27 01:06:39.331691 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-045b2891-4601-46bb-9d3f-fb76304a8689 req-1ffa6b9b-41c0-4c37-9040-42fd2e8aacba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=268ae166-5baa-40b6-88a3-ccec65cda155 HTTP/1.1" status: 200 len: 217 time: 0.0525615 Nov 27 01:06:39.354223 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb32a21-6b09-41b0-9508-aa26ac751047 req-74fc1dfb-3988-470d-a895-a86c023b54b3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.362553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb32a21-6b09-41b0-9508-aa26ac751047 req-74fc1dfb-3988-470d-a895-a86c023b54b3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.368433 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb32a21-6b09-41b0-9508-aa26ac751047 req-74fc1dfb-3988-470d-a895-a86c023b54b3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.374391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb32a21-6b09-41b0-9508-aa26ac751047 req-74fc1dfb-3988-470d-a895-a86c023b54b3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.380238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb32a21-6b09-41b0-9508-aa26ac751047 req-74fc1dfb-3988-470d-a895-a86c023b54b3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.386080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb32a21-6b09-41b0-9508-aa26ac751047 req-74fc1dfb-3988-470d-a895-a86c023b54b3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.387832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b2891-4601-46bb-9d3f-fb76304a8689 req-fb0187c9-729b-4b58-901b-74ede5507df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.389345 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-045b2891-4601-46bb-9d3f-fb76304a8689 req-fb0187c9-729b-4b58-901b-74ede5507df6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72614284-0014-42f2-b534-c485ad684106 HTTP/1.1" status: 200 len: 853 time: 0.0473511 Nov 27 01:06:39.392406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb32a21-6b09-41b0-9508-aa26ac751047 req-74fc1dfb-3988-470d-a895-a86c023b54b3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.394358 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeb32a21-6b09-41b0-9508-aa26ac751047 req-74fc1dfb-3988-470d-a895-a86c023b54b3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1567192 Nov 27 01:06:39.423875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-045b2891-4601-46bb-9d3f-fb76304a8689 req-798e736c-1307-444a-bd8a-d77cda79cb43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c9384de-bc60-4283-868c-03a6014fbe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263259 Nov 27 01:06:39.466302 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.521674 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeb32a21-6b09-41b0-9508-aa26ac751047 req-51a6269a-c436-4dcf-8ad0-6abb65ccebc7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063867 Nov 27 01:06:39.567066 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.569503 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-045b2891-4601-46bb-9d3f-fb76304a8689 req-10a00d0e-c0b0-4522-9f47-13c0c801417e service neutron] 10.222.0.11 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244373 Nov 27 01:06:39.606047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e26f8894-e533-49d7-bd62-6225b97ad7f5', 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:39.613238 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['fdc8f14a-99b1-4fe1-a982-65035d893f31'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:39.651358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:39.672561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:39.678758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:39.685182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.685894 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.701151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Pushing event updated for resources: {'Port': ['ID=7c8df586-8529-4537-a9d6-daf1992c5b0e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:39.711826 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-a4eb418f-87dd-41d1-8f5c-d54bf6e6da70 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2458174 Nov 27 01:06:39.732587 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198fbf2-ccb2-4650-9cc7-1821fe9da55f req-9af2bddd-5de8-4d55-94e9-4d9e8f85679e tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.740311 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-045b2891-4601-46bb-9d3f-fb76304a8689 req-7193fafb-9481-4295-96ea-01bf92fdd0fa service neutron] 10.222.0.11 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538103 Nov 27 01:06:39.741189 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4198fbf2-ccb2-4650-9cc7-1821fe9da55f req-9af2bddd-5de8-4d55-94e9-4d9e8f85679e tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 944 time: 0.0998726 Nov 27 01:06:39.752476 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Request body: {'port': {'device_id': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:39.794772 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 242ba329-cad6-4dd8-ae45-123a4230251a up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:39.817483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b069ee-3bde-411d-affb-db0f4bd44609 req-fcbf4890-ac98-448f-abc5-f8bd03f26b56 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:39.825829 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-60b069ee-3bde-411d-affb-db0f4bd44609 req-fcbf4890-ac98-448f-abc5-f8bd03f26b56 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 945 time: 0.0838568 Nov 27 01:06:39.900621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-60b069ee-3bde-411d-affb-db0f4bd44609 req-b298af80-e95a-4d39-add3-8bf94389aa60 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734942 Nov 27 01:06:39.920548 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:39.939886 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4198fbf2-ccb2-4650-9cc7-1821fe9da55f req-fdb14d59-3220-441c-9031-014c4325519b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975625 Nov 27 01:06:40.080191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 242ba329-cad6-4dd8-ae45-123a4230251a completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:40.134795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5df522-f5b6-4aa2-82ca-17691d96029d req-b079d1d7-51ba-49c7-a5bd-6e1a3ae42e28 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.139890 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc5df522-f5b6-4aa2-82ca-17691d96029d req-b079d1d7-51ba-49c7-a5bd-6e1a3ae42e28 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.0969496 Nov 27 01:06:40.189092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc4d0a-b7c8-47fb-9faa-877ff36ad057 req-43d23ff3-449a-497e-9263-157cb7b1ebe2 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.197737 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03cc4d0a-b7c8-47fb-9faa-877ff36ad057 req-43d23ff3-449a-497e-9263-157cb7b1ebe2 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 985 time: 0.1711335 Nov 27 01:06:40.212739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2064f43d-e8a3-43d1-907c-6ebc6fcade9c None None] Provisioning complete for port 7c8df586-8529-4537-a9d6-daf1992c5b0e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:40.213253 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2064f43d-e8a3-43d1-907c-6ebc6fcade9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.233829 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc5df522-f5b6-4aa2-82ca-17691d96029d req-8c72d46b-e360-428e-bad2-a7df97ad5c51 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878201 Nov 27 01:06:40.300880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 242ba329-cad6-4dd8-ae45-123a4230251a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:40.301359 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.318280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2064f43d-e8a3-43d1-907c-6ebc6fcade9c None None] Port 7c8df586-8529-4537-a9d6-daf1992c5b0e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:06:40.374926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03cc4d0a-b7c8-47fb-9faa-877ff36ad057 req-39da2e2d-a652-4ad6-99c2-40b36065a359 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=d32aff96-2567-40b2-946a-1fd6dd84ca64&id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1698673 Nov 27 01:06:40.425070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af2790-af77-4d74-829c-0d55d136f95f req-2174d63a-9588-4bb3-89f9-8e5f10a70da5 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.427260 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21af2790-af77-4d74-829c-0d55d136f95f req-2174d63a-9588-4bb3-89f9-8e5f10a70da5 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 936 time: 0.1222520 Nov 27 01:06:40.482654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8df586-8529-4537-a9d6-daf1992c5b0e {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:40.496521 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.516442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Transition to ACTIVE for port object 7c8df586-8529-4537-a9d6-daf1992c5b0e will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:40.532397 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.541727 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21af2790-af77-4d74-829c-0d55d136f95f req-ea6c1814-8d80-42f3-bc44-59bee7050b2d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059332 Nov 27 01:06:40.613989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8df586-8529-4537-a9d6-daf1992c5b0e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:40.660517 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.701612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Attempting to bind port 7c8df586-8529-4537-a9d6-daf1992c5b0e on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:40.701940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Attempting to bind port 7c8df586-8529-4537-a9d6-daf1992c5b0e by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:40.702290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Attempting to bind port 7c8df586-8529-4537-a9d6-daf1992c5b0e on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:40.707190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Port 7c8df586-8529-4537-a9d6-daf1992c5b0e on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:40.707500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Attempting to bind port 7c8df586-8529-4537-a9d6-daf1992c5b0e on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:40.713171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:40.713498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:40.713875 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:40.714314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Bound port: 7c8df586-8529-4537-a9d6-daf1992c5b0e, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:40.714721 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.787182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 242ba329-cad6-4dd8-ae45-123a4230251a, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=242ba329-cad6-4dd8-ae45-123a4230251a,segment=NetworkSegment(aaaa92eb-609b-4ea3-8c01-e6b8d483dc80),segment_id=aaaa92eb-609b-4ea3-8c01-e6b8d483dc80)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:40.796294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92537660-cb83-4a56-9631-19f83d01cf4d req-47a4b373-1a40-4955-a60f-a76232de4873 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.800904 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.804178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92537660-cb83-4a56-9631-19f83d01cf4d req-47a4b373-1a40-4955-a60f-a76232de4873 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.814516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:40.818361 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92537660-cb83-4a56-9631-19f83d01cf4d req-47a4b373-1a40-4955-a60f-a76232de4873 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.823599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:40.825252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92537660-cb83-4a56-9631-19f83d01cf4d req-47a4b373-1a40-4955-a60f-a76232de4873 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.832580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92537660-cb83-4a56-9631-19f83d01cf4d req-47a4b373-1a40-4955-a60f-a76232de4873 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.839772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92537660-cb83-4a56-9631-19f83d01cf4d req-47a4b373-1a40-4955-a60f-a76232de4873 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.842123 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.846751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92537660-cb83-4a56-9631-19f83d01cf4d req-47a4b373-1a40-4955-a60f-a76232de4873 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.855069 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-92537660-cb83-4a56-9631-19f83d01cf4d req-47a4b373-1a40-4955-a60f-a76232de4873 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5422 time: 0.1786547 Nov 27 01:06:40.918516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:40.919726 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:40.921146 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 1096 time: 1.1728113 Nov 27 01:06:40.921590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'tag': '7c8df586-8529-4537-a9d6-daf1992c5b0e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:40.924622 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85566504-6acd-48fa-9804-4ba86f590c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e37250-3eb9-4e46-a4a2-4d8db2604b7d", "tag": "7c8df586-8529-4537-a9d6-daf1992c5b0e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:40.931441 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=242ba329-cad6-4dd8-ae45-123a4230251a,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:40.971358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4c1ef-28d9-4349-94a5-b8e574bb56b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8df586-8529-4537-a9d6-daf1992c5b0e,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:40.992659 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-92537660-cb83-4a56-9631-19f83d01cf4d req-5817aece-9687-43a1-a1e3-fa3ad8991756 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1286705 Nov 27 01:06:40.997890 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b961042-07b4-4960-b9d2-7450c0bd3735 x-openstack-request-id: req-7b961042-07b4-4960-b9d2-7450c0bd3735 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:40.998190 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e37250-3eb9-4e46-a4a2-4d8db2604b7d", "tag": "7c8df586-8529-4537-a9d6-daf1992c5b0e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:40.998492 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b961042-07b4-4960-b9d2-7450c0bd3735 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:40.998897 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'tag': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'status': 'completed', 'code': 200} Nov 27 01:06:41.123549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-4d584144-282f-43c9-9624-068e1edb5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.124329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242ba329-cad6-4dd8-ae45-123a4230251a'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:41.125049 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-4d584144-282f-43c9-9624-068e1edb5dab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1099 time: 0.1045659 Nov 27 01:06:41.127450 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32ba099-3e8e-403f-8a59-9cf918860965" -d '{"events": [{"server_uuid": "a385fcda-5982-49ae-9ab9-2d8a39eaf027", "name": "network-vif-plugged", "status": "completed", "tag": "242ba329-cad6-4dd8-ae45-123a4230251a"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:41.135175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046264d4-15ae-4da8-9d15-4ad0ff6613fb req-715e759c-48c5-469f-8c6a-3892bd022584 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.137065 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-046264d4-15ae-4da8-9d15-4ad0ff6613fb req-715e759c-48c5-469f-8c6a-3892bd022584 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 945 time: 0.0643764 Nov 27 01:06:41.145823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc2ace-0efa-4b71-90f4-176d39962170 req-2fd217a5-63fe-41c5-a2c8-5739f2fae24a tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.147628 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-21bc2ace-0efa-4b71-90f4-176d39962170 req-2fd217a5-63fe-41c5-a2c8-5739f2fae24a tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 945 time: 0.0696628 Nov 27 01:06:41.194847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-046264d4-15ae-4da8-9d15-4ad0ff6613fb req-972be02a-4034-47d3-a646-77dec54c0a04 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513239 Nov 27 01:06:41.256087 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd9a322-be02-4df6-9225-0304ee6dd48a x-openstack-request-id: req-acd9a322-be02-4df6-9225-0304ee6dd48a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:41.256473 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a385fcda-5982-49ae-9ab9-2d8a39eaf027", "name": "network-vif-plugged", "status": "completed", "tag": "242ba329-cad6-4dd8-ae45-123a4230251a", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:41.256800 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acd9a322-be02-4df6-9225-0304ee6dd48a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:41.257298 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242ba329-cad6-4dd8-ae45-123a4230251a', 'code': 200} Nov 27 01:06:41.376278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ff3a-b8f5-4e7e-a45f-8ee5a6721ce8 req-ec1e9201-7b20-444d-bf71-0bcf2fa91308 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.378559 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2769ff3a-b8f5-4e7e-a45f-8ee5a6721ce8 req-ec1e9201-7b20-444d-bf71-0bcf2fa91308 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.0568266 Nov 27 01:06:41.437282 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3978e40-ba66-4440-bfd9-f438a70e028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:41.470181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2769ff3a-b8f5-4e7e-a45f-8ee5a6721ce8 req-9988dbda-9366-4dd8-b387-efffa363803b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844228 Nov 27 01:06:41.477451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873439c-3585-4ccd-a202-8566b620aaaf req-c8826811-7cf5-4cbf-929b-b08aa5b083db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.479225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b873439c-3585-4ccd-a202-8566b620aaaf req-c8826811-7cf5-4cbf-929b-b08aa5b083db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 1096 time: 0.0744078 Nov 27 01:06:41.537896 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b873439c-3585-4ccd-a202-8566b620aaaf req-797308eb-3ff8-439b-9037-3b5752242419 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446923 Nov 27 01:06:41.573696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-366a8714-9f07-4521-9611-24664d6086c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 217 time: 0.4246695 Nov 27 01:06:41.593757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fcf4d-4af7-4e44-8469-6a32ab5f14c7 req-cbe4d351-7343-4381-890a-7b076601dc78 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.595281 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-165fcf4d-4af7-4e44-8469-6a32ab5f14c7 req-cbe4d351-7343-4381-890a-7b076601dc78 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 985 time: 0.0558398 Nov 27 01:06:41.633079 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-21bc2ace-0efa-4b71-90f4-176d39962170 req-86fa0110-d37d-47bb-a1b3-d76ca151b978 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754808 Nov 27 01:06:41.648341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-41c789a3-d0cb-44d6-9873-2d8a1b4d7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.650033 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-41c789a3-d0cb-44d6-9873-2d8a1b4d7dbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0658088 Nov 27 01:06:41.673640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 08ee5b8c-ecad-4c74-97c4-8588634b5d0a details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:41.683469 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-165fcf4d-4af7-4e44-8469-6a32ab5f14c7 req-37249cc7-e417-44fd-9a5e-167dbf61e95e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=d32aff96-2567-40b2-946a-1fd6dd84ca64&id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0810711 Nov 27 01:06:41.760443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-438576b7-a68e-4725-a070-66b00359d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.762031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-438576b7-a68e-4725-a070-66b00359d29b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032579 Nov 27 01:06:41.774131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a67667-1443-4c59-9a69-a2e472f5f4c8 req-20b49086-10ca-46ae-b363-7c7ee0ae5a88 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:41.776062 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26a67667-1443-4c59-9a69-a2e472f5f4c8 req-20b49086-10ca-46ae-b363-7c7ee0ae5a88 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 948 time: 0.0604689 Nov 27 01:06:41.790426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:41.802253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '08ee5b8c-ecad-4c74-97c4-8588634b5d0a', 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d', 'port_id': '08ee5b8c-ecad-4c74-97c4-8588634b5d0a', 'mac_address': 'fa:16:3e:55:b7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd984bbc-994d-4433-b63b-16bafd179da4', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:41.840512 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:41.856043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ee5b8c-ecad-4c74-97c4-8588634b5d0a {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:41.877433 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:41.878760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26a67667-1443-4c59-9a69-a2e472f5f4c8 req-2f7987cc-e240-4160-9e26-6ba5b335f49b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941806 Nov 27 01:06:41.889272 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:41.890075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 125792f2-f74c-4fde-a258-99b64ebd23c2 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:41.919653 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-626d542c-80c5-4ea7-9e46-53c3d940ec31 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428568 Nov 27 01:06:41.972696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:41.976599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 125792f2-f74c-4fde-a258-99b64ebd23c2, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=125792f2-f74c-4fde-a258-99b64ebd23c2,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:41.991590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '125792f2-f74c-4fde-a258-99b64ebd23c2', 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d', 'port_id': '125792f2-f74c-4fde-a258-99b64ebd23c2', 'mac_address': 'fa:16:3e:85:1b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd984bbc-994d-4433-b63b-16bafd179da4', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:42.000331 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe303aff-763e-41c4-95d1-67ae8dc1d332 req-9836e475-5fd6-41a1-b7a5-5f76f5fd55e9 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1758392333&fields=id&tenant_id=35147b7bfefb4e18b12c5c98d6047346 HTTP/1.1" status: 200 len: 267 time: 0.0649080 Nov 27 01:06:42.035088 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.054438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125792f2-f74c-4fde-a258-99b64ebd23c2 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:42.070450 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2647cd7-0a79-40bc-a5dd-aca7fc088f4d req-efc6a04b-8c78-40ae-97af-75dc516ab87e service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391392 Nov 27 01:06:42.089129 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 125792f2-f74c-4fde-a258-99b64ebd23c2, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=125792f2-f74c-4fde-a258-99b64ebd23c2,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:42.091838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe303aff-763e-41c4-95d1-67ae8dc1d332 req-84eea050-e583-46ec-85c6-ce669ce43dae tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.093374 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe303aff-763e-41c4-95d1-67ae8dc1d332 req-84eea050-e583-46ec-85c6-ce669ce43dae tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 985 time: 0.0864072 Nov 27 01:06:42.103929 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.105083 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2a64b1a0-430d-4628-bea9-f08fdf8c263d details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:42.110648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-fe303aff-763e-41c4-95d1-67ae8dc1d332 req-9849ceb5-028e-4d68-9194-375b8b59914e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'port': {'security_groups': ['d32aff96-2567-40b2-946a-1fd6dd84ca64', 'efb1a277-3d72-47e2-90da-906aa64ee86a', 'dd886886-4042-4e48-ac7b-e322a7eba398']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:42.206537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bbad3-0abd-4163-aa33-a28cac154ddc req-4e2a0297-3f37-4b86-8048-550e91423099 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.213375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bbad3-0abd-4163-aa33-a28cac154ddc req-4e2a0297-3f37-4b86-8048-550e91423099 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.220236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bbad3-0abd-4163-aa33-a28cac154ddc req-4e2a0297-3f37-4b86-8048-550e91423099 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.227347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bbad3-0abd-4163-aa33-a28cac154ddc req-4e2a0297-3f37-4b86-8048-550e91423099 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.228374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=125792f2-f74c-4fde-a258-99b64ebd23c2,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:42.234716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bbad3-0abd-4163-aa33-a28cac154ddc req-4e2a0297-3f37-4b86-8048-550e91423099 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.241242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bbad3-0abd-4163-aa33-a28cac154ddc req-4e2a0297-3f37-4b86-8048-550e91423099 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.248382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bbad3-0abd-4163-aa33-a28cac154ddc req-4e2a0297-3f37-4b86-8048-550e91423099 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.250809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-034bbad3-0abd-4163-aa33-a28cac154ddc req-4e2a0297-3f37-4b86-8048-550e91423099 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5424 time: 0.1492918 Nov 27 01:06:42.297374 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f3e30-0d1d-44e7-91c9-71a7756c36ef req-f0cb720b-a02a-4c8c-a369-c52165390164 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.299118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a8f3e30-0d1d-44e7-91c9-71a7756c36ef req-f0cb720b-a02a-4c8c-a369-c52165390164 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.11 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 945 time: 0.1313932 Nov 27 01:06:42.299974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fe303aff-763e-41c4-95d1-67ae8dc1d332 req-9849ceb5-028e-4d68-9194-375b8b59914e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.339967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85566504-6acd-48fa-9804-4ba86f590c3b req-0000c78b-9c7c-4d9b-a66a-5c1cf0439874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.342868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85566504-6acd-48fa-9804-4ba86f590c3b req-0000c78b-9c7c-4d9b-a66a-5c1cf0439874 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1099 time: 0.0910032 Nov 27 01:06:42.413334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2a64b1a0-430d-4628-bea9-f08fdf8c263d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2a64b1a0-430d-4628-bea9-f08fdf8c263d,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:42.427770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '2a64b1a0-430d-4628-bea9-f08fdf8c263d', 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9', 'port_id': '2a64b1a0-430d-4628-bea9-f08fdf8c263d', 'mac_address': 'fa:16:3e:74:70:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579f6157-5b13-45e3-aa25-7bd8f766ad59', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:42.441180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-034bbad3-0abd-4163-aa33-a28cac154ddc req-bbdd2c6c-e619-40a3-bdce-1c6822617f14 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1524773 Nov 27 01:06:42.471403 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.489745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a64b1a0-430d-4628-bea9-f08fdf8c263d {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:42.521651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2a64b1a0-430d-4628-bea9-f08fdf8c263d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2a64b1a0-430d-4628-bea9-f08fdf8c263d,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:42.525977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85566504-6acd-48fa-9804-4ba86f590c3b req-991002ba-36d4-4a7e-9dc4-1931a0f9c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.527646 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85566504-6acd-48fa-9804-4ba86f590c3b req-991002ba-36d4-4a7e-9dc4-1931a0f9c0ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1754849 Nov 27 01:06:42.531007 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.532021 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:42.571142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-8a8f3e30-0d1d-44e7-91c9-71a7756c36ef req-4c55df3e-38a7-42ef-8143-b8eae3977d99 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Deleting port b3d11134-fb19-4fab-9525-3095d8a2c8cb {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:42.571707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a8f3e30-0d1d-44e7-91c9-71a7756c36ef req-4c55df3e-38a7-42ef-8143-b8eae3977d99 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.600991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85566504-6acd-48fa-9804-4ba86f590c3b req-8d397935-56b7-4c6e-bae0-ae7c90aef753 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 217 time: 0.0586410 Nov 27 01:06:42.603539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2a64b1a0-430d-4628-bea9-f08fdf8c263d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:42.641716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:42.665662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '363e4dd1-9d4a-4a71-9ef6-ecaf0b704993', 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d', 'port_id': '363e4dd1-9d4a-4a71-9ef6-ecaf0b704993', 'mac_address': 'fa:16:3e:fe:55:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd984bbc-994d-4433-b63b-16bafd179da4', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:42.667404 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb722f5-0932-4c04-8ad7-4653d988c139 req-940d547c-2588-4e64-ab81-fbefc73736b9 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.677127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cb722f5-0932-4c04-8ad7-4653d988c139 req-940d547c-2588-4e64-ab81-fbefc73736b9 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 945 time: 0.1365972 Nov 27 01:06:42.723726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8a8f3e30-0d1d-44e7-91c9-71a7756c36ef req-4c55df3e-38a7-42ef-8143-b8eae3977d99 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] For port b3d11134-fb19-4fab-9525-3095d8a2c8cb, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b3d11134-fb19-4fab-9525-3095d8a2c8cb,segment=NetworkSegment(1355c50f-ef55-45a4-acb5-066e14deab86),segment_id=1355c50f-ef55-45a4-acb5-066e14deab86)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:42.724112 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a8f3e30-0d1d-44e7-91c9-71a7756c36ef req-4c55df3e-38a7-42ef-8143-b8eae3977d99 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.725015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85566504-6acd-48fa-9804-4ba86f590c3b req-8887b039-1a9c-49d2-9069-7a227e76f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.726894 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85566504-6acd-48fa-9804-4ba86f590c3b req-8887b039-1a9c-49d2-9069-7a227e76f69b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1060801 Nov 27 01:06:42.750403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-8a8f3e30-0d1d-44e7-91c9-71a7756c36ef req-4c55df3e-38a7-42ef-8143-b8eae3977d99 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Calling delete_port for b3d11134-fb19-4fab-9525-3095d8a2c8cb owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:42.757582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.765853 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cb722f5-0932-4c04-8ad7-4653d988c139 req-aa23db99-1095-484c-8849-8a67bc689721 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875423 Nov 27 01:06:42.780634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-fe303aff-763e-41c4-95d1-67ae8dc1d332 req-9849ceb5-028e-4d68-9194-375b8b59914e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] For port 268ae166-5baa-40b6-88a3-ccec65cda155, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=268ae166-5baa-40b6-88a3-ccec65cda155,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:42.790493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:42.829088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85566504-6acd-48fa-9804-4ba86f590c3b req-d2239986-7b73-482a-87e0-c4455f7c4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.831176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:42.831424 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85566504-6acd-48fa-9804-4ba86f590c3b req-d2239986-7b73-482a-87e0-c4455f7c4019 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930827 Nov 27 01:06:42.837855 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.838956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device cb125b90-f3f4-4741-b436-15bdf5492147 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:42.862651 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fe303aff-763e-41c4-95d1-67ae8dc1d332 req-9849ceb5-028e-4d68-9194-375b8b59914e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.892251 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fe303aff-763e-41c4-95d1-67ae8dc1d332 req-9849ceb5-028e-4d68-9194-375b8b59914e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:42.933535 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port cb125b90-f3f4-4741-b436-15bdf5492147, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cb125b90-f3f4-4741-b436-15bdf5492147,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:42.938821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['268ae166-5baa-40b6-88a3-ccec65cda155'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:42.984740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4b8472f9-5a31-4823-b624-8bc259b180b3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:42.995520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe303aff-763e-41c4-95d1-67ae8dc1d332 req-9849ceb5-028e-4d68-9194-375b8b59914e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:42.996177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fe303aff-763e-41c4-95d1-67ae8dc1d332 req-9849ceb5-028e-4d68-9194-375b8b59914e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:43.008301 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe303aff-763e-41c4-95d1-67ae8dc1d332 req-9849ceb5-028e-4d68-9194-375b8b59914e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "PUT /v2.0/ports/268ae166-5baa-40b6-88a3-ccec65cda155 HTTP/1.1" status: 200 len: 1021 time: 0.9070351 Nov 27 01:06:43.009574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeae0879-5105-4702-9962-c7156eb920b3', 'tag': '268ae166-5baa-40b6-88a3-ccec65cda155'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:43.011924 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db3e22d-2150-4d8a-9da2-3e8fce4b472b" -d '{"events": [{"name": "network-changed", "server_uuid": "eeae0879-5105-4702-9962-c7156eb920b3", "tag": "268ae166-5baa-40b6-88a3-ccec65cda155"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:43.035163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:43.058249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711a342-d86a-4dc0-88d0-fb1f7b1f81ff req-4367f6d3-757b-4026-af53-6000f79b4094 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.059886 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8711a342-d86a-4dc0-88d0-fb1f7b1f81ff req-4367f6d3-757b-4026-af53-6000f79b4094 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.1802061 Nov 27 01:06:43.097447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'cb125b90-f3f4-4741-b436-15bdf5492147', 'network_id': '47d4271c-602c-4c7f-8b55-deb4845c36a9', 'port_id': 'cb125b90-f3f4-4741-b436-15bdf5492147', 'mac_address': 'fa:16:3e:ad:58:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579f6157-5b13-45e3-aa25-7bd8f766ad59', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:43.142388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849ceb5-028e-4d68-9194-375b8b59914e tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'Port': ['ID=268ae166-5baa-40b6-88a3-ccec65cda155,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:43.148499 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8711a342-d86a-4dc0-88d0-fb1f7b1f81ff req-0b2b185b-d9ab-444d-87cc-db23ec1f9f0d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814714 Nov 27 01:06:43.150813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85566504-6acd-48fa-9804-4ba86f590c3b req-ec39af71-2b6a-4813-ab28-29f9c92e28bd service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959471 Nov 27 01:06:43.196972 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:43.203912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a6209-f0c0-4fc3-a876-c217dbdb7128 req-476c690f-e003-405b-a071-bfaaba1dcfe7 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.206716 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a3a6209-f0c0-4fc3-a876-c217dbdb7128 req-476c690f-e003-405b-a071-bfaaba1dcfe7 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/ports?device_id=facc7452-e9ee-4bf5-8d6a-c07b04b24e5c HTTP/1.1" status: 200 len: 945 time: 0.0812819 Nov 27 01:06:43.214090 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a8f3e30-0d1d-44e7-91c9-71a7756c36ef req-4c55df3e-38a7-42ef-8143-b8eae3977d99 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:43.226568 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb125b90-f3f4-4741-b436-15bdf5492147 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:43.254916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port cb125b90-f3f4-4741-b436-15bdf5492147, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cb125b90-f3f4-4741-b436-15bdf5492147,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:43.256438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['268ae166-5baa-40b6-88a3-ccec65cda155'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:43.284152 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85566504-6acd-48fa-9804-4ba86f590c3b req-ce20c9e2-c240-446e-ba7e-551cbf1d5772 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228328 Nov 27 01:06:43.303283 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:43.303469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:43.340603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55df3e-38a7-42ef-8143-b8eae3977d99 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Pushing event deleted for resources: {'Port': ['ID=b3d11134-fb19-4fab-9525-3095d8a2c8cb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:43.357692 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a3a6209-f0c0-4fc3-a876-c217dbdb7128 req-430e7534-1747-4611-b462-fa0c2a237a1f tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.37 "GET /v2.0/security-groups?id=cae91929-97d7-4964-ab75-c213da039f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447034 Nov 27 01:06:43.407098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8f3e30-0d1d-44e7-91c9-71a7756c36ef req-4c55df3e-38a7-42ef-8143-b8eae3977d99 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] No DVR routers for this DVR port b3d11134-fb19-4fab-9525-3095d8a2c8cb on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:06:43.410033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a8f3e30-0d1d-44e7-91c9-71a7756c36ef req-4c55df3e-38a7-42ef-8143-b8eae3977d99 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:43.414164 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a8f3e30-0d1d-44e7-91c9-71a7756c36ef req-4c55df3e-38a7-42ef-8143-b8eae3977d99 tempest-AttachSCSIVolumeTestJSON-1128585015 tempest-AttachSCSIVolumeTestJSON-1128585015-project] 10.222.0.11 "DELETE /v2.0/ports/b3d11134-fb19-4fab-9525-3095d8a2c8cb HTTP/1.1" status: 204 len: 173 time: 1.0996103 Nov 27 01:06:43.461859 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d0d0d9ff-fd1d-43e1-a647-91f1d4881e35 req-ef56acc6-4467-4731-97e5-9b6375055b8c tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/dd886886-4042-4e48-ac7b-e322a7eba398 HTTP/1.1" status: 200 len: 1818 time: 0.0581458 Nov 27 01:06:43.475458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624fa23-83f8-41bb-b1a6-dfc83ab30290 req-5d5e0791-1d77-4d93-a6b3-b7835c364609 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.488801 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5624fa23-83f8-41bb-b1a6-dfc83ab30290 req-5d5e0791-1d77-4d93-a6b3-b7835c364609 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 948 time: 0.1170518 Nov 27 01:06:43.502015 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.resource_extend [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:06:43.536751 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-d0d0d9ff-fd1d-43e1-a647-91f1d4881e35 req-e613ae67-cab6-464c-8e93-e6423176fbc0 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 01:06:43.538088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d0d0d9ff-fd1d-43e1-a647-91f1d4881e35 req-e613ae67-cab6-464c-8e93-e6423176fbc0 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "DELETE /v2.0/security-groups/dd886886-4042-4e48-ac7b-e322a7eba398 HTTP/1.1" status: 409 len: 341 time: 0.0669129 Nov 27 01:06:43.596048 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f473a5f-6afd-4ab8-8aa4-50d341617efa x-openstack-request-id: req-2f473a5f-6afd-4ab8-8aa4-50d341617efa {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:43.596386 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeae0879-5105-4702-9962-c7156eb920b3", "tag": "268ae166-5baa-40b6-88a3-ccec65cda155", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:43.596664 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f473a5f-6afd-4ab8-8aa4-50d341617efa {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:43.597192 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeae0879-5105-4702-9962-c7156eb920b3', 'tag': '268ae166-5baa-40b6-88a3-ccec65cda155', 'status': 'completed', 'code': 200} Nov 27 01:06:43.615302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5624fa23-83f8-41bb-b1a6-dfc83ab30290 req-48dd8098-3dee-4fbf-a704-ceca72d00df8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100564 Nov 27 01:06:43.680941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=cb125b90-f3f4-4741-b436-15bdf5492147,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:43.748139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3e22d-2150-4d8a-9da2-3e8fce4b472b req-3cad09f0-888c-4367-b9c1-5e95039ff61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.749934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6db3e22d-2150-4d8a-9da2-3e8fce4b472b req-3cad09f0-888c-4367-b9c1-5e95039ff61b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35147b7bfefb4e18b12c5c98d6047346&device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 1175 time: 0.0956535 Nov 27 01:06:43.761281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b19cca-e766-4372-8525-4fd7a3fa56aa req-499054bc-6e6c-4170-b6bf-4c5ef54bbc53 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.768042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b19cca-e766-4372-8525-4fd7a3fa56aa req-499054bc-6e6c-4170-b6bf-4c5ef54bbc53 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.774599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b19cca-e766-4372-8525-4fd7a3fa56aa req-499054bc-6e6c-4170-b6bf-4c5ef54bbc53 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.781057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b19cca-e766-4372-8525-4fd7a3fa56aa req-499054bc-6e6c-4170-b6bf-4c5ef54bbc53 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.788234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b19cca-e766-4372-8525-4fd7a3fa56aa req-499054bc-6e6c-4170-b6bf-4c5ef54bbc53 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.796891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b19cca-e766-4372-8525-4fd7a3fa56aa req-499054bc-6e6c-4170-b6bf-4c5ef54bbc53 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.803584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b19cca-e766-4372-8525-4fd7a3fa56aa req-499054bc-6e6c-4170-b6bf-4c5ef54bbc53 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:43.813511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-65b19cca-e766-4372-8525-4fd7a3fa56aa req-499054bc-6e6c-4170-b6bf-4c5ef54bbc53 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5427 time: 0.1426475 Nov 27 01:06:43.890948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:43.922268 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-323493b6-70af-436a-95a6-b57f7303c522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:43.966512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'port_id': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92', 'mac_address': 'fa:16:3e:ed:7f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:43.979264 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-65b19cca-e766-4372-8525-4fd7a3fa56aa req-19187e04-a0f4-427d-a60a-13f528cf0988 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1648192 Nov 27 01:06:44.005653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3e22d-2150-4d8a-9da2-3e8fce4b472b req-c79f743f-bb4f-4029-b1f7-9f8b0340ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:44.007593 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6db3e22d-2150-4d8a-9da2-3e8fce4b472b req-c79f743f-bb4f-4029-b1f7-9f8b0340ef37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c9384de-bc60-4283-868c-03a6014fbe0a HTTP/1.1" status: 200 len: 914 time: 0.1826348 Nov 27 01:06:44.017620 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.059596 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6db3e22d-2150-4d8a-9da2-3e8fce4b472b req-ccb5b058-3d1a-46d5-a42a-2b2787dc86d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=268ae166-5baa-40b6-88a3-ccec65cda155 HTTP/1.1" status: 200 len: 217 time: 0.0431125 Nov 27 01:06:44.062068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba88d5-ffb2-4495-8f98-3ebab272b3c9 req-4b9b5595-4c68-4974-8885-6380d34ef737 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:44.067378 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-01ba88d5-ffb2-4495-8f98-3ebab272b3c9 req-4b9b5595-4c68-4974-8885-6380d34ef737 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 945 time: 0.1334529 Nov 27 01:06:44.069550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7c8df586-8529-4537-a9d6-daf1992c5b0e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:44.123823 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-01ba88d5-ffb2-4495-8f98-3ebab272b3c9 req-b4487f13-6909-41b4-b8e5-3930c5decbf2 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530179 Nov 27 01:06:44.130489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3e22d-2150-4d8a-9da2-3e8fce4b472b req-4d6f7aa5-8593-4df2-9e6b-faf6b8d56f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:44.132394 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6db3e22d-2150-4d8a-9da2-3e8fce4b472b req-4d6f7aa5-8593-4df2-9e6b-faf6b8d56f6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72614284-0014-42f2-b534-c485ad684106 HTTP/1.1" status: 200 len: 853 time: 0.0600674 Nov 27 01:06:44.162539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:44.222604 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6db3e22d-2150-4d8a-9da2-3e8fce4b472b req-ae4bd582-96d7-4d62-b5d3-be16bc8844da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c9384de-bc60-4283-868c-03a6014fbe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550981 Nov 27 01:06:44.243088 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.289824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4f523-f623-471c-a4b8-95aaecb8a966 req-017ad891-0fdf-42bb-9a60-4edafade1ee1 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:44.293589 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6d4f523-f623-471c-a4b8-95aaecb8a966 req-017ad891-0fdf-42bb-9a60-4edafade1ee1 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 1024 time: 0.2226086 Nov 27 01:06:44.301178 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07f553-6eba-43b5-9362-9cb95d0ad13d req-ad288f10-d13d-4e19-a24f-c47c97ea8659 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:44.303450 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a07f553-6eba-43b5-9362-9cb95d0ad13d req-ad288f10-d13d-4e19-a24f-c47c97ea8659 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 945 time: 0.0784235 Nov 27 01:06:44.304670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:44.315575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46676) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:44.329417 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.330080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 0c3cb3db-c176-4752-a004-355223eef51b details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:44.332610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-64883728-b89d-4fec-9b60-746caebbfe70 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Request body: {'floatingip': {'port_id': '242ba329-cad6-4dd8-ae45-123a4230251a'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:44.406575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:44.423377 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64883728-b89d-4fec-9b60-746caebbfe70 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.471507 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:44.489933 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6db3e22d-2150-4d8a-9da2-3e8fce4b472b req-f476c5bd-6b6c-4f01-8b0e-085be3b9102b service neutron] 10.222.0.11 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553165 Nov 27 01:06:44.515962 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'mac_address': 'fa:16:3e:52:f6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:44.533402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ec0e3-19ec-4a10-9d9f-f511417a622a req-fa6b754e-6050-47e6-ba07-88d1dd008a71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:44.535183 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d49ec0e3-19ec-4a10-9d9f-f511417a622a req-fa6b754e-6050-47e6-ba07-88d1dd008a71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.1433690 Nov 27 01:06:44.542547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 0c3cb3db-c176-4752-a004-355223eef51b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0c3cb3db-c176-4752-a004-355223eef51b,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:44.612911 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '0c3cb3db-c176-4752-a004-355223eef51b', 'network_id': 'd9676a31-0c6a-4ce0-9fe0-a02465a3788d', 'port_id': '0c3cb3db-c176-4752-a004-355223eef51b', 'mac_address': 'fa:16:3e:25:29:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd984bbc-994d-4433-b63b-16bafd179da4', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:06:44.639339 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.642187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d49ec0e3-19ec-4a10-9d9f-f511417a622a req-cfedf61e-aaec-46ec-86d6-45b9176a433c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972815 Nov 27 01:06:44.684760 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6db3e22d-2150-4d8a-9da2-3e8fce4b472b req-0d547404-ed49-4cd3-8229-c50cc351fd52 service neutron] 10.222.0.11 "GET /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729975 Nov 27 01:06:44.685847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8df586-8529-4537-a9d6-daf1992c5b0e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:44.693410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6d4f523-f623-471c-a4b8-95aaecb8a966 req-1ac8fd04-b625-42dc-bb50-4d833b3d29e3 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=d32aff96-2567-40b2-946a-1fd6dd84ca64&id=dd886886-4042-4e48-ac7b-e322a7eba398&id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3158543 Nov 27 01:06:44.727413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:44.735843 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.739278 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.786271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3cb3db-c176-4752-a004-355223eef51b {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:44.822832 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 0c3cb3db-c176-4752-a004-355223eef51b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0c3cb3db-c176-4752-a004-355223eef51b,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:44.828914 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=7c8df586-8529-4537-a9d6-daf1992c5b0e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:44.839609 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.855564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b3d11134-fb19-4fab-9525-3095d8a2c8cb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:44.945959 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:44.949003 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=0c3cb3db-c176-4752-a004-355223eef51b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:45.027401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496c537-0bcf-4332-afe1-572ebb889446 req-3e096dd1-f4fb-47ba-906e-ac06cc221ea8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.029406 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f496c537-0bcf-4332-afe1-572ebb889446 req-3e096dd1-f4fb-47ba-906e-ac06cc221ea8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 949 time: 0.1480427 Nov 27 01:06:45.155522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['7c8df586-8529-4537-a9d6-daf1992c5b0e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:45.164243 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6653c7-01cd-41cf-b5f5-215afdc28aef req-fc1d4b33-4c0e-442d-921d-4c7e32276327 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.167330 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f496c537-0bcf-4332-afe1-572ebb889446 req-81256346-a47d-42a9-ac02-594a744b14a9 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281500 Nov 27 01:06:45.170508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6653c7-01cd-41cf-b5f5-215afdc28aef req-fc1d4b33-4c0e-442d-921d-4c7e32276327 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.186706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6653c7-01cd-41cf-b5f5-215afdc28aef req-fc1d4b33-4c0e-442d-921d-4c7e32276327 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.193686 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6653c7-01cd-41cf-b5f5-215afdc28aef req-fc1d4b33-4c0e-442d-921d-4c7e32276327 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.207649 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6653c7-01cd-41cf-b5f5-215afdc28aef req-fc1d4b33-4c0e-442d-921d-4c7e32276327 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.219394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6653c7-01cd-41cf-b5f5-215afdc28aef req-fc1d4b33-4c0e-442d-921d-4c7e32276327 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.238449 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6653c7-01cd-41cf-b5f5-215afdc28aef req-fc1d4b33-4c0e-442d-921d-4c7e32276327 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.240223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd6653c7-01cd-41cf-b5f5-215afdc28aef req-fc1d4b33-4c0e-442d-921d-4c7e32276327 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5429 time: 0.1371677 Nov 27 01:06:45.302581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64883728-b89d-4fec-9b60-746caebbfe70 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:45.313951 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64883728-b89d-4fec-9b60-746caebbfe70 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:45.485574 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-64883728-b89d-4fec-9b60-746caebbfe70 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Floating IP d33999b4-82cf-40da-b26d-8984eb63d6cc associated. External IP: 172.25.3.76, port: 242ba329-cad6-4dd8-ae45-123a4230251a. Nov 27 01:06:45.639613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc7452-e9ee-4bf5-8d6a-c07b04b24e5c', 'name': 'network-vif-deleted', 'tag': 'b3d11134-fb19-4fab-9525-3095d8a2c8cb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:45.642194 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60af2d12-c875-477d-8e67-dda9d1538b2b" -d '{"events": [{"server_uuid": "facc7452-e9ee-4bf5-8d6a-c07b04b24e5c", "name": "network-vif-deleted", "tag": "b3d11134-fb19-4fab-9525-3095d8a2c8cb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:45.731660 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49baa328-cbed-4f1f-a28c-74c1faa54f06 x-openstack-request-id: req-49baa328-cbed-4f1f-a28c-74c1faa54f06 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:45.733464 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc7452-e9ee-4bf5-8d6a-c07b04b24e5c", "name": "network-vif-deleted", "tag": "b3d11134-fb19-4fab-9525-3095d8a2c8cb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:45.733838 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49baa328-cbed-4f1f-a28c-74c1faa54f06 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:45.734555 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facc7452-e9ee-4bf5-8d6a-c07b04b24e5c', 'name': 'network-vif-deleted', 'tag': 'b3d11134-fb19-4fab-9525-3095d8a2c8cb', 'status': 'completed', 'code': 200} Nov 27 01:06:45.754947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd6653c7-01cd-41cf-b5f5-215afdc28aef req-3c05d44c-9dcc-49e5-9139-e96ef08d46e5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4963102 Nov 27 01:06:45.847078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081067c-b28f-4c55-9181-6a45be43c40b req-689e627b-6ac0-4189-b7a2-3c74dd768623 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.849352 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4081067c-b28f-4c55-9181-6a45be43c40b req-689e627b-6ac0-4189-b7a2-3c74dd768623 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.11 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 1024 time: 0.0837889 Nov 27 01:06:45.968055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3a8af-1aae-4af1-b3c4-3f2caf6b68ab req-27e9b811-b1af-4a9c-be08-3090fca028fb tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:45.969865 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-58b3a8af-1aae-4af1-b3c4-3f2caf6b68ab req-27e9b811-b1af-4a9c-be08-3090fca028fb tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.1352265 Nov 27 01:06:45.996318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64883728-b89d-4fec-9b60-746caebbfe70 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:06:46.046961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d4a82-4f03-4ff0-a7a1-69621cc6f136 req-a06d6568-a67a-4647-bb9d-a5ce8e2bc9af tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:46.056555 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc9d4a82-4f03-4ff0-a7a1-69621cc6f136 req-a06d6568-a67a-4647-bb9d-a5ce8e2bc9af tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 1024 time: 0.1830015 Nov 27 01:06:46.095115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['125792f2-f74c-4fde-a258-99b64ebd23c2'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:46.103955 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-58b3a8af-1aae-4af1-b3c4-3f2caf6b68ab req-4ca4d42f-5a3a-494a-8861-314ed8fa3426 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237578 Nov 27 01:06:46.183917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['e02598a7-5e0c-4e55-8eea-03ab3c8c0c92'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:46.234680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-4081067c-b28f-4c55-9181-6a45be43c40b req-10323ad3-4f63-4582-9ec0-ff161a2814a4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Deleting port 268ae166-5baa-40b6-88a3-ccec65cda155 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:46.235230 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4081067c-b28f-4c55-9181-6a45be43c40b req-10323ad3-4f63-4582-9ec0-ff161a2814a4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:46.245577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64883728-b89d-4fec-9b60-746caebbfe70 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:06:46.257225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64883728-b89d-4fec-9b60-746caebbfe70 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:46.265562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['0c3cb3db-c176-4752-a004-355223eef51b'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:46.281217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['08ee5b8c-ecad-4c74-97c4-8588634b5d0a'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:46.334440 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-64883728-b89d-4fec-9b60-746caebbfe70 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "PUT /v2.0/floatingips/d33999b4-82cf-40da-b26d-8984eb63d6cc HTTP/1.1" status: 200 len: 990 time: 2.0160978 Nov 27 01:06:46.336797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'tag': '242ba329-cad6-4dd8-ae45-123a4230251a'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:46.341076 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f15b906-587c-4ebb-a7a6-e7aae42c8f34" -d '{"events": [{"name": "network-changed", "server_uuid": "a385fcda-5982-49ae-9ab9-2d8a39eaf027", "tag": "242ba329-cad6-4dd8-ae45-123a4230251a"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:46.342573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['2a64b1a0-430d-4628-bea9-f08fdf8c263d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:46.345061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['cb125b90-f3f4-4741-b436-15bdf5492147'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:46.347829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deed5f4-531b-4428-890c-7eb63cb76ddd None None] Sync routers for ids ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:06:46.402656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['363e4dd1-9d4a-4a71-9ef6-ecaf0b704993'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:46.417921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ca8f5-53bb-4995-986c-9bac7fd587e9 req-9cdf13ad-3d57-476d-88b4-924e5f16bca0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:46.425928 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f0ca8f5-53bb-4995-986c-9bac7fd587e9 req-9cdf13ad-3d57-476d-88b4-924e5f16bca0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 949 time: 0.0682664 Nov 27 01:06:46.469599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4081067c-b28f-4c55-9181-6a45be43c40b req-10323ad3-4f63-4582-9ec0-ff161a2814a4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] For port 268ae166-5baa-40b6-88a3-ccec65cda155, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=268ae166-5baa-40b6-88a3-ccec65cda155,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:46.470560 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4081067c-b28f-4c55-9181-6a45be43c40b req-10323ad3-4f63-4582-9ec0-ff161a2814a4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:46.489505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-4081067c-b28f-4c55-9181-6a45be43c40b req-10323ad3-4f63-4582-9ec0-ff161a2814a4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Calling delete_port for 268ae166-5baa-40b6-88a3-ccec65cda155 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:46.535039 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f0ca8f5-53bb-4995-986c-9bac7fd587e9 req-402a8e9a-277b-4afa-b890-302a15812046 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078818 Nov 27 01:06:46.536819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deed5f4-531b-4428-890c-7eb63cb76ddd None None] Routers {'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:46.537577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9deed5f4-531b-4428-890c-7eb63cb76ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:06:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:46.591891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc9d4a82-4f03-4ff0-a7a1-69621cc6f136 req-cd92bd40-6041-4bd2-bdcd-4dd5f3ff592f tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=d32aff96-2567-40b2-946a-1fd6dd84ca64&id=dd886886-4042-4e48-ac7b-e322a7eba398&id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5344374 Nov 27 01:06:46.663567 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f543d3-8a50-40c0-9b0d-928b5731b0f6 x-openstack-request-id: req-81f543d3-8a50-40c0-9b0d-928b5731b0f6 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:46.663938 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a385fcda-5982-49ae-9ab9-2d8a39eaf027", "tag": "242ba329-cad6-4dd8-ae45-123a4230251a", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:46.664367 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81f543d3-8a50-40c0-9b0d-928b5731b0f6 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:46.664879 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'tag': '242ba329-cad6-4dd8-ae45-123a4230251a', 'status': 'completed', 'code': 200} Nov 27 01:06:46.705196 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4081067c-b28f-4c55-9181-6a45be43c40b req-10323ad3-4f63-4582-9ec0-ff161a2814a4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:46.763809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10323ad3-4f63-4582-9ec0-ff161a2814a4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event deleted for resources: {'Port': ['ID=268ae166-5baa-40b6-88a3-ccec65cda155,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:46.829408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4081067c-b28f-4c55-9181-6a45be43c40b req-10323ad3-4f63-4582-9ec0-ff161a2814a4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] No DVR routers for this DVR port 268ae166-5baa-40b6-88a3-ccec65cda155 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:06:46.834584 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4081067c-b28f-4c55-9181-6a45be43c40b req-10323ad3-4f63-4582-9ec0-ff161a2814a4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:46.838372 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4081067c-b28f-4c55-9181-6a45be43c40b req-10323ad3-4f63-4582-9ec0-ff161a2814a4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.11 "DELETE /v2.0/ports/268ae166-5baa-40b6-88a3-ccec65cda155 HTTP/1.1" status: 204 len: 173 time: 0.9806013 Nov 27 01:06:46.855198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15b906-587c-4ebb-a7a6-e7aae42c8f34 req-af8434b0-7c49-4840-a821-b43f892f6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:46.862028 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f15b906-587c-4ebb-a7a6-e7aae42c8f34 req-af8434b0-7c49-4840-a821-b43f892f6121 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b807d3ff98934ff7ba58dfd16383088a&device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 1096 time: 0.1302447 Nov 27 01:06:46.945196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4b8472f9-5a31-4823-b624-8bc259b180b3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:47.100738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830065bd-9bbc-49bd-ac43-ade3220f1780 req-9396f13f-df2c-45c8-b9a1-1e56a4d2ce8e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.107463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830065bd-9bbc-49bd-ac43-ade3220f1780 req-9396f13f-df2c-45c8-b9a1-1e56a4d2ce8e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.113411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b3d11134-fb19-4fab-9525-3095d8a2c8cb no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:47.115447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830065bd-9bbc-49bd-ac43-ade3220f1780 req-9396f13f-df2c-45c8-b9a1-1e56a4d2ce8e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.121513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830065bd-9bbc-49bd-ac43-ade3220f1780 req-9396f13f-df2c-45c8-b9a1-1e56a4d2ce8e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.127855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830065bd-9bbc-49bd-ac43-ade3220f1780 req-9396f13f-df2c-45c8-b9a1-1e56a4d2ce8e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.136180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830065bd-9bbc-49bd-ac43-ade3220f1780 req-9396f13f-df2c-45c8-b9a1-1e56a4d2ce8e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.155416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830065bd-9bbc-49bd-ac43-ade3220f1780 req-9396f13f-df2c-45c8-b9a1-1e56a4d2ce8e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.163111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-830065bd-9bbc-49bd-ac43-ade3220f1780 req-9396f13f-df2c-45c8-b9a1-1e56a4d2ce8e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5429 time: 0.2697437 Nov 27 01:06:47.230012 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:47.244845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: b3d11134-fb19-4fab-9525-3095d8a2c8cb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:06:47.245631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b3d11134-fb19-4fab-9525-3095d8a2c8cb not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:06:47.257992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15b906-587c-4ebb-a7a6-e7aae42c8f34 req-04047cbc-e951-47b0-9f70-73001651f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.259666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f15b906-587c-4ebb-a7a6-e7aae42c8f34 req-04047cbc-e951-47b0-9f70-73001651f95b service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e321ca8-aa07-4d62-87a0-2caba1b2fa36 HTTP/1.1" status: 200 len: 914 time: 0.3927109 Nov 27 01:06:47.286927 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:47.328985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90c311-5197-47f9-b993-cc6a8d763e57 req-b2aa807c-79a5-4c93-8317-92fb8d6cb1e4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.336680 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ce90c311-5197-47f9-b993-cc6a8d763e57 req-b2aa807c-79a5-4c93-8317-92fb8d6cb1e4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 946 time: 0.1075206 Nov 27 01:06:47.393834 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f15b906-587c-4ebb-a7a6-e7aae42c8f34 req-9c3b6c99-d8a1-471e-af40-b685dcce188b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242ba329-cad6-4dd8-ae45-123a4230251a HTTP/1.1" status: 200 len: 998 time: 0.1157157 Nov 27 01:06:47.394051 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ce90c311-5197-47f9-b993-cc6a8d763e57 req-a025ca27-4ce8-4235-9a60-3cc4e9cb219e tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560853 Nov 27 01:06:47.457685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-830065bd-9bbc-49bd-ac43-ade3220f1780 req-8134a9d8-c007-4718-92f6-c069199064f0 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2827299 Nov 27 01:06:47.519577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9deed5f4-531b-4428-890c-7eb63cb76ddd None None] Set router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:47.539214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15b906-587c-4ebb-a7a6-e7aae42c8f34 req-a2e5144f-446b-4470-813e-02abd9198270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.541487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f15b906-587c-4ebb-a7a6-e7aae42c8f34 req-a2e5144f-446b-4470-813e-02abd9198270 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e4d91ac-55f9-4833-8bf6-94b332c8b89c HTTP/1.1" status: 200 len: 852 time: 0.1283758 Nov 27 01:06:47.683721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-a893e0af-6275-475e-8d27-5a507e2d346a tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.686129 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-a893e0af-6275-475e-8d27-5a507e2d346a tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef&tenant_id=f2c4589faa8344f6a41a0124c0fb2253&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1097 time: 0.2871170 Nov 27 01:06:47.705336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-2'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:47.725233 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:47.752058 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350acce-7215-4ed8-9295-a27aa03e26b4 req-6760d8f9-af98-4b6d-9275-9c64c390544b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.759820 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:06:47.773913 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8350acce-7215-4ed8-9295-a27aa03e26b4 req-6760d8f9-af98-4b6d-9275-9c64c390544b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 949 time: 0.1203530 Nov 27 01:06:47.776125 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeae0879-5105-4702-9962-c7156eb920b3', 'name': 'network-vif-deleted', 'tag': '268ae166-5baa-40b6-88a3-ccec65cda155'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:47.779279 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1293acd3-d787-4b6b-b1a7-019607636e6a" -d '{"events": [{"server_uuid": "eeae0879-5105-4702-9962-c7156eb920b3", "name": "network-vif-deleted", "tag": "268ae166-5baa-40b6-88a3-ccec65cda155"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:47.799501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15b906-587c-4ebb-a7a6-e7aae42c8f34 req-97810b52-44c1-4c4b-83a1-8b17df28278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:47.801328 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f15b906-587c-4ebb-a7a6-e7aae42c8f34 req-97810b52-44c1-4c4b-83a1-8b17df28278f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e321ca8-aa07-4d62-87a0-2caba1b2fa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506428 Nov 27 01:06:47.836025 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c85bd69-2b62-4004-9ef5-7f24d90226e8 req-0c92119f-3b29-4d11-bb41-ebfd9adda3eb tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeae0879-5105-4702-9962-c7156eb920b3 HTTP/1.1" status: 200 len: 210 time: 0.0616460 Nov 27 01:06:47.983560 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.014080 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8350acce-7215-4ed8-9295-a27aa03e26b4 req-310e83ad-42f6-4f02-bb68-2ae46e4952bc tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386208 Nov 27 01:06:48.031621 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7424a83-27a8-4310-a6cd-f1a70ebf2327 x-openstack-request-id: req-e7424a83-27a8-4310-a6cd-f1a70ebf2327 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:48.032532 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeae0879-5105-4702-9962-c7156eb920b3", "name": "network-vif-deleted", "tag": "268ae166-5baa-40b6-88a3-ccec65cda155", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:48.032532 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7424a83-27a8-4310-a6cd-f1a70ebf2327 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:48.032784 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeae0879-5105-4702-9962-c7156eb920b3', 'name': 'network-vif-deleted', 'tag': '268ae166-5baa-40b6-88a3-ccec65cda155', 'status': 'completed', 'code': 200} Nov 27 01:06:48.112702 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f15b906-587c-4ebb-a7a6-e7aae42c8f34 req-c2708338-d822-4900-96b1-16ff2abb7d19 service neutron] 10.222.0.11 "GET /v2.0/networks/2e321ca8-aa07-4d62-87a0-2caba1b2fa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971694 Nov 27 01:06:48.114056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7c8df586-8529-4537-a9d6-daf1992c5b0e up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:48.264469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:48.279631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f15b906-587c-4ebb-a7a6-e7aae42c8f34 req-2ee2c51e-fb19-4d58-8192-7f22c8b5e7e1 service neutron] 10.222.0.11 "GET /v2.0/networks/2e321ca8-aa07-4d62-87a0-2caba1b2fa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333241 Nov 27 01:06:48.327131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:48.372501 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.380504 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.416094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 7c8df586-8529-4537-a9d6-daf1992c5b0e completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:48.432477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 7c8df586-8529-4537-a9d6-daf1992c5b0e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:48.432852 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.500022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Pushing event updated for resources: {'Port': ['ID=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:48.504327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Attempting to bind port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on host n-h2-819494-2 for vnic_type normal with profile {"migrating_to": "n-h1-819494-2"} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:48.504664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Attempting to bind port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:48.504994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Attempting to bind port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:48.526185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9deed5f4-531b-4428-890c-7eb63cb76ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:06:16Z', 'revision_number': 4, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'd33999b4-82cf-40da-b26d-8984eb63d6cc', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'port_id': '242ba329-cad6-4dd8-ae45-123a4230251a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'mac_address': 'fa:16:3e:55:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:06:21Z', 'updated_at': '2021-11-27T01:06:45Z', 'revision_number': 1, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e', 'name': '', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'mac_address': 'fa:16:3e:cf:41:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:15Z', 'updated_at': '2021-11-27T01:06:20Z', 'revision_number': 5, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'subnets': [{'id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:48.535905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:48.536233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Attempting to bind port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:48.550193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:48.550685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:48.551311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Bound using segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:48.551761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Bound port: 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:48.552124 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.574348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22b85f-6e4c-4a7b-baae-658967aa32bf req-50c1438f-9cd6-4699-9514-938cb45c15f5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:48.575922 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe22b85f-6e4c-4a7b-baae-658967aa32bf req-50c1438f-9cd6-4699-9514-938cb45c15f5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 944 time: 0.0909886 Nov 27 01:06:48.599666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deed5f4-531b-4428-890c-7eb63cb76ddd None None] Checking router: a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:06:48.620055 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.637451 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c6d5-c442-49b8-9ae4-07667a9ed5bc req-ac7dd251-3260-4c81-960e-c14ef888cf81 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:48.644030 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deed5f4-531b-4428-890c-7eb63cb76ddd None None] Routers {'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:48.644660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9deed5f4-531b-4428-890c-7eb63cb76ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:06:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:48.646788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c6d5-c442-49b8-9ae4-07667a9ed5bc req-ac7dd251-3260-4c81-960e-c14ef888cf81 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:48.655634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c6d5-c442-49b8-9ae4-07667a9ed5bc req-ac7dd251-3260-4c81-960e-c14ef888cf81 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:48.662928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c6d5-c442-49b8-9ae4-07667a9ed5bc req-ac7dd251-3260-4c81-960e-c14ef888cf81 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:48.670057 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c6d5-c442-49b8-9ae4-07667a9ed5bc req-ac7dd251-3260-4c81-960e-c14ef888cf81 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:48.676585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c6d5-c442-49b8-9ae4-07667a9ed5bc req-ac7dd251-3260-4c81-960e-c14ef888cf81 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:48.679851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe22b85f-6e4c-4a7b-baae-658967aa32bf req-e40c0fe9-dde4-4670-bb16-3caf147ed207 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920897 Nov 27 01:06:48.684782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8df586-8529-4537-a9d6-daf1992c5b0e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:48.686674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c6d5-c442-49b8-9ae4-07667a9ed5bc req-ac7dd251-3260-4c81-960e-c14ef888cf81 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:48.687297 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d8ac46-1549-4230-a139-fe318d319b6c" -d '{"events": [{"server_uuid": "c4e37250-3eb9-4e46-a4a2-4d8db2604b7d", "name": "network-vif-plugged", "status": "completed", "tag": "7c8df586-8529-4537-a9d6-daf1992c5b0e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:48.693302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34f1c6d5-c442-49b8-9ae4-07667a9ed5bc req-ac7dd251-3260-4c81-960e-c14ef888cf81 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5429 time: 0.1250806 Nov 27 01:06:48.704463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:48.708784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:48.716266 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.716588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:48.725137 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.784937 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34f1c6d5-c442-49b8-9ae4-07667a9ed5bc req-919861f4-aa42-4224-be76-24a9ce3ae42e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766697 Nov 27 01:06:48.831266 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234859cb-cc75-4a02-8e66-7fea810a1e1d x-openstack-request-id: req-234859cb-cc75-4a02-8e66-7fea810a1e1d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:48.831580 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e37250-3eb9-4e46-a4a2-4d8db2604b7d", "name": "network-vif-plugged", "status": "completed", "tag": "7c8df586-8529-4537-a9d6-daf1992c5b0e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:48.831835 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-234859cb-cc75-4a02-8e66-7fea810a1e1d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:48.832234 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'code': 200} Nov 27 01:06:48.834674 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9deed5f4-531b-4428-890c-7eb63cb76ddd None None] Set router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:48.837171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=7c8df586-8529-4537-a9d6-daf1992c5b0e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:48.872192 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Pushing event updated for resources: {'Port': ['ID=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,revision_number=8']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:48.875909 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:48.876539 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:48.877932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-ed9aa5fa-1fef-4bee-b813-458f8c976d94 service neutron] 10.222.0.11 "PUT /v2.0/ports/5af71cb8-9d26-4ebb-9590-91d81f9d7d74 HTTP/1.1" status: 200 len: 1122 time: 1.1779840 Nov 27 01:06:49.009486 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-85e97fd3-ffda-48f9-af24-b5d43e1a003b req-16763311-b9ac-49af-9283-beb58f3c7b8b tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/d32aff96-2567-40b2-946a-1fd6dd84ca64 HTTP/1.1" status: 200 len: 1817 time: 0.0816793 Nov 27 01:06:49.069106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:06:49.072294 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b75f4-59b2-4b19-87e0-2a31ce3fd5e7 req-9df1212e-f9c2-4880-977c-fbf8db919f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:49.074035 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-651b75f4-59b2-4b19-87e0-2a31ce3fd5e7 req-9df1212e-f9c2-4880-977c-fbf8db919f6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1101 time: 0.0938184 Nov 27 01:06:49.086813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['5af71cb8-9d26-4ebb-9590-91d81f9d7d74'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:49.088064 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-85e97fd3-ffda-48f9-af24-b5d43e1a003b req-7e0cc4ab-addf-468c-894c-ee1d3f3f23d6 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:49.161596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-85e97fd3-ffda-48f9-af24-b5d43e1a003b req-7e0cc4ab-addf-468c-894c-ee1d3f3f23d6 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:49.188051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-83a3962a-3912-4aaa-bbe6-cfa1f4c1d14f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:49.195152 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-83a3962a-3912-4aaa-bbe6-cfa1f4c1d14f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 821 time: 0.1130958 Nov 27 01:06:49.237580 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-85e97fd3-ffda-48f9-af24-b5d43e1a003b req-7e0cc4ab-addf-468c-894c-ee1d3f3f23d6 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:49.241044 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-85e97fd3-ffda-48f9-af24-b5d43e1a003b req-7e0cc4ab-addf-468c-894c-ee1d3f3f23d6 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:49.243443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-f05375f3-27d8-495b-b2fd-6ee0b71b96f4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/quotas/ca69bacd12cb44a1a0cd22fd59af3965 HTTP/1.1" status: 200 len: 375 time: 0.0473788 Nov 27 01:06:49.250780 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-85e97fd3-ffda-48f9-af24-b5d43e1a003b req-7e0cc4ab-addf-468c-894c-ee1d3f3f23d6 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "DELETE /v2.0/security-groups/d32aff96-2567-40b2-946a-1fd6dd84ca64 HTTP/1.1" status: 204 len: 173 time: 0.2343657 Nov 27 01:06:49.259982 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-651b75f4-59b2-4b19-87e0-2a31ce3fd5e7 req-70c136b7-729e-4a0a-a18b-0f069d5a2e7d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627511 Nov 27 01:06:49.285531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cc4ab-addf-468c-894c-ee1d3f3f23d6 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32aff96-2567-40b2-946a-1fd6dd84ca64,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:49.305432 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-9e5fd720-e5a4-49bf-9bf5-975645206b04 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604351 Nov 27 01:06:49.421897 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-d7c56ea7-3a4a-46e2-9c31-2d1ae8a62172 service neutron] 10.222.0.37 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161621 Nov 27 01:06:49.499569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc38f3a-2404-48db-b98e-62a2b29328ed req-4fed5c3e-9e60-474d-961b-68e7e552fd07 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:49.501582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdc38f3a-2404-48db-b98e-62a2b29328ed req-4fed5c3e-9e60-474d-961b-68e7e552fd07 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0631638 Nov 27 01:06:49.551447 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-57dc19ad-cb65-4768-8c9f-e8259707935e service neutron] 10.222.0.37 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245873 Nov 27 01:06:49.560883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5af71cb8-9d26-4ebb-9590-91d81f9d7d74'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:49.561666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdc38f3a-2404-48db-b98e-62a2b29328ed req-b90e24e1-c5b8-4045-ab3f-679ecca9cf0a tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519402 Nov 27 01:06:49.638440 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:49.658158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07708da7-2a5f-464e-ac57-29ef864731c5 req-77c030fa-efed-4aaa-9c58-2dc5a79072bc tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/dd886886-4042-4e48-ac7b-e322a7eba398 HTTP/1.1" status: 200 len: 1818 time: 0.0629890 Nov 27 01:06:49.669507 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 has no active binding in host n-h1-819494-2 {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:06:49.715801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9deed5f4-531b-4428-890c-7eb63cb76ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:06:16Z', 'revision_number': 4, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'd33999b4-82cf-40da-b26d-8984eb63d6cc', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'port_id': '242ba329-cad6-4dd8-ae45-123a4230251a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'mac_address': 'fa:16:3e:55:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:06:21Z', 'updated_at': '2021-11-27T01:06:45Z', 'revision_number': 1, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e', 'name': '', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'mac_address': 'fa:16:3e:cf:41:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:15Z', 'updated_at': '2021-11-27T01:06:20Z', 'revision_number': 5, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'subnets': [{'id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:49.752294 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07708da7-2a5f-464e-ac57-29ef864731c5 req-3ce9eefe-808c-4ffb-a083-4b76e810378d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:49.762111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deed5f4-531b-4428-890c-7eb63cb76ddd None None] The sync data for ids ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'] in n-d-819494-2 is: [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:06:16Z', 'revision_number': 4, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'd33999b4-82cf-40da-b26d-8984eb63d6cc', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'port_id': '242ba329-cad6-4dd8-ae45-123a4230251a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'mac_address': 'fa:16:3e:55:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:06:21Z', 'updated_at': '2021-11-27T01:06:45Z', 'revision_number': 1, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e', 'name': '', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'mac_address': 'fa:16:3e:cf:41:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:15Z', 'updated_at': '2021-11-27T01:06:20Z', 'revision_number': 5, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'subnets': [{'id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:06:49.783584 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07708da7-2a5f-464e-ac57-29ef864731c5 req-3ce9eefe-808c-4ffb-a083-4b76e810378d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:49.845319 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07708da7-2a5f-464e-ac57-29ef864731c5 req-3ce9eefe-808c-4ffb-a083-4b76e810378d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:49.850414 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07708da7-2a5f-464e-ac57-29ef864731c5 req-3ce9eefe-808c-4ffb-a083-4b76e810378d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:49.852006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07708da7-2a5f-464e-ac57-29ef864731c5 req-3ce9eefe-808c-4ffb-a083-4b76e810378d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "DELETE /v2.0/security-groups/dd886886-4042-4e48-ac7b-e322a7eba398 HTTP/1.1" status: 204 len: 173 time: 0.1780078 Nov 27 01:06:49.872051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9eefe-808c-4ffb-a083-4b76e810378d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd886886-4042-4e48-ac7b-e322a7eba398,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:50.023985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1f5ad-7c52-4234-ac9c-733b482075f9 req-c8842388-2dd6-42d9-b2b7-7e721b05bf8d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:50.026477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-73d1f5ad-7c52-4234-ac9c-733b482075f9 req-c8842388-2dd6-42d9-b2b7-7e721b05bf8d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 944 time: 0.0742705 Nov 27 01:06:50.038322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373d8a84-c2e2-4970-baf6-3eb40202b1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af71cb8-9d26-4ebb-9590-91d81f9d7d74'}, {'name': 'network-changed', 'server_uuid': '373d8a84-c2e2-4970-baf6-3eb40202b1ef', 'tag': '5af71cb8-9d26-4ebb-9590-91d81f9d7d74'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:50.040965 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4d074d-230f-4bb8-90cb-b873619ee518" -d '{"events": [{"server_uuid": "373d8a84-c2e2-4970-baf6-3eb40202b1ef", "name": "network-vif-unplugged", "status": "completed", "tag": "5af71cb8-9d26-4ebb-9590-91d81f9d7d74"}, {"name": "network-changed", "server_uuid": "373d8a84-c2e2-4970-baf6-3eb40202b1ef", "tag": "5af71cb8-9d26-4ebb-9590-91d81f9d7d74"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:50.054639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934156c-2143-4b9b-8187-50f25e893f9a req-d3e60990-b1fb-4f47-977f-5dd22a0f94f6 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:50.062746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934156c-2143-4b9b-8187-50f25e893f9a req-d3e60990-b1fb-4f47-977f-5dd22a0f94f6 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:50.071944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934156c-2143-4b9b-8187-50f25e893f9a req-d3e60990-b1fb-4f47-977f-5dd22a0f94f6 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:50.078782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934156c-2143-4b9b-8187-50f25e893f9a req-d3e60990-b1fb-4f47-977f-5dd22a0f94f6 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:50.087479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934156c-2143-4b9b-8187-50f25e893f9a req-d3e60990-b1fb-4f47-977f-5dd22a0f94f6 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:50.095793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934156c-2143-4b9b-8187-50f25e893f9a req-d3e60990-b1fb-4f47-977f-5dd22a0f94f6 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:50.102824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934156c-2143-4b9b-8187-50f25e893f9a req-d3e60990-b1fb-4f47-977f-5dd22a0f94f6 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:50.105489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c934156c-2143-4b9b-8187-50f25e893f9a req-d3e60990-b1fb-4f47-977f-5dd22a0f94f6 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5429 time: 0.1474690 Nov 27 01:06:50.115693 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-73d1f5ad-7c52-4234-ac9c-733b482075f9 req-610c5a70-960e-439c-a196-64e8d1e49064 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688243 Nov 27 01:06:50.136120 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b672de2-77ec-4e65-a9f4-56dbfd78b423 None None] New status for floating IP d33999b4-82cf-40da-b26d-8984eb63d6cc: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:06:50.196897 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c934156c-2143-4b9b-8187-50f25e893f9a req-38d7a0f3-4e93-408b-9c50-bbd1c4b75513 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730731 Nov 27 01:06:50.250110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-272962da-0a2f-44e3-9211-a1f9df7e2922 req-542091fb-a577-4dc9-b6d5-806deb610434 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-851235819', 'description': 'tempest-description-1528438998'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:50.283834 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272962da-0a2f-44e3-9211-a1f9df7e2922 req-542091fb-a577-4dc9-b6d5-806deb610434 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:50.347538 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d302e9c-4d75-4e66-b334-a64a7836a975 req-845e356a-c394-40ca-8d35-ecd481ba153e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 210 time: 0.0615392 Nov 27 01:06:50.407023 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dbc9bd-600f-4827-9587-7e651a09a41b x-openstack-request-id: req-54dbc9bd-600f-4827-9587-7e651a09a41b {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:50.407366 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373d8a84-c2e2-4970-baf6-3eb40202b1ef", "name": "network-vif-unplugged", "status": "completed", "tag": "5af71cb8-9d26-4ebb-9590-91d81f9d7d74", "code": 200}, {"name": "network-changed", "server_uuid": "373d8a84-c2e2-4970-baf6-3eb40202b1ef", "tag": "5af71cb8-9d26-4ebb-9590-91d81f9d7d74", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:50.407685 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54dbc9bd-600f-4827-9587-7e651a09a41b {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:50.408099 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373d8a84-c2e2-4970-baf6-3eb40202b1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af71cb8-9d26-4ebb-9590-91d81f9d7d74', 'code': 200} Nov 27 01:06:50.408390 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373d8a84-c2e2-4970-baf6-3eb40202b1ef', 'tag': '5af71cb8-9d26-4ebb-9590-91d81f9d7d74', 'status': 'completed', 'code': 200} Nov 27 01:06:50.431999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272962da-0a2f-44e3-9211-a1f9df7e2922 req-542091fb-a577-4dc9-b6d5-806deb610434 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:50.443312 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272962da-0a2f-44e3-9211-a1f9df7e2922 req-542091fb-a577-4dc9-b6d5-806deb610434 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:50.510683 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272962da-0a2f-44e3-9211-a1f9df7e2922 req-542091fb-a577-4dc9-b6d5-806deb610434 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:50.514473 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-272962da-0a2f-44e3-9211-a1f9df7e2922 req-542091fb-a577-4dc9-b6d5-806deb610434 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2668021 Nov 27 01:06:50.516073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542091fb-a577-4dc9-b6d5-806deb610434 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8d7b19-ae07-4f45-9c56-9809d0b88651,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:50.596995 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46846) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:50.632753 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bf8202a-e650-4336-b85a-9a65a3b59cf1 req-1ac51de4-2973-4241-b36b-aeed8292dec2 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/9d8d7b19-ae07-4f45-9c56-9809d0b88651 HTTP/1.1" status: 200 len: 1817 time: 0.0627034 Nov 27 01:06:50.638422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5bf8202a-e650-4336-b85a-9a65a3b59cf1 req-309a9bc7-c614-4dd5-86b7-538975d63244 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Request body: {'security_group': {'name': 'tempest-sg-hth-367413898', 'description': 'tempest-description-hth-1196941387'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:50.688336 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bf8202a-e650-4336-b85a-9a65a3b59cf1 req-309a9bc7-c614-4dd5-86b7-538975d63244 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:50.711027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d074d-230f-4bb8-90cb-b873619ee518 req-0e7a0f2c-9617-45d2-a9fd-2d790f7dc8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:50.712553 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac4d074d-230f-4bb8-90cb-b873619ee518 req-0e7a0f2c-9617-45d2-a9fd-2d790f7dc8c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 1125 time: 0.1863890 Nov 27 01:06:50.741857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bf8202a-e650-4336-b85a-9a65a3b59cf1 req-309a9bc7-c614-4dd5-86b7-538975d63244 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:50.745715 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bf8202a-e650-4336-b85a-9a65a3b59cf1 req-309a9bc7-c614-4dd5-86b7-538975d63244 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:50.751143 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bf8202a-e650-4336-b85a-9a65a3b59cf1 req-309a9bc7-c614-4dd5-86b7-538975d63244 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:50.767171 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bf8202a-e650-4336-b85a-9a65a3b59cf1 req-309a9bc7-c614-4dd5-86b7-538975d63244 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "PUT /v2.0/security-groups/9d8d7b19-ae07-4f45-9c56-9809d0b88651 HTTP/1.1" status: 200 len: 1791 time: 0.1250408 Nov 27 01:06:50.829753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a9bc7-c614-4dd5-86b7-538975d63244 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8d7b19-ae07-4f45-9c56-9809d0b88651,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:50.848833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c460cb-0c19-4381-8195-1b282f71092a req-94939452-0809-45b8-b038-524bdcac1bbc tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:50.850765 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e9c460cb-0c19-4381-8195-1b282f71092a req-94939452-0809-45b8-b038-524bdcac1bbc tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1784806 Nov 27 01:06:50.870831 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c755e15-a75d-4b89-adbf-e3a3ebdc805a req-db3e2a22-747c-4f3b-ae98-7305bed19beb tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/9d8d7b19-ae07-4f45-9c56-9809d0b88651 HTTP/1.1" status: 200 len: 1791 time: 0.0852609 Nov 27 01:06:50.954349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e396870f-a28f-4976-b0ed-eb06400817f1 req-1baf7bdf-7d9b-4038-87db-a92c09cae369 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/9d8d7b19-ae07-4f45-9c56-9809d0b88651 HTTP/1.1" status: 200 len: 1791 time: 0.0611625 Nov 27 01:06:51.030356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 268ae166-5baa-40b6-88a3-ccec65cda155 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:51.038190 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e396870f-a28f-4976-b0ed-eb06400817f1 req-34cfb7ca-43eb-4859-891d-97a1d6a56e21 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:51.053028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 268ae166-5baa-40b6-88a3-ccec65cda155 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:06:51.053667 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 268ae166-5baa-40b6-88a3-ccec65cda155 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:06:51.068780 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e396870f-a28f-4976-b0ed-eb06400817f1 req-34cfb7ca-43eb-4859-891d-97a1d6a56e21 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:51.123167 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e396870f-a28f-4976-b0ed-eb06400817f1 req-34cfb7ca-43eb-4859-891d-97a1d6a56e21 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:51.126095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e396870f-a28f-4976-b0ed-eb06400817f1 req-34cfb7ca-43eb-4859-891d-97a1d6a56e21 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:51.127790 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e396870f-a28f-4976-b0ed-eb06400817f1 req-34cfb7ca-43eb-4859-891d-97a1d6a56e21 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "DELETE /v2.0/security-groups/9d8d7b19-ae07-4f45-9c56-9809d0b88651 HTTP/1.1" status: 204 len: 173 time: 0.1654439 Nov 27 01:06:51.141836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfb7ca-43eb-4859-891d-97a1d6a56e21 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8d7b19-ae07-4f45-9c56-9809d0b88651,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:51.239898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d074d-230f-4bb8-90cb-b873619ee518 req-602713cd-9aea-4103-85b6-f534e1c70435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.241325 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac4d074d-230f-4bb8-90cb-b873619ee518 req-602713cd-9aea-4103-85b6-f534e1c70435 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.4939423 Nov 27 01:06:51.289406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acd436-9550-4288-9040-184ba5e5d8b4 req-a7ae8587-265e-407f-83fc-5c95f3cfdea1 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.297962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2acd436-9550-4288-9040-184ba5e5d8b4 req-a7ae8587-265e-407f-83fc-5c95f3cfdea1 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 944 time: 0.0603316 Nov 27 01:06:51.328438 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac4d074d-230f-4bb8-90cb-b873619ee518 req-3bcbe46c-10cb-428c-95ac-b6cca0da967c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74 HTTP/1.1" status: 200 len: 217 time: 0.0562685 Nov 27 01:06:51.334424 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e9c460cb-0c19-4381-8195-1b282f71092a req-b6051d02-b8c9-4b4f-b477-f191e3b6bf2f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745603 Nov 27 01:06:51.349591 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2acd436-9550-4288-9040-184ba5e5d8b4 req-96a51fb3-7dd6-49b3-87ff-3398a893983c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504708 Nov 27 01:06:51.476166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d074d-230f-4bb8-90cb-b873619ee518 req-29dea8b8-fee5-4781-890f-27281d065046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.477559 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac4d074d-230f-4bb8-90cb-b873619ee518 req-29dea8b8-fee5-4781-890f-27281d065046 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.0880122 Nov 27 01:06:51.554422 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac4d074d-230f-4bb8-90cb-b873619ee518 req-6db80e8a-608c-4d04-81c1-952c55dc0716 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623333 Nov 27 01:06:51.573423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-255ace6f-9105-41d1-8320-7c855f6302ed req-5f741879-5835-4fc4-83b0-22ec3eeec201 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 210 time: 0.0352545 Nov 27 01:06:51.628379 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-67fa3ac5-1d5d-405f-a13f-0780ca64a821 req-7712f6a1-954a-46d4-92ae-71a6ae1b5b66 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] show failed (client error): The resource could not be found. Nov 27 01:06:51.629657 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-67fa3ac5-1d5d-405f-a13f-0780ca64a821 req-7712f6a1-954a-46d4-92ae-71a6ae1b5b66 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/dd886886-4042-4e48-ac7b-e322a7eba398 HTTP/1.1" status: 404 len: 352 time: 0.0177429 Nov 27 01:06:51.697749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da8cb-00f6-4525-9233-af691610d9e2 req-e273d52a-8239-47dd-8fd5-272c6ad83146 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.704357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da8cb-00f6-4525-9233-af691610d9e2 req-e273d52a-8239-47dd-8fd5-272c6ad83146 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.710263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da8cb-00f6-4525-9233-af691610d9e2 req-e273d52a-8239-47dd-8fd5-272c6ad83146 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.720734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da8cb-00f6-4525-9233-af691610d9e2 req-e273d52a-8239-47dd-8fd5-272c6ad83146 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.724373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da8cb-00f6-4525-9233-af691610d9e2 req-e273d52a-8239-47dd-8fd5-272c6ad83146 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.729278 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da8cb-00f6-4525-9233-af691610d9e2 req-e273d52a-8239-47dd-8fd5-272c6ad83146 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.735964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da8cb-00f6-4525-9233-af691610d9e2 req-e273d52a-8239-47dd-8fd5-272c6ad83146 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.737859 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c56da8cb-00f6-4525-9233-af691610d9e2 req-e273d52a-8239-47dd-8fd5-272c6ad83146 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5429 time: 0.2644987 Nov 27 01:06:51.740687 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-5b3e06bb-371c-40de-80c4-1433d2b1e8b3 req-a507b07c-e5c7-4061-a8b5-c7d542296902 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] show failed (client error): The resource could not be found. Nov 27 01:06:51.741863 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b3e06bb-371c-40de-80c4-1433d2b1e8b3 req-a507b07c-e5c7-4061-a8b5-c7d542296902 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/d32aff96-2567-40b2-946a-1fd6dd84ca64 HTTP/1.1" status: 404 len: 352 time: 0.0159626 Nov 27 01:06:51.785517 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-01df948e-6829-4b31-92b2-0634c2b314ef req-2d2235b9-b1e8-4968-9a61-c5b8ec65c3cf tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] show failed (client error): The resource could not be found. Nov 27 01:06:51.787179 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-01df948e-6829-4b31-92b2-0634c2b314ef req-2d2235b9-b1e8-4968-9a61-c5b8ec65c3cf tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/17bac2c4-dfd2-4a94-b748-97892f485ec7 HTTP/1.1" status: 404 len: 352 time: 0.0174940 Nov 27 01:06:51.823196 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-5fed961f-be70-43e8-9270-250add6773a1 req-2ca85d22-95de-41c7-a9c9-d257a49c1448 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] show failed (client error): The resource could not be found. Nov 27 01:06:51.824162 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fed961f-be70-43e8-9270-250add6773a1 req-2ca85d22-95de-41c7-a9c9-d257a49c1448 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/7f51adc0-90ce-49a3-9ff6-30caf916ddf6 HTTP/1.1" status: 404 len: 352 time: 0.0148461 Nov 27 01:06:51.844126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-4c477ad3-96c8-4c71-bfb6-d5ba79008570 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:51.845482 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-4c477ad3-96c8-4c71-bfb6-d5ba79008570 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.42 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 821 time: 0.3547976 Nov 27 01:06:51.863502 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-5af3a181-e35b-4d06-b597-df8d912d28e4 req-77505885-8646-4a58-8b6d-239fb117e021 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] show failed (client error): The resource could not be found. Nov 27 01:06:51.864586 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5af3a181-e35b-4d06-b597-df8d912d28e4 req-77505885-8646-4a58-8b6d-239fb117e021 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/4186238d-ec0d-421d-a469-664de1209b1b HTTP/1.1" status: 404 len: 352 time: 0.0144489 Nov 27 01:06:51.878053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Request body: {'port': {'device_id': '2b5e73e4-4f8e-4653-b6ad-0abe71f055d9', 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1', 'admin_state_up': True, 'tenant_id': 'ca69bacd12cb44a1a0cd22fd59af3965'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:51.900237 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-8215c1ed-8cca-45ba-89a2-a0bc4c9ea73f req-6c6fd81c-6747-4fab-89ba-e5e19cb4ee1c tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] show failed (client error): The resource could not be found. Nov 27 01:06:51.901531 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8215c1ed-8cca-45ba-89a2-a0bc4c9ea73f req-6c6fd81c-6747-4fab-89ba-e5e19cb4ee1c tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/281d5c7f-d831-4fa6-85af-79cb951fb1cc HTTP/1.1" status: 404 len: 352 time: 0.0153885 Nov 27 01:06:51.948585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c56da8cb-00f6-4525-9233-af691610d9e2 req-752e1325-219b-4f3d-9591-b149a5f6d3fb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2001662 Nov 27 01:06:51.954551 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac4d074d-230f-4bb8-90cb-b873619ee518 req-9c60e703-1418-4b45-a381-103aab36c516 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431728 Nov 27 01:06:52.061104 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1cfdb9d5-5f01-4331-842a-ba0a2d3c6211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:52.201126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Made reservation on behalf of ca69bacd12cb44a1a0cd22fd59af3965 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:06:52.204626 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:52.229627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac4d074d-230f-4bb8-90cb-b873619ee518 req-6f969547-3101-4d6d-aa74-e299ef171156 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586555 Nov 27 01:06:52.264577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a667bc7-9a81-4e04-8a5b-3292947e2f0f req-f8f2205e-b24b-4ea1-8ae2-730c072734d0 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:52.266055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a667bc7-9a81-4e04-8a5b-3292947e2f0f req-f8f2205e-b24b-4ea1-8ae2-730c072734d0 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 1023 time: 0.1599579 Nov 27 01:06:52.468829 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a3f3d-0234-4e07-89e2-bfc1a7f507a7 req-8905e310-3f0e-4f78-9762-a5996ff65e02 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:52.475077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e8a3f3d-0234-4e07-89e2-bfc1a7f507a7 req-8905e310-3f0e-4f78-9762-a5996ff65e02 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0539045 Nov 27 01:06:52.483431 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Allocated IP 172.20.0.6 (4d6ac408-0bb6-4f55-ac0a-77d23854a7d1/1c425f4c-85f5-429d-986b-d3dfb33a41e4/64e99ea7-10eb-4437-ad30-1a8dbce4f4a4) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:06:52.496170 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a667bc7-9a81-4e04-8a5b-3292947e2f0f req-260dabb5-6825-4d97-8f98-b1ef939d0c4d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeced9d9-4793-4e6b-8595-7ded7af0e96a&id=81083982-49f8-4393-9677-cd20dee9f570&id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1994419 Nov 27 01:06:52.540826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e8a3f3d-0234-4e07-89e2-bfc1a7f507a7 req-37f62153-7ee3-43fb-82cc-2a7b4682dbdb tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634487 Nov 27 01:06:52.731412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6523a-de80-4513-87a7-1361a0c2a686 req-32c44b87-bb2c-4ba5-9e46-2f26e09f1364 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:52.733009 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45a6523a-de80-4513-87a7-1361a0c2a686 req-32c44b87-bb2c-4ba5-9e46-2f26e09f1364 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 944 time: 0.1355484 Nov 27 01:06:52.748095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7a6eb-9417-4d3e-8ec5-9d51f4728adf req-fc43755b-60e0-41de-839f-3694a84967ae tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:52.749756 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ca7a6eb-9417-4d3e-8ec5-9d51f4728adf req-fc43755b-60e0-41de-839f-3694a84967ae tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1101 time: 0.0532868 Nov 27 01:06:52.773023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:52.775154 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1cfdb9d5-5f01-4331-842a-ba0a2d3c6211 admin admin] Deleting port ae86b2c3-392c-43b1-96c0-a46dc56ec903 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:52.775470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1cfdb9d5-5f01-4331-842a-ba0a2d3c6211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:52.803213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ca7a6eb-9417-4d3e-8ec5-9d51f4728adf req-fe020651-f4df-40c9-9d2d-07967d00a4f6 tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449164 Nov 27 01:06:52.857385 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45a6523a-de80-4513-87a7-1361a0c2a686 req-2c4f45a3-929a-4885-8026-7c0d9c72ee0d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164556 Nov 27 01:06:52.902711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1cfdb9d5-5f01-4331-842a-ba0a2d3c6211 admin admin] For port ae86b2c3-392c-43b1-96c0-a46dc56ec903, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ae86b2c3-392c-43b1-96c0-a46dc56ec903,segment=NetworkSegment(1355c50f-ef55-45a4-acb5-066e14deab86),segment_id=1355c50f-ef55-45a4-acb5-066e14deab86)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:52.903105 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1cfdb9d5-5f01-4331-842a-ba0a2d3c6211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:52.903572 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7880b64a-016a-445f-bb62-c61fc404dade req-e5a78fa2-b492-4a8c-a30a-2dffb059ace3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 210 time: 0.0355136 Nov 27 01:06:52.913788 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:52.918631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1cfdb9d5-5f01-4331-842a-ba0a2d3c6211 admin admin] Calling delete_port for ae86b2c3-392c-43b1-96c0-a46dc56ec903 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:52.970876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['c0ec12f9-7ff3-4573-b876-65cfc6174007'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:06:53.002810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:06:53.013858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:06:53.020470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:06:53.027216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.028071 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.043552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 08ee5b8c-ecad-4c74-97c4-8588634b5d0a up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:53.054581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Pushing event updated for resources: {'Port': ['ID=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:53.077199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-5ed242fb-ef11-488f-a9e0-eedca25bf85f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2052228 Nov 27 01:06:53.126180 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Request body: {'port': {'device_id': '2b5e73e4-4f8e-4653-b6ad-0abe71f055d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:06:53.176532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:53.194869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:53.195596 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.242669 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.284533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca134-9325-4715-8ef8-6a04da046600 req-b5baadf4-a40f-4b74-b46a-0a88c311aed9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.291459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca134-9325-4715-8ef8-6a04da046600 req-b5baadf4-a40f-4b74-b46a-0a88c311aed9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.302883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca134-9325-4715-8ef8-6a04da046600 req-b5baadf4-a40f-4b74-b46a-0a88c311aed9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.312672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca134-9325-4715-8ef8-6a04da046600 req-b5baadf4-a40f-4b74-b46a-0a88c311aed9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.323100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca134-9325-4715-8ef8-6a04da046600 req-b5baadf4-a40f-4b74-b46a-0a88c311aed9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.331648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca134-9325-4715-8ef8-6a04da046600 req-b5baadf4-a40f-4b74-b46a-0a88c311aed9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.338194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca134-9325-4715-8ef8-6a04da046600 req-b5baadf4-a40f-4b74-b46a-0a88c311aed9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.346625 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-610ca134-9325-4715-8ef8-6a04da046600 req-b5baadf4-a40f-4b74-b46a-0a88c311aed9 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5429 time: 0.1899714 Nov 27 01:06:53.373349 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.401080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ee5b8c-ecad-4c74-97c4-8588634b5d0a'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:53.404299 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fb83a1-10ed-47f5-96bf-b7fa33943df3" -d '{"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "08ee5b8c-ecad-4c74-97c4-8588634b5d0a"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:53.421785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:53.426653 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.427850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 0c3cb3db-c176-4752-a004-355223eef51b up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:53.522309 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1cfdb9d5-5f01-4331-842a-ba0a2d3c6211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.523420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:53.542863 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 0c3cb3db-c176-4752-a004-355223eef51b completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:53.552473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 0c3cb3db-c176-4752-a004-355223eef51b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:53.555107 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.594221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdb9d5-5f01-4331-842a-ba0a2d3c6211 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae86b2c3-392c-43b1-96c0-a46dc56ec903,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:53.639690 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-610ca134-9325-4715-8ef8-6a04da046600 req-7c9de390-08aa-4bfc-8aed-912830a3dff4 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2920878 Nov 27 01:06:53.651749 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eec79c-e1ec-4327-b5d0-db864e883e0e x-openstack-request-id: req-74eec79c-e1ec-4327-b5d0-db864e883e0e {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:53.654887 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "08ee5b8c-ecad-4c74-97c4-8588634b5d0a", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:53.655221 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74eec79c-e1ec-4327-b5d0-db864e883e0e {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:53.655639 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ee5b8c-ecad-4c74-97c4-8588634b5d0a', 'code': 200} Nov 27 01:06:53.685522 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-35f906a0-a1c1-450d-9627-2fa3ef070b5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197867 Nov 27 01:06:53.709472 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.841575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 0c3cb3db-c176-4752-a004-355223eef51b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0c3cb3db-c176-4752-a004-355223eef51b,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:53.857851 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:53.858894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 125792f2-f74c-4fde-a258-99b64ebd23c2 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:53.869762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacac6c-7548-4390-b086-973bc48b7bf6 req-e3b6bb6a-8338-46cc-8b3c-eddc7cb81c05 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.885750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ebacac6c-7548-4390-b086-973bc48b7bf6 req-e3b6bb6a-8338-46cc-8b3c-eddc7cb81c05 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1234679 Nov 27 01:06:53.972848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768f0ea-a1af-4339-9f35-2cccb6938fe8 req-e3c93aad-5e91-4a25-8ead-407df36c5585 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:53.980194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ebacac6c-7548-4390-b086-973bc48b7bf6 req-b0202ed4-d705-42b1-b312-4bd0b9d30a55 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911317 Nov 27 01:06:53.983017 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3768f0ea-a1af-4339-9f35-2cccb6938fe8 req-e3c93aad-5e91-4a25-8ead-407df36c5585 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 1023 time: 0.1948793 Nov 27 01:06:54.023380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 125792f2-f74c-4fde-a258-99b64ebd23c2 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:54.030609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 125792f2-f74c-4fde-a258-99b64ebd23c2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:54.030992 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.032932 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=0c3cb3db-c176-4752-a004-355223eef51b,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:54.064022 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1cfdb9d5-5f01-4331-842a-ba0a2d3c6211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.072955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:54.105113 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.156540 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.210342 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 125792f2-f74c-4fde-a258-99b64ebd23c2, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=125792f2-f74c-4fde-a258-99b64ebd23c2,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:54.219263 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.220232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2a64b1a0-430d-4628-bea9-f08fdf8c263d up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:54.265356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89598b97-a6de-4992-8885-296a2efe38db req-c0043eb8-1519-4784-a325-7d4db7f8eefb tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:54.274476 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89598b97-a6de-4992-8885-296a2efe38db req-c0043eb8-1519-4784-a325-7d4db7f8eefb tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 944 time: 0.0868509 Nov 27 01:06:54.353250 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=125792f2-f74c-4fde-a258-99b64ebd23c2,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:54.364084 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89598b97-a6de-4992-8885-296a2efe38db req-6407a735-a60e-4fda-9047-a60f5c7a8d17 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885813 Nov 27 01:06:54.379247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 2a64b1a0-430d-4628-bea9-f08fdf8c263d completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:54.390594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 2a64b1a0-430d-4628-bea9-f08fdf8c263d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:54.392444 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.538042 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.542130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc7d57-d0f9-48bb-87ee-3432eff4943b req-5bb8ee03-7227-42bb-8592-9db1295833e5 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:54.543789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5cc7d57-d0f9-48bb-87ee-3432eff4943b req-5bb8ee03-7227-42bb-8592-9db1295833e5 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 931 time: 0.0755928 Nov 27 01:06:54.577282 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Transition to ACTIVE for port object 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:54.595656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2a64b1a0-430d-4628-bea9-f08fdf8c263d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2a64b1a0-430d-4628-bea9-f08fdf8c263d,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:54.611934 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.613122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device cb125b90-f3f4-4741-b436-15bdf5492147 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:54.617525 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3768f0ea-a1af-4339-9f35-2cccb6938fe8 req-e1c65687-cc47-4318-8e23-594356dcc051 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeced9d9-4793-4e6b-8595-7ded7af0e96a&id=81083982-49f8-4393-9677-cd20dee9f570&id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.6333578 Nov 27 01:06:54.697447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5cc7d57-d0f9-48bb-87ee-3432eff4943b req-0eb87efd-4b35-4da8-bd54-2983531cf107 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341126 Nov 27 01:06:54.702068 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.744084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2a64b1a0-430d-4628-bea9-f08fdf8c263d,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:54.773446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port cb125b90-f3f4-4741-b436-15bdf5492147 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:54.781275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port cb125b90-f3f4-4741-b436-15bdf5492147 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:54.781504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.813218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:54.837811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71c4ea-73c2-4878-93ab-b277527c19bd req-bf94c8ec-1ea9-4e02-aaa5-fdc24429295d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:54.839790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d71c4ea-73c2-4878-93ab-b277527c19bd req-bf94c8ec-1ea9-4e02-aaa5-fdc24429295d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 1023 time: 0.2606406 Nov 27 01:06:54.900372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0919a55-5ef8-4fca-adce-665a3bbdb05a req-90cf3fad-fde3-42f8-9059-d896196c1854 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:54.938392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0919a55-5ef8-4fca-adce-665a3bbdb05a req-90cf3fad-fde3-42f8-9059-d896196c1854 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:54.942805 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:54.943358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Attempting to bind port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:06:54.943694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Attempting to bind port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:06:54.944018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Attempting to bind port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:54.948461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0919a55-5ef8-4fca-adce-665a3bbdb05a req-90cf3fad-fde3-42f8-9059-d896196c1854 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:54.955817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0919a55-5ef8-4fca-adce-665a3bbdb05a req-90cf3fad-fde3-42f8-9059-d896196c1854 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:54.964404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0919a55-5ef8-4fca-adce-665a3bbdb05a req-90cf3fad-fde3-42f8-9059-d896196c1854 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:54.975592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0919a55-5ef8-4fca-adce-665a3bbdb05a req-90cf3fad-fde3-42f8-9059-d896196c1854 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:54.987535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0919a55-5ef8-4fca-adce-665a3bbdb05a req-90cf3fad-fde3-42f8-9059-d896196c1854 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:55.001195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port cb125b90-f3f4-4741-b436-15bdf5492147, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cb125b90-f3f4-4741-b436-15bdf5492147,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:55.005826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0919a55-5ef8-4fca-adce-665a3bbdb05a req-90cf3fad-fde3-42f8-9059-d896196c1854 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5433 time: 0.1835887 Nov 27 01:06:55.012616 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.013673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:55.028553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:06:55.028955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Attempting to bind port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:06:55.087685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:06:55.087896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:06:55.088297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:06:55.088920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Bound port: 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:06:55.089286 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.101275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=cb125b90-f3f4-4741-b436-15bdf5492147,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:55.133983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:55.139105 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:55.139481 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.150350 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0919a55-5ef8-4fca-adce-665a3bbdb05a req-cb16d20a-8f96-443d-aa6e-76f95c9cafd3 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277280 Nov 27 01:06:55.244585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.283645 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:55.288893 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.290096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:06:55.338624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:55.367484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:06:55.370637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfdb9d5-5f01-4331-842a-ba0a2d3c6211 admin admin] Router d8a5588a-bd64-429a-b86a-e4022bbf2497 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:06:55.380891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01660d-f87c-4e5d-ac59-33665ed9d437 req-da64adbd-9448-41c8-9c8a-279ad12ef470 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:55.382596 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a01660d-f87c-4e5d-ac59-33665ed9d437 req-da64adbd-9448-41c8-9c8a-279ad12ef470 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1505578 Nov 27 01:06:55.386185 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.387726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:55.408921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:06:55.414967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:06:55.416121 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.463015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:55.463724 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.465657 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] 10.222.0.42 "PUT /v2.0/ports/64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 HTTP/1.1" status: 200 len: 1091 time: 2.3443441 Nov 27 01:06:55.472881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-5d71c4ea-73c2-4878-93ab-b277527c19bd req-b941ad20-ae47-43c9-8e88-aa0e75e2b888 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Deleting port 4b8472f9-5a31-4823-b624-8bc259b180b3 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:55.473218 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5d71c4ea-73c2-4878-93ab-b277527c19bd req-b941ad20-ae47-43c9-8e88-aa0e75e2b888 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.475799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5e73e4-4f8e-4653-b6ad-0abe71f055d9', 'tag': '64e99ea7-10eb-4437-ad30-1a8dbce4f4a4'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:55.478019 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eddaa50-5e5c-4209-8049-3e855ed59b76" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5e73e4-4f8e-4653-b6ad-0abe71f055d9", "tag": "64e99ea7-10eb-4437-ad30-1a8dbce4f4a4"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:55.545235 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.608778 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:55.613231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafdc90-e677-4e10-ab49-4a532b23702f req-16b6f26d-a679-44c1-b72a-6cfd0b0b1473 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:55.614539 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.617504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eaafdc90-e677-4e10-ab49-4a532b23702f req-16b6f26d-a679-44c1-b72a-6cfd0b0b1473 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 944 time: 0.1434090 Nov 27 01:06:55.628833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5d886-377d-489f-8ac1-b69a452e2bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:55.656392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3cb3db-c176-4752-a004-355223eef51b'}, {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125792f2-f74c-4fde-a258-99b64ebd23c2'}, {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a64b1a0-430d-4628-bea9-f08fdf8c263d'}, {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb125b90-f3f4-4741-b436-15bdf5492147'}, {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92'}, {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363e4dd1-9d4a-4a71-9ef6-ecaf0b704993'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:55.661472 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f470f6f-8a2e-42b5-aaf5-50c9efb177af" -d '{"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "0c3cb3db-c176-4752-a004-355223eef51b"}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "125792f2-f74c-4fde-a258-99b64ebd23c2"}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "2a64b1a0-430d-4628-bea9-f08fdf8c263d"}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "cb125b90-f3f4-4741-b436-15bdf5492147"}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "e02598a7-5e0c-4e55-8eea-03ab3c8c0c92"}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "363e4dd1-9d4a-4a71-9ef6-ecaf0b704993"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:55.694726 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a01660d-f87c-4e5d-ac59-33665ed9d437 req-47a81385-353c-4d8f-a8d5-4e930b1a57de tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011911 Nov 27 01:06:55.710191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:55.743244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbca-2936-4249-b1e4-016d816866b4 req-bd8dd633-3ea4-4318-9546-f2bdd11c4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:55.744905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-bd8dd633-3ea4-4318-9546-f2bdd11c4da2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1101 time: 0.1260924 Nov 27 01:06:55.758821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-652f136a-7d7a-493c-8661-a8fda5eb22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:55.760843 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-652f136a-7d7a-493c-8661-a8fda5eb22cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 1094 time: 0.2103815 Nov 27 01:06:55.764940 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eaafdc90-e677-4e10-ab49-4a532b23702f req-a983e291-1c32-46a3-b40e-b4fca61fcb23 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252234 Nov 27 01:06:55.774865 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44913c0-9a43-4395-bd5e-4c52e0590989 x-openstack-request-id: req-d44913c0-9a43-4395-bd5e-4c52e0590989 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:55.775132 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5e73e4-4f8e-4653-b6ad-0abe71f055d9", "tag": "64e99ea7-10eb-4437-ad30-1a8dbce4f4a4", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:55.775387 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d44913c0-9a43-4395-bd5e-4c52e0590989 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:55.775781 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5e73e4-4f8e-4653-b6ad-0abe71f055d9', 'tag': '64e99ea7-10eb-4437-ad30-1a8dbce4f4a4', 'status': 'completed', 'code': 200} Nov 27 01:06:55.782284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5d71c4ea-73c2-4878-93ab-b277527c19bd req-b941ad20-ae47-43c9-8e88-aa0e75e2b888 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] For port 4b8472f9-5a31-4823-b624-8bc259b180b3, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4b8472f9-5a31-4823-b624-8bc259b180b3,segment=NetworkSegment(b47b81af-0011-483e-b200-ffda45f7d56b),segment_id=b47b81af-0011-483e-b200-ffda45f7d56b)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:55.782656 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5d71c4ea-73c2-4878-93ab-b277527c19bd req-b941ad20-ae47-43c9-8e88-aa0e75e2b888 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:55.790926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfdb9d5-5f01-4331-842a-ba0a2d3c6211 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:06:55.797401 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1cfdb9d5-5f01-4331-842a-ba0a2d3c6211 admin admin] 10.222.0.37 "PUT /v2.0/routers/d8a5588a-bd64-429a-b86a-e4022bbf2497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1989527 Nov 27 01:06:55.802590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46964) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:55.804558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd931e-63e3-4ca6-9302-363ed19b753b None None] Sync routers for ids ['d8a5588a-bd64-429a-b86a-e4022bbf2497'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:06:55.809396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-5d71c4ea-73c2-4878-93ab-b277527c19bd req-b941ad20-ae47-43c9-8e88-aa0e75e2b888 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Calling delete_port for 4b8472f9-5a31-4823-b624-8bc259b180b3 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:55.827749 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd931e-63e3-4ca6-9302-363ed19b753b None None] Routers {'d8a5588a-bd64-429a-b86a-e4022bbf2497'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:55.828714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-04dd931e-63e3-4ca6-9302-363ed19b753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:06:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d8a5588a-bd64-429a-b86a-e4022bbf2497'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:55.889684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-b62fe091-771e-4034-a137-44cc7e5c36e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 HTTP/1.1" status: 200 len: 217 time: 0.0911088 Nov 27 01:06:55.928805 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83b918f-5f8b-4397-8f9c-ad0d7f23fd65 x-openstack-request-id: req-f83b918f-5f8b-4397-8f9c-ad0d7f23fd65 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:55.929603 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "0c3cb3db-c176-4752-a004-355223eef51b", "code": 200}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "125792f2-f74c-4fde-a258-99b64ebd23c2", "code": 200}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "2a64b1a0-430d-4628-bea9-f08fdf8c263d", "code": 200}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "cb125b90-f3f4-4741-b436-15bdf5492147", "code": 200}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "e02598a7-5e0c-4e55-8eea-03ab3c8c0c92", "code": 200}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-plugged", "status": "completed", "tag": "363e4dd1-9d4a-4a71-9ef6-ecaf0b704993", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:55.930145 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f83b918f-5f8b-4397-8f9c-ad0d7f23fd65 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:55.931177 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3cb3db-c176-4752-a004-355223eef51b', 'code': 200} Nov 27 01:06:55.935226 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125792f2-f74c-4fde-a258-99b64ebd23c2', 'code': 200} Nov 27 01:06:55.935756 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a64b1a0-430d-4628-bea9-f08fdf8c263d', 'code': 200} Nov 27 01:06:55.936463 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb125b90-f3f4-4741-b436-15bdf5492147', 'code': 200} Nov 27 01:06:55.936909 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92', 'code': 200} Nov 27 01:06:55.937374 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363e4dd1-9d4a-4a71-9ef6-ecaf0b704993', 'code': 200} Nov 27 01:06:55.964753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbca-2936-4249-b1e4-016d816866b4 req-701567e6-0ee0-4996-9c52-f47eba0248f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:55.966436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-701567e6-0ee0-4996-9c52-f47eba0248f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2005105 Nov 27 01:06:56.017281 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d034a911-501f-41ff-9d06-7eabd92ade28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 217 time: 0.0391905 Nov 27 01:06:56.045215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0a582-b283-4dd9-84d4-2a0b8c6cae94 req-647b4118-652e-49d3-b8e0-7b1dd2c92868 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.047466 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-03a0a582-b283-4dd9-84d4-2a0b8c6cae94 req-647b4118-652e-49d3-b8e0-7b1dd2c92868 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 1023 time: 0.1672091 Nov 27 01:06:56.068142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-04dd931e-63e3-4ca6-9302-363ed19b753b None None] Set router d8a5588a-bd64-429a-b86a-e4022bbf2497 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:56.082220 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-0d673830-3b06-44be-ae7e-60104c9635c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.083211 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-0d673830-3b06-44be-ae7e-60104c9635c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1819148 Nov 27 01:06:56.136031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-eb57f920-e18e-461a-ac66-3a027b53e5db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425925 Nov 27 01:06:56.139873 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:56.140450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbca-2936-4249-b1e4-016d816866b4 req-1e650520-6c65-44f2-b033-72a07583d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.146617 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-1e650520-6c65-44f2-b033-72a07583d36f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1214921 Nov 27 01:06:56.152073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0532563-a8d8-42fc-9e90-c6f3663c948b req-68ead4bd-56ba-4d45-8b85-fa9144a1f0fc tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.159493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c0532563-a8d8-42fc-9e90-c6f3663c948b req-68ead4bd-56ba-4d45-8b85-fa9144a1f0fc tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.1875269 Nov 27 01:06:56.271113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-03a0a582-b283-4dd9-84d4-2a0b8c6cae94 req-3059647e-3744-4a52-844a-98f08c41e1b4 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups?id=aeced9d9-4793-4e6b-8595-7ded7af0e96a&id=81083982-49f8-4393-9677-cd20dee9f570&id=efb1a277-3d72-47e2-90da-906aa64ee86a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2013130 Nov 27 01:06:56.297089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d84846-dfc4-4bc9-b946-9911b8a49fda req-42ae67ba-8250-4999-b3c5-581d09408906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.297923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d84846-dfc4-4bc9-b946-9911b8a49fda req-42ae67ba-8250-4999-b3c5-581d09408906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.298647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d84846-dfc4-4bc9-b946-9911b8a49fda req-42ae67ba-8250-4999-b3c5-581d09408906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.299298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d84846-dfc4-4bc9-b946-9911b8a49fda req-42ae67ba-8250-4999-b3c5-581d09408906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.299772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d84846-dfc4-4bc9-b946-9911b8a49fda req-42ae67ba-8250-4999-b3c5-581d09408906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.301140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d84846-dfc4-4bc9-b946-9911b8a49fda req-42ae67ba-8250-4999-b3c5-581d09408906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.301140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d84846-dfc4-4bc9-b946-9911b8a49fda req-42ae67ba-8250-4999-b3c5-581d09408906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.303552 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b0d84846-dfc4-4bc9-b946-9911b8a49fda req-42ae67ba-8250-4999-b3c5-581d09408906 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 6493 time: 0.1780021 Nov 27 01:06:56.310430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbca-2936-4249-b1e4-016d816866b4 req-94ef657e-6804-4167-bf89-3f836117c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.312603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-94ef657e-6804-4167-bf89-3f836117c562 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327236 Nov 27 01:06:56.369152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b0d84846-dfc4-4bc9-b946-9911b8a49fda req-c559e851-d705-4da3-8b42-c14dfae5aeb3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c2e3a299-e41d-4356-8eea-139528be2d83&id=6008a044-5656-4eb8-a414-ee3fb85e70ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554163 Nov 27 01:06:56.388162 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-04dd931e-63e3-4ca6-9302-363ed19b753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079137841-router', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:30Z', 'updated_at': '2021-11-27T01:06:53Z', 'revision_number': 5, 'project_id': '2be0713d50fc47a68bde059f46f350ab', 'gw_port': {'id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:31Z', 'updated_at': '2021-11-27T01:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:56.419830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c0532563-a8d8-42fc-9e90-c6f3663c948b req-b781c033-d670-415e-a1b1-78a665f4bac7 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502518 Nov 27 01:06:56.422345 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd931e-63e3-4ca6-9302-363ed19b753b None None] Checking router: d8a5588a-bd64-429a-b86a-e4022bbf2497 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:06:56.431873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd931e-63e3-4ca6-9302-363ed19b753b None None] Routers {'d8a5588a-bd64-429a-b86a-e4022bbf2497'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:06:56.432587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-04dd931e-63e3-4ca6-9302-363ed19b753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:06:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d8a5588a-bd64-429a-b86a-e4022bbf2497'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:56.441841 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5d71c4ea-73c2-4878-93ab-b277527c19bd req-b941ad20-ae47-43c9-8e88-aa0e75e2b888 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:56.497455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-6475a970-262b-43fa-a9e9-ba1bc41c283d service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309431 Nov 27 01:06:56.517875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-583478a4-d0c8-411b-9c78-50772bdd5c7d service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736682 Nov 27 01:06:56.519398 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:56.536695 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941ad20-ae47-43c9-8e88-aa0e75e2b888 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event deleted for resources: {'Port': ['ID=4b8472f9-5a31-4823-b624-8bc259b180b3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:56.581393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-04dd931e-63e3-4ca6-9302-363ed19b753b None None] Set router d8a5588a-bd64-429a-b86a-e4022bbf2497 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:06:56.631716 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-fd4b722f-a7db-421d-bcb7-fb750ae46b65 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250887 Nov 27 01:06:56.668038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d71c4ea-73c2-4878-93ab-b277527c19bd req-b941ad20-ae47-43c9-8e88-aa0e75e2b888 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] No DVR routers for this DVR port 4b8472f9-5a31-4823-b624-8bc259b180b3 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:06:56.676069 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5d71c4ea-73c2-4878-93ab-b277527c19bd req-b941ad20-ae47-43c9-8e88-aa0e75e2b888 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:56.679428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d71c4ea-73c2-4878-93ab-b277527c19bd req-b941ad20-ae47-43c9-8e88-aa0e75e2b888 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.42 "DELETE /v2.0/ports/4b8472f9-5a31-4823-b624-8bc259b180b3 HTTP/1.1" status: 204 len: 173 time: 1.7388566 Nov 27 01:06:56.721362 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ef15e-5df2-4478-bb70-3ed346f555d5 req-49d61764-34e4-4a61-906c-357b31016731 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.727400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ef15e-5df2-4478-bb70-3ed346f555d5 req-49d61764-34e4-4a61-906c-357b31016731 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.733881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ef15e-5df2-4478-bb70-3ed346f555d5 req-49d61764-34e4-4a61-906c-357b31016731 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.740622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ef15e-5df2-4478-bb70-3ed346f555d5 req-49d61764-34e4-4a61-906c-357b31016731 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.746653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ef15e-5df2-4478-bb70-3ed346f555d5 req-49d61764-34e4-4a61-906c-357b31016731 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.752631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ef15e-5df2-4478-bb70-3ed346f555d5 req-49d61764-34e4-4a61-906c-357b31016731 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.758628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ef15e-5df2-4478-bb70-3ed346f555d5 req-49d61764-34e4-4a61-906c-357b31016731 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:56.767118 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-359ef15e-5df2-4478-bb70-3ed346f555d5 req-49d61764-34e4-4a61-906c-357b31016731 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5436 time: 0.2521582 Nov 27 01:06:56.804582 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f113ff5-a9e0-4759-bf1a-8203227bc7e4 req-ed49e284-6dc0-4b73-986f-ab4fda35fe80 service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710395 Nov 27 01:06:56.831071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Deleting port 5a0986e6-03c3-447e-b162-2144b59a06ba {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:56.831403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:56.841977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-04dd931e-63e3-4ca6-9302-363ed19b753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079137841-router', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:30Z', 'updated_at': '2021-11-27T01:06:53Z', 'revision_number': 5, 'project_id': '2be0713d50fc47a68bde059f46f350ab', 'gw_port': {'id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:31Z', 'updated_at': '2021-11-27T01:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:06:56.886653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd931e-63e3-4ca6-9302-363ed19b753b None None] The sync data for ids ['d8a5588a-bd64-429a-b86a-e4022bbf2497'] in n-d-819494-2 is: [{'id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'name': 'tempest-AttachSCSIVolumeTestJSON-1079137841-router', 'tenant_id': '2be0713d50fc47a68bde059f46f350ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:30Z', 'updated_at': '2021-11-27T01:06:53Z', 'revision_number': 5, 'project_id': '2be0713d50fc47a68bde059f46f350ab', 'gw_port': {'id': '5a0986e6-03c3-447e-b162-2144b59a06ba', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a5588a-bd64-429a-b86a-e4022bbf2497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:31Z', 'updated_at': '2021-11-27T01:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:06:56.898845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-359ef15e-5df2-4478-bb70-3ed346f555d5 req-35d5641e-2d4b-4ffe-80e5-1b2593da6268 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1313729 Nov 27 01:06:56.984228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] For port 5a0986e6-03c3-447e-b162-2144b59a06ba, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5a0986e6-03c3-447e-b162-2144b59a06ba,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:56.984925 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:57.000502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Calling delete_port for 5a0986e6-03c3-447e-b162-2144b59a06ba owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:57.102721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72a667-17ac-4aed-93b9-ac9e9722485d req-8662c1f3-8d98-4a46-ba60-5457e99aa2a8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:57.106753 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf72a667-17ac-4aed-93b9-ac9e9722485d req-8662c1f3-8d98-4a46-ba60-5457e99aa2a8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0567019 Nov 27 01:06:57.162557 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf72a667-17ac-4aed-93b9-ac9e9722485d req-c7939ac9-ea40-4bf9-966a-9b1c4a28af5b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513504 Nov 27 01:06:57.473371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddaa50-5e5c-4209-8049-3e855ed59b76 req-87dc5f24-82dc-42e1-9b0d-aa5e48c46e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:57.474968 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8eddaa50-5e5c-4209-8049-3e855ed59b76 req-87dc5f24-82dc-42e1-9b0d-aa5e48c46e42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 1094 time: 0.4170048 Nov 27 01:06:57.478662 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd09f033-83bc-4464-bb8b-0b1e62d6303d req-0f9dbc9e-2a09-4654-a53d-429361c3cf08 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dcbab55-5270-4427-811b-268f7fb7fc54 HTTP/1.1" status: 200 len: 210 time: 0.0488431 Nov 27 01:06:57.482630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8833587-7f8a-4cf7-82e0-e661208cb55f req-eb9c0fa2-8869-4a9b-8c01-86cc80769c09 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:57.484104 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8833587-7f8a-4cf7-82e0-e661208cb55f req-eb9c0fa2-8869-4a9b-8c01-86cc80769c09 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 944 time: 0.4272487 Nov 27 01:06:57.641389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc796fc7-8545-4735-b5c5-971cebbb7f9e req-a501015c-bcf9-4a32-b975-dca900f25671 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:57.648744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc796fc7-8545-4735-b5c5-971cebbb7f9e req-a501015c-bcf9-4a32-b975-dca900f25671 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.0785217 Nov 27 01:06:57.655901 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8833587-7f8a-4cf7-82e0-e661208cb55f req-3e56f6e1-6b43-4952-9da8-3fea73111f47 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559412 Nov 27 01:06:57.683216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddaa50-5e5c-4209-8049-3e855ed59b76 req-c1358249-a6d1-42c3-8e9a-31c5382f346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:57.685155 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8eddaa50-5e5c-4209-8049-3e855ed59b76 req-c1358249-a6d1-42c3-8e9a-31c5382f346e service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.1982296 Nov 27 01:06:57.691122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:57.709847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc796fc7-8545-4735-b5c5-971cebbb7f9e req-5112dcfc-fa12-44ef-8155-6dda75db51a3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586464 Nov 27 01:06:57.783585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcbab55-5270-4427-811b-268f7fb7fc54', 'name': 'network-vif-deleted', 'tag': '4b8472f9-5a31-4823-b624-8bc259b180b3'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:06:57.785876 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a44e81a-8e48-40b8-a27f-5ec60061ba2f" -d '{"events": [{"server_uuid": "6dcbab55-5270-4427-811b-268f7fb7fc54", "name": "network-vif-deleted", "tag": "4b8472f9-5a31-4823-b624-8bc259b180b3"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:06:57.790947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0986e6-03c3-447e-b162-2144b59a06ba,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:57.793909 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8eddaa50-5e5c-4209-8049-3e855ed59b76 req-67943179-4ae2-4b8e-8889-cc276017daf5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 HTTP/1.1" status: 200 len: 217 time: 0.0998750 Nov 27 01:06:57.795177 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:57.844782 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3806e3ab-fbca-490c-9c85-7bdd76c3fd1b x-openstack-request-id: req-3806e3ab-fbca-490c-9c85-7bdd76c3fd1b {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:06:57.845126 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcbab55-5270-4427-811b-268f7fb7fc54", "name": "network-vif-deleted", "tag": "4b8472f9-5a31-4823-b624-8bc259b180b3", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:06:57.845229 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3806e3ab-fbca-490c-9c85-7bdd76c3fd1b {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:06:57.845556 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcbab55-5270-4427-811b-268f7fb7fc54', 'name': 'network-vif-deleted', 'tag': '4b8472f9-5a31-4823-b624-8bc259b180b3', 'status': 'completed', 'code': 200} Nov 27 01:06:57.937836 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:57.941760 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.029928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddaa50-5e5c-4209-8049-3e855ed59b76 req-e6bcfe90-c88a-4765-930b-6e6428e726e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.032391 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8eddaa50-5e5c-4209-8049-3e855ed59b76 req-e6bcfe90-c88a-4765-930b-6e6428e726e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1893506 Nov 27 01:06:58.046757 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.047728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8a5588a-bd64-429a-b86a-e4022bbf2497 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:06:58.098288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4b8472f9-5a31-4823-b624-8bc259b180b3 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:58.123535 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 4b8472f9-5a31-4823-b624-8bc259b180b3 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:06:58.123984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4b8472f9-5a31-4823-b624-8bc259b180b3 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:06:58.124685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:58.150385 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.151580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d1d641cc-c5ab-44e0-89e0-c54e9b618a52 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d8a5588a-bd64-429a-b86a-e4022bbf2497 HTTP/1.1" status: 204 len: 168 time: 2.3435237 Nov 27 01:06:58.154695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46986) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:58.155293 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8eddaa50-5e5c-4209-8049-3e855ed59b76 req-8d777d88-3dd2-470f-a9fb-33a335292325 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051443 Nov 27 01:06:58.271378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df272512-fa06-4fa5-a971-9a87247a0b84 req-f352763c-800b-456e-9b0c-72e0137b1fd5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.284104 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df272512-fa06-4fa5-a971-9a87247a0b84 req-f352763c-800b-456e-9b0c-72e0137b1fd5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.296285 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df272512-fa06-4fa5-a971-9a87247a0b84 req-f352763c-800b-456e-9b0c-72e0137b1fd5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.303580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df272512-fa06-4fa5-a971-9a87247a0b84 req-f352763c-800b-456e-9b0c-72e0137b1fd5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.312659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df272512-fa06-4fa5-a971-9a87247a0b84 req-f352763c-800b-456e-9b0c-72e0137b1fd5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.322100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df272512-fa06-4fa5-a971-9a87247a0b84 req-f352763c-800b-456e-9b0c-72e0137b1fd5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.328604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df272512-fa06-4fa5-a971-9a87247a0b84 req-f352763c-800b-456e-9b0c-72e0137b1fd5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.332000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df272512-fa06-4fa5-a971-9a87247a0b84 req-f352763c-800b-456e-9b0c-72e0137b1fd5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5436 time: 0.2556489 Nov 27 01:06:58.353460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c867c9-ff1b-4aed-b256-cf547e39b2e7 admin admin] Deleting subnet de713de9-4b84-4265-811c-31f175e9340d {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:06:58.392785 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51c867c9-ff1b-4aed-b256-cf547e39b2e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.393002 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8eddaa50-5e5c-4209-8049-3e855ed59b76 req-9d37c18b-f544-4e78-beb2-e3221b09c8a3 service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285438 Nov 27 01:06:58.403734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd047f-4a01-495e-9859-45d1aa0ec418 req-a9782d25-da63-46ab-b16f-0f81d8ee5297 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.405221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ccd047f-4a01-495e-9859-45d1aa0ec418 req-a9782d25-da63-46ab-b16f-0f81d8ee5297 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1162479 Nov 27 01:06:58.408229 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-7c65c319-903b-4c4b-83c5-64a04c7ba477 service neutron] 10.222.0.42 "GET /v2.0/ports/5af71cb8-9d26-4ebb-9590-91d81f9d7d74/bindings/n-h1-819494-2 HTTP/1.1" status: 200 len: 384 time: 0.1581995 Nov 27 01:06:58.464399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51c867c9-ff1b-4aed-b256-cf547e39b2e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.478621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df272512-fa06-4fa5-a971-9a87247a0b84 req-0e14cc6a-ab03-4934-a345-5f7fcd838b51 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285706 Nov 27 01:06:58.578622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ccd047f-4a01-495e-9859-45d1aa0ec418 req-095d37db-d4f0-47a4-bed5-dfe856f54de2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621306 Nov 27 01:06:58.592977 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8eddaa50-5e5c-4209-8049-3e855ed59b76 req-38fb8ba2-956a-41e5-a41b-168dc6c41859 service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864080 Nov 27 01:06:58.651939 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51c867c9-ff1b-4aed-b256-cf547e39b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.704000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cf64bbc7-2d02-4f13-8f02-f20c9dfa15cd req-3b3a1328-5f32-408f-bfec-b6957fd0d9e7 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/81083982-49f8-4393-9677-cd20dee9f570 HTTP/1.1" status: 200 len: 1816 time: 0.0924628 Nov 27 01:06:58.719801 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-9cfd25b8-ebc0-4e76-8ffe-7bdc9b24b93f service neutron] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:58.748335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-9cfd25b8-ebc0-4e76-8ffe-7bdc9b24b93f service neutron] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:06:58.795883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51c867c9-ff1b-4aed-b256-cf547e39b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.817016 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51c867c9-ff1b-4aed-b256-cf547e39b2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.822968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237244d-5f45-4774-aff9-0caef6c86d6b None None] Network a0374db9-aa53-4e45-8522-972ea734e9f5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:06:58.829072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-9cfd25b8-ebc0-4e76-8ffe-7bdc9b24b93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:06:58.830620 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-51c867c9-ff1b-4aed-b256-cf547e39b2e7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/de713de9-4b84-4265-811c-31f175e9340d HTTP/1.1" status: 204 len: 168 time: 0.6719804 Nov 27 01:06:58.837260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47000) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:58.851467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-9cfd25b8-ebc0-4e76-8ffe-7bdc9b24b93f service neutron] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:58.858735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c867c9-ff1b-4aed-b256-cf547e39b2e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de713de9-4b84-4265-811c-31f175e9340d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:58.861319 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf64bbc7-2d02-4f13-8f02-f20c9dfa15cd req-c0ec94fe-f8bb-48ba-826a-cdb31e5dcba0 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.895136 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf64bbc7-2d02-4f13-8f02-f20c9dfa15cd req-c0ec94fe-f8bb-48ba-826a-cdb31e5dcba0 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.920228 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-9cfd25b8-ebc0-4e76-8ffe-7bdc9b24b93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.973015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258820e4-6b1f-4fe5-87a3-9d0b7182eecc req-129c8e3c-4d94-4933-886c-4a3130685075 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:58.973253 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf64bbc7-2d02-4f13-8f02-f20c9dfa15cd req-c0ec94fe-f8bb-48ba-826a-cdb31e5dcba0 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.975692 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-cf64bbc7-2d02-4f13-8f02-f20c9dfa15cd req-c0ec94fe-f8bb-48ba-826a-cdb31e5dcba0 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:58.981495 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-258820e4-6b1f-4fe5-87a3-9d0b7182eecc req-129c8e3c-4d94-4933-886c-4a3130685075 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 944 time: 0.2044675 Nov 27 01:06:58.989915 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cf64bbc7-2d02-4f13-8f02-f20c9dfa15cd req-c0ec94fe-f8bb-48ba-826a-cdb31e5dcba0 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "DELETE /v2.0/security-groups/81083982-49f8-4393-9677-cd20dee9f570 HTTP/1.1" status: 204 len: 173 time: 0.2849731 Nov 27 01:06:59.013679 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.018869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec94fe-f8bb-48ba-826a-cdb31e5dcba0 tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81083982-49f8-4393-9677-cd20dee9f570,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:59.126956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-258820e4-6b1f-4fe5-87a3-9d0b7182eecc req-40ea3982-95a1-423d-9800-ee5c13edd79a tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445122 Nov 27 01:06:59.151704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-9cfd25b8-ebc0-4e76-8ffe-7bdc9b24b93f service neutron] Transition to ACTIVE for port object 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:06:59.155913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ae86b2c3-392c-43b1-96c0-a46dc56ec903 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:59.164670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-9cfd25b8-ebc0-4e76-8ffe-7bdc9b24b93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.167056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddc789-5e00-42dc-8d75-6931256f188b req-df26e2ad-c32b-49b7-8059-b20b2112a928 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.179444 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32ddc789-5e00-42dc-8d75-6931256f188b req-df26e2ad-c32b-49b7-8059-b20b2112a928 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.1083677 Nov 27 01:06:59.207919 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: ae86b2c3-392c-43b1-96c0-a46dc56ec903 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:06:59.208267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ae86b2c3-392c-43b1-96c0-a46dc56ec903 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:06:59.209010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5a0986e6-03c3-447e-b162-2144b59a06ba no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:06:59.224724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Deleting port 7275d520-1784-4b74-afb1-b9d94c95c6e9 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:59.225039 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.248941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 5a0986e6-03c3-447e-b162-2144b59a06ba {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:06:59.249281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5a0986e6-03c3-447e-b162-2144b59a06ba not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:06:59.272946 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32ddc789-5e00-42dc-8d75-6931256f188b req-66a38355-1c2e-45d5-ae6d-30e5f974b257 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841444 Nov 27 01:06:59.337578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-9cfd25b8-ebc0-4e76-8ffe-7bdc9b24b93f service neutron] No DVR routers for this DVR port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:06:59.354262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb5f71f-c404-4c94-b3b7-494d57c25f1f None None] DHCP port deletion for a0374db9-aa53-4e45-8522-972ea734e9f5 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:06:59.355453 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c471f82-5a7a-45b3-9146-76aa086f57bf req-931f7521-143b-415f-acc1-66444815de7d tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "GET /v2.0/security-groups/aeced9d9-4793-4e6b-8595-7ded7af0e96a HTTP/1.1" status: 200 len: 1816 time: 0.0601008 Nov 27 01:06:59.401834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] For port 7275d520-1784-4b74-afb1-b9d94c95c6e9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7275d520-1784-4b74-afb1-b9d94c95c6e9,segment=NetworkSegment(1355c50f-ef55-45a4-acb5-066e14deab86),segment_id=1355c50f-ef55-45a4-acb5-066e14deab86)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:59.402580 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.409787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5f71f-c404-4c94-b3b7-494d57c25f1f None None] Deleting port 7275d520-1784-4b74-afb1-b9d94c95c6e9 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:06:59.410331 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f71f-c404-4c94-b3b7-494d57c25f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.416196 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9c471f82-5a7a-45b3-9146-76aa086f57bf req-621beb55-0098-41d4-aab6-72054642feac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.422003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Calling delete_port for 7275d520-1784-4b74-afb1-b9d94c95c6e9 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:59.432048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd25b8-ebc0-4e76-8ffe-7bdc9b24b93f service neutron] Pushing event updated for resources: {'Port': ['ID=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,revision_number=10']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:59.449641 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9c471f82-5a7a-45b3-9146-76aa086f57bf req-621beb55-0098-41d4-aab6-72054642feac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.463942 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-9cfd25b8-ebc0-4e76-8ffe-7bdc9b24b93f service neutron] 10.222.0.42 "PUT /v2.0/ports/5af71cb8-9d26-4ebb-9590-91d81f9d7d74/bindings/n-h1-819494-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0392904 Nov 27 01:06:59.502799 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9c471f82-5a7a-45b3-9146-76aa086f57bf req-621beb55-0098-41d4-aab6-72054642feac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.505852 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9c471f82-5a7a-45b3-9146-76aa086f57bf req-621beb55-0098-41d4-aab6-72054642feac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.510441 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c471f82-5a7a-45b3-9146-76aa086f57bf req-621beb55-0098-41d4-aab6-72054642feac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] 10.222.0.37 "DELETE /v2.0/security-groups/aeced9d9-4793-4e6b-8595-7ded7af0e96a HTTP/1.1" status: 204 len: 173 time: 0.1535444 Nov 27 01:06:59.521244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621beb55-0098-41d4-aab6-72054642feac tempest-SecurityGroupsTestJSON-1208507905 tempest-SecurityGroupsTestJSON-1208507905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeced9d9-4793-4e6b-8595-7ded7af0e96a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:59.526842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47008) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:06:59.574777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bdb5f71f-c404-4c94-b3b7-494d57c25f1f None None] For port 7275d520-1784-4b74-afb1-b9d94c95c6e9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7275d520-1784-4b74-afb1-b9d94c95c6e9,segment=NetworkSegment(1355c50f-ef55-45a4-acb5-066e14deab86),segment_id=1355c50f-ef55-45a4-acb5-066e14deab86)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:06:59.575234 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f71f-c404-4c94-b3b7-494d57c25f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.592826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5f71f-c404-4c94-b3b7-494d57c25f1f None None] Calling delete_port for 7275d520-1784-4b74-afb1-b9d94c95c6e9 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:06:59.656868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e38ff6-3724-4132-9213-af0dd95bfd19 admin admin] Deleting subnet 72614284-0014-42f2-b534-c485ad684106 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:06:59.665132 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04e38ff6-3724-4132-9213-af0dd95bfd19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.680745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-5645b90b-f1a3-44eb-b31a-7fdffc744ca7 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.683437 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-5645b90b-f1a3-44eb-b31a-7fdffc744ca7 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef&tenant_id=f2c4589faa8344f6a41a0124c0fb2253&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1096 time: 0.0919659 Nov 27 01:06:59.711056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c0f32-fafd-45cf-b6a0-5ee88eb207bf req-1b21db8f-8d4e-48b1-a522-b4e589774175 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.713727 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f71f-c404-4c94-b3b7-494d57c25f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.724046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c0f32-fafd-45cf-b6a0-5ee88eb207bf req-1b21db8f-8d4e-48b1-a522-b4e589774175 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.730332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c0f32-fafd-45cf-b6a0-5ee88eb207bf req-1b21db8f-8d4e-48b1-a522-b4e589774175 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.737091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c0f32-fafd-45cf-b6a0-5ee88eb207bf req-1b21db8f-8d4e-48b1-a522-b4e589774175 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.740458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5f71f-c404-4c94-b3b7-494d57c25f1f None None] Pushing event deleted for resources: {'Port': ['ID=7275d520-1784-4b74-afb1-b9d94c95c6e9,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:59.743311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c0f32-fafd-45cf-b6a0-5ee88eb207bf req-1b21db8f-8d4e-48b1-a522-b4e589774175 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.749752 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c0f32-fafd-45cf-b6a0-5ee88eb207bf req-1b21db8f-8d4e-48b1-a522-b4e589774175 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.751197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb5f71f-c404-4c94-b3b7-494d57c25f1f None None] No DVR routers for this DVR port 7275d520-1784-4b74-afb1-b9d94c95c6e9 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:06:59.756011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c0f32-fafd-45cf-b6a0-5ee88eb207bf req-1b21db8f-8d4e-48b1-a522-b4e589774175 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.766023 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-670c0f32-fafd-45cf-b6a0-5ee88eb207bf req-1b21db8f-8d4e-48b1-a522-b4e589774175 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5436 time: 0.1824927 Nov 27 01:06:59.775956 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.782495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8cd6-4b43-40f3-90cf-f95c05c5cde6 req-346a52a0-d460-4a26-80e6-860a1b1bffff tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.784190 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-001e8cd6-4b43-40f3-90cf-f95c05c5cde6 req-346a52a0-d460-4a26-80e6-860a1b1bffff tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0918355 Nov 27 01:06:59.794679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d7a83a79-bc55-4529-b128-a8bdc6ac91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.795846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-d7a83a79-bc55-4529-b128-a8bdc6ac91aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef&tenant_id=f2c4589faa8344f6a41a0124c0fb2253 HTTP/1.1" status: 200 len: 1096 time: 0.1017308 Nov 27 01:06:59.819654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Pushing event deleted for resources: {'Port': ['ID=7275d520-1784-4b74-afb1-b9d94c95c6e9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:06:59.824454 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04e38ff6-3724-4132-9213-af0dd95bfd19 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.826576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] No DVR routers for this DVR port 7275d520-1784-4b74-afb1-b9d94c95c6e9 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:06:59.876009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04e38ff6-3724-4132-9213-af0dd95bfd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.895838 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-001e8cd6-4b43-40f3-90cf-f95c05c5cde6 req-a11902c3-1a25-47f3-b577-81052575970e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945680 Nov 27 01:06:59.907818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-036a43d3-870d-4e13-8f63-a0063d12eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:06:59.907818 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-036a43d3-870d-4e13-8f63-a0063d12eb18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 1096 time: 0.0678747 Nov 27 01:06:59.955458 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:06:59.982869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-670c0f32-fafd-45cf-b6a0-5ee88eb207bf req-1c1202ec-3275-48e9-a591-07d2feb4ea09 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2159574 Nov 27 01:06:59.991655 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:06:59.991995 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:06:59.993247 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:06:59.993247 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > port after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:06:59.993496 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:06:59.993737 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > port after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:06:59.994268 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:06:59.994626 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:06:59.994942 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:06:59.995266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:07:00.011120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-daece266-6f2f-4151-afc5-8790fc9ebd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.013417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-daece266-6f2f-4151-afc5-8790fc9ebd8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.0983081 Nov 27 01:07:00.063667 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:07:00.064012 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:07:00.064341 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:07:00.064672 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 27 01:07:00.065043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0374db9-aa53-4e45-8522-972ea734e9f5']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:00.068621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-7aa09d18-3326-4ec5-97f2-89703b6cb44d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74 HTTP/1.1" status: 200 len: 217 time: 0.0473938 Nov 27 01:07:00.099304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1355c50f-ef55-45a4-acb5-066e14deab86') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:00.099599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1355c50f-ef55-45a4-acb5-066e14deab86') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:00.120151 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.138167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04e38ff6-3724-4132-9213-af0dd95bfd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.160664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-addfe2d3-d574-4cce-b742-c1fbc07e52a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.162298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-addfe2d3-d574-4cce-b742-c1fbc07e52a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.0788696 Nov 27 01:07:00.172965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e38ff6-3724-4132-9213-af0dd95bfd19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72614284-0014-42f2-b534-c485ad684106,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:00.174856 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.177431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f357968-9cfc-4e43-8ea2-f716a3844b44 req-0ace07e6-218e-442d-b768-9c96a356b930 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.178427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04e38ff6-3724-4132-9213-af0dd95bfd19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.183779 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-04e38ff6-3724-4132-9213-af0dd95bfd19 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/72614284-0014-42f2-b534-c485ad684106 HTTP/1.1" status: 204 len: 168 time: 0.6536329 Nov 27 01:07:00.184625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f357968-9cfc-4e43-8ea2-f716a3844b44 req-0ace07e6-218e-442d-b768-9c96a356b930 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.184895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47016) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:00.190049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f357968-9cfc-4e43-8ea2-f716a3844b44 req-0ace07e6-218e-442d-b768-9c96a356b930 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.195976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f357968-9cfc-4e43-8ea2-f716a3844b44 req-0ace07e6-218e-442d-b768-9c96a356b930 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.202408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f357968-9cfc-4e43-8ea2-f716a3844b44 req-0ace07e6-218e-442d-b768-9c96a356b930 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.208237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f357968-9cfc-4e43-8ea2-f716a3844b44 req-0ace07e6-218e-442d-b768-9c96a356b930 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.214577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f357968-9cfc-4e43-8ea2-f716a3844b44 req-0ace07e6-218e-442d-b768-9c96a356b930 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.217218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9f357968-9cfc-4e43-8ea2-f716a3844b44 req-0ace07e6-218e-442d-b768-9c96a356b930 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5436 time: 0.1454391 Nov 27 01:07:00.243474 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-e39cdfd7-e205-4fb5-9af1-d6484a83d8f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252278 Nov 27 01:07:00.243973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47018) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:00.248207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-98f8aafe-0e28-4df0-bea8-e383d5327662 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Request body: {'floatingip': {'port_id': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:00.269921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:07:00.270368 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.274139 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: from cryptography.utils import int_from_bytes Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: from cryptography.utils import int_from_bytes Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:07:00.278576 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:07:00.288028 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98f8aafe-0e28-4df0-bea8-e383d5327662 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.367242 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.395032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fb42c-ca06-4a5a-8759-7b8c94f6f974 req-58d8aced-1e77-4e08-8363-c703f39e41f3 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.402418 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-650fb42c-ca06-4a5a-8759-7b8c94f6f974 req-58d8aced-1e77-4e08-8363-c703f39e41f3 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 945 time: 0.1474209 Nov 27 01:07:00.423618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.430086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a0374db9-aa53-4e45-8522-972ea734e9f5 HTTP/1.1" status: 204 len: 168 time: 1.5915225 Nov 27 01:07:00.454002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47026) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:00.464380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b47a6-10c2-4987-83f2-fbaba1c01520 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0374db9-aa53-4e45-8522-972ea734e9f5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:00.562152 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.609003 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-650fb42c-ca06-4a5a-8759-7b8c94f6f974 req-b6f37885-2cd7-4da9-a464-804fe0500eb6 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055531 Nov 27 01:07:00.627812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9384de-bc60-4283-868c-03a6014fbe0a']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:00.642505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47b81af-0011-483e-b200-ffda45f7d56b') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:00.642799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47b81af-0011-483e-b200-ffda45f7d56b') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:00.657443 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.710503 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.724069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:07:00.724759 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:07:00.726443 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:07:00.818940 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.824299 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:00.827876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] 10.222.0.37 "DELETE /v2.0/networks/5c9384de-bc60-4283-868c-03a6014fbe0a HTTP/1.1" status: 204 len: 168 time: 0.6420541 Nov 27 01:07:00.833074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b9ba7-5912-49df-be72-293bf9a311c0 req-d2d7b0ef-9506-4c14-9992-dad98a72aba0 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:00.834612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-586b9ba7-5912-49df-be72-293bf9a311c0 req-d2d7b0ef-9506-4c14-9992-dad98a72aba0 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.1755607 Nov 27 01:07:00.847731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b74c1-e23c-4cc0-96f4-62c59a145bff admin admin] Pushing event deleted for resources: {'Network': ['ID=5c9384de-bc60-4283-868c-03a6014fbe0a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:00.877025 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-533620f6-0d3b-4ed0-963c-50a4545b935b service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917134 Nov 27 01:07:01.012318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7275d520-1784-4b74-afb1-b9d94c95c6e9 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:01.020090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47032) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:01.026780 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-586b9ba7-5912-49df-be72-293bf9a311c0 req-e39e665a-ba35-470c-b9db-86d2c286484f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544724 Nov 27 01:07:01.064405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 7275d520-1784-4b74-afb1-b9d94c95c6e9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:01.065013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7275d520-1784-4b74-afb1-b9d94c95c6e9 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:01.113487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-af4f149a-ea81-4af6-9024-5f04e339f148 service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180927 Nov 27 01:07:01.133697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fd137-480a-4bb7-a66d-6c36648c0aa2 req-844d24ac-87d4-4669-96e5-8300d0b27592 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:01.135592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ca0fd137-480a-4bb7-a66d-6c36648c0aa2 req-844d24ac-87d4-4669-96e5-8300d0b27592 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0797234 Nov 27 01:07:01.142362 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7df508c2-a0a6-422e-8992-670747f39d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.172330 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-320ddf31-cd60-4072-b670-773bed46d1b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35147b7bfefb4e18b12c5c98d6047346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473539 Nov 27 01:07:01.173123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47034) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:01.297468 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-295be602-88ef-4de2-aaf6-63c3c3c6fa15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.359836 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-295be602-88ef-4de2-aaf6-63c3c3c6fa15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.404979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98f8aafe-0e28-4df0-bea8-e383d5327662 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.412261 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98f8aafe-0e28-4df0-bea8-e383d5327662 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.526932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-295be602-88ef-4de2-aaf6-63c3c3c6fa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.530123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-295be602-88ef-4de2-aaf6-63c3c3c6fa15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.531347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-295be602-88ef-4de2-aaf6-63c3c3c6fa15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efb1a277-3d72-47e2-90da-906aa64ee86a HTTP/1.1" status: 204 len: 168 time: 0.3571243 Nov 27 01:07:01.554859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295be602-88ef-4de2-aaf6-63c3c3c6fa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb1a277-3d72-47e2-90da-906aa64ee86a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:01.568079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-f51abd78-ea93-4321-a952-3a981a936073 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:01.569595 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-f51abd78-ea93-4321-a952-3a981a936073 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef&tenant_id=f2c4589faa8344f6a41a0124c0fb2253&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 1096 time: 0.1175420 Nov 27 01:07:01.571079 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-98f8aafe-0e28-4df0-bea8-e383d5327662 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Floating IP cf2c536d-1f8a-4688-ac50-59be44d3f2c8 associated. External IP: 172.25.3.12, port: e02598a7-5e0c-4e55-8eea-03ab3c8c0c92. Nov 27 01:07:01.577081 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ca0fd137-480a-4bb7-a66d-6c36648c0aa2 req-bc7e6044-25ba-4174-bce7-a99c8911486e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327736 Nov 27 01:07:01.775095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7df508c2-a0a6-422e-8992-670747f39d6f admin admin] Deleting port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:01.778403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7df508c2-a0a6-422e-8992-670747f39d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.845362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17535da3-5ee0-44b8-ab1c-8d697649b945 req-fe354002-9530-4eeb-9663-df8dda7d4faa tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:01.846970 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17535da3-5ee0-44b8-ab1c-8d697649b945 req-fe354002-9530-4eeb-9663-df8dda7d4faa tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 945 time: 0.1496603 Nov 27 01:07:01.890608 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7df508c2-a0a6-422e-8992-670747f39d6f admin admin] For port 8f83a57e-da29-47ab-bfcb-271ac1b8cb25, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8f83a57e-da29-47ab-bfcb-271ac1b8cb25,segment=NetworkSegment(c5ae74be-6085-4ce6-a67c-f4e98566985a),segment_id=c5ae74be-6085-4ce6-a67c-f4e98566985a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:01.891035 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7df508c2-a0a6-422e-8992-670747f39d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.906017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-671f9d1b-03f1-46f9-a755-a1b144c62c73 service neutron] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:01.911582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7df508c2-a0a6-422e-8992-670747f39d6f admin admin] Calling delete_port for 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:01.917844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-671f9d1b-03f1-46f9-a755-a1b144c62c73 service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:01.919070 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8fbb97-0f17-4bc5-a2c2-facdc836c8de req-671f9d1b-03f1-46f9-a755-a1b144c62c73 service neutron] 10.222.0.11 "DELETE /v2.0/ports/5af71cb8-9d26-4ebb-9590-91d81f9d7d74/bindings/n-h2-819494-2 HTTP/1.1" status: 204 len: 173 time: 0.3141060 Nov 27 01:07:01.962376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17535da3-5ee0-44b8-ab1c-8d697649b945 req-2d5dec39-98ce-4109-8a6c-fe69ad4649a9 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019549 Nov 27 01:07:01.976129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f8aafe-0e28-4df0-bea8-e383d5327662 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Router 02f54c1d-69f7-498d-83de-897a2c9cab8b has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:07:02.164624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e890a5-1a14-4fea-a7e3-99a2a14faf89 req-eb5f3ee7-c6b1-4c0d-956e-1ded15ee8c2f tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.166196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27e890a5-1a14-4fea-a7e3-99a2a14faf89 req-eb5f3ee7-c6b1-4c0d-956e-1ded15ee8c2f tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 1096 time: 0.1049690 Nov 27 01:07:02.198900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f8aafe-0e28-4df0-bea8-e383d5327662 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:07:02.210022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98f8aafe-0e28-4df0-bea8-e383d5327662 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.218070 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7440e-e630-4b24-a878-978821337b26 None None] Sync routers for ids ['02f54c1d-69f7-498d-83de-897a2c9cab8b'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:07:02.235989 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7440e-e630-4b24-a878-978821337b26 None None] Routers {'02f54c1d-69f7-498d-83de-897a2c9cab8b'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:02.237349 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e9d7440e-e630-4b24-a878-978821337b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:06:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['02f54c1d-69f7-498d-83de-897a2c9cab8b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:02.239883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682a9a5-4460-4f6d-be1f-feb8bbae520c req-d6dceee2-2ac2-40fb-8f8a-2fb096df5895 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.241528 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7682a9a5-4460-4f6d-be1f-feb8bbae520c req-d6dceee2-2ac2-40fb-8f8a-2fb096df5895 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.1159577 Nov 27 01:07:02.243104 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7df508c2-a0a6-422e-8992-670747f39d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.282639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27e890a5-1a14-4fea-a7e3-99a2a14faf89 req-e8d8bddf-b9b3-48ad-881b-1fed2bda7bf3 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084342 Nov 27 01:07:02.284034 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-98f8aafe-0e28-4df0-bea8-e383d5327662 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "PUT /v2.0/floatingips/cf2c536d-1f8a-4688-ac50-59be44d3f2c8 HTTP/1.1" status: 200 len: 990 time: 2.0391452 Nov 27 01:07:02.284609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:02.286899 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d48787-84d3-4279-a866-fd1f9a6da72a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "e02598a7-5e0c-4e55-8eea-03ab3c8c0c92"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:02.329620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df508c2-a0a6-422e-8992-670747f39d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f83a57e-da29-47ab-bfcb-271ac1b8cb25,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:02.372894 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e9d7440e-e630-4b24-a878-978821337b26 None None] Set router 02f54c1d-69f7-498d-83de-897a2c9cab8b gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:02.406271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7682a9a5-4460-4f6d-be1f-feb8bbae520c req-77489e41-20f7-4e64-95ea-df255fb7449d tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531310 Nov 27 01:07:02.508668 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eceb71-7a9b-4096-a9bb-0e944a6ee528 x-openstack-request-id: req-f7eceb71-7a9b-4096-a9bb-0e944a6ee528 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:02.514220 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "tag": "e02598a7-5e0c-4e55-8eea-03ab3c8c0c92", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:02.514466 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7eceb71-7a9b-4096-a9bb-0e944a6ee528 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:02.515068 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'tag': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92', 'status': 'completed', 'code': 200} Nov 27 01:07:02.693828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-84b99b84-48b5-40ee-b8a7-44dec38b8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.694579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-84b99b84-48b5-40ee-b8a7-44dec38b8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.695722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-84b99b84-48b5-40ee-b8a7-44dec38b8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.696583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-84b99b84-48b5-40ee-b8a7-44dec38b8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.697380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-84b99b84-48b5-40ee-b8a7-44dec38b8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.698694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-84b99b84-48b5-40ee-b8a7-44dec38b8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.699863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc12b6-099d-4346-8cea-f19ce9b3cec8 req-6f8dc99c-44fc-4f5f-a4ca-6042fd916928 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.700557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-84b99b84-48b5-40ee-b8a7-44dec38b8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.701697 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c9bc12b6-099d-4346-8cea-f19ce9b3cec8 req-6f8dc99c-44fc-4f5f-a4ca-6042fd916928 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 1096 time: 0.1201756 Nov 27 01:07:02.703006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-84b99b84-48b5-40ee-b8a7-44dec38b8ef1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 6493 time: 0.1093423 Nov 27 01:07:02.752161 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e9d7440e-e630-4b24-a878-978821337b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:04:01Z', 'revision_number': 4, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'cf2c536d-1f8a-4688-ac50-59be44d3f2c8', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'port_id': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'mac_address': 'fa:16:3e:ed:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:05:25Z', 'updated_at': '2021-11-27T01:07:01Z', 'revision_number': 1, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c533606-9e5f-48c0-b2ac-02cbd5e98c5f', 'name': '', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'mac_address': 'fa:16:3e:9d:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:04:10Z', 'revision_number': 5, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'subnets': [{'id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:02.761352 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7df508c2-a0a6-422e-8992-670747f39d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:02.782670 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7440e-e630-4b24-a878-978821337b26 None None] Checking router: 02f54c1d-69f7-498d-83de-897a2c9cab8b for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:07:02.785858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c9bc12b6-099d-4346-8cea-f19ce9b3cec8 req-ceac5305-856c-483e-9497-a6518ab50b7d tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737019 Nov 27 01:07:02.796059 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7440e-e630-4b24-a878-978821337b26 None None] Routers {'02f54c1d-69f7-498d-83de-897a2c9cab8b'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:02.796913 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e9d7440e-e630-4b24-a878-978821337b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:06:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['02f54c1d-69f7-498d-83de-897a2c9cab8b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:02.904396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370691c0-41e4-4dfe-9a0d-4b2836d5356c req-f46d4702-5651-40ec-996e-e521b383de24 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.906295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-370691c0-41e4-4dfe-9a0d-4b2836d5356c req-f46d4702-5651-40ec-996e-e521b383de24 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1520262 Nov 27 01:07:02.916217 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e9d7440e-e630-4b24-a878-978821337b26 None None] Set router 02f54c1d-69f7-498d-83de-897a2c9cab8b gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:02.938924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-4b2308a6-083e-4263-a134-4ab85a8409a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:02.940379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-4b2308a6-083e-4263-a134-4ab85a8409a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=874ba3d7-fadd-49cf-b553-f26abbe13939 HTTP/1.1" status: 200 len: 913 time: 0.2211165 Nov 27 01:07:03.072907 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-370691c0-41e4-4dfe-9a0d-4b2836d5356c req-da1a4e45-a089-42a1-93d6-fc33c79bd155 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561084 Nov 27 01:07:03.081183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-a62c0b44-abd4-4b2b-ac88-c96093581f40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 HTTP/1.1" status: 200 len: 998 time: 0.1304359 Nov 27 01:07:03.159933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df508c2-a0a6-422e-8992-670747f39d6f admin admin] Router bdc0e867-55e1-4a81-a461-09bac910f66d has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:07:03.194269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-335ee985-6e26-498b-9794-2067055c5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.196296 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-335ee985-6e26-498b-9794-2067055c5ef3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89a5c702-8864-411b-b4cf-2e5d39b836d0 HTTP/1.1" status: 200 len: 851 time: 0.1008999 Nov 27 01:07:03.285580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-e151b6de-bbaf-470b-b595-e5f676dc0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.287852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-e151b6de-bbaf-470b-b595-e5f676dc0186 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=874ba3d7-fadd-49cf-b553-f26abbe13939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834885 Nov 27 01:07:03.290904 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e9d7440e-e630-4b24-a878-978821337b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:04:01Z', 'revision_number': 4, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'cf2c536d-1f8a-4688-ac50-59be44d3f2c8', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'port_id': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'mac_address': 'fa:16:3e:ed:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:05:25Z', 'updated_at': '2021-11-27T01:07:01Z', 'revision_number': 1, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c533606-9e5f-48c0-b2ac-02cbd5e98c5f', 'name': '', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'mac_address': 'fa:16:3e:9d:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:04:10Z', 'revision_number': 5, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'subnets': [{'id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:03.317962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df508c2-a0a6-422e-8992-670747f39d6f admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:07:03.333035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f82491-1689-43ba-999b-bbb0788bf18c None None] Sync routers for ids ['bdc0e867-55e1-4a81-a461-09bac910f66d'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:07:03.333628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47096) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:03.343580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7df508c2-a0a6-422e-8992-670747f39d6f admin admin] 10.222.0.37 "PUT /v2.0/routers/bdc0e867-55e1-4a81-a461-09bac910f66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8877063 Nov 27 01:07:03.361835 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f82491-1689-43ba-999b-bbb0788bf18c None None] Routers {'bdc0e867-55e1-4a81-a461-09bac910f66d'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:03.362549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-06f82491-1689-43ba-999b-bbb0788bf18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:06:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bdc0e867-55e1-4a81-a461-09bac910f66d'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:03.438231 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7440e-e630-4b24-a878-978821337b26 None None] The sync data for ids ['02f54c1d-69f7-498d-83de-897a2c9cab8b'] in n-d-819494-2 is: [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:04:01Z', 'revision_number': 4, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'cf2c536d-1f8a-4688-ac50-59be44d3f2c8', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'port_id': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'mac_address': 'fa:16:3e:ed:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:05:25Z', 'updated_at': '2021-11-27T01:07:01Z', 'revision_number': 1, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c533606-9e5f-48c0-b2ac-02cbd5e98c5f', 'name': '', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'mac_address': 'fa:16:3e:9d:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:04:10Z', 'revision_number': 5, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'subnets': [{'id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:07:03.530678 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-05d1ba04-c5da-4287-b60d-e2996ce074c8 service neutron] 10.222.0.11 "GET /v2.0/networks/874ba3d7-fadd-49cf-b553-f26abbe13939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344122 Nov 27 01:07:03.546564 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:03.610550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-06f82491-1689-43ba-999b-bbb0788bf18c None None] Set router bdc0e867-55e1-4a81-a461-09bac910f66d gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:03.618825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47106) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:03.679517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9007c-6f95-4d1e-933d-c990351f8996 req-99a3506f-b302-46bf-8318-8540c90ed53f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:03.681214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ade9007c-6f95-4d1e-933d-c990351f8996 req-99a3506f-b302-46bf-8318-8540c90ed53f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.0721118 Nov 27 01:07:03.794030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ade9007c-6f95-4d1e-933d-c990351f8996 req-12d532e4-1618-48b2-ae93-340cd285890f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001320 Nov 27 01:07:03.821383 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18250978-68c0-4c03-b77d-edfd4c0bd213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:03.832709 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6040a13-140f-4c53-9608-55ca76c5ede2 None None] New status for floating IP cf2c536d-1f8a-4688-ac50-59be44d3f2c8: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:07:03.907959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-06f82491-1689-43ba-999b-bbb0788bf18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'name': 'tempest-AttachSCSIVolumeTestJSON-46175498-router', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:07:02Z', 'revision_number': 5, 'project_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'gw_port': {'id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:03.918322 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18250978-68c0-4c03-b77d-edfd4c0bd213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:03.925062 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18250978-68c0-4c03-b77d-edfd4c0bd213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:03.942354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f82491-1689-43ba-999b-bbb0788bf18c None None] Checking router: bdc0e867-55e1-4a81-a461-09bac910f66d for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:07:03.952237 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f82491-1689-43ba-999b-bbb0788bf18c None None] Routers {'bdc0e867-55e1-4a81-a461-09bac910f66d'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:03.952860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-06f82491-1689-43ba-999b-bbb0788bf18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:06:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bdc0e867-55e1-4a81-a461-09bac910f66d'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:03.984751 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-18250978-68c0-4c03-b77d-edfd4c0bd213 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=100c86adcb8345138c9b88aa091438f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644316 Nov 27 01:07:03.985786 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47112) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:03.986817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18250978-68c0-4c03-b77d-edfd4c0bd213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96a93db-6c26-4ffe-8b6c-b88ca467a678,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:04.065356 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-941a16f6-5707-494c-b713-2fae6b027077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.091751 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-941a16f6-5707-494c-b713-2fae6b027077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.103057 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5d48787-84d3-4279-a866-fd1f9a6da72a req-fddf8e0b-8d9f-4dba-87d4-ac227aa779f6 service neutron] 10.222.0.11 "GET /v2.0/networks/874ba3d7-fadd-49cf-b553-f26abbe13939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537009 Nov 27 01:07:04.104250 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.125869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-06f82491-1689-43ba-999b-bbb0788bf18c None None] Set router bdc0e867-55e1-4a81-a461-09bac910f66d gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:04.210588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Deleting port 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:04.210945 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.228861 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-941a16f6-5707-494c-b713-2fae6b027077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.232875 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-941a16f6-5707-494c-b713-2fae6b027077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.236819 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-941a16f6-5707-494c-b713-2fae6b027077 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a96a93db-6c26-4ffe-8b6c-b88ca467a678 HTTP/1.1" status: 204 len: 168 time: 0.2426858 Nov 27 01:07:04.249356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a16f6-5707-494c-b713-2fae6b027077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96a93db-6c26-4ffe-8b6c-b88ca467a678,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:04.276367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d935cab-08f1-4539-8d2d-69a68a800a82 req-7c4d7532-eea0-427e-a417-9af93e8a67a2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:04.278486 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d935cab-08f1-4539-8d2d-69a68a800a82 req-7c4d7532-eea0-427e-a417-9af93e8a67a2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1106069 Nov 27 01:07:04.361859 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d935cab-08f1-4539-8d2d-69a68a800a82 req-6701c480-0a22-48a2-b9ce-1d80f50036b0 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766599 Nov 27 01:07:04.373781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] For port 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0a4e407c-28c8-4df2-aca6-67bc9f02cf5d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:04.374160 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.410186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Calling delete_port for 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:04.423183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-06f82491-1689-43ba-999b-bbb0788bf18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'name': 'tempest-AttachSCSIVolumeTestJSON-46175498-router', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:07:02Z', 'revision_number': 5, 'project_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'gw_port': {'id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:04.458898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f82491-1689-43ba-999b-bbb0788bf18c None None] The sync data for ids ['bdc0e867-55e1-4a81-a461-09bac910f66d'] in n-d-819494-2 is: [{'id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'name': 'tempest-AttachSCSIVolumeTestJSON-46175498-router', 'tenant_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:07:02Z', 'revision_number': 5, 'project_id': '0491dd211cc84e8e991ceb25dad1d1ba', 'gw_port': {'id': '0a4e407c-28c8-4df2-aca6-67bc9f02cf5d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc0e867-55e1-4a81-a461-09bac910f66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:42Z', 'updated_at': '2021-11-27T01:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:07:04.622915 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.661535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4e407c-28c8-4df2-aca6-67bc9f02cf5d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:04.736204 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.834059 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.836795 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.939261 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.939807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdc0e867-55e1-4a81-a461-09bac910f66d {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:07:04.954685 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:04.958533 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-511741d1-8981-45e3-b0dc-0d0abc40bd85 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bdc0e867-55e1-4a81-a461-09bac910f66d HTTP/1.1" status: 204 len: 168 time: 1.6211882 Nov 27 01:07:04.958957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47144) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:04.999524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824e253-2dfe-48c8-85a9-1813cd3c8af9 req-9ae0c8c9-a8c9-4afa-a5df-06a01d788a37 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:05.004077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0824e253-2dfe-48c8-85a9-1813cd3c8af9 req-9ae0c8c9-a8c9-4afa-a5df-06a01d788a37 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.0969214 Nov 27 01:07:05.042470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c482088-21c8-4738-b3e1-4c265ac8917a admin admin] Deleting subnet 6f4a5f9c-5848-49b9-9ba0-a32d221678fd {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:07:05.046816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c482088-21c8-4738-b3e1-4c265ac8917a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.079852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:05.086663 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0824e253-2dfe-48c8-85a9-1813cd3c8af9 req-aa4ca285-8e1e-4bec-bdca-d448f4d1a625 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746799 Nov 27 01:07:05.090133 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c482088-21c8-4738-b3e1-4c265ac8917a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.108417 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:05.108869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8f83a57e-da29-47ab-bfcb-271ac1b8cb25 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:05.168758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47148) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:05.193676 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c482088-21c8-4738-b3e1-4c265ac8917a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.264471 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c482088-21c8-4738-b3e1-4c265ac8917a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.293699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c482088-21c8-4738-b3e1-4c265ac8917a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4a5f9c-5848-49b9-9ba0-a32d221678fd,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:05.298227 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c482088-21c8-4738-b3e1-4c265ac8917a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.304911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47152) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:05.307235 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acf9329-2e31-4a31-a8a3-a18ba0e37a1a None None] Network b42cf66c-92fb-48b5-8395-bf542d1ebfa9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:05.321261 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4c482088-21c8-4738-b3e1-4c265ac8917a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6f4a5f9c-5848-49b9-9ba0-a32d221678fd HTTP/1.1" status: 204 len: 168 time: 0.3609829 Nov 27 01:07:05.331571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1360028236-network', 'tenant_id': '3d18fdeb600647ee8e969f0f02bf3f04'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:05.362835 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Made reservation on behalf of 3d18fdeb600647ee8e969f0f02bf3f04 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:05.367431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.382968 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.437461 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.507613 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.513412 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.548961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:07:05.555658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7c043-0d90-4701-a6de-91ef7bc51408 req-1bcb6379-9134-4b5c-86d7-f4ca5024490b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:05.555931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e042dfb2-12b1-4786-86ed-4ea67a247033,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:05.563276 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.563696 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Added segment 93482d0d-ae1d-4f24-945e-d4185cc84bbf of type vlan for network a091afd8-2202-4a99-8196-017ee2dd06fd Nov 27 01:07:05.563901 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69e7c043-0d90-4701-a6de-91ef7bc51408 req-1bcb6379-9134-4b5c-86d7-f4ca5024490b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0776992 Nov 27 01:07:05.599765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Deleting port 26054fd9-5d53-451e-9118-384db8dc166a {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:05.600112 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.615910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.649625 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.650757 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:05.651872 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.657772 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69e7c043-0d90-4701-a6de-91ef7bc51408 req-1556a0da-9b48-4526-8c4e-58f60ce40671 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931137 Nov 27 01:07:05.690689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] For port 26054fd9-5d53-451e-9118-384db8dc166a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=26054fd9-5d53-451e-9118-384db8dc166a,segment=NetworkSegment(c5ae74be-6085-4ce6-a67c-f4e98566985a),segment_id=c5ae74be-6085-4ce6-a67c-f4e98566985a)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:05.691303 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.705739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Calling delete_port for 26054fd9-5d53-451e-9118-384db8dc166a owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:05.733198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] Pushing event updated for resources: {'Network': ['ID=a091afd8-2202-4a99-8196-017ee2dd06fd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:05.748254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-746ef6b9-4734-49c4-a46b-cdac63d4a67e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5784724 Nov 27 01:07:05.749163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47162) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:05.755263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a091afd8-2202-4a99-8196-017ee2dd06fd details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:07:05.755836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-77db92eb-56c1-4b29-9d65-bd6c357a4917 admin admin] Request body: {'subnet': {'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1360028236-subnet', 'tenant_id': '3d18fdeb600647ee8e969f0f02bf3f04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:05.757461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e04edbc-83d4-4d88-9e3d-5858fef9a371 None None] DHCP port deletion for b42cf66c-92fb-48b5-8395-bf542d1ebfa9 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:07:05.793701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77db92eb-56c1-4b29-9d65-bd6c357a4917 admin admin] Made reservation on behalf of 3d18fdeb600647ee8e969f0f02bf3f04 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:05.796149 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77db92eb-56c1-4b29-9d65-bd6c357a4917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.837039 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:05.871843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Pushing event deleted for resources: {'Port': ['ID=26054fd9-5d53-451e-9118-384db8dc166a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:05.873530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0e04edbc-83d4-4d88-9e3d-5858fef9a371 None None] The port '26054fd9-5d53-451e-9118-384db8dc166a' was deleted {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 01:07:05.883735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] No DVR routers for this DVR port 26054fd9-5d53-451e-9118-384db8dc166a on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:05.978492 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.002110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42cf66c-92fb-48b5-8395-bf542d1ebfa9']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:06.009047 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77db92eb-56c1-4b29-9d65-bd6c357a4917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.012667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ae74be-6085-4ce6-a67c-f4e98566985a') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:06.012959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ae74be-6085-4ce6-a67c-f4e98566985a') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:06.023669 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.043776 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.050379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:07:06.050776 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:07:06.052557 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:07:06.068601 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db92eb-56c1-4b29-9d65-bd6c357a4917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b5934a-a559-4c64-bf40-bb2897c0055f,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:06.078336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db92eb-56c1-4b29-9d65-bd6c357a4917 admin admin] Checking segment: {'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:06.078776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db92eb-56c1-4b29-9d65-bd6c357a4917 admin admin] Network hostable DHCP agents. Network: a091afd8-2202-4a99-8196-017ee2dd06fd, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:07:06.099431 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db92eb-56c1-4b29-9d65-bd6c357a4917 admin admin] Network a091afd8-2202-4a99-8196-017ee2dd06fd is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:07:06.114830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-77db92eb-56c1-4b29-9d65-bd6c357a4917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a091afd8-2202-4a99-8196-017ee2dd06fd) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:06.116693 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db92eb-56c1-4b29-9d65-bd6c357a4917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.119309 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77db92eb-56c1-4b29-9d65-bd6c357a4917 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.122609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c846c8-726d-4eed-86ea-811e73dba839 None None] Network a091afd8-2202-4a99-8196-017ee2dd06fd requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:06.139917 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.143703 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-77db92eb-56c1-4b29-9d65-bd6c357a4917 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3935063 Nov 27 01:07:06.149723 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.160570 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b42cf66c-92fb-48b5-8395-bf542d1ebfa9 HTTP/1.1" status: 204 len: 168 time: 0.8520131 Nov 27 01:07:06.187496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1c118-505a-4ee5-a0de-ff49edc7b545 admin admin] Pushing event deleted for resources: {'Network': ['ID=b42cf66c-92fb-48b5-8395-bf542d1ebfa9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:06.260821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92123ca3-ce8f-447a-89d2-26f191058c0e None None] Network a091afd8-2202-4a99-8196-017ee2dd06fd requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:06.291461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bce1d-6869-4bf6-9ec3-466ac73edcbc req-6deb1734-df3d-490f-bdb2-3147904228a2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.293353 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b19bce1d-6869-4bf6-9ec3-466ac73edcbc req-6deb1734-df3d-490f-bdb2-3147904228a2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.0784452 Nov 27 01:07:06.365145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47172) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:06.381565 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b19bce1d-6869-4bf6-9ec3-466ac73edcbc req-0fd581e3-c0dd-4b2f-a376-8f62a38812c4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811467 Nov 27 01:07:06.427730 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-de36e7b0-5306-4b0a-99e3-a8ce0af8cff6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2be0713d50fc47a68bde059f46f350ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0610332 Nov 27 01:07:06.430316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47176) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:06.486415 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4120bb9b-5947-4448-b8d1-a652d5046567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.513909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4120bb9b-5947-4448-b8d1-a652d5046567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.573562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4120bb9b-5947-4448-b8d1-a652d5046567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.576864 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4120bb9b-5947-4448-b8d1-a652d5046567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:06.580685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4120bb9b-5947-4448-b8d1-a652d5046567 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cae91929-97d7-4964-ab75-c213da039f6b HTTP/1.1" status: 204 len: 168 time: 0.1468475 Nov 27 01:07:06.586706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120bb9b-5947-4448-b8d1-a652d5046567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae91929-97d7-4964-ab75-c213da039f6b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:06.870681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd639d2-4c13-4041-8f69-fbe8cd1ca328 req-4053a299-6585-4874-b76d-a64a9935c103 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.881108 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fd639d2-4c13-4041-8f69-fbe8cd1ca328 req-4053a299-6585-4874-b76d-a64a9935c103 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0644910 Nov 27 01:07:06.933085 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fd639d2-4c13-4041-8f69-fbe8cd1ca328 req-1efd86ee-53ee-46f5-a37d-91530cc9ea3e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508626 Nov 27 01:07:06.966273 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-0a8641d9-3b87-492c-a38c-6794ceb56bf8 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:06.971967 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-0a8641d9-3b87-492c-a38c-6794ceb56bf8 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/networks?id=a091afd8-2202-4a99-8196-017ee2dd06fd HTTP/1.1" status: 200 len: 818 time: 0.1698167 Nov 27 01:07:06.997354 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-d026dff1-2cd7-44d4-a1a2-92824e4fbf99 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/quotas/3d18fdeb600647ee8e969f0f02bf3f04 HTTP/1.1" status: 200 len: 375 time: 0.0192945 Nov 27 01:07:07.029753 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:07.030298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47202) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:07.054170 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-49bfa59a-44e6-4a68-ba98-9e536d435505 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d18fdeb600647ee8e969f0f02bf3f04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498021 Nov 27 01:07:07.062989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:07.063337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0a4e407c-28c8-4df2-aca6-67bc9f02cf5d not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:07.063759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 26054fd9-5d53-451e-9118-384db8dc166a no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:07.083577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 26054fd9-5d53-451e-9118-384db8dc166a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:07.084392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 26054fd9-5d53-451e-9118-384db8dc166a not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:07.086920 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4357c1de-0959-4a13-98a1-138855df8e6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0491dd211cc84e8e991ceb25dad1d1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556092 Nov 27 01:07:07.087775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47206) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:07.146551 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aa64d813-f0aa-4732-bf77-662ee1b9761f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.173210 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aa64d813-f0aa-4732-bf77-662ee1b9761f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.189388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-135b4ca7-fa21-4c5d-b5d7-21c646216364 service neutron] 10.222.0.37 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225157 Nov 27 01:07:07.222650 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aa64d813-f0aa-4732-bf77-662ee1b9761f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.227791 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aa64d813-f0aa-4732-bf77-662ee1b9761f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:07.232290 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-aa64d813-f0aa-4732-bf77-662ee1b9761f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c80e1292-7183-439d-8154-c0d7a3d0466a HTTP/1.1" status: 204 len: 168 time: 0.1399281 Nov 27 01:07:07.244881 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64d813-f0aa-4732-bf77-662ee1b9761f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80e1292-7183-439d-8154-c0d7a3d0466a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:07.288654 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-3c17b90d-d659-4f23-b6e6-dd8b53793505 service neutron] 10.222.0.37 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924335 Nov 27 01:07:07.585865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d8199-4245-49e0-aa7d-f0177879209a req-e0dd5452-7ed9-4068-81fc-394d11e43f97 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:07.587494 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-693d8199-4245-49e0-aa7d-f0177879209a req-e0dd5452-7ed9-4068-81fc-394d11e43f97 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.1148012 Nov 27 01:07:07.687804 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-693d8199-4245-49e0-aa7d-f0177879209a req-220a34e2-4b93-447d-ab45-7d9d78101cbb tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901208 Nov 27 01:07:07.899190 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-954e069b-ea59-4eb0-add4-ad4353ec59c3 req-03433512-4cad-43de-ab6a-6ccd90193f15 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0480893 Nov 27 01:07:08.097604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47256) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:08.129773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc0370-0145-461f-9c10-08c14427ed8e req-a1d21a69-11bc-4bc6-bda7-0ed4de4200a9 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:08.138829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33dc0370-0145-461f-9c10-08c14427ed8e req-a1d21a69-11bc-4bc6-bda7-0ed4de4200a9 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1036439 Nov 27 01:07:08.217289 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33dc0370-0145-461f-9c10-08c14427ed8e req-e27767f3-9cb9-44d9-ba52-a7b2489ba051 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752804 Nov 27 01:07:08.255773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1167086598-network', 'tenant_id': '2b59d41565a44f78b6343f8bd6df1499'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:08.283040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Made reservation on behalf of 2b59d41565a44f78b6343f8bd6df1499 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:08.285873 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.297139 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.382225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.387025 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.409730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:07:08.424712 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:08.429825 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.430175 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Added segment 8cf96610-e680-4e6b-b5b8-a8e67158b091 of type vlan for network 58e80fbb-f600-4d63-9172-e475e9ab6f24 Nov 27 01:07:08.471863 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.502458 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.503529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:08.504228 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.582553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] Pushing event updated for resources: {'Network': ['ID=58e80fbb-f600-4d63-9172-e475e9ab6f24,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:08.591754 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9e81605b-8cdf-4366-aff3-34a0365b8644 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4927895 Nov 27 01:07:08.592967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47264) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:08.599680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 58e80fbb-f600-4d63-9172-e475e9ab6f24 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:07:08.600251 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-eba78c2e-c682-4def-9ae5-f576cb55e096 admin admin] Request body: {'subnet': {'network_id': '58e80fbb-f600-4d63-9172-e475e9ab6f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1167086598-subnet', 'tenant_id': '2b59d41565a44f78b6343f8bd6df1499', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:08.635828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba78c2e-c682-4def-9ae5-f576cb55e096 admin admin] Made reservation on behalf of 2b59d41565a44f78b6343f8bd6df1499 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:08.640140 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eba78c2e-c682-4def-9ae5-f576cb55e096 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:08.952542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32dd9c-f366-4f8e-a36f-ff7952aa65d9 req-8848c9bb-1619-485c-9e8f-a343d0c16bb0 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:08.960425 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c32dd9c-f366-4f8e-a36f-ff7952aa65d9 req-8848c9bb-1619-485c-9e8f-a343d0c16bb0 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.1157360 Nov 27 01:07:08.981455 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eba78c2e-c682-4def-9ae5-f576cb55e096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:09.057974 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba78c2e-c682-4def-9ae5-f576cb55e096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7213b6a9-76eb-498a-8e7b-b9c4e395ce47,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:09.071450 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c32dd9c-f366-4f8e-a36f-ff7952aa65d9 req-46e421dc-a689-40d7-9c55-ea514cd33d76 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094582 Nov 27 01:07:09.090472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba78c2e-c682-4def-9ae5-f576cb55e096 admin admin] Checking segment: {'id': '8cf96610-e680-4e6b-b5b8-a8e67158b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '58e80fbb-f600-4d63-9172-e475e9ab6f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:09.091059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba78c2e-c682-4def-9ae5-f576cb55e096 admin admin] Network hostable DHCP agents. Network: 58e80fbb-f600-4d63-9172-e475e9ab6f24, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:07:09.102567 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-927e3797-db0a-4c82-b11b-2c7d65d1e6b6 req-084062da-091a-4300-b2f2-9daf29bb223f tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0360174 Nov 27 01:07:09.115683 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba78c2e-c682-4def-9ae5-f576cb55e096 admin admin] Network 58e80fbb-f600-4d63-9172-e475e9ab6f24 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:07:09.128143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-eba78c2e-c682-4def-9ae5-f576cb55e096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 58e80fbb-f600-4d63-9172-e475e9ab6f24) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:09.132587 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba78c2e-c682-4def-9ae5-f576cb55e096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:09.133267 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eba78c2e-c682-4def-9ae5-f576cb55e096 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:09.138837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67ce9e7-a186-4268-ae78-f49349f53117 None None] Network 58e80fbb-f600-4d63-9172-e475e9ab6f24 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:09.156937 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eba78c2e-c682-4def-9ae5-f576cb55e096 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5559418 Nov 27 01:07:09.374054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c58e1e-f410-4692-bd93-362989fe2b00 None None] Network 58e80fbb-f600-4d63-9172-e475e9ab6f24 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:09.457985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea57f26-50f5-420f-bb2e-d23510d63270 req-d005eb3f-7b0a-47ba-bad6-9626afcef4ac tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:09.479596 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cea57f26-50f5-420f-bb2e-d23510d63270 req-d005eb3f-7b0a-47ba-bad6-9626afcef4ac tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1470687 Nov 27 01:07:09.539919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-393bd514-e0bd-4099-affe-05904f8c7715 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:09.542410 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-393bd514-e0bd-4099-affe-05904f8c7715 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.42 "GET /v2.0/networks?id=a091afd8-2202-4a99-8196-017ee2dd06fd HTTP/1.1" status: 200 len: 818 time: 0.1973758 Nov 27 01:07:09.580300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Request body: {'port': {'device_id': '1b4ce989-c6e8-4e05-973b-bde7bbdc47e9', 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd', 'admin_state_up': True, 'tenant_id': '3d18fdeb600647ee8e969f0f02bf3f04'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:09.599192 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cea57f26-50f5-420f-bb2e-d23510d63270 req-4ac538e9-4b32-45c9-b5ab-e888cddfff5c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180880 Nov 27 01:07:09.813289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-35321d12-4615-4335-8c54-8cf3b8d5cf91 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:09.820239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Made reservation on behalf of 3d18fdeb600647ee8e969f0f02bf3f04 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:09.827344 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:09.827908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-35321d12-4615-4335-8c54-8cf3b8d5cf91 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.11 "GET /v2.0/networks?id=a091afd8-2202-4a99-8196-017ee2dd06fd HTTP/1.1" status: 200 len: 818 time: 0.2486477 Nov 27 01:07:09.888230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Request body: {'port': {'device_id': '4f1be0f4-36f3-47a3-828c-f5bc364fa8b8', 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd', 'admin_state_up': True, 'tenant_id': '3d18fdeb600647ee8e969f0f02bf3f04'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:10.125698 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:10.126888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Made reservation on behalf of 3d18fdeb600647ee8e969f0f02bf3f04 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:10.139522 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.187073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Allocated IP 172.20.0.4 (a091afd8-2202-4a99-8196-017ee2dd06fd/67b5934a-a559-4c64-bf40-bb2897c0055f/48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:10.266024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:10.279067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1911730207-network', 'tenant_id': '188ce1f32f8547deae3c1eaeb06cdb84'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:10.289274 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:10.289880 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0214bf12-6b6c-467b-924d-8e6ba7f4a67d req-d8f62bba-4767-40fa-b2fa-9377a26bb906 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0565176 Nov 27 01:07:10.302859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '64e99ea7-10eb-4437-ad30-1a8dbce4f4a4', 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1', 'port_id': '64e99ea7-10eb-4437-ad30-1a8dbce4f4a4', 'mac_address': 'fa:16:3e:8a:fe:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c425f4c-85f5-429d-986b-d3dfb33a41e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:10.381337 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.396958 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:10.420537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:10.425602 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.473533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782d469-7444-439d-8206-4cd4378123f3 req-4cb38aff-29c7-41f1-8a03-86f5acc70751 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:10.475290 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f782d469-7444-439d-8206-4cd4378123f3 req-4cb38aff-29c7-41f1-8a03-86f5acc70751 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.2440960 Nov 27 01:07:10.486588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:10.490417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-8de5a807-b2c3-4a6e-9947-aa6280e716b7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:10.492256 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-8de5a807-b2c3-4a6e-9947-aa6280e716b7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.42 "GET /v2.0/networks?id=a091afd8-2202-4a99-8196-017ee2dd06fd HTTP/1.1" status: 200 len: 818 time: 0.5289435 Nov 27 01:07:10.501041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Made reservation on behalf of 188ce1f32f8547deae3c1eaeb06cdb84 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:10.503721 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.534956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Request body: {'port': {'device_id': '47711874-1c7d-44ae-9022-9a5c7b0a6e47', 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd', 'admin_state_up': True, 'tenant_id': '3d18fdeb600647ee8e969f0f02bf3f04'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:10.554909 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.689330 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.702369 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f782d469-7444-439d-8206-4cd4378123f3 req-083a2c8a-68b4-4f56-a927-11d18668d119 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062011 Nov 27 01:07:10.766162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b92df-86a7-4f49-bb0d-66fcc5850b39 req-d34f923b-287c-4f78-ab10-3193754509bf tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:10.779508 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-313b92df-86a7-4f49-bb0d-66fcc5850b39 req-d34f923b-287c-4f78-ab10-3193754509bf tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1057880 Nov 27 01:07:10.785464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['64e99ea7-10eb-4437-ad30-1a8dbce4f4a4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:10.849043 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.899948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Made reservation on behalf of 3d18fdeb600647ee8e969f0f02bf3f04 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:10.904567 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.912039 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-313b92df-86a7-4f49-bb0d-66fcc5850b39 req-c36c43f0-deaa-4f03-a8d1-6c1faf108d4c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280720 Nov 27 01:07:10.951571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Network a091afd8-2202-4a99-8196-017ee2dd06fd is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:10.956674 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:10.963114 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:10.963347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Allocated IP 172.20.0.7 (a091afd8-2202-4a99-8196-017ee2dd06fd/67b5934a-a559-4c64-bf40-bb2897c0055f/b7f3557c-272e-41a8-965d-8468495b9986) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:10.972194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Pushing event updated for resources: {'Port': ['ID=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:10.975304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:10.979678 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.094895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:07:11.130646 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baae9ff-f8e0-4b0b-8ccd-8399f85fe0e2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:11.134107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.134610 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Added segment 4ad5d49e-53a4-4477-b594-0fa6044058a3 of type vlan for network 53678fd8-b405-4eae-8175-c70a79ee75bf Nov 27 01:07:11.158026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:11.158881 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.180074 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.211579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-c203e07f-ef3b-4731-b072-c9127bb9f451 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6363544 Nov 27 01:07:11.221615 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.228615 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.242409 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Request body: {'port': {'device_id': '1b4ce989-c6e8-4e05-973b-bde7bbdc47e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:11.283198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Network a091afd8-2202-4a99-8196-017ee2dd06fd is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:11.286437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:11.291239 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:11.314683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Pushing event updated for resources: {'Port': ['ID=b7f3557c-272e-41a8-965d-8468495b9986,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:11.347883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:11.348795 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.358889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.360000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:11.360567 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.369923 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-74828e62-5d51-4faf-8440-758d5f9b1041 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4882853 Nov 27 01:07:11.393719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Request body: {'port': {'device_id': '4f1be0f4-36f3-47a3-828c-f5bc364fa8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:11.394262 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.api [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-9edc27d7-1b9a-4d1b-b61f-e45962589e57 {{(pid=103385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:07:11.394712 n-d-819494-2 neutron-server[103385]: DEBUG oslo_db.api [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:07:11.397825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.443943 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d098d86f-26d1-4b9c-be0a-ef9067aeae2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.452727 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ea8e94b-14ec-41a9-8c8e-62ca69a5635e req-989939ca-39b0-43ce-838c-5d4fb8f05aef tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0363650 Nov 27 01:07:11.459372 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1920950 Nov 27 01:07:11.463355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47388) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:11.469662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d1e8de7c-aa5d-4eb4-8893-73962bf5432e admin admin] Request body: {'subnet': {'network_id': '53678fd8-b405-4eae-8175-c70a79ee75bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1911730207-subnet', 'tenant_id': '188ce1f32f8547deae3c1eaeb06cdb84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:11.479446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc20ea7-24ae-4813-86eb-368ca2e33135 admin admin] Pushing event updated for resources: {'Network': ['ID=53678fd8-b405-4eae-8175-c70a79ee75bf,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:11.498771 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.499680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 53678fd8-b405-4eae-8175-c70a79ee75bf details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:07:11.542020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e8de7c-aa5d-4eb4-8893-73962bf5432e admin admin] Made reservation on behalf of 188ce1f32f8547deae3c1eaeb06cdb84 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:11.545521 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1e8de7c-aa5d-4eb4-8893-73962bf5432e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.877816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f3557c-272e-41a8-965d-8468495b9986 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:11.890080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:11.903306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Transition to ACTIVE for port object b7f3557c-272e-41a8-965d-8468495b9986 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:11.909324 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.002482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f3557c-272e-41a8-965d-8468495b9986,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:12.070814 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.104907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1e23d-f960-450b-92b8-416d9848f38e req-55d9ca95-7077-4b8d-894c-d6f3426ebc12 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:12.107064 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91c1e23d-f960-450b-92b8-416d9848f38e req-55d9ca95-7077-4b8d-894c-d6f3426ebc12 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1057127 Nov 27 01:07:12.112236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Attempting to bind port b7f3557c-272e-41a8-965d-8468495b9986 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:12.112568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Attempting to bind port b7f3557c-272e-41a8-965d-8468495b9986 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:12.112891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Attempting to bind port b7f3557c-272e-41a8-965d-8468495b9986 on network a091afd8-2202-4a99-8196-017ee2dd06fd {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:12.119230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Port b7f3557c-272e-41a8-965d-8468495b9986 on network a091afd8-2202-4a99-8196-017ee2dd06fd not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:12.119553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Attempting to bind port b7f3557c-272e-41a8-965d-8468495b9986 on network a091afd8-2202-4a99-8196-017ee2dd06fd {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:12.125791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:12.159949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:12.160688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Checking segment: {'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:12.161297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Bound using segment: {'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:12.161949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Bound port: b7f3557c-272e-41a8-965d-8468495b9986, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:12.162695 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.185099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:12.192839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:12.194942 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.231324 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91c1e23d-f960-450b-92b8-416d9848f38e req-ea5d8bbf-d9e9-4015-9075-71f6eb80ad46 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976369 Nov 27 01:07:12.273483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8ab91-b8c5-4055-b8c9-e04ffe403718 req-448cd413-1fc2-48ae-8be7-a71ee0488b41 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:12.280821 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ee8ab91-b8c5-4055-b8c9-e04ffe403718 req-448cd413-1fc2-48ae-8be7-a71ee0488b41 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 944 time: 0.2032993 Nov 27 01:07:12.293689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] For port b7f3557c-272e-41a8-965d-8468495b9986, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:12.300366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] For port b7f3557c-272e-41a8-965d-8468495b9986, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b7f3557c-272e-41a8-965d-8468495b9986,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:12.314852 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.332660 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.359085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:12.360175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.361872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] 10.222.0.11 "PUT /v2.0/ports/b7f3557c-272e-41a8-965d-8468495b9986 HTTP/1.1" status: 200 len: 1091 time: 0.9741235 Nov 27 01:07:12.362856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1be0f4-36f3-47a3-828c-f5bc364fa8b8', 'tag': 'b7f3557c-272e-41a8-965d-8468495b9986'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:12.364952 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1e8de7c-aa5d-4eb4-8893-73962bf5432e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.371915 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e67d78-8c2f-4922-ba72-7b684926cc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1be0f4-36f3-47a3-828c-f5bc364fa8b8", "tag": "b7f3557c-272e-41a8-965d-8468495b9986"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:12.375658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e73e4-4f8e-4653-b6ad-0abe71f055d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e99ea7-10eb-4437-ad30-1a8dbce4f4a4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:12.378143 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae95460c-3b14-4249-877e-434da2558263" -d '{"events": [{"server_uuid": "2b5e73e4-4f8e-4653-b6ad-0abe71f055d9", "name": "network-vif-plugged", "status": "completed", "tag": "64e99ea7-10eb-4437-ad30-1a8dbce4f4a4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:12.397928 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:12.415186 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.430063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fac58a-c9bd-4d1e-8b66-8bc7a5996ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f3557c-272e-41a8-965d-8468495b9986,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:12.454523 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ee8ab91-b8c5-4055-b8c9-e04ffe403718 req-9064cd88-43d7-4963-b6ad-6ff0460ff97f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676648 Nov 27 01:07:12.477923 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d529938-8e62-4199-b434-4789208e8a33 x-openstack-request-id: req-4d529938-8e62-4199-b434-4789208e8a33 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:12.478215 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1be0f4-36f3-47a3-828c-f5bc364fa8b8", "tag": "b7f3557c-272e-41a8-965d-8468495b9986", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:12.478495 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d529938-8e62-4199-b434-4789208e8a33 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:12.478898 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1be0f4-36f3-47a3-828c-f5bc364fa8b8', 'tag': 'b7f3557c-272e-41a8-965d-8468495b9986', 'status': 'completed', 'code': 200} Nov 27 01:07:12.498665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-af611349-0339-40b3-a8bb-e881b28b6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:12.500346 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-af611349-0339-40b3-a8bb-e881b28b6ff6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d18fdeb600647ee8e969f0f02bf3f04&device_id=4f1be0f4-36f3-47a3-828c-f5bc364fa8b8 HTTP/1.1" status: 200 len: 1094 time: 0.0671246 Nov 27 01:07:12.506730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:12.529619 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a070a551-8d35-4b63-a52e-b7bac510a238 x-openstack-request-id: req-a070a551-8d35-4b63-a52e-b7bac510a238 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:12.529985 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e73e4-4f8e-4653-b6ad-0abe71f055d9", "name": "network-vif-plugged", "status": "completed", "tag": "64e99ea7-10eb-4437-ad30-1a8dbce4f4a4", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:12.530269 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a070a551-8d35-4b63-a52e-b7bac510a238 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:12.530678 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e73e4-4f8e-4653-b6ad-0abe71f055d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e99ea7-10eb-4437-ad30-1a8dbce4f4a4', 'code': 200} Nov 27 01:07:12.549587 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:12.558446 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.562288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-60cb1d88-3caf-4d79-821b-d259232a5e98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f3557c-272e-41a8-965d-8468495b9986 HTTP/1.1" status: 200 len: 217 time: 0.0433521 Nov 27 01:07:12.565131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8de7c-aa5d-4eb4-8893-73962bf5432e admin admin] Pushing event updated for resources: {'Subnet': ['ID=649e80f3-0336-4571-8e21-557159391427,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:12.601970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Transition to ACTIVE for port object 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:12.626409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.637248 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4ce088e3-f7fb-4c81-beef-423ebc9d9e63 req-1ae4bb3c-cd89-40d1-aa7f-8197ac5d7b4e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 210 time: 0.0594046 Nov 27 01:07:12.646152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-816d65c5-3e61-4489-9b25-f78fe79171a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:12.666057 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-816d65c5-3e61-4489-9b25-f78fe79171a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67b5934a-a559-4c64-bf40-bb2897c0055f HTTP/1.1" status: 200 len: 858 time: 0.0761654 Nov 27 01:07:12.705399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e8de7c-aa5d-4eb4-8893-73962bf5432e admin admin] Checking segment: {'id': '4ad5d49e-53a4-4477-b594-0fa6044058a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '53678fd8-b405-4eae-8175-c70a79ee75bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:12.705766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e8de7c-aa5d-4eb4-8893-73962bf5432e admin admin] Network hostable DHCP agents. Network: 53678fd8-b405-4eae-8175-c70a79ee75bf, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:07:12.708723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-afa81e2a-ed7a-4b77-b7db-65475e66f7da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a091afd8-2202-4a99-8196-017ee2dd06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466037 Nov 27 01:07:12.753212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf7164-cc79-4503-8967-2b113dbbec81 req-ecf2b6d0-ae12-4177-98c0-ec01a0490a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:12.754806 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2cf7164-cc79-4503-8967-2b113dbbec81 req-ecf2b6d0-ae12-4177-98c0-ec01a0490a7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 1096 time: 0.0915573 Nov 27 01:07:12.779719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e8de7c-aa5d-4eb4-8893-73962bf5432e admin admin] Network 53678fd8-b405-4eae-8175-c70a79ee75bf is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:07:12.781773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Pushing event updated for resources: {'Port': ['ID=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:12.788606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Allocated IP 172.20.0.9 (a091afd8-2202-4a99-8196-017ee2dd06fd/67b5934a-a559-4c64-bf40-bb2897c0055f/fda0c50d-d11c-493d-8819-144527e56dfb) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:12.824602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-d1e8de7c-aa5d-4eb4-8893-73962bf5432e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 53678fd8-b405-4eae-8175-c70a79ee75bf) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:12.830052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e8de7c-aa5d-4eb4-8893-73962bf5432e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:12.831009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1e8de7c-aa5d-4eb4-8893-73962bf5432e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:12.836985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deacfbc-1d33-4a26-a4bc-ec2beb8b1f94 None None] Network 53678fd8-b405-4eae-8175-c70a79ee75bf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:12.881441 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2cf7164-cc79-4503-8967-2b113dbbec81 req-a2620eee-d23f-4421-9513-6d5f83ea6574 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090639 Nov 27 01:07:12.905745 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-2e8f3609-f5ff-418f-8b74-59bd0127a3ec service neutron] 10.222.0.11 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261818 Nov 27 01:07:12.911485 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d1e8de7c-aa5d-4eb4-8893-73962bf5432e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4470561 Nov 27 01:07:12.951502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Attempting to bind port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:12.952283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Attempting to bind port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:12.952870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Attempting to bind port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 on network a091afd8-2202-4a99-8196-017ee2dd06fd {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:12.972445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 on network a091afd8-2202-4a99-8196-017ee2dd06fd not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:12.973634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Attempting to bind port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 on network a091afd8-2202-4a99-8196-017ee2dd06fd {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:12.990748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:12.991201 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Checking segment: {'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:12.991603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Bound using segment: {'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:12.992036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Bound port: 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:12.992409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.037182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9716f65-eeec-48db-9c1e-85ffb70fd870 None None] Network 53678fd8-b405-4eae-8175-c70a79ee75bf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:13.045404 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09c3b4b1-9ec8-4099-a79d-2aeca05b483a service neutron] 10.222.0.11 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211603 Nov 27 01:07:13.147152 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.149248 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] For port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:13.154499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] For port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:13.181008 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.236486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e67d78-8c2f-4922-ba72-7b684926cc9f req-b08b43eb-58e3-4f98-9880-f4142d7ac068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.238164 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61e67d78-8c2f-4922-ba72-7b684926cc9f req-b08b43eb-58e3-4f98-9880-f4142d7ac068 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d18fdeb600647ee8e969f0f02bf3f04&device_id=4f1be0f4-36f3-47a3-828c-f5bc364fa8b8 HTTP/1.1" status: 200 len: 1094 time: 0.0739915 Nov 27 01:07:13.254126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.254885 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.256279 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] 10.222.0.42 "PUT /v2.0/ports/48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 HTTP/1.1" status: 200 len: 1091 time: 2.0206895 Nov 27 01:07:13.258600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4ce989-c6e8-4e05-973b-bde7bbdc47e9', 'tag': '48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:13.264383 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98df72c-6c1e-4023-89d2-7f50ab87f0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4ce989-c6e8-4e05-973b-bde7bbdc47e9", "tag": "48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:13.307783 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067606c-97ff-4b6d-be43-98f137815122 service neutron] Pushing event updated for resources: {'Port': ['ID=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:13.313373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.408737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Pushing event updated for resources: {'Port': ['ID=fda0c50d-d11c-493d-8819-144527e56dfb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:13.419232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Network a091afd8-2202-4a99-8196-017ee2dd06fd is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:13.421223 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:13.426825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:13.427146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e67d78-8c2f-4922-ba72-7b684926cc9f req-15fde2f4-bbc6-4dd7-a848-5e2976346d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.428625 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61e67d78-8c2f-4922-ba72-7b684926cc9f req-15fde2f4-bbc6-4dd7-a848-5e2976346d58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a091afd8-2202-4a99-8196-017ee2dd06fd HTTP/1.1" status: 200 len: 919 time: 0.1819003 Nov 27 01:07:13.457186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-0c681806-196d-402f-9111-8c4c510ddee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.458705 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-0c681806-196d-402f-9111-8c4c510ddee1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d18fdeb600647ee8e969f0f02bf3f04&device_id=1b4ce989-c6e8-4e05-973b-bde7bbdc47e9 HTTP/1.1" status: 200 len: 1094 time: 0.0946932 Nov 27 01:07:13.510987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e34734-5ba5-4985-8f6c-5704a38aec7f req-fa4d9422-8376-4e46-b793-84dc0b9cec00 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.512921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c1e34734-5ba5-4985-8f6c-5704a38aec7f req-fa4d9422-8376-4e46-b793-84dc0b9cec00 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1372547 Nov 27 01:07:13.514288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61e67d78-8c2f-4922-ba72-7b684926cc9f req-e6794ab4-f36e-47da-b4c5-1b17a4dede2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f3557c-272e-41a8-965d-8468495b9986 HTTP/1.1" status: 200 len: 217 time: 0.0749233 Nov 27 01:07:13.531217 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-db71c461-0862-4028-9b23-41b90d33a091 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 HTTP/1.1" status: 200 len: 217 time: 0.0477562 Nov 27 01:07:13.538821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.539426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.605233 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c1e34734-5ba5-4985-8f6c-5704a38aec7f req-b3d18196-97a9-477c-aee9-e42bd384bc8d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859265 Nov 27 01:07:13.607501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e67d78-8c2f-4922-ba72-7b684926cc9f req-ec9fc9a2-7ad0-4e19-ae0c-677829f4a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.609346 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61e67d78-8c2f-4922-ba72-7b684926cc9f req-ec9fc9a2-7ad0-4e19-ae0c-677829f4a2a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=67b5934a-a559-4c64-bf40-bb2897c0055f HTTP/1.1" status: 200 len: 858 time: 0.0820065 Nov 27 01:07:13.642103 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-b92196e9-31d7-457f-b67a-32fcdc31ead3 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1267381 Nov 27 01:07:13.648290 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61e67d78-8c2f-4922-ba72-7b684926cc9f req-a4bc4f4b-0e5b-4bdf-8e0f-912e1939bd73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a091afd8-2202-4a99-8196-017ee2dd06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295212 Nov 27 01:07:13.663438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-0e219f81-28aa-40a1-9a09-3cb2f71d9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.664910 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-0e219f81-28aa-40a1-9a09-3cb2f71d9fb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67b5934a-a559-4c64-bf40-bb2897c0055f HTTP/1.1" status: 200 len: 858 time: 0.1223657 Nov 27 01:07:13.666870 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c74a6a-fda6-4ab4-99d3-c42921f93daa x-openstack-request-id: req-80c74a6a-fda6-4ab4-99d3-c42921f93daa {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:13.667154 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4ce989-c6e8-4e05-973b-bde7bbdc47e9", "tag": "48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:13.667443 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80c74a6a-fda6-4ab4-99d3-c42921f93daa {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:13.667923 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4ce989-c6e8-4e05-973b-bde7bbdc47e9', 'tag': '48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8', 'status': 'completed', 'code': 200} Nov 27 01:07:13.699269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Request body: {'port': {'device_id': '47711874-1c7d-44ae-9022-9a5c7b0a6e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:13.749151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-e8cdd847-cc48-4cf9-bb0e-17503b94a08e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a091afd8-2202-4a99-8196-017ee2dd06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437174 Nov 27 01:07:13.778337 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61e67d78-8c2f-4922-ba72-7b684926cc9f req-d8907b08-9794-418b-b434-589bd3e043e6 service neutron] 10.222.0.11 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196969 Nov 27 01:07:13.780316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-768301ad-528e-4733-8dc8-c754d16a015a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.781786 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-768301ad-528e-4733-8dc8-c754d16a015a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/networks?id=58e80fbb-f600-4d63-9172-e475e9ab6f24 HTTP/1.1" status: 200 len: 815 time: 0.2495165 Nov 27 01:07:13.855666 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-880f427f-7e74-432f-b30e-9571fed16084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.860919 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-1780597a-0498-481f-89a6-d4de1a82f531 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/quotas/2b59d41565a44f78b6343f8bd6df1499 HTTP/1.1" status: 200 len: 375 time: 0.0688980 Nov 27 01:07:13.880109 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:13.914283 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-4cd03150-5039-4fc1-a700-3d92c22e9f83 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b59d41565a44f78b6343f8bd6df1499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446804 Nov 27 01:07:13.925050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6174c9-b570-4126-84cd-aab8f59131c4 req-dcbdf32f-e52d-47c5-8700-ab90e94b74cd tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:13.927339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab6174c9-b570-4126-84cd-aab8f59131c4 req-dcbdf32f-e52d-47c5-8700-ab90e94b74cd tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.0865619 Nov 27 01:07:13.993370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61e67d78-8c2f-4922-ba72-7b684926cc9f req-e95ca7c6-189e-449e-b133-d840647f0f2d service neutron] 10.222.0.11 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042842 Nov 27 01:07:14.023471 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-51c959ec-6a1d-4c32-bc2a-b25b435c2cf4 service neutron] 10.222.0.42 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621710 Nov 27 01:07:14.030733 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab6174c9-b570-4126-84cd-aab8f59131c4 req-cb253d4d-b78d-4846-994c-603ae78d5dbf tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872400 Nov 27 01:07:14.040598 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.165520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aedb4-2e9c-487e-8952-23746c2b9fec req-7f550dd8-7a73-4d4b-8238-5b56eddf2360 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:14.173638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b71aedb4-2e9c-487e-8952-23746c2b9fec req-7f550dd8-7a73-4d4b-8238-5b56eddf2360 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 931 time: 0.0655940 Nov 27 01:07:14.182311 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-30d8de23-704d-4fcf-817d-50ac7cc7bf45 service neutron] 10.222.0.37 "GET /v2.0/networks/58e80fbb-f600-4d63-9172-e475e9ab6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571158 Nov 27 01:07:14.231062 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b71aedb4-2e9c-487e-8952-23746c2b9fec req-08267d70-8e53-4de4-9a52-d5727a9a786b tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562339 Nov 27 01:07:14.327086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-4356f1ac-6840-40e2-b518-9dda470aa808 service neutron] 10.222.0.42 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659357 Nov 27 01:07:14.385595 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-2a5b23e9-ea3a-4e81-9220-1b9d18da3399 service neutron] 10.222.0.37 "GET /v2.0/networks/58e80fbb-f600-4d63-9172-e475e9ab6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934099 Nov 27 01:07:14.445910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda0c50d-d11c-493d-8819-144527e56dfb {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:14.455466 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.477564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Transition to ACTIVE for port object fda0c50d-d11c-493d-8819-144527e56dfb will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:14.482085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.591918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Pushing event updated for resources: {'Port': ['ID=fda0c50d-d11c-493d-8819-144527e56dfb,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:14.600938 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98df72c-6c1e-4023-89d2-7f50ab87f0f3 req-285f849d-0a65-4f29-93e7-c17ec099561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:14.601571 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bebcf3ef-d296-4141-a678-a9829a35d0d9 req-bf452482-3cd4-46bf-b1b9-8415feab971f tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 210 time: 0.0370209 Nov 27 01:07:14.605530 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f98df72c-6c1e-4023-89d2-7f50ab87f0f3 req-285f849d-0a65-4f29-93e7-c17ec099561d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d18fdeb600647ee8e969f0f02bf3f04&device_id=1b4ce989-c6e8-4e05-973b-bde7bbdc47e9 HTTP/1.1" status: 200 len: 1094 time: 0.1179366 Nov 27 01:07:14.812868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Attempting to bind port fda0c50d-d11c-493d-8819-144527e56dfb on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:14.815694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Attempting to bind port fda0c50d-d11c-493d-8819-144527e56dfb by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:14.815694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Attempting to bind port fda0c50d-d11c-493d-8819-144527e56dfb on network a091afd8-2202-4a99-8196-017ee2dd06fd {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:14.832131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Port fda0c50d-d11c-493d-8819-144527e56dfb on network a091afd8-2202-4a99-8196-017ee2dd06fd not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:14.832462 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Attempting to bind port fda0c50d-d11c-493d-8819-144527e56dfb on network a091afd8-2202-4a99-8196-017ee2dd06fd {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:14.837567 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98df72c-6c1e-4023-89d2-7f50ab87f0f3 req-fa84efdd-ce74-44d8-9d0f-dd9d1e74323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:14.839090 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f98df72c-6c1e-4023-89d2-7f50ab87f0f3 req-fa84efdd-ce74-44d8-9d0f-dd9d1e74323d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a091afd8-2202-4a99-8196-017ee2dd06fd HTTP/1.1" status: 200 len: 919 time: 0.2090144 Nov 27 01:07:14.850493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864982a-ebc4-4ab1-9417-d73dc3319e5e req-f60ef294-82c6-49ba-bdf0-053887165cc6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:14.852124 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e864982a-ebc4-4ab1-9417-d73dc3319e5e req-f60ef294-82c6-49ba-bdf0-053887165cc6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1368186 Nov 27 01:07:14.854621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:14.855145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Checking segment: {'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:14.855472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Bound using segment: {'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:14.855916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Bound port: fda0c50d-d11c-493d-8819-144527e56dfb, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93482d0d-ae1d-4f24-945e-d4185cc84bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:14.856270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.864202 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:14.923150 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f98df72c-6c1e-4023-89d2-7f50ab87f0f3 req-ae2af117-efd2-4b59-891d-f7e6317a3db2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 HTTP/1.1" status: 200 len: 217 time: 0.0696340 Nov 27 01:07:15.023532 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e864982a-ebc4-4ab1-9417-d73dc3319e5e req-489b798c-0a65-4d05-9fc3-32dcf1f4ad7e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581082 Nov 27 01:07:15.054319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98df72c-6c1e-4023-89d2-7f50ab87f0f3 req-894c2a2d-b7ba-4f9c-a780-76beb90c9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:15.055933 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f98df72c-6c1e-4023-89d2-7f50ab87f0f3 req-894c2a2d-b7ba-4f9c-a780-76beb90c9a02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67b5934a-a559-4c64-bf40-bb2897c0055f HTTP/1.1" status: 200 len: 858 time: 0.1130602 Nov 27 01:07:15.060217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] For port fda0c50d-d11c-493d-8819-144527e56dfb, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:15.064996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] For port fda0c50d-d11c-493d-8819-144527e56dfb, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fda0c50d-d11c-493d-8819-144527e56dfb,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:15.076285 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.136497 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f98df72c-6c1e-4023-89d2-7f50ab87f0f3 req-ec379155-b82e-4fa1-84b1-5ada923df8c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a091afd8-2202-4a99-8196-017ee2dd06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622542 Nov 27 01:07:15.153749 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b7f3557c-272e-41a8-965d-8468495b9986 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:15.170925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd7240-b493-43b1-89e4-4afcced095b5 req-cd067501-ff66-4c68-97ac-6928f383656a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:15.180145 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fbcd7240-b493-43b1-89e4-4afcced095b5 req-cd067501-ff66-4c68-97ac-6928f383656a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.0675125 Nov 27 01:07:15.184796 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:15.188890 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.191563 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] 10.222.0.42 "PUT /v2.0/ports/fda0c50d-d11c-493d-8819-144527e56dfb HTTP/1.1" status: 200 len: 1091 time: 1.4991262 Nov 27 01:07:15.255574 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fbcd7240-b493-43b1-89e4-4afcced095b5 req-47219f18-b1f7-4abf-a396-b18824ea46c1 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745952 Nov 27 01:07:15.287883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port b7f3557c-272e-41a8-965d-8468495b9986, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b7f3557c-272e-41a8-965d-8468495b9986,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:15.304660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'b7f3557c-272e-41a8-965d-8468495b9986', 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd', 'port_id': 'b7f3557c-272e-41a8-965d-8468495b9986', 'mac_address': 'fa:16:3e:00:a3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b5934a-a559-4c64-bf40-bb2897c0055f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:15.310614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aee711-3e70-4dc7-a76a-4bc3777b3737 service neutron] Pushing event updated for resources: {'Port': ['ID=fda0c50d-d11c-493d-8819-144527e56dfb,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:15.378100 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.401082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f3557c-272e-41a8-965d-8468495b9986 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:15.426591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port b7f3557c-272e-41a8-965d-8468495b9986, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b7f3557c-272e-41a8-965d-8468495b9986,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:15.432148 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:15.437620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-0952d4ce-95ec-4671-852c-14417dd36c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:15.440167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-0952d4ce-95ec-4671-852c-14417dd36c44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d18fdeb600647ee8e969f0f02bf3f04&device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 1094 time: 0.1551096 Nov 27 01:07:15.444898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f98df72c-6c1e-4023-89d2-7f50ab87f0f3 req-ab5a8327-4585-486e-bc78-33787f80d8d8 service neutron] 10.222.0.42 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922957 Nov 27 01:07:15.447279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c73ee-1baa-4744-a7a8-ea48d167c3e7 req-f2ae5e20-1ed9-40c0-8be9-2127c137aefa tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:15.449077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-470c73ee-1baa-4744-a7a8-ea48d167c3e7 req-f2ae5e20-1ed9-40c0-8be9-2127c137aefa tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 1096 time: 0.0572274 Nov 27 01:07:15.468007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6ae45-7981-4977-8dc2-aba8f875ade4 req-6e4b893f-b064-407a-bc2e-103dc091e85e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:15.470066 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1b6ae45-7981-4977-8dc2-aba8f875ade4 req-6e4b893f-b064-407a-bc2e-103dc091e85e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 943 time: 0.0889285 Nov 27 01:07:15.506890 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-470c73ee-1baa-4744-a7a8-ea48d167c3e7 req-c68e4e0a-7a00-4074-8b86-cf15d98e81c3 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513835 Nov 27 01:07:15.514148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=b7f3557c-272e-41a8-965d-8468495b9986,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:15.535086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-71fa5411-2b73-4259-b3c2-d5b2a3472fc5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fda0c50d-d11c-493d-8819-144527e56dfb HTTP/1.1" status: 200 len: 217 time: 0.0628853 Nov 27 01:07:15.651468 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1b6ae45-7981-4977-8dc2-aba8f875ade4 req-f4ea8ea0-a833-4e80-9763-10df8d12d84b tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643894 Nov 27 01:07:15.656031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-ab45985f-6c15-4ebf-a289-82b5a80aa0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:15.657380 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-ab45985f-6c15-4ebf-a289-82b5a80aa0dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67b5934a-a559-4c64-bf40-bb2897c0055f HTTP/1.1" status: 200 len: 858 time: 0.0911593 Nov 27 01:07:15.671138 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47711874-1c7d-44ae-9022-9a5c7b0a6e47', 'tag': 'fda0c50d-d11c-493d-8819-144527e56dfb'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:15.673534 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8dde3b-6c39-43da-89c3-f4e1f80168c6" -d '{"events": [{"name": "network-changed", "server_uuid": "47711874-1c7d-44ae-9022-9a5c7b0a6e47", "tag": "fda0c50d-d11c-493d-8819-144527e56dfb"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:15.709338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-40cbc73c-fac0-4c09-a09d-302b5ff587a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a091afd8-2202-4a99-8196-017ee2dd06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327821 Nov 27 01:07:15.711538 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f98df72c-6c1e-4023-89d2-7f50ab87f0f3 req-5847b981-2526-4c66-b841-fac4c787784d service neutron] 10.222.0.42 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405181 Nov 27 01:07:15.818412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67526f2f-ce7e-4289-8124-a73b4ba0c681 req-f173317f-2a08-4216-b734-76e12b6fe8f4 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:15.819938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-67526f2f-ce7e-4289-8124-a73b4ba0c681 req-f173317f-2a08-4216-b734-76e12b6fe8f4 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 1096 time: 0.0912862 Nov 27 01:07:15.851543 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b4437c3-e911-405d-b151-8f222f918355 req-5f62e0fa-721d-4ee4-9ead-9e28f2146b83 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 210 time: 0.0439141 Nov 27 01:07:15.876973 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-5df59600-3038-46f0-b019-c2ed44b97eff service neutron] 10.222.0.42 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399584 Nov 27 01:07:15.901114 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383dc04a-9fab-4167-96d0-99654b3d943f x-openstack-request-id: req-383dc04a-9fab-4167-96d0-99654b3d943f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:15.901405 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47711874-1c7d-44ae-9022-9a5c7b0a6e47", "tag": "fda0c50d-d11c-493d-8819-144527e56dfb", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:15.901656 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-383dc04a-9fab-4167-96d0-99654b3d943f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:15.902618 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47711874-1c7d-44ae-9022-9a5c7b0a6e47', 'tag': 'fda0c50d-d11c-493d-8819-144527e56dfb', 'status': 'completed', 'code': 200} Nov 27 01:07:15.918596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b7f3557c-272e-41a8-965d-8468495b9986'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:15.925493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-67526f2f-ce7e-4289-8124-a73b4ba0c681 req-a96cbc77-c32f-46ef-abd7-d45b2f47ab56 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987418 Nov 27 01:07:16.043895 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5920bea3-4fb6-4c16-aa6b-6773f83e70b9 req-d0b5d72c-6740-447a-9719-3e87f0e8c319 service neutron] 10.222.0.42 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448722 Nov 27 01:07:16.253833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b38c9-a345-4e81-8d3e-2befeb9f9ed1 req-5d84d15d-f6b8-4ade-b0dd-0af85aab920c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:16.255639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d52b38c9-a345-4e81-8d3e-2befeb9f9ed1 req-5d84d15d-f6b8-4ade-b0dd-0af85aab920c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 945 time: 0.1488669 Nov 27 01:07:16.257836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dde3b-6c39-43da-89c3-f4e1f80168c6 req-2805c281-b3e9-47cf-9793-85c6715afd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:16.259437 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f8dde3b-6c39-43da-89c3-f4e1f80168c6 req-2805c281-b3e9-47cf-9793-85c6715afd19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d18fdeb600647ee8e969f0f02bf3f04&device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 1094 time: 0.1013453 Nov 27 01:07:16.263911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-87a9d28e-518c-48ec-ae59-ff9a9e5577c2 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:16.265906 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-87a9d28e-518c-48ec-ae59-ff9a9e5577c2 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.11 "GET /v2.0/networks?id=58e80fbb-f600-4d63-9172-e475e9ab6f24 HTTP/1.1" status: 200 len: 815 time: 0.3027427 Nov 27 01:07:16.312405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Request body: {'port': {'device_id': 'b057781e-f262-4f27-ae57-c36513906b27', 'network_id': '58e80fbb-f600-4d63-9172-e475e9ab6f24', 'admin_state_up': True, 'tenant_id': '2b59d41565a44f78b6343f8bd6df1499'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:16.326654 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d52b38c9-a345-4e81-8d3e-2befeb9f9ed1 req-977950a5-1840-4ee2-a8d2-0ba03385698a tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597270 Nov 27 01:07:16.330713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b4ea8-6094-4083-bed7-f2339cc913a0 req-f1bf78a1-2a51-4284-8ef8-9b49d85c21d9 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:16.332472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1b4ea8-6094-4083-bed7-f2339cc913a0 req-f1bf78a1-2a51-4284-8ef8-9b49d85c21d9 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1105204 Nov 27 01:07:16.420017 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1b4ea8-6094-4083-bed7-f2339cc913a0 req-5b9356d6-cea6-484b-bc7d-6a73038184e4 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743172 Nov 27 01:07:16.421416 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dde3b-6c39-43da-89c3-f4e1f80168c6 req-2f8cf7b5-05dd-4696-9a19-d30728452229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:16.423085 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f8dde3b-6c39-43da-89c3-f4e1f80168c6 req-2f8cf7b5-05dd-4696-9a19-d30728452229 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a091afd8-2202-4a99-8196-017ee2dd06fd HTTP/1.1" status: 200 len: 919 time: 0.1545951 Nov 27 01:07:16.453084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Made reservation on behalf of 2b59d41565a44f78b6343f8bd6df1499 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:16.457627 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.472554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f8dde3b-6c39-43da-89c3-f4e1f80168c6 req-f3aaa489-16bd-42e0-a291-0b4ac2ca96b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fda0c50d-d11c-493d-8819-144527e56dfb HTTP/1.1" status: 200 len: 217 time: 0.0401990 Nov 27 01:07:16.530477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dde3b-6c39-43da-89c3-f4e1f80168c6 req-54464cd7-150f-4362-b7ec-4d170bd53ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:16.531889 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f8dde3b-6c39-43da-89c3-f4e1f80168c6 req-54464cd7-150f-4362-b7ec-4d170bd53ac1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67b5934a-a559-4c64-bf40-bb2897c0055f HTTP/1.1" status: 200 len: 858 time: 0.0510647 Nov 27 01:07:16.590645 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.598751 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f8dde3b-6c39-43da-89c3-f4e1f80168c6 req-256fff9c-99da-491e-8769-5b3c208fb67d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a091afd8-2202-4a99-8196-017ee2dd06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588624 Nov 27 01:07:16.675358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Allocated IP 172.20.0.6 (58e80fbb-f600-4d63-9172-e475e9ab6f24/7213b6a9-76eb-498a-8e7b-b9c4e395ce47/e641298d-cf9e-424a-9f95-1d74ccf82412) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:16.753189 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f8dde3b-6c39-43da-89c3-f4e1f80168c6 req-5b144362-10dc-4996-8ac7-71ee8a1c5131 service neutron] 10.222.0.42 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411688 Nov 27 01:07:16.884334 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.932429 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:16.947327 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.001347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Network 58e80fbb-f600-4d63-9172-e475e9ab6f24 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:17.005342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:17.009948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:17.037235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Pushing event updated for resources: {'Port': ['ID=e641298d-cf9e-424a-9f95-1d74ccf82412,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:17.071689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:17.072895 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.103878 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-bd1d6511-0059-4ba3-a68a-4cc9a3427a0a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7957821 Nov 27 01:07:17.125473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Request body: {'port': {'device_id': 'b057781e-f262-4f27-ae57-c36513906b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:17.187808 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.243124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26109e2-f982-49e3-9466-d1bf14c0570a req-e8dbde87-b0a6-455d-a38c-6855c6237f90 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:17.244610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f26109e2-f982-49e3-9466-d1bf14c0570a req-e8dbde87-b0a6-455d-a38c-6855c6237f90 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 943 time: 0.4044008 Nov 27 01:07:17.287308 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f8dde3b-6c39-43da-89c3-f4e1f80168c6 req-4289718e-1bcb-4c23-84db-dd74a33a2365 service neutron] 10.222.0.42 "GET /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257549 Nov 27 01:07:17.317067 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f26109e2-f982-49e3-9466-d1bf14c0570a req-e2179dd3-84fd-4af0-a17f-a6ccadd495c2 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634937 Nov 27 01:07:17.465147 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.558985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e641298d-cf9e-424a-9f95-1d74ccf82412 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:17.568027 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.593948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Transition to ACTIVE for port object e641298d-cf9e-424a-9f95-1d74ccf82412 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:17.595351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a5d50-9d60-4c53-9b3f-851e1c0ed1c2 req-8322d973-a5b8-456e-b06d-eac264fab62c tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:17.598651 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-852a5d50-9d60-4c53-9b3f-851e1c0ed1c2 req-8322d973-a5b8-456e-b06d-eac264fab62c tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 931 time: 0.0798388 Nov 27 01:07:17.599194 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.660852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=e641298d-cf9e-424a-9f95-1d74ccf82412,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:17.666577 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-852a5d50-9d60-4c53-9b3f-851e1c0ed1c2 req-0874d979-ee86-43f3-9c45-ff3ad0b4fa40 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551126 Nov 27 01:07:17.716322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-ca028498-bbc9-44a5-98c1-bdcb85fb15c9 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:07:17.717522 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-ca028498-bbc9-44a5-98c1-bdcb85fb15c9 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083451 Nov 27 01:07:17.783590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Attempting to bind port e641298d-cf9e-424a-9f95-1d74ccf82412 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:17.783949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Attempting to bind port e641298d-cf9e-424a-9f95-1d74ccf82412 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8cf96610-e680-4e6b-b5b8-a8e67158b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '58e80fbb-f600-4d63-9172-e475e9ab6f24'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:17.784282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Attempting to bind port e641298d-cf9e-424a-9f95-1d74ccf82412 on network 58e80fbb-f600-4d63-9172-e475e9ab6f24 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:17.788609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-57ecf2e7-270a-4f0c-af11-5853220ccf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:17.790094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-57ecf2e7-270a-4f0c-af11-5853220ccf8d service neutron] 10.222.0.37 "GET /v2.0/ports/64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 HTTP/1.1" status: 200 len: 1093 time: 0.0626788 Nov 27 01:07:17.792284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Port e641298d-cf9e-424a-9f95-1d74ccf82412 on network 58e80fbb-f600-4d63-9172-e475e9ab6f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:17.792651 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Attempting to bind port e641298d-cf9e-424a-9f95-1d74ccf82412 on network 58e80fbb-f600-4d63-9172-e475e9ab6f24 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:17.801511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:17.801856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Checking segment: {'id': '8cf96610-e680-4e6b-b5b8-a8e67158b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '58e80fbb-f600-4d63-9172-e475e9ab6f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:17.802280 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Bound using segment: {'id': '8cf96610-e680-4e6b-b5b8-a8e67158b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '58e80fbb-f600-4d63-9172-e475e9ab6f24'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:17.802710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Bound port: e641298d-cf9e-424a-9f95-1d74ccf82412, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf96610-e680-4e6b-b5b8-a8e67158b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '58e80fbb-f600-4d63-9172-e475e9ab6f24'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:17.803073 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:17.809195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] Request body: {'binding': {'host': 'n-h1-819494-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:17.809659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] Unknown quota resources ['binding']. {{(pid=103384) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:07:17.819566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614f415-46a0-4a52-9e34-90aa5d57d042 req-5739c098-10b6-4387-8ce2-00d90ae8a137 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:17.820846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b614f415-46a0-4a52-9e34-90aa5d57d042 req-5739c098-10b6-4387-8ce2-00d90ae8a137 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0596333 Nov 27 01:07:17.885555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b614f415-46a0-4a52-9e34-90aa5d57d042 req-c60604fc-dd94-4a84-83c1-389d0c731326 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566592 Nov 27 01:07:18.130193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:18.236349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] For port e641298d-cf9e-424a-9f95-1d74ccf82412, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:18.240704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] For port e641298d-cf9e-424a-9f95-1d74ccf82412, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e641298d-cf9e-424a-9f95-1d74ccf82412,segment=NetworkSegment(8cf96610-e680-4e6b-b5b8-a8e67158b091),segment_id=8cf96610-e680-4e6b-b5b8-a8e67158b091)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:18.254998 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.258382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20524b2-ff50-4ea8-bcea-225da5009945 req-4f106459-762d-487e-962e-97146fe28f7f tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:18.262852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:18.266673 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a20524b2-ff50-4ea8-bcea-225da5009945 req-4f106459-762d-487e-962e-97146fe28f7f tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 945 time: 0.0901916 Nov 27 01:07:18.280361 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8', 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd', 'port_id': '48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8', 'mac_address': 'fa:16:3e:18:e8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b5934a-a559-4c64-bf40-bb2897c0055f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:18.296989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:18.297620 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.299050 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] 10.222.0.11 "PUT /v2.0/ports/e641298d-cf9e-424a-9f95-1d74ccf82412 HTTP/1.1" status: 200 len: 1091 time: 1.1779478 Nov 27 01:07:18.310198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b057781e-f262-4f27-ae57-c36513906b27', 'tag': 'e641298d-cf9e-424a-9f95-1d74ccf82412'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:18.313432 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63351088-8c79-4593-9151-5cfdb2c0b0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b057781e-f262-4f27-ae57-c36513906b27", "tag": "e641298d-cf9e-424a-9f95-1d74ccf82412"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:18.331558 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.348466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:18.353213 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a20524b2-ff50-4ea8-bcea-225da5009945 req-33979d19-2791-4bd5-a83d-e3ce0c271f76 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705681 Nov 27 01:07:18.369459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] Attempting to bind port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on host n-h1-819494-2 for vnic_type normal with profile None {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:18.369801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] Attempting to bind port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:18.370134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] Attempting to bind port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:18.376466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdf3f4-27d1-4887-bbce-e89c49bc8ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=e641298d-cf9e-424a-9f95-1d74ccf82412,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:18.386371 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:18.392055 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.408372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] Port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:18.408706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] Attempting to bind port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:18.418414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:18.418755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:18.419141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:18.419583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] Bound port: 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:18.449113 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bae353a-b459-4d45-9a67-fad0e32e26a0 x-openstack-request-id: req-8bae353a-b459-4d45-9a67-fad0e32e26a0 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:18.449415 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b057781e-f262-4f27-ae57-c36513906b27", "tag": "e641298d-cf9e-424a-9f95-1d74ccf82412", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:18.449675 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bae353a-b459-4d45-9a67-fad0e32e26a0 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:18.450077 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b057781e-f262-4f27-ae57-c36513906b27', 'tag': 'e641298d-cf9e-424a-9f95-1d74ccf82412', 'status': 'completed', 'code': 200} Nov 27 01:07:18.454359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-2cb1f191-9ac0-4b8a-9718-3cba74faf112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:18.455892 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-2cb1f191-9ac0-4b8a-9718-3cba74faf112 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b59d41565a44f78b6343f8bd6df1499&device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 1094 time: 0.0804424 Nov 27 01:07:18.457509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:18.516356 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-aefce4a7-66a3-45ec-ab78-eefc1ebfe112 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e641298d-cf9e-424a-9f95-1d74ccf82412 HTTP/1.1" status: 200 len: 217 time: 0.0441799 Nov 27 01:07:18.524719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:18.543756 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:18.546668 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ae5f4bf-a4ed-42f7-9eab-5d611cf3c234 service neutron] 10.222.0.37 "POST /v2.0/ports/64e99ea7-10eb-4437-ad30-1a8dbce4f4a4/bindings HTTP/1.1" status: 201 len: 389 time: 0.7462950 Nov 27 01:07:18.546820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466ec05-fd7f-469a-9a50-64a317db6dc4 req-6e822f70-4213-4daa-acd7-8befabb92ad1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:18.554804 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e466ec05-fd7f-469a-9a50-64a317db6dc4 req-6e822f70-4213-4daa-acd7-8befabb92ad1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 943 time: 0.0618143 Nov 27 01:07:18.594977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-778711d3-3bfc-49e5-9099-a705a41771e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:18.596538 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-778711d3-3bfc-49e5-9099-a705a41771e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7213b6a9-76eb-498a-8e7b-b9c4e395ce47 HTTP/1.1" status: 200 len: 855 time: 0.0659769 Nov 27 01:07:18.606041 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e466ec05-fd7f-469a-9a50-64a317db6dc4 req-556939fd-4bed-4e98-9714-33f72a1d7bab tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503428 Nov 27 01:07:18.659469 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-af98db94-5883-42bf-b3b1-e2431758d53a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58e80fbb-f600-4d63-9172-e475e9ab6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512741 Nov 27 01:07:18.760543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b189-dbaf-440c-a60e-513d0777ac5e req-561c70fc-1209-42e6-b55a-48ada37c0884 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:18.777836 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0251b189-dbaf-440c-a60e-513d0777ac5e req-561c70fc-1209-42e6-b55a-48ada37c0884 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.0685501 Nov 27 01:07:18.802062 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:18.845326 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0251b189-dbaf-440c-a60e-513d0777ac5e req-778c99db-9868-45ad-a220-a009fbc80fe9 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603001 Nov 27 01:07:18.848827 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-76f7cc94-3c5f-4e38-819c-0a0c323e69d9 service neutron] 10.222.0.11 "GET /v2.0/networks/58e80fbb-f600-4d63-9172-e475e9ab6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810858 Nov 27 01:07:18.888247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42ee9c-5fc8-4e64-a839-3c4e4a005d88 req-728d33fe-af41-42ef-b299-e4cda16bb301 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:18.889789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e42ee9c-5fc8-4e64-a839-3c4e4a005d88 req-728d33fe-af41-42ef-b299-e4cda16bb301 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 943 time: 0.0815580 Nov 27 01:07:19.016389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-8e0df210-153e-4870-b6c6-d272b12ab338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.018019 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-8e0df210-153e-4870-b6c6-d272b12ab338 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 1096 time: 0.1273391 Nov 27 01:07:19.040846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aa226-d365-4df9-b382-7504540b7187 req-75615096-caab-4844-a5c1-34aacb3e03fa tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.042411 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a7aa226-d365-4df9-b382-7504540b7187 req-75615096-caab-4844-a5c1-34aacb3e03fa tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0589128 Nov 27 01:07:19.044548 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e42ee9c-5fc8-4e64-a839-3c4e4a005d88 req-469d97bc-b67f-47c3-b191-09a907ae6681 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440682 Nov 27 01:07:19.099107 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d201dc5-ffc5-4878-93bb-22170e5eddaa req-e6211e00-f361-4f7c-aeec-9e5d588b7327 service neutron] 10.222.0.11 "GET /v2.0/networks/58e80fbb-f600-4d63-9172-e475e9ab6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303743 Nov 27 01:07:19.108388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a7aa226-d365-4df9-b382-7504540b7187 req-e359a104-8628-4086-8863-40f08f155a48 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564029 Nov 27 01:07:19.144299 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-e6f24b9c-be92-42b7-bc0f-0ad08335fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.145340 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-e6f24b9c-be92-42b7-bc0f-0ad08335fcc6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.1184914 Nov 27 01:07:19.154937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b7f3557c-272e-41a8-965d-8468495b9986 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:19.212256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port b7f3557c-272e-41a8-965d-8468495b9986 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:19.216728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port b7f3557c-272e-41a8-965d-8468495b9986 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:19.217103 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:19.272947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-3ee60b4a-a2fd-46e5-bae1-e1902180eb18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 HTTP/1.1" status: 200 len: 217 time: 0.0480235 Nov 27 01:07:19.313750 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:19.344561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1be0f4-36f3-47a3-828c-f5bc364fa8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f3557c-272e-41a8-965d-8468495b9986'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:19.347095 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15fedb4-b146-47e7-b7a2-5b1447139549" -d '{"events": [{"server_uuid": "4f1be0f4-36f3-47a3-828c-f5bc364fa8b8", "name": "network-vif-plugged", "status": "completed", "tag": "b7f3557c-272e-41a8-965d-8468495b9986"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:19.365178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port b7f3557c-272e-41a8-965d-8468495b9986, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b7f3557c-272e-41a8-965d-8468495b9986,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:19.365362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351088-8c79-4593-9151-5cfdb2c0b0ce req-8d2b3f18-2d8a-4f71-8d21-17f8b0bc9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.367122 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63351088-8c79-4593-9151-5cfdb2c0b0ce req-8d2b3f18-2d8a-4f71-8d21-17f8b0bc9776 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b59d41565a44f78b6343f8bd6df1499&device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 1094 time: 0.0962625 Nov 27 01:07:19.368746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-b3a40499-5ae5-474a-b959-ad141069618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.370163 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-b3a40499-5ae5-474a-b959-ad141069618b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.0884748 Nov 27 01:07:19.385182 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:19.425217 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfbd843-beae-4fca-b361-6f2e93bf3cba x-openstack-request-id: req-8dfbd843-beae-4fca-b361-6f2e93bf3cba {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:19.425596 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1be0f4-36f3-47a3-828c-f5bc364fa8b8", "name": "network-vif-plugged", "status": "completed", "tag": "b7f3557c-272e-41a8-965d-8468495b9986", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:19.425770 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dfbd843-beae-4fca-b361-6f2e93bf3cba {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:19.426167 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1be0f4-36f3-47a3-828c-f5bc364fa8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f3557c-272e-41a8-965d-8468495b9986', 'code': 200} Nov 27 01:07:19.446687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-54bfa4ca-c844-44e5-a852-185a10bce1f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444829 Nov 27 01:07:19.456940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=b7f3557c-272e-41a8-965d-8468495b9986,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:19.464849 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:19.465214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:19.465635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:19.465973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:19.466332 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:19.466674 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:19.467003 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:19.467330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:19.467658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:19.467978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:19.468312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:19.468624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:19.663621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ff58b-c284-49ef-9904-4ad8074f12bf req-1e579c1b-206b-4e9c-84a7-7d9e7ae73876 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.665095 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e25ff58b-c284-49ef-9904-4ad8074f12bf req-1e579c1b-206b-4e9c-84a7-7d9e7ae73876 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 945 time: 0.2352746 Nov 27 01:07:19.674693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351088-8c79-4593-9151-5cfdb2c0b0ce req-ee927e9a-b5eb-436b-aece-875bdf501454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.676405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63351088-8c79-4593-9151-5cfdb2c0b0ce req-ee927e9a-b5eb-436b-aece-875bdf501454 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58e80fbb-f600-4d63-9172-e475e9ab6f24 HTTP/1.1" status: 200 len: 916 time: 0.2924440 Nov 27 01:07:19.715225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-f387ee43-6d81-4db6-8b25-bbaef8d2001a service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391396 Nov 27 01:07:19.716806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a837f70-d0af-4559-95b9-099f33530522 req-583c5bf3-4b00-4c25-a824-466f15eac23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.718113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a837f70-d0af-4559-95b9-099f33530522 req-583c5bf3-4b00-4c25-a824-466f15eac23e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f1be0f4-36f3-47a3-828c-f5bc364fa8b8 HTTP/1.1" status: 200 len: 1096 time: 0.1479003 Nov 27 01:07:19.764850 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63351088-8c79-4593-9151-5cfdb2c0b0ce req-2863d2e4-b055-4ea9-ba95-e4e8e4056941 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e641298d-cf9e-424a-9f95-1d74ccf82412 HTTP/1.1" status: 200 len: 217 time: 0.0629830 Nov 27 01:07:19.877079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9c3d6-7e7b-4237-b88a-3cd29b78cdd6 req-34ffa08a-b7a2-4120-8ab4-7fc6aaadca1b tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.879194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5ad9c3d6-7e7b-4237-b88a-3cd29b78cdd6 req-34ffa08a-b7a2-4120-8ab4-7fc6aaadca1b tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 943 time: 0.1841459 Nov 27 01:07:19.881848 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e25ff58b-c284-49ef-9904-4ad8074f12bf req-1fb99f51-f39d-438a-904f-b27c9dfb7c11 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032628 Nov 27 01:07:19.921653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351088-8c79-4593-9151-5cfdb2c0b0ce req-d9d2acbb-c356-4f6b-8d15-3dcca79d7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:19.923252 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63351088-8c79-4593-9151-5cfdb2c0b0ce req-d9d2acbb-c356-4f6b-8d15-3dcca79d7298 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7213b6a9-76eb-498a-8e7b-b9c4e395ce47 HTTP/1.1" status: 200 len: 855 time: 0.1469092 Nov 27 01:07:19.951862 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a837f70-d0af-4559-95b9-099f33530522 req-f98bb1e7-4177-49c6-b6cb-e649994ddf17 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962149 Nov 27 01:07:19.956627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5ad9c3d6-7e7b-4237-b88a-3cd29b78cdd6 req-335bd5dd-2b9e-49b1-9bec-c02db880b461 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700564 Nov 27 01:07:19.979799 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63351088-8c79-4593-9151-5cfdb2c0b0ce req-dcd11a9d-e75d-40bf-95a6-66417b375234 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58e80fbb-f600-4d63-9172-e475e9ab6f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424631 Nov 27 01:07:19.986122 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-93376b29-436b-4943-a907-ff0ae5d7c896 service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316322 Nov 27 01:07:20.090663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc1a99-360d-42b9-9beb-016f2d2a36a0 req-83214cea-0569-4ae9-a0a9-5fd0fe81eb3f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:20.092273 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25fc1a99-360d-42b9-9beb-016f2d2a36a0 req-83214cea-0569-4ae9-a0a9-5fd0fe81eb3f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.0552256 Nov 27 01:07:20.139856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fda0c50d-d11c-493d-8819-144527e56dfb details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:20.150829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25fc1a99-360d-42b9-9beb-016f2d2a36a0 req-dd2ceaef-c502-47a5-9973-a6468f90a2ca tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476658 Nov 27 01:07:20.154334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:20.288892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9a361-49b1-4beb-910d-f2051615d0f8 req-d315b4e1-89e6-4512-8a1b-9d5234eeb4f7 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:20.290600 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ba9a361-49b1-4beb-910d-f2051615d0f8 req-d315b4e1-89e6-4512-8a1b-9d5234eeb4f7 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 943 time: 0.0728247 Nov 27 01:07:20.357588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:20.363154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fda0c50d-d11c-493d-8819-144527e56dfb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fda0c50d-d11c-493d-8819-144527e56dfb,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:20.366593 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ba9a361-49b1-4beb-910d-f2051615d0f8 req-a5e730be-1e85-467b-bee1-132a052e8bc8 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691645 Nov 27 01:07:20.375897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:20.375897 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:20.438199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'fda0c50d-d11c-493d-8819-144527e56dfb', 'network_id': 'a091afd8-2202-4a99-8196-017ee2dd06fd', 'port_id': 'fda0c50d-d11c-493d-8819-144527e56dfb', 'mac_address': 'fa:16:3e:a8:ea:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b5934a-a559-4c64-bf40-bb2897c0055f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:20.697804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca7d78-822f-45c1-8668-b528969c849a req-0e5527bb-519a-4e9b-927d-d168be51ca94 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:20.700089 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9ca7d78-822f-45c1-8668-b528969c849a req-0e5527bb-519a-4e9b-927d-d168be51ca94 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.2300806 Nov 27 01:07:20.702038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63351088-8c79-4593-9151-5cfdb2c0b0ce req-4bcbe5eb-b739-42ef-b3b2-e3516c2fbe91 service neutron] 10.222.0.11 "GET /v2.0/networks/58e80fbb-f600-4d63-9172-e475e9ab6f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601286 Nov 27 01:07:20.711552 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:20.730926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459650d6-324c-456b-a4b7-24956db2aa23 req-89c57f40-6da3-491d-bd5b-3004201bf831 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:20.733274 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-459650d6-324c-456b-a4b7-24956db2aa23 req-89c57f40-6da3-491d-bd5b-3004201bf831 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.11 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 945 time: 0.2338414 Nov 27 01:07:20.734665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda0c50d-d11c-493d-8819-144527e56dfb {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:20.757435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fda0c50d-d11c-493d-8819-144527e56dfb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fda0c50d-d11c-493d-8819-144527e56dfb,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:20.798650 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:20.800611 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:20.860925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:20.869181 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:20.888844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=fda0c50d-d11c-493d-8819-144527e56dfb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:20.919376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9ca7d78-822f-45c1-8668-b528969c849a req-0e48095a-2f5c-452c-a883-8636d441753f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005117 Nov 27 01:07:20.943425 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63351088-8c79-4593-9151-5cfdb2c0b0ce req-60425155-adc0-4c76-b495-f571fdea26af service neutron] 10.222.0.11 "GET /v2.0/networks/58e80fbb-f600-4d63-9172-e475e9ab6f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283273 Nov 27 01:07:20.970053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Deleting port 99fa791b-7910-46f0-b704-13296bf59bd1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:20.970425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:20.995411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:21.071680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507f162-06cf-4c25-9f75-a8799c85a712 req-ed4d173d-2e91-4462-aaaf-6775606167d7 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:21.080979 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8507f162-06cf-4c25-9f75-a8799c85a712 req-ed4d173d-2e91-4462-aaaf-6775606167d7 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 945 time: 0.0663109 Nov 27 01:07:21.138103 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8507f162-06cf-4c25-9f75-a8799c85a712 req-2ef81aa9-3616-4ce2-835f-062112b9a761 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups?id=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559936 Nov 27 01:07:21.145557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da64b7e-1d68-4458-98bd-ffbb9381a47d req-5311e899-252c-4b69-ba86-e68e0df6a03b tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:21.147354 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9da64b7e-1d68-4458-98bd-ffbb9381a47d req-5311e899-252c-4b69-ba86-e68e0df6a03b tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 944 time: 0.0862324 Nov 27 01:07:21.169709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e641298d-cf9e-424a-9f95-1d74ccf82412 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:21.211688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] For port 99fa791b-7910-46f0-b704-13296bf59bd1, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=99fa791b-7910-46f0-b704-13296bf59bd1,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:21.212060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:21.278498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e641298d-cf9e-424a-9f95-1d74ccf82412, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e641298d-cf9e-424a-9f95-1d74ccf82412,segment=NetworkSegment(8cf96610-e680-4e6b-b5b8-a8e67158b091),segment_id=8cf96610-e680-4e6b-b5b8-a8e67158b091)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:21.292967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'e641298d-cf9e-424a-9f95-1d74ccf82412', 'network_id': '58e80fbb-f600-4d63-9172-e475e9ab6f24', 'port_id': 'e641298d-cf9e-424a-9f95-1d74ccf82412', 'mac_address': 'fa:16:3e:08:de:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7213b6a9-76eb-498a-8e7b-b9c4e395ce47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:21.297624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['fda0c50d-d11c-493d-8819-144527e56dfb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:21.341714 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9da64b7e-1d68-4458-98bd-ffbb9381a47d req-cab6573f-75f1-4bee-9ef9-58260c783e4c tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745715 Nov 27 01:07:21.373034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec25f-e76c-43e4-87b6-e493e0291ae6 req-5527f191-41fe-45d7-8fac-3fb4b03b455c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:21.380667 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d8ec25f-e76c-43e4-87b6-e493e0291ae6 req-5527f191-41fe-45d7-8fac-3fb4b03b455c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.1047325 Nov 27 01:07:21.430918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4ce989-c6e8-4e05-973b-bde7bbdc47e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:21.437461 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d8ec25f-e76c-43e4-87b6-e493e0291ae6 req-9e7c6bdf-87d4-4e44-b3d7-155457e96752 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558727 Nov 27 01:07:21.440035 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fab945b-7f19-4dba-8a4e-e3bdc6e55310" -d '{"events": [{"server_uuid": "1b4ce989-c6e8-4e05-973b-bde7bbdc47e9", "name": "network-vif-plugged", "status": "completed", "tag": "48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:21.497181 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:21.541983 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e14ad30-21ff-4590-bd56-f51fa812bd7a x-openstack-request-id: req-0e14ad30-21ff-4590-bd56-f51fa812bd7a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:21.543724 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4ce989-c6e8-4e05-973b-bde7bbdc47e9", "name": "network-vif-plugged", "status": "completed", "tag": "48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:21.545013 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e14ad30-21ff-4590-bd56-f51fa812bd7a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:21.545874 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4ce989-c6e8-4e05-973b-bde7bbdc47e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8', 'code': 200} Nov 27 01:07:21.585071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c842a-a371-440e-9970-bfdfaf76ff55 req-bef8b008-9fd1-4a68-ad50-d1567a318c73 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:21.593956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-659c842a-a371-440e-9970-bfdfaf76ff55 req-bef8b008-9fd1-4a68-ad50-d1567a318c73 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 943 time: 0.0932815 Nov 27 01:07:21.602675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e641298d-cf9e-424a-9f95-1d74ccf82412 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:21.603769 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:21.604433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:21.604830 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Floating IP 67fd75f6-9ea2-4367-87e8-9c872774aca0 disassociated. External IP: 172.25.3.158, port: 99fa791b-7910-46f0-b704-13296bf59bd1. Nov 27 01:07:21.606113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Calling delete_port for 99fa791b-7910-46f0-b704-13296bf59bd1 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:21.679570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e641298d-cf9e-424a-9f95-1d74ccf82412, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e641298d-cf9e-424a-9f95-1d74ccf82412,segment=NetworkSegment(8cf96610-e680-4e6b-b5b8-a8e67158b091),segment_id=8cf96610-e680-4e6b-b5b8-a8e67158b091)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:21.692061 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-659c842a-a371-440e-9970-bfdfaf76ff55 req-db62f0bf-d2eb-4b7c-ba74-c163d7feff69 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965729 Nov 27 01:07:21.701690 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:21.772115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a375d-ad78-4be7-a299-0ee7a6126891 req-09fe8f37-424a-481e-8cde-0eb0f50948fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:21.773724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-154a375d-ad78-4be7-a299-0ee7a6126891 req-09fe8f37-424a-481e-8cde-0eb0f50948fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b4ce989-c6e8-4e05-973b-bde7bbdc47e9 HTTP/1.1" status: 200 len: 1096 time: 0.0682437 Nov 27 01:07:21.820186 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e641298d-cf9e-424a-9f95-1d74ccf82412,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:21.853520 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-154a375d-ad78-4be7-a299-0ee7a6126891 req-f92b0920-963f-4e4a-a802-d83179747cca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633328 Nov 27 01:07:21.862292 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:21.905020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Pushing event deleted for resources: {'Port': ['ID=99fa791b-7910-46f0-b704-13296bf59bd1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:21.948435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:21.949239 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:21.949580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:21.949919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:21.950281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:21.950616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:21.950943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:21.951320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:21.951587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:21.951918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:21.952230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:21.952552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:22.052049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:07:22.116384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402e4b7-36ac-4e9e-8424-832bfbc0968d req-3db25ca2-afda-4384-80d4-00a484250dfe tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:22.121127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3402e4b7-36ac-4e9e-8424-832bfbc0968d req-3db25ca2-afda-4384-80d4-00a484250dfe tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0781128 Nov 27 01:07:22.195329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3402e4b7-36ac-4e9e-8424-832bfbc0968d req-e106c398-bc92-4bde-bd94-d2e3f2ce13b1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652947 Nov 27 01:07:22.247999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:07:22.250306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['e641298d-cf9e-424a-9f95-1d74ccf82412'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:22.264823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e168e0-149b-4927-9ac0-f8bd70876b58 None None] Sync routers for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:07:22.314045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] No DVR routers for this DVR port 99fa791b-7910-46f0-b704-13296bf59bd1 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:22.324212 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:22.328211 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-459650d6-324c-456b-a4b7-24956db2aa23 req-f99da167-dd8f-4c37-8345-e4dc1fe47d9c tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.11 "DELETE /v2.0/ports/99fa791b-7910-46f0-b704-13296bf59bd1 HTTP/1.1" status: 204 len: 173 time: 1.5840867 Nov 27 01:07:22.329388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'name': 'network-vif-deleted', 'tag': '99fa791b-7910-46f0-b704-13296bf59bd1'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:22.333318 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de474c99-d279-4c6b-8f8d-181ad804d137" -d '{"events": [{"server_uuid": "298eea4c-4a63-4f4d-8c20-272efeff892d", "name": "network-vif-deleted", "tag": "99fa791b-7910-46f0-b704-13296bf59bd1"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:22.409004 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e829c975-8943-4614-ae5f-e476a0d8c981 x-openstack-request-id: req-e829c975-8943-4614-ae5f-e476a0d8c981 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:22.409293 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298eea4c-4a63-4f4d-8c20-272efeff892d", "name": "network-vif-deleted", "tag": "99fa791b-7910-46f0-b704-13296bf59bd1", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:22.409548 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e829c975-8943-4614-ae5f-e476a0d8c981 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:22.409952 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298eea4c-4a63-4f4d-8c20-272efeff892d', 'name': 'network-vif-deleted', 'tag': '99fa791b-7910-46f0-b704-13296bf59bd1', 'status': 'completed', 'code': 200} Nov 27 01:07:22.413097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e168e0-149b-4927-9ac0-f8bd70876b58 None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:22.413972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-18e168e0-149b-4927-9ac0-f8bd70876b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:22.446471 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d4b50fe4-b6e3-4975-9c62-6e03557aca5e req-5605fe0c-7034-42c3-9e1b-af991d4290cc tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 210 time: 0.1652272 Nov 27 01:07:22.589513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eeaaa-3a36-4f96-8cd5-a8ffb170b2a7 req-b67e1ca8-b9fc-4bf9-8b44-fa228c38839d tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:22.591645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-149eeaaa-3a36-4f96-8cd5-a8ffb170b2a7 req-b67e1ca8-b9fc-4bf9-8b44-fa228c38839d tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 944 time: 0.0878325 Nov 27 01:07:22.659726 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-149eeaaa-3a36-4f96-8cd5-a8ffb170b2a7 req-3dfb5f4a-ed77-4f4f-926f-8780b20217af tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614257 Nov 27 01:07:22.686642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-18e168e0-149b-4927-9ac0-f8bd70876b58 None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:22.796791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aded1-ba84-4e75-9e02-36222777d0ee req-89bb5928-abbb-4e21-adb0-7b6d6f166575 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:22.804273 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d89aded1-ba84-4e75-9e02-36222777d0ee req-89bb5928-abbb-4e21-adb0-7b6d6f166575 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.0683243 Nov 27 01:07:22.866664 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d89aded1-ba84-4e75-9e02-36222777d0ee req-a3b90a72-1732-47eb-82f7-568abb73bcc0 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606482 Nov 27 01:07:22.908690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555905dd-d3b1-4dce-b2dd-eb41a0e1667f req-f6dc9482-dcf9-4b98-887e-cb192eb8c95b tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:22.911281 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-555905dd-d3b1-4dce-b2dd-eb41a0e1667f req-f6dc9482-dcf9-4b98-887e-cb192eb8c95b tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 944 time: 0.1150169 Nov 27 01:07:22.989086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-555905dd-d3b1-4dce-b2dd-eb41a0e1667f req-9d64d21d-3c3a-4bf2-a38e-373ed969affc tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704808 Nov 27 01:07:23.064801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-18e168e0-149b-4927-9ac0-f8bd70876b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:26Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:23.095745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e168e0-149b-4927-9ac0-f8bd70876b58 None None] Checking router: 1f4376bd-6dc6-45bd-86e7-fd1969398f9f for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:07:23.116226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e168e0-149b-4927-9ac0-f8bd70876b58 None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:23.117187 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-18e168e0-149b-4927-9ac0-f8bd70876b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:23.240883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-18e168e0-149b-4927-9ac0-f8bd70876b58 None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:23.356295 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef4e3f-7ae2-4b2d-b1ee-03a8540a051d req-f9a1f374-b45d-4ea6-9048-8d5f122c8397 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:23.358526 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-edef4e3f-7ae2-4b2d-b1ee-03a8540a051d req-f9a1f374-b45d-4ea6-9048-8d5f122c8397 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0616498 Nov 27 01:07:23.424736 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-edef4e3f-7ae2-4b2d-b1ee-03a8540a051d req-6a832ecd-5536-43b3-81fe-a242eb83dacd tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581052 Nov 27 01:07:23.617449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-18e168e0-149b-4927-9ac0-f8bd70876b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:26Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:23.625138 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ebdc9b7-d32f-47f1-bf42-dd6176913742 req-eed5eb43-60ff-4460-a753-993189c4186b tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/ports?device_id=298eea4c-4a63-4f4d-8c20-272efeff892d HTTP/1.1" status: 200 len: 210 time: 0.0652707 Nov 27 01:07:23.666417 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e168e0-149b-4927-9ac0-f8bd70876b58 None None] The sync data for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 is: [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:02:19Z', 'revision_number': 4, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3107bad8-16b4-471f-92a1-fdd09bfe81fe', 'name': '', 'network_id': '096a7fbc-91a1-4e50-9539-2545e0765a27', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'mac_address': 'fa:16:3e:d7:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:18Z', 'updated_at': '2021-11-27T01:02:26Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'subnets': [{'id': 'bc6aa764-ef8b-457f-a61e-2cf49da2da68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:07:23.877679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf43157-c9b1-4d2e-998b-49aa3a83f623 req-cfb05df1-5177-4a08-9bac-5487831715b1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:23.880241 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2cf43157-c9b1-4d2e-998b-49aa3a83f623 req-cfb05df1-5177-4a08-9bac-5487831715b1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 944 time: 0.1005824 Nov 27 01:07:23.974334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2cf43157-c9b1-4d2e-998b-49aa3a83f623 req-fcb6c5de-5722-4fd1-9ba9-4255c503418c tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867221 Nov 27 01:07:24.036926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e15c5-3953-4e04-8cd1-dee72cf42abf req-c17ba02f-2389-46e7-932a-c6f4afd7024b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.048031 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-540e15c5-3953-4e04-8cd1-dee72cf42abf req-c17ba02f-2389-46e7-932a-c6f4afd7024b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.0953369 Nov 27 01:07:24.103479 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93da42-fbbb-4f28-8133-8efcf402e36d None None] New status for floating IP 67fd75f6-9ea2-4367-87e8-9c872774aca0: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:07:24.123973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-540e15c5-3953-4e04-8cd1-dee72cf42abf req-b999a7b6-242b-4676-bc06-214c2cb9099a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747426 Nov 27 01:07:24.162689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fda0c50d-d11c-493d-8819-144527e56dfb up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:24.267876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port fda0c50d-d11c-493d-8819-144527e56dfb completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:24.273719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbe5f67a-1054-48e6-b456-4732fcb0c870 req-9ea03825-394e-4037-bb87-e71c5a4d35b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013372 Nov 27 01:07:24.275400 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port fda0c50d-d11c-493d-8819-144527e56dfb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:24.276074 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:24.290756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aaefc-8e92-4a3c-9b95-2be6a06a5278 req-a68fb004-2c8e-4fb3-b3ca-e1fc8fc108d0 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.310161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-355aaefc-8e92-4a3c-9b95-2be6a06a5278 req-a68fb004-2c8e-4fb3-b3ca-e1fc8fc108d0 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 944 time: 0.0863581 Nov 27 01:07:24.388637 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:24.399591 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-355aaefc-8e92-4a3c-9b95-2be6a06a5278 req-535d1639-7c25-49d0-8481-05c2dd6e7ffe tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875235 Nov 27 01:07:24.413340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5f67a-1054-48e6-b456-4732fcb0c870 req-9470acde-0d50-455c-93d0-a03c36c208a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.416225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbe5f67a-1054-48e6-b456-4732fcb0c870 req-9470acde-0d50-455c-93d0-a03c36c208a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 1096 time: 0.0860527 Nov 27 01:07:24.420879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47711874-1c7d-44ae-9022-9a5c7b0a6e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda0c50d-d11c-493d-8819-144527e56dfb'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:24.423273 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6200b797-728e-4c5c-bfcd-14873f828e5f" -d '{"events": [{"server_uuid": "47711874-1c7d-44ae-9022-9a5c7b0a6e47", "name": "network-vif-plugged", "status": "completed", "tag": "fda0c50d-d11c-493d-8819-144527e56dfb"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:24.441269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fda0c50d-d11c-493d-8819-144527e56dfb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fda0c50d-d11c-493d-8819-144527e56dfb,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:24.448667 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:24.515420 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c8aabe-29ad-4794-b9e7-7e6eeed2d89e x-openstack-request-id: req-46c8aabe-29ad-4794-b9e7-7e6eeed2d89e {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:24.515720 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47711874-1c7d-44ae-9022-9a5c7b0a6e47", "name": "network-vif-plugged", "status": "completed", "tag": "fda0c50d-d11c-493d-8819-144527e56dfb", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:24.515974 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46c8aabe-29ad-4794-b9e7-7e6eeed2d89e {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:24.516372 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47711874-1c7d-44ae-9022-9a5c7b0a6e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda0c50d-d11c-493d-8819-144527e56dfb', 'code': 200} Nov 27 01:07:24.558292 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=fda0c50d-d11c-493d-8819-144527e56dfb,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:24.615147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947b570-5b78-4ada-af83-c973dda6a611 req-e4aadb30-c040-452e-a911-fd7fec98356b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.622720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f947b570-5b78-4ada-af83-c973dda6a611 req-e4aadb30-c040-452e-a911-fd7fec98356b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0938780 Nov 27 01:07:24.649233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5f67a-1054-48e6-b456-4732fcb0c870 req-d27e850a-b7c2-4c34-b63c-49a887862626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.650774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbe5f67a-1054-48e6-b456-4732fcb0c870 req-d27e850a-b7c2-4c34-b63c-49a887862626 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.2004170 Nov 27 01:07:24.682650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2e328-2365-4972-b713-35f7520ff8f0 req-c8e073b7-4f5e-45ae-aee3-17cca9044d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:24.687847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68e2e328-2365-4972-b713-35f7520ff8f0 req-c8e073b7-4f5e-45ae-aee3-17cca9044d11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 1096 time: 0.0729425 Nov 27 01:07:24.760541 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:07:24.852307 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68e2e328-2365-4972-b713-35f7520ff8f0 req-90690818-7a5e-4571-920b-28b24372e459 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891185 Nov 27 01:07:24.853129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47634) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:24.960282 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.000594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.080304 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.088889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.094814 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "DELETE /v2.0/security-groups/2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23 HTTP/1.1" status: 204 len: 168 time: 0.2403576 Nov 27 01:07:25.095778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47640) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:25.150986 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbe5f67a-1054-48e6-b456-4732fcb0c870 req-bb52de5e-0054-43d6-9a43-4ff0309ea40a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45 HTTP/1.1" status: 200 len: 217 time: 0.4900923 Nov 27 01:07:25.174541 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-21c2bec2-9bec-46e0-8ca7-c652fa1c0ca5 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] show failed (client error): The resource could not be found. Nov 27 01:07:25.175581 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-21c2bec2-9bec-46e0-8ca7-c652fa1c0ca5 tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "GET /v2.0/security-groups/2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23 HTTP/1.1" status: 404 len: 347 time: 0.0749261 Nov 27 01:07:25.176008 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f947b570-5b78-4ada-af83-c973dda6a611 req-46ced635-c7d6-4e0f-b81d-57048bdfa21c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520496 Nov 27 01:07:25.176378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5ff1f5-7f98-46b5-9dd0-9f88e88e3c23,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:25.184341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47646) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:25.205997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e641298d-cf9e-424a-9f95-1d74ccf82412 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:07:25.231291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5f67a-1054-48e6-b456-4732fcb0c870 req-aff32a22-e2ae-489a-a62f-334a4eeb1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:25.237023 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbe5f67a-1054-48e6-b456-4732fcb0c870 req-aff32a22-e2ae-489a-a62f-334a4eeb1eed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.0760295 Nov 27 01:07:25.239454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:25.239765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:25.240117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:25.244618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:25.245048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:25.245436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:25.245799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:25.246142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:25.246508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:25.246848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:25.247187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:25.247521 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8443454b-28fe-4580-bc05-31bf1fdf079d tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:07:25.303848 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbe5f67a-1054-48e6-b456-4732fcb0c870 req-74b178fb-3e1c-4971-aef8-565140b79587 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559034 Nov 27 01:07:25.350725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port e641298d-cf9e-424a-9f95-1d74ccf82412 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:07:25.356081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port e641298d-cf9e-424a-9f95-1d74ccf82412 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:07:25.356459 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.485559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef017a-d365-4cd4-85f8-f9f92b3e5cce req-935efd37-6b9e-4fe4-8b93-426ef1f118da tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:25.494088 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-93ef017a-d365-4cd4-85f8-f9f92b3e5cce req-935efd37-6b9e-4fe4-8b93-426ef1f118da tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.1454439 Nov 27 01:07:25.509531 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.529016 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbe5f67a-1054-48e6-b456-4732fcb0c870 req-c3d716d8-eebe-40a5-b861-39203279f8d2 service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048349 Nov 27 01:07:25.551183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1377647c-c3da-4a78-816e-a03347a975fd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Deleting port 8874a774-5af5-421c-8ef6-56876799f444 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:25.551524 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1377647c-c3da-4a78-816e-a03347a975fd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.590730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e641298d-cf9e-424a-9f95-1d74ccf82412, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e641298d-cf9e-424a-9f95-1d74ccf82412,segment=NetworkSegment(8cf96610-e680-4e6b-b5b8-a8e67158b091),segment_id=8cf96610-e680-4e6b-b5b8-a8e67158b091)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:25.602822 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.603685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 99fa791b-7910-46f0-b704-13296bf59bd1 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:25.627001 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-93ef017a-d365-4cd4-85f8-f9f92b3e5cce req-30d17932-81d2-4bb4-a1b0-5ad4bf1e72db tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246920 Nov 27 01:07:25.634034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 99fa791b-7910-46f0-b704-13296bf59bd1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:25.635023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 99fa791b-7910-46f0-b704-13296bf59bd1 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:25.707330 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1377647c-c3da-4a78-816e-a03347a975fd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.707330 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1377647c-c3da-4a78-816e-a03347a975fd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:25.712664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deced9b7-5975-4cc8-ae3c-1e4c04441b23 req-42b17e45-67aa-4f0a-a346-a8aafa405ca7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:25.715257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e641298d-cf9e-424a-9f95-1d74ccf82412,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:25.724501 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-deced9b7-5975-4cc8-ae3c-1e4c04441b23 req-42b17e45-67aa-4f0a-a346-a8aafa405ca7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 945 time: 0.1938770 Nov 27 01:07:25.737442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1377647c-c3da-4a78-816e-a03347a975fd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Calling delete_port for 8874a774-5af5-421c-8ef6-56876799f444 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:25.812708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-deced9b7-5975-4cc8-ae3c-1e4c04441b23 req-4f4d4bc9-21b2-449a-8416-2873ff079329 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865736 Nov 27 01:07:25.842891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbe5f67a-1054-48e6-b456-4732fcb0c870 req-94174a81-e9f5-4f94-9e70-57999e5801f1 service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839403 Nov 27 01:07:25.938024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed04b98-19d8-4ac0-aded-8464654246b0 req-2eff8e69-f158-4ea8-8a94-ad829c2a3122 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:25.940724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8ed04b98-19d8-4ac0-aded-8464654246b0 req-2eff8e69-f158-4ea8-8a94-ad829c2a3122 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 945 time: 0.1109474 Nov 27 01:07:26.038011 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8ed04b98-19d8-4ac0-aded-8464654246b0 req-aafca185-da58-4c2f-a23d-d5257c572cd8 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867269 Nov 27 01:07:26.064799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1377647c-c3da-4a78-816e-a03347a975fd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:26.101193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377647c-c3da-4a78-816e-a03347a975fd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Pushing event deleted for resources: {'Port': ['ID=8874a774-5af5-421c-8ef6-56876799f444,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:26.177541 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1377647c-c3da-4a78-816e-a03347a975fd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:26.180602 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1377647c-c3da-4a78-816e-a03347a975fd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:26.181746 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1377647c-c3da-4a78-816e-a03347a975fd tempest-ServersWithSpecificFlavorTestJSON-1878470362 tempest-ServersWithSpecificFlavorTestJSON-1878470362-project] 10.222.0.37 "DELETE /v2.0/floatingips/67fd75f6-9ea2-4367-87e8-9c872774aca0 HTTP/1.1" status: 204 len: 168 time: 0.9964461 Nov 27 01:07:26.343241 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93328b-a629-4623-b9a3-5c3400746914 req-9af1709b-d6a6-40c3-a57b-6a0c90d81f50 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:26.344820 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d93328b-a629-4623-b9a3-5c3400746914 req-9af1709b-d6a6-40c3-a57b-6a0c90d81f50 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0639763 Nov 27 01:07:26.417006 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d93328b-a629-4623-b9a3-5c3400746914 req-cc682931-aad8-4fdb-a998-c85ce15405b1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632710 Nov 27 01:07:26.517712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b057781e-f262-4f27-ae57-c36513906b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e641298d-cf9e-424a-9f95-1d74ccf82412'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:26.520785 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda7fbe3-562f-4652-afdc-a1d3fe208b53" -d '{"events": [{"server_uuid": "b057781e-f262-4f27-ae57-c36513906b27", "name": "network-vif-plugged", "status": "completed", "tag": "e641298d-cf9e-424a-9f95-1d74ccf82412"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:26.570143 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff521031-c620-47cc-8d8c-0a86240fe031 x-openstack-request-id: req-ff521031-c620-47cc-8d8c-0a86240fe031 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:26.570514 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b057781e-f262-4f27-ae57-c36513906b27", "name": "network-vif-plugged", "status": "completed", "tag": "e641298d-cf9e-424a-9f95-1d74ccf82412", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:26.570785 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff521031-c620-47cc-8d8c-0a86240fe031 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:26.571193 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b057781e-f262-4f27-ae57-c36513906b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e641298d-cf9e-424a-9f95-1d74ccf82412', 'code': 200} Nov 27 01:07:26.799585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f4b93-8043-4eb4-a7a8-3ae38688500f req-37bf37bf-44c2-4f22-a810-e754e63878a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:26.804551 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5a4f4b93-8043-4eb4-a7a8-3ae38688500f req-37bf37bf-44c2-4f22-a810-e754e63878a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 1096 time: 0.0981913 Nov 27 01:07:26.804982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47678) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:26.881780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2ca52-a96e-425d-ab95-2b5d71281110 req-1c48c72c-90b6-4e18-b5ef-9eeb1ac6f729 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:26.887254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cad2ca52-a96e-425d-ab95-2b5d71281110 req-1c48c72c-90b6-4e18-b5ef-9eeb1ac6f729 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.1676180 Nov 27 01:07:26.936907 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5a4f4b93-8043-4eb4-a7a8-3ae38688500f req-1b630320-db8e-4f48-be4f-0b582d84a31e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241741 Nov 27 01:07:27.017592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cad2ca52-a96e-425d-ab95-2b5d71281110 req-91ad0b8f-f8a6-4f9b-8ba2-aa3f15020f56 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239965 Nov 27 01:07:27.060993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e68e9-8810-4c08-adfe-25b30ed6bd33 req-0636595a-ec47-43d6-a525-e5ce82238a29 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:27.062984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf4e68e9-8810-4c08-adfe-25b30ed6bd33 req-0636595a-ec47-43d6-a525-e5ce82238a29 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 945 time: 0.0833006 Nov 27 01:07:27.161774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf4e68e9-8810-4c08-adfe-25b30ed6bd33 req-12edbe28-73fb-4c86-bd61-27230fdadf1e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789316 Nov 27 01:07:27.275439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e3ed-771a-48ac-a6e1-e44953818607 req-4b43d651-a305-4a10-879e-2b3e95bddf3b tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:27.277960 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b745e3ed-771a-48ac-a6e1-e44953818607 req-4b43d651-a305-4a10-879e-2b3e95bddf3b tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 945 time: 0.0842605 Nov 27 01:07:27.308146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ffc75-d4c6-4725-afc6-73d3fc57be4c req-92fa102f-71ac-41d1-896f-f189d71f52a1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:27.319645 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e1ffc75-d4c6-4725-afc6-73d3fc57be4c req-92fa102f-71ac-41d1-896f-f189d71f52a1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f1be0f4-36f3-47a3-828c-f5bc364fa8b8 HTTP/1.1" status: 200 len: 945 time: 0.0729551 Nov 27 01:07:27.398704 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e1ffc75-d4c6-4725-afc6-73d3fc57be4c req-b3dc3950-4093-428c-93f9-8cb5a3389af2 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778027 Nov 27 01:07:27.411203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b745e3ed-771a-48ac-a6e1-e44953818607 req-8b041022-c8e7-4810-9739-14413a121d75 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920267 Nov 27 01:07:27.593035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f876c0-c44d-4297-b053-4fb4e5a4f2f9 req-f4275346-243e-4786-8ead-c0fa3dd0f198 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:27.598901 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a9f876c0-c44d-4297-b053-4fb4e5a4f2f9 req-f4275346-243e-4786-8ead-c0fa3dd0f198 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b4ce989-c6e8-4e05-973b-bde7bbdc47e9 HTTP/1.1" status: 200 len: 945 time: 0.1034763 Nov 27 01:07:27.648375 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2f25d-d0d7-4f65-8bb6-32d60f559e37 req-20fb3e90-0521-4194-b560-b4fe0ce0f945 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:27.650291 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-10b2f25d-d0d7-4f65-8bb6-32d60f559e37 req-20fb3e90-0521-4194-b560-b4fe0ce0f945 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0619414 Nov 27 01:07:27.716114 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a9f876c0-c44d-4297-b053-4fb4e5a4f2f9 req-3926f192-0efe-4f79-8851-8c98b8efff36 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092484 Nov 27 01:07:27.767872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-10b2f25d-d0d7-4f65-8bb6-32d60f559e37 req-501c1293-bf04-4c3d-8bc2-ec1a8e4d092c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112049 Nov 27 01:07:27.906125 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6d6490a-6c58-452c-b074-8dc7b0537f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:28.124810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcc282-24aa-4d86-95c8-b4994dd283d8 req-aa1e5358-9487-4eac-93d6-aec9c39ef1e6 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:28.126485 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06bcc282-24aa-4d86-95c8-b4994dd283d8 req-aa1e5358-9487-4eac-93d6-aec9c39ef1e6 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b4ce989-c6e8-4e05-973b-bde7bbdc47e9 HTTP/1.1" status: 200 len: 945 time: 0.1031015 Nov 27 01:07:28.170581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887a48-8d16-4d16-9612-2171d6bdc699 req-1ee7da9d-1344-4bbe-b9d9-842797b4971f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:28.172300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2887a48-8d16-4d16-9612-2171d6bdc699 req-1ee7da9d-1344-4bbe-b9d9-842797b4971f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.0621774 Nov 27 01:07:28.203642 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06bcc282-24aa-4d86-95c8-b4994dd283d8 req-7479a5c2-af2d-45f1-8f9e-3cdc086c5fae tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600996 Nov 27 01:07:28.234833 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2887a48-8d16-4d16-9612-2171d6bdc699 req-26ba09c3-bc28-4b9b-b3fb-fabb69e3bdc6 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563183 Nov 27 01:07:28.294890 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6490a-6c58-452c-b074-8dc7b0537f21 admin admin] Deleting port 3107bad8-16b4-471f-92a1-fdd09bfe81fe {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:28.295229 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6d6490a-6c58-452c-b074-8dc7b0537f21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:28.379499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b6d6490a-6c58-452c-b074-8dc7b0537f21 admin admin] For port 3107bad8-16b4-471f-92a1-fdd09bfe81fe, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3107bad8-16b4-471f-92a1-fdd09bfe81fe,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:28.379881 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6d6490a-6c58-452c-b074-8dc7b0537f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:28.394628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6490a-6c58-452c-b074-8dc7b0537f21 admin admin] Calling delete_port for 3107bad8-16b4-471f-92a1-fdd09bfe81fe owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:28.667566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f79a84-12f8-4627-916e-13dc5f508795 req-8b386395-672a-4b6b-af3c-9950be153318 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:28.669023 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f0f79a84-12f8-4627-916e-13dc5f508795 req-8b386395-672a-4b6b-af3c-9950be153318 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 945 time: 0.1065378 Nov 27 01:07:28.824062 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f0f79a84-12f8-4627-916e-13dc5f508795 req-65faf1ca-c549-4c84-9653-3ce159a66881 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379972 Nov 27 01:07:28.855801 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-836d3478-2a6e-4c32-a69b-eaaf3f6ceaf9 req-9a9355ed-cfec-4d45-af3e-8bfa2217dd5b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1763518 Nov 27 01:07:28.865108 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6d6490a-6c58-452c-b074-8dc7b0537f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:28.904672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99602e23-cb50-4a3a-9729-c4a5100c95ff req-872addb3-0ad9-4348-9fd1-740b7b8c7fcc tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:28.906922 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99602e23-cb50-4a3a-9729-c4a5100c95ff req-872addb3-0ad9-4348-9fd1-740b7b8c7fcc tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0631931 Nov 27 01:07:28.916520 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6490a-6c58-452c-b074-8dc7b0537f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=3107bad8-16b4-471f-92a1-fdd09bfe81fe,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:28.987761 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99602e23-cb50-4a3a-9729-c4a5100c95ff req-15848bad-617f-4297-9c4a-90fb5fe96789 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714211 Nov 27 01:07:29.071620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d3478-2a6e-4c32-a69b-eaaf3f6ceaf9 req-33345fad-094e-4ded-821f-1e20f6a5ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:29.073275 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-836d3478-2a6e-4c32-a69b-eaaf3f6ceaf9 req-33345fad-094e-4ded-821f-1e20f6a5ac7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 1117 time: 0.0956671 Nov 27 01:07:29.297246 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d3478-2a6e-4c32-a69b-eaaf3f6ceaf9 req-2d9f4a75-2139-4b0a-90cc-1e977c9c0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:29.298757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-836d3478-2a6e-4c32-a69b-eaaf3f6ceaf9 req-2d9f4a75-2139-4b0a-90cc-1e977c9c0a7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.1665037 Nov 27 01:07:29.299339 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6d6490a-6c58-452c-b074-8dc7b0537f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:29.394722 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-836d3478-2a6e-4c32-a69b-eaaf3f6ceaf9 req-4b17bead-b2cc-425c-a39c-300351767868 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1 HTTP/1.1" status: 200 len: 217 time: 0.0804543 Nov 27 01:07:29.395844 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6bea4-736a-4bad-a8e8-996eadb364f7 req-7e83df1b-ef49-4961-843f-23cea1453147 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:29.405191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18a6bea4-736a-4bad-a8e8-996eadb364f7 req-7e83df1b-ef49-4961-843f-23cea1453147 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b4ce989-c6e8-4e05-973b-bde7bbdc47e9 HTTP/1.1" status: 200 len: 945 time: 0.0688055 Nov 27 01:07:29.487552 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18a6bea4-736a-4bad-a8e8-996eadb364f7 req-5d1d8a6d-f922-468e-9270-5778f469986a tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813510 Nov 27 01:07:29.605417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d3478-2a6e-4c32-a69b-eaaf3f6ceaf9 req-98d1df33-b8ef-491c-83fb-78828c76e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:29.607143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-836d3478-2a6e-4c32-a69b-eaaf3f6ceaf9 req-98d1df33-b8ef-491c-83fb-78828c76e94c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1886175 Nov 27 01:07:29.639893 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243ce69-9b1a-4532-91ed-96fcc278dc2a req-f65cd5d9-bc2f-48d4-9547-e35864a37f52 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:29.641628 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d243ce69-9b1a-4532-91ed-96fcc278dc2a req-f65cd5d9-bc2f-48d4-9547-e35864a37f52 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.2844253 Nov 27 01:07:29.669277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-836d3478-2a6e-4c32-a69b-eaaf3f6ceaf9 req-469c436f-c82d-41f1-96c7-7257398275dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519118 Nov 27 01:07:29.801443 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-0055fbca-2936-4249-b1e4-016d816866b4 req-8e8a4c75-91c9-4a71-9fce-c53706c1632a service neutron] show failed (client error): The resource could not be found. Nov 27 01:07:29.802462 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-8e8a4c75-91c9-4a71-9fce-c53706c1632a service neutron] 10.222.0.42 "GET /v2.0/ports/7c8df586-8529-4537-a9d6-daf1992c5b0e/bindings/n-h1-819494-2 HTTP/1.1" status: 404 len: 380 time: 0.2374792 Nov 27 01:07:29.807987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48330dfb-e4fe-4d16-949b-36bc9f5ad1ef req-d0f534d9-81bc-4938-bc2d-5114c02e75bd tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:29.809543 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48330dfb-e4fe-4d16-949b-36bc9f5ad1ef req-d0f534d9-81bc-4938-bc2d-5114c02e75bd tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b4ce989-c6e8-4e05-973b-bde7bbdc47e9 HTTP/1.1" status: 200 len: 945 time: 0.0634770 Nov 27 01:07:30.101325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-48330dfb-e4fe-4d16-949b-36bc9f5ad1ef req-a9d5957e-e226-4ed3-a8df-b706737a52f7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Deleting port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:30.102048 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-48330dfb-e4fe-4d16-949b-36bc9f5ad1ef req-a9d5957e-e226-4ed3-a8df-b706737a52f7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.115645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bd2f6-fc8d-4533-8a1c-643bfb50e982 req-1007b31c-3f68-466e-98d3-0ecb72311f16 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:30.118695 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b9bd2f6-fc8d-4533-8a1c-643bfb50e982 req-1007b31c-3f68-466e-98d3-0ecb72311f16 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 945 time: 0.1195858 Nov 27 01:07:30.203164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d243ce69-9b1a-4532-91ed-96fcc278dc2a req-e1fdb1cc-83e8-4aa3-86ea-cac2d0c85209 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371540 Nov 27 01:07:30.282905 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-836d3478-2a6e-4c32-a69b-eaaf3f6ceaf9 req-e0d5d027-0bba-4b7b-a982-a51eda6436ea service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978394 Nov 27 01:07:30.290061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d6490a-6c58-452c-b074-8dc7b0537f21 admin admin] Router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:07:30.337508 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b9bd2f6-fc8d-4533-8a1c-643bfb50e982 req-ab401164-4f1a-438a-b684-8247ba115862 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998148 Nov 27 01:07:30.354840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbca-2936-4249-b1e4-016d816866b4 req-aadf2173-deb2-4757-ba5a-67fa5f4a2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:30.356339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-aadf2173-deb2-4757-ba5a-67fa5f4a2125 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d&tenant_id=cae186c4f2334d95a689ce9bbc113764 HTTP/1.1" status: 200 len: 1101 time: 0.2347939 Nov 27 01:07:30.389027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-48330dfb-e4fe-4d16-949b-36bc9f5ad1ef req-a9d5957e-e226-4ed3-a8df-b706737a52f7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] For port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:30.389851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-48330dfb-e4fe-4d16-949b-36bc9f5ad1ef req-a9d5957e-e226-4ed3-a8df-b706737a52f7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.413079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-2', 'device_owner': 'compute:nova'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:30.436398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-48330dfb-e4fe-4d16-949b-36bc9f5ad1ef req-a9d5957e-e226-4ed3-a8df-b706737a52f7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Calling delete_port for 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:30.507688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c9cfc-53bf-430c-81fd-a2f6d5fb7eaf req-77599e6a-ec30-4f8c-b848-4692bed39400 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:30.515828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-495c9cfc-53bf-430c-81fd-a2f6d5fb7eaf req-77599e6a-ec30-4f8c-b848-4692bed39400 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.1892571 Nov 27 01:07:30.546883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.606907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-495c9cfc-53bf-430c-81fd-a2f6d5fb7eaf req-30692119-2f8b-4d3e-b0aa-0d314d0c084f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896485 Nov 27 01:07:30.611801 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-836d3478-2a6e-4c32-a69b-eaaf3f6ceaf9 req-3dd5ca5f-4058-4920-a312-2181502757b3 service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161278 Nov 27 01:07:30.613327 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d6490a-6c58-452c-b074-8dc7b0537f21 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:07:30.624634 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b6d6490a-6c58-452c-b074-8dc7b0537f21 admin admin] 10.222.0.37 "PUT /v2.0/routers/1f4376bd-6dc6-45bd-86e7-fd1969398f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8095994 Nov 27 01:07:30.626800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47760) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:30.635468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a20e5-1fb2-40a9-8fd7-48b21e18fe06 None None] Sync routers for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:07:30.652090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a20e5-1fb2-40a9-8fd7-48b21e18fe06 None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:30.654155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1f5a20e5-1fb2-40a9-8fd7-48b21e18fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:30.866710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1f5a20e5-1fb2-40a9-8fd7-48b21e18fe06 None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:30.868036 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:30.878316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3868a-b44b-4fc0-b6db-eb3fc8868c4b req-3d7f49f8-b2cb-47c9-958d-906a2414c04b tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:30.880060 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ad3868a-b44b-4fc0-b6db-eb3fc8868c4b req-3d7f49f8-b2cb-47c9-958d-906a2414c04b tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b4ce989-c6e8-4e05-973b-bde7bbdc47e9 HTTP/1.1" status: 200 len: 945 time: 0.2487359 Nov 27 01:07:30.901279 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-48330dfb-e4fe-4d16-949b-36bc9f5ad1ef req-a9d5957e-e226-4ed3-a8df-b706737a52f7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:31.034548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5957e-e226-4ed3-a8df-b706737a52f7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Pushing event deleted for resources: {'Port': ['ID=48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:31.064297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-48330dfb-e4fe-4d16-949b-36bc9f5ad1ef req-a9d5957e-e226-4ed3-a8df-b706737a52f7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] No DVR routers for this DVR port 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:31.077299 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-48330dfb-e4fe-4d16-949b-36bc9f5ad1ef req-a9d5957e-e226-4ed3-a8df-b706737a52f7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:31.080322 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48330dfb-e4fe-4d16-949b-36bc9f5ad1ef req-a9d5957e-e226-4ed3-a8df-b706737a52f7 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.42 "DELETE /v2.0/ports/48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 HTTP/1.1" status: 204 len: 173 time: 1.2559607 Nov 27 01:07:31.080796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4ce989-c6e8-4e05-973b-bde7bbdc47e9', 'name': 'network-vif-deleted', 'tag': '48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:31.083352 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e54320-bf7a-492a-ae82-743510724475" -d '{"events": [{"server_uuid": "1b4ce989-c6e8-4e05-973b-bde7bbdc47e9", "name": "network-vif-deleted", "tag": "48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:31.112883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:31.137495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ad3868a-b44b-4fc0-b6db-eb3fc8868c4b req-90c4b2fe-29ce-4fde-a17c-80c79259083f tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470806 Nov 27 01:07:31.160966 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ab383-8f8a-4d90-88c2-e183775a6402 x-openstack-request-id: req-4c4ab383-8f8a-4d90-88c2-e183775a6402 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:31.161270 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4ce989-c6e8-4e05-973b-bde7bbdc47e9", "name": "network-vif-deleted", "tag": "48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:31.161531 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c4ab383-8f8a-4d90-88c2-e183775a6402 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:31.163357 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4ce989-c6e8-4e05-973b-bde7bbdc47e9', 'name': 'network-vif-deleted', 'tag': '48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8', 'status': 'completed', 'code': 200} Nov 27 01:07:31.178802 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:31.200086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:31.229101 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8', 'fda0c50d-d11c-493d-8819-144527e56dfb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:31.233435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b7f3557c-272e-41a8-965d-8468495b9986'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:31.303248 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:31.333893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Transition to ACTIVE for port object 7c8df586-8529-4537-a9d6-daf1992c5b0e will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:31.343752 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:31.367308 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Deleting port c739a65b-62e5-4c7f-a6b1-c006947b7c39 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:31.371002 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:31.497320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] No DVR routers for this DVR port 7c8df586-8529-4537-a9d6-daf1992c5b0e on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:31.518460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Pushing event updated for resources: {'Port': ['ID=7c8df586-8529-4537-a9d6-daf1992c5b0e,revision_number=6']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:31.595213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Attempting to bind port 7c8df586-8529-4537-a9d6-daf1992c5b0e on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:31.595555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Attempting to bind port 7c8df586-8529-4537-a9d6-daf1992c5b0e by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:31.595894 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Attempting to bind port 7c8df586-8529-4537-a9d6-daf1992c5b0e on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:31.611028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Port 7c8df586-8529-4537-a9d6-daf1992c5b0e on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:31.611362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Attempting to bind port 7c8df586-8529-4537-a9d6-daf1992c5b0e on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:31.621626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:31.622691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:31.624270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:31.625565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Bound port: 7c8df586-8529-4537-a9d6-daf1992c5b0e, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:31.626177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:31.656598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c97e3-7ccb-497b-8b98-9c9cc2cc4d8c req-6d60adde-c477-494d-b938-3a00e730fa7d tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:31.667370 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-513c97e3-7ccb-497b-8b98-9c9cc2cc4d8c req-6d60adde-c477-494d-b938-3a00e730fa7d tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.2210150 Nov 27 01:07:31.717795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] For port c739a65b-62e5-4c7f-a6b1-c006947b7c39, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c739a65b-62e5-4c7f-a6b1-c006947b7c39,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:31.727732 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:31.797836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Calling delete_port for c739a65b-62e5-4c7f-a6b1-c006947b7c39 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:31.832603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1f5a20e5-1fb2-40a9-8fd7-48b21e18fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:07:28Z', 'revision_number': 5, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port': {'id': 'c739a65b-62e5-4c7f-a6b1-c006947b7c39', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:15Z', 'updated_at': '2021-11-27T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:31.854283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:31.896569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:31.906002 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:31.907329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a20e5-1fb2-40a9-8fd7-48b21e18fe06 None None] Checking router: 1f4376bd-6dc6-45bd-86e7-fd1969398f9f for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:07:31.912701 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-513c97e3-7ccb-497b-8b98-9c9cc2cc4d8c req-59f03d3c-7d3b-42c0-b111-dee50780f22d tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389159 Nov 27 01:07:31.929475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a20e5-1fb2-40a9-8fd7-48b21e18fe06 None None] Routers {'1f4376bd-6dc6-45bd-86e7-fd1969398f9f'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:31.930324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1f5a20e5-1fb2-40a9-8fd7-48b21e18fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:32.007287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:32.007424 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.008954 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] 10.222.0.11 "PUT /v2.0/ports/7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 1096 time: 1.6103370 Nov 27 01:07:32.009892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952cac0-d690-4462-9a92-5837486cd2fe service neutron] Pushing event updated for resources: {'Port': ['ID=7c8df586-8529-4537-a9d6-daf1992c5b0e,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:32.029320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1f5a20e5-1fb2-40a9-8fd7-48b21e18fe06 None None] Set router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:32.032441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf34fad-09cf-4f7e-9b27-f0eddcc0d8b1 req-437e1324-bd11-4a4f-a4ff-5016e50286e1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:32.044656 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ccf34fad-09cf-4f7e-9b27-f0eddcc0d8b1 req-437e1324-bd11-4a4f-a4ff-5016e50286e1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 948 time: 0.2352970 Nov 27 01:07:32.113942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1f5a20e5-1fb2-40a9-8fd7-48b21e18fe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:07:31Z', 'revision_number': 6, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:32.140704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbca-2936-4249-b1e4-016d816866b4 req-eed92f6c-419d-4889-ae26-90a43553a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:32.142304 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-eed92f6c-419d-4889-ae26-90a43553a182 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1099 time: 0.0717540 Nov 27 01:07:32.158997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ccf34fad-09cf-4f7e-9b27-f0eddcc0d8b1 req-c1c02350-997a-4135-8813-28283a70c06b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119323 Nov 27 01:07:32.172893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a20e5-1fb2-40a9-8fd7-48b21e18fe06 None None] The sync data for ids ['1f4376bd-6dc6-45bd-86e7-fd1969398f9f'] in n-d-819494-2 is: [{'id': '1f4376bd-6dc6-45bd-86e7-fd1969398f9f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983144831-router', 'tenant_id': 'bc4d82ded44244dca3036f69d041fb7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:14Z', 'updated_at': '2021-11-27T01:07:31Z', 'revision_number': 6, 'project_id': 'bc4d82ded44244dca3036f69d041fb7f', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:07:32.326111 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.354224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbca-2936-4249-b1e4-016d816866b4 req-3e376551-e48a-4ac5-bc86-e560ac5b1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:32.360621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-3e376551-e48a-4ac5-bc86-e560ac5b1130 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1992648 Nov 27 01:07:32.367523 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c739a65b-62e5-4c7f-a6b1-c006947b7c39,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:32.473255 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-8a2bb7e1-16bc-47d7-b568-84ddcc0f010b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 217 time: 0.1036642 Nov 27 01:07:32.492743 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.554424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbca-2936-4249-b1e4-016d816866b4 req-3c870b99-1dd8-4dab-9826-3dc293bd8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:32.556332 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-3c870b99-1dd8-4dab-9826-3dc293bd8a3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0735452 Nov 27 01:07:32.626685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbca-2936-4249-b1e4-016d816866b4 req-f861e094-e57e-4599-ae48-cb303a834bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:32.632049 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-f861e094-e57e-4599-ae48-cb303a834bec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677650 Nov 27 01:07:32.705411 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.707816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.787816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.788442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f4376bd-6dc6-45bd-86e7-fd1969398f9f {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:07:32.800593 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.802864 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e553985a-7263-4825-9256-dbae421bdaf2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1f4376bd-6dc6-45bd-86e7-fd1969398f9f HTTP/1.1" status: 204 len: 168 time: 2.1738431 Nov 27 01:07:32.805272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47796) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:32.831584 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-be8d0239-339e-403e-b1d2-183081ded246 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874590 Nov 27 01:07:32.877046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9af4d9-bcc0-4612-838f-52460f2a48a0 admin admin] Deleting subnet bc6aa764-ef8b-457f-a61e-2cf49da2da68 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:07:32.886510 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9af4d9-bcc0-4612-838f-52460f2a48a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.946327 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9af4d9-bcc0-4612-838f-52460f2a48a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:32.992315 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0055fbca-2936-4249-b1e4-016d816866b4 req-a4ce6789-c582-4067-aef9-65c6afc55d5f service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526399 Nov 27 01:07:33.114645 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9af4d9-bcc0-4612-838f-52460f2a48a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:33.164607 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c8df586-8529-4537-a9d6-daf1992c5b0e'}, {'name': 'network-changed', 'server_uuid': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'tag': '7c8df586-8529-4537-a9d6-daf1992c5b0e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:33.168853 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89788cd-f2ad-46b3-9e15-445bb9bfafff" -d '{"events": [{"server_uuid": "c4e37250-3eb9-4e46-a4a2-4d8db2604b7d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c8df586-8529-4537-a9d6-daf1992c5b0e"}, {"name": "network-changed", "server_uuid": "c4e37250-3eb9-4e46-a4a2-4d8db2604b7d", "tag": "7c8df586-8529-4537-a9d6-daf1992c5b0e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:33.198378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025887c2-20fe-4549-9ee6-cadb78bd7b8d req-a2a45fec-b2c8-44a6-9972-6176d1b729e2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:33.200666 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-025887c2-20fe-4549-9ee6-cadb78bd7b8d req-a2a45fec-b2c8-44a6-9972-6176d1b729e2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.1554234 Nov 27 01:07:33.224902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3107bad8-16b4-471f-92a1-fdd09bfe81fe no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:33.301051 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 3107bad8-16b4-471f-92a1-fdd09bfe81fe {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:33.301783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3107bad8-16b4-471f-92a1-fdd09bfe81fe not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:33.302510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c739a65b-62e5-4c7f-a6b1-c006947b7c39 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:33.315306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-025887c2-20fe-4549-9ee6-cadb78bd7b8d req-75b68b5e-c260-4991-be19-7cf96f283c04 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884922 Nov 27 01:07:33.318083 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9af4d9-bcc0-4612-838f-52460f2a48a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:33.362804 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9af4d9-bcc0-4612-838f-52460f2a48a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:33.371349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47812) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:33.391513 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0a9af4d9-bcc0-4612-838f-52460f2a48a0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bc6aa764-ef8b-457f-a61e-2cf49da2da68 HTTP/1.1" status: 204 len: 168 time: 0.5839133 Nov 27 01:07:33.393607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9af4d9-bcc0-4612-838f-52460f2a48a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc6aa764-ef8b-457f-a61e-2cf49da2da68,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:33.396027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7015d8-7111-408d-9aef-176c6cf4208f None None] Network 096a7fbc-91a1-4e50-9539-2545e0765a27 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:33.447544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: c739a65b-62e5-4c7f-a6b1-c006947b7c39 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:33.448314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c739a65b-62e5-4c7f-a6b1-c006947b7c39 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:33.510587 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:33.615275 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5972a73-45e9-402a-b12d-617b411c5296 x-openstack-request-id: req-e5972a73-45e9-402a-b12d-617b411c5296 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:33.615901 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e37250-3eb9-4e46-a4a2-4d8db2604b7d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c8df586-8529-4537-a9d6-daf1992c5b0e", "code": 200}, {"name": "network-changed", "server_uuid": "c4e37250-3eb9-4e46-a4a2-4d8db2604b7d", "tag": "7c8df586-8529-4537-a9d6-daf1992c5b0e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:33.615901 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5972a73-45e9-402a-b12d-617b411c5296 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:33.616223 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'code': 200} Nov 27 01:07:33.616483 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'tag': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'status': 'completed', 'code': 200} Nov 27 01:07:33.640422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Deleting port 14900e31-7904-45ca-befa-91dbcbedcfcf {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:33.640772 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:33.711091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5388a359-a738-4c29-9f26-6f88f5745061 None None] DHCP port deletion for 096a7fbc-91a1-4e50-9539-2545e0765a27 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:07:33.811914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2b004-96d0-422c-bf21-60375b79c2a5 req-b7ebd347-37f0-4af2-867d-69a366dfd36b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:33.829849 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ef2b004-96d0-422c-bf21-60375b79c2a5 req-b7ebd347-37f0-4af2-867d-69a366dfd36b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 948 time: 0.1516604 Nov 27 01:07:33.831078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5388a359-a738-4c29-9f26-6f88f5745061 None None] Deleting port 14900e31-7904-45ca-befa-91dbcbedcfcf {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:33.832559 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5388a359-a738-4c29-9f26-6f88f5745061 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:33.926740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5388a359-a738-4c29-9f26-6f88f5745061 None None] For port 14900e31-7904-45ca-befa-91dbcbedcfcf, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=14900e31-7904-45ca-befa-91dbcbedcfcf,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:33.927767 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5388a359-a738-4c29-9f26-6f88f5745061 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:33.942156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] For port 14900e31-7904-45ca-befa-91dbcbedcfcf, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=14900e31-7904-45ca-befa-91dbcbedcfcf,segment=NetworkSegment(0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae),segment_id=0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:33.942619 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:33.945876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ef2b004-96d0-422c-bf21-60375b79c2a5 req-9255528d-0a8b-48a9-8faf-b75b24aad3ef tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142318 Nov 27 01:07:33.952720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5388a359-a738-4c29-9f26-6f88f5745061 None None] Calling delete_port for 14900e31-7904-45ca-befa-91dbcbedcfcf owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:33.968114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Calling delete_port for 14900e31-7904-45ca-befa-91dbcbedcfcf owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:33.998150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-97368ad9-cc00-4433-86c7-188f00b4dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:33.999988 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-97368ad9-cc00-4433-86c7-188f00b4dcdb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1099 time: 0.2722924 Nov 27 01:07:34.001912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-82a75178-2b3b-4965-af7b-e3ffbebec27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:34.003440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-82a75178-2b3b-4965-af7b-e3ffbebec27c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1099 time: 0.2375307 Nov 27 01:07:34.124379 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5388a359-a738-4c29-9f26-6f88f5745061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:34.158056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5388a359-a738-4c29-9f26-6f88f5745061 None None] No DVR routers for this DVR port 14900e31-7904-45ca-befa-91dbcbedcfcf on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:34.194851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388a359-a738-4c29-9f26-6f88f5745061 None None] Pushing event deleted for resources: {'Port': ['ID=14900e31-7904-45ca-befa-91dbcbedcfcf,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:34.212316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7c8df586-8529-4537-a9d6-daf1992c5b0e no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:34.259901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:34.272489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7c8df586-8529-4537-a9d6-daf1992c5b0e not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:34.275698 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:34.300451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-9e50e968-f25a-4624-a2b7-16dfb79ad9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:34.302002 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-9e50e968-f25a-4624-a2b7-16dfb79ad9ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2619665 Nov 27 01:07:34.304032 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:34.304572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 48bfe3ff-6442-40c5-b1d9-e10b3e9fa9e8 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:34.317761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=14900e31-7904-45ca-befa-91dbcbedcfcf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:34.336379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-a1bf19b9-d8bf-4f04-8e9c-13012482e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:34.337865 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-a1bf19b9-d8bf-4f04-8e9c-13012482e667 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2892513 Nov 27 01:07:34.339448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] No DVR routers for this DVR port 14900e31-7904-45ca-befa-91dbcbedcfcf on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:34.502277 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-40791994-9662-4dea-b67f-52739b9faa79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 217 time: 0.1213071 Nov 27 01:07:34.504082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:34.508671 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-de1ecaab-edba-4761-ab45-1e8055622b42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 217 time: 0.1308229 Nov 27 01:07:34.593294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096a7fbc-91a1-4e50-9539-2545e0765a27']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:34.599351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-68f01906-1160-4e33-9c00-24373ae041fa tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:34.599979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e382ee-5ace-4a63-b85f-354bc8150708 req-d848c86b-b613-4347-89e3-bda3429da50d tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:34.600857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-68f01906-1160-4e33-9c00-24373ae041fa tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1096 time: 0.2961586 Nov 27 01:07:34.609058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13e382ee-5ace-4a63-b85f-354bc8150708 req-d848c86b-b613-4347-89e3-bda3429da50d tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.1082153 Nov 27 01:07:34.642295 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:34.642891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5638d5-4b78-4f0d-92ef-bbb7a4e5d0ae') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:34.649870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-2'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:34.691605 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13e382ee-5ace-4a63-b85f-354bc8150708 req-bd546ac9-a3b3-4d10-a6b8-e5d7a5a45431 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815070 Nov 27 01:07:34.699751 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:34.742563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-c238a36e-fa42-464a-8c04-c5360b8f328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:34.743899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-c238a36e-fa42-464a-8c04-c5360b8f328e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.2280309 Nov 27 01:07:34.747556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-9f9b13e3-ea59-426f-963e-1514c31d1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:34.749095 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-9f9b13e3-ea59-426f-963e-1514c31d1e55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.2176697 Nov 27 01:07:34.749849 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:34.792404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:07:34.792805 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:07:34.795509 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:07:34.822156 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:35.038682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-7989fdba-8c92-4453-be6f-1b3ef6f2aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:35.040646 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-7989fdba-8c92-4453-be6f-1b3ef6f2aa04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2684798 Nov 27 01:07:35.046040 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:35.058452 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:35.066609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47848) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:35.067181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/096a7fbc-91a1-4e50-9539-2545e0765a27 HTTP/1.1" status: 204 len: 168 time: 1.6946521 Nov 27 01:07:35.073028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 14900e31-7904-45ca-befa-91dbcbedcfcf no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:35.097712 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-001d1e65-bfb8-4c1f-b4e3-5c8710cdd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:35.100180 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-001d1e65-bfb8-4c1f-b4e3-5c8710cdd8d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3289175 Nov 27 01:07:35.121700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57387311-86f5-4277-a159-cf39915089c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=096a7fbc-91a1-4e50-9539-2545e0765a27,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:35.132005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 14900e31-7904-45ca-befa-91dbcbedcfcf {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:35.135176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 14900e31-7904-45ca-befa-91dbcbedcfcf not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:35.294129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc25393-246f-48b0-a119-ef9d938c26e5 req-95022eaf-34a8-4cab-8a81-e77c50929f08 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:35.297928 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dc25393-246f-48b0-a119-ef9d938c26e5 req-95022eaf-34a8-4cab-8a81-e77c50929f08 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 948 time: 0.1342115 Nov 27 01:07:35.450788 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dc25393-246f-48b0-a119-ef9d938c26e5 req-3607d2fe-8755-4117-b11c-bd1281de915b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464112 Nov 27 01:07:35.671099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c925bb-29bc-4932-80a0-b04e2c840e2a req-20f213b4-dde0-47c8-882c-203e4e7ddcdd tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:35.679472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c925bb-29bc-4932-80a0-b04e2c840e2a req-20f213b4-dde0-47c8-882c-203e4e7ddcdd tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:35.680099 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5f0edbc-3f46-4b5e-a5a7-9d45aa40a8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:35.688921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a3c925bb-29bc-4932-80a0-b04e2c840e2a req-20f213b4-dde0-47c8-882c-203e4e7ddcdd tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47&device_id=4f1be0f4-36f3-47a3-828c-f5bc364fa8b8 HTTP/1.1" status: 200 len: 1681 time: 0.7026014 Nov 27 01:07:35.693772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:35.822382 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-431f5bf6-2401-4dea-81d3-a560b3b2c66c service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416892 Nov 27 01:07:35.847428 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:35.872339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-a8d8eb73-1967-4674-b2e9-e9c27916e335 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463815 Nov 27 01:07:35.875802 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a3c925bb-29bc-4932-80a0-b04e2c840e2a req-6d06adc6-eb31-4610-8f65-72e648ba1741 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860631 Nov 27 01:07:36.012658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e73e4-4f8e-4653-b6ad-0abe71f055d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64e99ea7-10eb-4437-ad30-1a8dbce4f4a4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:36.016515 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e16046-8750-4ce1-b0fd-ac2f5a5c14b3" -d '{"events": [{"server_uuid": "2b5e73e4-4f8e-4653-b6ad-0abe71f055d9", "name": "network-vif-unplugged", "status": "completed", "tag": "64e99ea7-10eb-4437-ad30-1a8dbce4f4a4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:36.025286 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:36.083214 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:36.160251 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f73b8-a208-4d34-813b-2e8660f3d4da req-370c29fa-1c7a-472b-bb98-f935b7547699 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:36.163839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-804f73b8-a208-4d34-813b-2e8660f3d4da req-370c29fa-1c7a-472b-bb98-f935b7547699 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 945 time: 0.1691303 Nov 27 01:07:36.174195 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539fc582-daed-4717-8795-87b33745063c x-openstack-request-id: req-539fc582-daed-4717-8795-87b33745063c {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:36.174557 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e73e4-4f8e-4653-b6ad-0abe71f055d9", "name": "network-vif-unplugged", "status": "completed", "tag": "64e99ea7-10eb-4437-ad30-1a8dbce4f4a4", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:36.174961 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-539fc582-daed-4717-8795-87b33745063c {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:36.175417 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e73e4-4f8e-4653-b6ad-0abe71f055d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64e99ea7-10eb-4437-ad30-1a8dbce4f4a4', 'code': 200} Nov 27 01:07:36.234445 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-c33cd095-ac1c-41f2-87bf-15099f07781e service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517642 Nov 27 01:07:36.256448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f89788cd-f2ad-46b3-9e15-445bb9bfafff req-4fcc7f2f-8dc6-46cd-98ba-6aa47f5c966c service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310382 Nov 27 01:07:36.278626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Pushing event updated for resources: {'Port': ['ID=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:36.293869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Attempting to bind port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on host n-h2-819494-2 for vnic_type normal with profile {"migrating_to": "n-h1-819494-2"} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:36.294307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Attempting to bind port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:36.294708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Attempting to bind port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:36.299548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:36.300402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Attempting to bind port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on network 4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:36.306459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:36.306459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Checking segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:36.306811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Bound using segment: {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:36.308142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Bound port: 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3511f70c-701a-4576-be7f-2ae79ae20113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d6ac408-0bb6-4f55-ac0a-77d23854a7d1'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:36.308567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:36.355550 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-804f73b8-a208-4d34-813b-2e8660f3d4da req-d79bb5ae-a469-46a7-b946-524a4d70ce0a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817579 Nov 27 01:07:36.377252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0edbc-3f46-4b5e-a5a7-9d45aa40a8b6 admin admin] Deleting port 891435bb-a613-4202-b916-12d09b4ab5d3 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:36.377252 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5f0edbc-3f46-4b5e-a5a7-9d45aa40a8b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:36.388480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:36.392202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:36.400080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:36.491972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Pushing event updated for resources: {'Port': ['ID=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,revision_number=8']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:36.497631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:36.498408 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:36.499923 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-561e703e-03c2-4a86-9d9a-e1efafb378c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 HTTP/1.1" status: 200 len: 1121 time: 1.8658032 Nov 27 01:07:36.531354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-d5f0edbc-3f46-4b5e-a5a7-9d45aa40a8b6 admin admin] For port 891435bb-a613-4202-b916-12d09b4ab5d3, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=891435bb-a613-4202-b916-12d09b4ab5d3,segment=NetworkSegment(b42f002c-c1d8-4df9-8e6a-93589da9e648),segment_id=b42f002c-c1d8-4df9-8e6a-93589da9e648)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:36.534480 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5f0edbc-3f46-4b5e-a5a7-9d45aa40a8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:36.554345 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0edbc-3f46-4b5e-a5a7-9d45aa40a8b6 admin admin] Calling delete_port for 891435bb-a613-4202-b916-12d09b4ab5d3 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:36.618804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0bf7f-bd3a-4568-9f7d-e20e8773ce60 req-356414e6-d32e-49e8-b80e-4b43b957248b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:36.621545 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-14a0bf7f-bd3a-4568-9f7d-e20e8773ce60 req-356414e6-d32e-49e8-b80e-4b43b957248b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 948 time: 0.0718410 Nov 27 01:07:36.668262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['64e99ea7-10eb-4437-ad30-1a8dbce4f4a4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:36.722944 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-14a0bf7f-bd3a-4568-9f7d-e20e8773ce60 req-40ef7aab-8d83-416c-af23-51e0b905271c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843298 Nov 27 01:07:36.858752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['64e99ea7-10eb-4437-ad30-1a8dbce4f4a4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:36.871124 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5f0edbc-3f46-4b5e-a5a7-9d45aa40a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:36.932087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0edbc-3f46-4b5e-a5a7-9d45aa40a8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=891435bb-a613-4202-b916-12d09b4ab5d3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:37.134340 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f68d07-62f9-474b-b035-6cb14f886a14 req-afc85017-061f-4309-83eb-cbbd33a69c12 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:37.138793 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b9f68d07-62f9-474b-b035-6cb14f886a14 req-afc85017-061f-4309-83eb-cbbd33a69c12 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f1be0f4-36f3-47a3-828c-f5bc364fa8b8 HTTP/1.1" status: 200 len: 945 time: 0.2299573 Nov 27 01:07:37.265589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-1164094e-cbb8-40cd-bef2-1cc8204cd8f3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:37.268104 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b9f68d07-62f9-474b-b035-6cb14f886a14 req-6359358b-451d-4025-a263-6ca4af2e5934 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178143 Nov 27 01:07:37.268365 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-1164094e-cbb8-40cd-bef2-1cc8204cd8f3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d&tenant_id=cae186c4f2334d95a689ce9bbc113764&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 948 time: 0.0817902 Nov 27 01:07:37.271586 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5f0edbc-3f46-4b5e-a5a7-9d45aa40a8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:37.306098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7c8df586-8529-4537-a9d6-daf1992c5b0e details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:37.472541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-9a539c2b-66ac-4802-8729-7b1c203f81e3 service neutron] 10.222.0.11 "GET /v2.0/ports/7c8df586-8529-4537-a9d6-daf1992c5b0e/bindings/n-h1-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.1844361 Nov 27 01:07:37.479270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:37.496745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'mac_address': 'fa:16:3e:52:f6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:37.504922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-e2289d2c-4f22-4366-bc0c-9c01a060da9d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:37.506997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-e2289d2c-4f22-4366-bc0c-9c01a060da9d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 807 time: 0.2114265 Nov 27 01:07:37.536079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-f9790323-2c46-4455-b3ee-3d7ec3d20c1f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/quotas/f2c4589faa8344f6a41a0124c0fb2253 HTTP/1.1" status: 200 len: 375 time: 0.0216489 Nov 27 01:07:37.549796 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:37.567832 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8df586-8529-4537-a9d6-daf1992c5b0e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:37.590988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:37.598783 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:37.599598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:37.628575 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-39cb00b9-6e0c-4af8-9afb-ce1dbda490d7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864160 Nov 27 01:07:37.646700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-326b3037-8bf9-4919-8725-559e711f9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:37.648388 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-326b3037-8bf9-4919-8725-559e711f9363 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1099 time: 0.0961843 Nov 27 01:07:37.752381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:37.766857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=7c8df586-8529-4537-a9d6-daf1992c5b0e,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:37.769985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 has no active binding in host n-h1-819494-2 {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:07:37.845872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-1e3615a3-9695-4d30-b471-79ec1681beeb service neutron] 10.222.0.37 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958685 Nov 27 01:07:37.851716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-b93447d8-e43d-48bd-bf95-7cbcc997c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:37.853158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-b93447d8-e43d-48bd-bf95-7cbcc997c9dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1947975 Nov 27 01:07:37.875316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b9cb9-6d72-4de4-bb06-a2536db29f5a req-ba9fbaf7-3c0d-41a0-b705-1c9649fe29f6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:37.876870 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b3b9cb9-6d72-4de4-bb06-a2536db29f5a req-ba9fbaf7-3c0d-41a0-b705-1c9649fe29f6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 949 time: 0.0731680 Nov 27 01:07:37.934124 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-9fcc186e-29bf-4cf9-8258-0c5331c2e9d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 217 time: 0.0709443 Nov 27 01:07:38.006666 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b3b9cb9-6d72-4de4-bb06-a2536db29f5a req-b44719e6-e4ec-42b8-b9de-4a71a4252d07 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903673 Nov 27 01:07:38.011677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-90bb6aa1-34bb-44f1-8dfb-007ccd817dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:38.013113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-90bb6aa1-34bb-44f1-8dfb-007ccd817dce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0702553 Nov 27 01:07:38.018798 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-e69e3275-e45f-41c3-8e56-e6a448f4c664 service neutron] 10.222.0.37 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694617 Nov 27 01:07:38.021619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f0edbc-3f46-4b5e-a5a7-9d45aa40a8b6 admin admin] Router e30982d4-2edd-451f-b2e3-a1e79dc2390d has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:07:38.106653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-bc6c5f3a-703a-4e4a-99c5-ecf2811dd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:38.108294 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-bc6c5f3a-703a-4e4a-99c5-ecf2811dd994 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730238 Nov 27 01:07:38.176207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5e73e4-4f8e-4653-b6ad-0abe71f055d9', 'tag': '64e99ea7-10eb-4437-ad30-1a8dbce4f4a4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:38.178990 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6383903-3da5-44d7-afa3-42c36b8be28c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5e73e4-4f8e-4653-b6ad-0abe71f055d9", "tag": "64e99ea7-10eb-4437-ad30-1a8dbce4f4a4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:38.205555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24892a64-06cc-4288-b7c9-43ee5c727900 req-995f82bf-fb64-44f1-9136-ddb29936aac4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:38.207156 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24892a64-06cc-4288-b7c9-43ee5c727900 req-995f82bf-fb64-44f1-9136-ddb29936aac4 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.1125793 Nov 27 01:07:38.222724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f0edbc-3f46-4b5e-a5a7-9d45aa40a8b6 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:07:38.233416 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2cbf9-817a-4799-ad43-4305a171a4d1 None None] Sync routers for ids ['e30982d4-2edd-451f-b2e3-a1e79dc2390d'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:07:38.237102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d5f0edbc-3f46-4b5e-a5a7-9d45aa40a8b6 admin admin] 10.222.0.37 "PUT /v2.0/routers/e30982d4-2edd-451f-b2e3-a1e79dc2390d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1689782 Nov 27 01:07:38.241318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47912) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:38.255714 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2cbf9-817a-4799-ad43-4305a171a4d1 None None] Routers {'e30982d4-2edd-451f-b2e3-a1e79dc2390d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:38.256516 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-abb2cbf9-817a-4799-ad43-4305a171a4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e30982d4-2edd-451f-b2e3-a1e79dc2390d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:38.275479 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-85f9da35-b4c8-49b3-a4fe-c0910c7b20ba service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582038 Nov 27 01:07:38.319444 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24892a64-06cc-4288-b7c9-43ee5c727900 req-5abac6ff-3ef9-4a73-b8d7-8501c19e2031 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055562 Nov 27 01:07:38.417938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:38.510172 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-abb2cbf9-817a-4799-ad43-4305a171a4d1 None None] Set router e30982d4-2edd-451f-b2e3-a1e79dc2390d gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:38.539664 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa47e788-5b65-4307-b480-bbbaede694e6 x-openstack-request-id: req-fa47e788-5b65-4307-b480-bbbaede694e6 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:38.539961 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5e73e4-4f8e-4653-b6ad-0abe71f055d9", "tag": "64e99ea7-10eb-4437-ad30-1a8dbce4f4a4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:38.540216 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa47e788-5b65-4307-b480-bbbaede694e6 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:38.540619 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5e73e4-4f8e-4653-b6ad-0abe71f055d9', 'tag': '64e99ea7-10eb-4437-ad30-1a8dbce4f4a4', 'status': 'completed', 'code': 200} Nov 27 01:07:38.626372 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:38.643606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-2e427059-fd30-4aaf-b8a7-acb45a572811 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569486 Nov 27 01:07:38.673999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce94a7c-50ac-4ba5-8c00-0593d3b20af9 req-0ae41dce-d3c4-4976-82b1-0f400f498956 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:38.675220 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ce94a7c-50ac-4ba5-8c00-0593d3b20af9 req-0ae41dce-d3c4-4976-82b1-0f400f498956 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.42 "GET /v2.0/ports?device_id=47711874-1c7d-44ae-9022-9a5c7b0a6e47 HTTP/1.1" status: 200 len: 945 time: 0.0968347 Nov 27 01:07:38.766096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383903-3da5-44d7-afa3-42c36b8be28c req-f5995fa0-c93f-4edf-980b-49c1ccaf53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:38.767640 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6383903-3da5-44d7-afa3-42c36b8be28c req-f5995fa0-c93f-4edf-980b-49c1ccaf53d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 1124 time: 0.1698444 Nov 27 01:07:38.793530 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-93482abd-7beb-4588-bb53-967e35a106fe req-7dddbf26-de31-4df5-84b4-45ff11b11c24 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 210 time: 0.0532990 Nov 27 01:07:38.866726 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-abb2cbf9-817a-4799-ad43-4305a171a4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1596994302-router', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:24Z', 'updated_at': '2021-11-27T01:07:36Z', 'revision_number': 5, 'project_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'gw_port': {'id': '4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:02:25Z', 'updated_at': '2021-11-27T01:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:38.878251 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383903-3da5-44d7-afa3-42c36b8be28c req-81de7be3-1f28-44b2-9db9-b5dcd6b33611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:38.879761 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6383903-3da5-44d7-afa3-42c36b8be28c req-81de7be3-1f28-44b2-9db9-b5dcd6b33611 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.1024649 Nov 27 01:07:38.892079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-2ce94a7c-50ac-4ba5-8c00-0593d3b20af9 req-b5c5e49c-b3e1-44da-94af-352df1377db1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Deleting port fda0c50d-d11c-493d-8819-144527e56dfb {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:38.893116 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2ce94a7c-50ac-4ba5-8c00-0593d3b20af9 req-b5c5e49c-b3e1-44da-94af-352df1377db1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:38.908590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c366f03-d1fc-4266-a896-b0028eb1b52d req-67590c87-9f70-4d4e-9d03-af21913b3eb1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:38.910121 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c366f03-d1fc-4266-a896-b0028eb1b52d req-67590c87-9f70-4d4e-9d03-af21913b3eb1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f1be0f4-36f3-47a3-828c-f5bc364fa8b8 HTTP/1.1" status: 200 len: 945 time: 0.2317343 Nov 27 01:07:38.929576 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2cbf9-817a-4799-ad43-4305a171a4d1 None None] Checking router: e30982d4-2edd-451f-b2e3-a1e79dc2390d for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:07:38.939394 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2cbf9-817a-4799-ad43-4305a171a4d1 None None] Routers {'e30982d4-2edd-451f-b2e3-a1e79dc2390d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:07:38.940029 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-abb2cbf9-817a-4799-ad43-4305a171a4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e30982d4-2edd-451f-b2e3-a1e79dc2390d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:38.987807 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6383903-3da5-44d7-afa3-42c36b8be28c req-fe3e170f-9256-46d3-a83c-0db77e7b2c03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 HTTP/1.1" status: 200 len: 217 time: 0.0950606 Nov 27 01:07:39.053269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2ce94a7c-50ac-4ba5-8c00-0593d3b20af9 req-b5c5e49c-b3e1-44da-94af-352df1377db1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] For port fda0c50d-d11c-493d-8819-144527e56dfb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fda0c50d-d11c-493d-8819-144527e56dfb,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:39.053693 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2ce94a7c-50ac-4ba5-8c00-0593d3b20af9 req-b5c5e49c-b3e1-44da-94af-352df1377db1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:39.069932 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-2ce94a7c-50ac-4ba5-8c00-0593d3b20af9 req-b5c5e49c-b3e1-44da-94af-352df1377db1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Calling delete_port for fda0c50d-d11c-493d-8819-144527e56dfb owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:39.091684 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-abb2cbf9-817a-4799-ad43-4305a171a4d1 None None] Set router e30982d4-2edd-451f-b2e3-a1e79dc2390d gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:07:39.137624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Deleting port 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:39.138381 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:39.143159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383903-3da5-44d7-afa3-42c36b8be28c req-300e3653-78d3-41bd-bd91-6585688565a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:39.145772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6383903-3da5-44d7-afa3-42c36b8be28c req-300e3653-78d3-41bd-bd91-6585688565a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.1229248 Nov 27 01:07:39.152289 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-abb2cbf9-817a-4799-ad43-4305a171a4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1596994302-router', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:24Z', 'updated_at': '2021-11-27T01:07:38Z', 'revision_number': 6, 'project_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:39.189737 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2cbf9-817a-4799-ad43-4305a171a4d1 None None] The sync data for ids ['e30982d4-2edd-451f-b2e3-a1e79dc2390d'] in n-d-819494-2 is: [{'id': 'e30982d4-2edd-451f-b2e3-a1e79dc2390d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1596994302-router', 'tenant_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:02:24Z', 'updated_at': '2021-11-27T01:07:38Z', 'revision_number': 6, 'project_id': 'bbcb542f95cc47eab3ab98b9e8fd1410', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:07:39.241613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6383903-3da5-44d7-afa3-42c36b8be28c req-8597dcde-ae72-4677-a8da-972db8c0265c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387986 Nov 27 01:07:39.262418 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c366f03-d1fc-4266-a896-b0028eb1b52d req-db648d2a-58ce-48db-b153-5beec09f4577 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/security-groups?id=e042dfb2-12b1-4786-86ed-4ea67a247033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678461 Nov 27 01:07:39.320650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41221a-d028-4cdd-b48c-ebad506700f5 req-bc710334-7487-45b2-aafa-d87ae64789bd tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:39.321586 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc41221a-d028-4cdd-b48c-ebad506700f5 req-bc710334-7487-45b2-aafa-d87ae64789bd tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 949 time: 0.1598201 Nov 27 01:07:39.365969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] For port 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:39.366358 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:39.368272 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2ce94a7c-50ac-4ba5-8c00-0593d3b20af9 req-b5c5e49c-b3e1-44da-94af-352df1377db1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:39.390263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['7c8df586-8529-4537-a9d6-daf1992c5b0e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:39.400740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Calling delete_port for 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:39.428438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5e49c-b3e1-44da-94af-352df1377db1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Pushing event deleted for resources: {'Port': ['ID=fda0c50d-d11c-493d-8819-144527e56dfb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:39.428686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6383903-3da5-44d7-afa3-42c36b8be28c req-dbbbddac-9375-414c-b71e-9f2c590f7feb service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774130 Nov 27 01:07:39.433636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc41221a-d028-4cdd-b48c-ebad506700f5 req-23ebd082-bb8b-47cf-a2e9-9d7c494e4bad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034789 Nov 27 01:07:39.477443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['fda0c50d-d11c-493d-8819-144527e56dfb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:39.498358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce94a7c-50ac-4ba5-8c00-0593d3b20af9 req-b5c5e49c-b3e1-44da-94af-352df1377db1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] No DVR routers for this DVR port fda0c50d-d11c-493d-8819-144527e56dfb on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:39.501351 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2ce94a7c-50ac-4ba5-8c00-0593d3b20af9 req-b5c5e49c-b3e1-44da-94af-352df1377db1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:39.506564 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ce94a7c-50ac-4ba5-8c00-0593d3b20af9 req-b5c5e49c-b3e1-44da-94af-352df1377db1 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.42 "DELETE /v2.0/ports/fda0c50d-d11c-493d-8819-144527e56dfb HTTP/1.1" status: 204 len: 173 time: 0.8137486 Nov 27 01:07:39.630561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb3033-a89c-45ef-ab51-fea6021f63d0 req-09e33349-169e-41cf-bdb3-a07b906f3f66 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:39.632916 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91cb3033-a89c-45ef-ab51-fea6021f63d0 req-09e33349-169e-41cf-bdb3-a07b906f3f66 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f1be0f4-36f3-47a3-828c-f5bc364fa8b8 HTTP/1.1" status: 200 len: 945 time: 0.1122141 Nov 27 01:07:39.767261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a1f6b-aab8-4b6c-8583-e4ef2f3b5f98 req-0e51b4de-d980-4411-b076-8311d92b5344 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:39.769464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df8a1f6b-aab8-4b6c-8583-e4ef2f3b5f98 req-0e51b4de-d980-4411-b076-8311d92b5344 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.2711098 Nov 27 01:07:39.821534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6383903-3da5-44d7-afa3-42c36b8be28c req-6a3227fa-4af1-4f68-a2e5-bda32b515cdc service neutron] 10.222.0.42 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427906 Nov 27 01:07:39.869875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-91cb3033-a89c-45ef-ab51-fea6021f63d0 req-90fc85af-f50f-4baf-ba86-a412b398080e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Deleting port b7f3557c-272e-41a8-965d-8468495b9986 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:39.870205 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-91cb3033-a89c-45ef-ab51-fea6021f63d0 req-90fc85af-f50f-4baf-ba86-a412b398080e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:39.893905 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df8a1f6b-aab8-4b6c-8583-e4ef2f3b5f98 req-135384db-fe56-4f59-9476-e3164ba82b60 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147804 Nov 27 01:07:39.920928 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:39.954550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:39.995205 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8d7944a8-5648-4def-8e8b-89ba88fdb3ae req-eba79e1f-cc0d-432e-9deb-bf33b4043d3c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 210 time: 0.0474899 Nov 27 01:07:40.033252 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.105189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-91cb3033-a89c-45ef-ab51-fea6021f63d0 req-90fc85af-f50f-4baf-ba86-a412b398080e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] For port b7f3557c-272e-41a8-965d-8468495b9986, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b7f3557c-272e-41a8-965d-8468495b9986,segment=NetworkSegment(93482d0d-ae1d-4f24-945e-d4185cc84bbf),segment_id=93482d0d-ae1d-4f24-945e-d4185cc84bbf)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:40.106351 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-91cb3033-a89c-45ef-ab51-fea6021f63d0 req-90fc85af-f50f-4baf-ba86-a412b398080e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.122041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-91cb3033-a89c-45ef-ab51-fea6021f63d0 req-90fc85af-f50f-4baf-ba86-a412b398080e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Calling delete_port for b7f3557c-272e-41a8-965d-8468495b9986 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:40.175290 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.179733 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.260146 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.260706 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e30982d4-2edd-451f-b2e3-a1e79dc2390d {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:07:40.266848 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.270328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-050dc040-ce3e-4132-89b6-9955cf2e548e admin admin] 10.222.0.37 "DELETE /v2.0/routers/e30982d4-2edd-451f-b2e3-a1e79dc2390d HTTP/1.1" status: 204 len: 168 time: 2.0254934 Nov 27 01:07:40.270802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47944) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:40.307061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-51a01d00-af22-4acb-a076-479535265af7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:40.309118 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-51a01d00-af22-4acb-a076-479535265af7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.42 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 807 time: 0.1625824 Nov 27 01:07:40.321692 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-91cb3033-a89c-45ef-ab51-fea6021f63d0 req-90fc85af-f50f-4baf-ba86-a412b398080e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.355487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Request body: {'port': {'device_id': '9878b5bc-4e6a-4152-a30d-989a8cd63cd0', 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30', 'admin_state_up': True, 'tenant_id': 'f2c4589faa8344f6a41a0124c0fb2253'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:40.361132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['fda0c50d-d11c-493d-8819-144527e56dfb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:40.395850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc85af-f50f-4baf-ba86-a412b398080e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Pushing event deleted for resources: {'Port': ['ID=b7f3557c-272e-41a8-965d-8468495b9986,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:40.425886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-529c9d82-948b-49ad-802d-b5caad852d97 admin admin] Deleting subnet aba0e7af-7d5e-4df9-9816-37eadb35af90 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:07:40.430409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-529c9d82-948b-49ad-802d-b5caad852d97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.435676 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-381c24e4-2e63-48ab-9b0c-d1cf61ba9d9c req-35691229-c4ba-4682-8a8e-c1aeec0d4b30 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f1be0f4-36f3-47a3-828c-f5bc364fa8b8 HTTP/1.1" status: 200 len: 210 time: 0.0369985 Nov 27 01:07:40.536149 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-529c9d82-948b-49ad-802d-b5caad852d97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.593727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Made reservation on behalf of f2c4589faa8344f6a41a0124c0fb2253 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:40.599694 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.644876 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-529c9d82-948b-49ad-802d-b5caad852d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.717059 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47711874-1c7d-44ae-9022-9a5c7b0a6e47', 'name': 'network-vif-deleted', 'tag': 'fda0c50d-d11c-493d-8819-144527e56dfb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:40.721929 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e913e7ce-b2f5-415f-ae68-2afcb9f80054" -d '{"events": [{"server_uuid": "47711874-1c7d-44ae-9022-9a5c7b0a6e47", "name": "network-vif-deleted", "tag": "fda0c50d-d11c-493d-8819-144527e56dfb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:40.728873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cb3033-a89c-45ef-ab51-fea6021f63d0 req-90fc85af-f50f-4baf-ba86-a412b398080e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] No DVR routers for this DVR port b7f3557c-272e-41a8-965d-8468495b9986 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:40.733806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-91cb3033-a89c-45ef-ab51-fea6021f63d0 req-90fc85af-f50f-4baf-ba86-a412b398080e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.737129 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91cb3033-a89c-45ef-ab51-fea6021f63d0 req-90fc85af-f50f-4baf-ba86-a412b398080e tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.11 "DELETE /v2.0/ports/b7f3557c-272e-41a8-965d-8468495b9986 HTTP/1.1" status: 204 len: 173 time: 1.0448923 Nov 27 01:07:40.800078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fce51-2586-4459-95d6-63d6341a408b req-ad19a1b1-1332-457a-9e1b-33c4720f749f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:40.801531 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe1fce51-2586-4459-95d6-63d6341a408b req-ad19a1b1-1332-457a-9e1b-33c4720f749f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 949 time: 0.0763330 Nov 27 01:07:40.803157 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-529c9d82-948b-49ad-802d-b5caad852d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.819250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Allocated IP 172.20.0.4 (de49c4d1-59db-445a-b848-6fcbaeb4ac30/f6b48ccc-43fc-4543-b194-fe3642bc63a6/04f35613-27cb-4e52-8599-3ad79660fe50) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:40.836865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c9d82-948b-49ad-802d-b5caad852d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba0e7af-7d5e-4df9-9816-37eadb35af90,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:40.846498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e85806-3279-4912-98ff-f01d0d27e930 None None] Network 4cbc78e5-724d-4d6b-abb7-d0991798dcc5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:40.852121 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-529c9d82-948b-49ad-802d-b5caad852d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:40.856174 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-529c9d82-948b-49ad-802d-b5caad852d97 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/aba0e7af-7d5e-4df9-9816-37eadb35af90 HTTP/1.1" status: 204 len: 168 time: 0.5843554 Nov 27 01:07:40.862499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47958) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:40.912956 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe1fce51-2586-4459-95d6-63d6341a408b req-5fec1c94-3630-47da-a1db-d1ce4a4b4e4c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972319 Nov 27 01:07:40.955383 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c438a2b-488a-41ef-9423-3fb524541ab4 x-openstack-request-id: req-6c438a2b-488a-41ef-9423-3fb524541ab4 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:40.955679 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47711874-1c7d-44ae-9022-9a5c7b0a6e47", "name": "network-vif-deleted", "tag": "fda0c50d-d11c-493d-8819-144527e56dfb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:40.955929 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c438a2b-488a-41ef-9423-3fb524541ab4 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:40.956329 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47711874-1c7d-44ae-9022-9a5c7b0a6e47', 'name': 'network-vif-deleted', 'tag': 'fda0c50d-d11c-493d-8819-144527e56dfb', 'status': 'completed', 'code': 200} Nov 27 01:07:41.046771 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:41.159919 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a343a7b-a8ea-447a-a50f-bbef21815e8d req-54dae0cc-740d-4e35-a934-c4630386cdb9 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 210 time: 0.0353975 Nov 27 01:07:41.185231 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0171f8-d125-4485-86d2-ed182ce68413 req-330276c3-d2ad-446b-9eba-6e0a1cf0799c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:41.187149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea0171f8-d125-4485-86d2-ed182ce68413 req-330276c3-d2ad-446b-9eba-6e0a1cf0799c tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.1383533 Nov 27 01:07:41.193310 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:41.200007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 891435bb-a613-4202-b916-12d09b4ab5d3 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:41.234064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b7f3557c-272e-41a8-965d-8468495b9986'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:41.259118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b7f3557c-272e-41a8-965d-8468495b9986'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:41.271883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Deleting port 303cb863-5699-490d-a814-b0d30025b1b9 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:41.272284 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:41.278661 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea0171f8-d125-4485-86d2-ed182ce68413 req-957c13a9-4213-4482-9383-a7b97068f6ad tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835176 Nov 27 01:07:41.285715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 891435bb-a613-4202-b916-12d09b4ab5d3 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:41.286671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 891435bb-a613-4202-b916-12d09b4ab5d3 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:41.287229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:41.321365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:41.346658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:41.347010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4d9cb5c7-f1ec-45c4-9d60-c51bafc56fff not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:41.401543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Network de49c4d1-59db-445a-b848-6fcbaeb4ac30 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:41.405362 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] For port 303cb863-5699-490d-a814-b0d30025b1b9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=303cb863-5699-490d-a814-b0d30025b1b9,segment=NetworkSegment(b42f002c-c1d8-4df9-8e6a-93589da9e648),segment_id=b42f002c-c1d8-4df9-8e6a-93589da9e648)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:41.405788 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:41.412380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5af71cb8-9d26-4ebb-9590-91d81f9d7d74'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:41.417652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:41.419977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:41.425704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Pushing event updated for resources: {'Port': ['ID=04f35613-27cb-4e52-8599-3ad79660fe50,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:41.451322 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Calling delete_port for 303cb863-5699-490d-a814-b0d30025b1b9 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:41.492564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727b1138-e357-40e6-9547-81c624a23bff None None] DHCP port deletion for 4cbc78e5-724d-4d6b-abb7-d0991798dcc5 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:07:41.524158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:41.525170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:41.535994 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a7b41571-93b2-47a3-87e6-49338e3cbab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:41.555119 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-68283d77-18a7-4b98-ba21-c417a062f6f4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2043478 Nov 27 01:07:41.575925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Request body: {'port': {'device_id': '9878b5bc-4e6a-4152-a30d-989a8cd63cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:41.580388 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd724ffa-2342-49f6-a687-da396ec99048 req-f249c5c7-bd15-442e-a462-12e88083bf62 tempest-ListServersNegativeTestJSON-172501390 tempest-ListServersNegativeTestJSON-172501390-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f1be0f4-36f3-47a3-828c-f5bc364fa8b8 HTTP/1.1" status: 200 len: 210 time: 0.0375385 Nov 27 01:07:41.667366 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:41.668500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-727b1138-e357-40e6-9547-81c624a23bff None None] Deleting port 303cb863-5699-490d-a814-b0d30025b1b9 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:41.669191 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-727b1138-e357-40e6-9547-81c624a23bff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:41.681434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:41.733871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Pushing event deleted for resources: {'Port': ['ID=303cb863-5699-490d-a814-b0d30025b1b9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:41.743247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] No DVR routers for this DVR port 303cb863-5699-490d-a814-b0d30025b1b9 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:41.778020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-727b1138-e357-40e6-9547-81c624a23bff None None] For port 303cb863-5699-490d-a814-b0d30025b1b9, host n-d-819494-2, got binding levels [] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:41.778966 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-727b1138-e357-40e6-9547-81c624a23bff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:41.794818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-727b1138-e357-40e6-9547-81c624a23bff None None] Calling delete_port for 303cb863-5699-490d-a814-b0d30025b1b9 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:41.799039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.ipam_backend_mixin [None req-727b1138-e357-40e6-9547-81c624a23bff None None] Port 303cb863-5699-490d-a814-b0d30025b1b9 was not found and therefore no delete operation was performed {{(pid=103386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:07:41.800659 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-727b1138-e357-40e6-9547-81c624a23bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:41.834682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b1138-e357-40e6-9547-81c624a23bff None None] Pushing event deleted for resources: {'Port': ['ID=303cb863-5699-490d-a814-b0d30025b1b9,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:41.839166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b1138-e357-40e6-9547-81c624a23bff None None] No DVR routers for this DVR port 303cb863-5699-490d-a814-b0d30025b1b9 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:41.979398 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.081151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385db7b4-e0d7-47a6-893a-f72ae9096324 req-a17c9ad9-f7e1-4126-8e82-5e53e78b828c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:42.089938 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-385db7b4-e0d7-47a6-893a-f72ae9096324 req-a17c9ad9-f7e1-4126-8e82-5e53e78b828c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 949 time: 0.0856411 Nov 27 01:07:42.170850 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-385db7b4-e0d7-47a6-893a-f72ae9096324 req-753c7eb6-0d22-49d3-b211-abfc4def2289 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801284 Nov 27 01:07:42.183997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbc78e5-724d-4d6b-abb7-d0991798dcc5']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:42.194140 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f35613-27cb-4e52-8599-3ad79660fe50 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:42.221586 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.228833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42f002c-c1d8-4df9-8e6a-93589da9e648') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:42.229846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42f002c-c1d8-4df9-8e6a-93589da9e648') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:42.259943 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.302083 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.326489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Transition to ACTIVE for port object 04f35613-27cb-4e52-8599-3ad79660fe50 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:42.335994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:07:42.336421 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:07:42.345545 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:07:42.372549 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.395467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33268c71-65f0-4262-8628-2223993ed758 req-4255468a-693c-41fd-a151-5bcd1088ddf2 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:42.397631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33268c71-65f0-4262-8628-2223993ed758 req-4255468a-693c-41fd-a151-5bcd1088ddf2 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 931 time: 0.1062226 Nov 27 01:07:42.477109 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33268c71-65f0-4262-8628-2223993ed758 req-dd9bc252-ea03-42aa-b70a-f3bb4edebd6e tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726037 Nov 27 01:07:42.534845 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.565960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Pushing event updated for resources: {'Port': ['ID=04f35613-27cb-4e52-8599-3ad79660fe50,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:42.598440 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.602199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4cbc78e5-724d-4d6b-abb7-d0991798dcc5 HTTP/1.1" status: 204 len: 168 time: 1.7386162 Nov 27 01:07:42.613112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbcbe7-66de-4c85-a583-ef21b59a1412 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cbc78e5-724d-4d6b-abb7-d0991798dcc5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:42.639393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfa051-16fc-4379-9e84-bdb5c86a8658 req-4db0121a-412a-4ea9-a5d6-abf2175e86cd tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:42.647190 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-65cfa051-16fc-4379-9e84-bdb5c86a8658 req-4db0121a-412a-4ea9-a5d6-abf2175e86cd tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.1974287 Nov 27 01:07:42.682860 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Attempting to bind port 04f35613-27cb-4e52-8599-3ad79660fe50 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:42.683207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Attempting to bind port 04f35613-27cb-4e52-8599-3ad79660fe50 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:42.683538 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Attempting to bind port 04f35613-27cb-4e52-8599-3ad79660fe50 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:42.699564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Port 04f35613-27cb-4e52-8599-3ad79660fe50 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:42.699887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Attempting to bind port 04f35613-27cb-4e52-8599-3ad79660fe50 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:42.716381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:42.716744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:42.717137 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Bound using segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:42.717795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Bound port: 04f35613-27cb-4e52-8599-3ad79660fe50, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:42.718445 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.737766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-65cfa051-16fc-4379-9e84-bdb5c86a8658 req-e4bbcc31-8288-4bd5-aa6c-b7f648245563 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845914 Nov 27 01:07:42.780212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47982) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:42.818904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-60898f0f-71f0-45e3-abfd-49f44f5bcefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:42.820393 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-60898f0f-71f0-45e3-abfd-49f44f5bcefb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d&tenant_id=cae186c4f2334d95a689ce9bbc113764 HTTP/1.1" status: 200 len: 1100 time: 0.1275184 Nov 27 01:07:42.839158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47984) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:42.845128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-2', 'device_owner': 'compute:nova'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:42.853807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efcacc6-6a4a-4668-801e-8a41f8a1b0fb admin admin] Deleting subnet 67b5934a-a559-4c64-bf40-bb2897c0055f {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:07:42.871534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:42.876652 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9efcacc6-6a4a-4668-801e-8a41f8a1b0fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.894181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=04f35613-27cb-4e52-8599-3ad79660fe50,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:42.898531 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-20705e20-9398-43e8-aae4-93a249b757dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc4d82ded44244dca3036f69d041fb7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0582721 Nov 27 01:07:42.901879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47986) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:42.911497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.958471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1be0f4-36f3-47a3-828c-f5bc364fa8b8', 'name': 'network-vif-deleted', 'tag': 'b7f3557c-272e-41a8-965d-8468495b9986'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:42.961120 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87229379-6174-4142-b47d-ab521b75fffb" -d '{"events": [{"server_uuid": "4f1be0f4-36f3-47a3-828c-f5bc364fa8b8", "name": "network-vif-deleted", "tag": "b7f3557c-272e-41a8-965d-8468495b9986"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:42.968168 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9efcacc6-6a4a-4668-801e-8a41f8a1b0fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.991622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:42.995383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Pushing event updated for resources: {'Port': ['ID=04f35613-27cb-4e52-8599-3ad79660fe50,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:43.004900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:43.005657 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.007126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-b9324341-b964-48d5-96c1-b7ac34f56550 service neutron] 10.222.0.42 "PUT /v2.0/ports/04f35613-27cb-4e52-8599-3ad79660fe50 HTTP/1.1" status: 200 len: 1091 time: 1.4360328 Nov 27 01:07:43.007566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9878b5bc-4e6a-4152-a30d-989a8cd63cd0', 'tag': '04f35613-27cb-4e52-8599-3ad79660fe50'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:43.009865 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b5e127-5254-45b4-8434-1e8a3b3a23ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9878b5bc-4e6a-4152-a30d-989a8cd63cd0", "tag": "04f35613-27cb-4e52-8599-3ad79660fe50"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:43.051552 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74481970-23a9-4fab-b1ec-0ce72674fcb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.063181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 303cb863-5699-490d-a814-b0d30025b1b9 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:43.073612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9efcacc6-6a4a-4668-801e-8a41f8a1b0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.077643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74481970-23a9-4fab-b1ec-0ce72674fcb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.104899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 303cb863-5699-490d-a814-b0d30025b1b9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:43.107808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 303cb863-5699-490d-a814-b0d30025b1b9 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:43.145237 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74481970-23a9-4fab-b1ec-0ce72674fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.149389 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807238a6-5912-48ca-95b8-8014dd45cd66 x-openstack-request-id: req-807238a6-5912-48ca-95b8-8014dd45cd66 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:43.149711 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1be0f4-36f3-47a3-828c-f5bc364fa8b8", "name": "network-vif-deleted", "tag": "b7f3557c-272e-41a8-965d-8468495b9986", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:43.150060 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-807238a6-5912-48ca-95b8-8014dd45cd66 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:43.150400 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1be0f4-36f3-47a3-828c-f5bc364fa8b8', 'name': 'network-vif-deleted', 'tag': 'b7f3557c-272e-41a8-965d-8468495b9986', 'status': 'completed', 'code': 200} Nov 27 01:07:43.153143 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74481970-23a9-4fab-b1ec-0ce72674fcb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.157136 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-74481970-23a9-4fab-b1ec-0ce72674fcb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0ee4cc9-dc63-490e-80b8-709528474aab HTTP/1.1" status: 204 len: 168 time: 0.2513120 Nov 27 01:07:43.175617 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9efcacc6-6a4a-4668-801e-8a41f8a1b0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.195610 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9015a03f-371b-4af8-918f-2694d335c77f x-openstack-request-id: req-9015a03f-371b-4af8-918f-2694d335c77f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:43.198567 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9878b5bc-4e6a-4152-a30d-989a8cd63cd0", "tag": "04f35613-27cb-4e52-8599-3ad79660fe50", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:43.198567 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9015a03f-371b-4af8-918f-2694d335c77f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:43.198567 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9878b5bc-4e6a-4152-a30d-989a8cd63cd0', 'tag': '04f35613-27cb-4e52-8599-3ad79660fe50', 'status': 'completed', 'code': 200} Nov 27 01:07:43.226392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74481970-23a9-4fab-b1ec-0ce72674fcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ee4cc9-dc63-490e-80b8-709528474aab,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:43.283008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-79642af7-08df-4643-a93f-13f6e779067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:43.290344 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-79642af7-08df-4643-a93f-13f6e779067f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 1094 time: 0.1614614 Nov 27 01:07:43.349606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7c8df586-8529-4537-a9d6-daf1992c5b0e details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:43.360987 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-d008aeb2-f8f6-49d1-99f2-aba9faa93d43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f35613-27cb-4e52-8599-3ad79660fe50 HTTP/1.1" status: 200 len: 217 time: 0.0559664 Nov 27 01:07:43.391900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcacc6-6a4a-4668-801e-8a41f8a1b0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b5934a-a559-4c64-bf40-bb2897c0055f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:43.419740 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9efcacc6-6a4a-4668-801e-8a41f8a1b0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.428399 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9efcacc6-6a4a-4668-801e-8a41f8a1b0fb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/67b5934a-a559-4c64-bf40-bb2897c0055f HTTP/1.1" status: 204 len: 168 time: 0.6451991 Nov 27 01:07:43.438555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48002) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:43.456917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b7f3557c-272e-41a8-965d-8468495b9986 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:43.483459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: b7f3557c-272e-41a8-965d-8468495b9986 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:43.484011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b7f3557c-272e-41a8-965d-8468495b9986 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:43.491952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-416ff444-031f-4f71-bb8f-cda18dd14276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:43.496835 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-416ff444-031f-4f71-bb8f-cda18dd14276 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.1242778 Nov 27 01:07:43.515172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef69f6-1803-4e14-aa30-6ba036ec859e req-d0eb8628-1b77-4ad9-8be9-a6ba782dd8c4 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:43.527350 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00ef69f6-1803-4e14-aa30-6ba036ec859e req-d0eb8628-1b77-4ad9-8be9-a6ba782dd8c4 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 949 time: 0.1370542 Nov 27 01:07:43.576520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:43.595638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'mac_address': 'fa:16:3e:52:f6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:43.598002 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-64904e71-d978-4093-a300-765fb091593e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691695 Nov 27 01:07:43.709270 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00ef69f6-1803-4e14-aa30-6ba036ec859e req-8c68e7c5-0d1a-4672-a373-1598d6ba1e0d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661410 Nov 27 01:07:43.728470 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.745872 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-27bf9ccf-c645-427f-afc7-421725f3a749 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378188 Nov 27 01:07:43.746393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48006) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:43.774719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b5a0e-7efb-45ce-8173-4671f6a5e6ea req-77e06297-9835-425a-83de-a2be7f3c8b71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:43.776196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d02b5a0e-7efb-45ce-8173-4671f6a5e6ea req-77e06297-9835-425a-83de-a2be7f3c8b71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.1515417 Nov 27 01:07:43.787713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:43.855664 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f01eb8cd-0d92-4d95-9533-de31ee5e35cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.861670 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a0dee32e-ecef-4698-8e23-8c10673de3b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbcb542f95cc47eab3ab98b9e8fd1410&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1141081 Nov 27 01:07:43.869098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48010) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:43.898494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:43.935702 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6684584-d8d1-4ba6-b5f0-30d50bc2e0ff req-58ad34f8-7c17-4812-b4c6-a03347aa8efe service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831536 Nov 27 01:07:43.939377 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.980443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa0883-d532-49c2-8769-b1f1a6e54472 req-81f10cf9-f060-40fb-bf09-a6e3c2b8767f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:43.980933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a091afd8-2202-4a99-8196-017ee2dd06fd']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:43.981964 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73aa0883-d532-49c2-8769-b1f1a6e54472 req-81f10cf9-f060-40fb-bf09-a6e3c2b8767f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.0896742 Nov 27 01:07:43.983632 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61878d04-af4f-47b0-9730-039318a57674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:43.986287 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d02b5a0e-7efb-45ce-8173-4671f6a5e6ea req-5af12025-17d8-4031-a185-1a76c2d66305 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702569 Nov 27 01:07:43.988087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7c8df586-8529-4537-a9d6-daf1992c5b0e {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:44.011502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93482d0d-ae1d-4f24-945e-d4185cc84bbf') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:44.011798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93482d0d-ae1d-4f24-945e-d4185cc84bbf') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:07:44.021679 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.035922 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.045096 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.045352 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.047665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:07:44.048052 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:07:44.049737 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:07:44.063466 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61878d04-af4f-47b0-9730-039318a57674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.101265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Ignored duplicate provisioning block setup for port 7c8df586-8529-4537-a9d6-daf1992c5b0e by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 27 01:07:44.108392 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73aa0883-d532-49c2-8769-b1f1a6e54472 req-75103ca0-62c5-482d-9ca7-4115dc7d1677 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138928 Nov 27 01:07:44.119927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.129874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5e127-5254-45b4-8434-1e8a3b3a23ab req-8ae0a74c-2d6a-4351-9844-5a50aa85aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:44.131369 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29b5e127-5254-45b4-8434-1e8a3b3a23ab req-8ae0a74c-2d6a-4351-9844-5a50aa85aa95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 1094 time: 0.1144707 Nov 27 01:07:44.149017 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.157720 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.164184 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a091afd8-2202-4a99-8196-017ee2dd06fd HTTP/1.1" status: 204 len: 168 time: 0.7281265 Nov 27 01:07:44.192901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aaf20b-e6cb-4731-823b-ba88f34d6b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=a091afd8-2202-4a99-8196-017ee2dd06fd,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:44.228350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8df586-8529-4537-a9d6-daf1992c5b0e,revision_number=9']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:44.231025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] No DVR routers for this DVR port 7c8df586-8529-4537-a9d6-daf1992c5b0e on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:44.241488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61878d04-af4f-47b0-9730-039318a57674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.244437 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61878d04-af4f-47b0-9730-039318a57674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.247849 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-61878d04-af4f-47b0-9730-039318a57674 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea25dd21-51ab-4531-b8a3-4e89e1576319 HTTP/1.1" status: 204 len: 168 time: 0.3754146 Nov 27 01:07:44.268021 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:44.314511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61878d04-af4f-47b0-9730-039318a57674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea25dd21-51ab-4531-b8a3-4e89e1576319,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:44.384651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5e127-5254-45b4-8434-1e8a3b3a23ab req-0c23e4f5-b42e-47aa-adaa-af7733718ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:44.387134 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29b5e127-5254-45b4-8434-1e8a3b3a23ab req-0c23e4f5-b42e-47aa-adaa-af7733718ca4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.2490261 Nov 27 01:07:44.566952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fda0c50d-d11c-493d-8819-144527e56dfb no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:44.617394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: fda0c50d-d11c-493d-8819-144527e56dfb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:44.617837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fda0c50d-d11c-493d-8819-144527e56dfb not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:44.820229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48020) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:44.883515 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.924681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Attempting to bind port 7c8df586-8529-4537-a9d6-daf1992c5b0e on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:44.924914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Attempting to bind port 7c8df586-8529-4537-a9d6-daf1992c5b0e by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:44.925189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Attempting to bind port 7c8df586-8529-4537-a9d6-daf1992c5b0e on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:44.941012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Port 7c8df586-8529-4537-a9d6-daf1992c5b0e on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:44.941330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Attempting to bind port 7c8df586-8529-4537-a9d6-daf1992c5b0e on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:44.968444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617fa0-26f9-4671-8aa0-af08f8343a6b req-ce2ca86a-7e03-4688-9482-6da858f8b41e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:44.971069 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ec617fa0-26f9-4671-8aa0-af08f8343a6b req-ce2ca86a-7e03-4688-9482-6da858f8b41e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 948 time: 0.1488173 Nov 27 01:07:44.973651 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-832320cd-4601-4959-b0e8-4e7f14587d21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d18fdeb600647ee8e969f0f02bf3f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506073 Nov 27 01:07:44.974894 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:44.975230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:44.975685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:44.976130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Bound port: 7c8df586-8529-4537-a9d6-daf1992c5b0e, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:44.976631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:44.979652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48034) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:44.983344 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29b5e127-5254-45b4-8434-1e8a3b3a23ab req-b45d37c3-719b-48c1-bd5a-35d80e2841f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f35613-27cb-4e52-8599-3ad79660fe50 HTTP/1.1" status: 200 len: 217 time: 0.5872808 Nov 27 01:07:45.080593 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ec617fa0-26f9-4671-8aa0-af08f8343a6b req-3e69ef47-fde7-46b4-860f-b9b5e716e693 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991690 Nov 27 01:07:45.129707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5e127-5254-45b4-8434-1e8a3b3a23ab req-610faa51-e7e0-43d7-bde7-6a6e16ca92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:45.131195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29b5e127-5254-45b4-8434-1e8a3b3a23ab req-610faa51-e7e0-43d7-bde7-6a6e16ca92f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.1242709 Nov 27 01:07:45.134498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-ea048366-52b7-4ffd-9885-bd9bf4e705f4 service neutron] 10.222.0.42 "GET /v2.0/ports/64e99ea7-10eb-4437-ad30-1a8dbce4f4a4/bindings/n-h1-819494-2 HTTP/1.1" status: 200 len: 384 time: 0.1610205 Nov 27 01:07:45.135968 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d849e18-6306-4809-8408-6a1651fbe776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:45.141287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:45.150722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:45.158299 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:45.223038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29b5e127-5254-45b4-8434-1e8a3b3a23ab req-21d80dac-44af-49c1-978f-3128d5c30ea5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762541 Nov 27 01:07:45.248979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d849e18-6306-4809-8408-6a1651fbe776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:45.280374 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:45.281264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:45.283854 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] 10.222.0.42 "PUT /v2.0/ports/7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 1096 time: 2.4480090 Nov 27 01:07:45.287669 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'tag': '7c8df586-8529-4537-a9d6-daf1992c5b0e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:45.290264 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2119100a-d086-4a71-967c-2087c19232ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e37250-3eb9-4e46-a4a2-4d8db2604b7d", "tag": "7c8df586-8529-4537-a9d6-daf1992c5b0e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:45.312723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a2782-b8ba-4693-91fd-9332e8ab9658 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8df586-8529-4537-a9d6-daf1992c5b0e,revision_number=10']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:45.356056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7c8df586-8529-4537-a9d6-daf1992c5b0e no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:45.417220 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bafb9d-bee7-41cb-9b7d-b8daf3b65ca1 req-0de8b378-cf51-44df-9e20-a388b1e64604 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:45.421477 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91bf1-b8b9-4240-9d2a-0e43db2796a5 req-3e4007ed-8e56-40c3-b956-d8f889b50ff9 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:45.425173 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-93bafb9d-bee7-41cb-9b7d-b8daf3b65ca1 req-0de8b378-cf51-44df-9e20-a388b1e64604 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.2921841 Nov 27 01:07:45.431980 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-51a91bf1-b8b9-4240-9d2a-0e43db2796a5 req-3e4007ed-8e56-40c3-b956-d8f889b50ff9 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 943 time: 0.2120490 Nov 27 01:07:45.462863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-f42dc4a0-9d63-450b-82c2-56e83f7563b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:45.466564 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-f42dc4a0-9d63-450b-82c2-56e83f7563b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1100 time: 0.1280031 Nov 27 01:07:45.487522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7c8df586-8529-4537-a9d6-daf1992c5b0e not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:45.567580 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-51a91bf1-b8b9-4240-9d2a-0e43db2796a5 req-e78f252d-3f7b-433b-b864-75ee3ddcae15 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290848 Nov 27 01:07:45.594320 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d849e18-6306-4809-8408-6a1651fbe776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:45.597325 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d849e18-6306-4809-8408-6a1651fbe776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:45.602858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0d849e18-6306-4809-8408-6a1651fbe776 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e042dfb2-12b1-4786-86ed-4ea67a247033 HTTP/1.1" status: 204 len: 168 time: 0.6211109 Nov 27 01:07:45.629785 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29b5e127-5254-45b4-8434-1e8a3b3a23ab req-82c70327-170d-4b57-819b-fbde22bd2af1 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928802 Nov 27 01:07:45.696132 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d849e18-6306-4809-8408-6a1651fbe776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e042dfb2-12b1-4786-86ed-4ea67a247033,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:45.768464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-93bafb9d-bee7-41cb-9b7d-b8daf3b65ca1 req-5fe740eb-fccb-4407-a44f-d8c726f27d70 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410909 Nov 27 01:07:45.782427 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b06d95-b653-4d74-bd87-df2f78fefd27 x-openstack-request-id: req-59b06d95-b653-4d74-bd87-df2f78fefd27 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:45.784558 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e37250-3eb9-4e46-a4a2-4d8db2604b7d", "tag": "7c8df586-8529-4537-a9d6-daf1992c5b0e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:45.785707 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59b06d95-b653-4d74-bd87-df2f78fefd27 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:45.786218 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'tag': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'status': 'completed', 'code': 200} Nov 27 01:07:45.801306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-59d6a015-4962-4bfe-90ce-f2dfb08fd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:45.803605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-59d6a015-4962-4bfe-90ce-f2dfb08fd9f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2889900 Nov 27 01:07:45.906838 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-b5898e5a-df21-4406-8c36-c73ac3e1f3eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 217 time: 0.0930173 Nov 27 01:07:45.975293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-5ba1f7d7-8682-4c95-b105-4037557a7d3a service neutron] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:46.016103 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29b5e127-5254-45b4-8434-1e8a3b3a23ab req-11fdb7f3-b469-48ba-a180-aa0889d0b09d service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365657 Nov 27 01:07:46.019899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-5ba1f7d7-8682-4c95-b105-4037557a7d3a service neutron] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:46.062825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-5ba1f7d7-8682-4c95-b105-4037557a7d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:46.080320 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-5ba1f7d7-8682-4c95-b105-4037557a7d3a service neutron] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:46.086803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-497fd15f-fa74-4667-ab45-dd307ddf34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.089055 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-497fd15f-fa74-4667-ab45-dd307ddf34b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1693797 Nov 27 01:07:46.090952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119100a-d086-4a71-967c-2087c19232ee req-67755e23-b223-45d3-b472-d7dc5f056937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.092836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-67755e23-b223-45d3-b472-d7dc5f056937 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1100 time: 0.2113755 Nov 27 01:07:46.105318 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-5ba1f7d7-8682-4c95-b105-4037557a7d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:46.225237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-5ba1f7d7-8682-4c95-b105-4037557a7d3a service neutron] Transition to ACTIVE for port object 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:46.236210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-5ba1f7d7-8682-4c95-b105-4037557a7d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:46.316788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1f7d7-8682-4c95-b105-4037557a7d3a service neutron] Pushing event updated for resources: {'Port': ['ID=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,revision_number=10']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:46.350579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-5ba1f7d7-8682-4c95-b105-4037557a7d3a service neutron] No DVR routers for this DVR port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:46.383711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-8998cacc-7f23-4546-b03f-60164714024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.385220 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-8998cacc-7f23-4546-b03f-60164714024b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2882602 Nov 27 01:07:46.392016 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-5ba1f7d7-8682-4c95-b105-4037557a7d3a service neutron] 10.222.0.42 "PUT /v2.0/ports/64e99ea7-10eb-4437-ad30-1a8dbce4f4a4/bindings/n-h1-819494-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2360768 Nov 27 01:07:46.480911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d124d-7466-4399-b1e4-33a7bbc36ee3 req-179c3048-396e-4dae-9c6e-cfd70fec287e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.488695 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-910d124d-7466-4399-b1e4-33a7bbc36ee3 req-179c3048-396e-4dae-9c6e-cfd70fec287e tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 949 time: 0.2004669 Nov 27 01:07:46.497836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119100a-d086-4a71-967c-2087c19232ee req-4e11d03b-f186-4629-a57f-e54ae3db7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.499270 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-4e11d03b-f186-4629-a57f-e54ae3db7268 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3700466 Nov 27 01:07:46.585188 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:46.597209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-e5a0db80-91fc-4bfd-83fb-ea4e67dfcf6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 217 time: 0.0846584 Nov 27 01:07:46.736386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-910d124d-7466-4399-b1e4-33a7bbc36ee3 req-179dff1b-a6f2-4497-8088-ac3906364d80 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463036 Nov 27 01:07:46.781812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119100a-d086-4a71-967c-2087c19232ee req-980f5711-093a-44b6-a681-c719ffd9f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.784153 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-980f5711-093a-44b6-a681-c719ffd9f6eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1491339 Nov 27 01:07:46.824883 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-f4368c74-3365-4100-a329-bec0eb4e9c29 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317858 Nov 27 01:07:46.830699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-13b543b8-86b9-4cf4-9044-5058d1c70a47 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:46.832386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-13b543b8-86b9-4cf4-9044-5058d1c70a47 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1095 time: 0.3187561 Nov 27 01:07:46.979612 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:47.030898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119100a-d086-4a71-967c-2087c19232ee req-892c52f0-d449-4b77-bdc9-5528b49b960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.032904 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-892c52f0-d449-4b77-bdc9-5528b49b960f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2406490 Nov 27 01:07:47.078456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-303ac16a-594f-4641-b9ac-ab98266038d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.080265 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-303ac16a-594f-4641-b9ac-ab98266038d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965 HTTP/1.1" status: 200 len: 1095 time: 0.2302341 Nov 27 01:07:47.152137 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9565bc-1fa5-45f7-adfc-fe256476e89d req-942d88fe-82b7-4776-9efc-7b496b033be7 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.154311 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fe9565bc-1fa5-45f7-adfc-fe256476e89d req-942d88fe-82b7-4776-9efc-7b496b033be7 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 944 time: 0.0905621 Nov 27 01:07:47.200429 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d930432-f128-45fa-bdb6-967db36ecfcc req-06637f44-770f-4fd3-9253-1db9200de165 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660722 Nov 27 01:07:47.211418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07b375-884b-45cc-b800-824653db8102 req-6a3b5659-a4f2-4180-a981-6906e93a742d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.217435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fe9565bc-1fa5-45f7-adfc-fe256476e89d req-046a8ebb-723e-4c53-b4e2-4bfe9d389b66 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557511 Nov 27 01:07:47.219634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd07b375-884b-45cc-b800-824653db8102 req-6a3b5659-a4f2-4180-a981-6906e93a742d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.2261682 Nov 27 01:07:47.275414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48112) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:47.278912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-84811cc5-c3cb-4448-9fe8-88577e354c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.280786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-84811cc5-c3cb-4448-9fe8-88577e354c02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 1095 time: 0.1600432 Nov 27 01:07:47.348962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-eb768163-d616-49f8-81e2-a09990117be3 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938416 Nov 27 01:07:47.435434 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd07b375-884b-45cc-b800-824653db8102 req-10795882-dda8-42c0-a69e-b0b93ecb5cba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146730 Nov 27 01:07:47.454732 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:47.485413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-66584602-network', 'tenant_id': '3a6bdcf829ad46ee8d6a8d560226479a'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:47.512924 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Made reservation on behalf of 3a6bdcf829ad46ee8d6a8d560226479a for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:47.517120 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:47.530960 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:47.600489 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-2b2a945b-0876-47fa-aa4a-c52d7d0f6184 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995850 Nov 27 01:07:47.601631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-1f3e265d-0da0-446f-bde5-8aed4f6684f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.603147 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-1f3e265d-0da0-446f-bde5-8aed4f6684f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 200 len: 922 time: 0.3028593 Nov 27 01:07:47.615068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119100a-d086-4a71-967c-2087c19232ee req-1fbd395c-f49a-47d2-a305-153018fe4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.617002 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-1fbd395c-f49a-47d2-a305-153018fe4db5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cae186c4f2334d95a689ce9bbc113764&device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1100 time: 0.3016829 Nov 27 01:07:47.653368 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:47.661243 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:47.689032 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-9d6dded0-a265-4295-b4ce-c525e5d11caf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 HTTP/1.1" status: 200 len: 217 time: 0.0625925 Nov 27 01:07:47.716142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:07:47.726136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:47.779315 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:47.779515 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Added segment a456c46f-98e8-4fdb-9eab-3c39834f0679 of type vlan for network 7784b642-30fe-4b93-a9ca-57111469deb9 Nov 27 01:07:47.812646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-f9616b9a-0ea3-4e0a-a5e8-683cdd999efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.814117 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-f9616b9a-0ea3-4e0a-a5e8-683cdd999efa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 200 len: 861 time: 0.0907085 Nov 27 01:07:47.871476 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-aa732e2d-8a35-49f5-b26f-46a37ce69c92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441177 Nov 27 01:07:47.872698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119100a-d086-4a71-967c-2087c19232ee req-bb466ed9-1793-4010-9979-5d1578672643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:47.874341 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-bb466ed9-1793-4010-9979-5d1578672643 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2494555 Nov 27 01:07:47.950027 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-7500e5a3-5361-4386-9c8a-8cde23e08251 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 200 len: 217 time: 0.0663295 Nov 27 01:07:47.957203 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:48.035710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd97fc-2ef9-43a9-98b7-d3665b7b4f52 req-f14fd52d-32cd-44bc-8674-a486f0a6c86f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.049829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8bfd97fc-2ef9-43a9-98b7-d3665b7b4f52 req-f14fd52d-32cd-44bc-8674-a486f0a6c86f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 949 time: 0.1720047 Nov 27 01:07:48.063494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:48.064359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.065660 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:48.083439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119100a-d086-4a71-967c-2087c19232ee req-d0534857-948c-4a66-9575-d2116dfb2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.085037 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-d0534857-948c-4a66-9575-d2116dfb2925 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1203451 Nov 27 01:07:48.142490 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-c6e1eead-081f-43f0-b208-4a094453cdf5 service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601902 Nov 27 01:07:48.161448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119100a-d086-4a71-967c-2087c19232ee req-0eaf82ef-4f38-4830-b155-a67bf55f5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.161448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-0eaf82ef-4f38-4830-b155-a67bf55f5db4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660794 Nov 27 01:07:48.191631 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9133022 Nov 27 01:07:48.192290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48152) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:48.250503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fb2a20d2-8152-46e8-b079-b6866b987f63 admin admin] Request body: {'subnet': {'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-66584602-subnet', 'tenant_id': '3a6bdcf829ad46ee8d6a8d560226479a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:48.263617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2eb18-94c5-4dff-9ce5-855da9c44bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=7784b642-30fe-4b93-a9ca-57111469deb9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:48.275253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 7784b642-30fe-4b93-a9ca-57111469deb9 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:07:48.302544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8bfd97fc-2ef9-43a9-98b7-d3665b7b4f52 req-42129951-8bef-46b9-be68-2c8457bd5fac tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462752 Nov 27 01:07:48.343894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a20d2-8152-46e8-b079-b6866b987f63 admin admin] Made reservation on behalf of 3a6bdcf829ad46ee8d6a8d560226479a for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:48.347426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb2a20d2-8152-46e8-b079-b6866b987f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:48.441683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-4adab8de-b2c7-4fe2-b938-335c56fad8f3 service neutron] 10.222.0.11 "GET /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807128 Nov 27 01:07:48.473313 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-c88da015-1f6a-4fe8-9af0-4dc7d20c9eaf service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041582 Nov 27 01:07:48.534696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54b40e-e466-44b0-ba26-775f6b8c833a req-64807f23-0af1-43c4-bbbc-2317f100c4a8 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.543403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba54b40e-e466-44b0-ba26-775f6b8c833a req-64807f23-0af1-43c4-bbbc-2317f100c4a8 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 944 time: 0.0992823 Nov 27 01:07:48.611384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2119100a-d086-4a71-967c-2087c19232ee req-33987e87-776e-4356-a7cd-23a7a19f6ee1 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287019 Nov 27 01:07:48.636316 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba54b40e-e466-44b0-ba26-775f6b8c833a req-9f3a415e-116a-4b41-a451-78e4e69eefe0 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917125 Nov 27 01:07:48.724279 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb2a20d2-8152-46e8-b079-b6866b987f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:48.804412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a20d2-8152-46e8-b079-b6866b987f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3430bc1f-d262-4e9e-8690-dd8f9ff52acc,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:48.868497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a20d2-8152-46e8-b079-b6866b987f63 admin admin] Checking segment: {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:48.868970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a20d2-8152-46e8-b079-b6866b987f63 admin admin] Network hostable DHCP agents. Network: 7784b642-30fe-4b93-a9ca-57111469deb9, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:07:48.875329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-148207a9-425d-40c5-b6a3-a25a875e4325 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.877329 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-148207a9-425d-40c5-b6a3-a25a875e4325 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9&tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 1095 time: 0.0978980 Nov 27 01:07:48.966635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067a97e-2af4-47a0-92c8-c02259da01ca req-95d4a4aa-e009-4343-b736-8e3ccf7dd658 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:48.970027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2067a97e-2af4-47a0-92c8-c02259da01ca req-95d4a4aa-e009-4343-b736-8e3ccf7dd658 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.1519916 Nov 27 01:07:48.971314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a20d2-8152-46e8-b079-b6866b987f63 admin admin] Network 7784b642-30fe-4b93-a9ca-57111469deb9 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:07:48.989801 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a20d2-8152-46e8-b079-b6866b987f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 7784b642-30fe-4b93-a9ca-57111469deb9) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:49.005453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635f36bf-e8a0-44af-ab3d-239936b6493b None None] Network 7784b642-30fe-4b93-a9ca-57111469deb9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:49.016723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a20d2-8152-46e8-b079-b6866b987f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:49.018184 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb2a20d2-8152-46e8-b079-b6866b987f63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:49.095776 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fb2a20d2-8152-46e8-b079-b6866b987f63 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8536146 Nov 27 01:07:49.113937 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2067a97e-2af4-47a0-92c8-c02259da01ca req-6b6ce696-77db-4b94-bd7b-fd65a7d2a758 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338212 Nov 27 01:07:49.161392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-e86e8d23-c66f-4779-ac3d-3bcf6102bfc1 service neutron] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:49.172713 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-e86e8d23-c66f-4779-ac3d-3bcf6102bfc1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:49.177779 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da8bbae-be88-43e7-85e6-a650d142a1cb req-e86e8d23-c66f-4779-ac3d-3bcf6102bfc1 service neutron] 10.222.0.11 "DELETE /v2.0/ports/64e99ea7-10eb-4437-ad30-1a8dbce4f4a4/bindings/n-h2-819494-2 HTTP/1.1" status: 204 len: 173 time: 0.2915020 Nov 27 01:07:49.202290 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56411213-b2f8-41f3-976e-b77b7c7a99ad None None] Network 7784b642-30fe-4b93-a9ca-57111469deb9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:07:49.538892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b812e4-3c44-46f3-9aef-d0f53b10ace6 req-8a0ac9de-42bb-4c10-accd-22d15e9f4846 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:49.541137 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05b812e4-3c44-46f3-9aef-d0f53b10ace6 req-8a0ac9de-42bb-4c10-accd-22d15e9f4846 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 949 time: 0.0992160 Nov 27 01:07:49.609712 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05b812e4-3c44-46f3-9aef-d0f53b10ace6 req-f72284b2-1378-412e-b309-a1428881c7ad tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604923 Nov 27 01:07:49.765159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011cb75-80af-4e9f-98f9-5664b667c122 req-851b8afa-dc21-4620-afd6-017cd9af51b5 tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:49.766868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3011cb75-80af-4e9f-98f9-5664b667c122 req-851b8afa-dc21-4620-afd6-017cd9af51b5 tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 1100 time: 0.0543399 Nov 27 01:07:49.832924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3011cb75-80af-4e9f-98f9-5664b667c122 req-b8835811-a598-405c-a2db-af43addfbf18 tempest-MigrationsAdminTest-1561005535 tempest-MigrationsAdminTest-1561005535-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531633 Nov 27 01:07:49.933896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a392b016-1002-4e86-bb3a-d78a0d6fb118 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:49.935605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a392b016-1002-4e86-bb3a-d78a0d6fb118 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/networks?id=7784b642-30fe-4b93-a9ca-57111469deb9 HTTP/1.1" status: 200 len: 811 time: 0.1645162 Nov 27 01:07:49.953992 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-43465a3d-eafa-4897-9bba-c65e45143ec8 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/quotas/3a6bdcf829ad46ee8d6a8d560226479a HTTP/1.1" status: 200 len: 375 time: 0.0111885 Nov 27 01:07:49.992339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-befa8e3c-d62d-4c17-a756-48ecbdb1a6f2 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a6bdcf829ad46ee8d6a8d560226479a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321507 Nov 27 01:07:50.001191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07486f73-70ec-4221-95e2-0e40d3000882 req-1bffa9e3-2a78-43d9-bf2c-9040fb0b0977 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:50.002693 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07486f73-70ec-4221-95e2-0e40d3000882 req-1bffa9e3-2a78-43d9-bf2c-9040fb0b0977 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 944 time: 0.0653973 Nov 27 01:07:50.069797 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07486f73-70ec-4221-95e2-0e40d3000882 req-379a09eb-4832-4fdc-98e2-1f8d61d96d9f tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595157 Nov 27 01:07:50.170094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-00fba9ed-a6b2-4b52-9d06-9b76f2ea9103 service neutron] 10.222.0.37 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677620 Nov 27 01:07:50.283919 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7c8df586-8529-4537-a9d6-daf1992c5b0e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:50.368368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-39984c39-88b9-4ee9-a4eb-bfe8498ad662 service neutron] 10.222.0.37 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847239 Nov 27 01:07:50.489690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:50.508967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'mac_address': 'fa:16:3e:52:f6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:50.602211 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.629906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8df586-8529-4537-a9d6-daf1992c5b0e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:50.673285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:50.681854 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:50.682061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4c7b0-f29c-4cdc-9740-b91abc837c4e req-1e18eda8-ab77-42cc-8c2e-42a9f27b9ab8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:50.684711 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50f4c7b0-f29c-4cdc-9740-b91abc837c4e req-1e18eda8-ab77-42cc-8c2e-42a9f27b9ab8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.0687542 Nov 27 01:07:50.755550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f659f08-204f-4127-baa1-7feebd9e0287 req-6b10899c-bdb0-4d5a-98ee-42cc88456ac1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:50.758043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0f659f08-204f-4127-baa1-7feebd9e0287 req-6b10899c-bdb0-4d5a-98ee-42cc88456ac1 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 949 time: 0.1110125 Nov 27 01:07:50.774101 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50f4c7b0-f29c-4cdc-9740-b91abc837c4e req-4f874d40-7c19-4ebb-9e11-e99babe49672 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778897 Nov 27 01:07:50.776864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=7c8df586-8529-4537-a9d6-daf1992c5b0e,revision_number=11']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:50.830308 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0f659f08-204f-4127-baa1-7feebd9e0287 req-be8200bb-b83d-4d26-81c8-f089b7c73ae6 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649679 Nov 27 01:07:50.960127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b6cf-2d26-4ac4-90a0-e7b69f494d9f req-ebe1353f-eb4b-4ca8-8ac0-2ad27cf75cab tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:50.962095 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3352b6cf-2d26-4ac4-90a0-e7b69f494d9f req-ebe1353f-eb4b-4ca8-8ac0-2ad27cf75cab tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 1095 time: 0.0685294 Nov 27 01:07:51.033652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['7c8df586-8529-4537-a9d6-daf1992c5b0e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:51.046646 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3352b6cf-2d26-4ac4-90a0-e7b69f494d9f req-13f94493-e635-4431-ad75-cd49bd1196a2 tempest-LiveAutoBlockMigrationV225Test-1010673171 tempest-LiveAutoBlockMigrationV225Test-1010673171-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700030 Nov 27 01:07:51.153334 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d41845bc-f3ca-4071-93d1-af760f1949d2 req-0711a96a-d7a6-4db9-937d-15ce9ca6c5bf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 210 time: 0.0615511 Nov 27 01:07:51.609407 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0813a-8c03-44c9-90aa-74617e5337d7 req-a186a1e8-96ec-4242-98fd-9a82a5767848 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:51.613092 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fea0813a-8c03-44c9-90aa-74617e5337d7 req-a186a1e8-96ec-4242-98fd-9a82a5767848 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 944 time: 0.1010602 Nov 27 01:07:51.696822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fea0813a-8c03-44c9-90aa-74617e5337d7 req-ac514706-fe82-4d19-8961-936edc00d959 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692790 Nov 27 01:07:51.904078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3e27e-43a9-4709-898b-fafcc349a642 req-17f2b22f-ddc9-4ecd-aa1c-6b4405fefd11 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:51.905628 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-62d3e27e-43a9-4709-898b-fafcc349a642 req-17f2b22f-ddc9-4ecd-aa1c-6b4405fefd11 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0722616 Nov 27 01:07:52.001415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcd556-2bbe-4dd7-ac6b-8b8da33d6290 req-2f42b814-3fd5-428e-abc1-300247bee01c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:52.011063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274fc0a-0c38-4c43-9406-d5ae22ccf13d req-e293f5c4-2669-4a2e-94fe-3b49bf1358d4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:52.012335 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60fcd556-2bbe-4dd7-ac6b-8b8da33d6290 req-2f42b814-3fd5-428e-abc1-300247bee01c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 950 time: 0.0743821 Nov 27 01:07:52.018982 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4274fc0a-0c38-4c43-9406-d5ae22ccf13d req-e293f5c4-2669-4a2e-94fe-3b49bf1358d4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.1324494 Nov 27 01:07:52.066909 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60fcd556-2bbe-4dd7-ac6b-8b8da33d6290 req-3f10383f-9450-4ca6-a88a-03728540889d tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524909 Nov 27 01:07:52.099447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4274fc0a-0c38-4c43-9406-d5ae22ccf13d req-acf4cc71-d753-435e-92f9-ca1054c17b90 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793276 Nov 27 01:07:52.139118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-62d3e27e-43a9-4709-898b-fafcc349a642 req-3cbfe014-ea50-43fd-8300-07e5b3236701 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Deleting port 7c8df586-8529-4537-a9d6-daf1992c5b0e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:52.139455 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-62d3e27e-43a9-4709-898b-fafcc349a642 req-3cbfe014-ea50-43fd-8300-07e5b3236701 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.269436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9ef4cf3b-f040-43f0-b758-cb234acee261 req-e48307d1-25a8-4ded-b521-5a63a90f71b5 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 210 time: 0.0380828 Nov 27 01:07:52.310831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7c8df586-8529-4537-a9d6-daf1992c5b0e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:07:52.314294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-62d3e27e-43a9-4709-898b-fafcc349a642 req-3cbfe014-ea50-43fd-8300-07e5b3236701 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:52.314415 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-62d3e27e-43a9-4709-898b-fafcc349a642 req-3cbfe014-ea50-43fd-8300-07e5b3236701 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.338408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-62d3e27e-43a9-4709-898b-fafcc349a642 req-3cbfe014-ea50-43fd-8300-07e5b3236701 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Calling delete_port for 7c8df586-8529-4537-a9d6-daf1992c5b0e owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:52.431177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7c8df586-8529-4537-a9d6-daf1992c5b0e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7c8df586-8529-4537-a9d6-daf1992c5b0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:52.454305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'mac_address': 'fa:16:3e:52:f6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:07:52.497316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ed255-e7f2-463f-906e-f2821f96c23e req-391da7d3-608c-491a-af47-4af9198b556e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:52.498902 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c31ed255-e7f2-463f-906e-f2821f96c23e req-391da7d3-608c-491a-af47-4af9198b556e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 944 time: 0.0994484 Nov 27 01:07:52.748428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-cf178164-206d-4cf5-831e-8f73e95d9531 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:52.752906 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-cf178164-206d-4cf5-831e-8f73e95d9531 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.42 "GET /v2.0/networks?id=7784b642-30fe-4b93-a9ca-57111469deb9 HTTP/1.1" status: 200 len: 811 time: 0.2428844 Nov 27 01:07:52.773540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Request body: {'port': {'device_id': '6fdf1acd-9ca7-49e9-8e00-c78f5b989311', 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9', 'admin_state_up': True, 'tenant_id': '3a6bdcf829ad46ee8d6a8d560226479a'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:52.783798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48324) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:52.856517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-38c1dea5-4644-498e-ad94-45a93278f837 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:52.859936 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-38c1dea5-4644-498e-ad94-45a93278f837 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.11 "GET /v2.0/networks?id=7784b642-30fe-4b93-a9ca-57111469deb9 HTTP/1.1" status: 200 len: 811 time: 0.2181122 Nov 27 01:07:52.932262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Request body: {'port': {'device_id': '26e9d7ea-f7d2-44c2-aeec-e94bd84df708', 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9', 'admin_state_up': True, 'tenant_id': '3a6bdcf829ad46ee8d6a8d560226479a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:52.938708 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-62d3e27e-43a9-4709-898b-fafcc349a642 req-3cbfe014-ea50-43fd-8300-07e5b3236701 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.973072 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-010759fc-aef3-466d-a681-207533da24cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:52.979756 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['fdc8f14a-99b1-4fe1-a982-65035d893f31'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:53.054397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e26f8894-e533-49d7-bd62-6225b97ad7f5', 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:53.086377 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-010759fc-aef3-466d-a681-207533da24cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.098949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-010759fc-aef3-466d-a681-207533da24cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.160808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010759fc-aef3-466d-a681-207533da24cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774864aa-9f59-40aa-8655-38ee0431e6f5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:53.179602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Made reservation on behalf of 3a6bdcf829ad46ee8d6a8d560226479a for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:53.183383 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.263898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46a6a5d3-91f0-43f1-813e-d239f70b2324 req-9f0d38eb-b26e-4ef1-a561-a612aff5af0c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 210 time: 0.0764101 Nov 27 01:07:53.305273 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-010759fc-aef3-466d-a681-207533da24cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d3bb215a0414c8cb002125eaa34e301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5090966 Nov 27 01:07:53.307232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48334) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:53.530730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfe014-ea50-43fd-8300-07e5b3236701 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Pushing event deleted for resources: {'Port': ['ID=7c8df586-8529-4537-a9d6-daf1992c5b0e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:53.532023 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e66b4-5f59-455e-8851-fab24b3c603d req-64e9d404-0d87-4e9e-be7d-9a13e106ddd9 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:53.533513 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b2e66b4-5f59-455e-8851-fab24b3c603d req-64e9d404-0d87-4e9e-be7d-9a13e106ddd9 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.1469381 Nov 27 01:07:53.536744 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81e6d084-8372-4643-a662-7b8285fa5960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.564131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Allocated IP 172.20.0.4 (7784b642-30fe-4b93-a9ca-57111469deb9/3430bc1f-d262-4e9e-8690-dd8f9ff52acc/66691ab4-12b4-4f24-b8ec-7c3bb1669c77) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:53.568525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6328857-e4d7-4cf1-8eff-676e233d5d12 req-794e6753-d109-4e92-8de7-23b14927d0c5 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:53.574722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6328857-e4d7-4cf1-8eff-676e233d5d12 req-794e6753-d109-4e92-8de7-23b14927d0c5 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 944 time: 0.7407813 Nov 27 01:07:53.582383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d3e27e-43a9-4709-898b-fafcc349a642 req-3cbfe014-ea50-43fd-8300-07e5b3236701 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] No DVR routers for this DVR port 7c8df586-8529-4537-a9d6-daf1992c5b0e on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:53.585721 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-62d3e27e-43a9-4709-898b-fafcc349a642 req-3cbfe014-ea50-43fd-8300-07e5b3236701 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.590025 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-62d3e27e-43a9-4709-898b-fafcc349a642 req-3cbfe014-ea50-43fd-8300-07e5b3236701 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "DELETE /v2.0/ports/7c8df586-8529-4537-a9d6-daf1992c5b0e HTTP/1.1" status: 204 len: 173 time: 1.6602671 Nov 27 01:07:53.591160 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81e6d084-8372-4643-a662-7b8285fa5960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.594606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'name': 'network-vif-deleted', 'tag': '7c8df586-8529-4537-a9d6-daf1992c5b0e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:53.598041 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7727f3-8b71-4222-9c06-fc49d595b7be" -d '{"events": [{"server_uuid": "c4e37250-3eb9-4e46-a4a2-4d8db2604b7d", "name": "network-vif-deleted", "tag": "7c8df586-8529-4537-a9d6-daf1992c5b0e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:53.652116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-c31ed255-e7f2-463f-906e-f2821f96c23e req-02084648-a31f-445c-8782-1ca80b35ecab tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Deleting port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:53.652507 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c31ed255-e7f2-463f-906e-f2821f96c23e req-02084648-a31f-445c-8782-1ca80b35ecab tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.668991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b2e66b4-5f59-455e-8851-fab24b3c603d req-e08730df-0e4c-4c7b-bb14-773976b01cf3 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230669 Nov 27 01:07:53.722428 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81e6d084-8372-4643-a662-7b8285fa5960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.725098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81e6d084-8372-4643-a662-7b8285fa5960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.729340 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-81e6d084-8372-4643-a662-7b8285fa5960 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/774864aa-9f59-40aa-8655-38ee0431e6f5 HTTP/1.1" status: 204 len: 168 time: 0.4181049 Nov 27 01:07:53.768550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6d084-8372-4643-a662-7b8285fa5960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774864aa-9f59-40aa-8655-38ee0431e6f5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:53.845804 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.886753 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.889851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6328857-e4d7-4cf1-8eff-676e233d5d12 req-e02dbf0a-7d94-496d-9176-82b16b878092 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085248 Nov 27 01:07:53.936918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c31ed255-e7f2-463f-906e-f2821f96c23e req-02084648-a31f-445c-8782-1ca80b35ecab tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] For port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:53.937302 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c31ed255-e7f2-463f-906e-f2821f96c23e req-02084648-a31f-445c-8782-1ca80b35ecab tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:53.953802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-c31ed255-e7f2-463f-906e-f2821f96c23e req-02084648-a31f-445c-8782-1ca80b35ecab tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Calling delete_port for 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:53.987151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af187b9e-3386-42fb-b82a-d737d2dd3eeb req-e2c746d8-0433-4650-9100-cb79cb78af5f tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 210 time: 0.0931768 Nov 27 01:07:54.000553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Network 7784b642-30fe-4b93-a9ca-57111469deb9 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:54.006770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:54.018287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:54.089143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Made reservation on behalf of 3a6bdcf829ad46ee8d6a8d560226479a for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:07:54.090569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:54.097399 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.097600 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.115578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Pushing event updated for resources: {'Port': ['ID=66691ab4-12b4-4f24-b8ec-7c3bb1669c77,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:54.130326 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c31ed255-e7f2-463f-906e-f2821f96c23e req-02084648-a31f-445c-8782-1ca80b35ecab tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.137115 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d3cd3d-f971-41bc-a5fa-a6e8e52d4462 x-openstack-request-id: req-d9d3cd3d-f971-41bc-a5fa-a6e8e52d4462 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:54.137471 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e37250-3eb9-4e46-a4a2-4d8db2604b7d", "name": "network-vif-deleted", "tag": "7c8df586-8529-4537-a9d6-daf1992c5b0e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:54.137765 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9d3cd3d-f971-41bc-a5fa-a6e8e52d4462 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:54.138164 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e37250-3eb9-4e46-a4a2-4d8db2604b7d', 'name': 'network-vif-deleted', 'tag': '7c8df586-8529-4537-a9d6-daf1992c5b0e', 'status': 'completed', 'code': 200} Nov 27 01:07:54.138491 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-1a2fc279-37f6-46c9-909f-63a597876bcf tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3690276 Nov 27 01:07:54.158508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Request body: {'port': {'device_id': '6fdf1acd-9ca7-49e9-8e00-c78f5b989311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:54.167163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['c0ec12f9-7ff3-4573-b876-65cfc6174007'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:54.198496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02084648-a31f-445c-8782-1ca80b35ecab tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Pushing event deleted for resources: {'Port': ['ID=64e99ea7-10eb-4437-ad30-1a8dbce4f4a4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:54.285548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31ed255-e7f2-463f-906e-f2821f96c23e req-02084648-a31f-445c-8782-1ca80b35ecab tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] No DVR routers for this DVR port 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:54.290352 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c31ed255-e7f2-463f-906e-f2821f96c23e req-02084648-a31f-445c-8782-1ca80b35ecab tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.300444 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.308969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c31ed255-e7f2-463f-906e-f2821f96c23e req-02084648-a31f-445c-8782-1ca80b35ecab tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.11 "DELETE /v2.0/ports/64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 HTTP/1.1" status: 204 len: 173 time: 1.7871468 Nov 27 01:07:54.309721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48350) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:54.329739 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba781-a57e-435b-975f-aee0683562b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.343088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7c8df586-8529-4537-a9d6-daf1992c5b0e no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:54.422616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Allocated IP 172.20.0.10 (7784b642-30fe-4b93-a9ca-57111469deb9/3430bc1f-d262-4e9e-8690-dd8f9ff52acc/96ba5a43-0d35-4bb0-aad9-9b042181e9f9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:07:54.423631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 7c8df586-8529-4537-a9d6-daf1992c5b0e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:54.424426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7c8df586-8529-4537-a9d6-daf1992c5b0e not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:54.514130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d4fcf7f9-4a8f-408d-87b3-2adc918c3590 req-113bcd25-a7bf-4698-878d-dda3b24676f3 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e37250-3eb9-4e46-a4a2-4d8db2604b7d HTTP/1.1" status: 200 len: 210 time: 0.0478830 Nov 27 01:07:54.590394 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba781-a57e-435b-975f-aee0683562b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.597199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba781-a57e-435b-975f-aee0683562b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.621597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.642274 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2a3ba781-a57e-435b-975f-aee0683562b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6ec945bf9a3402d888a8591a1625a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315377 Nov 27 01:07:54.643190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ba781-a57e-435b-975f-aee0683562b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fa10b3-21bf-405c-b4e2-78cebe5009a9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:54.645552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48352) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:54.669080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.725407 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Network 7784b642-30fe-4b93-a9ca-57111469deb9 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:07:54.732675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:07:54.736882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:07:54.742286 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a4be64f-0432-4791-88ba-7e0339fd7dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.779202 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a4be64f-0432-4791-88ba-7e0339fd7dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.779860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Pushing event updated for resources: {'Port': ['ID=96ba5a43-0d35-4bb0-aad9-9b042181e9f9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:54.833997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:54.834597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.856213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a59123-ea0d-456a-90c9-e284fd1adf4d req-61f674f8-fb87-41cf-bf65-eaed8ba84617 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:54.864221 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b1a59123-ea0d-456a-90c9-e284fd1adf4d req-61f674f8-fb87-41cf-bf65-eaed8ba84617 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.0880146 Nov 27 01:07:54.876936 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-6782adea-e340-4292-b609-ccab34e34fb0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9497423 Nov 27 01:07:54.906806 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:54.910312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Request body: {'port': {'device_id': '26e9d7ea-f7d2-44c2-aeec-e94bd84df708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:07:54.914052 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a4be64f-0432-4791-88ba-7e0339fd7dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.918015 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a4be64f-0432-4791-88ba-7e0339fd7dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.919338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2a4be64f-0432-4791-88ba-7e0339fd7dfb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79fa10b3-21bf-405c-b4e2-78cebe5009a9 HTTP/1.1" status: 204 len: 168 time: 0.2727406 Nov 27 01:07:54.934369 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.950188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4be64f-0432-4791-88ba-7e0339fd7dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fa10b3-21bf-405c-b4e2-78cebe5009a9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:54.957290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Transition to ACTIVE for port object 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:54.972409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:54.986071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b1a59123-ea0d-456a-90c9-e284fd1adf4d req-f80e9bd9-ed3c-4b41-967b-a59d69868de3 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210818 Nov 27 01:07:54.991263 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:55.079827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Pushing event updated for resources: {'Port': ['ID=66691ab4-12b4-4f24-b8ec-7c3bb1669c77,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:55.118130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b72a4b11-2b30-41bf-be61-6a2d3ca36bc1 req-9ab07349-d328-4019-81d1-db88eff6a88e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 210 time: 0.0923543 Nov 27 01:07:55.268868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Attempting to bind port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:55.269306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Attempting to bind port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:55.269645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Attempting to bind port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 on network 7784b642-30fe-4b93-a9ca-57111469deb9 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:55.289792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 on network 7784b642-30fe-4b93-a9ca-57111469deb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:55.290147 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Attempting to bind port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 on network 7784b642-30fe-4b93-a9ca-57111469deb9 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:55.301303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b0155-758d-4522-923e-de478f3c28b6 req-13640bab-1db1-433d-8261-56cfa072c141 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.302871 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c1b0155-758d-4522-923e-de478f3c28b6 req-13640bab-1db1-433d-8261-56cfa072c141 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 932 time: 0.0766554 Nov 27 01:07:55.306577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:55.307907 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Checking segment: {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:55.308303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Bound using segment: {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:55.309040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Bound port: 66691ab4-12b4-4f24-b8ec-7c3bb1669c77, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:55.309521 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:55.399319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:07:55.409994 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:55.420676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:07:55.424981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Transition to ACTIVE for port object 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:07:55.435299 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:55.442248 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] For port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:55.448488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] For port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=66691ab4-12b4-4f24-b8ec-7c3bb1669c77,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:55.452994 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c1b0155-758d-4522-923e-de478f3c28b6 req-43450d47-8d30-492f-93c1-a9d025a0e290 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271267 Nov 27 01:07:55.456777 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:55.479352 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:07:55.482609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 64e99ea7-10eb-4437-ad30-1a8dbce4f4a4 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:07:55.492899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Pushing event updated for resources: {'Port': ['ID=96ba5a43-0d35-4bb0-aad9-9b042181e9f9,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:55.525050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.527077 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:55.528889 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] 10.222.0.42 "PUT /v2.0/ports/66691ab4-12b4-4f24-b8ec-7c3bb1669c77 HTTP/1.1" status: 200 len: 1091 time: 1.3749745 Nov 27 01:07:55.531465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdf1acd-9ca7-49e9-8e00-c78f5b989311', 'tag': '66691ab4-12b4-4f24-b8ec-7c3bb1669c77'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:55.534346 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fbadf5-518e-47a4-99b8-737ff6bfb2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdf1acd-9ca7-49e9-8e00-c78f5b989311", "tag": "66691ab4-12b4-4f24-b8ec-7c3bb1669c77"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:55.565586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71674cd-70ca-4425-a178-2eb384a349ed service neutron] Pushing event updated for resources: {'Port': ['ID=66691ab4-12b4-4f24-b8ec-7c3bb1669c77,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:55.643246 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Attempting to bind port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:07:55.643849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Attempting to bind port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:07:55.644001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Attempting to bind port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 on network 7784b642-30fe-4b93-a9ca-57111469deb9 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:55.649057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 on network 7784b642-30fe-4b93-a9ca-57111469deb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:07:55.649057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Attempting to bind port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 on network 7784b642-30fe-4b93-a9ca-57111469deb9 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:07:55.654995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:07:55.655345 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Checking segment: {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:07:55.655727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Bound using segment: {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:07:55.656166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Bound port: 96ba5a43-0d35-4bb0-aad9-9b042181e9f9, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:07:55.656598 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:55.669914 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89517d5d-7598-4c06-9307-1ad798531699 x-openstack-request-id: req-89517d5d-7598-4c06-9307-1ad798531699 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:55.670812 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdf1acd-9ca7-49e9-8e00-c78f5b989311", "tag": "66691ab4-12b4-4f24-b8ec-7c3bb1669c77", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:55.670948 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89517d5d-7598-4c06-9307-1ad798531699 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:55.671354 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdf1acd-9ca7-49e9-8e00-c78f5b989311', 'tag': '66691ab4-12b4-4f24-b8ec-7c3bb1669c77', 'status': 'completed', 'code': 200} Nov 27 01:07:55.699760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-c9f69149-bcc9-45c6-83e8-809343d18ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.707451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-c9f69149-bcc9-45c6-83e8-809343d18ea8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a6bdcf829ad46ee8d6a8d560226479a&device_id=6fdf1acd-9ca7-49e9-8e00-c78f5b989311 HTTP/1.1" status: 200 len: 1094 time: 0.1144953 Nov 27 01:07:55.752064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] For port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:07:55.755754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] For port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=96ba5a43-0d35-4bb0-aad9-9b042181e9f9,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:07:55.762038 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:55.810565 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-5b2da564-03b2-4339-b320-a55327b3893f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66691ab4-12b4-4f24-b8ec-7c3bb1669c77 HTTP/1.1" status: 200 len: 217 time: 0.0879619 Nov 27 01:07:55.834729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.834729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:55.835483 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] 10.222.0.11 "PUT /v2.0/ports/96ba5a43-0d35-4bb0-aad9-9b042181e9f9 HTTP/1.1" status: 200 len: 1092 time: 0.9367292 Nov 27 01:07:55.864121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e41f9-88c0-44fc-ad36-2d55c9161280 service neutron] Pushing event updated for resources: {'Port': ['ID=96ba5a43-0d35-4bb0-aad9-9b042181e9f9,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:55.877453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-f7268c7c-ca77-4ffb-ae1d-74a78a77b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.879107 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-f7268c7c-ca77-4ffb-ae1d-74a78a77b680 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3430bc1f-d262-4e9e-8690-dd8f9ff52acc HTTP/1.1" status: 200 len: 851 time: 0.0564163 Nov 27 01:07:55.950210 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-9e9e403e-4550-4e99-9c52-adea3b50abbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7784b642-30fe-4b93-a9ca-57111469deb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587008 Nov 27 01:07:55.981869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-8293dc02-f128-474c-80c8-308474648674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:55.983295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-8293dc02-f128-474c-80c8-308474648674 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a6bdcf829ad46ee8d6a8d560226479a&device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 1095 time: 0.0766256 Nov 27 01:07:56.044221 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-28b4b061-701e-47c6-a5d3-5141001f9da4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96ba5a43-0d35-4bb0-aad9-9b042181e9f9 HTTP/1.1" status: 200 len: 217 time: 0.0399170 Nov 27 01:07:56.061898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda56bdb-248b-461d-addf-bc80b3675356 req-4026af6d-e2a4-40a1-b102-8405f45b9f1b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.063505 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bda56bdb-248b-461d-addf-bc80b3675356 req-4026af6d-e2a4-40a1-b102-8405f45b9f1b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 951 time: 0.1168060 Nov 27 01:07:56.108348 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-fdf71c33-bd24-417c-be00-dfc12f6c6acc service neutron] 10.222.0.42 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286249 Nov 27 01:07:56.145762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e73e4-4f8e-4653-b6ad-0abe71f055d9', 'name': 'network-vif-deleted', 'tag': '64e99ea7-10eb-4437-ad30-1a8dbce4f4a4'}, {'name': 'network-changed', 'server_uuid': '26e9d7ea-f7d2-44c2-aeec-e94bd84df708', 'tag': '96ba5a43-0d35-4bb0-aad9-9b042181e9f9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:56.154094 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f684e71f-4da4-465c-9b15-c5dd5e7e0980" -d '{"events": [{"server_uuid": "2b5e73e4-4f8e-4653-b6ad-0abe71f055d9", "name": "network-vif-deleted", "tag": "64e99ea7-10eb-4437-ad30-1a8dbce4f4a4"}, {"name": "network-changed", "server_uuid": "26e9d7ea-f7d2-44c2-aeec-e94bd84df708", "tag": "96ba5a43-0d35-4bb0-aad9-9b042181e9f9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:56.190254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-8f4c176f-23b4-4aea-85bf-0382ce6a84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.192334 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-8f4c176f-23b4-4aea-85bf-0382ce6a84bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3430bc1f-d262-4e9e-8690-dd8f9ff52acc HTTP/1.1" status: 200 len: 851 time: 0.1389465 Nov 27 01:07:56.217019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efad09e-2564-44c5-9a3b-da078e1cd7f7 req-1f7a1bc7-40d5-4acb-9e08-54a76e0f7649 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.217282 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bda56bdb-248b-461d-addf-bc80b3675356 req-d774bc7d-4250-4d29-b6ed-d8a8781e8512 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400788 Nov 27 01:07:56.224150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0efad09e-2564-44c5-9a3b-da078e1cd7f7 req-1f7a1bc7-40d5-4acb-9e08-54a76e0f7649 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.1178374 Nov 27 01:07:56.246597 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-becdd92c-7c30-4a78-9bf4-2ab7c83bb2c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7784b642-30fe-4b93-a9ca-57111469deb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456724 Nov 27 01:07:56.264482 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-78346086-0bb5-44ad-8db8-8a4ca7e4414d service neutron] 10.222.0.42 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466382 Nov 27 01:07:56.336341 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a44b1a9-d54f-4f6a-95ea-58c625173953 req-b86e072b-e8ef-4dc0-a3fd-8676bc6a64a0 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 210 time: 0.0351527 Nov 27 01:07:56.387434 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0efad09e-2564-44c5-9a3b-da078e1cd7f7 req-12bf38be-2929-4b57-8977-6ab43f9d1ca2 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617484 Nov 27 01:07:56.430727 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-fd2d1b38-3a59-4853-9a46-74cbb6e22465 service neutron] 10.222.0.11 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635981 Nov 27 01:07:56.464290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbadf5-518e-47a4-99b8-737ff6bfb2bc req-68202d19-0ffd-4243-8ef8-7c96f3cc13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.469742 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4fbadf5-518e-47a4-99b8-737ff6bfb2bc req-68202d19-0ffd-4243-8ef8-7c96f3cc13d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a6bdcf829ad46ee8d6a8d560226479a&device_id=6fdf1acd-9ca7-49e9-8e00-c78f5b989311 HTTP/1.1" status: 200 len: 1094 time: 0.0784874 Nov 27 01:07:56.483520 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43580136-9baa-49b0-9506-f52baf4a5426 x-openstack-request-id: req-43580136-9baa-49b0-9506-f52baf4a5426 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:56.483938 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e73e4-4f8e-4653-b6ad-0abe71f055d9", "name": "network-vif-deleted", "tag": "64e99ea7-10eb-4437-ad30-1a8dbce4f4a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26e9d7ea-f7d2-44c2-aeec-e94bd84df708", "tag": "96ba5a43-0d35-4bb0-aad9-9b042181e9f9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:56.484194 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43580136-9baa-49b0-9506-f52baf4a5426 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:56.484597 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e73e4-4f8e-4653-b6ad-0abe71f055d9', 'name': 'network-vif-deleted', 'tag': '64e99ea7-10eb-4437-ad30-1a8dbce4f4a4', 'status': 'completed', 'code': 200} Nov 27 01:07:56.485193 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e9d7ea-f7d2-44c2-aeec-e94bd84df708', 'tag': '96ba5a43-0d35-4bb0-aad9-9b042181e9f9', 'status': 'completed', 'code': 200} Nov 27 01:07:56.611488 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc233d0-3fe1-48a1-be62-03b7d1e93a39 req-30fd4275-9694-409c-9e29-175d2bae164b service neutron] 10.222.0.11 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673613 Nov 27 01:07:56.656299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbadf5-518e-47a4-99b8-737ff6bfb2bc req-35fbebd0-c5b3-40fc-b94f-c686d82de914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.657775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4fbadf5-518e-47a4-99b8-737ff6bfb2bc req-35fbebd0-c5b3-40fc-b94f-c686d82de914 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7784b642-30fe-4b93-a9ca-57111469deb9 HTTP/1.1" status: 200 len: 912 time: 0.1808798 Nov 27 01:07:56.682874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cab7f-f2f8-42fb-9ceb-8339a376e519 req-f0402c05-7da4-493c-9912-0134e03a5d28 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.684381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-561cab7f-f2f8-42fb-9ceb-8339a376e519 req-f0402c05-7da4-493c-9912-0134e03a5d28 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 944 time: 0.0727420 Nov 27 01:07:56.718635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4fbadf5-518e-47a4-99b8-737ff6bfb2bc req-da9f936a-ca13-4eb0-bae1-14e2bae6674f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66691ab4-12b4-4f24-b8ec-7c3bb1669c77 HTTP/1.1" status: 200 len: 217 time: 0.0503972 Nov 27 01:07:56.789999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684e71f-4da4-465c-9b15-c5dd5e7e0980 req-1b6ea490-cde0-423b-b3da-6a860797bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.791759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f684e71f-4da4-465c-9b15-c5dd5e7e0980 req-1b6ea490-cde0-423b-b3da-6a860797bb5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a6bdcf829ad46ee8d6a8d560226479a&device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 1095 time: 0.0644202 Nov 27 01:07:56.803781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbadf5-518e-47a4-99b8-737ff6bfb2bc req-c6e95e9a-adcc-4756-8643-5d2c01217a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.806360 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4fbadf5-518e-47a4-99b8-737ff6bfb2bc req-c6e95e9a-adcc-4756-8643-5d2c01217a89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3430bc1f-d262-4e9e-8690-dd8f9ff52acc HTTP/1.1" status: 200 len: 851 time: 0.0788178 Nov 27 01:07:56.850492 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4fbadf5-518e-47a4-99b8-737ff6bfb2bc req-5bc7b210-ae10-42c0-a361-3e7c12edf886 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7784b642-30fe-4b93-a9ca-57111469deb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350418 Nov 27 01:07:56.890740 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-561cab7f-f2f8-42fb-9ceb-8339a376e519 req-07db5e85-eda6-48ea-80da-b53cdc1e64ac tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710169 Nov 27 01:07:56.933661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684e71f-4da4-465c-9b15-c5dd5e7e0980 req-51ce3e7d-c652-4713-9df6-33364ef29c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:56.936967 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f684e71f-4da4-465c-9b15-c5dd5e7e0980 req-51ce3e7d-c652-4713-9df6-33364ef29c6e service neutron] 10.222.0.11 "GET /v2.0/networks?id=7784b642-30fe-4b93-a9ca-57111469deb9 HTTP/1.1" status: 200 len: 912 time: 0.1329353 Nov 27 01:07:56.967988 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4fbadf5-518e-47a4-99b8-737ff6bfb2bc req-e0a9142c-6bce-4a83-ac66-b4d0f9cd8374 service neutron] 10.222.0.42 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082153 Nov 27 01:07:57.001016 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f684e71f-4da4-465c-9b15-c5dd5e7e0980 req-25b5d51d-a9f7-4801-94bb-2e688a6149f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96ba5a43-0d35-4bb0-aad9-9b042181e9f9 HTTP/1.1" status: 200 len: 217 time: 0.0519605 Nov 27 01:07:57.067171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684e71f-4da4-465c-9b15-c5dd5e7e0980 req-31f932b9-711f-4c6f-99a7-e28343798ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:57.069064 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f684e71f-4da4-465c-9b15-c5dd5e7e0980 req-31f932b9-711f-4c6f-99a7-e28343798ec2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3430bc1f-d262-4e9e-8690-dd8f9ff52acc HTTP/1.1" status: 200 len: 851 time: 0.0593967 Nov 27 01:07:57.077835 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4fbadf5-518e-47a4-99b8-737ff6bfb2bc req-e9f648d8-e76a-4427-b970-e7f7222b87fc service neutron] 10.222.0.42 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008523 Nov 27 01:07:57.106152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f684e71f-4da4-465c-9b15-c5dd5e7e0980 req-26d6a160-7719-4e2f-8616-281902384cb8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7784b642-30fe-4b93-a9ca-57111469deb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281458 Nov 27 01:07:57.211065 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f684e71f-4da4-465c-9b15-c5dd5e7e0980 req-1ed06f60-0921-401f-8508-0101bb80e9ba service neutron] 10.222.0.11 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967436 Nov 27 01:07:57.309904 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f684e71f-4da4-465c-9b15-c5dd5e7e0980 req-d61cc787-29e0-4036-98d4-9cba0caba7ac service neutron] 10.222.0.11 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910742 Nov 27 01:07:57.352136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99634d13-2c91-4635-828e-c349c3c928c4 req-aae3d5bd-ad96-47c6-8b5c-3d91f61f5971 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:57.358406 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99634d13-2c91-4635-828e-c349c3c928c4 req-aae3d5bd-ad96-47c6-8b5c-3d91f61f5971 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 951 time: 0.0638897 Nov 27 01:07:57.444586 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99634d13-2c91-4635-828e-c349c3c928c4 req-c92008ad-60ad-495b-ade8-f4a870cddae2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844374 Nov 27 01:07:57.479891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de367b50-f204-429c-9fee-8a2902e9d46c req-10b4cba6-548f-4be2-a246-212cfaad3fd4 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:57.481473 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de367b50-f204-429c-9fee-8a2902e9d46c req-10b4cba6-548f-4be2-a246-212cfaad3fd4 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 951 time: 0.0993862 Nov 27 01:07:57.564920 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c0971ad6-f702-43fb-a44b-260b413958dd req-5f3dc768-8452-41b5-852c-b86a3d769199 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 210 time: 0.0365262 Nov 27 01:07:57.622209 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-de367b50-f204-429c-9fee-8a2902e9d46c req-c98934f0-6b85-4b41-820b-652f728849d8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Deleting port ab6edf52-10d3-4e08-9aa7-36d3dd57400e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:07:57.622592 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-de367b50-f204-429c-9fee-8a2902e9d46c req-c98934f0-6b85-4b41-820b-652f728849d8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:57.669610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b4d7-85fd-49d2-a6ec-3c2ea9406d2f req-f33dad74-eef0-4156-abed-a95b5decd8c8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:57.680857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6013b4d7-85fd-49d2-a6ec-3c2ea9406d2f req-f33dad74-eef0-4156-abed-a95b5decd8c8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.0692923 Nov 27 01:07:57.740067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6013b4d7-85fd-49d2-a6ec-3c2ea9406d2f req-725c315f-0181-4503-8631-17f31af651c8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608032 Nov 27 01:07:57.999293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-de367b50-f204-429c-9fee-8a2902e9d46c req-c98934f0-6b85-4b41-820b-652f728849d8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] For port ab6edf52-10d3-4e08-9aa7-36d3dd57400e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:07:57.999691 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-de367b50-f204-429c-9fee-8a2902e9d46c req-c98934f0-6b85-4b41-820b-652f728849d8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.013106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-de367b50-f204-429c-9fee-8a2902e9d46c req-c98934f0-6b85-4b41-820b-652f728849d8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Calling delete_port for ab6edf52-10d3-4e08-9aa7-36d3dd57400e owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:07:58.038961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59e607-bb3e-4d14-b911-14c70bfec22e req-362aa11f-1082-4097-ae3d-51ec436a16f2 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:58.041707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c59e607-bb3e-4d14-b911-14c70bfec22e req-362aa11f-1082-4097-ae3d-51ec436a16f2 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 944 time: 0.0626111 Nov 27 01:07:58.132999 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c59e607-bb3e-4d14-b911-14c70bfec22e req-6d6fd835-46ef-40cc-bc31-69878440d1c7 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826299 Nov 27 01:07:58.162142 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-de367b50-f204-429c-9fee-8a2902e9d46c req-c98934f0-6b85-4b41-820b-652f728849d8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.194065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98934f0-6b85-4b41-820b-652f728849d8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Pushing event deleted for resources: {'Port': ['ID=ab6edf52-10d3-4e08-9aa7-36d3dd57400e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:58.199964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e26f8894-e533-49d7-bd62-6225b97ad7f5', 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:58.214547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['fdc8f14a-99b1-4fe1-a982-65035d893f31'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:07:58.261290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-de367b50-f204-429c-9fee-8a2902e9d46c req-c98934f0-6b85-4b41-820b-652f728849d8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] No DVR routers for this DVR port ab6edf52-10d3-4e08-9aa7-36d3dd57400e on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:07:58.265130 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-de367b50-f204-429c-9fee-8a2902e9d46c req-c98934f0-6b85-4b41-820b-652f728849d8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:58.268888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de367b50-f204-429c-9fee-8a2902e9d46c req-c98934f0-6b85-4b41-820b-652f728849d8 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "DELETE /v2.0/ports/ab6edf52-10d3-4e08-9aa7-36d3dd57400e HTTP/1.1" status: 204 len: 173 time: 0.7797084 Nov 27 01:07:58.269381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'name': 'network-vif-deleted', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:07:58.272654 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf991f33-178b-4113-9c8e-dd6922153032" -d '{"events": [{"server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "name": "network-vif-deleted", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:07:58.317647 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae0e032-2def-4afe-bbbc-f968b8adcfd1 x-openstack-request-id: req-cae0e032-2def-4afe-bbbc-f968b8adcfd1 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:07:58.318337 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779738a5-db25-4f5e-b5be-d9fb90fa512b", "name": "network-vif-deleted", "tag": "ab6edf52-10d3-4e08-9aa7-36d3dd57400e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:07:58.318693 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cae0e032-2def-4afe-bbbc-f968b8adcfd1 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:07:58.319239 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779738a5-db25-4f5e-b5be-d9fb90fa512b', 'name': 'network-vif-deleted', 'tag': 'ab6edf52-10d3-4e08-9aa7-36d3dd57400e', 'status': 'completed', 'code': 200} Nov 27 01:07:58.677920 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a4d1bc2-311a-4a83-b762-9ef64a890c4d req-bd14864e-83f3-4438-a49c-55be0eeb0887 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=779738a5-db25-4f5e-b5be-d9fb90fa512b HTTP/1.1" status: 200 len: 210 time: 0.0534809 Nov 27 01:07:58.808997 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-acb8b35c-5a77-45d2-b25f-fe9d8376cadc req-6a20d24d-ce13-432a-b25c-d03662bbfa76 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 210 time: 0.0680182 Nov 27 01:07:58.948942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c501c-60f1-4d27-ae00-eafe0c559655 req-45cadaf4-8ad9-48c5-bf40-2bd6249e4e65 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:58.950749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-617c501c-60f1-4d27-ae00-eafe0c559655 req-45cadaf4-8ad9-48c5-bf40-2bd6249e4e65 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.0596218 Nov 27 01:07:59.035375 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-617c501c-60f1-4d27-ae00-eafe0c559655 req-5f1d20d5-ee0e-4b4d-813b-af90cb9eb72a tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678382 Nov 27 01:07:59.280926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c381c87-1ac8-4c8d-b9ba-2b0be147f00e req-c4291773-0ead-4a3e-a5ca-783ac4b76ab4 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:07:59.291871 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c381c87-1ac8-4c8d-b9ba-2b0be147f00e req-c4291773-0ead-4a3e-a5ca-783ac4b76ab4 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 944 time: 0.0754435 Nov 27 01:07:59.348957 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c381c87-1ac8-4c8d-b9ba-2b0be147f00e req-795538fa-9a5c-4e4e-bc8e-f42b35fdd49c tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560915 Nov 27 01:07:59.399230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48484) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:59.522358 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-131c6981-2e9b-4998-93a4-17175b2e2590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.606921 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-131c6981-2e9b-4998-93a4-17175b2e2590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.611449 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-131c6981-2e9b-4998-93a4-17175b2e2590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.655729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c6981-2e9b-4998-93a4-17175b2e2590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3848ac-f09d-4100-829b-6ed347946838,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:07:59.662110 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-131c6981-2e9b-4998-93a4-17175b2e2590 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=608c2816f6bb4c73b4cd8ed93755301b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592514 Nov 27 01:07:59.662497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48488) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:07:59.729757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95474dd0-4c29-4f54-97b0-d27b4062472f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.753965 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95474dd0-4c29-4f54-97b0-d27b4062472f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.824361 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95474dd0-4c29-4f54-97b0-d27b4062472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.832418 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95474dd0-4c29-4f54-97b0-d27b4062472f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:07:59.836909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-95474dd0-4c29-4f54-97b0-d27b4062472f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b3848ac-f09d-4100-829b-6ed347946838 HTTP/1.1" status: 204 len: 168 time: 0.1727717 Nov 27 01:07:59.852873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95474dd0-4c29-4f54-97b0-d27b4062472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3848ac-f09d-4100-829b-6ed347946838,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:00.046485 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-140d7022-29bd-49b2-95bd-04bfce7d3560 req-0edab59b-18cc-4abe-afd3-8ef4f83090e3 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 210 time: 0.0425849 Nov 27 01:08:00.127235 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae67f1c-5dc7-423e-879f-bc21b97b3150 req-a475b36d-0854-4fed-8e3d-4031dc33b842 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:00.130689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ae67f1c-5dc7-423e-879f-bc21b97b3150 req-a475b36d-0854-4fed-8e3d-4031dc33b842 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.0703373 Nov 27 01:08:00.188689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ae67f1c-5dc7-423e-879f-bc21b97b3150 req-6284bc65-2e31-4cd6-b5e2-445d9d2bc1e5 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537498 Nov 27 01:08:00.217237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48510) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:00.230557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c210bdc5-d2e3-4863-ae12-3bc6ec1c08fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.286441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051efc72-6293-4e1e-8899-71f259b324c1 req-88048447-f5aa-4682-8042-0d34b0f4b929 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:00.288127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-051efc72-6293-4e1e-8899-71f259b324c1 req-88048447-f5aa-4682-8042-0d34b0f4b929 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.0564635 Nov 27 01:08:00.313883 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c210bdc5-d2e3-4863-ae12-3bc6ec1c08fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.321306 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c210bdc5-d2e3-4863-ae12-3bc6ec1c08fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.323852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:00.350600 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-051efc72-6293-4e1e-8899-71f259b324c1 req-c2d4c543-8521-4d54-b71c-06853afe108c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534632 Nov 27 01:08:00.375186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210bdc5-d2e3-4863-ae12-3bc6ec1c08fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f175a7a5-c094-4fbe-9cbf-75dab13b69d5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:00.398909 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c210bdc5-d2e3-4863-ae12-3bc6ec1c08fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a30242913aa9440a9df93893d586c466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805482 Nov 27 01:08:00.401567 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48514) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:00.500627 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92f11a43-2acb-4456-b879-e02107e4f23e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.534639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca479056-72d2-4a45-a895-f2f1e9fdeb36 req-c5f7d966-7bb4-4583-9a10-8cff18ce8e16 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:00.536067 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ca479056-72d2-4a45-a895-f2f1e9fdeb36 req-c5f7d966-7bb4-4583-9a10-8cff18ce8e16 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 944 time: 0.0869808 Nov 27 01:08:00.538230 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92f11a43-2acb-4456-b879-e02107e4f23e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.593583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=66691ab4-12b4-4f24-b8ec-7c3bb1669c77,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:00.607185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '66691ab4-12b4-4f24-b8ec-7c3bb1669c77', 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9', 'port_id': '66691ab4-12b4-4f24-b8ec-7c3bb1669c77', 'mac_address': 'fa:16:3e:5c:ec:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3430bc1f-d262-4e9e-8690-dd8f9ff52acc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:00.609602 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ca479056-72d2-4a45-a895-f2f1e9fdeb36 req-f359c72e-e1eb-4274-b510-146c9909afa1 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640802 Nov 27 01:08:00.622842 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92f11a43-2acb-4456-b879-e02107e4f23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.626564 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92f11a43-2acb-4456-b879-e02107e4f23e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.628083 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-92f11a43-2acb-4456-b879-e02107e4f23e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f175a7a5-c094-4fbe-9cbf-75dab13b69d5 HTTP/1.1" status: 204 len: 168 time: 0.2228794 Nov 27 01:08:00.644088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f11a43-2acb-4456-b879-e02107e4f23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f175a7a5-c094-4fbe-9cbf-75dab13b69d5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:00.658135 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.675891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:00.699429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=66691ab4-12b4-4f24-b8ec-7c3bb1669c77,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:00.703363 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.704166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 04f35613-27cb-4e52-8599-3ad79660fe50 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:00.809711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=66691ab4-12b4-4f24-b8ec-7c3bb1669c77,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:00.856470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=04f35613-27cb-4e52-8599-3ad79660fe50,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:00.872131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '04f35613-27cb-4e52-8599-3ad79660fe50', 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30', 'port_id': '04f35613-27cb-4e52-8599-3ad79660fe50', 'mac_address': 'fa:16:3e:c5:d4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b48ccc-43fc-4543-b194-fe3642bc63a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:00.919355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:00.939014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f35613-27cb-4e52-8599-3ad79660fe50 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:00.970397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=04f35613-27cb-4e52-8599-3ad79660fe50,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:00.979543 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.034798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=04f35613-27cb-4e52-8599-3ad79660fe50,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:01.178993 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7950e057-721d-45e4-8cf4-5cdfe9413020 req-912e4ddf-2b3a-4684-8894-51db6994e38b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 210 time: 0.0413952 Nov 27 01:08:01.348733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['04f35613-27cb-4e52-8599-3ad79660fe50'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:01.350523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40c39c-ea8b-4c82-b41e-3a3803c8ce50 req-e007f733-f8cb-4922-96f4-30ad7a74b56c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:01.352440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c40c39c-ea8b-4c82-b41e-3a3803c8ce50 req-e007f733-f8cb-4922-96f4-30ad7a74b56c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.0655310 Nov 27 01:08:01.414746 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['66691ab4-12b4-4f24-b8ec-7c3bb1669c77'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:01.433169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c40c39c-ea8b-4c82-b41e-3a3803c8ce50 req-25eb44a0-637c-4568-9ca1-e739cc81445b tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728934 Nov 27 01:08:01.495888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:01.525061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8030b-b52e-4046-9135-d65153ee342e req-d88d6f25-1861-41ab-9f05-8a94c54260e0 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:01.534567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-daf8030b-b52e-4046-9135-d65153ee342e req-d88d6f25-1861-41ab-9f05-8a94c54260e0 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 944 time: 0.0685692 Nov 27 01:08:01.639827 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-daf8030b-b52e-4046-9135-d65153ee342e req-cf301c95-f607-4a06-b7c4-586cb87783b8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041095 Nov 27 01:08:01.660568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48558) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:01.741623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=96ba5a43-0d35-4bb0-aad9-9b042181e9f9,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:01.756783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '96ba5a43-0d35-4bb0-aad9-9b042181e9f9', 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9', 'port_id': '96ba5a43-0d35-4bb0-aad9-9b042181e9f9', 'mac_address': 'fa:16:3e:de:a4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3430bc1f-d262-4e9e-8690-dd8f9ff52acc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:01.762610 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:08:01.785248 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30aaee-43fc-4fd9-9d3d-e85584f8cade req-a88bcb71-2bc2-4cc9-bfc9-8b1b4919c537 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:01.793013 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b30aaee-43fc-4fd9-9d3d-e85584f8cade req-a88bcb71-2bc2-4cc9-bfc9-8b1b4919c537 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 944 time: 0.0801189 Nov 27 01:08:01.835929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-900967254-network', 'tenant_id': '8bcd94d0d8c749f5a8748889ae111c61'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:01.875417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b30aaee-43fc-4fd9-9d3d-e85584f8cade req-722845b8-3001-41a3-ac57-c9d92a7b3743 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813861 Nov 27 01:08:01.877043 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.897517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Made reservation on behalf of 8bcd94d0d8c749f5a8748889ae111c61 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:01.897774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:01.900399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.910482 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:01.950772 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=96ba5a43-0d35-4bb0-aad9-9b042181e9f9,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:01.968392 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.002190 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.016874 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.032671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=96ba5a43-0d35-4bb0-aad9-9b042181e9f9,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:02.089197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:08:02.122289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981db97d-5c6f-4b88-a72c-d8ff1aeccefc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:02.149623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395e6b-ff7b-4558-a067-d493807c0f8e req-df38b348-573c-4262-8498-24d85cd49711 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:02.151461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e395e6b-ff7b-4558-a067-d493807c0f8e req-df38b348-573c-4262-8498-24d85cd49711 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.11 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.1477644 Nov 27 01:08:02.156747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.157231 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Added segment 42d11896-4bf4-4161-8688-70a224ff8943 of type vlan for network a1551a9a-2b07-43d0-9f12-dc945e9d7c14 Nov 27 01:08:02.219270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.247765 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.248945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:02.249730 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.319932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3d47adc-7ba9-4c0b-8e75-6f4dd27ecc62 req-bbb315b5-cda6-4213-bf9a-3c4ad532930b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 210 time: 0.0318668 Nov 27 01:08:02.329740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48570) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:02.331085 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6690400 Nov 27 01:08:02.331847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ab6edf52-10d3-4e08-9aa7-36d3dd57400e no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:02.339552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fbe61898-cffd-4f48-ba3f-874ef14a0995 admin admin] Request body: {'subnet': {'network_id': 'a1551a9a-2b07-43d0-9f12-dc945e9d7c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-900967254-subnet', 'tenant_id': '8bcd94d0d8c749f5a8748889ae111c61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:02.402772 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: ab6edf52-10d3-4e08-9aa7-36d3dd57400e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:02.403368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ab6edf52-10d3-4e08-9aa7-36d3dd57400e not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:02.412002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe61898-cffd-4f48-ba3f-874ef14a0995 admin admin] Made reservation on behalf of 8bcd94d0d8c749f5a8748889ae111c61 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:02.416374 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbe61898-cffd-4f48-ba3f-874ef14a0995 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.426701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3c249-9e89-42c8-aa3d-1e3cd4277ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=a1551a9a-2b07-43d0-9f12-dc945e9d7c14,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:02.442717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a1551a9a-2b07-43d0-9f12-dc945e9d7c14 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:08:02.468948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-4e395e6b-ff7b-4558-a067-d493807c0f8e req-3b90dee3-bcb4-4c7e-9b5a-9e83cb95179f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Deleting port fdc8f14a-99b1-4fe1-a982-65035d893f31 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:02.469311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e395e6b-ff7b-4558-a067-d493807c0f8e req-3b90dee3-bcb4-4c7e-9b5a-9e83cb95179f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.503004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['96ba5a43-0d35-4bb0-aad9-9b042181e9f9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:02.717000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c4d09-c605-447d-a382-9cb97bdd57ea req-42f5931a-72bf-4788-af7d-ad36cdd3686f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:02.733019 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f94c4d09-c605-447d-a382-9cb97bdd57ea req-42f5931a-72bf-4788-af7d-ad36cdd3686f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 949 time: 0.1503489 Nov 27 01:08:02.735210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbe61898-cffd-4f48-ba3f-874ef14a0995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.785036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4e395e6b-ff7b-4558-a067-d493807c0f8e req-3b90dee3-bcb4-4c7e-9b5a-9e83cb95179f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] For port fdc8f14a-99b1-4fe1-a982-65035d893f31, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=fdc8f14a-99b1-4fe1-a982-65035d893f31,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:02.785522 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e395e6b-ff7b-4558-a067-d493807c0f8e req-3b90dee3-bcb4-4c7e-9b5a-9e83cb95179f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:02.818252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-4e395e6b-ff7b-4558-a067-d493807c0f8e req-3b90dee3-bcb4-4c7e-9b5a-9e83cb95179f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Calling delete_port for fdc8f14a-99b1-4fe1-a982-65035d893f31 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:02.841806 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f94c4d09-c605-447d-a382-9cb97bdd57ea req-1e9a180c-62ee-46f4-9f04-23a0110752ed tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029999 Nov 27 01:08:02.867632 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe61898-cffd-4f48-ba3f-874ef14a0995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba962a0-b378-414b-888f-8dbcff4ea30c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:02.890216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe61898-cffd-4f48-ba3f-874ef14a0995 admin admin] Checking segment: {'id': '42d11896-4bf4-4161-8688-70a224ff8943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a1551a9a-2b07-43d0-9f12-dc945e9d7c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:02.890941 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe61898-cffd-4f48-ba3f-874ef14a0995 admin admin] Network hostable DHCP agents. Network: a1551a9a-2b07-43d0-9f12-dc945e9d7c14, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:08:02.921858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c9b8b-ee9c-4ef6-8ccc-3e9d7354440c req-ad2306fc-07a4-4e12-8a96-7387164f4548 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:02.923575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9a6c9b8b-ee9c-4ef6-8ccc-3e9d7354440c req-ad2306fc-07a4-4e12-8a96-7387164f4548 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 944 time: 0.1145778 Nov 27 01:08:02.944321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe61898-cffd-4f48-ba3f-874ef14a0995 admin admin] Network a1551a9a-2b07-43d0-9f12-dc945e9d7c14 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:08:02.981055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-fbe61898-cffd-4f48-ba3f-874ef14a0995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a1551a9a-2b07-43d0-9f12-dc945e9d7c14) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:02.991275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d109a7f3-7b1d-4001-8a47-841fb825704e None None] Network a1551a9a-2b07-43d0-9f12-dc945e9d7c14 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:03.003467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe61898-cffd-4f48-ba3f-874ef14a0995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:03.004333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbe61898-cffd-4f48-ba3f-874ef14a0995 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:03.052787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fbe61898-cffd-4f48-ba3f-874ef14a0995 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7123568 Nov 27 01:08:03.085355 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e395e6b-ff7b-4558-a067-d493807c0f8e req-3b90dee3-bcb4-4c7e-9b5a-9e83cb95179f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:03.097063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9a6c9b8b-ee9c-4ef6-8ccc-3e9d7354440c req-67f0030e-db6a-4a78-8e76-85112cb476eb tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549397 Nov 27 01:08:03.102775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b6d51-503d-408f-9710-756fc0aa25e7 req-ca76d777-2060-43dc-b4c5-2b3821c53386 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:03.115997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-835b6d51-503d-408f-9710-756fc0aa25e7 req-ca76d777-2060-43dc-b4c5-2b3821c53386 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 945 time: 0.1194165 Nov 27 01:08:03.160099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e26f8894-e533-49d7-bd62-6225b97ad7f5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:03.176406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90dee3-bcb4-4c7e-9b5a-9e83cb95179f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Pushing event deleted for resources: {'Port': ['ID=fdc8f14a-99b1-4fe1-a982-65035d893f31,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:03.276215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e395e6b-ff7b-4558-a067-d493807c0f8e req-3b90dee3-bcb4-4c7e-9b5a-9e83cb95179f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] No DVR routers for this DVR port fdc8f14a-99b1-4fe1-a982-65035d893f31 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:03.281268 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e395e6b-ff7b-4558-a067-d493807c0f8e req-3b90dee3-bcb4-4c7e-9b5a-9e83cb95179f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:03.285930 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e395e6b-ff7b-4558-a067-d493807c0f8e req-3b90dee3-bcb4-4c7e-9b5a-9e83cb95179f tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.11 "DELETE /v2.0/ports/fdc8f14a-99b1-4fe1-a982-65035d893f31 HTTP/1.1" status: 204 len: 173 time: 1.0949061 Nov 27 01:08:03.287677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'name': 'network-vif-deleted', 'tag': 'fdc8f14a-99b1-4fe1-a982-65035d893f31'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:03.291721 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03fdd71-3946-4458-83b2-596081aabfa9" -d '{"events": [{"server_uuid": "08e3ab2d-5919-423c-b556-dffb526adbb8", "name": "network-vif-deleted", "tag": "fdc8f14a-99b1-4fe1-a982-65035d893f31"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:03.306343 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-835b6d51-503d-408f-9710-756fc0aa25e7 req-4e39cff5-db12-4aad-b5bf-43b0d857259f tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893981 Nov 27 01:08:03.377867 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2c92a5-074b-4327-aece-fbfddf6b427a x-openstack-request-id: req-3f2c92a5-074b-4327-aece-fbfddf6b427a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:03.378113 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e3ab2d-5919-423c-b556-dffb526adbb8", "name": "network-vif-deleted", "tag": "fdc8f14a-99b1-4fe1-a982-65035d893f31", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:03.378397 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f2c92a5-074b-4327-aece-fbfddf6b427a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:03.378838 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e3ab2d-5919-423c-b556-dffb526adbb8', 'name': 'network-vif-deleted', 'tag': 'fdc8f14a-99b1-4fe1-a982-65035d893f31', 'status': 'completed', 'code': 200} Nov 27 01:08:03.520765 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a38ac38-6fa5-492a-88c8-930adb230e53 req-d7869ab7-1dbc-4e94-a17b-a33266103a83 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5e73e4-4f8e-4653-b6ad-0abe71f055d9 HTTP/1.1" status: 200 len: 210 time: 0.0837133 Nov 27 01:08:03.525756 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f82086f-0dde-431d-8619-7b8aa112bbcf None None] Network a1551a9a-2b07-43d0-9f12-dc945e9d7c14 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:04.082833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:04.089122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-965033134-network', 'tenant_id': '08af6ffe4b24432ca540d25680a6e0ee'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:04.146260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Made reservation on behalf of 08af6ffe4b24432ca540d25680a6e0ee for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:04.148950 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.162766 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.268590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ab1ce1d-ba14-4881-854c-8ef3e7946eb8 req-e1cf8efd-bbb0-4e05-b2f6-ba5a9451bcf7 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=08e3ab2d-5919-423c-b556-dffb526adbb8 HTTP/1.1" status: 200 len: 210 time: 0.0331814 Nov 27 01:08:04.330705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:04.408134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a875159-e0bd-42ea-a2bb-09732e5c540d req-57dee973-7dbd-4fb8-849a-6ceac8aacad2 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:04.410352 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a875159-e0bd-42ea-a2bb-09732e5c540d req-57dee973-7dbd-4fb8-849a-6ceac8aacad2 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 944 time: 0.1370859 Nov 27 01:08:04.413173 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.418862 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.446050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:04.451567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:04.452265 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.454469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:08:04.459664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a355e5f-d08c-401b-8437-a371e99d5a20 req-c1dda598-fb4f-4893-956b-f09cee3e9f34 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:04.467033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.467635 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Added segment 3b179bf5-ef90-49c3-b43e-a95648357343 of type vlan for network d86db540-01b3-4887-b6ed-c1a8618bcf6e Nov 27 01:08:04.468610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a355e5f-d08c-401b-8437-a371e99d5a20 req-c1dda598-fb4f-4893-956b-f09cee3e9f34 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 945 time: 0.0780580 Nov 27 01:08:04.517277 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.570975 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a355e5f-d08c-401b-8437-a371e99d5a20 req-d1e2d1f5-efc1-4778-8895-c9b73615ed85 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010661 Nov 27 01:08:04.664968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a875159-e0bd-42ea-a2bb-09732e5c540d req-bf8cf27f-9f2d-4b16-a0d4-9057ebb2a004 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402678 Nov 27 01:08:04.667016 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.668447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:04.669597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.675770 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.706098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48624) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:04.706658 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6222770 Nov 27 01:08:04.711814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6f05f862-a323-4817-959f-1eeb9d67c7b5 admin admin] Request body: {'subnet': {'network_id': 'd86db540-01b3-4887-b6ed-c1a8618bcf6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-965033134-subnet', 'tenant_id': '08af6ffe4b24432ca540d25680a6e0ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:04.722707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127292f0-13fd-480a-be23-e4e19e230651,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:04.778965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=66691ab4-12b4-4f24-b8ec-7c3bb1669c77,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:04.780975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdf1acd-9ca7-49e9-8e00-c78f5b989311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66691ab4-12b4-4f24-b8ec-7c3bb1669c77'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:04.782114 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f05f862-a323-4817-959f-1eeb9d67c7b5 admin admin] Made reservation on behalf of 08af6ffe4b24432ca540d25680a6e0ee for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:04.784111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd1430-bb70-455c-be5a-63f414c8e46e admin admin] Pushing event updated for resources: {'Network': ['ID=d86db540-01b3-4887-b6ed-c1a8618bcf6e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:04.784917 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f05f862-a323-4817-959f-1eeb9d67c7b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.788006 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab404d13-f67b-421b-8577-63b9425d211d" -d '{"events": [{"server_uuid": "6fdf1acd-9ca7-49e9-8e00-c78f5b989311", "name": "network-vif-plugged", "status": "completed", "tag": "66691ab4-12b4-4f24-b8ec-7c3bb1669c77"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:04.820271 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:04.825014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 04f35613-27cb-4e52-8599-3ad79660fe50 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:04.834779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network d86db540-01b3-4887-b6ed-c1a8618bcf6e details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:08:04.963551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=66691ab4-12b4-4f24-b8ec-7c3bb1669c77,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:05.073703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 04f35613-27cb-4e52-8599-3ad79660fe50 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:05.080979 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 04f35613-27cb-4e52-8599-3ad79660fe50 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:05.080979 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.145698 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ff4d93-64b9-4621-beea-afa66c27b342 x-openstack-request-id: req-a5ff4d93-64b9-4621-beea-afa66c27b342 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:05.146268 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdf1acd-9ca7-49e9-8e00-c78f5b989311", "name": "network-vif-plugged", "status": "completed", "tag": "66691ab4-12b4-4f24-b8ec-7c3bb1669c77", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:05.146753 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5ff4d93-64b9-4621-beea-afa66c27b342 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:05.147235 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdf1acd-9ca7-49e9-8e00-c78f5b989311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66691ab4-12b4-4f24-b8ec-7c3bb1669c77', 'code': 200} Nov 27 01:08:05.173942 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f05f862-a323-4817-959f-1eeb9d67c7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.180910 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.220339 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=04f35613-27cb-4e52-8599-3ad79660fe50,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:05.232340 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.244711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05f862-a323-4817-959f-1eeb9d67c7b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca98176-9d63-49be-9229-d99edddd11a6,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:05.262838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05f862-a323-4817-959f-1eeb9d67c7b5 admin admin] Checking segment: {'id': '3b179bf5-ef90-49c3-b43e-a95648357343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd86db540-01b3-4887-b6ed-c1a8618bcf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:05.263240 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f05f862-a323-4817-959f-1eeb9d67c7b5 admin admin] Network hostable DHCP agents. Network: d86db540-01b3-4887-b6ed-c1a8618bcf6e, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:08:05.298356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=04f35613-27cb-4e52-8599-3ad79660fe50,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:05.312079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03ceb7-813e-411c-83c3-d19e30d0512a req-3f55023f-46ff-4897-8233-9ea662e7d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:05.314844 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a03ceb7-813e-411c-83c3-d19e30d0512a req-3f55023f-46ff-4897-8233-9ea662e7d549 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6fdf1acd-9ca7-49e9-8e00-c78f5b989311 HTTP/1.1" status: 200 len: 1096 time: 0.0639791 Nov 27 01:08:05.316547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f05f862-a323-4817-959f-1eeb9d67c7b5 admin admin] Network d86db540-01b3-4887-b6ed-c1a8618bcf6e is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:08:05.343204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-6f05f862-a323-4817-959f-1eeb9d67c7b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, d86db540-01b3-4887-b6ed-c1a8618bcf6e) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:05.361890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9e60ed-237f-4993-b242-45b3b12e66aa None None] Network d86db540-01b3-4887-b6ed-c1a8618bcf6e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:05.365498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f05f862-a323-4817-959f-1eeb9d67c7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:05.366550 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6f05f862-a323-4817-959f-1eeb9d67c7b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.398287 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a03ceb7-813e-411c-83c3-d19e30d0512a req-2ecb3c76-88b2-43ee-aa86-8e1d16605512 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742106 Nov 27 01:08:05.405523 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6f05f862-a323-4817-959f-1eeb9d67c7b5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6978989 Nov 27 01:08:05.511838 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:05.565207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d8659a-3a6b-4481-b95a-1e0d411dbd0d None None] Network d86db540-01b3-4887-b6ed-c1a8618bcf6e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:05.654895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48646) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:05.675823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:05.692592 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:05.692990 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.798332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96e7c3-7e0e-4044-beaa-4810e4b1f394 req-468c482b-9119-49e1-90ac-563fe8388ab7 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:05.799940 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e96e7c3-7e0e-4044-beaa-4810e4b1f394 req-468c482b-9119-49e1-90ac-563fe8388ab7 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.0918400 Nov 27 01:08:05.862263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2520ff5-33fd-4614-a9c9-acf73c38d060 admin admin] Deleting subnet 6ba962a0-b378-414b-888f-8dbcff4ea30c {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:05.882629 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e73ca1-cd21-4ce9-993a-44209a56bd35 req-43855483-6eca-46ea-82dd-1a857e38e6a3 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:05.894404 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4e73ca1-cd21-4ce9-993a-44209a56bd35 req-43855483-6eca-46ea-82dd-1a857e38e6a3 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 945 time: 0.1793764 Nov 27 01:08:05.905760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e96e7c3-7e0e-4044-beaa-4810e4b1f394 req-b1284ecc-7336-499d-9cce-b81c724e14a2 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988410 Nov 27 01:08:05.924331 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2520ff5-33fd-4614-a9c9-acf73c38d060 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.932914 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.970879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=96ba5a43-0d35-4bb0-aad9-9b042181e9f9,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:05.978751 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:05.979546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device fdc8f14a-99b1-4fe1-a982-65035d893f31 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:06.001303 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4e73ca1-cd21-4ce9-993a-44209a56bd35 req-00910df5-3509-4cea-8e55-872004ffa1e2 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058185 Nov 27 01:08:06.012385 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2520ff5-33fd-4614-a9c9-acf73c38d060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.022745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: fdc8f14a-99b1-4fe1-a982-65035d893f31 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:06.023139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device fdc8f14a-99b1-4fe1-a982-65035d893f31 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:06.112430 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=96ba5a43-0d35-4bb0-aad9-9b042181e9f9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:06.137774 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2520ff5-33fd-4614-a9c9-acf73c38d060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.174748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bf8ce-d304-4c3d-9a19-bc5756728e2f req-700bddc8-d21d-4674-ba35-16c9799c04b4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:06.176284 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-815bf8ce-d304-4c3d-9a19-bc5756728e2f req-700bddc8-d21d-4674-ba35-16c9799c04b4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.1260247 Nov 27 01:08:06.251783 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2520ff5-33fd-4614-a9c9-acf73c38d060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.264448 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-815bf8ce-d304-4c3d-9a19-bc5756728e2f req-8aa3eaf3-1f0a-4681-82c8-363c79fb5c23 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787461 Nov 27 01:08:06.293342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2520ff5-33fd-4614-a9c9-acf73c38d060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba962a0-b378-414b-888f-8dbcff4ea30c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:06.299696 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2520ff5-33fd-4614-a9c9-acf73c38d060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.309725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a2520ff5-33fd-4614-a9c9-acf73c38d060 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6ba962a0-b378-414b-888f-8dbcff4ea30c HTTP/1.1" status: 204 len: 168 time: 0.6537623 Nov 27 01:08:06.312513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48656) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:06.393374 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.505552 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.526327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1551a9a-2b07-43d0-9f12-dc945e9d7c14']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:06.536842 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d11896-4bf4-4161-8688-70a224ff8943') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:06.537382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d11896-4bf4-4161-8688-70a224ff8943') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:06.547270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.562592 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.570714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:06.571108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:06.573552 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:06.635747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.641818 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.645804 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a1551a9a-2b07-43d0-9f12-dc945e9d7c14 HTTP/1.1" status: 204 len: 168 time: 0.3323035 Nov 27 01:08:06.648545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48658) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:06.693457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebf45-b4fb-4ee3-95ac-7375e4d1b1e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1551a9a-2b07-43d0-9f12-dc945e9d7c14,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:06.737360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f8d651-eb11-451d-b19a-4b22d0769b0d admin admin] Deleting subnet 0ca98176-9d63-49be-9229-d99edddd11a6 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:06.741476 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55f8d651-eb11-451d-b19a-4b22d0769b0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.787387 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55f8d651-eb11-451d-b19a-4b22d0769b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.834630 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55f8d651-eb11-451d-b19a-4b22d0769b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.902862 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55f8d651-eb11-451d-b19a-4b22d0769b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.934671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8d651-eb11-451d-b19a-4b22d0769b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca98176-9d63-49be-9229-d99edddd11a6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:06.946388 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55f8d651-eb11-451d-b19a-4b22d0769b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:06.952687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-55f8d651-eb11-451d-b19a-4b22d0769b0d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0ca98176-9d63-49be-9229-d99edddd11a6 HTTP/1.1" status: 204 len: 168 time: 0.3009601 Nov 27 01:08:06.953053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48664) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:07.039093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.148429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9878b5bc-4e6a-4152-a30d-989a8cd63cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f35613-27cb-4e52-8599-3ad79660fe50'}, {'server_uuid': '26e9d7ea-f7d2-44c2-aeec-e94bd84df708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ba5a43-0d35-4bb0-aad9-9b042181e9f9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:07.153878 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e454a94b-3be3-448e-b117-554b27233fa8" -d '{"events": [{"server_uuid": "9878b5bc-4e6a-4152-a30d-989a8cd63cd0", "name": "network-vif-plugged", "status": "completed", "tag": "04f35613-27cb-4e52-8599-3ad79660fe50"}, {"server_uuid": "26e9d7ea-f7d2-44c2-aeec-e94bd84df708", "name": "network-vif-plugged", "status": "completed", "tag": "96ba5a43-0d35-4bb0-aad9-9b042181e9f9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:07.167879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f27e5-97ab-4d4b-8889-4009537cb89e req-b75ff318-a6f9-4474-8e16-3d5162555409 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:07.169500 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-783f27e5-97ab-4d4b-8889-4009537cb89e req-b75ff318-a6f9-4474-8e16-3d5162555409 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.1305745 Nov 27 01:08:07.261385 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.285631 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-783f27e5-97ab-4d4b-8889-4009537cb89e req-0d1ef270-d977-45ae-80c2-734ff45880aa tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60f6a5-d0e6-4163-9eb8-cb41551b127d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054420 Nov 27 01:08:07.306664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69647f0d-2838-4f75-ab1b-44a0c6df2f85 req-615b8b41-8436-4089-a814-f983e616e827 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:07.308274 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69647f0d-2838-4f75-ab1b-44a0c6df2f85 req-615b8b41-8436-4089-a814-f983e616e827 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 946 time: 0.1813467 Nov 27 01:08:07.337184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86db540-01b3-4887-b6ed-c1a8618bcf6e']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:07.354943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b179bf5-ef90-49c3-b43e-a95648357343') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:07.355243 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b179bf5-ef90-49c3-b43e-a95648357343') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:07.368783 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.395346 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.401107 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36faa9be-3ece-4cc6-8099-4f3450704d40 x-openstack-request-id: req-36faa9be-3ece-4cc6-8099-4f3450704d40 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:07.402069 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9878b5bc-4e6a-4152-a30d-989a8cd63cd0", "name": "network-vif-plugged", "status": "completed", "tag": "04f35613-27cb-4e52-8599-3ad79660fe50", "code": 200}, {"server_uuid": "26e9d7ea-f7d2-44c2-aeec-e94bd84df708", "name": "network-vif-plugged", "status": "completed", "tag": "96ba5a43-0d35-4bb0-aad9-9b042181e9f9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:07.402597 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36faa9be-3ece-4cc6-8099-4f3450704d40 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:07.403211 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9878b5bc-4e6a-4152-a30d-989a8cd63cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f35613-27cb-4e52-8599-3ad79660fe50', 'code': 200} Nov 27 01:08:07.403700 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e9d7ea-f7d2-44c2-aeec-e94bd84df708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ba5a43-0d35-4bb0-aad9-9b042181e9f9', 'code': 200} Nov 27 01:08:07.404556 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69647f0d-2838-4f75-ab1b-44a0c6df2f85 req-626ec5d2-41cd-4756-bf7f-900f9d063566 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773714 Nov 27 01:08:07.419431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:07.419849 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:07.422438 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:07.479037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c88a8-bbbf-48ca-b18f-a568638ed8e4 req-b1cb37eb-7cd9-41ef-bcf6-cdae15191987 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:07.480573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df6c88a8-bbbf-48ca-b18f-a568638ed8e4 req-b1cb37eb-7cd9-41ef-bcf6-cdae15191987 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 950 time: 0.1041055 Nov 27 01:08:07.502286 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.511756 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.515975 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d86db540-01b3-4887-b6ed-c1a8618bcf6e HTTP/1.1" status: 204 len: 168 time: 0.5614939 Nov 27 01:08:07.545109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5502101-6a4e-467a-9f7c-37c29b029ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d86db540-01b3-4887-b6ed-c1a8618bcf6e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:07.616167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3803ffe-b7a5-41ec-aa7a-e4519d6ac555 req-8b8327b0-3602-414c-a92e-7142df4c53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:07.617699 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3803ffe-b7a5-41ec-aa7a-e4519d6ac555 req-8b8327b0-3602-414c-a92e-7142df4c53a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 1097 time: 0.1006386 Nov 27 01:08:07.622307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4644bec-2893-4bb8-a1ac-2faaa3bf2636 req-3f89e0c1-7f40-4cc9-8980-02020d12a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:07.623851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a4644bec-2893-4bb8-a1ac-2faaa3bf2636 req-3f89e0c1-7f40-4cc9-8980-02020d12a95a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0808401 Nov 27 01:08:07.668541 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-df6c88a8-bbbf-48ca-b18f-a568638ed8e4 req-1a8cb69a-b7fc-4ba7-8593-46f83188828c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Deleting port e26f8894-e533-49d7-bd62-6225b97ad7f5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:07.669110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-df6c88a8-bbbf-48ca-b18f-a568638ed8e4 req-1a8cb69a-b7fc-4ba7-8593-46f83188828c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.700008 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3803ffe-b7a5-41ec-aa7a-e4519d6ac555 req-51af8545-8dfe-4202-9733-8ab8ff7dc0d1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684905 Nov 27 01:08:07.749833 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a4644bec-2893-4bb8-a1ac-2faaa3bf2636 req-a665a5a4-3680-4a1c-94bc-4b5317484a08 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160946 Nov 27 01:08:07.787642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f27787-88f3-4a7e-badf-34d3a8281f91 req-104fd10a-2c3c-4582-a4ec-f49603a9d801 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:07.789532 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-58f27787-88f3-4a7e-badf-34d3a8281f91 req-104fd10a-2c3c-4582-a4ec-f49603a9d801 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.1700995 Nov 27 01:08:07.804329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-df6c88a8-bbbf-48ca-b18f-a568638ed8e4 req-1a8cb69a-b7fc-4ba7-8593-46f83188828c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] For port e26f8894-e533-49d7-bd62-6225b97ad7f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e26f8894-e533-49d7-bd62-6225b97ad7f5,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:07.806075 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-df6c88a8-bbbf-48ca-b18f-a568638ed8e4 req-1a8cb69a-b7fc-4ba7-8593-46f83188828c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:07.833592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-df6c88a8-bbbf-48ca-b18f-a568638ed8e4 req-1a8cb69a-b7fc-4ba7-8593-46f83188828c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Calling delete_port for e26f8894-e533-49d7-bd62-6225b97ad7f5 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:07.891064 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-58f27787-88f3-4a7e-badf-34d3a8281f91 req-aed3f51d-b317-4625-be46-e502e9e919b8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946288 Nov 27 01:08:07.968190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48682) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:08.048033 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48684) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:08.059492 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-52534f55-090e-4821-935e-eed3c2313c08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bcd94d0d8c749f5a8748889ae111c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0733447 Nov 27 01:08:08.124946 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9cb822b2-e842-4380-986b-67884e742bad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:08.138447 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-df6c88a8-bbbf-48ca-b18f-a568638ed8e4 req-1a8cb69a-b7fc-4ba7-8593-46f83188828c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:08.173255 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cb69a-b7fc-4ba7-8593-46f83188828c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Pushing event deleted for resources: {'Port': ['ID=e26f8894-e533-49d7-bd62-6225b97ad7f5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:08.186431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e26f8894-e533-49d7-bd62-6225b97ad7f5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:08.187812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9cb822b2-e842-4380-986b-67884e742bad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:08.251390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6c88a8-bbbf-48ca-b18f-a568638ed8e4 req-1a8cb69a-b7fc-4ba7-8593-46f83188828c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] No DVR routers for this DVR port e26f8894-e533-49d7-bd62-6225b97ad7f5 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:08.254116 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-df6c88a8-bbbf-48ca-b18f-a568638ed8e4 req-1a8cb69a-b7fc-4ba7-8593-46f83188828c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:08.258120 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df6c88a8-bbbf-48ca-b18f-a568638ed8e4 req-1a8cb69a-b7fc-4ba7-8593-46f83188828c tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.42 "DELETE /v2.0/ports/e26f8894-e533-49d7-bd62-6225b97ad7f5 HTTP/1.1" status: 204 len: 173 time: 0.7689905 Nov 27 01:08:08.260585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'name': 'network-vif-deleted', 'tag': 'e26f8894-e533-49d7-bd62-6225b97ad7f5'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:08.264413 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f359a3e7-43ab-40bc-8196-79c7ddccf010" -d '{"events": [{"server_uuid": "af8596ec-1ff0-405e-92b0-443081386ec2", "name": "network-vif-deleted", "tag": "e26f8894-e533-49d7-bd62-6225b97ad7f5"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:08.340881 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9cb822b2-e842-4380-986b-67884e742bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:08.343865 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9cb822b2-e842-4380-986b-67884e742bad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:08.345710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9cb822b2-e842-4380-986b-67884e742bad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/981db97d-5c6f-4b88-a72c-d8ff1aeccefc HTTP/1.1" status: 204 len: 168 time: 0.2961042 Nov 27 01:08:08.375208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb822b2-e842-4380-986b-67884e742bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981db97d-5c6f-4b88-a72c-d8ff1aeccefc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:08.574871 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-691420c1-e057-4afc-a513-9af518797b11 req-e8c7dfa8-41ff-4554-a390-e92420c7f976 tempest-MigrationsAdminTest-1616439464 tempest-MigrationsAdminTest-1616439464-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8596ec-1ff0-405e-92b0-443081386ec2 HTTP/1.1" status: 200 len: 210 time: 0.0905201 Nov 27 01:08:08.616642 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4babbd-e639-4cfb-bf72-7c9c57c70589 x-openstack-request-id: req-1e4babbd-e639-4cfb-bf72-7c9c57c70589 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:08.617013 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8596ec-1ff0-405e-92b0-443081386ec2", "name": "network-vif-deleted", "tag": "e26f8894-e533-49d7-bd62-6225b97ad7f5", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:08.617380 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e4babbd-e639-4cfb-bf72-7c9c57c70589 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:08.617792 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8596ec-1ff0-405e-92b0-443081386ec2', 'name': 'network-vif-deleted', 'tag': 'e26f8894-e533-49d7-bd62-6225b97ad7f5', 'status': 'completed', 'code': 200} Nov 27 01:08:08.784028 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a4c06-feea-4135-a509-9193f79f5afa req-8c272321-8aa0-400b-9f20-f525ffce141e tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:08.785989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c92a4c06-feea-4135-a509-9193f79f5afa req-8c272321-8aa0-400b-9f20-f525ffce141e tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 946 time: 0.0637622 Nov 27 01:08:08.876101 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c92a4c06-feea-4135-a509-9193f79f5afa req-449ddd1f-d173-4590-81db-eaf7152b00e6 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820854 Nov 27 01:08:09.098119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48710) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:09.232537 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-abfa8358-81c1-4eee-88df-d1558401805c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08af6ffe4b24432ca540d25680a6e0ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309102 Nov 27 01:08:09.233133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48712) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:09.251539 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb509e-39c7-472c-9d4c-db00c53221e4 req-30bdeba5-ec04-4212-b423-5cf540d8db22 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:09.264043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57eb509e-39c7-472c-9d4c-db00c53221e4 req-30bdeba5-ec04-4212-b423-5cf540d8db22 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.2472107 Nov 27 01:08:09.315736 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b3971e5-c0eb-45dd-9dba-6e1234650868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:09.347352 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b3971e5-c0eb-45dd-9dba-6e1234650868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:09.354635 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57eb509e-39c7-472c-9d4c-db00c53221e4 req-f9dd2658-033f-45db-b862-efebdf8bc673 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898883 Nov 27 01:08:09.433815 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b3971e5-c0eb-45dd-9dba-6e1234650868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:09.440728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b3971e5-c0eb-45dd-9dba-6e1234650868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:09.444895 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3b3971e5-c0eb-45dd-9dba-6e1234650868 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/127292f0-13fd-480a-be23-e4e19e230651 HTTP/1.1" status: 204 len: 168 time: 0.2084420 Nov 27 01:08:09.465849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3971e5-c0eb-45dd-9dba-6e1234650868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127292f0-13fd-480a-be23-e4e19e230651,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:10.096653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150890b-e44e-4ca9-9e5a-ff819ed43419 req-c80838d2-aa47-4550-8153-62548041c164 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:10.105884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c150890b-e44e-4ca9-9e5a-ff819ed43419 req-c80838d2-aa47-4550-8153-62548041c164 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 946 time: 0.1085372 Nov 27 01:08:10.160537 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48740) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:10.216875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c150890b-e44e-4ca9-9e5a-ff819ed43419 req-e97fc7a8-61c5-4d94-aee9-58d2741c15db tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038761 Nov 27 01:08:10.442657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49dc46-a6d1-4d7b-a078-085e52d48103 req-4e374d56-d2fe-4096-8e94-3c51ebc49182 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:10.457237 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d49dc46-a6d1-4d7b-a078-085e52d48103 req-4e374d56-d2fe-4096-8e94-3c51ebc49182 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fdf1acd-9ca7-49e9-8e00-c78f5b989311 HTTP/1.1" status: 200 len: 945 time: 0.1012948 Nov 27 01:08:10.518866 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d49dc46-a6d1-4d7b-a078-085e52d48103 req-78027554-e666-42b6-a65e-619c1bfb3840 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606890 Nov 27 01:08:10.526330 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3a9e35da-7c76-4912-8ac5-cb4597ec27fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cae186c4f2334d95a689ce9bbc113764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644967 Nov 27 01:08:10.528858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48758) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:10.647642 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c88fe141-9e5d-4540-8b17-ac4edb9d58ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:10.666209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fd3fc-50eb-4ecd-8c0f-5365699549bd req-7184e22c-2a46-43a4-a838-9cee80e707b0 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:10.675144 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-320fd3fc-50eb-4ecd-8c0f-5365699549bd req-7184e22c-2a46-43a4-a838-9cee80e707b0 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.1473141 Nov 27 01:08:10.694868 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c88fe141-9e5d-4540-8b17-ac4edb9d58ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:10.782849 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-320fd3fc-50eb-4ecd-8c0f-5365699549bd req-4cbc262f-81f6-4c59-9b67-7fa0c0429b28 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012993 Nov 27 01:08:10.788641 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c88fe141-9e5d-4540-8b17-ac4edb9d58ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:10.791966 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c88fe141-9e5d-4540-8b17-ac4edb9d58ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:10.794325 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c88fe141-9e5d-4540-8b17-ac4edb9d58ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc60f6a5-d0e6-4163-9eb8-cb41551b127d HTTP/1.1" status: 204 len: 168 time: 0.2638175 Nov 27 01:08:10.808101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fe141-9e5d-4540-8b17-ac4edb9d58ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc60f6a5-d0e6-4163-9eb8-cb41551b127d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:11.011921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a63481-1ba9-4176-91e5-0ac2819f0279 req-a5246e9a-18cb-4b52-9fcf-72da5e8dbd51 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:11.022018 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27a63481-1ba9-4176-91e5-0ac2819f0279 req-a5246e9a-18cb-4b52-9fcf-72da5e8dbd51 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 1096 time: 0.1153688 Nov 27 01:08:11.153781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27a63481-1ba9-4176-91e5-0ac2819f0279 req-98d075ea-e833-4484-9591-8621f015f44d tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306648 Nov 27 01:08:11.265360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a385c-1fa4-4150-9491-9a2243f8e53d req-403b2b54-f7e3-45ec-90ac-82badff7e16c tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:11.271118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-866a385c-1fa4-4150-9491-9a2243f8e53d req-403b2b54-f7e3-45ec-90ac-82badff7e16c tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0628357 Nov 27 01:08:11.334331 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-866a385c-1fa4-4150-9491-9a2243f8e53d req-50ca801d-6135-4317-9ea3-4f8828d119cb tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565195 Nov 27 01:08:11.461404 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ce5281ca-e2cb-480e-ace5-97841c36aac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:11.650846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48812) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:11.718936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c21e9680-dade-4bdd-a182-2291e8093fcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5655480faa2849e88fdfb6c0df03a81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662296 Nov 27 01:08:11.721910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48816) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:11.736349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-da81d7d2-762c-4f13-9c1c-e914480e5a2a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:11.743446 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-da81d7d2-762c-4f13-9c1c-e914480e5a2a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/networks?id=7784b642-30fe-4b93-a9ca-57111469deb9 HTTP/1.1" status: 200 len: 811 time: 0.2850938 Nov 27 01:08:11.767139 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-b8a394fc-4366-4ac0-a4ba-98093b1cf612 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/quotas/3a6bdcf829ad46ee8d6a8d560226479a HTTP/1.1" status: 200 len: 375 time: 0.0222642 Nov 27 01:08:11.846375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-55040cb9-b51b-4119-8525-97806d765478 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a6bdcf829ad46ee8d6a8d560226479a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779359 Nov 27 01:08:11.874725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30de75dd-6127-49ce-821c-fa6170100057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:11.901887 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30de75dd-6127-49ce-821c-fa6170100057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:11.956056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67fd1f-9f3d-4dc9-992a-d3e92ed69000 req-3aed30d6-05c0-4853-870c-705655f4091a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:11.957876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e67fd1f-9f3d-4dc9-992a-d3e92ed69000 req-3aed30d6-05c0-4853-870c-705655f4091a tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 945 time: 0.0631239 Nov 27 01:08:12.074702 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-d6787ed5-4834-4919-a7f1-4240d2fb3943 service neutron] 10.222.0.37 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270558 Nov 27 01:08:12.075879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e67fd1f-9f3d-4dc9-992a-d3e92ed69000 req-f48bdbc2-5aa7-4137-bfd2-830ed29fd76d tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114898 Nov 27 01:08:12.104395 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30de75dd-6127-49ce-821c-fa6170100057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.117912 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30de75dd-6127-49ce-821c-fa6170100057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.119513 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-30de75dd-6127-49ce-821c-fa6170100057 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21518874-85c5-4826-9c1b-bcc52862d9f4 HTTP/1.1" status: 204 len: 168 time: 0.3946357 Nov 27 01:08:12.188092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de75dd-6127-49ce-821c-fa6170100057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21518874-85c5-4826-9c1b-bcc52862d9f4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:12.225148 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-25f30721-4e46-4842-bf00-50579a95ff37 service neutron] 10.222.0.37 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494329 Nov 27 01:08:12.353972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e26f8894-e533-49d7-bd62-6225b97ad7f5 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:12.397144 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: e26f8894-e533-49d7-bd62-6225b97ad7f5 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:12.397432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e26f8894-e533-49d7-bd62-6225b97ad7f5 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:12.443430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f296164-5fc8-4f69-b3be-c41e19402ca2 req-90d3a2fb-fabb-475a-acdc-6992d83b823d tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:12.445067 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f296164-5fc8-4f69-b3be-c41e19402ca2 req-90d3a2fb-fabb-475a-acdc-6992d83b823d tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fdf1acd-9ca7-49e9-8e00-c78f5b989311 HTTP/1.1" status: 200 len: 945 time: 0.1166217 Nov 27 01:08:12.620347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48844) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:12.681947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4f296164-5fc8-4f69-b3be-c41e19402ca2 req-ac1ea466-7ceb-4e7e-9535-878090ae7ce0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Deleting port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:12.682547 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4f296164-5fc8-4f69-b3be-c41e19402ca2 req-ac1ea466-7ceb-4e7e-9535-878090ae7ce0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.815996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4f296164-5fc8-4f69-b3be-c41e19402ca2 req-ac1ea466-7ceb-4e7e-9535-878090ae7ce0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] For port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=66691ab4-12b4-4f24-b8ec-7c3bb1669c77,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:12.816488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4f296164-5fc8-4f69-b3be-c41e19402ca2 req-ac1ea466-7ceb-4e7e-9535-878090ae7ce0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:12.836254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4f296164-5fc8-4f69-b3be-c41e19402ca2 req-ac1ea466-7ceb-4e7e-9535-878090ae7ce0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Calling delete_port for 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:12.886972 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7dac321-a733-4f67-b127-e9aa20623ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.084009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafca603-ef4e-4a84-8bc7-4cba1a719503 req-e24bcca7-f67f-4ab1-8450-0220f030df81 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:13.088876 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bafca603-ef4e-4a84-8bc7-4cba1a719503 req-e24bcca7-f67f-4ab1-8450-0220f030df81 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.11 "GET /v2.0/ports?device_id=26e9d7ea-f7d2-44c2-aeec-e94bd84df708 HTTP/1.1" status: 200 len: 946 time: 0.2023971 Nov 27 01:08:13.164122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4f296164-5fc8-4f69-b3be-c41e19402ca2 req-ac1ea466-7ceb-4e7e-9535-878090ae7ce0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.202575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['66691ab4-12b4-4f24-b8ec-7c3bb1669c77'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:13.206091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['96ba5a43-0d35-4bb0-aad9-9b042181e9f9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:13.240839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ea466-7ceb-4e7e-9535-878090ae7ce0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Pushing event deleted for resources: {'Port': ['ID=66691ab4-12b4-4f24-b8ec-7c3bb1669c77,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:13.293780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f296164-5fc8-4f69-b3be-c41e19402ca2 req-ac1ea466-7ceb-4e7e-9535-878090ae7ce0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] No DVR routers for this DVR port 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:13.297127 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4f296164-5fc8-4f69-b3be-c41e19402ca2 req-ac1ea466-7ceb-4e7e-9535-878090ae7ce0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.302779 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f296164-5fc8-4f69-b3be-c41e19402ca2 req-ac1ea466-7ceb-4e7e-9535-878090ae7ce0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.42 "DELETE /v2.0/ports/66691ab4-12b4-4f24-b8ec-7c3bb1669c77 HTTP/1.1" status: 204 len: 173 time: 0.8516903 Nov 27 01:08:13.303262 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdf1acd-9ca7-49e9-8e00-c78f5b989311', 'name': 'network-vif-deleted', 'tag': '66691ab4-12b4-4f24-b8ec-7c3bb1669c77'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:13.306394 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24222559-a82a-43a0-a2b3-aa24fe677ad4" -d '{"events": [{"server_uuid": "6fdf1acd-9ca7-49e9-8e00-c78f5b989311", "name": "network-vif-deleted", "tag": "66691ab4-12b4-4f24-b8ec-7c3bb1669c77"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:13.457877 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7dac321-a733-4f67-b127-e9aa20623ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.473966 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7dac321-a733-4f67-b127-e9aa20623ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.849963 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f5b978cf-1bf3-43c0-b024-9b27b5f5aa5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:13.947507 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fee7f376-e8e3-4d32-9572-2b13e4a10a9e req-46c42158-72a3-4982-8e4f-20e8f5e5e259 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 210 time: 0.4839361 Nov 27 01:08:13.995141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-bafca603-ef4e-4a84-8bc7-4cba1a719503 req-db159df5-2e7c-4d80-981b-4fdcd165a070 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Deleting port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:13.995308 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bafca603-ef4e-4a84-8bc7-4cba1a719503 req-db159df5-2e7c-4d80-981b-4fdcd165a070 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.046770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6db4a-7fdd-41fe-a40e-b7a730eea557 req-f0edb793-aafa-41ad-a7fc-cf65f1028ac2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:14.055239 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03f6db4a-7fdd-41fe-a40e-b7a730eea557 req-f0edb793-aafa-41ad-a7fc-cf65f1028ac2 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 945 time: 0.1167526 Nov 27 01:08:14.087058 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.103744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-bafca603-ef4e-4a84-8bc7-4cba1a719503 req-db159df5-2e7c-4d80-981b-4fdcd165a070 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] For port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=96ba5a43-0d35-4bb0-aad9-9b042181e9f9,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:14.104093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bafca603-ef4e-4a84-8bc7-4cba1a719503 req-db159df5-2e7c-4d80-981b-4fdcd165a070 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.123968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-bafca603-ef4e-4a84-8bc7-4cba1a719503 req-db159df5-2e7c-4d80-981b-4fdcd165a070 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Calling delete_port for 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:14.145426 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a7dac321-a733-4f67-b127-e9aa20623ab7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1817e1d556d84301a17d385c3f9d0fc3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5220678 Nov 27 01:08:14.145426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dac321-a733-4f67-b127-e9aa20623ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a94ac01-58b4-4580-97dd-a30f11301ede,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:14.146113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48908) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:14.235607 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-b1772e84-12bf-4d54-8b11-0fcf0c610fb9 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:08:14.237038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-b1772e84-12bf-4d54-8b11-0fcf0c610fb9 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161347 Nov 27 01:08:14.269177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-03f6db4a-7fdd-41fe-a40e-b7a730eea557 req-fe31a340-6510-4c58-89f5-690c0ef00e05 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Deleting port c0ec12f9-7ff3-4573-b876-65cfc6174007 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:14.269499 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-03f6db4a-7fdd-41fe-a40e-b7a730eea557 req-fe31a340-6510-4c58-89f5-690c0ef00e05 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.302576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a11b0-be8e-49e0-b9a0-3e56f3516d0e req-cf70ffb4-ebcc-4ec3-b084-76875e392b69 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:14.304198 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c7a11b0-be8e-49e0-b9a0-3e56f3516d0e req-cf70ffb4-ebcc-4ec3-b084-76875e392b69 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.11 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 945 time: 0.7712438 Nov 27 01:08:14.341453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-bd16c5ea-44b0-400d-86d8-2845dc59fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:14.347079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-bd16c5ea-44b0-400d-86d8-2845dc59fefe service neutron] 10.222.0.37 "GET /v2.0/ports/04f35613-27cb-4e52-8599-3ad79660fe50 HTTP/1.1" status: 200 len: 1093 time: 0.0940716 Nov 27 01:08:14.353120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] Request body: {'binding': {'host': 'n-h1-819494-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:14.353579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] Unknown quota resources ['binding']. {{(pid=103384) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:08:14.366151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-03f6db4a-7fdd-41fe-a40e-b7a730eea557 req-fe31a340-6510-4c58-89f5-690c0ef00e05 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] For port c0ec12f9-7ff3-4573-b876-65cfc6174007, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c0ec12f9-7ff3-4573-b876-65cfc6174007,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:14.366844 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-03f6db4a-7fdd-41fe-a40e-b7a730eea557 req-fe31a340-6510-4c58-89f5-690c0ef00e05 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.382419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-03f6db4a-7fdd-41fe-a40e-b7a730eea557 req-fe31a340-6510-4c58-89f5-690c0ef00e05 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Calling delete_port for c0ec12f9-7ff3-4573-b876-65cfc6174007 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:14.388163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167141b-de1f-4bd0-ab8e-a95d19e49ae0 req-9f8cf892-851c-4ec9-8460-3d2e0016904b tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:14.389815 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6167141b-de1f-4bd0-ab8e-a95d19e49ae0 req-9f8cf892-851c-4ec9-8460-3d2e0016904b tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 945 time: 0.2551475 Nov 27 01:08:14.473358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35996abf-81de-4099-af28-707574966185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.547763 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-03f6db4a-7fdd-41fe-a40e-b7a730eea557 req-fe31a340-6510-4c58-89f5-690c0ef00e05 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.581942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['c0ec12f9-7ff3-4573-b876-65cfc6174007'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:14.632426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31a340-6510-4c58-89f5-690c0ef00e05 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Pushing event deleted for resources: {'Port': ['ID=c0ec12f9-7ff3-4573-b876-65cfc6174007,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:14.683778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f6db4a-7fdd-41fe-a40e-b7a730eea557 req-fe31a340-6510-4c58-89f5-690c0ef00e05 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] No DVR routers for this DVR port c0ec12f9-7ff3-4573-b876-65cfc6174007 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:14.687180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-03f6db4a-7fdd-41fe-a40e-b7a730eea557 req-fe31a340-6510-4c58-89f5-690c0ef00e05 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.691779 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03f6db4a-7fdd-41fe-a40e-b7a730eea557 req-fe31a340-6510-4c58-89f5-690c0ef00e05 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.42 "DELETE /v2.0/ports/c0ec12f9-7ff3-4573-b876-65cfc6174007 HTTP/1.1" status: 204 len: 173 time: 0.6299810 Nov 27 01:08:14.702828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35996abf-81de-4099-af28-707574966185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.792288 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bafca603-ef4e-4a84-8bc7-4cba1a719503 req-db159df5-2e7c-4d80-981b-4fdcd165a070 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.796785 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6167141b-de1f-4bd0-ab8e-a95d19e49ae0 req-f2a3cdd8-80fc-4b5d-8407-7187b2632c05 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807361 Nov 27 01:08:14.864847 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.881028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db159df5-2e7c-4d80-981b-4fdcd165a070 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Pushing event deleted for resources: {'Port': ['ID=96ba5a43-0d35-4bb0-aad9-9b042181e9f9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:14.958815 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-23f53b69-8487-4de3-86fe-ad3d25d0a479 req-64694153-910e-47d4-825a-97c6258290ab tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=8004a323-d19f-4fdb-8fe2-f828f003812b HTTP/1.1" status: 200 len: 210 time: 0.0789051 Nov 27 01:08:14.975991 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-8c7a11b0-be8e-49e0-b9a0-3e56f3516d0e req-ac5e490a-13f1-4b49-b079-8ee5d2b52e37 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Deleting port e641298d-cf9e-424a-9f95-1d74ccf82412 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:14.976449 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8c7a11b0-be8e-49e0-b9a0-3e56f3516d0e req-ac5e490a-13f1-4b49-b079-8ee5d2b52e37 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:14.997523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafca603-ef4e-4a84-8bc7-4cba1a719503 req-db159df5-2e7c-4d80-981b-4fdcd165a070 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] No DVR routers for this DVR port 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:14.999406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] Attempting to bind port 04f35613-27cb-4e52-8599-3ad79660fe50 on host n-h1-819494-2 for vnic_type normal with profile None {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:14.999802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] Attempting to bind port 04f35613-27cb-4e52-8599-3ad79660fe50 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:14.999802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] Attempting to bind port 04f35613-27cb-4e52-8599-3ad79660fe50 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:15.003268 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bafca603-ef4e-4a84-8bc7-4cba1a719503 req-db159df5-2e7c-4d80-981b-4fdcd165a070 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.006561 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bafca603-ef4e-4a84-8bc7-4cba1a719503 req-db159df5-2e7c-4d80-981b-4fdcd165a070 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.11 "DELETE /v2.0/ports/96ba5a43-0d35-4bb0-aad9-9b042181e9f9 HTTP/1.1" status: 204 len: 173 time: 1.9107840 Nov 27 01:08:15.007718 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7db2492-d3fe-4384-ab60-f4e4cc78d7cb x-openstack-request-id: req-e7db2492-d3fe-4384-ab60-f4e4cc78d7cb {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:15.008015 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdf1acd-9ca7-49e9-8e00-c78f5b989311", "name": "network-vif-deleted", "tag": "66691ab4-12b4-4f24-b8ec-7c3bb1669c77", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:15.008283 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7db2492-d3fe-4384-ab60-f4e4cc78d7cb {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:15.008670 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdf1acd-9ca7-49e9-8e00-c78f5b989311', 'name': 'network-vif-deleted', 'tag': '66691ab4-12b4-4f24-b8ec-7c3bb1669c77', 'status': 'completed', 'code': 200} Nov 27 01:08:15.017816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e9d7ea-f7d2-44c2-aeec-e94bd84df708', 'name': 'network-vif-deleted', 'tag': '96ba5a43-0d35-4bb0-aad9-9b042181e9f9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:15.020382 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1335fe20-33eb-4a7d-9df2-686481687ee7" -d '{"events": [{"server_uuid": "26e9d7ea-f7d2-44c2-aeec-e94bd84df708", "name": "network-vif-deleted", "tag": "96ba5a43-0d35-4bb0-aad9-9b042181e9f9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:15.033380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-846cd9f5-1974-4d62-bb1d-36817bae082b tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:15.034896 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-846cd9f5-1974-4d62-bb1d-36817bae082b tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.42 "GET /v2.0/networks?id=7784b642-30fe-4b93-a9ca-57111469deb9 HTTP/1.1" status: 200 len: 811 time: 0.3912508 Nov 27 01:08:15.061982 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35996abf-81de-4099-af28-707574966185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.064584 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35996abf-81de-4099-af28-707574966185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.065729 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-35996abf-81de-4099-af28-707574966185 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a94ac01-58b4-4580-97dd-a30f11301ede HTTP/1.1" status: 204 len: 168 time: 0.8915703 Nov 27 01:08:15.066430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] Port 04f35613-27cb-4e52-8599-3ad79660fe50 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:15.066749 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] Attempting to bind port 04f35613-27cb-4e52-8599-3ad79660fe50 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:15.088096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Request body: {'port': {'device_id': '4349ded2-cfb0-4663-a7a7-fd3c0a614614', 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9', 'admin_state_up': True, 'tenant_id': '3a6bdcf829ad46ee8d6a8d560226479a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:15.125215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:15.125565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:15.125931 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] Bound using segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:15.126482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] Bound port: 04f35613-27cb-4e52-8599-3ad79660fe50, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:15.163456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35996abf-81de-4099-af28-707574966185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a94ac01-58b4-4580-97dd-a30f11301ede,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:15.287431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8c7a11b0-be8e-49e0-b9a0-3e56f3516d0e req-ac5e490a-13f1-4b49-b079-8ee5d2b52e37 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] For port e641298d-cf9e-424a-9f95-1d74ccf82412, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e641298d-cf9e-424a-9f95-1d74ccf82412,segment=NetworkSegment(8cf96610-e680-4e6b-b5b8-a8e67158b091),segment_id=8cf96610-e680-4e6b-b5b8-a8e67158b091)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:15.287810 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8c7a11b0-be8e-49e0-b9a0-3e56f3516d0e req-ac5e490a-13f1-4b49-b079-8ee5d2b52e37 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.301832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-62bfaa11-db84-46d7-9e4f-957c18178439 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:15.304457 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-62bfaa11-db84-46d7-9e4f-957c18178439 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.42 "GET /v2.0/networks?id=7784b642-30fe-4b93-a9ca-57111469deb9 HTTP/1.1" status: 200 len: 811 time: 0.1423273 Nov 27 01:08:15.331431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-8c7a11b0-be8e-49e0-b9a0-3e56f3516d0e req-ac5e490a-13f1-4b49-b079-8ee5d2b52e37 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Calling delete_port for e641298d-cf9e-424a-9f95-1d74ccf82412 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:15.340399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Request body: {'port': {'device_id': '402a4b4f-03bd-4153-9cec-7b7fa832f382', 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9', 'admin_state_up': True, 'tenant_id': '3a6bdcf829ad46ee8d6a8d560226479a'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:15.341430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=04f35613-27cb-4e52-8599-3ad79660fe50,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:15.362397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.363424 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] 10.222.0.37 "POST /v2.0/ports/04f35613-27cb-4e52-8599-3ad79660fe50/bindings HTTP/1.1" status: 201 len: 389 time: 1.0152950 Nov 27 01:08:15.423404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Made reservation on behalf of 3a6bdcf829ad46ee8d6a8d560226479a for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:15.427724 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.560776 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e641298d-cf9e-424a-9f95-1d74ccf82412 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:15.706717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Allocated IP 172.20.0.13 (7784b642-30fe-4b93-a9ca-57111469deb9/3430bc1f-d262-4e9e-8690-dd8f9ff52acc/80ad8632-d810-4f27-900f-f5e1196609ae) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:15.714219 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8c7a11b0-be8e-49e0-b9a0-3e56f3516d0e req-ac5e490a-13f1-4b49-b079-8ee5d2b52e37 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.716697 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15a0b883-e716-4bc4-a438-ce08f122a8e1 req-0675dd88-489d-4007-893b-d3f1c62ef7e5 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 210 time: 0.0694079 Nov 27 01:08:15.768567 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Made reservation on behalf of 3a6bdcf829ad46ee8d6a8d560226479a for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:15.775802 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.775940 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.776393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48936) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:15.790289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e490a-13f1-4b49-b079-8ee5d2b52e37 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Pushing event deleted for resources: {'Port': ['ID=e641298d-cf9e-424a-9f95-1d74ccf82412,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:15.793348 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89cb3988-8c17-48af-8f9c-615dc28399af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.907534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:15.914850 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10803cc8-b772-4548-a7a2-0d81024632f8 x-openstack-request-id: req-10803cc8-b772-4548-a7a2-0d81024632f8 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:15.915194 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e9d7ea-f7d2-44c2-aeec-e94bd84df708", "name": "network-vif-deleted", "tag": "96ba5a43-0d35-4bb0-aad9-9b042181e9f9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:15.915442 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10803cc8-b772-4548-a7a2-0d81024632f8 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:15.915825 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e9d7ea-f7d2-44c2-aeec-e94bd84df708', 'name': 'network-vif-deleted', 'tag': '96ba5a43-0d35-4bb0-aad9-9b042181e9f9', 'status': 'completed', 'code': 200} Nov 27 01:08:15.918627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7a11b0-be8e-49e0-b9a0-3e56f3516d0e req-ac5e490a-13f1-4b49-b079-8ee5d2b52e37 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] No DVR routers for this DVR port e641298d-cf9e-424a-9f95-1d74ccf82412 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:15.922127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8c7a11b0-be8e-49e0-b9a0-3e56f3516d0e req-ac5e490a-13f1-4b49-b079-8ee5d2b52e37 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:15.926331 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c7a11b0-be8e-49e0-b9a0-3e56f3516d0e req-ac5e490a-13f1-4b49-b079-8ee5d2b52e37 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.11 "DELETE /v2.0/ports/e641298d-cf9e-424a-9f95-1d74ccf82412 HTTP/1.1" status: 204 len: 173 time: 1.6137810 Nov 27 01:08:15.947113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:15.947831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 96ba5a43-0d35-4bb0-aad9-9b042181e9f9 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:16.044858 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89cb3988-8c17-48af-8f9c-615dc28399af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.053469 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89cb3988-8c17-48af-8f9c-615dc28399af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.107683 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-89cb3988-8c17-48af-8f9c-615dc28399af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6c6a7fdd5934755bde799b1174729b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307617 Nov 27 01:08:16.110100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb3988-8c17-48af-8f9c-615dc28399af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66aff38-f3f8-497f-b8ff-76cb4b8709f6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:16.122319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48946) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:16.195514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5543c-d0ac-46ff-8a89-2cbc75e82d37 req-0340d707-cd93-4c9f-9721-26c4027b0957 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:16.197079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5d5543c-d0ac-46ff-8a89-2cbc75e82d37 req-0340d707-cd93-4c9f-9721-26c4027b0957 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.2501934 Nov 27 01:08:16.231280 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.239734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-d00d953b-663c-421b-940b-a85d01f7fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:16.241226 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-d00d953b-663c-421b-940b-a85d01f7fc9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 1096 time: 0.2358162 Nov 27 01:08:16.335600 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e95af7c-6aa1-492e-b82f-160b2c6b4378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.351276 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ced46d2-6fca-4024-8cd2-73ebec1c33bd req-ab93414a-352b-4082-9c36-e9523151a432 tempest-VolumesAdminNegativeTest-681231389 tempest-VolumesAdminNegativeTest-681231389-project] 10.222.0.37 "GET /v2.0/ports?device_id=b057781e-f262-4f27-ae57-c36513906b27 HTTP/1.1" status: 200 len: 210 time: 0.0253918 Nov 27 01:08:16.352563 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5d5543c-d0ac-46ff-8a89-2cbc75e82d37 req-792c7912-6ba3-47c3-b4bd-298a99403af4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453230 Nov 27 01:08:16.390844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e95af7c-6aa1-492e-b82f-160b2c6b4378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.431728 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.432315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:16.464010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:16.464444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 66691ab4-12b4-4f24-b8ec-7c3bb1669c77 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:16.465584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c0ec12f9-7ff3-4573-b876-65cfc6174007 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:16.474378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Allocated IP 172.20.0.2 (7784b642-30fe-4b93-a9ca-57111469deb9/3430bc1f-d262-4e9e-8690-dd8f9ff52acc/b9078c69-16bb-4897-831d-d1509e215468) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:16.496427 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: c0ec12f9-7ff3-4573-b876-65cfc6174007 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:16.496780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c0ec12f9-7ff3-4573-b876-65cfc6174007 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:16.538783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Network 7784b642-30fe-4b93-a9ca-57111469deb9 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:16.545086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-ca1d8c5d-1542-400f-8a0b-8b1c58f6cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:16.546042 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-ca1d8c5d-1542-400f-8a0b-8b1c58f6cdea service neutron] 10.222.0.11 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.2953091 Nov 27 01:08:16.550959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:16.554905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:16.561508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Pushing event updated for resources: {'Port': ['ID=80ad8632-d810-4f27-900f-f5e1196609ae,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:16.594883 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.635881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-35014294-0ded-4e99-905a-0532b4bcd14b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f35613-27cb-4e52-8599-3ad79660fe50 HTTP/1.1" status: 200 len: 217 time: 0.0756114 Nov 27 01:08:16.639427 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e95af7c-6aa1-492e-b82f-160b2c6b4378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.642335 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e95af7c-6aa1-492e-b82f-160b2c6b4378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.646714 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1e95af7c-6aa1-492e-b82f-160b2c6b4378 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f66aff38-f3f8-497f-b8ff-76cb4b8709f6 HTTP/1.1" status: 204 len: 168 time: 0.5196590 Nov 27 01:08:16.693494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95af7c-6aa1-492e-b82f-160b2c6b4378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66aff38-f3f8-497f-b8ff-76cb4b8709f6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:16.703759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:16.706883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.726717 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.760666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-9e9e607e-6362-424f-839a-63c8e811bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:16.765023 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-9e9e607e-6362-424f-839a-63c8e811bc23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.1092508 Nov 27 01:08:16.769705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.772783 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-8dadc45a-330b-40f4-9c9c-34a5ee62b488 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7034709 Nov 27 01:08:16.821357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Request body: {'port': {'device_id': '4349ded2-cfb0-4663-a7a7-fd3c0a614614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:16.829252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Network 7784b642-30fe-4b93-a9ca-57111469deb9 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:16.839145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:16.848285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:16.852711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Pushing event updated for resources: {'Port': ['ID=b9078c69-16bb-4897-831d-d1509e215468,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:16.926705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-2e270ee0-2f30-4420-a574-e7dfa0ed4b95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495202 Nov 27 01:08:16.959459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:16.960648 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.961860 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.981744 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:16.982310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaae02-9bc4-41bc-9262-735cff644d0d req-44d70221-d2b0-4f3e-8e21-e1bc371cdf2f tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:16.986876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-edcaae02-9bc4-41bc-9262-735cff644d0d req-44d70221-d2b0-4f3e-8e21-e1bc371cdf2f tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 931 time: 0.0937281 Nov 27 01:08:17.020502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8004a323-d19f-4fdb-8fe2-f828f003812b', 'name': 'network-vif-deleted', 'tag': 'c0ec12f9-7ff3-4573-b876-65cfc6174007'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:17.023072 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac953e1-763f-4998-9436-b40709e9e0ad" -d '{"events": [{"server_uuid": "8004a323-d19f-4fdb-8fe2-f828f003812b", "name": "network-vif-deleted", "tag": "c0ec12f9-7ff3-4573-b876-65cfc6174007"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:17.042717 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-1b9023a1-0f11-4703-8e8e-51b812f6d5eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7074549 Nov 27 01:08:17.063377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Request body: {'port': {'device_id': '402a4b4f-03bd-4153-9cec-7b7fa832f382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:17.071219 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-edcaae02-9bc4-41bc-9262-735cff644d0d req-01702389-1500-4ffe-a557-cfb6fd32c1b6 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787983 Nov 27 01:08:17.113763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c3d97-1305-4ec9-9e8a-ef02a14c8da9 req-6de4887a-6d57-4a7e-aec8-5bfdca732ce5 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:17.122719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-267c3d97-1305-4ec9-9e8a-ef02a14c8da9 req-6de4887a-6d57-4a7e-aec8-5bfdca732ce5 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 945 time: 0.3470018 Nov 27 01:08:17.134973 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.176208 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9b46ad-b449-46f1-9063-41ec3a520639 x-openstack-request-id: req-cb9b46ad-b449-46f1-9063-41ec3a520639 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:17.176524 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8004a323-d19f-4fdb-8fe2-f828f003812b", "name": "network-vif-deleted", "tag": "c0ec12f9-7ff3-4573-b876-65cfc6174007", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:17.176834 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb9b46ad-b449-46f1-9063-41ec3a520639 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:17.177134 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8004a323-d19f-4fdb-8fe2-f828f003812b', 'name': 'network-vif-deleted', 'tag': 'c0ec12f9-7ff3-4573-b876-65cfc6174007', 'status': 'completed', 'code': 200} Nov 27 01:08:17.257825 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-53788f5a-801e-4bc9-ac73-af33480e8cd9 service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962346 Nov 27 01:08:17.278779 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-267c3d97-1305-4ec9-9e8a-ef02a14c8da9 req-2ce8d699-c169-47c4-9b79-baafe19cfb8a tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551228 Nov 27 01:08:17.307512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48974) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:17.421084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48986) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:17.478398 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.493006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-2476a5d8-76a4-4537-ad5e-3f5febe406a9 admin admin] Deleting subnet 7213b6a9-76eb-498a-8e7b-b9c4e395ce47 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:17.497213 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2476a5d8-76a4-4537-ad5e-3f5febe406a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.550784 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2476a5d8-76a4-4537-ad5e-3f5febe406a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.622311 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4be2f514-951c-4e01-8a82-5584e0756e7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.647741 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2476a5d8-76a4-4537-ad5e-3f5febe406a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.747911 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2476a5d8-76a4-4537-ad5e-3f5febe406a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.784034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476a5d8-76a4-4537-ad5e-3f5febe406a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7213b6a9-76eb-498a-8e7b-b9c4e395ce47,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:17.786332 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2476a5d8-76a4-4537-ad5e-3f5febe406a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.792153 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2476a5d8-76a4-4537-ad5e-3f5febe406a9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7213b6a9-76eb-498a-8e7b-b9c4e395ce47 HTTP/1.1" status: 204 len: 168 time: 0.3700404 Nov 27 01:08:17.796920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49000) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:17.841819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0c2a-34c0-4b4d-85dc-34f47afb43be req-f0cdcdb9-99c6-4313-a60a-c83523ac0490 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:17.843296 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d33f0c2a-34c0-4b4d-85dc-34f47afb43be req-f0cdcdb9-99c6-4313-a60a-c83523ac0490 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.11 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 945 time: 0.5115273 Nov 27 01:08:17.858575 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4be2f514-951c-4e01-8a82-5584e0756e7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.873761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4be2f514-951c-4e01-8a82-5584e0756e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.878275 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-05ba6b3c-6757-4516-b2f4-a68eb9b9ba0b service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452855 Nov 27 01:08:17.886779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8ef4c-b33c-46e7-b008-146d6afd2a36 req-29ec202c-fbb2-45bd-a25b-fb7d8c5386d9 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:17.890068 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:17.893662 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-70d8ef4c-b33c-46e7-b008-146d6afd2a36 req-29ec202c-fbb2-45bd-a25b-fb7d8c5386d9 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.1530671 Nov 27 01:08:17.917199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b057781e-f262-4f27-ae57-c36513906b27', 'name': 'network-vif-deleted', 'tag': 'e641298d-cf9e-424a-9f95-1d74ccf82412'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:17.919486 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798bcbd8-9012-498b-b879-e1ef2b9ddd84" -d '{"events": [{"server_uuid": "b057781e-f262-4f27-ae57-c36513906b27", "name": "network-vif-deleted", "tag": "e641298d-cf9e-424a-9f95-1d74ccf82412"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:17.928257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2f514-951c-4e01-8a82-5584e0756e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cf03f2-b2cd-41b4-bdcb-b285b597efb8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:17.936556 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4be2f514-951c-4e01-8a82-5584e0756e7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1298c159a27a4a70b9b597ee3b5b03c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6252544 Nov 27 01:08:17.937742 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49006) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:17.987992 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55c3943-4dc9-4087-af68-5e9bb25ec231 x-openstack-request-id: req-f55c3943-4dc9-4087-af68-5e9bb25ec231 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:17.988288 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b057781e-f262-4f27-ae57-c36513906b27", "name": "network-vif-deleted", "tag": "e641298d-cf9e-424a-9f95-1d74ccf82412", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:17.988543 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f55c3943-4dc9-4087-af68-5e9bb25ec231 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:17.989008 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b057781e-f262-4f27-ae57-c36513906b27', 'name': 'network-vif-deleted', 'tag': 'e641298d-cf9e-424a-9f95-1d74ccf82412', 'status': 'completed', 'code': 200} Nov 27 01:08:18.051095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ad8632-d810-4f27-900f-f5e1196609ae {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:18.069890 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-70d8ef4c-b33c-46e7-b008-146d6afd2a36 req-a863daaf-dfc4-49ad-af46-315aa8baa782 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753137 Nov 27 01:08:18.073500 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.099021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.100371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Transition to ACTIVE for port object 80ad8632-d810-4f27-900f-f5e1196609ae will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:18.116884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d33f0c2a-34c0-4b4d-85dc-34f47afb43be req-48eacc99-e29f-4f88-bb63-0368e8919906 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Deleting port ac93d525-7809-4882-adb3-c62db4ce437f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:18.117703 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d33f0c2a-34c0-4b4d-85dc-34f47afb43be req-48eacc99-e29f-4f88-bb63-0368e8919906 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.124042 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.227052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e80fbb-f600-4d63-9172-e475e9ab6f24']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:18.229653 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17cc3af2-0db1-49eb-845b-b2b5192c1fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.244563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Pushing event updated for resources: {'Port': ['ID=80ad8632-d810-4f27-900f-f5e1196609ae,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:18.268707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf96610-e680-4e6b-b5b8-a8e67158b091') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:18.269065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf96610-e680-4e6b-b5b8-a8e67158b091') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:18.308372 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.338871 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17cc3af2-0db1-49eb-845b-b2b5192c1fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.391501 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.424468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10f3e8-3f72-4f08-841d-85c345bcc224 req-d56887d0-1e4b-449e-8769-13e241e408d2 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:18.431661 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc10f3e8-3f72-4f08-841d-85c345bcc224 req-d56887d0-1e4b-449e-8769-13e241e408d2 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 931 time: 0.2266073 Nov 27 01:08:18.440494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:18.440898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:18.442755 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:18.493448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Attempting to bind port 80ad8632-d810-4f27-900f-f5e1196609ae on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:18.494139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Attempting to bind port 80ad8632-d810-4f27-900f-f5e1196609ae by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:18.494665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Attempting to bind port 80ad8632-d810-4f27-900f-f5e1196609ae on network 7784b642-30fe-4b93-a9ca-57111469deb9 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:18.507520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Port 80ad8632-d810-4f27-900f-f5e1196609ae on network 7784b642-30fe-4b93-a9ca-57111469deb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:18.508137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Attempting to bind port 80ad8632-d810-4f27-900f-f5e1196609ae on network 7784b642-30fe-4b93-a9ca-57111469deb9 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:18.537604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:18.538059 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Checking segment: {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:18.538481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Bound using segment: {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:18.538921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Bound port: 80ad8632-d810-4f27-900f-f5e1196609ae, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:18.539466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.581771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9078c69-16bb-4897-831d-d1509e215468 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:18.589088 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.596732 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.608566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d33f0c2a-34c0-4b4d-85dc-34f47afb43be req-48eacc99-e29f-4f88-bb63-0368e8919906 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] For port ac93d525-7809-4882-adb3-c62db4ce437f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=ac93d525-7809-4882-adb3-c62db4ce437f,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:18.609199 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d33f0c2a-34c0-4b4d-85dc-34f47afb43be req-48eacc99-e29f-4f88-bb63-0368e8919906 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.615459 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc10f3e8-3f72-4f08-841d-85c345bcc224 req-5eabbc57-1e2e-49fb-a3c6-d6810d4c45e2 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775827 Nov 27 01:08:18.616695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.625279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49024) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:18.634040 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/58e80fbb-f600-4d63-9172-e475e9ab6f24 HTTP/1.1" status: 204 len: 168 time: 0.8356113 Nov 27 01:08:18.647983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d33f0c2a-34c0-4b4d-85dc-34f47afb43be req-48eacc99-e29f-4f88-bb63-0368e8919906 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Calling delete_port for ac93d525-7809-4882-adb3-c62db4ce437f owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:18.658729 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17cc3af2-0db1-49eb-845b-b2b5192c1fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.666671 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17cc3af2-0db1-49eb-845b-b2b5192c1fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.672558 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-17cc3af2-0db1-49eb-845b-b2b5192c1fcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5cf03f2-b2cd-41b4-bdcb-b285b597efb8 HTTP/1.1" status: 204 len: 168 time: 0.7346368 Nov 27 01:08:18.688883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c86bf-bc18-4e04-85c9-84fe554bf9c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e80fbb-f600-4d63-9172-e475e9ab6f24,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:18.712909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc3af2-0db1-49eb-845b-b2b5192c1fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cf03f2-b2cd-41b4-bdcb-b285b597efb8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:18.750911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Transition to ACTIVE for port object b9078c69-16bb-4897-831d-d1509e215468 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:18.758286 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:18.822774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9078c69-16bb-4897-831d-d1509e215468,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:18.846961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00855095-51d5-4b75-bd75-4cbab2444596 req-d9a20818-840f-4b4e-848a-d6d811c4d8b7 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:18.848570 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00855095-51d5-4b75-bd75-4cbab2444596 req-d9a20818-840f-4b4e-848a-d6d811c4d8b7 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=35f1bfa4-b00b-4517-b815-6d5dc3333e6e HTTP/1.1" status: 200 len: 945 time: 0.3952250 Nov 27 01:08:18.876765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3da5bd-4127-47c2-84a5-487af44075d5 admin admin] Deleting subnet 649e80f3-0336-4571-8e21-557159391427 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:18.881532 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd3da5bd-4127-47c2-84a5-487af44075d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.032381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Attempting to bind port b9078c69-16bb-4897-831d-d1509e215468 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:19.032856 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Attempting to bind port b9078c69-16bb-4897-831d-d1509e215468 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:19.033003 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd3da5bd-4127-47c2-84a5-487af44075d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.034046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Attempting to bind port b9078c69-16bb-4897-831d-d1509e215468 on network 7784b642-30fe-4b93-a9ca-57111469deb9 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:19.040136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Port b9078c69-16bb-4897-831d-d1509e215468 on network 7784b642-30fe-4b93-a9ca-57111469deb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:19.040501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Attempting to bind port b9078c69-16bb-4897-831d-d1509e215468 on network 7784b642-30fe-4b93-a9ca-57111469deb9 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:19.046755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:19.047093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Checking segment: {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:19.047484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Bound using segment: {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:19.047917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Bound port: b9078c69-16bb-4897-831d-d1509e215468, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a456c46f-98e8-4fdb-9eab-3c39834f0679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:19.048269 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.104046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] For port 80ad8632-d810-4f27-900f-f5e1196609ae, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:19.108171 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d33f0c2a-34c0-4b4d-85dc-34f47afb43be req-48eacc99-e29f-4f88-bb63-0368e8919906 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.126740 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd3da5bd-4127-47c2-84a5-487af44075d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.143302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] For port b9078c69-16bb-4897-831d-d1509e215468, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:19.146580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] For port b9078c69-16bb-4897-831d-d1509e215468, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b9078c69-16bb-4897-831d-d1509e215468,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:19.154446 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.187154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00855095-51d5-4b75-bd75-4cbab2444596 req-172bfff0-f801-4218-bee7-ae7fc257f01b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154404 Nov 27 01:08:19.214332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:19.214955 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.216359 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/b9078c69-16bb-4897-831d-d1509e215468 HTTP/1.1" status: 200 len: 1091 time: 2.1582940 Nov 27 01:08:19.216802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402a4b4f-03bd-4153-9cec-7b7fa832f382', 'tag': 'b9078c69-16bb-4897-831d-d1509e215468'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:19.219049 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f416ab1-3a63-40a1-bb20-0292b49ef238" -d '{"events": [{"name": "network-changed", "server_uuid": "402a4b4f-03bd-4153-9cec-7b7fa832f382", "tag": "b9078c69-16bb-4897-831d-d1509e215468"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:19.233706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] For port 80ad8632-d810-4f27-900f-f5e1196609ae, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=80ad8632-d810-4f27-900f-f5e1196609ae,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:19.240328 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49044) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:19.246746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eacc99-e29f-4f88-bb63-0368e8919906 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Pushing event deleted for resources: {'Port': ['ID=ac93d525-7809-4882-adb3-c62db4ce437f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:19.261473 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.281045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88414fa-d0b5-4508-a5e1-c462ce7d13e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9078c69-16bb-4897-831d-d1509e215468,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:19.293676 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd3da5bd-4127-47c2-84a5-487af44075d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.331130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3482dfe9-68ce-4f8c-88eb-4912bb4c02f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.341713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-a9f51cd4-6784-41a0-8a99-764fe23cc6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:19.344410 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-a9f51cd4-6784-41a0-8a99-764fe23cc6b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a6bdcf829ad46ee8d6a8d560226479a&device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 1094 time: 0.0585561 Nov 27 01:08:19.374381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33f0c2a-34c0-4b4d-85dc-34f47afb43be req-48eacc99-e29f-4f88-bb63-0368e8919906 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] No DVR routers for this DVR port ac93d525-7809-4882-adb3-c62db4ce437f on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:19.379134 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-cf5d7a2f-21d6-4d39-b9bb-255e13df163d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405836 Nov 27 01:08:19.380996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3da5bd-4127-47c2-84a5-487af44075d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=649e80f3-0336-4571-8e21-557159391427,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:19.398459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:19.399239 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.401265 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] 10.222.0.42 "PUT /v2.0/ports/80ad8632-d810-4f27-900f-f5e1196609ae HTTP/1.1" status: 200 len: 1092 time: 2.6095166 Nov 27 01:08:19.402339 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d33f0c2a-34c0-4b4d-85dc-34f47afb43be req-48eacc99-e29f-4f88-bb63-0368e8919906 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.405570 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d33f0c2a-34c0-4b4d-85dc-34f47afb43be req-48eacc99-e29f-4f88-bb63-0368e8919906 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.11 "DELETE /v2.0/ports/ac93d525-7809-4882-adb3-c62db4ce437f HTTP/1.1" status: 204 len: 173 time: 1.5475457 Nov 27 01:08:19.436174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-67ea1f74-0e4f-4071-abe3-879826e6c6a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9078c69-16bb-4897-831d-d1509e215468 HTTP/1.1" status: 200 len: 217 time: 0.0706620 Nov 27 01:08:19.476248 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd3da5bd-4127-47c2-84a5-487af44075d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.481925 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fd3da5bd-4127-47c2-84a5-487af44075d5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/649e80f3-0336-4571-8e21-557159391427 HTTP/1.1" status: 204 len: 168 time: 0.8536248 Nov 27 01:08:19.491502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49056) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:19.519621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c0c68-5d0d-49e1-bdeb-ebc4cce292d3 service neutron] Pushing event updated for resources: {'Port': ['ID=80ad8632-d810-4f27-900f-f5e1196609ae,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:19.572166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-783d221a-f467-4911-bc18-2af76cb91684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:19.573659 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-783d221a-f467-4911-bc18-2af76cb91684 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3430bc1f-d262-4e9e-8690-dd8f9ff52acc HTTP/1.1" status: 200 len: 851 time: 0.1225309 Nov 27 01:08:19.603128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-401c48fb-c6c9-4357-8e3b-efc847fa677a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:19.610334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-401c48fb-c6c9-4357-8e3b-efc847fa677a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303028 Nov 27 01:08:19.625927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818ee12-ccc2-4944-be92-1682994b954d req-36acbbe1-6488-4ab5-8442-22d1ded3f0c1 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:19.627615 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b818ee12-ccc2-4944-be92-1682994b954d req-36acbbe1-6488-4ab5-8442-22d1ded3f0c1 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.2612751 Nov 27 01:08:19.642016 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-d92d72f6-1e3e-4e40-9afb-b7b8bc98bbae tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/quotas/6a1d403d2fdd436a9b8643cfab51aec6 HTTP/1.1" status: 200 len: 375 time: 0.0307457 Nov 27 01:08:19.645629 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-ad7eba1f-0143-410a-a742-d23a21135307 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7784b642-30fe-4b93-a9ca-57111469deb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628355 Nov 27 01:08:19.677544 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.681593 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-70cd7aaf-0f29-4daf-a70c-49dfda2e0c68 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386925 Nov 27 01:08:19.686778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-6aed06f0-0c26-4ee5-b1f1-f20749f1ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:19.688582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-6aed06f0-0c26-4ee5-b1f1-f20749f1ec43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a6bdcf829ad46ee8d6a8d560226479a&device_id=4349ded2-cfb0-4663-a7a7-fd3c0a614614 HTTP/1.1" status: 200 len: 1095 time: 0.1987071 Nov 27 01:08:19.772816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-08caea25-a1dd-4566-833f-38f174cc6562 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ad8632-d810-4f27-900f-f5e1196609ae HTTP/1.1" status: 200 len: 217 time: 0.0604198 Nov 27 01:08:19.779298 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-6a5aa41d-272c-4caa-b56d-72a1df6e6260 service neutron] 10.222.0.42 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246200 Nov 27 01:08:19.792252 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3482dfe9-68ce-4f8c-88eb-4912bb4c02f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.804661 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b818ee12-ccc2-4944-be92-1682994b954d req-fcebe1a9-1da3-49a3-b377-2a9abdda0327 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571326 Nov 27 01:08:19.808909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3482dfe9-68ce-4f8c-88eb-4912bb4c02f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:19.908159 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089a190c-44dc-4d10-a61e-e102d0b56ed2 x-openstack-request-id: req-089a190c-44dc-4d10-a61e-e102d0b56ed2 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:19.908696 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402a4b4f-03bd-4153-9cec-7b7fa832f382", "tag": "b9078c69-16bb-4897-831d-d1509e215468", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:19.909127 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-089a190c-44dc-4d10-a61e-e102d0b56ed2 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:19.910365 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402a4b4f-03bd-4153-9cec-7b7fa832f382', 'tag': 'b9078c69-16bb-4897-831d-d1509e215468', 'status': 'completed', 'code': 200} Nov 27 01:08:19.912364 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3482dfe9-68ce-4f8c-88eb-4912bb4c02f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25bde86904474d379285ebaee0314504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6686888 Nov 27 01:08:19.915250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49066) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:19.992093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4349ded2-cfb0-4663-a7a7-fd3c0a614614', 'tag': '80ad8632-d810-4f27-900f-f5e1196609ae'}, {'server_uuid': '35f1bfa4-b00b-4517-b815-6d5dc3333e6e', 'name': 'network-vif-deleted', 'tag': 'ac93d525-7809-4882-adb3-c62db4ce437f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:19.997264 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb9fd0b-7bb3-46c6-ada4-d64f41f49656" -d '{"events": [{"name": "network-changed", "server_uuid": "4349ded2-cfb0-4663-a7a7-fd3c0a614614", "tag": "80ad8632-d810-4f27-900f-f5e1196609ae"}, {"server_uuid": "35f1bfa4-b00b-4517-b815-6d5dc3333e6e", "name": "network-vif-deleted", "tag": "ac93d525-7809-4882-adb3-c62db4ce437f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:20.019079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-d87e6eca-e7b3-4f79-8e16-4cfa4690172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:20.037422 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-d87e6eca-e7b3-4f79-8e16-4cfa4690172d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3430bc1f-d262-4e9e-8690-dd8f9ff52acc HTTP/1.1" status: 200 len: 851 time: 0.2428861 Nov 27 01:08:20.042597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.156635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482dfe9-68ce-4f8c-88eb-4912bb4c02f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ef31ae-9a43-410f-a18f-87b01b373bb0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:20.167850 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-e29ba558-ba12-4071-ad31-c7974de228c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7784b642-30fe-4b93-a9ca-57111469deb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056175 Nov 27 01:08:20.185026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53678fd8-b405-4eae-8175-c70a79ee75bf']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:20.221606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a7b8838-dcb2-4abe-8cfc-b4b230feb1e7 req-10f5a01d-7c52-4bf1-ab06-4aaef1d007dd tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 210 time: 0.1002545 Nov 27 01:08:20.224587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad5d49e-53a4-4477-b594-0fa6044058a3') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:20.225178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad5d49e-53a4-4477-b594-0fa6044058a3') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:20.250082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.300884 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.312959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:20.314523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:20.317216 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:20.422620 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-b51548a7-455a-4b67-a252-98694a4d2ea1 service neutron] 10.222.0.42 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338662 Nov 27 01:08:20.425194 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f0d3935e-e418-4e91-9f7c-5d5b63b6bb64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.430751 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.461743 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.463715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51f7e9-dbc0-4428-8aa6-ab140693c617 req-bf4021a3-877f-4259-ba91-e593ddffea3f tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:20.471301 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d51f7e9-dbc0-4428-8aa6-ab140693c617 req-bf4021a3-877f-4259-ba91-e593ddffea3f tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 943 time: 0.5133963 Nov 27 01:08:20.475026 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] 10.222.0.37 "DELETE /v2.0/networks/53678fd8-b405-4eae-8175-c70a79ee75bf HTTP/1.1" status: 204 len: 168 time: 0.9805579 Nov 27 01:08:20.482046 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb449929-026b-4c4e-b138-c7ece821c3a1 x-openstack-request-id: req-cb449929-026b-4c4e-b138-c7ece821c3a1 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:20.482617 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4349ded2-cfb0-4663-a7a7-fd3c0a614614", "tag": "80ad8632-d810-4f27-900f-f5e1196609ae", "status": "completed", "code": 200}, {"server_uuid": "35f1bfa4-b00b-4517-b815-6d5dc3333e6e", "name": "network-vif-deleted", "tag": "ac93d525-7809-4882-adb3-c62db4ce437f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:20.482843 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb449929-026b-4c4e-b138-c7ece821c3a1 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:20.483352 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4349ded2-cfb0-4663-a7a7-fd3c0a614614', 'tag': '80ad8632-d810-4f27-900f-f5e1196609ae', 'status': 'completed', 'code': 200} Nov 27 01:08:20.483712 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f1bfa4-b00b-4517-b815-6d5dc3333e6e', 'name': 'network-vif-deleted', 'tag': 'ac93d525-7809-4882-adb3-c62db4ce437f', 'status': 'completed', 'code': 200} Nov 27 01:08:20.512431 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-cc69772f-fa7f-409b-ad08-78fe4f01dd2e service neutron] 10.222.0.42 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7260752 Nov 27 01:08:20.522807 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f0d3935e-e418-4e91-9f7c-5d5b63b6bb64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.558719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d51f7e9-dbc0-4428-8aa6-ab140693c617 req-fa825ad7-7252-4c42-a24d-55f279b21feb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832422 Nov 27 01:08:20.600397 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f0d3935e-e418-4e91-9f7c-5d5b63b6bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.604772 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f0d3935e-e418-4e91-9f7c-5d5b63b6bb64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:20.605316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9c5ab-4c1d-45e0-9927-3e6b82c82286 admin admin] Pushing event deleted for resources: {'Network': ['ID=53678fd8-b405-4eae-8175-c70a79ee75bf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:20.606196 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f0d3935e-e418-4e91-9f7c-5d5b63b6bb64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1ef31ae-9a43-410f-a18f-87b01b373bb0 HTTP/1.1" status: 204 len: 168 time: 0.6875451 Nov 27 01:08:20.643210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3935e-e418-4e91-9f7c-5d5b63b6bb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ef31ae-9a43-410f-a18f-87b01b373bb0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:20.658598 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eeddf0c3-75ff-43c0-b43f-86b5448ad73b req-f3fc0155-e5ee-4bf9-b714-038c762aadca service neutron] 10.222.0.42 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256818 Nov 27 01:08:20.751763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f416ab1-3a63-40a1-bb20-0292b49ef238 req-9451fe01-c532-4282-baa9-68891242d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:20.761105 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f416ab1-3a63-40a1-bb20-0292b49ef238 req-9451fe01-c532-4282-baa9-68891242d95b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a6bdcf829ad46ee8d6a8d560226479a&device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 1094 time: 0.1468546 Nov 27 01:08:20.984706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9fd0b-7bb3-46c6-ada4-d64f41f49656 req-79cc37fe-6e1f-4967-bd3d-86ea34a025df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:20.989656 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6eb9fd0b-7bb3-46c6-ada4-d64f41f49656 req-79cc37fe-6e1f-4967-bd3d-86ea34a025df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a6bdcf829ad46ee8d6a8d560226479a&device_id=4349ded2-cfb0-4663-a7a7-fd3c0a614614 HTTP/1.1" status: 200 len: 1095 time: 0.1792419 Nov 27 01:08:21.019555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49090) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:21.114461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f416ab1-3a63-40a1-bb20-0292b49ef238 req-1baee1b8-2144-4aea-ad63-b52ce6c178cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:21.115924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f416ab1-3a63-40a1-bb20-0292b49ef238 req-1baee1b8-2144-4aea-ad63-b52ce6c178cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7784b642-30fe-4b93-a9ca-57111469deb9 HTTP/1.1" status: 200 len: 912 time: 0.3176711 Nov 27 01:08:21.229264 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f416ab1-3a63-40a1-bb20-0292b49ef238 req-7cb1214f-6d12-45b8-b2b7-229f701207b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9078c69-16bb-4897-831d-d1509e215468 HTTP/1.1" status: 200 len: 217 time: 0.0975842 Nov 27 01:08:21.260646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9fd0b-7bb3-46c6-ada4-d64f41f49656 req-b0976f69-a781-41cc-97b8-e4d944877932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:21.261867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b97c7b-d5be-4560-9363-475e4b27cf2f req-37dcd302-6e9f-48db-82bf-eab963d6ae84 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:21.263428 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6eb9fd0b-7bb3-46c6-ada4-d64f41f49656 req-b0976f69-a781-41cc-97b8-e4d944877932 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7784b642-30fe-4b93-a9ca-57111469deb9 HTTP/1.1" status: 200 len: 912 time: 0.2652202 Nov 27 01:08:21.270330 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c5b97c7b-d5be-4560-9363-475e4b27cf2f req-37dcd302-6e9f-48db-82bf-eab963d6ae84 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.2020404 Nov 27 01:08:21.336278 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2a10788d-35ba-4766-a810-9cfe9c08ab00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b59d41565a44f78b6343f8bd6df1499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117888 Nov 27 01:08:21.338185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49102) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:21.366065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f416ab1-3a63-40a1-bb20-0292b49ef238 req-2a25e7ff-b77e-4c88-b142-cf184f6637ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:21.367575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f416ab1-3a63-40a1-bb20-0292b49ef238 req-2a25e7ff-b77e-4c88-b142-cf184f6637ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3430bc1f-d262-4e9e-8690-dd8f9ff52acc HTTP/1.1" status: 200 len: 851 time: 0.1154263 Nov 27 01:08:21.377539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6eb9fd0b-7bb3-46c6-ada4-d64f41f49656 req-116b3d26-8bfc-4b3c-aa8c-85a2df60b0d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80ad8632-d810-4f27-900f-f5e1196609ae HTTP/1.1" status: 200 len: 217 time: 0.0755138 Nov 27 01:08:21.392940 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c5b97c7b-d5be-4560-9363-475e4b27cf2f req-328d18c5-e6f9-4eb0-96cc-2007b7fcda28 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216300 Nov 27 01:08:21.394144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a281f-aa68-4d84-b54e-1a8107d70c3c req-a27073f5-58fb-4e6b-9b60-afe735a1cf65 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:21.396516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3b0a281f-aa68-4d84-b54e-1a8107d70c3c req-a27073f5-58fb-4e6b-9b60-afe735a1cf65 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 966 time: 0.3173425 Nov 27 01:08:21.458069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9fd0b-7bb3-46c6-ada4-d64f41f49656 req-d2948657-b29d-4aac-8335-7957c088f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:21.460273 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6eb9fd0b-7bb3-46c6-ada4-d64f41f49656 req-d2948657-b29d-4aac-8335-7957c088f438 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3430bc1f-d262-4e9e-8690-dd8f9ff52acc HTTP/1.1" status: 200 len: 851 time: 0.0619130 Nov 27 01:08:21.528075 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3b0a281f-aa68-4d84-b54e-1a8107d70c3c req-323c0dc5-bba9-4f9c-bcca-cd79e2d063c1 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666752 Nov 27 01:08:21.542532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device ac93d525-7809-4882-adb3-c62db4ce437f no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:21.573848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f416ab1-3a63-40a1-bb20-0292b49ef238 req-4c82f194-bf45-40a7-92f1-702c439be617 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7784b642-30fe-4b93-a9ca-57111469deb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1784613 Nov 27 01:08:21.576781 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: ac93d525-7809-4882-adb3-c62db4ce437f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:21.577569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device ac93d525-7809-4882-adb3-c62db4ce437f not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:21.595794 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6eb9fd0b-7bb3-46c6-ada4-d64f41f49656 req-4dd908de-0c04-4759-ab24-e4a348024760 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7784b642-30fe-4b93-a9ca-57111469deb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727587 Nov 27 01:08:21.636524 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4480437-5c52-41fb-a79b-a5904ff73db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.694903 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-0ea8dd93-cd0f-427e-8a20-b5d29811f579 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009934 Nov 27 01:08:21.718275 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4480437-5c52-41fb-a79b-a5904ff73db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:21.769482 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec39bc9-5523-4475-858a-4015d616dbf3 req-96b5ee27-fb4a-4318-9c50-e91c4e9b218e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:21.773262 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ec39bc9-5523-4475-858a-4015d616dbf3 req-96b5ee27-fb4a-4318-9c50-e91c4e9b218e tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 966 time: 0.2953980 Nov 27 01:08:21.846877 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f77bb11c-57fa-4b85-9025-08dab2df904b req-1a5a23b9-c3d1-48be-95be-50b1a30d3153 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 210 time: 0.0999515 Nov 27 01:08:21.943378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6eb9fd0b-7bb3-46c6-ada4-d64f41f49656 req-67adc351-4306-422f-bfec-a09bdca49a5e service neutron] 10.222.0.42 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195915 Nov 27 01:08:22.043294 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f416ab1-3a63-40a1-bb20-0292b49ef238 req-e5e6013f-4076-440d-b850-9deca69da542 service neutron] 10.222.0.42 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502501 Nov 27 01:08:22.049105 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6eb9fd0b-7bb3-46c6-ada4-d64f41f49656 req-831c8f04-cd2b-4b8d-9fd1-f06418b3a29c service neutron] 10.222.0.42 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954673 Nov 27 01:08:22.063506 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f111960-ea33-4697-816f-13e92f1dd2ad req-c1f790c7-982d-4962-9301-1eeadd08847a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:22.073056 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f111960-ea33-4697-816f-13e92f1dd2ad req-c1f790c7-982d-4962-9301-1eeadd08847a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 943 time: 0.2494283 Nov 27 01:08:22.079566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-8ad8c930-898b-4abe-9f5b-3747ad9c8435 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:22.081051 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-8ad8c930-898b-4abe-9f5b-3747ad9c8435 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374457 Nov 27 01:08:22.100594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Request body: {'port': {'device_id': '8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '6a1d403d2fdd436a9b8643cfab51aec6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:22.235323 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f111960-ea33-4697-816f-13e92f1dd2ad req-af29e2ea-5da8-4094-9309-6a54d28ed79b tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609223 Nov 27 01:08:22.249199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-3ec39bc9-5523-4475-858a-4015d616dbf3 req-51eb1d65-31e6-4763-9647-bdcdd0331dee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Deleting port 42a92fa6-ef73-4389-bce4-877b0982d4b1 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:22.249740 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3ec39bc9-5523-4475-858a-4015d616dbf3 req-51eb1d65-31e6-4763-9647-bdcdd0331dee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.299583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Made reservation on behalf of 6a1d403d2fdd436a9b8643cfab51aec6 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:22.306744 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.322546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.335100 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4480437-5c52-41fb-a79b-a5904ff73db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.338749 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4480437-5c52-41fb-a79b-a5904ff73db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.342505 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c4480437-5c52-41fb-a79b-a5904ff73db4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05 HTTP/1.1" status: 204 len: 168 time: 0.9985688 Nov 27 01:08:22.417292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-3ec39bc9-5523-4475-858a-4015d616dbf3 req-51eb1d65-31e6-4763-9647-bdcdd0331dee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] For port 42a92fa6-ef73-4389-bce4-877b0982d4b1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=42a92fa6-ef73-4389-bce4-877b0982d4b1,segment=NetworkSegment(3511f70c-701a-4576-be7f-2ae79ae20113),segment_id=3511f70c-701a-4576-be7f-2ae79ae20113)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:22.417979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3ec39bc9-5523-4475-858a-4015d616dbf3 req-51eb1d65-31e6-4763-9647-bdcdd0331dee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.433596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-3ec39bc9-5523-4475-858a-4015d616dbf3 req-51eb1d65-31e6-4763-9647-bdcdd0331dee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Calling delete_port for 42a92fa6-ef73-4389-bce4-877b0982d4b1 owned by compute:tempest-test_az-1521654875 {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:22.441262 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4480437-5c52-41fb-a79b-a5904ff73db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e8ce76-e10b-4c75-a5d6-e4e7c1a09d05,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:22.463881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.469219 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.559777 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f416ab1-3a63-40a1-bb20-0292b49ef238 req-8df45e79-b15a-4940-b4b3-364e4f500f10 service neutron] 10.222.0.42 "GET /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830782 Nov 27 01:08:22.744601 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b410b1-e19c-47e7-a919-4ca64d49d9f0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:22.747334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Allocated IP 192.168.233.120 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/6f91b698-0556-43ea-b6c3-a08be2ea3cf4) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:22.781652 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3ec39bc9-5523-4475-858a-4015d616dbf3 req-51eb1d65-31e6-4763-9647-bdcdd0331dee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.807625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:22.808349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:22.808489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:22.808834 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:22.809206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:22.809765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:22.810116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:22.811259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:22.811713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:22.812001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:22.812272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:22.812567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:22.821870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb1d65-31e6-4763-9647-bdcdd0331dee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Pushing event deleted for resources: {'Port': ['ID=42a92fa6-ef73-4389-bce4-877b0982d4b1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:22.840072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c86020-9f34-44b2-b2dd-c7c4cb8d2bc1 req-4fc4da92-d155-4cf8-9d5d-951e3ddb3290 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:22.856405 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97c86020-9f34-44b2-b2dd-c7c4cb8d2bc1 req-4fc4da92-d155-4cf8-9d5d-951e3ddb3290 tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebde4baa-037f-46b9-8ed6-049e850b927a HTTP/1.1" status: 200 len: 966 time: 0.1640069 Nov 27 01:08:22.861872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24054a4-9e10-4e14-8255-23b2dbef9baa req-767be37b-b7cf-4f5b-97bc-f83e93e04d7f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:22.868188 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c24054a4-9e10-4e14-8255-23b2dbef9baa req-767be37b-b7cf-4f5b-97bc-f83e93e04d7f tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.2727394 Nov 27 01:08:22.965474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97c86020-9f34-44b2-b2dd-c7c4cb8d2bc1 req-ac12d859-f752-4685-9174-f61a5da7c21b tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.37 "GET /v2.0/security-groups?id=76469f50-01c9-4fb7-b29f-52a3103caba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081614 Nov 27 01:08:22.988064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec39bc9-5523-4475-858a-4015d616dbf3 req-51eb1d65-31e6-4763-9647-bdcdd0331dee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] No DVR routers for this DVR port 42a92fa6-ef73-4389-bce4-877b0982d4b1 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:22.991783 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3ec39bc9-5523-4475-858a-4015d616dbf3 req-51eb1d65-31e6-4763-9647-bdcdd0331dee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:22.997648 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ec39bc9-5523-4475-858a-4015d616dbf3 req-51eb1d65-31e6-4763-9647-bdcdd0331dee tempest-LiveAutoBlockMigrationV225Test-429417787 tempest-LiveAutoBlockMigrationV225Test-429417787-project] 10.222.0.42 "DELETE /v2.0/ports/42a92fa6-ef73-4389-bce4-877b0982d4b1 HTTP/1.1" status: 204 len: 173 time: 1.2118933 Nov 27 01:08:22.998191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebde4baa-037f-46b9-8ed6-049e850b927a', 'name': 'network-vif-deleted', 'tag': '42a92fa6-ef73-4389-bce4-877b0982d4b1'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:23.001483 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badd10e7-27b2-444b-890e-7eda47349dbd" -d '{"events": [{"server_uuid": "ebde4baa-037f-46b9-8ed6-049e850b927a", "name": "network-vif-deleted", "tag": "42a92fa6-ef73-4389-bce4-877b0982d4b1"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:23.031365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49150) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:23.087331 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a5809ad5-1c0d-41af-b3c2-13c09e3231f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=188ce1f32f8547deae3c1eaeb06cdb84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545106 Nov 27 01:08:23.089620 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c24054a4-9e10-4e14-8255-23b2dbef9baa req-345f8fac-7e9f-447f-974d-ee3bc84a0e3b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005434 Nov 27 01:08:23.093640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49152) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:23.231266 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.253955 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-135d5bd0-c533-463b-883c-38e5b6e95792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.280828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d9aa2911-4b22-488a-a3f4-f618bc599930 req-f5afa4b5-95ed-4aaf-b5d9-d6512fb8da2e tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 210 time: 0.0529952 Nov 27 01:08:23.308649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-135d5bd0-c533-463b-883c-38e5b6e95792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.313804 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7950423d-56c8-4b0a-9374-25b9af10d1d1 x-openstack-request-id: req-7950423d-56c8-4b0a-9374-25b9af10d1d1 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:23.314276 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebde4baa-037f-46b9-8ed6-049e850b927a", "name": "network-vif-deleted", "tag": "42a92fa6-ef73-4389-bce4-877b0982d4b1", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:23.314668 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7950423d-56c8-4b0a-9374-25b9af10d1d1 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:23.315204 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebde4baa-037f-46b9-8ed6-049e850b927a', 'name': 'network-vif-deleted', 'tag': '42a92fa6-ef73-4389-bce4-877b0982d4b1', 'status': 'completed', 'code': 200} Nov 27 01:08:23.342569 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.394809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:23.401196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:23.403704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:23.406373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event updated for resources: {'Port': ['ID=6f91b698-0556-43ea-b6c3-a08be2ea3cf4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:23.437905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-135d5bd0-c533-463b-883c-38e5b6e95792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.440690 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-135d5bd0-c533-463b-883c-38e5b6e95792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.441819 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-135d5bd0-c533-463b-883c-38e5b6e95792 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2baae9ff-f8e0-4b0b-8ccd-8399f85fe0e2 HTTP/1.1" status: 204 len: 168 time: 0.3470190 Nov 27 01:08:23.459946 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d5bd0-c533-463b-883c-38e5b6e95792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baae9ff-f8e0-4b0b-8ccd-8399f85fe0e2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:23.485460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:23.486063 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.514334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448ac0b-a7cc-476d-9bce-520692b9631a req-28898b54-5cdd-4b34-84ba-6c3eda78155b tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:23.518267 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-84631222-ec1f-4146-885a-8d437b9fc294 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4216509 Nov 27 01:08:23.520413 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9448ac0b-a7cc-476d-9bce-520692b9631a req-28898b54-5cdd-4b34-84ba-6c3eda78155b tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 943 time: 0.1283517 Nov 27 01:08:23.537499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Request body: {'port': {'device_id': '8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:23.660702 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.678902 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9448ac0b-a7cc-476d-9bce-520692b9631a req-f889d92e-f34a-4c12-9b70-64e88bec16fd tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502979 Nov 27 01:08:23.863611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d97b57cc-d506-418a-ae1f-f81e6bae569f None None] Provisioning complete for port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:23.864172 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d97b57cc-d506-418a-ae1f-f81e6bae569f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:23.945701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d97b57cc-d506-418a-ae1f-f81e6bae569f None None] Port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:08:24.026937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49178) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:24.073512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:24.083261 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.101837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Transition to ACTIVE for port object 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:24.108287 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.156945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Pushing event updated for resources: {'Port': ['ID=6f91b698-0556-43ea-b6c3-a08be2ea3cf4,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:24.346293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cef084-d86d-4ce9-a4f1-62b62fb789ba req-111f12c9-881c-469d-b925-1945821b56ed tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:24.361017 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55cef084-d86d-4ce9-a4f1-62b62fb789ba req-111f12c9-881c-469d-b925-1945821b56ed tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.1354852 Nov 27 01:08:24.447905 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b9078c69-16bb-4897-831d-d1509e215468 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:24.480557 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-257c3cc5-f415-4c0c-95a0-974bd4be5569 admin admin] Deleting subnet 1c425f4c-85f5-429d-986b-d3dfb33a41e4 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:24.513904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-257c3cc5-f415-4c0c-95a0-974bd4be5569 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.584503 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7c96c69-2b3e-4579-9e09-4adb1ea915a5 req-9746e856-8ca0-4dd0-8309-cd6030bc0ef2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2263041 Nov 27 01:08:24.585990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Attempting to bind port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:24.586364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Attempting to bind port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:24.586897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Attempting to bind port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:24.594393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:24.594743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Attempting to bind port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:24.602048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:24.603856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:24.604253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:24.604870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Bound port: 6f91b698-0556-43ea-b6c3-a08be2ea3cf4, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:24.605237 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.666523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-257c3cc5-f415-4c0c-95a0-974bd4be5569 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.688878 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b9078c69-16bb-4897-831d-d1509e215468, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b9078c69-16bb-4897-831d-d1509e215468,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:24.708843 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55cef084-d86d-4ce9-a4f1-62b62fb789ba req-88d72746-7c17-4675-b4bb-3f6c1dde9a14 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410468 Nov 27 01:08:24.716958 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'b9078c69-16bb-4897-831d-d1509e215468', 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9', 'port_id': 'b9078c69-16bb-4897-831d-d1509e215468', 'mac_address': 'fa:16:3e:91:88:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3430bc1f-d262-4e9e-8690-dd8f9ff52acc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:24.771529 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-257c3cc5-f415-4c0c-95a0-974bd4be5569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.851170 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c96c69-2b3e-4579-9e09-4adb1ea915a5 req-71279c7f-ad81-41f5-9d74-4e4abfce967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:24.858515 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.861944 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7c96c69-2b3e-4579-9e09-4adb1ea915a5 req-71279c7f-ad81-41f5-9d74-4e4abfce967b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 1095 time: 0.1918154 Nov 27 01:08:24.886950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] For port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:24.889123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9078c69-16bb-4897-831d-d1509e215468 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:24.891093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] For port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6f91b698-0556-43ea-b6c3-a08be2ea3cf4,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:24.938892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b9078c69-16bb-4897-831d-d1509e215468, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b9078c69-16bb-4897-831d-d1509e215468,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:24.945137 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.946160 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-257c3cc5-f415-4c0c-95a0-974bd4be5569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.947154 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:24.948058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 80ad8632-d810-4f27-900f-f5e1196609ae details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:25.019084 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-257c3cc5-f415-4c0c-95a0-974bd4be5569 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.025457 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-257c3cc5-f415-4c0c-95a0-974bd4be5569 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1c425f4c-85f5-429d-986b-d3dfb33a41e4 HTTP/1.1" status: 204 len: 168 time: 0.9945545 Nov 27 01:08:25.030904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b9078c69-16bb-4897-831d-d1509e215468,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:25.037855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c3cc5-f415-4c0c-95a0-974bd4be5569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c425f4c-85f5-429d-986b-d3dfb33a41e4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:25.040442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49212) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:25.047308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.047898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.048571 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.049195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.049683 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.051005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.051914 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.052512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.054136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.054689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.055277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.055829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.085896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 80ad8632-d810-4f27-900f-f5e1196609ae, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=80ad8632-d810-4f27-900f-f5e1196609ae,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:25.105530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '80ad8632-d810-4f27-900f-f5e1196609ae', 'network_id': '7784b642-30fe-4b93-a9ca-57111469deb9', 'port_id': '80ad8632-d810-4f27-900f-f5e1196609ae', 'mac_address': 'fa:16:3e:8e:2f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3430bc1f-d262-4e9e-8690-dd8f9ff52acc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:25.118849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17546b31-2098-4ee8-bd47-16654cf33b80 req-038521cc-a39a-4c33-b260-a025d3863efd tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:25.120385 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17546b31-2098-4ee8-bd47-16654cf33b80 req-038521cc-a39a-4c33-b260-a025d3863efd tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 948 time: 0.1573648 Nov 27 01:08:25.157150 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.160505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:25.161401 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.164720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-a908811d-01dc-4b36-81c1-130640876711 service neutron] 10.222.0.11 "PUT /v2.0/ports/6f91b698-0556-43ea-b6c3-a08be2ea3cf4 HTTP/1.1" status: 200 len: 1096 time: 1.6294041 Nov 27 01:08:25.167343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a', 'tag': '6f91b698-0556-43ea-b6c3-a08be2ea3cf4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:25.169786 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00173e05-6564-4c19-94c9-49c1d980cce9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a", "tag": "6f91b698-0556-43ea-b6c3-a08be2ea3cf4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:25.188790 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.215515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908811d-01dc-4b36-81c1-130640876711 service neutron] Pushing event updated for resources: {'Port': ['ID=6f91b698-0556-43ea-b6c3-a08be2ea3cf4,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:25.215977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ad8632-d810-4f27-900f-f5e1196609ae {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:25.241678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 80ad8632-d810-4f27-900f-f5e1196609ae, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=80ad8632-d810-4f27-900f-f5e1196609ae,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:25.249300 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.274908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17546b31-2098-4ee8-bd47-16654cf33b80 req-7e4e0055-2772-4d07-be9d-a5f37ef12480 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439426 Nov 27 01:08:25.308103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=80ad8632-d810-4f27-900f-f5e1196609ae,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:25.309852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8472a4-57b9-4b17-b3e6-69f734f6413b req-6cd9c2b0-969f-42ae-bdf7-41ae5cf6e0fb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:25.313162 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd8472a4-57b9-4b17-b3e6-69f734f6413b req-6cd9c2b0-969f-42ae-bdf7-41ae5cf6e0fb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 944 time: 0.2117202 Nov 27 01:08:25.325640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c96c69-2b3e-4579-9e09-4adb1ea915a5 req-5c44a7d4-fa6e-44cd-9d3e-18aa9ea75053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:25.327521 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7c96c69-2b3e-4579-9e09-4adb1ea915a5 req-5c44a7d4-fa6e-44cd-9d3e-18aa9ea75053 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.4074426 Nov 27 01:08:25.369576 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.398854 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6ac408-0bb6-4f55-ac0a-77d23854a7d1']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:25.416108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3511f70c-701a-4576-be7f-2ae79ae20113') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:25.416389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3511f70c-701a-4576-be7f-2ae79ae20113') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:25.432855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.449385 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.459869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:25.460971 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:25.533482 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:25.542403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.577792 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.582455 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d6ac408-0bb6-4f55-ac0a-77d23854a7d1 HTTP/1.1" status: 204 len: 168 time: 0.5405462 Nov 27 01:08:25.584220 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6ac408-0bb6-4f55-ac0a-77d23854a7d1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:25.590045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49220) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:25.632519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.633155 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.633655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.634050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.634991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.635207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.635381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.635717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.636050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.636360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.636681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.636999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b5e32e-07af-42c9-9a45-f3acb5d8ed1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:08:25.655577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['b9078c69-16bb-4897-831d-d1509e215468'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:25.708750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a50d12-d972-40a8-9150-9919b4180d4f admin admin] Deleting subnet cb9d1c2b-6c7c-43eb-80d9-125bffa72ea5 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:25.715192 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7c96c69-2b3e-4579-9e09-4adb1ea915a5 req-b6682831-dcb4-4372-bb11-f5252b4a7869 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b HTTP/1.1" status: 200 len: 217 time: 0.3784029 Nov 27 01:08:25.715613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['80ad8632-d810-4f27-900f-f5e1196609ae'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:25.721385 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2a50d12-d972-40a8-9150-9919b4180d4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.745237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-8d9de738-c492-4a45-a40a-4e866a134089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:25.746779 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-8d9de738-c492-4a45-a40a-4e866a134089 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 1099 time: 0.4939289 Nov 27 01:08:25.761851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd8472a4-57b9-4b17-b3e6-69f734f6413b req-bb9dbbcc-a7cb-4cc7-af9c-e62c8ab04aed tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359126 Nov 27 01:08:25.855300 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2a50d12-d972-40a8-9150-9919b4180d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:25.864399 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-1b592334-05bb-4dd9-8300-6837592d8be4 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=be5fa9771fd54a6284798aa18cab26ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673211 Nov 27 01:08:25.909872 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c8ba7f-5501-4c45-8ed7-3b5f7397e25b x-openstack-request-id: req-16c8ba7f-5501-4c45-8ed7-3b5f7397e25b {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:25.910498 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a", "tag": "6f91b698-0556-43ea-b6c3-a08be2ea3cf4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:25.910844 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16c8ba7f-5501-4c45-8ed7-3b5f7397e25b {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:25.911341 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a', 'tag': '6f91b698-0556-43ea-b6c3-a08be2ea3cf4', 'status': 'completed', 'code': 200} Nov 27 01:08:25.927094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-9018867a-0472-4980-92a2-ed63e13bcfdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6f91b698-0556-43ea-b6c3-a08be2ea3cf4 HTTP/1.1" status: 200 len: 217 time: 0.1491518 Nov 27 01:08:25.995751 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2a50d12-d972-40a8-9150-9919b4180d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.029204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c96c69-2b3e-4579-9e09-4adb1ea915a5 req-b83e2c6d-6688-4c03-a530-351f975f008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:26.031012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7c96c69-2b3e-4579-9e09-4adb1ea915a5 req-b83e2c6d-6688-4c03-a530-351f975f008c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.2833760 Nov 27 01:08:26.057011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-5a26600c-3076-4b1e-b23b-90f70cc96a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:26.058948 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-5a26600c-3076-4b1e-b23b-90f70cc96a2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1170733 Nov 27 01:08:26.078128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7c96c69-2b3e-4579-9e09-4adb1ea915a5 req-d8ba0baa-e04f-4cdc-8934-b88bdd271c9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337045 Nov 27 01:08:26.079127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-3d90a742-c902-4153-b418-52b0a28616af tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:26.080987 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-3d90a742-c902-4153-b418-52b0a28616af tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836004 Nov 27 01:08:26.105014 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-f8219ad6-acde-471a-b609-cce63de8c42d tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/quotas/be5fa9771fd54a6284798aa18cab26ce HTTP/1.1" status: 200 len: 375 time: 0.0130396 Nov 27 01:08:26.106605 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2a50d12-d972-40a8-9150-9919b4180d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.141798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a50d12-d972-40a8-9150-9919b4180d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9d1c2b-6c7c-43eb-80d9-125bffa72ea5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:26.151082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736629a-d314-49fc-a81f-37f875e9f891 req-f3e1a25b-725a-4ba3-9cfc-5fadb1be29f8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:26.152558 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0736629a-d314-49fc-a81f-37f875e9f891 req-f3e1a25b-725a-4ba3-9cfc-5fadb1be29f8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.2117937 Nov 27 01:08:26.177502 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2a50d12-d972-40a8-9150-9919b4180d4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.183391 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a2a50d12-d972-40a8-9150-9919b4180d4f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cb9d1c2b-6c7c-43eb-80d9-125bffa72ea5 HTTP/1.1" status: 204 len: 168 time: 0.5914199 Nov 27 01:08:26.184723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49246) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:26.193494 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-8db97480-7f44-4490-8831-8fcb96c79e82 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be5fa9771fd54a6284798aa18cab26ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563006 Nov 27 01:08:26.282513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-89425daf-9d82-4bee-b97e-3b8c4a10775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:26.284154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-89425daf-9d82-4bee-b97e-3b8c4a10775c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2094133 Nov 27 01:08:26.338826 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.389559 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7c96c69-2b3e-4579-9e09-4adb1ea915a5 req-e488d48b-0141-4558-8319-b4e0948a2118 service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005321 Nov 27 01:08:26.393251 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0736629a-d314-49fc-a81f-37f875e9f891 req-1a2cfed3-cabb-4357-87dd-53cece6d51b5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107399 Nov 27 01:08:26.464945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 42a92fa6-ef73-4389-bce4-877b0982d4b1 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:26.501298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 42a92fa6-ef73-4389-bce4-877b0982d4b1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:26.501298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 42a92fa6-ef73-4389-bce4-877b0982d4b1 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:26.574376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-7d268c41-e07f-44f9-a9d1-42f96da1b3cc service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590072 Nov 27 01:08:26.584519 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.672563 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33d1cb4d-e861-4425-b9d1-10b3196b1e76 req-03764758-1ad8-4fba-bcee-7166398b619c tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 210 time: 0.0326753 Nov 27 01:08:26.698088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbff0f47-9803-413c-a7a9-7a20d291e5f3']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:26.701667 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7c96c69-2b3e-4579-9e09-4adb1ea915a5 req-82545d18-14b0-4cda-aa24-4ddaea2786c4 service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026683 Nov 27 01:08:26.714310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce42073-94b2-4576-9ffe-28580d2accd9') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:26.714610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce42073-94b2-4576-9ffe-28580d2accd9') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:26.730127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.738605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867fe5c-3dc3-4eec-bf60-5991514be2d9 req-e3df0aa2-5214-4588-97da-b14166ed9c75 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:26.740093 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1867fe5c-3dc3-4eec-bf60-5991514be2d9 req-e3df0aa2-5214-4588-97da-b14166ed9c75 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 948 time: 0.1687074 Nov 27 01:08:26.764454 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.790783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:26.791371 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:26.792914 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:26.838281 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f01813d-4580-433c-bb9b-0415dc1fd9b9 req-30f9293a-7cb4-4bf4-8cb0-2b92c1f81520 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482567 Nov 27 01:08:26.890073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1867fe5c-3dc3-4eec-bf60-5991514be2d9 req-1422e6e2-248d-4864-8394-c5d45dfa275b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322179 Nov 27 01:08:26.898277 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.908721 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:26.915783 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] 10.222.0.37 "DELETE /v2.0/networks/cbff0f47-9803-413c-a7a9-7a20d291e5f3 HTTP/1.1" status: 204 len: 168 time: 0.7257094 Nov 27 01:08:26.930109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae232c11-a872-4f75-bc69-6b181dfcdeaa admin admin] Pushing event deleted for resources: {'Network': ['ID=cbff0f47-9803-413c-a7a9-7a20d291e5f3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:26.952989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15387958-30a5-4121-a046-c318f16437d3 req-3af09ad3-9d5a-416e-a2bb-3db5bdbcab8f tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:26.954664 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15387958-30a5-4121-a046-c318f16437d3 req-3af09ad3-9d5a-416e-a2bb-3db5bdbcab8f tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 944 time: 0.1046448 Nov 27 01:08:27.030350 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15387958-30a5-4121-a046-c318f16437d3 req-58d2d01a-b133-48b4-965d-b7dcd7bfd400 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658689 Nov 27 01:08:27.034527 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173e05-6564-4c19-94c9-49c1d980cce9 req-4e838d0f-927e-40dc-856d-0f8fd9dea867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:27.036884 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00173e05-6564-4c19-94c9-49c1d980cce9 req-4e838d0f-927e-40dc-856d-0f8fd9dea867 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 1099 time: 0.0636301 Nov 27 01:08:27.166187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173e05-6564-4c19-94c9-49c1d980cce9 req-64987c71-892c-4c50-99eb-cde7e1a5654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:27.167784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00173e05-6564-4c19-94c9-49c1d980cce9 req-64987c71-892c-4c50-99eb-cde7e1a5654e service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1206882 Nov 27 01:08:27.216409 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49278) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:27.218987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00173e05-6564-4c19-94c9-49c1d980cce9 req-dd4cf375-8539-47cc-884b-906bd7e7e3af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6f91b698-0556-43ea-b6c3-a08be2ea3cf4 HTTP/1.1" status: 200 len: 217 time: 0.0432029 Nov 27 01:08:27.262936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-50912362-c8a8-45d6-af0e-f40160791c9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca69bacd12cb44a1a0cd22fd59af3965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452869 Nov 27 01:08:27.265472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49282) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:27.274019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173e05-6564-4c19-94c9-49c1d980cce9 req-9c9f2f9c-698e-4091-a273-507f92bafb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:27.276082 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00173e05-6564-4c19-94c9-49c1d980cce9 req-9c9f2f9c-698e-4091-a273-507f92bafb5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0482376 Nov 27 01:08:27.326140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173e05-6564-4c19-94c9-49c1d980cce9 req-0efe131d-256d-482d-95cc-53ecf9987018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:27.327694 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00173e05-6564-4c19-94c9-49c1d980cce9 req-0efe131d-256d-482d-95cc-53ecf9987018 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438020 Nov 27 01:08:27.328899 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57690f92-f891-4001-b751-0ea568415b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.351000 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57690f92-f891-4001-b751-0ea568415b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.406302 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57690f92-f891-4001-b751-0ea568415b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.409752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57690f92-f891-4001-b751-0ea568415b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.411690 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-57690f92-f891-4001-b751-0ea568415b2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76469f50-01c9-4fb7-b29f-52a3103caba8 HTTP/1.1" status: 204 len: 168 time: 0.1449957 Nov 27 01:08:27.431864 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57690f92-f891-4001-b751-0ea568415b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76469f50-01c9-4fb7-b29f-52a3103caba8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:27.444469 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00173e05-6564-4c19-94c9-49c1d980cce9 req-c63ceea6-3eaa-4f53-be1a-a66844f29e13 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082158 Nov 27 01:08:27.571105 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00173e05-6564-4c19-94c9-49c1d980cce9 req-36e379c3-ad05-49b4-898f-dfc10310c56b service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145444 Nov 27 01:08:27.580908 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc343f9d-b255-4c55-9d15-0eedba1b7dac req-d69313e6-4b27-4f6e-822e-0241ad43d49c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:27.582557 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc343f9d-b255-4c55-9d15-0eedba1b7dac req-d69313e6-4b27-4f6e-822e-0241ad43d49c tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.0857251 Nov 27 01:08:27.599165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49294) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:27.652055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc343f9d-b255-4c55-9d15-0eedba1b7dac req-4bbe1ed0-e0ce-4355-a71d-3f7e6ef5ef20 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618687 Nov 27 01:08:27.678228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-d63d8e49-bce2-4774-bcdc-aa51c8323f44 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=be5fa9771fd54a6284798aa18cab26ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385237 Nov 27 01:08:27.819197 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-210d1611-c6f2-4c3b-8900-8035421fa73c req-4c497287-677c-42a8-b68b-f4cc36b5b85b tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 210 time: 0.0349169 Nov 27 01:08:27.869606 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51930dd9-bd03-4ae3-9f92-85de5af1360c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:27.878072 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-b6b0b2e4-412b-4d0b-8754-67c05b51c830 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:27.879597 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-b6b0b2e4-412b-4d0b-8754-67c05b51c830 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953568 Nov 27 01:08:27.907632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Request body: {'port': {'device_id': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': 'be5fa9771fd54a6284798aa18cab26ce'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:27.937575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49304) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:28.009772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-af85b053-f74b-4a8b-af27-e04f35bf41a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69a87a4597c847f199ac0f7a38e24db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704465 Nov 27 01:08:28.014082 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:28.048340 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51930dd9-bd03-4ae3-9f92-85de5af1360c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.054150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b93c7-1f78-4df7-bc84-d2e1f9789656 req-237ba2c0-1b06-4d15-85d4-ed8b9b2a8fa9 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:28.055735 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-023b93c7-1f78-4df7-bc84-d2e1f9789656 req-237ba2c0-1b06-4d15-85d4-ed8b9b2a8fa9 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 948 time: 0.0825794 Nov 27 01:08:28.057078 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51930dd9-bd03-4ae3-9f92-85de5af1360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.104286 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-51930dd9-bd03-4ae3-9f92-85de5af1360c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e099753e138e42f2b3ac2b72f5b30937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5039942 Nov 27 01:08:28.106964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49310) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:28.110511 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d616ae2a-dddb-4010-af6b-f26cb1417e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.122731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Made reservation on behalf of be5fa9771fd54a6284798aa18cab26ce for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:28.126408 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.142478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51930dd9-bd03-4ae3-9f92-85de5af1360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bac34c-1ae3-4df8-8f25-e250b57c30ae,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:28.153129 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.158634 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-023b93c7-1f78-4df7-bc84-d2e1f9789656 req-8130951a-b5b6-4764-8dff-9af867302bca tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940158 Nov 27 01:08:28.172930 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d616ae2a-dddb-4010-af6b-f26cb1417e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.202115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a745400-9975-4c82-a064-34761315d78e req-d4feb263-e5fc-4681-96df-8d4fd5a5d25d tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:28.203623 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a745400-9975-4c82-a064-34761315d78e req-d4feb263-e5fc-4681-96df-8d4fd5a5d25d tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 944 time: 0.0973370 Nov 27 01:08:28.218445 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c894-6ec2-477f-9662-488f38ad9709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.242209 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c894-6ec2-477f-9662-488f38ad9709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.254032 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d616ae2a-dddb-4010-af6b-f26cb1417e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.256559 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d616ae2a-dddb-4010-af6b-f26cb1417e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.257675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d616ae2a-dddb-4010-af6b-f26cb1417e9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13eb0edd-4c03-4d86-b985-d7b9692c4117 HTTP/1.1" status: 204 len: 168 time: 0.2423742 Nov 27 01:08:28.285457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616ae2a-dddb-4010-af6b-f26cb1417e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eb0edd-4c03-4d86-b985-d7b9692c4117,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:28.285828 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a745400-9975-4c82-a064-34761315d78e req-78a1a7f8-4004-495b-8494-123d9dce9987 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735924 Nov 27 01:08:28.320177 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c894-6ec2-477f-9662-488f38ad9709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.324088 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c894-6ec2-477f-9662-488f38ad9709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.328085 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c7d2c894-6ec2-477f-9662-488f38ad9709 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7bac34c-1ae3-4df8-8f25-e250b57c30ae HTTP/1.1" status: 204 len: 168 time: 0.2176239 Nov 27 01:08:28.333355 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.336428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2c894-6ec2-477f-9662-488f38ad9709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bac34c-1ae3-4df8-8f25-e250b57c30ae,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:28.341798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.449811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b328804d-e089-43ae-b5bc-5dfe864676ea,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:28.477909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b9078c69-16bb-4897-831d-d1509e215468 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:28.612901 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port b9078c69-16bb-4897-831d-d1509e215468 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:28.618475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port b9078c69-16bb-4897-831d-d1509e215468 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:28.619144 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.646142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Allocated IP 192.168.233.51 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/8bd219cc-814e-4cc5-b03e-5dcbfb483342) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:28.854323 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.903034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402a4b4f-03bd-4153-9cec-7b7fa832f382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9078c69-16bb-4897-831d-d1509e215468'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:28.913119 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281fac7c-6b7c-449b-94b5-285bc4843f7c" -d '{"events": [{"server_uuid": "402a4b4f-03bd-4153-9cec-7b7fa832f382", "name": "network-vif-plugged", "status": "completed", "tag": "b9078c69-16bb-4897-831d-d1509e215468"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:28.918177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e5f4-017a-4bef-8f94-8d4d761ef23d req-99afb339-db48-47ab-bd07-2f4135dff0f6 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:28.929978 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3375e5f4-017a-4bef-8f94-8d4d761ef23d req-99afb339-db48-47ab-bd07-2f4135dff0f6 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.1290953 Nov 27 01:08:28.937767 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b9078c69-16bb-4897-831d-d1509e215468, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b9078c69-16bb-4897-831d-d1509e215468,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:28.952454 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:28.953491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 80ad8632-d810-4f27-900f-f5e1196609ae up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:28.975889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49336) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:29.010133 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77f9592f-f048-4ab4-804a-07f6023df7a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.037168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce6d9cf3-dc6b-4f23-9365-64272ecd16cd req-0c5ae2c9-675a-4ccd-ae16-a6e609ee6d84 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 210 time: 0.0662656 Nov 27 01:08:29.098704 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3375e5f4-017a-4bef-8f94-8d4d761ef23d req-7882b89e-c876-4419-8ff3-d53243050587 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671019 Nov 27 01:08:29.167813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.171664 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eaa426-1eb0-4fab-9f81-f794c2cdaaec x-openstack-request-id: req-d8eaa426-1eb0-4fab-9f81-f794c2cdaaec {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:29.171964 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402a4b4f-03bd-4153-9cec-7b7fa832f382", "name": "network-vif-plugged", "status": "completed", "tag": "b9078c69-16bb-4897-831d-d1509e215468", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:29.172210 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8eaa426-1eb0-4fab-9f81-f794c2cdaaec {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:29.172597 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402a4b4f-03bd-4153-9cec-7b7fa832f382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9078c69-16bb-4897-831d-d1509e215468', 'code': 200} Nov 27 01:08:29.207264 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77f9592f-f048-4ab4-804a-07f6023df7a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.227518 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77f9592f-f048-4ab4-804a-07f6023df7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.235370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b9078c69-16bb-4897-831d-d1509e215468,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:29.243668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 80ad8632-d810-4f27-900f-f5e1196609ae completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:29.251412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.254980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 80ad8632-d810-4f27-900f-f5e1196609ae triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:29.255365 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.278011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:29.281248 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:29.283530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:29.295976 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-77f9592f-f048-4ab4-804a-07f6023df7a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=302edff0761c43fc8c68b35d13ad532b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163967 Nov 27 01:08:29.297131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9592f-f048-4ab4-804a-07f6023df7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df0a26f-749b-4b5c-b850-84f515f3a826,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:29.317670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49342) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:29.449500 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.491106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 80ad8632-d810-4f27-900f-f5e1196609ae, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=80ad8632-d810-4f27-900f-f5e1196609ae,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:29.495832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:29.496873 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.500651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05c146-f3e9-438c-9487-b4cc2e233393 req-eb980e7b-9563-4933-b967-9a470f0018b2 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:29.500984 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.514975 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9a05c146-f3e9-438c-9487-b4cc2e233393 req-eb980e7b-9563-4933-b967-9a470f0018b2 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 948 time: 0.1890447 Nov 27 01:08:29.524859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Pushing event updated for resources: {'Port': ['ID=8bd219cc-814e-4cc5-b03e-5dcbfb483342,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:29.553385 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-fc309a7c-7f61-459a-b881-db2f6a469111 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6493363 Nov 27 01:08:29.556053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6958923-5f73-4315-b31a-d8461cddbf5d req-05c44fa8-d85f-4248-bf87-b0f3bae14eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:29.559195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6958923-5f73-4315-b31a-d8461cddbf5d req-05c44fa8-d85f-4248-bf87-b0f3bae14eea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 1096 time: 0.1663346 Nov 27 01:08:29.568832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c795f1-c5c7-41f8-9de1-4847f2bee2a8 req-0fd4bcbc-4a41-41dd-8256-3ace82c07788 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:29.573038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-11c795f1-c5c7-41f8-9de1-4847f2bee2a8 req-0fd4bcbc-4a41-41dd-8256-3ace82c07788 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 945 time: 0.1362972 Nov 27 01:08:29.581059 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Request body: {'port': {'device_id': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:29.642294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=80ad8632-d810-4f27-900f-f5e1196609ae,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:29.645320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:29.650288 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9a05c146-f3e9-438c-9487-b4cc2e233393 req-07fe825a-b48a-465d-8803-38bbf56e1349 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330559 Nov 27 01:08:29.683959 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6958923-5f73-4315-b31a-d8461cddbf5d req-d0614e7b-545c-4754-9045-45edd4d5b828 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048181 Nov 27 01:08:29.715084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.728547 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-659ba35f-a914-4a64-b8b4-c5cd580c1723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.762570 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-659ba35f-a914-4a64-b8b4-c5cd580c1723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.778678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6f91b698-0556-43ea-b6c3-a08be2ea3cf4,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:29.799233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '6f91b698-0556-43ea-b6c3-a08be2ea3cf4', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '6f91b698-0556-43ea-b6c3-a08be2ea3cf4', 'mac_address': 'fa:16:3e:e4:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:29.845490 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-659ba35f-a914-4a64-b8b4-c5cd580c1723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.848866 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-659ba35f-a914-4a64-b8b4-c5cd580c1723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:29.850031 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-659ba35f-a914-4a64-b8b4-c5cd580c1723 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2df0a26f-749b-4b5c-b850-84f515f3a826 HTTP/1.1" status: 204 len: 168 time: 0.5110354 Nov 27 01:08:29.867192 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-11c795f1-c5c7-41f8-9de1-4847f2bee2a8 req-1595fcd3-af3d-4d7d-b716-a1d4aff0fbe9 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765784 Nov 27 01:08:29.901258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ba35f-a914-4a64-b8b4-c5cd580c1723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df0a26f-749b-4b5c-b850-84f515f3a826,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:29.905481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-94e00679-b9bf-4b7d-b263-4c6147efc331 None None] Provisioning complete for port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:29.910818 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-94e00679-b9bf-4b7d-b263-4c6147efc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:30.015564 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:30.051788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-94e00679-b9bf-4b7d-b263-4c6147efc331 None None] Port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:08:30.059255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:30.111228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6f91b698-0556-43ea-b6c3-a08be2ea3cf4,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:30.127556 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:30.207549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=6f91b698-0556-43ea-b6c3-a08be2ea3cf4,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:30.282733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6a9ea-9269-44ed-a74b-239a3b9070bd req-fce7f0c7-ec5a-4fda-a0fd-a56eb6af9411 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:30.293735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ad07f-5e7c-45f8-b72e-b73f28360eba req-e1a2e735-23a7-4d59-8290-77690fe2d5a6 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:30.295206 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce2ad07f-5e7c-45f8-b72e-b73f28360eba req-e1a2e735-23a7-4d59-8290-77690fe2d5a6 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 935 time: 0.0868645 Nov 27 01:08:30.300884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bbc6a9ea-9269-44ed-a74b-239a3b9070bd req-fce7f0c7-ec5a-4fda-a0fd-a56eb6af9411 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.0860877 Nov 27 01:08:30.387750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce2ad07f-5e7c-45f8-b72e-b73f28360eba req-d52afe0f-1311-4a66-8029-0b11f90f4cbc tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794680 Nov 27 01:08:30.413334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bbc6a9ea-9269-44ed-a74b-239a3b9070bd req-e3cda185-82d5-4532-bcd5-400556f08317 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092668 Nov 27 01:08:30.427494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd219cc-814e-4cc5-b03e-5dcbfb483342 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:30.438680 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:30.463859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Transition to ACTIVE for port object 8bd219cc-814e-4cc5-b03e-5dcbfb483342 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:30.468330 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:30.517988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:30.546123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd219cc-814e-4cc5-b03e-5dcbfb483342,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:30.615979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Attempting to bind port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:30.617800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Attempting to bind port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:30.622175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Attempting to bind port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:30.631001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:30.634686 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Attempting to bind port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:30.641082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:30.641421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:30.641805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:30.642256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Bound port: 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:30.642621 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:30.772794 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:30.839804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:30.848729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:30.931358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd219cc-814e-4cc5-b03e-5dcbfb483342,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:30.945704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:30.949015 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:30.952462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-641437b8-eba4-4b04-a9f9-ae213ae376e4 service neutron] 10.222.0.11 "PUT /v2.0/ports/8bd219cc-814e-4cc5-b03e-5dcbfb483342 HTTP/1.1" status: 200 len: 1095 time: 1.3737793 Nov 27 01:08:30.953173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:30.955544 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b498d-0af8-4b5c-9129-ecd531909198" -d '{"events": [{"name": "network-changed", "server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:30.983323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa2f8b-a7a8-40b7-96fb-55607f0e3ee4 req-3597317b-8ed5-4ebd-b833-98ada93d6bb7 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:31.001380 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cffa2f8b-a7a8-40b7-96fb-55607f0e3ee4 req-3597317b-8ed5-4ebd-b833-98ada93d6bb7 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 949 time: 0.2291076 Nov 27 01:08:31.033109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8937a-27b5-427d-ba3f-8effdcc60f23 req-40a6fed4-aaac-4e82-aef0-4f9761ce43c7 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:31.041136 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2cd8937a-27b5-427d-ba3f-8effdcc60f23 req-40a6fed4-aaac-4e82-aef0-4f9761ce43c7 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 945 time: 0.0760050 Nov 27 01:08:31.116021 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2cd8937a-27b5-427d-ba3f-8effdcc60f23 req-9ea1dfb9-0b2e-4cba-9569-cdb36784df25 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720117 Nov 27 01:08:31.123189 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cffa2f8b-a7a8-40b7-96fb-55607f0e3ee4 req-4f9d0477-a0de-4040-ad91-06bfe860d718 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216652 Nov 27 01:08:31.126121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-9ab64420-9c47-4297-ba4c-6d6deaf2f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:31.128917 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-9ab64420-9c47-4297-ba4c-6d6deaf2f907 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be5fa9771fd54a6284798aa18cab26ce&device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0935237 Nov 27 01:08:31.173761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4349ded2-cfb0-4663-a7a7-fd3c0a614614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ad8632-d810-4f27-900f-f5e1196609ae'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:31.176158 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884e06a6-c027-4008-b6a3-31ba446175cc" -d '{"events": [{"server_uuid": "4349ded2-cfb0-4663-a7a7-fd3c0a614614", "name": "network-vif-plugged", "status": "completed", "tag": "80ad8632-d810-4f27-900f-f5e1196609ae"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:31.193971 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-ad2bc21e-a021-4512-9b93-80c45f99f48b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342 HTTP/1.1" status: 200 len: 217 time: 0.0502963 Nov 27 01:08:31.195623 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd068116-97d2-4637-a133-019619b5c025 x-openstack-request-id: req-bd068116-97d2-4637-a133-019619b5c025 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:31.195913 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:31.197656 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd068116-97d2-4637-a133-019619b5c025 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:31.198064 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'status': 'completed', 'code': 200} Nov 27 01:08:31.286491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-ea07632f-f838-4f5a-8b14-bfd01306abed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:31.288231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-ea07632f-f838-4f5a-8b14-bfd01306abed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0743268 Nov 27 01:08:31.292036 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5961da-dd00-420a-a632-d0252cec9c45 x-openstack-request-id: req-3b5961da-dd00-420a-a632-d0252cec9c45 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:31.292318 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4349ded2-cfb0-4663-a7a7-fd3c0a614614", "name": "network-vif-plugged", "status": "completed", "tag": "80ad8632-d810-4f27-900f-f5e1196609ae", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:31.292569 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b5961da-dd00-420a-a632-d0252cec9c45 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:31.293045 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4349ded2-cfb0-4663-a7a7-fd3c0a614614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ad8632-d810-4f27-900f-f5e1196609ae', 'code': 200} Nov 27 01:08:31.343926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-b58663b5-9de9-4ad0-99ed-91e3c1f50aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:31.348124 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-b58663b5-9de9-4ad0-99ed-91e3c1f50aee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511603 Nov 27 01:08:31.475907 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-eda4abbe-b8f8-4240-a97e-2fe7c5c8c2dd service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173406 Nov 27 01:08:31.489452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc07ba0-27bc-45cb-b24b-bcd9cef351fd req-13964133-7d9e-45f5-91eb-5191a7d4bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:31.495046 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-adc07ba0-27bc-45cb-b24b-bcd9cef351fd req-13964133-7d9e-45f5-91eb-5191a7d4bdbd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4349ded2-cfb0-4663-a7a7-fd3c0a614614 HTTP/1.1" status: 200 len: 1097 time: 0.0796528 Nov 27 01:08:31.553791 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-bc1d5850-f963-429d-b49a-e962d840d4d5 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b1b41032e184477a9f9569de6e5d8ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292697 Nov 27 01:08:31.609228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269f3a4-9056-47fd-a10e-acd7705f3ff2 req-f1f5e2ba-c56a-4c45-bb14-9364d5fa8258 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:31.610850 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b269f3a4-9056-47fd-a10e-acd7705f3ff2 req-f1f5e2ba-c56a-4c45-bb14-9364d5fa8258 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 947 time: 0.1010602 Nov 27 01:08:31.656616 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-adc07ba0-27bc-45cb-b24b-bcd9cef351fd req-c4da5610-9d11-49aa-a8bc-75c4bbe7c2b9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530831 Nov 27 01:08:31.706911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-b23fb965-a276-451f-986e-9a9c929ae468 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:31.710861 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-b23fb965-a276-451f-986e-9a9c929ae468 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557245 Nov 27 01:08:31.725459 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-4cb6e538-16dc-479b-9fff-a31a21bd5ff1 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/quotas/2b1b41032e184477a9f9569de6e5d8ad HTTP/1.1" status: 200 len: 375 time: 0.0099826 Nov 27 01:08:31.761523 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-a3bea3f5-7f10-49f5-b29c-636bcf225bab tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b1b41032e184477a9f9569de6e5d8ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295508 Nov 27 01:08:31.983051 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cfb21df-6cbc-4fb0-baca-edf28f29bb11 req-f8f62f1f-4e9d-44c8-b784-f445277f04ec service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995615 Nov 27 01:08:32.017986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf2521-7943-494a-bc3c-90a89f913d9f req-e096fe47-1fc8-4aed-a1de-2f23baeefa37 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:32.019551 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0cf2521-7943-494a-bc3c-90a89f913d9f req-e096fe47-1fc8-4aed-a1de-2f23baeefa37 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 945 time: 0.0713751 Nov 27 01:08:32.026759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b269f3a4-9056-47fd-a10e-acd7705f3ff2 req-41d675b5-83ca-403c-b390-5ba482d58698 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063969 Nov 27 01:08:32.081958 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0cf2521-7943-494a-bc3c-90a89f913d9f req-46cb935f-c1d9-46a0-b43b-ec97a0fab7ce tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537705 Nov 27 01:08:32.144247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b498d-0af8-4b5c-9129-ecd531909198 req-28f2ea13-a823-4830-9880-6972dcadb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:32.145758 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff1b498d-0af8-4b5c-9129-ecd531909198 req-28f2ea13-a823-4830-9880-6972dcadb8b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=be5fa9771fd54a6284798aa18cab26ce&device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0617466 Nov 27 01:08:32.151789 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1a393a2-3f80-492f-b80b-186c24c2ad94 req-84cd5a99-adbc-4681-9287-9a035170d0a1 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 210 time: 0.0341084 Nov 27 01:08:32.277970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed077324-cde3-4902-bcfb-49368756dec3 req-705f0b85-a646-4ed2-835a-1818b9ed2aad tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:32.280023 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ed077324-cde3-4902-bcfb-49368756dec3 req-705f0b85-a646-4ed2-835a-1818b9ed2aad tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 945 time: 0.0643981 Nov 27 01:08:32.286678 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b498d-0af8-4b5c-9129-ecd531909198 req-ccaf34d1-bcaa-4402-ba02-3766867ed2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:32.288379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff1b498d-0af8-4b5c-9129-ecd531909198 req-ccaf34d1-bcaa-4402-ba02-3766867ed2ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1283083 Nov 27 01:08:32.338081 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ed077324-cde3-4902-bcfb-49368756dec3 req-21cff1f9-ff93-4787-86c7-87c7ef35f608 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513694 Nov 27 01:08:32.351879 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff1b498d-0af8-4b5c-9129-ecd531909198 req-b719ef1c-c717-4d73-93e8-aec11473dc42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342 HTTP/1.1" status: 200 len: 217 time: 0.0492823 Nov 27 01:08:32.480668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b498d-0af8-4b5c-9129-ecd531909198 req-9de71180-d903-4e0d-8526-b5a00f15aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:32.482098 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff1b498d-0af8-4b5c-9129-ecd531909198 req-9de71180-d903-4e0d-8526-b5a00f15aa89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1049509 Nov 27 01:08:32.530854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4512d-759a-4622-bee8-bfb703cbc219 req-3d704b80-2123-4230-99cd-34bf920abe93 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:32.532231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25a4512d-759a-4622-bee8-bfb703cbc219 req-3d704b80-2123-4230-99cd-34bf920abe93 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 949 time: 0.1163750 Nov 27 01:08:32.544305 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-a6307afd-5153-45d5-a434-2d3bfc461536 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:32.545791 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-a6307afd-5153-45d5-a434-2d3bfc461536 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0&tenant_id=f2c4589faa8344f6a41a0124c0fb2253&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1096 time: 0.1030383 Nov 27 01:08:32.560836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-2'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:32.578652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e1a2e-3143-447e-8e70-84e5c4327edb req-eaa1a717-72bc-4c9d-919d-9157bcba7242 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:32.582848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-460e1a2e-3143-447e-8e70-84e5c4327edb req-eaa1a717-72bc-4c9d-919d-9157bcba7242 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=4349ded2-cfb0-4663-a7a7-fd3c0a614614 HTTP/1.1" status: 200 len: 946 time: 0.0578623 Nov 27 01:08:32.597279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b498d-0af8-4b5c-9129-ecd531909198 req-7ae51ccd-f520-4966-865e-a342146c18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:32.598772 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff1b498d-0af8-4b5c-9129-ecd531909198 req-7ae51ccd-f520-4966-865e-a342146c18b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1083708 Nov 27 01:08:32.628902 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-460e1a2e-3143-447e-8e70-84e5c4327edb req-e41219f1-99fe-4680-a0b0-e417a13cf5f0 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423326 Nov 27 01:08:32.691014 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:32.703532 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25a4512d-759a-4622-bee8-bfb703cbc219 req-9572e2a3-185e-42aa-bf6a-8dafecb549ca tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566505 Nov 27 01:08:32.795791 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff1b498d-0af8-4b5c-9129-ecd531909198 req-6041fd76-55d9-4433-8610-96668eaf36fa service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874671 Nov 27 01:08:32.931978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=04f35613-27cb-4e52-8599-3ad79660fe50,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:32.956216 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff1b498d-0af8-4b5c-9129-ecd531909198 req-f709d39b-2ed4-417f-82d4-debf30e648cc service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355324 Nov 27 01:08:32.983270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:33.033620 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.039670 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.058945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49476) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:33.170619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Pushing event updated for resources: {'Port': ['ID=04f35613-27cb-4e52-8599-3ad79660fe50,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:33.186744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Attempting to bind port 04f35613-27cb-4e52-8599-3ad79660fe50 on host n-h2-819494-2 for vnic_type normal with profile {"migrating_to": "n-h1-819494-2"} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:33.188157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Attempting to bind port 04f35613-27cb-4e52-8599-3ad79660fe50 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:33.188157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Attempting to bind port 04f35613-27cb-4e52-8599-3ad79660fe50 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:33.196517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Port 04f35613-27cb-4e52-8599-3ad79660fe50 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:33.196902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Attempting to bind port 04f35613-27cb-4e52-8599-3ad79660fe50 on network de49c4d1-59db-445a-b848-6fcbaeb4ac30 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:33.200293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9878b5bc-4e6a-4152-a30d-989a8cd63cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04f35613-27cb-4e52-8599-3ad79660fe50'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:33.202594 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c65f026-cc4e-4176-9dc7-41ffca249afd" -d '{"events": [{"server_uuid": "9878b5bc-4e6a-4152-a30d-989a8cd63cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "04f35613-27cb-4e52-8599-3ad79660fe50"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:33.211813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:33.212231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Checking segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:33.212659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Bound using segment: {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:33.213151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Bound port: 04f35613-27cb-4e52-8599-3ad79660fe50, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d5f105-6e67-4a66-9c97-83af3b4af346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'de49c4d1-59db-445a-b848-6fcbaeb4ac30'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:33.213587 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.224950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa549-b2f3-4064-bd95-d57ced6d8a4f req-3cb6212d-c3d6-41b5-a854-a743732a23a2 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:33.226498 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-163aa549-b2f3-4064-bd95-d57ced6d8a4f req-3cb6212d-c3d6-41b5-a854-a743732a23a2 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 947 time: 0.1304789 Nov 27 01:08:33.239793 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ad2f0a7-0eb2-45b3-b9f1-6f98238d814c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.281112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad522-43a7-45b5-a940-131744bd1f36 req-e3880de4-82db-4526-a35b-4da583dfa021 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:33.282836 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-907ad522-43a7-45b5-a940-131744bd1f36 req-e3880de4-82db-4526-a35b-4da583dfa021 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.1129701 Nov 27 01:08:33.324934 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-d449947e-1467-4114-b375-d47165e5ba2a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2b1b41032e184477a9f9569de6e5d8ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394344 Nov 27 01:08:33.330323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-163aa549-b2f3-4064-bd95-d57ced6d8a4f req-617d0209-68b8-4af2-9cb5-c10c50fe5d1d tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965712 Nov 27 01:08:33.350003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:33.357740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=04f35613-27cb-4e52-8599-3ad79660fe50,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:33.363996 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.457783 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-907ad522-43a7-45b5-a940-131744bd1f36 req-97ef8d89-cc63-4cca-9092-241b05e57eec tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588204 Nov 27 01:08:33.469997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:33.471001 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.472592 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] 10.222.0.11 "PUT /v2.0/ports/04f35613-27cb-4e52-8599-3ad79660fe50 HTTP/1.1" status: 200 len: 1121 time: 0.9178195 Nov 27 01:08:33.480120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048ee0b-8891-479b-b5f0-ed95afcf673c service neutron] Pushing event updated for resources: {'Port': ['ID=04f35613-27cb-4e52-8599-3ad79660fe50,revision_number=8']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:33.493963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ad2f0a7-0eb2-45b3-b9f1-6f98238d814c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.506794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-09390952-cb58-4553-9d18-d625f1340520 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:33.508260 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-09390952-cb58-4553-9d18-d625f1340520 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749814 Nov 27 01:08:33.518716 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ad2f0a7-0eb2-45b3-b9f1-6f98238d814c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.540781 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f7d500-9ccf-4a31-988b-1f6e97241c3d x-openstack-request-id: req-47f7d500-9ccf-4a31-988b-1f6e97241c3d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:33.541083 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9878b5bc-4e6a-4152-a30d-989a8cd63cd0", "name": "network-vif-unplugged", "status": "completed", "tag": "04f35613-27cb-4e52-8599-3ad79660fe50", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:33.541381 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47f7d500-9ccf-4a31-988b-1f6e97241c3d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:33.541826 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9878b5bc-4e6a-4152-a30d-989a8cd63cd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04f35613-27cb-4e52-8599-3ad79660fe50', 'code': 200} Nov 27 01:08:33.543904 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d07b539b-41bc-4e8c-913b-e9e75fb34142 req-8e316abc-2ce1-4265-8838-7fcf75e4aed0 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 210 time: 0.0319085 Nov 27 01:08:33.550659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Request body: {'port': {'device_id': 'c53e39ed-3e95-45b9-9234-f2ba1eabd915', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '2b1b41032e184477a9f9569de6e5d8ad'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:33.611550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 04f35613-27cb-4e52-8599-3ad79660fe50 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:33.616766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4ad2f0a7-0eb2-45b3-b9f1-6f98238d814c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24915a018c1e4ffcbba2718f49e44b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5544322 Nov 27 01:08:33.616766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49490) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:33.623589 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:33.632152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2f0a7-0eb2-45b3-b9f1-6f98238d814c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3c93a9-76e8-4d42-b3a4-de7536c468e2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:33.663002 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['04f35613-27cb-4e52-8599-3ad79660fe50'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:33.706116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['04f35613-27cb-4e52-8599-3ad79660fe50'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:33.738846 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e294d7e4-392b-43bd-bc6a-e043c0f33b4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.770896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Made reservation on behalf of 2b1b41032e184477a9f9569de6e5d8ad for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:33.775346 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.778885 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e294d7e4-392b-43bd-bc6a-e043c0f33b4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.793373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.801420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307ebb2-7434-4614-a5fc-7e93054d5e48 req-225c3be6-e640-4af3-bc7e-f03aa6989390 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:33.804085 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2307ebb2-7434-4614-a5fc-7e93054d5e48 req-225c3be6-e640-4af3-bc7e-f03aa6989390 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=4349ded2-cfb0-4663-a7a7-fd3c0a614614 HTTP/1.1" status: 200 len: 946 time: 0.0593493 Nov 27 01:08:33.879047 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2307ebb2-7434-4614-a5fc-7e93054d5e48 req-b9c0f318-2dfb-4270-b2eb-df6fab993d1e tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643950 Nov 27 01:08:33.916504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9a2b-6cfe-44f8-906a-51f7a96eb798 req-9acd4cde-629a-437e-9f05-18496e6f78b7 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:33.918071 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-601e9a2b-6cfe-44f8-906a-51f7a96eb798 req-9acd4cde-629a-437e-9f05-18496e6f78b7 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 949 time: 0.1078064 Nov 27 01:08:33.934892 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e294d7e4-392b-43bd-bc6a-e043c0f33b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.938983 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e294d7e4-392b-43bd-bc6a-e043c0f33b4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:33.940126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e294d7e4-392b-43bd-bc6a-e043c0f33b4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a3c93a9-76e8-4d42-b3a4-de7536c468e2 HTTP/1.1" status: 204 len: 168 time: 0.3225241 Nov 27 01:08:33.975938 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294d7e4-392b-43bd-bc6a-e043c0f33b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3c93a9-76e8-4d42-b3a4-de7536c468e2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:34.016577 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.026759 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.060222 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-601e9a2b-6cfe-44f8-906a-51f7a96eb798 req-0f20b9ec-cc27-4599-a605-0753a1877056 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295145 Nov 27 01:08:34.081548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:34.109477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:34.109899 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.120339 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=04f35613-27cb-4e52-8599-3ad79660fe50,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:34.168653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be18e6c-8a07-47be-b98f-ae5768fde626,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:34.193837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 04f35613-27cb-4e52-8599-3ad79660fe50 has no active binding in host n-h1-819494-2 {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:08:34.249256 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Allocated IP 192.168.233.229 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/9cc60615-fdfb-43b4-bb62-09c5df98a2af) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:34.359712 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.376456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49508) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:34.395285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91b698-0556-43ea-b6c3-a08be2ea3cf4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:34.397775 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca21b79a-820a-4720-bc4d-dee1542f7fb1" -d '{"events": [{"server_uuid": "8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a", "name": "network-vif-plugged", "status": "completed", "tag": "6f91b698-0556-43ea-b6c3-a08be2ea3cf4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:34.404860 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c0f68c74-b848-400a-9c5c-07d662f87ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.412137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6f91b698-0556-43ea-b6c3-a08be2ea3cf4,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:34.417496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.482892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=6f91b698-0556-43ea-b6c3-a08be2ea3cf4,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:34.502675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cf910-9313-471e-9ee6-1e884c4a8fc9 req-d91305c9-42bd-4d06-a235-8b9473da8cf7 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:34.504279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ed4cf910-9313-471e-9ee6-1e884c4a8fc9 req-d91305c9-42bd-4d06-a235-8b9473da8cf7 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=4349ded2-cfb0-4663-a7a7-fd3c0a614614 HTTP/1.1" status: 200 len: 946 time: 0.1126680 Nov 27 01:08:34.598055 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ed4cf910-9313-471e-9ee6-1e884c4a8fc9 req-fae4bfe8-9f03-48b5-b1b8-a2631f6c4fa8 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825596 Nov 27 01:08:34.603973 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c0f68c74-b848-400a-9c5c-07d662f87ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.607913 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c0f68c74-b848-400a-9c5c-07d662f87ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.645839 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923763a5-0093-4b1d-b7d7-3602a29c1e5d x-openstack-request-id: req-923763a5-0093-4b1d-b7d7-3602a29c1e5d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:34.646425 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a", "name": "network-vif-plugged", "status": "completed", "tag": "6f91b698-0556-43ea-b6c3-a08be2ea3cf4", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:34.646425 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-923763a5-0093-4b1d-b7d7-3602a29c1e5d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:34.646774 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91b698-0556-43ea-b6c3-a08be2ea3cf4', 'code': 200} Nov 27 01:08:34.669261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c0f68c74-b848-400a-9c5c-07d662f87ded admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f41fa7c6867e4d34bee95029a28bf4c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887826 Nov 27 01:08:34.669261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f68c74-b848-400a-9c5c-07d662f87ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf2ed9c-3173-491c-952e-84f4b3feb249,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:34.672301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49520) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:34.739417 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af6693ca-858a-4408-84cf-9dc66d30f902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.763494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7879fb-3907-42ea-b3e0-df067f4a4bf0 req-648c1d9c-3b6d-403d-aba1-79e6df480476 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:34.765300 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac7879fb-3907-42ea-b3e0-df067f4a4bf0 req-648c1d9c-3b6d-403d-aba1-79e6df480476 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 947 time: 0.0709844 Nov 27 01:08:34.765875 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af6693ca-858a-4408-84cf-9dc66d30f902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.830959 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.856627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac7879fb-3907-42ea-b3e0-df067f4a4bf0 req-d6fa52ff-b887-4e89-925e-b03929d59940 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791483 Nov 27 01:08:34.868510 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c509b-91fb-408a-a657-a1cee12d57cc req-3387b639-9819-4f0e-996c-24c54d2d6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:34.870013 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f5c509b-91fb-408a-a657-a1cee12d57cc req-3387b639-9819-4f0e-996c-24c54d2d6e91 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 1101 time: 0.0826790 Nov 27 01:08:34.884461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0c845-de04-452e-976f-cfabb66e5186 req-62fce786-6db8-49e8-852b-19dc603747a1 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:34.885971 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d2e0c845-de04-452e-976f-cfabb66e5186 req-62fce786-6db8-49e8-852b-19dc603747a1 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.0896161 Nov 27 01:08:34.897489 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.905998 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af6693ca-858a-4408-84cf-9dc66d30f902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.908551 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af6693ca-858a-4408-84cf-9dc66d30f902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:34.912281 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-af6693ca-858a-4408-84cf-9dc66d30f902 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cf2ed9c-3173-491c-952e-84f4b3feb249 HTTP/1.1" status: 204 len: 168 time: 0.2364216 Nov 27 01:08:34.950631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6693ca-858a-4408-84cf-9dc66d30f902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf2ed9c-3173-491c-952e-84f4b3feb249,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:34.978820 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f5c509b-91fb-408a-a657-a1cee12d57cc req-65ffa82f-02c4-4665-abf4-1591ba3b0e20 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918701 Nov 27 01:08:34.981899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:34.988953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:34.992145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:34.994729 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d2e0c845-de04-452e-976f-cfabb66e5186 req-9f1b57c9-d611-4348-ad17-1d70ce67e961 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941389 Nov 27 01:08:35.039599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Pushing event updated for resources: {'Port': ['ID=9cc60615-fdfb-43b4-bb62-09c5df98a2af,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:35.079848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:35.080498 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.094363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04b4b4-e55a-40bf-8a6d-f716c38fe843 req-60493a45-0b62-4241-a222-8e7ed558500c tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:35.096055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b04b4b4-e55a-40bf-8a6d-f716c38fe843 req-60493a45-0b62-4241-a222-8e7ed558500c tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 936 time: 0.1405199 Nov 27 01:08:35.109582 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-7422dbbd-182d-4025-a92d-d23a2188b9fc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5675249 Nov 27 01:08:35.144180 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Request body: {'port': {'device_id': 'c53e39ed-3e95-45b9-9234-f2ba1eabd915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:35.221835 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b04b4b4-e55a-40bf-8a6d-f716c38fe843 req-4a101d30-ef60-406e-8239-466e7a3924c7 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112406 Nov 27 01:08:35.232076 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.376654 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-42c95e76-617e-4fae-8623-db7b26355289 None None] Provisioning complete for port 9cc60615-fdfb-43b4-bb62-09c5df98a2af triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:35.376983 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-42c95e76-617e-4fae-8623-db7b26355289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.415923 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-42c95e76-617e-4fae-8623-db7b26355289 None None] Port 9cc60615-fdfb-43b4-bb62-09c5df98a2af cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:08:35.458172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fe542-f8ea-429c-8de6-8f087e4d7bd1 req-c6772993-d8b0-4834-b9de-82bd9bb28f41 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:35.459672 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f81fe542-f8ea-429c-8de6-8f087e4d7bd1 req-c6772993-d8b0-4834-b9de-82bd9bb28f41 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 950 time: 0.1074467 Nov 27 01:08:35.543399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9878b5bc-4e6a-4152-a30d-989a8cd63cd0', 'tag': '04f35613-27cb-4e52-8599-3ad79660fe50'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:35.543889 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f81fe542-f8ea-429c-8de6-8f087e4d7bd1 req-92966546-8b80-41fa-9a33-7d8e4c8ed344 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763838 Nov 27 01:08:35.546170 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97989964-967f-4216-b19d-448094162ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "9878b5bc-4e6a-4152-a30d-989a8cd63cd0", "tag": "04f35613-27cb-4e52-8599-3ad79660fe50"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:35.588457 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d232c7-a4ff-4e8b-bdd7-99cafab15e20 x-openstack-request-id: req-01d232c7-a4ff-4e8b-bdd7-99cafab15e20 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:35.588761 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9878b5bc-4e6a-4152-a30d-989a8cd63cd0", "tag": "04f35613-27cb-4e52-8599-3ad79660fe50", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:35.589019 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01d232c7-a4ff-4e8b-bdd7-99cafab15e20 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:35.589431 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9878b5bc-4e6a-4152-a30d-989a8cd63cd0', 'tag': '04f35613-27cb-4e52-8599-3ad79660fe50', 'status': 'completed', 'code': 200} Nov 27 01:08:35.611281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8bd219cc-814e-4cc5-b03e-5dcbfb483342 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:35.611448 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc60615-fdfb-43b4-bb62-09c5df98a2af {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:35.620477 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.634142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Transition to ACTIVE for port object 9cc60615-fdfb-43b4-bb62-09c5df98a2af will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:35.641578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.785177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc60615-fdfb-43b4-bb62-09c5df98a2af,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:35.806085 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:35.822402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'mac_address': 'fa:16:3e:f0:af:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:35.854269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bfa5e-1210-48e3-a51f-ba7ec83403df req-e9f416e2-236b-49b2-963c-2dec95107a16 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:35.854269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3b6bfa5e-1210-48e3-a51f-ba7ec83403df req-e9f416e2-236b-49b2-963c-2dec95107a16 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=4349ded2-cfb0-4663-a7a7-fd3c0a614614 HTTP/1.1" status: 200 len: 946 time: 0.1676667 Nov 27 01:08:35.863715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97989964-967f-4216-b19d-448094162ad3 req-627e3f78-8e47-405b-8025-53fa248c671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:35.863715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97989964-967f-4216-b19d-448094162ad3 req-627e3f78-8e47-405b-8025-53fa248c671f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 1124 time: 0.1605043 Nov 27 01:08:35.865843 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.881702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd219cc-814e-4cc5-b03e-5dcbfb483342 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:35.896660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Attempting to bind port 9cc60615-fdfb-43b4-bb62-09c5df98a2af on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:35.897002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Attempting to bind port 9cc60615-fdfb-43b4-bb62-09c5df98a2af by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:35.897327 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Attempting to bind port 9cc60615-fdfb-43b4-bb62-09c5df98a2af on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:35.904935 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:35.910425 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:35.938122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Port 9cc60615-fdfb-43b4-bb62-09c5df98a2af on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:35.938474 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Attempting to bind port 9cc60615-fdfb-43b4-bb62-09c5df98a2af on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:35.981295 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8bd219cc-814e-4cc5-b03e-5dcbfb483342,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:35.988696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:35.989031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:35.989411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:35.989857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Bound port: 9cc60615-fdfb-43b4-bb62-09c5df98a2af, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:35.990174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.001846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3b6bfa5e-1210-48e3-a51f-ba7ec83403df req-f0e20791-716c-4cbc-b813-13a73f3b6397 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443591 Nov 27 01:08:36.162130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ae078-ae9a-4a53-b494-cd73f8d73e92 req-ec68ab10-3a70-41b7-a863-9a647fe0e37d tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.164128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97989964-967f-4216-b19d-448094162ad3 req-3e03547c-67e8-4834-b2af-f8c36fa0c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.164288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f57ae078-ae9a-4a53-b494-cd73f8d73e92 req-ec68ab10-3a70-41b7-a863-9a647fe0e37d tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.42 "GET /v2.0/ports?device_id=4349ded2-cfb0-4663-a7a7-fd3c0a614614 HTTP/1.1" status: 200 len: 946 time: 0.1007535 Nov 27 01:08:36.166164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97989964-967f-4216-b19d-448094162ad3 req-3e03547c-67e8-4834-b2af-f8c36fa0c4ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.2617271 Nov 27 01:08:36.194298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ad7e2-5d39-49e8-95ff-5e1664f92beb req-f13b0fb6-5c11-4acf-9e97-3a46b1db1405 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.196406 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-da8ad7e2-5d39-49e8-95ff-5e1664f92beb req-f13b0fb6-5c11-4acf-9e97-3a46b1db1405 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 948 time: 0.1202083 Nov 27 01:08:36.198034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4b361-f7c6-4515-b472-9f755c6d587f req-4671d3b5-e0a3-4e31-b1dc-079d646bb351 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.206433 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3f4b361-f7c6-4515-b472-9f755c6d587f req-4671d3b5-e0a3-4e31-b1dc-079d646bb351 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.0851395 Nov 27 01:08:36.208109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] For port 9cc60615-fdfb-43b4-bb62-09c5df98a2af, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:36.218117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] For port 9cc60615-fdfb-43b4-bb62-09c5df98a2af, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=9cc60615-fdfb-43b4-bb62-09c5df98a2af,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:36.253812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.269140 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97989964-967f-4216-b19d-448094162ad3 req-9ce76395-ad05-46f0-b6f0-9b237f8839ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f35613-27cb-4e52-8599-3ad79660fe50 HTTP/1.1" status: 200 len: 217 time: 0.0714900 Nov 27 01:08:36.313197 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3f4b361-f7c6-4515-b472-9f755c6d587f req-c369db7f-d1d7-4be1-91c9-a7c0633895ae tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056759 Nov 27 01:08:36.335605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.337206 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.338795 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] 10.222.0.42 "PUT /v2.0/ports/9cc60615-fdfb-43b4-bb62-09c5df98a2af HTTP/1.1" status: 200 len: 1096 time: 1.1995342 Nov 27 01:08:36.343580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53e39ed-3e95-45b9-9234-f2ba1eabd915', 'tag': '9cc60615-fdfb-43b4-bb62-09c5df98a2af'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:36.345927 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38bf682-9ebf-41e1-8427-8aac365a153c" -d '{"events": [{"name": "network-changed", "server_uuid": "c53e39ed-3e95-45b9-9234-f2ba1eabd915", "tag": "9cc60615-fdfb-43b4-bb62-09c5df98a2af"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:36.377139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-f57ae078-ae9a-4a53-b494-cd73f8d73e92 req-4c337d7f-db8a-4600-aca7-e22ca44d944a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Deleting port 80ad8632-d810-4f27-900f-f5e1196609ae {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:36.379194 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f57ae078-ae9a-4a53-b494-cd73f8d73e92 req-4c337d7f-db8a-4600-aca7-e22ca44d944a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.411096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97989964-967f-4216-b19d-448094162ad3 req-9197bf20-e020-45e4-b07b-dd2271789152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.412794 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97989964-967f-4216-b19d-448094162ad3 req-9197bf20-e020-45e4-b07b-dd2271789152 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.1326275 Nov 27 01:08:36.430222 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-da8ad7e2-5d39-49e8-95ff-5e1664f92beb req-61c582c6-abb4-40b3-8f7a-e6c16eca8cd8 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242880 Nov 27 01:08:36.450100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61f1e0-b443-4969-8c99-f0b83d6d0967 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc60615-fdfb-43b4-bb62-09c5df98a2af,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:36.535601 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32412fc9-8c3d-4e3e-8738-f3cec88143a6 x-openstack-request-id: req-32412fc9-8c3d-4e3e-8738-f3cec88143a6 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:36.536067 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53e39ed-3e95-45b9-9234-f2ba1eabd915", "tag": "9cc60615-fdfb-43b4-bb62-09c5df98a2af", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:36.536445 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32412fc9-8c3d-4e3e-8738-f3cec88143a6 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:36.536924 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53e39ed-3e95-45b9-9234-f2ba1eabd915', 'tag': '9cc60615-fdfb-43b4-bb62-09c5df98a2af', 'status': 'completed', 'code': 200} Nov 27 01:08:36.539497 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97989964-967f-4216-b19d-448094162ad3 req-fa84f520-67cc-4139-a931-2ec487b3e68c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820999 Nov 27 01:08:36.598848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['8bd219cc-814e-4cc5-b03e-5dcbfb483342'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:36.634412 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f57ae078-ae9a-4a53-b494-cd73f8d73e92 req-4c337d7f-db8a-4600-aca7-e22ca44d944a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] For port 80ad8632-d810-4f27-900f-f5e1196609ae, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=80ad8632-d810-4f27-900f-f5e1196609ae,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:36.635219 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f57ae078-ae9a-4a53-b494-cd73f8d73e92 req-4c337d7f-db8a-4600-aca7-e22ca44d944a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:36.650276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446aaf6-d030-40c7-983e-51125a922e8d req-faa0bacb-bae8-4882-969f-88b4c03746b4 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.655875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0446aaf6-d030-40c7-983e-51125a922e8d req-faa0bacb-bae8-4882-969f-88b4c03746b4 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 948 time: 0.1898491 Nov 27 01:08:36.675529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-f57ae078-ae9a-4a53-b494-cd73f8d73e92 req-4c337d7f-db8a-4600-aca7-e22ca44d944a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Calling delete_port for 80ad8632-d810-4f27-900f-f5e1196609ae owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:36.707753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-0ce0af95-ef48-45ae-bbff-83ab4ec1c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.709257 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-0ce0af95-ef48-45ae-bbff-83ab4ec1c8c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b1b41032e184477a9f9569de6e5d8ad&device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 1099 time: 0.2445164 Nov 27 01:08:36.724718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c498094-c7f2-4bf9-ae96-bae85bcecdc2 req-aff74a09-a08d-4247-b766-b0c71a647555 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.726401 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c498094-c7f2-4bf9-ae96-bae85bcecdc2 req-aff74a09-a08d-4247-b766-b0c71a647555 tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.42 "GET /v2.0/ports?device_id=402a4b4f-03bd-4153-9cec-7b7fa832f382 HTTP/1.1" status: 200 len: 945 time: 0.2571599 Nov 27 01:08:36.728819 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97989964-967f-4216-b19d-448094162ad3 req-16650626-412b-49de-8130-6da72f948b45 service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787348 Nov 27 01:08:36.809710 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-fffc2546-efbc-453c-95a7-1ff4a977863f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9cc60615-fdfb-43b4-bb62-09c5df98a2af HTTP/1.1" status: 200 len: 217 time: 0.0833583 Nov 27 01:08:36.817259 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0446aaf6-d030-40c7-983e-51125a922e8d req-50d276af-2b83-41e2-9ed1-20d37bee9531 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524642 Nov 27 01:08:36.912384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-84d7655b-3a56-415e-b98d-a0a97adb8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.914945 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-84d7655b-3a56-415e-b98d-a0a97adb8aaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0950801 Nov 27 01:08:36.958617 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97989964-967f-4216-b19d-448094162ad3 req-d395952e-f340-41f9-8dc1-dbc7becd894b service neutron] 10.222.0.42 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200668 Nov 27 01:08:36.967582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0910-3f0f-4eea-b812-ae46f135e0f7 req-003d22a6-7577-4251-adf7-ca475e653590 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:36.970181 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e6b0910-3f0f-4eea-b812-ae46f135e0f7 req-003d22a6-7577-4251-adf7-ca475e653590 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 950 time: 0.1378269 Nov 27 01:08:37.003841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-3c498094-c7f2-4bf9-ae96-bae85bcecdc2 req-04b81148-14b9-4ae6-9256-e319dd7e36eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Deleting port b9078c69-16bb-4897-831d-d1509e215468 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:37.004181 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3c498094-c7f2-4bf9-ae96-bae85bcecdc2 req-04b81148-14b9-4ae6-9256-e319dd7e36eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.018752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c78fe197-7aed-4dc9-8846-b8d810137912 req-834fabc7-b280-47bb-b787-15ec5b201791 tempest-FlavorsV2NegativeTest-2041589776 tempest-FlavorsV2NegativeTest-2041589776-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=149fb35a6ffd49c398f23c349a7dc820&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568411 Nov 27 01:08:37.057230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-306182c2-3a63-4125-a8e8-79b59bddc7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:37.058755 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-306182c2-3a63-4125-a8e8-79b59bddc7f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1347246 Nov 27 01:08:37.073675 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f57ae078-ae9a-4a53-b494-cd73f8d73e92 req-4c337d7f-db8a-4600-aca7-e22ca44d944a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.087443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e6b0910-3f0f-4eea-b812-ae46f135e0f7 req-f1e7ed35-621e-471a-bf53-fec27ace105b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109529 Nov 27 01:08:37.113760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['b9078c69-16bb-4897-831d-d1509e215468', '80ad8632-d810-4f27-900f-f5e1196609ae'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:37.145852 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-3c498094-c7f2-4bf9-ae96-bae85bcecdc2 req-04b81148-14b9-4ae6-9256-e319dd7e36eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] For port b9078c69-16bb-4897-831d-d1509e215468, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b9078c69-16bb-4897-831d-d1509e215468,segment=NetworkSegment(a456c46f-98e8-4fdb-9eab-3c39834f0679),segment_id=a456c46f-98e8-4fdb-9eab-3c39834f0679)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:37.146577 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3c498094-c7f2-4bf9-ae96-bae85bcecdc2 req-04b81148-14b9-4ae6-9256-e319dd7e36eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.160799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-3c498094-c7f2-4bf9-ae96-bae85bcecdc2 req-04b81148-14b9-4ae6-9256-e319dd7e36eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Calling delete_port for b9078c69-16bb-4897-831d-d1509e215468 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:37.216461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c337d7f-db8a-4600-aca7-e22ca44d944a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Pushing event deleted for resources: {'Port': ['ID=80ad8632-d810-4f27-900f-f5e1196609ae,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:37.266456 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-327e0604-5d59-487a-9541-a4ba5742ed88 req-05214b16-0d7c-423f-89c9-5630505683ce tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.37 "GET /v2.0/ports?device_id=4349ded2-cfb0-4663-a7a7-fd3c0a614614 HTTP/1.1" status: 200 len: 210 time: 0.0962863 Nov 27 01:08:37.294345 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57ae078-ae9a-4a53-b494-cd73f8d73e92 req-4c337d7f-db8a-4600-aca7-e22ca44d944a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] No DVR routers for this DVR port 80ad8632-d810-4f27-900f-f5e1196609ae on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:37.330752 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f57ae078-ae9a-4a53-b494-cd73f8d73e92 req-4c337d7f-db8a-4600-aca7-e22ca44d944a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.335938 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f57ae078-ae9a-4a53-b494-cd73f8d73e92 req-4c337d7f-db8a-4600-aca7-e22ca44d944a tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.42 "DELETE /v2.0/ports/80ad8632-d810-4f27-900f-f5e1196609ae HTTP/1.1" status: 204 len: 173 time: 1.1526711 Nov 27 01:08:37.374431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3c498094-c7f2-4bf9-ae96-bae85bcecdc2 req-04b81148-14b9-4ae6-9256-e319dd7e36eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.414432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b81148-14b9-4ae6-9256-e319dd7e36eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Pushing event deleted for resources: {'Port': ['ID=b9078c69-16bb-4897-831d-d1509e215468,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:37.433845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['80ad8632-d810-4f27-900f-f5e1196609ae'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:37.434971 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fe197-7aed-4dc9-8846-b8d810137912 req-0e781512-8c90-4f34-9f99-49e6fa20ea88 tempest-FlavorsV2NegativeTest-2041589776 tempest-FlavorsV2NegativeTest-2041589776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:37.447290 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c78fe197-7aed-4dc9-8846-b8d810137912 req-0e781512-8c90-4f34-9f99-49e6fa20ea88 tempest-FlavorsV2NegativeTest-2041589776 tempest-FlavorsV2NegativeTest-2041589776-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4129899 Nov 27 01:08:37.475276 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-c77c3061-f13c-4e28-a1fc-b4aed87bfdde service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045548 Nov 27 01:08:37.478199 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c78fe197-7aed-4dc9-8846-b8d810137912 req-7d13dccf-1fe0-49f9-a7b7-75193f5bdc91 tempest-FlavorsV2NegativeTest-2041589776 tempest-FlavorsV2NegativeTest-2041589776-project] 10.222.0.37 "GET /v2.0/quotas/149fb35a6ffd49c398f23c349a7dc820 HTTP/1.1" status: 200 len: 375 time: 0.0281148 Nov 27 01:08:37.481814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c498094-c7f2-4bf9-ae96-bae85bcecdc2 req-04b81148-14b9-4ae6-9256-e319dd7e36eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] No DVR routers for this DVR port b9078c69-16bb-4897-831d-d1509e215468 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:37.485242 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3c498094-c7f2-4bf9-ae96-bae85bcecdc2 req-04b81148-14b9-4ae6-9256-e319dd7e36eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.494647 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c498094-c7f2-4bf9-ae96-bae85bcecdc2 req-04b81148-14b9-4ae6-9256-e319dd7e36eb tempest-MultipleCreateTestJSON-414161169 tempest-MultipleCreateTestJSON-414161169-project] 10.222.0.42 "DELETE /v2.0/ports/b9078c69-16bb-4897-831d-d1509e215468 HTTP/1.1" status: 204 len: 173 time: 0.7450790 Nov 27 01:08:37.571098 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c78fe197-7aed-4dc9-8846-b8d810137912 req-4be1edcc-6b04-4a6d-b670-d0a8a0e0ab0f tempest-FlavorsV2NegativeTest-2041589776 tempest-FlavorsV2NegativeTest-2041589776-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=149fb35a6ffd49c398f23c349a7dc820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778401 Nov 27 01:08:37.590472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4349ded2-cfb0-4663-a7a7-fd3c0a614614', 'name': 'network-vif-deleted', 'tag': '80ad8632-d810-4f27-900f-f5e1196609ae'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:37.592906 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebf4798-78ff-4b1c-af46-3cf34d322d5e" -d '{"events": [{"server_uuid": "4349ded2-cfb0-4663-a7a7-fd3c0a614614", "name": "network-vif-deleted", "tag": "80ad8632-d810-4f27-900f-f5e1196609ae"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:37.634864 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98fb7e6c-974d-4ab3-a5d8-105774f2597d req-090c943b-fd54-4d3a-b057-d923812a1172 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518033 Nov 27 01:08:37.636458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a29f2-8a56-43d0-9baf-81da43562737 req-075f2c9e-f33f-40d1-a8c3-18976038dbfd tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:37.638032 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c32a29f2-8a56-43d0-9baf-81da43562737 req-075f2c9e-f33f-40d1-a8c3-18976038dbfd tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 1101 time: 0.0921793 Nov 27 01:08:37.667066 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c32a29f2-8a56-43d0-9baf-81da43562737 req-95907189-0e05-45d7-9287-5aa9fef31243 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.807973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bf682-9ebf-41e1-8427-8aac365a153c req-e55b57b9-114b-4d63-802f-2c4fa557c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:37.809656 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c38bf682-9ebf-41e1-8427-8aac365a153c req-e55b57b9-114b-4d63-802f-2c4fa557c9a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b1b41032e184477a9f9569de6e5d8ad&device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 1099 time: 0.0634844 Nov 27 01:08:37.812337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c32a29f2-8a56-43d0-9baf-81da43562737 req-95907189-0e05-45d7-9287-5aa9fef31243 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.822469 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c32a29f2-8a56-43d0-9baf-81da43562737 req-95907189-0e05-45d7-9287-5aa9fef31243 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:37.898029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c32a29f2-8a56-43d0-9baf-81da43562737 req-95907189-0e05-45d7-9287-5aa9fef31243 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515650 Nov 27 01:08:37.898943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95907189-0e05-45d7-9287-5aa9fef31243 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e02eb8-4fee-4557-b6fd-7b6ebb1e5779,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:38.016878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d7487-b483-459e-816c-f1a8266072b7 req-1ce7174a-4f7e-4029-a1b8-30639c33ecad tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:38.024094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de7d7487-b483-459e-816c-f1a8266072b7 req-1ce7174a-4f7e-4029-a1b8-30639c33ecad tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.0855567 Nov 27 01:08:38.077886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bf682-9ebf-41e1-8427-8aac365a153c req-6d3cc69a-5c13-4762-b399-89daa3b3d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:38.079807 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c38bf682-9ebf-41e1-8427-8aac365a153c req-6d3cc69a-5c13-4762-b399-89daa3b3d881 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2613995 Nov 27 01:08:38.126640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332928-29da-48fc-8928-8cb5d9059c72 req-2aa827ef-c33e-435e-952d-a5c2e113cebe tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:38.128514 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63332928-29da-48fc-8928-8cb5d9059c72 req-2aa827ef-c33e-435e-952d-a5c2e113cebe tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 948 time: 0.1000593 Nov 27 01:08:38.153985 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de7d7487-b483-459e-816c-f1a8266072b7 req-9fce6507-e80c-45dd-bc84-350a615fec04 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290112 Nov 27 01:08:38.155431 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c38bf682-9ebf-41e1-8427-8aac365a153c req-9429cd9a-d3c2-405e-8758-fdddae3cf420 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9cc60615-fdfb-43b4-bb62-09c5df98a2af HTTP/1.1" status: 200 len: 217 time: 0.0533018 Nov 27 01:08:38.233130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63332928-29da-48fc-8928-8cb5d9059c72 req-5dc4f57c-324a-4955-9568-2021f39db18c tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939953 Nov 27 01:08:38.254341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bf682-9ebf-41e1-8427-8aac365a153c req-64a693dc-4018-4edd-8cda-46d3b4c2ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:38.262828 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c38bf682-9ebf-41e1-8427-8aac365a153c req-64a693dc-4018-4edd-8cda-46d3b4c2ddf8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0926888 Nov 27 01:08:38.266772 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df0194b-5efa-4855-a02b-eda588c44a5e x-openstack-request-id: req-5df0194b-5efa-4855-a02b-eda588c44a5e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:38.267149 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4349ded2-cfb0-4663-a7a7-fd3c0a614614", "name": "network-vif-deleted", "tag": "80ad8632-d810-4f27-900f-f5e1196609ae", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:38.268713 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5df0194b-5efa-4855-a02b-eda588c44a5e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:38.270327 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4349ded2-cfb0-4663-a7a7-fd3c0a614614', 'name': 'network-vif-deleted', 'tag': '80ad8632-d810-4f27-900f-f5e1196609ae', 'status': 'completed', 'code': 200} Nov 27 01:08:38.421918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bf682-9ebf-41e1-8427-8aac365a153c req-4a8ea371-d6ed-4049-b1d6-125595c297a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:38.424439 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c38bf682-9ebf-41e1-8427-8aac365a153c req-4a8ea371-d6ed-4049-b1d6-125595c297a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1350472 Nov 27 01:08:38.434681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49650) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:38.451840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae633d3-a6f4-4f2a-b8a2-62f13654bed3 req-bcd43c87-ebcd-4901-beb2-d31709a77e93 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:38.454121 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eae633d3-a6f4-4f2a-b8a2-62f13654bed3 req-bcd43c87-ebcd-4901-beb2-d31709a77e93 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 945 time: 0.1186574 Nov 27 01:08:38.503058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447895f-384d-48a9-904f-c6bfdbe4f9e0 req-f4a3ef91-9757-48c8-9c44-a904d9e3696f tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:38.504569 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8447895f-384d-48a9-904f-c6bfdbe4f9e0 req-f4a3ef91-9757-48c8-9c44-a904d9e3696f tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 948 time: 0.0732155 Nov 27 01:08:38.539048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402a4b4f-03bd-4153-9cec-7b7fa832f382', 'name': 'network-vif-deleted', 'tag': 'b9078c69-16bb-4897-831d-d1509e215468'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:38.541657 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d82fc7d-1edf-43fb-9e95-59237ed050ca" -d '{"events": [{"server_uuid": "402a4b4f-03bd-4153-9cec-7b7fa832f382", "name": "network-vif-deleted", "tag": "b9078c69-16bb-4897-831d-d1509e215468"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:38.567338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8447895f-384d-48a9-904f-c6bfdbe4f9e0 req-df454abf-2257-47a6-9f99-955ae63994e9 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553823 Nov 27 01:08:38.642521 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6feb0e7-5cba-4161-bad1-7bb06605fda4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.657119 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c38bf682-9ebf-41e1-8427-8aac365a153c req-0ca5f41d-71e5-4e37-a970-176692de52d4 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149088 Nov 27 01:08:38.691254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eae633d3-a6f4-4f2a-b8a2-62f13654bed3 req-5ae68416-eed9-4567-a595-ea75d2878d4e tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272668 Nov 27 01:08:38.766039 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:08:38.790074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49660) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:38.812774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c38bf682-9ebf-41e1-8427-8aac365a153c req-40009cbe-d3e4-4809-820b-fd6445c1bb4b service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416988 Nov 27 01:08:38.830026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6feb0e7-5cba-4161-bad1-7bb06605fda4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.835338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6feb0e7-5cba-4161-bad1-7bb06605fda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.849538 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b4efef-2cbc-441f-b010-228849c275d8 x-openstack-request-id: req-67b4efef-2cbc-441f-b010-228849c275d8 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:38.850077 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402a4b4f-03bd-4153-9cec-7b7fa832f382", "name": "network-vif-deleted", "tag": "b9078c69-16bb-4897-831d-d1509e215468", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:38.850533 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67b4efef-2cbc-441f-b010-228849c275d8 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:38.858529 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402a4b4f-03bd-4153-9cec-7b7fa832f382', 'name': 'network-vif-deleted', 'tag': 'b9078c69-16bb-4897-831d-d1509e215468', 'status': 'completed', 'code': 200} Nov 27 01:08:38.884696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfa35b8-1258-43d1-a92f-8125fba5876d admin admin] Deleting subnet 3430bc1f-d262-4e9e-8690-dd8f9ff52acc {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:38.890583 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bfa35b8-1258-43d1-a92f-8125fba5876d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.894938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feb0e7-5cba-4161-bad1-7bb06605fda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43221e80-ac05-4131-8169-1c6d3128c9fe,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:38.900707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a6feb0e7-5cba-4161-bad1-7bb06605fda4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=149fb35a6ffd49c398f23c349a7dc820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4648104 Nov 27 01:08:38.903333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49668) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:38.966927 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-a3ced662-6f40-455d-96ba-476ca86f1789 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277836 Nov 27 01:08:38.968265 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62bb34b9-0ae3-4b40-86cd-32e94b2a4a24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.971619 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bfa35b8-1258-43d1-a92f-8125fba5876d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:38.992359 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62bb34b9-0ae3-4b40-86cd-32e94b2a4a24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.047985 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62bb34b9-0ae3-4b40-86cd-32e94b2a4a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.050975 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62bb34b9-0ae3-4b40-86cd-32e94b2a4a24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.054290 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-62bb34b9-0ae3-4b40-86cd-32e94b2a4a24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43221e80-ac05-4131-8169-1c6d3128c9fe HTTP/1.1" status: 204 len: 168 time: 0.1479924 Nov 27 01:08:39.061918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb34b9-0ae3-4b40-86cd-32e94b2a4a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43221e80-ac05-4131-8169-1c6d3128c9fe,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:39.072519 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bfa35b8-1258-43d1-a92f-8125fba5876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.166026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-b236812d-7128-41d5-a02f-8d359c077c6a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:39.167607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-b236812d-7128-41d5-a02f-8d359c077c6a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763537 Nov 27 01:08:39.197282 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bfa35b8-1258-43d1-a92f-8125fba5876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.215328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-5c5e7a89-8c4b-41b6-ad29-624d7601e681 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/quotas/6a1d403d2fdd436a9b8643cfab51aec6 HTTP/1.1" status: 200 len: 375 time: 0.0398936 Nov 27 01:08:39.248847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa35b8-1258-43d1-a92f-8125fba5876d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3430bc1f-d262-4e9e-8690-dd8f9ff52acc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:39.270085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bfa35b8-1258-43d1-a92f-8125fba5876d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.277223 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3bfa35b8-1258-43d1-a92f-8125fba5876d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3430bc1f-d262-4e9e-8690-dd8f9ff52acc HTTP/1.1" status: 204 len: 168 time: 0.4863510 Nov 27 01:08:39.287426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49682) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:39.343253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5675e-8dda-4d79-ad3d-3188e20d36c6 req-4f1283d7-a872-4fed-ad3c-3907e46a6e61 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:39.343253 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aed5675e-8dda-4d79-ad3d-3188e20d36c6 req-4f1283d7-a872-4fed-ad3c-3907e46a6e61 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.0879490 Nov 27 01:08:39.359475 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-3c604ba3-a6a6-4872-94c5-7900d9388a01 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432779 Nov 27 01:08:39.389588 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.422431 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aed5675e-8dda-4d79-ad3d-3188e20d36c6 req-7a0807cd-4424-4cf5-80f1-f48b1c805439 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712752 Nov 27 01:08:39.495029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.545997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7784b642-30fe-4b93-a9ca-57111469deb9']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:39.557987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a456c46f-98e8-4fdb-9eab-3c39834f0679') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:39.558381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a456c46f-98e8-4fdb-9eab-3c39834f0679') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:39.583244 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.604347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-ed13f38d-dbd9-4316-9bba-1fbf265043c4 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:39.605557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.606527 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-ed13f38d-dbd9-4316-9bba-1fbf265043c4 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.11 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 945 time: 0.1302631 Nov 27 01:08:39.621391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dc28f-2a63-4061-a9d2-f711bbca150e req-422ea636-6fdd-446f-80ea-86a61f5a1117 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:39.622957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:39.623407 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:39.628611 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:39.631379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d65dc28f-2a63-4061-a9d2-f711bbca150e req-422ea636-6fdd-446f-80ea-86a61f5a1117 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 948 time: 0.1144450 Nov 27 01:08:39.645583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8bd219cc-814e-4cc5-b03e-5dcbfb483342 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:39.744992 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:39.751823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:39.752536 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.756814 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.764230 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:39.771387 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7784b642-30fe-4b93-a9ca-57111469deb9 HTTP/1.1" status: 204 len: 168 time: 0.4795759 Nov 27 01:08:39.782976 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371ae9b-07a2-4114-9395-6709a0261d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=7784b642-30fe-4b93-a9ca-57111469deb9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:39.845363 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d65dc28f-2a63-4061-a9d2-f711bbca150e req-80018883-6e19-481d-b700-55fc7b3f02ac tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065136 Nov 27 01:08:39.862936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Deleting port 242ba329-cad6-4dd8-ae45-123a4230251a {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:39.863252 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.029956 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.051243 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49710) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:40.122642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c00ec-9f9a-4983-96ab-f32e7b2e2e73 req-187c557e-d26c-43e4-a2dc-44b28549041d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:40.126665 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-889c00ec-9f9a-4983-96ab-f32e7b2e2e73 req-187c557e-d26c-43e4-a2dc-44b28549041d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 948 time: 0.1237352 Nov 27 01:08:40.127599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:40.129291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:40.131901 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91e0ad9-8ef3-4cbc-b58b-6cde3a6816f3" -d '{"events": [{"server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "name": "network-vif-plugged", "status": "completed", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:40.137479 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.166681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49716) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:40.194666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8bd219cc-814e-4cc5-b03e-5dcbfb483342,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:40.223292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] For port 242ba329-cad6-4dd8-ae45-123a4230251a, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=242ba329-cad6-4dd8-ae45-123a4230251a,segment=NetworkSegment(aaaa92eb-609b-4ea3-8c01-e6b8d483dc80),segment_id=aaaa92eb-609b-4ea3-8c01-e6b8d483dc80)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:40.223597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.266312 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bc31f31b-7d52-4ef4-89bd-3963d49945ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a6bdcf829ad46ee8d6a8d560226479a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098112 Nov 27 01:08:40.275738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-889c00ec-9f9a-4983-96ab-f32e7b2e2e73 req-348c5a5b-f39e-4080-8e40-3cc0014789d6 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390340 Nov 27 01:08:40.275887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14dcde-b9f7-43a6-aca8-e589b1721f91 req-a7c9002d-18bb-4401-ac1c-f61b56cb028e tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:40.277412 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c14dcde-b9f7-43a6-aca8-e589b1721f91 req-a7c9002d-18bb-4401-ac1c-f61b56cb028e tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 945 time: 0.1919651 Nov 27 01:08:40.278788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49722) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:40.345073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-259190a5-6e35-459d-9cbf-b0f4f24c22c1 service neutron] 10.222.0.42 "GET /v2.0/ports/04f35613-27cb-4e52-8599-3ad79660fe50/bindings/n-h1-819494-2 HTTP/1.1" status: 200 len: 384 time: 0.2233126 Nov 27 01:08:40.374552 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ec1a-d4a3-451e-9f58-26548b40bb2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.403242 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ec1a-d4a3-451e-9f58-26548b40bb2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.449787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1958558361-network', 'tenant_id': 'ce3ee8bd4f5b41dc9628ea3e927651b8'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:40.480317 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Made reservation on behalf of ce3ee8bd4f5b41dc9628ea3e927651b8 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:40.483679 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.495011 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.541536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 9cc60615-fdfb-43b4-bb62-09c5df98a2af details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:40.561471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b9078c69-16bb-4897-831d-d1509e215468 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:40.578546 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ec1a-d4a3-451e-9f58-26548b40bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.584543 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfde0526-0cd9-4345-93ca-f9b797263bb9 x-openstack-request-id: req-cfde0526-0cd9-4345-93ca-f9b797263bb9 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:40.584980 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "name": "network-vif-plugged", "status": "completed", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:40.585315 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfde0526-0cd9-4345-93ca-f9b797263bb9 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:40.585854 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ec1a-d4a3-451e-9f58-26548b40bb2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.586897 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'code': 200} Nov 27 01:08:40.590988 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dfb2ec1a-d4a3-451e-9f58-26548b40bb2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb HTTP/1.1" status: 204 len: 168 time: 0.3095493 Nov 27 01:08:40.649542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2ec1a-d4a3-451e-9f58-26548b40bb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4f5d96-8b9f-459b-98a7-18d7dbecd2fb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:40.660066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: b9078c69-16bb-4897-831d-d1509e215468 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:40.661431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b9078c69-16bb-4897-831d-d1509e215468 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:40.663906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 80ad8632-d810-4f27-900f-f5e1196609ae no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:40.743648 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.resource_extend [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:08:40.796790 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.809111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaa4ec-06a9-4eac-8487-333087c07f70 req-6e54ea41-b6ca-4fb5-910d-fe9d538941ad tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:40.811906 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ebcaa4ec-06a9-4eac-8487-333087c07f70 req-6e54ea41-b6ca-4fb5-910d-fe9d538941ad tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.1034727 Nov 27 01:08:40.813812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.844615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be8a486-2d4d-4d5e-89f6-1d86863dafbe,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:40.870934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 80ad8632-d810-4f27-900f-f5e1196609ae {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:40.871583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 80ad8632-d810-4f27-900f-f5e1196609ae not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:40.875150 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 04f35613-27cb-4e52-8599-3ad79660fe50 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:40.885861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:08:40.901233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:40.901735 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Added segment 2d9d6173-f790-4e5e-bbc4-35fbf6e1e718 of type vlan for network b3548a08-0d82-4fac-98d5-aff29ad7422b Nov 27 01:08:40.929062 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c14dcde-b9f7-43a6-aca8-e589b1721f91 req-dd83d9d7-8d54-4161-806f-673ae43e417c tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups?id=40a5647d-5783-44a5-b895-b82883b3b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6075947 Nov 27 01:08:40.967353 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ebcaa4ec-06a9-4eac-8487-333087c07f70 req-30b74b5c-e699-4492-9d9f-214661c182a5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249042 Nov 27 01:08:41.004706 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.011182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 9cc60615-fdfb-43b4-bb62-09c5df98a2af, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=9cc60615-fdfb-43b4-bb62-09c5df98a2af,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:41.018965 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.019930 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.020764 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Floating IP d33999b4-82cf-40da-b26d-8984eb63d6cc disassociated. External IP: 172.25.3.76, port: 242ba329-cad6-4dd8-ae45-123a4230251a. Nov 27 01:08:41.021384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Calling delete_port for 242ba329-cad6-4dd8-ae45-123a4230251a owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:41.028880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '9cc60615-fdfb-43b4-bb62-09c5df98a2af', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '9cc60615-fdfb-43b4-bb62-09c5df98a2af', 'mac_address': 'fa:16:3e:6d:ca:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:41.067161 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.068881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:41.069554 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.099341 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.150183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc60615-fdfb-43b4-bb62-09c5df98a2af {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:41.188892 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0170486 Nov 27 01:08:41.194117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49746) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:41.198806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 9cc60615-fdfb-43b4-bb62-09c5df98a2af, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=9cc60615-fdfb-43b4-bb62-09c5df98a2af,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:41.201484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5cc40084-31e4-485e-88be-11613fc8c5c7 admin admin] Request body: {'subnet': {'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1958558361-subnet', 'tenant_id': 'ce3ee8bd4f5b41dc9628ea3e927651b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:41.204747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ce035-6ef3-4af7-9c09-1b8e04ad363e admin admin] Pushing event updated for resources: {'Network': ['ID=b3548a08-0d82-4fac-98d5-aff29ad7422b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:41.206516 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.221500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network b3548a08-0d82-4fac-98d5-aff29ad7422b details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:08:41.234599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1df27-b159-40a9-8d0b-ac242194ed8f req-b357c796-de3e-446b-b15d-8e484d688c6b tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:41.242353 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7b1df27-b159-40a9-8d0b-ac242194ed8f req-b357c796-de3e-446b-b15d-8e484d688c6b tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 949 time: 0.1473339 Nov 27 01:08:41.275843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc40084-31e4-485e-88be-11613fc8c5c7 admin admin] Made reservation on behalf of ce3ee8bd4f5b41dc9628ea3e927651b8 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:41.282222 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cc40084-31e4-485e-88be-11613fc8c5c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.389633 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.402776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c3f25-4eed-4c73-996a-d2e4ba96388d req-b5211326-f4f8-4f40-a9a0-1594b39a6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:41.404472 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c1c3f25-4eed-4c73-996a-d2e4ba96388d req-b5211326-f4f8-4f40-a9a0-1594b39a6f96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 1100 time: 0.6170361 Nov 27 01:08:41.406092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=9cc60615-fdfb-43b4-bb62-09c5df98a2af,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:41.435279 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7b1df27-b159-40a9-8d0b-ac242194ed8f req-9e7e91b6-baf9-4264-93ca-1061ecc88171 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910062 Nov 27 01:08:41.467176 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20cb2ce7-e0c1-400b-8c5d-6b94d5a0791d req-02b83b64-3405-4242-bb82-317c29f9b7f5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 210 time: 0.3511875 Nov 27 01:08:41.471341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Pushing event deleted for resources: {'Port': ['ID=242ba329-cad6-4dd8-ae45-123a4230251a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:41.500584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['9cc60615-fdfb-43b4-bb62-09c5df98a2af'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:41.516090 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08fe1565-d25a-4a69-9105-98e8ff8b33ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.673139 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cc40084-31e4-485e-88be-11613fc8c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.755681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc40084-31e4-485e-88be-11613fc8c5c7 admin admin] Checking segment: {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:41.756258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc40084-31e4-485e-88be-11613fc8c5c7 admin admin] Network hostable DHCP agents. Network: b3548a08-0d82-4fac-98d5-aff29ad7422b, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:08:41.764183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc40084-31e4-485e-88be-11613fc8c5c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=504f1765-0bcd-439e-ba48-1e72e3687e0a,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:41.791672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc40084-31e4-485e-88be-11613fc8c5c7 admin admin] Network b3548a08-0d82-4fac-98d5-aff29ad7422b is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:08:41.806676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-5cc40084-31e4-485e-88be-11613fc8c5c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, b3548a08-0d82-4fac-98d5-aff29ad7422b) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:41.819953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a6418-0e15-4c85-ac1b-c77ff578768e None None] Network b3548a08-0d82-4fac-98d5-aff29ad7422b requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:41.830351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-bcd091f2-adc7-458c-b12e-1044228c9834 service neutron] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=04f35613-27cb-4e52-8599-3ad79660fe50,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:41.833744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc40084-31e4-485e-88be-11613fc8c5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:41.835578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cc40084-31e4-485e-88be-11613fc8c5c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:41.872741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5cc40084-31e4-485e-88be-11613fc8c5c7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6763051 Nov 27 01:08:41.875173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c1c3f25-4eed-4c73-996a-d2e4ba96388d req-1944bb6b-19e2-435d-85db-82ab4672c204 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214914 Nov 27 01:08:41.905777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-bcd091f2-adc7-458c-b12e-1044228c9834 service neutron] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:41.958978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac938-be56-4ed8-a45d-9c31dbfd7e03 req-5892ba08-f55f-4978-8fcf-da9090d9dac9 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:41.970898 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-929ac938-be56-4ed8-a45d-9c31dbfd7e03 req-5892ba08-f55f-4978-8fcf-da9090d9dac9 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 949 time: 0.3544908 Nov 27 01:08:42.040276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:08:42.075056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49772) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:42.105271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464830d5-9f63-43c8-8261-26c3c03a2b10 None None] Network b3548a08-0d82-4fac-98d5-aff29ad7422b requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:42.105816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-bcd091f2-adc7-458c-b12e-1044228c9834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f35613-27cb-4e52-8599-3ad79660fe50 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:42.131940 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-929ac938-be56-4ed8-a45d-9c31dbfd7e03 req-078c4a17-294c-44ca-b44a-95a1dfb87e33 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556282 Nov 27 01:08:42.155531 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-33318f7b-6e64-41a3-ac81-ddcec554fcbd tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813193 Nov 27 01:08:42.178126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-bcd091f2-adc7-458c-b12e-1044228c9834 service neutron] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=04f35613-27cb-4e52-8599-3ad79660fe50,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:42.190728 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87b8a43c-783b-4f93-9c5a-b3162cc13bd9 req-66f790f4-b9bf-4434-a62d-d7593981f777 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/ports?device_id=a385fcda-5982-49ae-9ab9-2d8a39eaf027 HTTP/1.1" status: 200 len: 210 time: 0.0766485 Nov 27 01:08:42.286296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-bcd091f2-adc7-458c-b12e-1044228c9834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.358815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-38dbd08c-7cbc-432d-85a1-1d27c75565b1 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:42.360760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-38dbd08c-7cbc-432d-85a1-1d27c75565b1 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811776 Nov 27 01:08:42.367966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-964631802-network', 'tenant_id': '626c09a4436c4b84914c9357889374b1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:42.389388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Request body: {'port': {'device_id': '4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '6a1d403d2fdd436a9b8643cfab51aec6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:42.462569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:08:42.473238 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6b49a-a1c7-4301-99e0-ce7c837a626c req-fd2d62fd-7930-47bf-80df-de588c29c507 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:42.474448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697ab05-9f65-4fbc-95ae-7203bd76f6a4 None None] Sync routers for ids ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:08:42.481493 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1eb6b49a-a1c7-4301-99e0-ce7c837a626c req-fd2d62fd-7930-47bf-80df-de588c29c507 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 943 time: 0.1880150 Nov 27 01:08:42.487375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b697ab05-9f65-4fbc-95ae-7203bd76f6a4 None None] Routers {'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:42.488537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b697ab05-9f65-4fbc-95ae-7203bd76f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:08:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:42.559911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-bcd091f2-adc7-458c-b12e-1044228c9834 service neutron] Transition to ACTIVE for port object 04f35613-27cb-4e52-8599-3ad79660fe50 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:42.565360 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 9cc60615-fdfb-43b4-bb62-09c5df98a2af up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:42.582021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.api [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 01:08:42.582021 n-d-819494-2 neutron-server[103385]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 27 01:08:42.582021 n-d-819494-2 neutron-server[103385]: [parameters: {'project_id': '626c09a4436c4b84914c9357889374b1', 'id': '245c390a-743d-49c7-8671-decd3a56987c', 'expiration': datetime.datetime(2021, 11, 27, 1, 10, 42, 569272)}] Nov 27 01:08:42.582021 n-d-819494-2 neutron-server[103385]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:08:42.583213 n-d-819494-2 neutron-server[103385]: DEBUG oslo_db.api [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:08:42.586124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] No DVR routers for this DVR port 242ba329-cad6-4dd8-ae45-123a4230251a on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:42.587283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Made reservation on behalf of 6a1d403d2fdd436a9b8643cfab51aec6 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:42.591609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.595088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98fb339e-b2e5-4b50-ae6b-af32c1fd7660 req-08cf906e-7585-400c-8506-319d6d74f993 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.11 "DELETE /v2.0/ports/242ba329-cad6-4dd8-ae45-123a4230251a HTTP/1.1" status: 204 len: 173 time: 2.9565284 Nov 27 01:08:42.596040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'name': 'network-vif-deleted', 'tag': '242ba329-cad6-4dd8-ae45-123a4230251a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:42.598747 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ab9918-5715-46af-91fe-dda1e097b57c" -d '{"events": [{"server_uuid": "a385fcda-5982-49ae-9ab9-2d8a39eaf027", "name": "network-vif-deleted", "tag": "242ba329-cad6-4dd8-ae45-123a4230251a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:42.603702 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-bcd091f2-adc7-458c-b12e-1044228c9834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.605991 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.610681 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-473b210d-f6a6-451e-b5a4-f275051f939a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738149 Nov 27 01:08:42.751842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b697ab05-9f65-4fbc-95ae-7203bd76f6a4 None None] Set router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:42.767864 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1eb6b49a-a1c7-4301-99e0-ce7c837a626c req-1e836158-c0e0-4c14-a92d-c2365292da11 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853029 Nov 27 01:08:42.791523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd091f2-adc7-458c-b12e-1044228c9834 service neutron] Pushing event updated for resources: {'Port': ['ID=04f35613-27cb-4e52-8599-3ad79660fe50,revision_number=10']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:42.796979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-bcd091f2-adc7-458c-b12e-1044228c9834 service neutron] No DVR routers for this DVR port 04f35613-27cb-4e52-8599-3ad79660fe50 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:42.861187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-71801973-461a-4c36-9ca8-997a89e7f606 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:42.868758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 9cc60615-fdfb-43b4-bb62-09c5df98a2af completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:42.871371 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-71801973-461a-4c36-9ca8-997a89e7f606 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/networks?id=b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 200 len: 805 time: 0.2486494 Nov 27 01:08:42.878221 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-bcd091f2-adc7-458c-b12e-1044228c9834 service neutron] 10.222.0.42 "PUT /v2.0/ports/04f35613-27cb-4e52-8599-3ad79660fe50/bindings/n-h1-819494-2/activate HTTP/1.1" status: 200 len: 369 time: 2.5196843 Nov 27 01:08:42.895551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-4fbf6652-f2d4-4eb8-af59-794867fae88c tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:42.897179 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-4fbf6652-f2d4-4eb8-af59-794867fae88c tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2776222 Nov 27 01:08:42.897993 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-8f6f4fc7-910b-4e0a-b584-d3463cb0b247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/quotas/ce3ee8bd4f5b41dc9628ea3e927651b8 HTTP/1.1" status: 200 len: 375 time: 0.0254064 Nov 27 01:08:42.915605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 9cc60615-fdfb-43b4-bb62-09c5df98a2af triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:42.916041 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:42.940261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Request body: {'port': {'device_id': 'f24b57a9-2798-4182-8299-9f89eeae7d69', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '6a1d403d2fdd436a9b8643cfab51aec6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:42.957381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-46180768-bbc4-4d94-8d67-2f7489f4b19c tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518091 Nov 27 01:08:42.958468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Allocated IP 192.168.233.133 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/acc35f7f-110e-43d3-a54e-92936f9ab0a4) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:43.057306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785601da-5d8f-4f89-9735-0cf529b307b4 req-8cbb31dc-691a-4630-9e89-8f287f5d8b29 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:43.059122 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-785601da-5d8f-4f89-9735-0cf529b307b4 req-8cbb31dc-691a-4630-9e89-8f287f5d8b29 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 949 time: 0.1599441 Nov 27 01:08:43.235856 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.255938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-60226fce-8c3b-4a03-865f-10e52468d2b3 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:43.257934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-60226fce-8c3b-4a03-865f-10e52468d2b3 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0&tenant_id=f2c4589faa8344f6a41a0124c0fb2253&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1095 time: 0.1944389 Nov 27 01:08:43.264430 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-785601da-5d8f-4f89-9735-0cf529b307b4 req-b8b27ef9-f32a-4437-ac5a-9351898f8dd1 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839488 Nov 27 01:08:43.266447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Made reservation on behalf of 6a1d403d2fdd436a9b8643cfab51aec6 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:43.270653 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.302039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53e39ed-3e95-45b9-9234-f2ba1eabd915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc60615-fdfb-43b4-bb62-09c5df98a2af'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:43.304464 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5f7271-a533-4afd-9142-d22fec224a60" -d '{"events": [{"server_uuid": "c53e39ed-3e95-45b9-9234-f2ba1eabd915", "name": "network-vif-plugged", "status": "completed", "tag": "9cc60615-fdfb-43b4-bb62-09c5df98a2af"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:43.324473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 9cc60615-fdfb-43b4-bb62-09c5df98a2af, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=9cc60615-fdfb-43b4-bb62-09c5df98a2af,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:43.348918 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.388100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b697ab05-9f65-4fbc-95ae-7203bd76f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:06:16Z', 'revision_number': 4, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e', 'name': '', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'mac_address': 'fa:16:3e:cf:41:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:15Z', 'updated_at': '2021-11-27T01:06:20Z', 'revision_number': 5, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'subnets': [{'id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:43.424173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697ab05-9f65-4fbc-95ae-7203bd76f6a4 None None] Checking router: a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:08:43.445331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b697ab05-9f65-4fbc-95ae-7203bd76f6a4 None None] Routers {'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:43.446805 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b697ab05-9f65-4fbc-95ae-7203bd76f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:08:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:43.450097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=9cc60615-fdfb-43b4-bb62-09c5df98a2af,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:43.495733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Made reservation on behalf of 626c09a4436c4b84914c9357889374b1 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:43.498822 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.507005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-edfeacdc-8306-4c9b-91e5-922b39b3a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:43.509059 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-edfeacdc-8306-4c9b-91e5-922b39b3a3aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0&tenant_id=f2c4589faa8344f6a41a0124c0fb2253 HTTP/1.1" status: 200 len: 1095 time: 0.2348666 Nov 27 01:08:43.526986 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.531056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cf3fb103-56fb-4dd3-9338-17c835cef3fd req-221efccb-8ea5-4403-a9a9-85242823935b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 210 time: 0.0451267 Nov 27 01:08:43.580939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-f2558b11-e2f2-4333-b2fc-7d6e36b770c1 service neutron] 10.222.0.37 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995059 Nov 27 01:08:43.624631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-9ae438b9-7988-4f14-a205-30065f296cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:43.626495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-9ae438b9-7988-4f14-a205-30065f296cc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0795820 Nov 27 01:08:43.635896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b697ab05-9f65-4fbc-95ae-7203bd76f6a4 None None] Set router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:43.662143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 242ba329-cad6-4dd8-ae45-123a4230251a no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:43.694614 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.694976 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 242ba329-cad6-4dd8-ae45-123a4230251a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:43.695706 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 242ba329-cad6-4dd8-ae45-123a4230251a not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:43.790514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-a63c5935-6787-4d0e-a087-1c86a0403977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:43.792213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-a63c5935-6787-4d0e-a087-1c86a0403977 service neutron] 10.222.0.11 "GET /v2.0/networks?id=de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 200 len: 908 time: 0.1233416 Nov 27 01:08:43.793832 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec83b0-ab77-49d0-adf6-020402f69f50 x-openstack-request-id: req-52ec83b0-ab77-49d0-adf6-020402f69f50 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:43.794122 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a385fcda-5982-49ae-9ab9-2d8a39eaf027", "name": "network-vif-deleted", "tag": "242ba329-cad6-4dd8-ae45-123a4230251a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:43.797631 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.798677 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52ec83b0-ab77-49d0-adf6-020402f69f50 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:43.799172 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a385fcda-5982-49ae-9ab9-2d8a39eaf027', 'name': 'network-vif-deleted', 'tag': '242ba329-cad6-4dd8-ae45-123a4230251a', 'status': 'completed', 'code': 200} Nov 27 01:08:43.801126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-98c37e39-f7f4-4e13-9436-b6a73cea6d92 service neutron] 10.222.0.37 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115071 Nov 27 01:08:43.805151 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.814372 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.850009 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-db24b2ca-f3c7-4024-81b9-e2999cd583eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f35613-27cb-4e52-8599-3ad79660fe50 HTTP/1.1" status: 200 len: 217 time: 0.0497100 Nov 27 01:08:43.877914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:08:43.902766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:43.910814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:43.915137 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:43.915439 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Added segment 31978956-b772-4fab-b4d4-cd0f35e30ced of type vlan for network a1daf19d-85a6-4d0e-b502-aaf001a13280 Nov 27 01:08:43.928519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event updated for resources: {'Port': ['ID=acc35f7f-110e-43d3-a54e-92936f9ab0a4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:43.931757 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:43.934913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:43.972412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:44.008133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca805c80-28cd-420a-8f97-adde60c2bd8b req-faee66fc-38cb-4ac0-9827-86bea999d92e tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:44.009582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca805c80-28cd-420a-8f97-adde60c2bd8b req-faee66fc-38cb-4ac0-9827-86bea999d92e tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 950 time: 0.1549070 Nov 27 01:08:44.025094 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.103803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Allocated IP 192.168.233.16 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/bc71c429-4de8-45fe-95a8-97571afdfc48) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:44.114349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:44.114349 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.121063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-ed7f40bb-ca73-4761-b0ce-5e83916d7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:44.122754 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-ed7f40bb-ca73-4761-b0ce-5e83916d7791 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 200 len: 847 time: 0.2162418 Nov 27 01:08:44.136585 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca805c80-28cd-420a-8f97-adde60c2bd8b req-b97355ce-fe38-4368-91ea-58255b0c9e68 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130295 Nov 27 01:08:44.166249 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-6772b278-e430-42e1-a17d-6446a07722c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7882919 Nov 27 01:08:44.167300 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.168568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:44.169413 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.192824 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25efe17-c3d4-4259-83ae-28818d900bcf x-openstack-request-id: req-d25efe17-c3d4-4259-83ae-28818d900bcf {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:44.193521 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53e39ed-3e95-45b9-9234-f2ba1eabd915", "name": "network-vif-plugged", "status": "completed", "tag": "9cc60615-fdfb-43b4-bb62-09c5df98a2af", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:44.194049 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d25efe17-c3d4-4259-83ae-28818d900bcf {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:44.194960 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53e39ed-3e95-45b9-9234-f2ba1eabd915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc60615-fdfb-43b4-bb62-09c5df98a2af', 'code': 200} Nov 27 01:08:44.211041 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-b96d61ba-7689-47e4-881d-5acc6aee8ac8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=de49c4d1-59db-445a-b848-6fcbaeb4ac30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652506 Nov 27 01:08:44.232893 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Request body: {'port': {'device_id': '4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:44.281247 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.282231 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aecc1509-2de9-4462-8113-96012a4f3dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.334965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b697ab05-9f65-4fbc-95ae-7203bd76f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:06:16Z', 'revision_number': 4, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e', 'name': '', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'mac_address': 'fa:16:3e:cf:41:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:15Z', 'updated_at': '2021-11-27T01:06:20Z', 'revision_number': 5, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'subnets': [{'id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:44.388509 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3123689 Nov 27 01:08:44.406720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49818) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:44.419630 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-466d7ab4-611c-424e-a5ec-8c442b8545e0 req-9ede9b91-a08c-42c8-a68f-ab65b828fff3 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 210 time: 0.1725895 Nov 27 01:08:44.420271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697ab05-9f65-4fbc-95ae-7203bd76f6a4 None None] The sync data for ids ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'] in n-d-819494-2 is: [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:06:16Z', 'revision_number': 4, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e', 'name': '', 'network_id': '2e321ca8-aa07-4d62-87a0-2caba1b2fa36', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'mac_address': 'fa:16:3e:cf:41:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:15Z', 'updated_at': '2021-11-27T01:06:20Z', 'revision_number': 5, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'subnets': [{'id': '3e4d91ac-55f9-4833-8bf6-94b332c8b89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:08:44.427942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e719ee9-8d47-40ad-a80e-b8151a42b383 admin admin] Pushing event updated for resources: {'Network': ['ID=a1daf19d-85a6-4d0e-b502-aaf001a13280,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:44.443137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a1daf19d-85a6-4d0e-b502-aaf001a13280 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:08:44.455823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a2789099-72d2-4729-aa68-d9e8a1e9c22f None None] Provisioning complete for port acc35f7f-110e-43d3-a54e-92936f9ab0a4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:44.456230 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2789099-72d2-4729-aa68-d9e8a1e9c22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.463808 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.540706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-75fc9d8e-d062-4a0f-ac10-d3b64ac511a0 admin admin] Request body: {'subnet': {'network_id': 'a1daf19d-85a6-4d0e-b502-aaf001a13280', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-964631802-subnet', 'tenant_id': '626c09a4436c4b84914c9357889374b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:44.544592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49820) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:44.594678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a2789099-72d2-4729-aa68-d9e8a1e9c22f None None] Port acc35f7f-110e-43d3-a54e-92936f9ab0a4 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:08:44.624476 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-a80af742-2243-4a40-b364-57163d975066 service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027069 Nov 27 01:08:44.688608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506dac8-8cf4-480a-a489-7bf4989e977e req-e378923e-3301-46ba-90ee-5d90f2bb005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:44.690162 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4506dac8-8cf4-480a-a489-7bf4989e977e req-e378923e-3301-46ba-90ee-5d90f2bb005e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 1101 time: 0.3433745 Nov 27 01:08:44.724017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fc9d8e-d062-4a0f-ac10-d3b64ac511a0 admin admin] Made reservation on behalf of 626c09a4436c4b84914c9357889374b1 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:44.726389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75fc9d8e-d062-4a0f-ac10-d3b64ac511a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.776173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13209b3e-41c7-4048-80c6-059c61d89287 req-87901883-83a5-434b-8e98-85c6c19fe0ce tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:44.782860 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13209b3e-41c7-4048-80c6-059c61d89287 req-87901883-83a5-434b-8e98-85c6c19fe0ce tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 944 time: 0.4078732 Nov 27 01:08:44.784744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14169fd-c94e-4724-a447-d8677dd43558 req-8c0a46d9-2ac2-4e02-9e2d-853c3e8f3ad4 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:44.792366 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f14169fd-c94e-4724-a447-d8677dd43558 req-8c0a46d9-2ac2-4e02-9e2d-853c3e8f3ad4 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 949 time: 0.1517072 Nov 27 01:08:44.841820 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-071f6ed1-f9c4-449a-b6f9-f71fa47e93fc tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.876637 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.886441 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-071f6ed1-f9c4-449a-b6f9-f71fa47e93fc tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.893864 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71358857-5ec3-4263-b21f-8bf214e3f12a None None] New status for floating IP d33999b4-82cf-40da-b26d-8984eb63d6cc: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:08:44.909626 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f14169fd-c94e-4724-a447-d8677dd43558 req-abc605b1-9f80-418a-ad57-abe2dc7f2c8e tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163905 Nov 27 01:08:44.965413 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-071f6ed1-f9c4-449a-b6f9-f71fa47e93fc tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.970183 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-071f6ed1-f9c4-449a-b6f9-f71fa47e93fc tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:44.972418 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-071f6ed1-f9c4-449a-b6f9-f71fa47e93fc tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "DELETE /v2.0/security-groups/40a5647d-5783-44a5-b895-b82883b3b77e HTTP/1.1" status: 204 len: 168 time: 0.4266276 Nov 27 01:08:44.984323 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49832) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:44.991882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f6ed1-f9c4-449a-b6f9-f71fa47e93fc tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a5647d-5783-44a5-b895-b82883b3b77e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:45.001836 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-73243d79-ed4c-48ba-bf7c-8913d18541c5 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] show failed (client error): The resource could not be found. Nov 27 01:08:45.002797 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-73243d79-ed4c-48ba-bf7c-8913d18541c5 tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "GET /v2.0/security-groups/40a5647d-5783-44a5-b895-b82883b3b77e HTTP/1.1" status: 404 len: 347 time: 0.0174034 Nov 27 01:08:45.005604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49834) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:45.062843 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.072585 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4506dac8-8cf4-480a-a489-7bf4989e977e req-c953a71d-f915-4bba-9842-1a14e9670a34 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627622 Nov 27 01:08:45.095708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13209b3e-41c7-4048-80c6-059c61d89287 req-389372ff-7669-4b66-94d1-3746eef4e5b8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110168 Nov 27 01:08:45.105650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-af1a3153-dca1-4359-b252-ab40dd85490a service neutron] 10.222.0.11 "GET /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629149 Nov 27 01:08:45.149551 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1790604e-1baa-4004-8f6e-de3a82f53973 req-61e9e514-a4c2-4110-a1b2-ead2079a7fe1 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 210 time: 0.0972733 Nov 27 01:08:45.205650 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.245447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:45.273065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-03a1ac7f-8ab2-437b-9158-520be40fae4b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Deleting port 8b2907b2-a46a-4d78-9aca-cc11acb60ccd {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:45.273712 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03a1ac7f-8ab2-437b-9158-520be40fae4b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.325012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event updated for resources: {'Port': ['ID=bc71c429-4de8-45fe-95a8-97571afdfc48,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:45.362346 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03a1ac7f-8ab2-437b-9158-520be40fae4b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.362886 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03a1ac7f-8ab2-437b-9158-520be40fae4b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.390075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-03a1ac7f-8ab2-437b-9158-520be40fae4b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Calling delete_port for 8b2907b2-a46a-4d78-9aca-cc11acb60ccd owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:45.417461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:45.423362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:45.427718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:45.576799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc35f7f-110e-43d3-a54e-92936f9ab0a4 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:45.588466 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.610655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Transition to ACTIVE for port object acc35f7f-110e-43d3-a54e-92936f9ab0a4 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:45.631072 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:45.631775 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.631985 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.647586 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75fc9d8e-d062-4a0f-ac10-d3b64ac511a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.766275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Pushing event updated for resources: {'Port': ['ID=acc35f7f-110e-43d3-a54e-92936f9ab0a4,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:45.807308 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03a1ac7f-8ab2-437b-9158-520be40fae4b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.873374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1ac7f-8ab2-437b-9158-520be40fae4b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Pushing event deleted for resources: {'Port': ['ID=8b2907b2-a46a-4d78-9aca-cc11acb60ccd,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:45.932146 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4129f832-35ab-4561-ac06-5dd01c4427e1 None None] Provisioning complete for port bc71c429-4de8-45fe-95a8-97571afdfc48 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:45.934705 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4129f832-35ab-4561-ac06-5dd01c4427e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.967709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03a1ac7f-8ab2-437b-9158-520be40fae4b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.971672 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03a1ac7f-8ab2-437b-9158-520be40fae4b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:45.975653 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-03a1ac7f-8ab2-437b-9158-520be40fae4b tempest-ServersTestFqdnHostnames-1109385658 tempest-ServersTestFqdnHostnames-1109385658-project] 10.222.0.37 "DELETE /v2.0/floatingips/d33999b4-82cf-40da-b26d-8984eb63d6cc HTTP/1.1" status: 204 len: 168 time: 0.9660873 Nov 27 01:08:45.981829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49850) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:46.043199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4129f832-35ab-4561-ac06-5dd01c4427e1 None None] Port bc71c429-4de8-45fe-95a8-97571afdfc48 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:08:46.074096 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-ba8f2152-b143-4ec8-ab1a-dc751a21ef72 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1395833 Nov 27 01:08:46.157396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b7680-eb94-45dc-9e05-9ed736e9bb01 req-d5bac560-51cb-4bb3-ab68-c1eb8f5cc0b6 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:46.165045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-173b7680-eb94-45dc-9e05-9ed736e9bb01 req-d5bac560-51cb-4bb3-ab68-c1eb8f5cc0b6 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 950 time: 0.6499240 Nov 27 01:08:46.173147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Request body: {'port': {'device_id': 'f24b57a9-2798-4182-8299-9f89eeae7d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:46.191809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc9d8e-d062-4a0f-ac10-d3b64ac511a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e0c44c3-f7a2-43bd-852f-1e23f436511b,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:46.196387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-fac99fac-a88c-43a1-a7cb-fa5ddb3e9ea2 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:46.197636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-fac99fac-a88c-43a1-a7cb-fa5ddb3e9ea2 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0&tenant_id=f2c4589faa8344f6a41a0124c0fb2253&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 1095 time: 0.6455300 Nov 27 01:08:46.200491 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d123ad0f-40a7-4276-afcd-65b1993c99e5 req-af85f7fe-436b-42d6-96ca-bbb37ba96532 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 210 time: 0.2247262 Nov 27 01:08:46.201023 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Attempting to bind port acc35f7f-110e-43d3-a54e-92936f9ab0a4 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:46.201361 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Attempting to bind port acc35f7f-110e-43d3-a54e-92936f9ab0a4 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:46.202483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Attempting to bind port acc35f7f-110e-43d3-a54e-92936f9ab0a4 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:46.246450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Port acc35f7f-110e-43d3-a54e-92936f9ab0a4 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:46.246780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Attempting to bind port acc35f7f-110e-43d3-a54e-92936f9ab0a4 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:46.275821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:46.276310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:46.276924 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:46.277504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Bound port: acc35f7f-110e-43d3-a54e-92936f9ab0a4, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:46.277826 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.392845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fc9d8e-d062-4a0f-ac10-d3b64ac511a0 admin admin] Checking segment: {'id': '31978956-b772-4fab-b4d4-cd0f35e30ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a1daf19d-85a6-4d0e-b502-aaf001a13280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:46.393210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc9d8e-d062-4a0f-ac10-d3b64ac511a0 admin admin] Network hostable DHCP agents. Network: a1daf19d-85a6-4d0e-b502-aaf001a13280, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:08:46.406311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.412303 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-173b7680-eb94-45dc-9e05-9ed736e9bb01 req-99d1d7ff-f14c-4041-9853-5c6b232dc07a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462988 Nov 27 01:08:46.423642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] For port acc35f7f-110e-43d3-a54e-92936f9ab0a4, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:46.428965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-a256e48e-bf1b-4cde-820b-259d4528198a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:46.431605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-a256e48e-bf1b-4cde-820b-259d4528198a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "GET /v2.0/networks?id=b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 200 len: 805 time: 0.3814509 Nov 27 01:08:46.432563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] For port acc35f7f-110e-43d3-a54e-92936f9ab0a4, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=acc35f7f-110e-43d3-a54e-92936f9ab0a4,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:46.455724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Request body: {'port': {'device_id': 'acc78d99-1b6b-410a-b5bd-0d1323ec4072', 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'admin_state_up': True, 'tenant_id': 'ce3ee8bd4f5b41dc9628ea3e927651b8'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:46.459665 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.499274 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:46.500070 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.501675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] 10.222.0.42 "PUT /v2.0/ports/acc35f7f-110e-43d3-a54e-92936f9ab0a4 HTTP/1.1" status: 200 len: 1096 time: 2.3155611 Nov 27 01:08:46.502280 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b', 'tag': 'acc35f7f-110e-43d3-a54e-92936f9ab0a4'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:46.505507 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2a8e2b-f1e3-4cd3-9826-1d4f7566a97e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b", "tag": "acc35f7f-110e-43d3-a54e-92936f9ab0a4"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:46.561898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5520a0-a2cc-4636-9f34-647e5ff42a11 service neutron] Pushing event updated for resources: {'Port': ['ID=acc35f7f-110e-43d3-a54e-92936f9ab0a4,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:46.573244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc9d8e-d062-4a0f-ac10-d3b64ac511a0 admin admin] Network a1daf19d-85a6-4d0e-b502-aaf001a13280 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:08:46.591729 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.639584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-75fc9d8e-d062-4a0f-ac10-d3b64ac511a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a1daf19d-85a6-4d0e-b502-aaf001a13280) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:46.650363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc9d8e-d062-4a0f-ac10-d3b64ac511a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:46.650961 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75fc9d8e-d062-4a0f-ac10-d3b64ac511a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.662189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f1dd2d-1159-4af8-9c1d-44f638ba32c7 None None] Network a1daf19d-85a6-4d0e-b502-aaf001a13280 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:46.682037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584217b-e684-4593-b7e4-23bc49d482f4 req-4032d408-349d-4dd4-908e-fc5ac91d89f1 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:46.683832 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7584217b-e684-4593-b7e4-23bc49d482f4 req-4032d408-349d-4dd4-908e-fc5ac91d89f1 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 944 time: 0.1233766 Nov 27 01:08:46.691649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-2d9918ba-86f3-41b6-bc3c-c0fcadb7bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:46.693301 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-2d9918ba-86f3-41b6-bc3c-c0fcadb7bea9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b HTTP/1.1" status: 200 len: 1099 time: 0.1276462 Nov 27 01:08:46.760416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-448b6b29-b428-498e-b4d8-573ef6fd69da service neutron] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:46.770580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-387b78fa-5e2b-4b2b-bb51-43b97e51b89f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=acc35f7f-110e-43d3-a54e-92936f9ab0a4 HTTP/1.1" status: 200 len: 217 time: 0.0567043 Nov 27 01:08:46.775698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-448b6b29-b428-498e-b4d8-573ef6fd69da service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.777945 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-448b6b29-b428-498e-b4d8-573ef6fd69da service neutron] 10.222.0.11 "DELETE /v2.0/ports/04f35613-27cb-4e52-8599-3ad79660fe50/bindings/n-h2-819494-2 HTTP/1.1" status: 204 len: 173 time: 0.5506668 Nov 27 01:08:46.793755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1a410-004a-494d-a20f-c13031e4a481 req-bf29323a-c1f8-494a-97f7-7a97f788e9ff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:46.803178 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5f1a410-004a-494d-a20f-c13031e4a481 req-bf29323a-c1f8-494a-97f7-7a97f788e9ff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 935 time: 0.2723243 Nov 27 01:08:46.812406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-75fc9d8e-d062-4a0f-ac10-d3b64ac511a0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3801091 Nov 27 01:08:46.840722 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7584217b-e684-4593-b7e4-23bc49d482f4 req-e529cbdb-cd80-463e-8212-b07aba78da2b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453309 Nov 27 01:08:46.852485 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11778214-a3ed-474e-93ec-042478ee689f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:46.911308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d82dc3b-1a47-413f-9689-c7940ea62b32 None None] Network a1daf19d-85a6-4d0e-b502-aaf001a13280 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:46.913378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d2866d22-65e1-444d-9751-91f0b7fa116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:46.915529 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d2866d22-65e1-444d-9751-91f0b7fa116a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1371763 Nov 27 01:08:47.018198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-da8e4a5e-1669-4831-bf57-da3e81c8389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:47.020428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-da8e4a5e-1669-4831-bf57-da3e81c8389a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949914 Nov 27 01:08:47.026787 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.031244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Made reservation on behalf of ce3ee8bd4f5b41dc9628ea3e927651b8 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:47.035882 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.074761 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d507a9c-51bb-4c93-b220-512ddf4c9f3a x-openstack-request-id: req-9d507a9c-51bb-4c93-b220-512ddf4c9f3a {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:47.075055 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b", "tag": "acc35f7f-110e-43d3-a54e-92936f9ab0a4", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:47.075428 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d507a9c-51bb-4c93-b220-512ddf4c9f3a {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:47.075940 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b', 'tag': 'acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'status': 'completed', 'code': 200} Nov 27 01:08:47.076672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5f1a410-004a-494d-a20f-c13031e4a481 req-2259f52b-451c-45b6-9fe3-660299c4d190 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650740 Nov 27 01:08:47.288724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-e73473e0-50f1-4df5-accd-2d0c6a56625e service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264791 Nov 27 01:08:47.331705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3f5f4-1b34-407e-b4ee-9bfaa2389b8e req-3bffea93-0e30-47e0-a8a0-9931b46e1752 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:47.338857 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc71c429-4de8-45fe-95a8-97571afdfc48 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:47.339607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3d3f5f4-1b34-407e-b4ee-9bfaa2389b8e req-3bffea93-0e30-47e0-a8a0-9931b46e1752 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0844352 Nov 27 01:08:47.351504 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.357645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Allocated IP 172.20.0.14 (b3548a08-0d82-4fac-98d5-aff29ad7422b/504f1765-0bcd-439e-ba48-1e72e3687e0a/d47eed63-ede9-4e79-ad1c-d42b3682eeb1) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:47.379317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Transition to ACTIVE for port object bc71c429-4de8-45fe-95a8-97571afdfc48 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:47.387458 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.466491 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.480956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3d3f5f4-1b34-407e-b4ee-9bfaa2389b8e req-27c0d5d3-1430-4de4-aa75-9ec7763800e1 tempest-LiveMigrationTest-1463321593 tempest-LiveMigrationTest-1463321593-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404881 Nov 27 01:08:47.494943 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-196ee0f5-7ae2-4b3d-9913-fa7126351d19 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460266 Nov 27 01:08:47.497181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f427c059-01d1-4ee0-8821-5f86f2ddd4f7 req-b5951e21-f430-4e65-933e-08eab074577c tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 210 time: 0.0632668 Nov 27 01:08:47.502015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-11778214-a3ed-474e-93ec-042478ee689f admin admin] Deleting port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:47.502393 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11778214-a3ed-474e-93ec-042478ee689f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.604746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc71c429-4de8-45fe-95a8-97571afdfc48,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:47.714513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-11778214-a3ed-474e-93ec-042478ee689f admin admin] For port 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e,segment=NetworkSegment(aaaa92eb-609b-4ea3-8c01-e6b8d483dc80),segment_id=aaaa92eb-609b-4ea3-8c01-e6b8d483dc80)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:47.715084 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11778214-a3ed-474e-93ec-042478ee689f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.725552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Attempting to bind port bc71c429-4de8-45fe-95a8-97571afdfc48 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:47.728176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a8e2b-f1e3-4cd3-9826-1d4f7566a97e req-b8ac2def-f2b7-4a25-9376-e6f2ace3f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:47.730031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd2a8e2b-f1e3-4cd3-9826-1d4f7566a97e req-b8ac2def-f2b7-4a25-9376-e6f2ace3f6bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b HTTP/1.1" status: 200 len: 1099 time: 0.1082935 Nov 27 01:08:47.730527 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Attempting to bind port bc71c429-4de8-45fe-95a8-97571afdfc48 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:47.731102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Attempting to bind port bc71c429-4de8-45fe-95a8-97571afdfc48 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:47.765725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.767337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Port bc71c429-4de8-45fe-95a8-97571afdfc48 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:47.767864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Attempting to bind port bc71c429-4de8-45fe-95a8-97571afdfc48 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:47.778427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:47.778768 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:47.779152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:47.779588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Bound port: bc71c429-4de8-45fe-95a8-97571afdfc48, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:47.779934 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.788821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-11778214-a3ed-474e-93ec-042478ee689f admin admin] Calling delete_port for 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:47.859665 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.908688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] For port bc71c429-4de8-45fe-95a8-97571afdfc48, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:47.927773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] For port bc71c429-4de8-45fe-95a8-97571afdfc48, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bc71c429-4de8-45fe-95a8-97571afdfc48,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:47.928436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47234c0-6199-4770-a783-dd28ccd3e8b7 req-d56a4945-1baa-44a1-870d-1204f90ad563 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:47.930439 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a47234c0-6199-4770-a783-dd28ccd3e8b7 req-d56a4945-1baa-44a1-870d-1204f90ad563 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 950 time: 0.1983180 Nov 27 01:08:47.939234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Network b3548a08-0d82-4fac-98d5-aff29ad7422b is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:47.941122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:47.943198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Pushing event updated for resources: {'Port': ['ID=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:47.946255 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:47.948499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:48.030419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:48.031043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.032449 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/bc71c429-4de8-45fe-95a8-97571afdfc48 HTTP/1.1" status: 200 len: 1095 time: 1.8887413 Nov 27 01:08:48.032998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24b57a9-2798-4182-8299-9f89eeae7d69', 'tag': 'bc71c429-4de8-45fe-95a8-97571afdfc48'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:48.035363 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665d069a-6963-4ac5-a336-123d73a12bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "f24b57a9-2798-4182-8299-9f89eeae7d69", "tag": "bc71c429-4de8-45fe-95a8-97571afdfc48"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:48.045842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a8e2b-f1e3-4cd3-9826-1d4f7566a97e req-f159b3ee-4570-47fc-8168-601aa1133502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:48.047398 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd2a8e2b-f1e3-4cd3-9826-1d4f7566a97e req-f159b3ee-4570-47fc-8168-601aa1133502 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2996824 Nov 27 01:08:48.059235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:48.059936 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.070674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2ce61-67e7-45be-b776-f6ad343752b8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc71c429-4de8-45fe-95a8-97571afdfc48,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:48.085950 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-83253823-28a5-4fb6-9cab-77bd74d2e247 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6345000 Nov 27 01:08:48.127380 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd2a8e2b-f1e3-4cd3-9826-1d4f7566a97e req-0a028ba8-8b8e-4b08-b28c-b3bbad03678e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=acc35f7f-110e-43d3-a54e-92936f9ab0a4 HTTP/1.1" status: 200 len: 217 time: 0.0689998 Nov 27 01:08:48.131716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Request body: {'port': {'device_id': 'acc78d99-1b6b-410a-b5bd-0d1323ec4072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:48.136676 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a47234c0-6199-4770-a783-dd28ccd3e8b7 req-2438b421-966c-4e5b-b9f9-76be502e92bc tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960840 Nov 27 01:08:48.204926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e6683-727c-44c9-829e-9563e4f9b08d req-3f8c8f66-02f9-45c1-b59d-52a923c76f01 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:48.206206 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-106e6683-727c-44c9-829e-9563e4f9b08d req-3f8c8f66-02f9-45c1-b59d-52a923c76f01 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 944 time: 0.1172562 Nov 27 01:08:48.219519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a8e2b-f1e3-4cd3-9826-1d4f7566a97e req-b2c79376-8b67-4abb-b693-bc18f8f28cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:48.221058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd2a8e2b-f1e3-4cd3-9826-1d4f7566a97e req-b2c79376-8b67-4abb-b693-bc18f8f28cd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0816712 Nov 27 01:08:48.257905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.275639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-c8741462-cbb2-4005-8449-985b0f948d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:48.277122 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-c8741462-cbb2-4005-8449-985b0f948d55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 1098 time: 0.1494405 Nov 27 01:08:48.335599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a8e2b-f1e3-4cd3-9826-1d4f7566a97e req-6aa03732-1915-4c6d-b2a7-bd7b2458af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:48.337702 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd2a8e2b-f1e3-4cd3-9826-1d4f7566a97e req-6aa03732-1915-4c6d-b2a7-bd7b2458af49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1069331 Nov 27 01:08:48.338685 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11778214-a3ed-474e-93ec-042478ee689f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.363832 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-f2fc5263-d6f0-4aa3-81e5-cc2c2c31d9ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=bc71c429-4de8-45fe-95a8-97571afdfc48 HTTP/1.1" status: 200 len: 217 time: 0.0480790 Nov 27 01:08:48.369736 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-106e6683-727c-44c9-829e-9563e4f9b08d req-ced13a0a-c603-4e84-80f8-22abaca465ff tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390731 Nov 27 01:08:48.383839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11778214-a3ed-474e-93ec-042478ee689f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:48.388393 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a889f2-0d16-4fe4-b462-539752585d6c x-openstack-request-id: req-22a889f2-0d16-4fe4-b462-539752585d6c {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:48.388563 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24b57a9-2798-4182-8299-9f89eeae7d69", "tag": "bc71c429-4de8-45fe-95a8-97571afdfc48", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:48.388771 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22a889f2-0d16-4fe4-b462-539752585d6c {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:48.389179 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24b57a9-2798-4182-8299-9f89eeae7d69', 'tag': 'bc71c429-4de8-45fe-95a8-97571afdfc48', 'status': 'completed', 'code': 200} Nov 27 01:08:48.491259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-99551351-401f-42d0-bf87-9ac62e147cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:48.493315 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-99551351-401f-42d0-bf87-9ac62e147cfc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1210084 Nov 27 01:08:48.601583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-357defea-5379-4b3d-b18a-cb2a6b85e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:48.603466 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-357defea-5379-4b3d-b18a-cb2a6b85e4fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006525 Nov 27 01:08:48.799534 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-83ef4159-6c92-4571-befe-777eea53f1ea service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854911 Nov 27 01:08:48.801275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47eed63-ede9-4e79-ad1c-d42b3682eeb1 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:48.813758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.885517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbbde8-2b43-4588-b4fd-4d850a975f2d req-ea918219-ee24-4cdf-8d08-d868ee82a107 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:48.887015 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9ebbbde8-2b43-4588-b4fd-4d850a975f2d req-ea918219-ee24-4cdf-8d08-d868ee82a107 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 932 time: 0.1367564 Nov 27 01:08:48.889563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Transition to ACTIVE for port object d47eed63-ede9-4e79-ad1c-d42b3682eeb1 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:48.896650 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:48.898146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ebd04-de7e-4763-84b3-6079008229e9 req-dacd54ae-246d-405e-9dfa-624440b9c834 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:48.899696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d01ebd04-de7e-4763-84b3-6079008229e9 req-dacd54ae-246d-405e-9dfa-624440b9c834 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 947 time: 0.1498709 Nov 27 01:08:48.911267 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd2a8e2b-f1e3-4cd3-9826-1d4f7566a97e req-0008be75-8ed3-4495-aad2-ce9bb060fc4f service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619874 Nov 27 01:08:49.020495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fad03247-bf07-4a52-82f5-94bf9e69c5df req-1636cf2e-77e8-4c75-9012-7f6454ab1f35 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116339 Nov 27 01:08:49.025603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Pushing event updated for resources: {'Port': ['ID=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:49.062780 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d01ebd04-de7e-4763-84b3-6079008229e9 req-acb61c47-a6a3-44ce-9d86-303c89085cbc tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537085 Nov 27 01:08:49.064304 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9ebbbde8-2b43-4588-b4fd-4d850a975f2d req-428c2968-212f-47d9-b48b-833405e10f8b tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686852 Nov 27 01:08:49.089801 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11778214-a3ed-474e-93ec-042478ee689f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.125798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3ed2c-5070-4160-9933-6472db5f0031 req-b9b07979-ec43-4dc6-96eb-3df20357fa95 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:49.127544 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68e3ed2c-5070-4160-9933-6472db5f0031 req-b9b07979-ec43-4dc6-96eb-3df20357fa95 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.11 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 944 time: 0.1782858 Nov 27 01:08:49.234048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Attempting to bind port d47eed63-ede9-4e79-ad1c-d42b3682eeb1 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:49.234468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Attempting to bind port d47eed63-ede9-4e79-ad1c-d42b3682eeb1 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:49.234951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Attempting to bind port d47eed63-ede9-4e79-ad1c-d42b3682eeb1 on network b3548a08-0d82-4fac-98d5-aff29ad7422b {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:49.273045 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd2a8e2b-f1e3-4cd3-9826-1d4f7566a97e req-49d2abd9-f653-4aa5-8a7e-44a1eba7e3ff service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512437 Nov 27 01:08:49.284036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Port d47eed63-ede9-4e79-ad1c-d42b3682eeb1 on network b3548a08-0d82-4fac-98d5-aff29ad7422b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:49.284376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Attempting to bind port d47eed63-ede9-4e79-ad1c-d42b3682eeb1 on network b3548a08-0d82-4fac-98d5-aff29ad7422b {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:49.305870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:49.306586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Checking segment: {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:49.306974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Bound using segment: {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:49.307421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Bound port: d47eed63-ede9-4e79-ad1c-d42b3682eeb1, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:49.307773 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.314925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d069a-6963-4ac5-a336-123d73a12bb6 req-3070de8a-15a4-40be-b9af-5498e29a565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:49.316397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-665d069a-6963-4ac5-a336-123d73a12bb6 req-3070de8a-15a4-40be-b9af-5498e29a565a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 1098 time: 0.1608400 Nov 27 01:08:49.350217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d1ec9-dbb8-4fc0-b7b5-e53f433dce1b req-5a8ae6f7-0a62-4dae-95a7-b5e410a0d116 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:49.352493 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c1d1ec9-dbb8-4fc0-b7b5-e53f433dce1b req-5a8ae6f7-0a62-4dae-95a7-b5e410a0d116 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 950 time: 0.1383457 Nov 27 01:08:49.455234 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11778214-a3ed-474e-93ec-042478ee689f admin admin] Router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:08:49.506914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-68e3ed2c-5070-4160-9933-6472db5f0031 req-c53b7639-72ad-476a-a9e9-c9fc941b2f7b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Deleting port 04f35613-27cb-4e52-8599-3ad79660fe50 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:49.507598 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-68e3ed2c-5070-4160-9933-6472db5f0031 req-c53b7639-72ad-476a-a9e9-c9fc941b2f7b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.585511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c1d1ec9-dbb8-4fc0-b7b5-e53f433dce1b req-8590227a-2224-4020-9a5e-c471b932ddf6 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096281 Nov 27 01:08:49.588647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] For port d47eed63-ede9-4e79-ad1c-d42b3682eeb1, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:49.621183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d069a-6963-4ac5-a336-123d73a12bb6 req-4a36e615-af06-41bb-a6a1-cefdafd8b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:49.621183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-665d069a-6963-4ac5-a336-123d73a12bb6 req-4a36e615-af06-41bb-a6a1-cefdafd8b4c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2845547 Nov 27 01:08:49.624062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] For port d47eed63-ede9-4e79-ad1c-d42b3682eeb1, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:49.638971 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.679960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-665d069a-6963-4ac5-a336-123d73a12bb6 req-fcd971c0-68c5-46ab-8020-4261d06863a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=bc71c429-4de8-45fe-95a8-97571afdfc48 HTTP/1.1" status: 200 len: 217 time: 0.0525854 Nov 27 01:08:49.688730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11778214-a3ed-474e-93ec-042478ee689f admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:08:49.692931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8bd219cc-814e-4cc5-b03e-5dcbfb483342 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:49.711793 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-11778214-a3ed-474e-93ec-042478ee689f admin admin] 10.222.0.37 "PUT /v2.0/routers/a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7260628 Nov 27 01:08:49.712548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49962) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:49.733115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ffe0c-670a-4a84-befd-d0ccd62cb4f9 req-6a4f572b-f732-4e75-aaa6-a8ec72c4b9d5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:49.746760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-527ffe0c-670a-4a84-befd-d0ccd62cb4f9 req-6a4f572b-f732-4e75-aaa6-a8ec72c4b9d5 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 944 time: 0.1273718 Nov 27 01:08:49.774483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:49.775101 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.776485 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] 10.222.0.42 "PUT /v2.0/ports/d47eed63-ede9-4e79-ad1c-d42b3682eeb1 HTTP/1.1" status: 200 len: 1092 time: 1.6509013 Nov 27 01:08:49.809454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2a0502-b6db-4411-82fe-4e98942facd6 None None] Sync routers for ids ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:08:49.813156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-68e3ed2c-5070-4160-9933-6472db5f0031 req-c53b7639-72ad-476a-a9e9-c9fc941b2f7b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] For port 04f35613-27cb-4e52-8599-3ad79660fe50, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=04f35613-27cb-4e52-8599-3ad79660fe50,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:49.813517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-68e3ed2c-5070-4160-9933-6472db5f0031 req-c53b7639-72ad-476a-a9e9-c9fc941b2f7b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.855595 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2a0502-b6db-4411-82fe-4e98942facd6 None None] Routers {'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:49.856239 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1e2a0502-b6db-4411-82fe-4e98942facd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:49.889129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34114f-85ca-412f-821e-90562ef61a2d service neutron] Pushing event updated for resources: {'Port': ['ID=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:49.892685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d069a-6963-4ac5-a336-123d73a12bb6 req-b098fe15-a1c2-4b96-8770-bf59ec4b9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:49.894047 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-665d069a-6963-4ac5-a336-123d73a12bb6 req-b098fe15-a1c2-4b96-8770-bf59ec4b9cc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1817222 Nov 27 01:08:49.895034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-68e3ed2c-5070-4160-9933-6472db5f0031 req-c53b7639-72ad-476a-a9e9-c9fc941b2f7b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Calling delete_port for 04f35613-27cb-4e52-8599-3ad79660fe50 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:49.916912 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:49.935304 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-527ffe0c-670a-4a84-befd-d0ccd62cb4f9 req-c8efdc12-0886-4d9c-813f-3e53cef972b2 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809728 Nov 27 01:08:50.003203 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1e2a0502-b6db-4411-82fe-4e98942facd6 None None] Set router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:50.182729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:50.204800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'mac_address': 'fa:16:3e:f0:af:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:50.206888 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.291834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.347447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef9055-4795-4b39-985f-f274258eab8e req-9455b91c-5c1c-4131-a878-dcd176513c6f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:50.359389 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50ef9055-4795-4b39-985f-f274258eab8e req-9455b91c-5c1c-4131-a878-dcd176513c6f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 947 time: 0.1566517 Nov 27 01:08:50.446942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bd219cc-814e-4cc5-b03e-5dcbfb483342 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:50.453127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50ef9055-4795-4b39-985f-f274258eab8e req-4a0ebcd0-f938-47dd-be11-b0b94abcbc6c tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926728 Nov 27 01:08:50.454208 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc78d99-1b6b-410a-b5bd-0d1323ec4072', 'tag': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:50.456878 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77559266-0727-460a-8d18-7f1fb5712c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "acc78d99-1b6b-410a-b5bd-0d1323ec4072", "tag": "d47eed63-ede9-4e79-ad1c-d42b3682eeb1"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:50.474733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Deleting port d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:50.474733 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.496815 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:50.521202 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.532247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1e2a0502-b6db-4411-82fe-4e98942facd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:08:48Z', 'revision_number': 5, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port': {'id': 'd9f9a2c9-29e1-4930-ad02-631ea5a1cd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:06:11Z', 'updated_at': '2021-11-27T01:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:50.556721 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-1ee8a9e9-0dc1-4839-834a-ed63938e80c3 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b1b41032e184477a9f9569de6e5d8ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5718720 Nov 27 01:08:50.602948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] For port d9f9a2c9-29e1-4930-ad02-631ea5a1cd34, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d9f9a2c9-29e1-4930-ad02-631ea5a1cd34,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:50.602948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:50.603838 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2a0502-b6db-4411-82fe-4e98942facd6 None None] Checking router: a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:08:50.623649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2a0502-b6db-4411-82fe-4e98942facd6 None None] Routers {'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:08:50.624543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1e2a0502-b6db-4411-82fe-4e98942facd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:50.627232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd665e29-1d72-459f-a9e9-e07cf0233537 req-ff459ba3-4ca2-4e33-9cd4-e186d4c1eb9e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:50.629092 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fd665e29-1d72-459f-a9e9-e07cf0233537 req-ff459ba3-4ca2-4e33-9cd4-e186d4c1eb9e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 944 time: 0.1015606 Nov 27 01:08:50.630161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Calling delete_port for d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:50.632186 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device acc35f7f-110e-43d3-a54e-92936f9ab0a4 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:50.667562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d069a-6963-4ac5-a336-123d73a12bb6 req-b8dd0bb8-7285-400e-8c9f-aa274e7f827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:50.669213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-665d069a-6963-4ac5-a336-123d73a12bb6 req-b8dd0bb8-7285-400e-8c9f-aa274e7f827b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6858327 Nov 27 01:08:50.674038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-45b29989-c462-4f49-959d-885d6a40c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:50.675630 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-45b29989-c462-4f49-959d-885d6a40c6a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 1095 time: 0.8142869 Nov 27 01:08:50.753443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fd665e29-1d72-459f-a9e9-e07cf0233537 req-6689a280-8372-4827-a69c-49daf0c02eb1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059048 Nov 27 01:08:50.755431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8bd219cc-814e-4cc5-b03e-5dcbfb483342,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:50.828091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-74ee0d2c-de31-4b35-b44a-0da8d8490f5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d47eed63-ede9-4e79-ad1c-d42b3682eeb1 HTTP/1.1" status: 200 len: 217 time: 0.1322358 Nov 27 01:08:50.832829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['8bd219cc-814e-4cc5-b03e-5dcbfb483342'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:50.934861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1e2a0502-b6db-4411-82fe-4e98942facd6 None None] Set router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:08:50.956708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-c2a51b67-bc18-4ba7-bb69-a318c750818d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:50.964581 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-c2a51b67-bc18-4ba7-bb69-a318c750818d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3918984 Nov 27 01:08:51.002974 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-d7a1011d-1b48-4258-83e9-5686def36279 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/quotas/2b1b41032e184477a9f9569de6e5d8ad HTTP/1.1" status: 200 len: 375 time: 0.0370891 Nov 27 01:08:51.009123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1e2a0502-b6db-4411-82fe-4e98942facd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:08:50Z', 'revision_number': 6, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:51.019180 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-68e3ed2c-5070-4160-9933-6472db5f0031 req-c53b7639-72ad-476a-a9e9-c9fc941b2f7b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.051730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2a0502-b6db-4411-82fe-4e98942facd6 None None] The sync data for ids ['a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c'] in n-d-819494-2 is: [{'id': 'a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c', 'name': 'tempest-ServersTestFqdnHostnames-76941074-router', 'tenant_id': 'b807d3ff98934ff7ba58dfd16383088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:06:10Z', 'updated_at': '2021-11-27T01:08:50Z', 'revision_number': 6, 'project_id': 'b807d3ff98934ff7ba58dfd16383088a', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:08:51.056197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-e92955f9-f836-4e87-ac65-1349ca7460d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:51.071605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-e92955f9-f836-4e87-ac65-1349ca7460d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=504f1765-0bcd-439e-ba48-1e72e3687e0a HTTP/1.1" status: 200 len: 845 time: 0.2205427 Nov 27 01:08:51.109529 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port acc35f7f-110e-43d3-a54e-92936f9ab0a4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=acc35f7f-110e-43d3-a54e-92936f9ab0a4,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:51.144590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'mac_address': 'fa:16:3e:df:b5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:51.168349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b7639-72ad-476a-a9e9-c9fc941b2f7b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Pushing event deleted for resources: {'Port': ['ID=04f35613-27cb-4e52-8599-3ad79660fe50,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:51.174306 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-665d069a-6963-4ac5-a336-123d73a12bb6 req-bc2f7423-6ac7-49e6-9db8-ad45e671b134 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931865 Nov 27 01:08:51.186737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04054af7-b433-4966-a413-7c62327e7480 req-1e6383ea-9652-4df2-bbfb-1cfa641c29e4 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:51.194526 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-1e6383ea-9652-4df2-bbfb-1cfa641c29e4 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/networks?id=a1daf19d-85a6-4d0e-b502-aaf001a13280 HTTP/1.1" status: 200 len: 809 time: 0.3035808 Nov 27 01:08:51.197386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.200891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-0710623f-1722-4b96-a421-4362c2126284 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3548a08-0d82-4fac-98d5-aff29ad7422b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456166 Nov 27 01:08:51.231518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f9a2c9-29e1-4930-ad02-631ea5a1cd34,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:51.241157 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-23110d06-e351-420a-bd4c-df9e45d7b055 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/quotas/626c09a4436c4b84914c9357889374b1 HTTP/1.1" status: 200 len: 375 time: 0.0452378 Nov 27 01:08:51.263358 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.290531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e3ed2c-5070-4160-9933-6472db5f0031 req-c53b7639-72ad-476a-a9e9-c9fc941b2f7b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] No DVR routers for this DVR port 04f35613-27cb-4e52-8599-3ad79660fe50 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:51.296467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc35f7f-110e-43d3-a54e-92936f9ab0a4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:51.322097 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-68e3ed2c-5070-4160-9933-6472db5f0031 req-c53b7639-72ad-476a-a9e9-c9fc941b2f7b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.325426 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68e3ed2c-5070-4160-9933-6472db5f0031 req-c53b7639-72ad-476a-a9e9-c9fc941b2f7b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.11 "DELETE /v2.0/ports/04f35613-27cb-4e52-8599-3ad79660fe50 HTTP/1.1" status: 204 len: 173 time: 2.1807840 Nov 27 01:08:51.346534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-74056485-73e5-48af-86d6-7a3f8f62a5a2 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=626c09a4436c4b84914c9357889374b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045229 Nov 27 01:08:51.358502 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.372357 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-a1971b5f-9dab-4118-b2c4-e7812cd7ee13 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b1b41032e184477a9f9569de6e5d8ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3683555 Nov 27 01:08:51.399255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port acc35f7f-110e-43d3-a54e-92936f9ab0a4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=acc35f7f-110e-43d3-a54e-92936f9ab0a4,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:51.413546 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.497022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-665d069a-6963-4ac5-a336-123d73a12bb6 req-1cbbc192-a579-4199-9a5f-3328d1ca230a service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004193 Nov 27 01:08:51.516155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=acc35f7f-110e-43d3-a54e-92936f9ab0a4,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:51.519320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5af71cb8-9d26-4ebb-9590-91d81f9d7d74'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:51.568480 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-ba242439-3997-4220-87e1-c62f7baabe8f service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311563 Nov 27 01:08:51.680788 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.700822 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.750498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:51.755909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8bd219cc-814e-4cc5-b03e-5dcbfb483342 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:51.772195 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76ac745a-198c-4a57-ba26-a4fee2333768 req-37469807-966d-4ca1-84aa-b58aae5c1efb service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961501 Nov 27 01:08:51.798527 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e20979c-851a-4c44-bb48-fc3680eb13bd x-openstack-request-id: req-5e20979c-851a-4c44-bb48-fc3680eb13bd {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:51.799143 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc78d99-1b6b-410a-b5bd-0d1323ec4072", "tag": "d47eed63-ede9-4e79-ad1c-d42b3682eeb1", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:51.799639 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e20979c-851a-4c44-bb48-fc3680eb13bd {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:51.800303 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc78d99-1b6b-410a-b5bd-0d1323ec4072', 'tag': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1', 'status': 'completed', 'code': 200} Nov 27 01:08:51.899974 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-54129cfb-3fad-4e21-8950-03e13150c80b service neutron] 10.222.0.37 "GET /v2.0/networks/a1daf19d-85a6-4d0e-b502-aaf001a13280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510874 Nov 27 01:08:51.931147 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:51.931709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:08:51.947643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77559266-0727-460a-8d18-7f1fb5712c2e req-7e9d6914-47a6-4cb2-be12-6ec39d475b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:51.953254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77559266-0727-460a-8d18-7f1fb5712c2e req-7e9d6914-47a6-4cb2-be12-6ec39d475b5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 1095 time: 0.0820401 Nov 27 01:08:52.054040 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.059429 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f13065a4-0fef-47e6-a019-ed2b9626958b admin admin] 10.222.0.37 "DELETE /v2.0/routers/a1074ee2-0b3e-4f6f-b9ed-c0eb5d40917c HTTP/1.1" status: 204 len: 168 time: 2.3101475 Nov 27 01:08:52.070718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50026) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:52.104354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:52.104354 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.189408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6309d1f-5c63-4969-a584-26d48ef5f2f0 admin admin] Deleting subnet 3e4d91ac-55f9-4833-8bf6-94b332c8b89c {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:08:52.206173 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6309d1f-5c63-4969-a584-26d48ef5f2f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.216920 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fa1c9d0-e625-4233-a773-47aaf23f81ab req-5f4fa5f7-a1f8-4796-bc86-f5c8036067cd tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 210 time: 0.0546556 Nov 27 01:08:52.278086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77559266-0727-460a-8d18-7f1fb5712c2e req-c030d3d3-7872-43ec-ad63-83605219731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:52.285111 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-7c998ce4-9f39-4a78-8e28-0ce0c33f3508 service neutron] 10.222.0.37 "GET /v2.0/networks/a1daf19d-85a6-4d0e-b502-aaf001a13280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813767 Nov 27 01:08:52.285996 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77559266-0727-460a-8d18-7f1fb5712c2e req-c030d3d3-7872-43ec-ad63-83605219731a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 200 len: 906 time: 0.3127789 Nov 27 01:08:52.318735 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6309d1f-5c63-4969-a584-26d48ef5f2f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.411450 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77559266-0727-460a-8d18-7f1fb5712c2e req-b24a9c6b-aa68-42e9-91a6-ea526cd23c4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d47eed63-ede9-4e79-ad1c-d42b3682eeb1 HTTP/1.1" status: 200 len: 217 time: 0.1160116 Nov 27 01:08:52.579859 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6309d1f-5c63-4969-a584-26d48ef5f2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.711942 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6309d1f-5c63-4969-a584-26d48ef5f2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.726262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77559266-0727-460a-8d18-7f1fb5712c2e req-10fa9266-6bb1-4c70-b4ee-61b91c746ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:52.728049 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.730687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77559266-0727-460a-8d18-7f1fb5712c2e req-10fa9266-6bb1-4c70-b4ee-61b91c746ffc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=504f1765-0bcd-439e-ba48-1e72e3687e0a HTTP/1.1" status: 200 len: 845 time: 0.2861643 Nov 27 01:08:52.733581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bc71c429-4de8-45fe-95a8-97571afdfc48 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:52.761272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82921af-ae45-4738-ab91-f57c3f1d4c11 req-a9f0c019-23c2-41d6-8528-59ff6e60905e tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:52.774788 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a82921af-ae45-4738-ab91-f57c3f1d4c11 req-a9f0c019-23c2-41d6-8528-59ff6e60905e tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 947 time: 0.3647568 Nov 27 01:08:52.817500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6309d1f-5c63-4969-a584-26d48ef5f2f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4d91ac-55f9-4833-8bf6-94b332c8b89c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:52.846189 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6309d1f-5c63-4969-a584-26d48ef5f2f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:52.858775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d6309d1f-5c63-4969-a584-26d48ef5f2f0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3e4d91ac-55f9-4833-8bf6-94b332c8b89c HTTP/1.1" status: 204 len: 168 time: 0.7859216 Nov 27 01:08:52.862669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50038) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:52.967678 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77559266-0727-460a-8d18-7f1fb5712c2e req-3a2f116e-b9c4-4ca2-a29e-9e1be9ada14c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3548a08-0d82-4fac-98d5-aff29ad7422b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717880 Nov 27 01:08:52.974158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bc71c429-4de8-45fe-95a8-97571afdfc48, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bc71c429-4de8-45fe-95a8-97571afdfc48,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:53.006230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'bc71c429-4de8-45fe-95a8-97571afdfc48', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'bc71c429-4de8-45fe-95a8-97571afdfc48', 'mac_address': 'fa:16:3e:a9:e7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:53.011468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc553ce-10b6-46b4-bbc9-52af66d31ca0 None None] Network 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:53.080908 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.154998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc71c429-4de8-45fe-95a8-97571afdfc48 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:53.183993 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fd1eff2-7afa-40e5-9758-ae77be33412b req-c1b5c170-208e-4563-ad75-99beda64750f tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 210 time: 0.1719296 Nov 27 01:08:53.221287 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.269937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:53.303542 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a82921af-ae45-4738-ab91-f57c3f1d4c11 req-b708f1d4-256a-4ffd-8573-28aeabdd8d45 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274467 Nov 27 01:08:53.385048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77559266-0727-460a-8d18-7f1fb5712c2e req-ab0c8d7e-8c69-4886-9fe6-28d442e715b4 service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141767 Nov 27 01:08:53.394618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:53.409035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Deleting port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:08:53.409380 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.422739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:53.428879 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937e13df-f72b-465a-8551-8e42f76b15b2" -d '{"events": [{"server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "name": "network-vif-plugged", "status": "completed", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:53.446889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a4825-30ce-4798-b678-8c6befefe0bf req-4d3239df-5925-476e-84a3-43d75540d4cf tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:53.466969 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e6a4825-30ce-4798-b678-8c6befefe0bf req-4d3239df-5925-476e-84a3-43d75540d4cf tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 944 time: 0.1443825 Nov 27 01:08:53.498208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.499208 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 04f35613-27cb-4e52-8599-3ad79660fe50 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:53.615651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 04f35613-27cb-4e52-8599-3ad79660fe50 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:53.616103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 04f35613-27cb-4e52-8599-3ad79660fe50 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:53.619572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:53.620026 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d9f9a2c9-29e1-4930-ad02-631ea5a1cd34 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:53.620544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:53.627282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bc71c429-4de8-45fe-95a8-97571afdfc48, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bc71c429-4de8-45fe-95a8-97571afdfc48,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:53.629870 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8bd219cc-814e-4cc5-b03e-5dcbfb483342,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:53.655208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] For port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c,segment=NetworkSegment(aaaa92eb-609b-4ea3-8c01-e6b8d483dc80),segment_id=aaaa92eb-609b-4ea3-8c01-e6b8d483dc80)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:53.657099 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.662153 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:53.667483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:53.667955 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1c9c71f0-76cb-48f5-a1e9-a7d491a81a1e not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:53.700490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Calling delete_port for 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:08:53.747078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77559266-0727-460a-8d18-7f1fb5712c2e req-90469d25-4e6f-44d6-a6b6-94c17fc89798 service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393345 Nov 27 01:08:53.793526 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b55d326-d379-413e-a356-52e03f912c7d req-54394db9-4646-44fe-8530-3e96469feb5b tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 210 time: 0.2266166 Nov 27 01:08:53.801256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9878b5bc-4e6a-4152-a30d-989a8cd63cd0', 'name': 'network-vif-deleted', 'tag': '04f35613-27cb-4e52-8599-3ad79660fe50'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:53.803683 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a98bc21-d762-4858-a736-35272f2c1bf5" -d '{"events": [{"server_uuid": "9878b5bc-4e6a-4152-a30d-989a8cd63cd0", "name": "network-vif-deleted", "tag": "04f35613-27cb-4e52-8599-3ad79660fe50"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:53.919146 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-074a80f8-6cc9-4d84-a0fd-cecda6dbd8b3 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2b1b41032e184477a9f9569de6e5d8ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457516 Nov 27 01:08:53.926687 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=bc71c429-4de8-45fe-95a8-97571afdfc48,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:53.961502 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['bc71c429-4de8-45fe-95a8-97571afdfc48'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:53.974610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.056642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Pushing event deleted for resources: {'Port': ['ID=2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:54.057765 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b4c11d-2364-4961-802f-31d7d51edf41 None None] DHCP port deletion for 2e321ca8-aa07-4d62-87a0-2caba1b2fa36 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:08:54.122467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] No DVR routers for this DVR port 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:08:54.240867 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-733674da-6a18-455e-8856-1b83ceea1aeb req-c04665fa-9a9f-438d-97b7-26bd35b3c1d3 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 210 time: 0.1029074 Nov 27 01:08:54.308304 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e6a4825-30ce-4798-b678-8c6befefe0bf req-c7faae95-18b6-4360-b4b2-31e23f69c520 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8402729 Nov 27 01:08:54.324420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.356141 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc35ce1-0bf8-43b4-adb5-362c31fde360 x-openstack-request-id: req-6fc35ce1-0bf8-43b4-adb5-362c31fde360 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:54.357532 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "name": "network-vif-plugged", "status": "completed", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:54.360100 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fc35ce1-0bf8-43b4-adb5-362c31fde360 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:54.360617 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'code': 200} Nov 27 01:08:54.363658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-9a2a656c-1a6e-4660-9701-e7d0270adde9 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:54.366128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-9a2a656c-1a6e-4660-9701-e7d0270adde9 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4292738 Nov 27 01:08:54.390421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Request body: {'port': {'device_id': '1fd5cac8-f480-4191-a6ee-b2a421bbf8fb', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '2b1b41032e184477a9f9569de6e5d8ad'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:54.396325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e321ca8-aa07-4d62-87a0-2caba1b2fa36']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:54.410085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:54.410426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaaa92eb-609b-4ea3-8c01-e6b8d483dc80') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:08:54.427783 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.451235 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.463226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:08:54.463620 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:08:54.465782 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:08:54.483663 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9e335c-3cd7-4d39-83c2-7a698954733e x-openstack-request-id: req-1f9e335c-3cd7-4d39-83c2-7a698954733e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:54.483989 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9878b5bc-4e6a-4152-a30d-989a8cd63cd0", "name": "network-vif-deleted", "tag": "04f35613-27cb-4e52-8599-3ad79660fe50", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:54.484195 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f9e335c-3cd7-4d39-83c2-7a698954733e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:54.484601 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9878b5bc-4e6a-4152-a30d-989a8cd63cd0', 'name': 'network-vif-deleted', 'tag': '04f35613-27cb-4e52-8599-3ad79660fe50', 'status': 'completed', 'code': 200} Nov 27 01:08:54.558063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b1d580f-6c06-4eaf-a2d4-66b9ca53f597 req-cd8dd46b-8c60-48d6-86d5-695a0acd05f0 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 210 time: 0.0714331 Nov 27 01:08:54.633723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d47eed63-ede9-4e79-ad1c-d42b3682eeb1 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:08:54.642622 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.669641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device acc35f7f-110e-43d3-a54e-92936f9ab0a4 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:54.689680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Made reservation on behalf of 2b1b41032e184477a9f9569de6e5d8ad for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:54.691087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52705976-6d14-459b-a962-0a2419044f61 req-0b7a0a4d-6cfd-48a4-93fa-cc6e710969d3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:54.692679 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52705976-6d14-459b-a962-0a2419044f61 req-0b7a0a4d-6cfd-48a4-93fa-cc6e710969d3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 948 time: 0.1607754 Nov 27 01:08:54.693293 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.695014 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:54.705344 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] 10.222.0.37 "DELETE /v2.0/networks/2e321ca8-aa07-4d62-87a0-2caba1b2fa36 HTTP/1.1" status: 204 len: 168 time: 1.8371406 Nov 27 01:08:54.759835 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91ccd7-521b-4573-ad48-8157c5d9774b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e321ca8-aa07-4d62-87a0-2caba1b2fa36,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:54.874187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52705976-6d14-459b-a962-0a2419044f61 req-8ac66b63-ec72-476b-a453-5d71cd1185b8 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341798 Nov 27 01:08:54.977792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50084) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:55.091122 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-09ace9bb-4024-4a65-8b91-228a44cdb2f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b807d3ff98934ff7ba58dfd16383088a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1117995 Nov 27 01:08:55.106420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50086) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:55.189347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1767d0b8-7e11-402c-9c5a-ea9b5f162b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.212599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04054af7-b433-4966-a413-7c62327e7480 req-38bacf54-b96c-4354-a573-d9a227ab95e7 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:55.214115 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-38bacf54-b96c-4354-a573-d9a227ab95e7 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.42 "GET /v2.0/networks?id=a1daf19d-85a6-4d0e-b502-aaf001a13280 HTTP/1.1" status: 200 len: 809 time: 0.3686452 Nov 27 01:08:55.216891 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1767d0b8-7e11-402c-9c5a-ea9b5f162b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.231116 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-93dd5659-94ca-413c-88b4-40a5377d1dba req-34dc4010-4e0a-4fe1-8a3e-99a7d500338f tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 210 time: 0.2940462 Nov 27 01:08:55.249021 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-04054af7-b433-4966-a413-7c62327e7480 req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Request body: {'port': {'device_id': '46a667d4-f57d-4c9b-9a43-daf40c763278', 'network_id': 'a1daf19d-85a6-4d0e-b502-aaf001a13280', 'admin_state_up': True, 'tenant_id': '626c09a4436c4b84914c9357889374b1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:55.322387 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1767d0b8-7e11-402c-9c5a-ea9b5f162b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.326179 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1767d0b8-7e11-402c-9c5a-ea9b5f162b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.328218 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1767d0b8-7e11-402c-9c5a-ea9b5f162b6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de73ffbe-8ffb-45e6-a046-f6d9be192470 HTTP/1.1" status: 204 len: 168 time: 0.2204113 Nov 27 01:08:55.343997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d47eed63-ede9-4e79-ad1c-d42b3682eeb1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:55.370938 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767d0b8-7e11-402c-9c5a-ea9b5f162b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de73ffbe-8ffb-45e6-a046-f6d9be192470,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:55.377090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Allocated IP 192.168.233.217 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/ba0e4d65-e1be-420a-b296-b2e05aed1c9f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:55.420731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:08:55.436074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1', 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'port_id': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1', 'mac_address': 'fa:16:3e:11:29:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f1765-0bcd-439e-ba48-1e72e3687e0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:08:55.462827 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7df64b4d-d98f-4b69-8225-4d51f7a653d6 req-8bb02f19-b454-4190-97e6-de2e01f159c7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 210 time: 0.0393627 Nov 27 01:08:55.502254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:08:55.502653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2abcdb15-e8a7-48aa-b9ad-83f0eb359f7c not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:08:55.552922 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.580072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47eed63-ede9-4e79-ad1c-d42b3682eeb1 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:55.595424 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port acc35f7f-110e-43d3-a54e-92936f9ab0a4 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:55.631966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d47eed63-ede9-4e79-ad1c-d42b3682eeb1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:55.638554 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port acc35f7f-110e-43d3-a54e-92936f9ab0a4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:55.639247 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.646986 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.761460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-837501a7-9728-4c09-9df9-b88e792ddc8d req-0b04997b-3069-4f40-a6d7-6663869212ef tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 210 time: 0.0615516 Nov 27 01:08:55.803182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:55.874667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.947611 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.972437 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:55.983506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['d47eed63-ede9-4e79-ad1c-d42b3682eeb1'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:56.146113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861cd2f-eb6a-4575-8054-84cd2ca481b2 req-81e3c515-0b91-4961-80c0-8c1bead26f7b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:56.148264 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e861cd2f-eb6a-4575-8054-84cd2ca481b2 req-81e3c515-0b91-4961-80c0-8c1bead26f7b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 948 time: 0.1007900 Nov 27 01:08:56.154604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:56.163785 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:56.210042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5e304-eaee-42da-a5f6-fbcf2b06f153 req-7d8e7de7-e541-42ae-bd9f-5ddde36ed58d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:56.213379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fa5e304-eaee-42da-a5f6-fbcf2b06f153 req-7d8e7de7-e541-42ae-bd9f-5ddde36ed58d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 945 time: 0.5296533 Nov 27 01:08:56.216827 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:56.235259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04054af7-b433-4966-a413-7c62327e7480 req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Made reservation on behalf of 626c09a4436c4b84914c9357889374b1 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:56.235513 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port acc35f7f-110e-43d3-a54e-92936f9ab0a4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=acc35f7f-110e-43d3-a54e-92936f9ab0a4,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:56.239452 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-04054af7-b433-4966-a413-7c62327e7480 req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:56.239936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e861cd2f-eb6a-4575-8054-84cd2ca481b2 req-d13dec2c-7be1-42e3-9546-190aff882a46 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850501 Nov 27 01:08:56.253998 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:56.334907 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=acc35f7f-110e-43d3-a54e-92936f9ab0a4,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:56.361236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc35f7f-110e-43d3-a54e-92936f9ab0a4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:56.364392 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9a6ba8-f4f9-42c7-96d2-9ae113266833" -d '{"events": [{"server_uuid": "4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b", "name": "network-vif-plugged", "status": "completed", "tag": "acc35f7f-110e-43d3-a54e-92936f9ab0a4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:56.388524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Pushing event updated for resources: {'Port': ['ID=ba0e4d65-e1be-420a-b296-b2e05aed1c9f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:56.630163 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ef4efcc-d3f4-42c5-8a1a-49e55cd7b63a req-ff646e0f-b493-42f5-aaa3-d57b20bcb527 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 210 time: 0.0610590 Nov 27 01:08:56.673606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bc71c429-4de8-45fe-95a8-97571afdfc48 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:56.700536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-04054af7-b433-4966-a413-7c62327e7480 req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Allocated IP 172.20.0.9 (a1daf19d-85a6-4d0e-b502-aaf001a13280/9e0c44c3-f7a2-43bd-852f-1e23f436511b/a4b8e96d-db61-4aec-aaaa-83e91a5bc01c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:08:56.719577 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ff5308-4291-46ac-97dc-93601a786121 x-openstack-request-id: req-24ff5308-4291-46ac-97dc-93601a786121 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:56.719882 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b", "name": "network-vif-plugged", "status": "completed", "tag": "acc35f7f-110e-43d3-a54e-92936f9ab0a4", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:56.720114 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24ff5308-4291-46ac-97dc-93601a786121 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:56.720504 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'code': 200} Nov 27 01:08:56.721622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c75cf05d-c5c0-4a15-b73f-df0325ff52a2 None None] Provisioning complete for port ba0e4d65-e1be-420a-b296-b2e05aed1c9f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:56.722037 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c75cf05d-c5c0-4a15-b73f-df0325ff52a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:56.733013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:56.734753 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:56.792739 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fa5e304-eaee-42da-a5f6-fbcf2b06f153 req-0672c426-5482-488e-8884-70848c666d2d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642998 Nov 27 01:08:56.806074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c75cf05d-c5c0-4a15-b73f-df0325ff52a2 None None] Port ba0e4d65-e1be-420a-b296-b2e05aed1c9f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:08:56.848650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port bc71c429-4de8-45fe-95a8-97571afdfc48 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:56.855384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port bc71c429-4de8-45fe-95a8-97571afdfc48 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:56.855696 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:56.891948 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54a03f71-af27-4c8c-9abd-6223fe192b47 req-0535242d-530f-40bd-97f2-a2f55d9bd4cf tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 210 time: 0.0763264 Nov 27 01:08:56.892704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50136) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:56.950057 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['9cc60615-fdfb-43b4-bb62-09c5df98a2af'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:08:56.963503 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-47f75d3d-49cf-4ec3-869e-c0d970919ae8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5805624 Nov 27 01:08:57.016365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Request body: {'port': {'device_id': '1fd5cac8-f480-4191-a6ee-b2a421bbf8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:57.049231 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7cec-318c-40ca-a9f0-bdbae732a70c req-fd9c6680-e522-4e2e-ac24-3e0a3cfdbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:57.055924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-111b7cec-318c-40ca-a9f0-bdbae732a70c req-fd9c6680-e522-4e2e-ac24-3e0a3cfdbcc3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b HTTP/1.1" status: 200 len: 1101 time: 0.1953609 Nov 27 01:08:57.160262 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-04054af7-b433-4966-a413-7c62327e7480 req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.161164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-111b7cec-318c-40ca-a9f0-bdbae732a70c req-3c4a700c-d5f7-406e-804f-672b07927d3d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912848 Nov 27 01:08:57.167364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1749306100-network', 'tenant_id': 'edf5096087ae4ea8aed171555976f4b6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:57.199594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Made reservation on behalf of edf5096087ae4ea8aed171555976f4b6 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:57.202989 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.213095 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.223740 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-04054af7-b433-4966-a413-7c62327e7480 req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.293710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04054af7-b433-4966-a413-7c62327e7480 req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Network a1daf19d-85a6-4d0e-b502-aaf001a13280 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:08:57.295211 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.340337 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.357542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-04054af7-b433-4966-a413-7c62327e7480 req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:57.363540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-04054af7-b433-4966-a413-7c62327e7480 req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:08:57.373833 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.411403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.432744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bc71c429-4de8-45fe-95a8-97571afdfc48, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bc71c429-4de8-45fe-95a8-97571afdfc48,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:57.435270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04054af7-b433-4966-a413-7c62327e7480 req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:57.436212 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-04054af7-b433-4966-a413-7c62327e7480 req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.449890 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.460097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e23210-e7c6-4e8b-9868-e39cdc3c8d18 req-d09b0993-17b6-4baf-97f4-dfed5ae5e777 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:57.464369 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c4e23210-e7c6-4e8b-9868-e39cdc3c8d18 req-d09b0993-17b6-4baf-97f4-dfed5ae5e777 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 936 time: 0.5081975 Nov 27 01:08:57.495772 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2574859 Nov 27 01:08:57.536602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b560322-f982-4723-8eed-d323f29d8851,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:57.556843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:08:57.570105 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=bc71c429-4de8-45fe-95a8-97571afdfc48,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:57.574755 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c4e23210-e7c6-4e8b-9868-e39cdc3c8d18 req-d8204bd3-0724-41a2-b64a-974b3611cfcb tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762219 Nov 27 01:08:57.583847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Request body: {'port': {'device_id': '46a667d4-f57d-4c9b-9a43-daf40c763278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:57.589990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aac737-209e-413b-835d-bc7da9097d8a req-3a23c0e0-0562-4740-8845-0724669b8b0c tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:57.604695 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70aac737-209e-413b-835d-bc7da9097d8a req-3a23c0e0-0562-4740-8845-0724669b8b0c tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 949 time: 0.2052794 Nov 27 01:08:57.604695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.604695 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Added segment a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3 of type vlan for network 136dd621-4582-4908-982f-6af33a944d94 Nov 27 01:08:57.675231 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.704427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef13a9-4ed5-4b94-bc97-c758bb3845cb tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Pushing event updated for resources: {'Port': ['ID=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:57.707022 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.727041 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70aac737-209e-413b-835d-bc7da9097d8a req-8e5ab6bb-61d7-4613-b113-a667e592066b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256661 Nov 27 01:08:57.801511 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.803105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:57.804006 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:57.906657 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0055876 Nov 27 01:08:57.910145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50160) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:08:58.358066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5c264e96-9cbd-457a-b39a-6c0d718b8ecc admin admin] Request body: {'subnet': {'network_id': '136dd621-4582-4908-982f-6af33a944d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1749306100-subnet', 'tenant_id': 'edf5096087ae4ea8aed171555976f4b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:08:58.395886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c4180-615e-41f2-b833-0b31676a225d admin admin] Pushing event updated for resources: {'Network': ['ID=136dd621-4582-4908-982f-6af33a944d94,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:58.410167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 136dd621-4582-4908-982f-6af33a944d94 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:08:58.428854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4966c59-c788-4b5d-979c-5539eeec78d4 req-df047fde-2082-4d89-b035-5727fa46c3f2 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:58.431214 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c4966c59-c788-4b5d-979c-5539eeec78d4 req-df047fde-2082-4d89-b035-5727fa46c3f2 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 945 time: 0.1808534 Nov 27 01:08:58.455521 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d5e47-bb85-456e-a789-c95f116043f9 req-72b2a28d-7bda-4170-af61-4a8daff19daf tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:58.457816 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-153d5e47-bb85-456e-a789-c95f116043f9 req-72b2a28d-7bda-4170-af61-4a8daff19daf tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 931 time: 0.5625241 Nov 27 01:08:58.522511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c264e96-9cbd-457a-b39a-6c0d718b8ecc admin admin] Made reservation on behalf of edf5096087ae4ea8aed171555976f4b6 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:08:58.525751 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c264e96-9cbd-457a-b39a-6c0d718b8ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.616934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0e4d65-e1be-420a-b296-b2e05aed1c9f {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:58.626571 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.642414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Transition to ACTIVE for port object ba0e4d65-e1be-420a-b296-b2e05aed1c9f will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:58.650723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-153d5e47-bb85-456e-a789-c95f116043f9 req-db96769b-9e33-4fc9-b075-094840e5c3ef tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/security-groups?id=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846247 Nov 27 01:08:58.656709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d47eed63-ede9-4e79-ad1c-d42b3682eeb1 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:08:58.679332 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.721415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24b57a9-2798-4182-8299-9f89eeae7d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc71c429-4de8-45fe-95a8-97571afdfc48'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:58.725879 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ed3d5a-1e35-4589-9742-23b1e7b9a5a2" -d '{"events": [{"server_uuid": "f24b57a9-2798-4182-8299-9f89eeae7d69", "name": "network-vif-plugged", "status": "completed", "tag": "bc71c429-4de8-45fe-95a8-97571afdfc48"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:58.780071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port d47eed63-ede9-4e79-ad1c-d42b3682eeb1 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:08:58.785082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port d47eed63-ede9-4e79-ad1c-d42b3682eeb1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:08:58.785769 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.833278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b8e96d-db61-4aec-aaaa-83e91a5bc01c {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:08:58.885005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-997f2de3-287b-47cf-914e-a22cf6de0372 req-2bf63f9a-4bb2-465a-a0fa-85e19d689873 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 210 time: 0.1022396 Nov 27 01:08:58.899141 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:58.905619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0e4d65-e1be-420a-b296-b2e05aed1c9f,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:58.929199 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c4966c59-c788-4b5d-979c-5539eeec78d4 req-a1d53619-5a11-4047-85c8-1164ed27fd79 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886060 Nov 27 01:08:58.958088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Transition to ACTIVE for port object a4b8e96d-db61-4aec-aaaa-83e91a5bc01c will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:08:59.055222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.083241 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.140590 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c264e96-9cbd-457a-b39a-6c0d718b8ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.161036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d47eed63-ede9-4e79-ad1c-d42b3682eeb1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:08:59.169551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Attempting to bind port ba0e4d65-e1be-420a-b296-b2e05aed1c9f on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:59.169878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Attempting to bind port ba0e4d65-e1be-420a-b296-b2e05aed1c9f by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:59.170207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Attempting to bind port ba0e4d65-e1be-420a-b296-b2e05aed1c9f on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:59.172707 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.203045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c264e96-9cbd-457a-b39a-6c0d718b8ecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=206f39cd-e711-4378-9a4e-04a0a605d182,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:59.214848 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Port ba0e4d65-e1be-420a-b296-b2e05aed1c9f on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:59.215163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Attempting to bind port ba0e4d65-e1be-420a-b296-b2e05aed1c9f on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:59.242685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:59.255526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed52848-c4be-416d-9665-93cc88882c6f req-103f2ccb-081e-45c1-9f94-f6a6cbe2e4ef tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:59.268887 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ed52848-c4be-416d-9665-93cc88882c6f req-103f2ccb-081e-45c1-9f94-f6a6cbe2e4ef tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 948 time: 0.2172260 Nov 27 01:08:59.300358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c264e96-9cbd-457a-b39a-6c0d718b8ecc admin admin] Checking segment: {'id': 'a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '136dd621-4582-4908-982f-6af33a944d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:59.301101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c264e96-9cbd-457a-b39a-6c0d718b8ecc admin admin] Network hostable DHCP agents. Network: 136dd621-4582-4908-982f-6af33a944d94, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:08:59.306539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:08:59.322553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:59.322929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:59.323266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:59.323702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Bound port: ba0e4d65-e1be-420a-b296-b2e05aed1c9f, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:59.324052 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.351025 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd7ef6-c64d-40df-8009-1a93f81186c7 req-fb6edcb0-558b-480e-b33b-614cfcf4f322 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:59.361044 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dd7ef6-c64d-40df-8009-1a93f81186c7 req-fb6edcb0-558b-480e-b33b-614cfcf4f322 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 949 time: 0.1591315 Nov 27 01:08:59.365309 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Attempting to bind port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:08:59.365641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Attempting to bind port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '31978956-b772-4fab-b4d4-cd0f35e30ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a1daf19d-85a6-4d0e-b502-aaf001a13280'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:08:59.365965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Attempting to bind port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c on network a1daf19d-85a6-4d0e-b502-aaf001a13280 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:59.369948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c264e96-9cbd-457a-b39a-6c0d718b8ecc admin admin] Network 136dd621-4582-4908-982f-6af33a944d94 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:08:59.405194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c on network a1daf19d-85a6-4d0e-b502-aaf001a13280 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:08:59.405963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Attempting to bind port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c on network a1daf19d-85a6-4d0e-b502-aaf001a13280 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:08:59.431869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:08:59.432945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Checking segment: {'id': '31978956-b772-4fab-b4d4-cd0f35e30ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a1daf19d-85a6-4d0e-b502-aaf001a13280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:08:59.433511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Bound using segment: {'id': '31978956-b772-4fab-b4d4-cd0f35e30ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a1daf19d-85a6-4d0e-b502-aaf001a13280'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:08:59.434118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Bound port: a4b8e96d-db61-4aec-aaaa-83e91a5bc01c, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31978956-b772-4fab-b4d4-cd0f35e30ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a1daf19d-85a6-4d0e-b502-aaf001a13280'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:08:59.434667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.452656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-5c264e96-9cbd-457a-b39a-6c0d718b8ecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 136dd621-4582-4908-982f-6af33a944d94) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:08:59.464845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a121a63d-e2c5-4a6f-aa2c-5939a064a2ca None None] Network 136dd621-4582-4908-982f-6af33a944d94 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:59.468225 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7dd7ef6-c64d-40df-8009-1a93f81186c7 req-4d307d04-09dc-48a1-a85e-ee37ba66a894 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032150 Nov 27 01:08:59.474118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ed52848-c4be-416d-9665-93cc88882c6f req-94c257b0-5318-4447-895d-7f9a6146bf61 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042778 Nov 27 01:08:59.485097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c264e96-9cbd-457a-b39a-6c0d718b8ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:59.485693 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c264e96-9cbd-457a-b39a-6c0d718b8ecc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.546546 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c264e96-9cbd-457a-b39a-6c0d718b8ecc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6015339 Nov 27 01:08:59.573511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] For port ba0e4d65-e1be-420a-b296-b2e05aed1c9f, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:59.587245 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fba880-a5bd-46a4-af7e-1fff805de1ae x-openstack-request-id: req-e6fba880-a5bd-46a4-af7e-1fff805de1ae {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:08:59.587553 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24b57a9-2798-4182-8299-9f89eeae7d69", "name": "network-vif-plugged", "status": "completed", "tag": "bc71c429-4de8-45fe-95a8-97571afdfc48", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:08:59.589708 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6fba880-a5bd-46a4-af7e-1fff805de1ae {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:08:59.590535 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24b57a9-2798-4182-8299-9f89eeae7d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc71c429-4de8-45fe-95a8-97571afdfc48', 'code': 200} Nov 27 01:08:59.624298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] For port ba0e4d65-e1be-420a-b296-b2e05aed1c9f, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ba0e4d65-e1be-420a-b296-b2e05aed1c9f,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:59.647252 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.667314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] For port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:08:59.673195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] For port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c,segment=NetworkSegment(31978956-b772-4fab-b4d4-cd0f35e30ced),segment_id=31978956-b772-4fab-b4d4-cd0f35e30ced)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:08:59.748276 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.782583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64eeec9-f126-4776-b51d-9f1db1baef3e None None] Network 136dd621-4582-4908-982f-6af33a944d94 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:08:59.825390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:59.831942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.837708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/ba0e4d65-e1be-420a-b296-b2e05aed1c9f HTTP/1.1" status: 200 len: 1096 time: 2.8263571 Nov 27 01:08:59.838729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd5cac8-f480-4191-a6ee-b2a421bbf8fb', 'tag': 'ba0e4d65-e1be-420a-b296-b2e05aed1c9f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:08:59.846204 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f48c44-10e5-45cf-a9ed-41623eb6aa94" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd5cac8-f480-4191-a6ee-b2a421bbf8fb", "tag": "ba0e4d65-e1be-420a-b296-b2e05aed1c9f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:08:59.873472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:59.874826 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:08:59.876527 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] 10.222.0.42 "PUT /v2.0/ports/a4b8e96d-db61-4aec-aaaa-83e91a5bc01c HTTP/1.1" status: 200 len: 1091 time: 2.3090348 Nov 27 01:08:59.986473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd91829-0708-4a91-96f4-66c47dfab7b0 req-b5ce51da-1590-4d48-a921-6d8304117a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:08:59.995983 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fdd91829-0708-4a91-96f4-66c47dfab7b0 req-b5ce51da-1590-4d48-a921-6d8304117a34 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 1100 time: 0.2922966 Nov 27 01:09:00.015251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152abc18-6653-47fe-9f13-307c78f1b3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0e4d65-e1be-420a-b296-b2e05aed1c9f,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:00.035422 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd3fbe3-003d-43e7-a69a-3f5ca511e8fa x-openstack-request-id: req-6cd3fbe3-003d-43e7-a69a-3f5ca511e8fa {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:00.047355 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd5cac8-f480-4191-a6ee-b2a421bbf8fb", "tag": "ba0e4d65-e1be-420a-b296-b2e05aed1c9f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:00.047355 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cd3fbe3-003d-43e7-a69a-3f5ca511e8fa {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:00.047814 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd5cac8-f480-4191-a6ee-b2a421bbf8fb', 'tag': 'ba0e4d65-e1be-420a-b296-b2e05aed1c9f', 'status': 'completed', 'code': 200} Nov 27 01:09:00.077091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639a13e-f494-4012-a2c7-39540f73a6d4 req-f22e43f3-3e96-49c0-9fe7-ebb1e210956b tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:00.083309 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1639a13e-f494-4012-a2c7-39540f73a6d4 req-f22e43f3-3e96-49c0-9fe7-ebb1e210956b tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 943 time: 0.2386129 Nov 27 01:09:00.210722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-5fc8fe20-c0c5-4036-a776-cbe31a5137d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:00.212652 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-5fc8fe20-c0c5-4036-a776-cbe31a5137d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b1b41032e184477a9f9569de6e5d8ad&device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 1099 time: 0.2893448 Nov 27 01:09:00.229832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04054af7-b433-4966-a413-7c62327e7480 req-8cd332dd-9634-48ef-9071-5bc18b3a7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:00.231676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-8cd332dd-9634-48ef-9071-5bc18b3a7cb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=626c09a4436c4b84914c9357889374b1&device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 1094 time: 0.2565200 Nov 27 01:09:00.243525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c144180-644c-42c8-bd0d-a91bba6c3e27 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:00.271727 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fdd91829-0708-4a91-96f4-66c47dfab7b0 req-d48029c5-0202-41cd-aeaf-01fc8286e2a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576451 Nov 27 01:09:00.276649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1639a13e-f494-4012-a2c7-39540f73a6d4 req-5fbf4144-4157-42bb-819b-21bf05f10ee3 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/security-groups?id=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771593 Nov 27 01:09:00.310571 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-9ba19544-b07c-47b0-afe2-16e549528e16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=ba0e4d65-e1be-420a-b296-b2e05aed1c9f HTTP/1.1" status: 200 len: 217 time: 0.0747736 Nov 27 01:09:00.376387 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-4358f0ee-7d7d-498a-b362-b4f937346479 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c HTTP/1.1" status: 200 len: 217 time: 0.1258993 Nov 27 01:09:00.420691 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56fc9460-e380-4cce-ac35-da3aa1b8f43d req-bb9e40b3-2e91-4620-b5c0-2d40cd66fd0b tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=9878b5bc-4e6a-4152-a30d-989a8cd63cd0 HTTP/1.1" status: 200 len: 210 time: 0.0394807 Nov 27 01:09:00.537708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-1f8ccfa9-49ac-4b9c-9ce1-7e60c64021b9 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:00.539855 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-1f8ccfa9-49ac-4b9c-9ce1-7e60c64021b9 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/networks?id=136dd621-4582-4908-982f-6af33a944d94 HTTP/1.1" status: 200 len: 814 time: 0.1665025 Nov 27 01:09:00.559863 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-688f6547-ae38-496b-8eb8-2dee3d9d0bf0 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/quotas/edf5096087ae4ea8aed171555976f4b6 HTTP/1.1" status: 200 len: 375 time: 0.0139995 Nov 27 01:09:00.583810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2a717-cb39-4feb-bc53-d3859ac80bba req-ed34c1a1-2c46-45ef-a03f-27348ed578e0 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:00.585368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1d2a717-cb39-4feb-bc53-d3859ac80bba req-ed34c1a1-2c46-45ef-a03f-27348ed578e0 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 946 time: 0.0608883 Nov 27 01:09:00.648681 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-cb8bd9d5-2bae-492e-b6c9-390457ae4abf tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=edf5096087ae4ea8aed171555976f4b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813096 Nov 27 01:09:00.660306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1d2a717-cb39-4feb-bc53-d3859ac80bba req-8bdf2a08-67a1-4244-bbf6-7dfad24f958d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663185 Nov 27 01:09:00.736988 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-a34c6d02-ae8c-4a64-b0d1-e95f3f8c3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:00.736988 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-a34c6d02-ae8c-4a64-b0d1-e95f3f8c3dbe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1577256 Nov 27 01:09:00.740478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04054af7-b433-4966-a413-7c62327e7480 req-052e9451-da15-43d4-a856-17a5b4ea2668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:00.742499 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-052e9451-da15-43d4-a856-17a5b4ea2668 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e0c44c3-f7a2-43bd-852f-1e23f436511b HTTP/1.1" status: 200 len: 849 time: 0.1607363 Nov 27 01:09:00.842972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-c3efec03-f073-4064-954b-6e16a38b5a96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1daf19d-85a6-4d0e-b502-aaf001a13280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836172 Nov 27 01:09:00.857683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-7b4c8fd3-be5c-4529-b32c-21d35740fc5f service neutron] 10.222.0.37 "GET /v2.0/networks/136dd621-4582-4908-982f-6af33a944d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974337 Nov 27 01:09:00.926648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59b9e8-0e4c-4b06-96b0-97d33759af10 req-60023671-015f-46fc-9549-6dfa6273c981 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:00.928382 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a59b9e8-0e4c-4b06-96b0-97d33759af10 req-60023671-015f-46fc-9549-6dfa6273c981 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 949 time: 0.0873253 Nov 27 01:09:00.942639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-86bf52a6-b205-49cd-a3ad-9aaf6eb4ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:00.953883 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-86bf52a6-b205-49cd-a3ad-9aaf6eb4ff42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1867518 Nov 27 01:09:00.998615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a59b9e8-0e4c-4b06-96b0-97d33759af10 req-42879a00-db91-4e06-bf51-49ee33928abc tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641825 Nov 27 01:09:01.180610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-c9495454-196a-406c-8c11-91777f09de31 service neutron] 10.222.0.37 "GET /v2.0/networks/136dd621-4582-4908-982f-6af33a944d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952535 Nov 27 01:09:01.183439 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-f358f2bb-b315-44ce-9459-b28ce72aa210 service neutron] 10.222.0.42 "GET /v2.0/networks/a1daf19d-85a6-4d0e-b502-aaf001a13280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311789 Nov 27 01:09:01.219230 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-2069ce36-088a-4740-bbb7-47fa3945fbb6 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637918 Nov 27 01:09:01.223119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bde53d-c6ef-4635-8c61-b0c2113656eb req-abf167e0-b901-4769-b8de-55e2897f33c2 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:01.230833 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5bde53d-c6ef-4635-8c61-b0c2113656eb req-abf167e0-b901-4769-b8de-55e2897f33c2 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 948 time: 0.0687451 Nov 27 01:09:01.326015 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5bde53d-c6ef-4635-8c61-b0c2113656eb req-b94a45e2-ca84-405d-87a4-919aae9d93a7 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939610 Nov 27 01:09:01.574205 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-068de3c4-1a01-4f9f-9040-5ab719f66bf4 req-72b83199-fc8f-48a5-a117-977c1218c896 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 210 time: 0.0526555 Nov 27 01:09:01.591042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc78d99-1b6b-410a-b5bd-0d1323ec4072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:01.596934 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cc3883-ff76-435e-9dd4-df291679b38b" -d '{"events": [{"server_uuid": "acc78d99-1b6b-410a-b5bd-0d1323ec4072", "name": "network-vif-plugged", "status": "completed", "tag": "d47eed63-ede9-4e79-ad1c-d42b3682eeb1"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:01.670728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04054af7-b433-4966-a413-7c62327e7480 req-b5d0abbf-6883-4432-b503-4088bbd6d0d6 service neutron] 10.222.0.42 "GET /v2.0/networks/a1daf19d-85a6-4d0e-b502-aaf001a13280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676821 Nov 27 01:09:01.678196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44eaf420-5b41-4875-a5c2-58e0fc0053bc req-45cae018-2b24-47dc-85c7-66b50c544bc6 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278400 Nov 27 01:09:01.696677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce92dfc-fae0-465a-a520-29103388ec78 req-2b6961a8-5790-4f13-93c6-05d86f0722e2 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:01.710519 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cce92dfc-fae0-465a-a520-29103388ec78 req-2b6961a8-5790-4f13-93c6-05d86f0722e2 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 943 time: 0.1377380 Nov 27 01:09:01.788220 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cce92dfc-fae0-465a-a520-29103388ec78 req-b610c85c-ef0e-4ceb-8f8c-bc55de69ce61 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/security-groups?id=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688684 Nov 27 01:09:01.799425 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9e5a5f-97de-4972-95c3-3a0cc5fad692 x-openstack-request-id: req-bf9e5a5f-97de-4972-95c3-3a0cc5fad692 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:01.799812 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc78d99-1b6b-410a-b5bd-0d1323ec4072", "name": "network-vif-plugged", "status": "completed", "tag": "d47eed63-ede9-4e79-ad1c-d42b3682eeb1", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:01.801375 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf9e5a5f-97de-4972-95c3-3a0cc5fad692 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:01.801791 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc78d99-1b6b-410a-b5bd-0d1323ec4072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1', 'code': 200} Nov 27 01:09:02.019451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb6a78-7bee-444d-9b26-8f388701689c req-171302ab-2c30-433a-8e43-6d99a091a52a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.035201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9ddb6a78-7bee-444d-9b26-8f388701689c req-171302ab-2c30-433a-8e43-6d99a091a52a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 946 time: 0.1913803 Nov 27 01:09:02.083775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a667d4-f57d-4c9b-9a43-daf40c763278', 'tag': 'a4b8e96d-db61-4aec-aaaa-83e91a5bc01c'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:02.091768 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736cbf6f-0623-4ac7-b387-06bc4ea078ce" -d '{"events": [{"name": "network-changed", "server_uuid": "46a667d4-f57d-4c9b-9a43-daf40c763278", "tag": "a4b8e96d-db61-4aec-aaaa-83e91a5bc01c"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:02.129992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f48c44-10e5-45cf-a9ed-41623eb6aa94 req-c784e003-3c42-45eb-9f38-610ab1bd70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.131843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43f48c44-10e5-45cf-a9ed-41623eb6aa94 req-c784e003-3c42-45eb-9f38-610ab1bd70f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b1b41032e184477a9f9569de6e5d8ad&device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 1099 time: 0.2255044 Nov 27 01:09:02.240660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773347d-364f-4682-9859-e230d8cfba53 req-29f333a6-94da-425b-a220-1798baac2cc3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.264321 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0773347d-364f-4682-9859-e230d8cfba53 req-29f333a6-94da-425b-a220-1798baac2cc3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 949 time: 0.1164875 Nov 27 01:09:02.353847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9ddb6a78-7bee-444d-9b26-8f388701689c req-748ebd5a-e6a5-4ccf-8f17-7e5054987bdd tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175228 Nov 27 01:09:02.372382 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0773347d-364f-4682-9859-e230d8cfba53 req-8ded544f-b52e-4532-b04c-25986f552817 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063950 Nov 27 01:09:02.376586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f48c44-10e5-45cf-a9ed-41623eb6aa94 req-96aadb88-c38e-4ec3-b3a9-faaf4cad1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.378384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43f48c44-10e5-45cf-a9ed-41623eb6aa94 req-96aadb88-c38e-4ec3-b3a9-faaf4cad1e94 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2249770 Nov 27 01:09:02.589221 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f7f803-f862-47e8-b31f-e06687ac5df1 x-openstack-request-id: req-08f7f803-f862-47e8-b31f-e06687ac5df1 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:02.590109 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a667d4-f57d-4c9b-9a43-daf40c763278", "tag": "a4b8e96d-db61-4aec-aaaa-83e91a5bc01c", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:02.590796 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08f7f803-f862-47e8-b31f-e06687ac5df1 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:02.591216 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a667d4-f57d-4c9b-9a43-daf40c763278', 'tag': 'a4b8e96d-db61-4aec-aaaa-83e91a5bc01c', 'status': 'completed', 'code': 200} Nov 27 01:09:02.596659 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43f48c44-10e5-45cf-a9ed-41623eb6aa94 req-325ea7dd-789c-4fe1-9313-6ff7e00e5fd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=ba0e4d65-e1be-420a-b296-b2e05aed1c9f HTTP/1.1" status: 200 len: 217 time: 0.1987622 Nov 27 01:09:02.632263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8662b-1d94-47d4-8a8d-991fc933bb42 req-c4f3197f-cd31-4258-a3e6-8d6bc1bda402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.635131 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83e8662b-1d94-47d4-8a8d-991fc933bb42 req-c4f3197f-cd31-4258-a3e6-8d6bc1bda402 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 1097 time: 0.5941210 Nov 27 01:09:02.692598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cbf6f-0623-4ac7-b387-06bc4ea078ce req-e0d16804-b2cd-459c-a595-751258a2a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.694128 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-736cbf6f-0623-4ac7-b387-06bc4ea078ce req-e0d16804-b2cd-459c-a595-751258a2a187 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=626c09a4436c4b84914c9357889374b1&device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 1094 time: 0.1532338 Nov 27 01:09:02.718260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea73f8-13bb-42b0-9d5d-c81d558d70e6 req-6cdacb89-a64b-478f-a859-e8572a6bd1fe tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.718260 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87ea73f8-13bb-42b0-9d5d-c81d558d70e6 req-6cdacb89-a64b-478f-a859-e8572a6bd1fe tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b HTTP/1.1" status: 200 len: 950 time: 0.1059961 Nov 27 01:09:02.728717 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83e8662b-1d94-47d4-8a8d-991fc933bb42 req-92c5521a-520d-4bef-ae8c-1d8b93291812 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695844 Nov 27 01:09:02.739237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49556e0-10d1-4cb8-aa5a-361527ea65d8 req-c65017da-0aba-4f84-9e45-a98ab6e9e3bd tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.747750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b49556e0-10d1-4cb8-aa5a-361527ea65d8 req-c65017da-0aba-4f84-9e45-a98ab6e9e3bd tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 948 time: 0.2363095 Nov 27 01:09:02.853969 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87ea73f8-13bb-42b0-9d5d-c81d558d70e6 req-ffd2b6a4-9353-4293-9105-4dfcbe3d3d20 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037316 Nov 27 01:09:02.871958 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b49556e0-10d1-4cb8-aa5a-361527ea65d8 req-ea3938e7-7e49-48ad-ae03-792ac5ecc24a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141152 Nov 27 01:09:02.871958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f48c44-10e5-45cf-a9ed-41623eb6aa94 req-08bc7744-05be-4418-878a-47f38f9676dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.876571 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43f48c44-10e5-45cf-a9ed-41623eb6aa94 req-08bc7744-05be-4418-878a-47f38f9676dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.2644186 Nov 27 01:09:02.893173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cbf6f-0623-4ac7-b387-06bc4ea078ce req-8936865a-5110-41e2-85cb-7e8d2e94daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:02.894691 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-736cbf6f-0623-4ac7-b387-06bc4ea078ce req-8936865a-5110-41e2-85cb-7e8d2e94daf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1daf19d-85a6-4d0e-b502-aaf001a13280 HTTP/1.1" status: 200 len: 910 time: 0.1754854 Nov 27 01:09:02.985297 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b810f61f-14f8-4f0a-83ec-67de4a7d7095 req-d0530506-264f-4a98-b71e-3df15f644bd3 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 210 time: 0.0471356 Nov 27 01:09:03.087595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f48c44-10e5-45cf-a9ed-41623eb6aa94 req-e0f98fe7-1c80-4618-9899-a26e39ccf393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:03.100658 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43f48c44-10e5-45cf-a9ed-41623eb6aa94 req-e0f98fe7-1c80-4618-9899-a26e39ccf393 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745883 Nov 27 01:09:03.122283 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-736cbf6f-0623-4ac7-b387-06bc4ea078ce req-cd3a6a3a-e053-4625-b531-97fa4c6d6917 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c HTTP/1.1" status: 200 len: 217 time: 0.1041245 Nov 27 01:09:03.251510 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0f1e8-09bc-4d9a-8e98-e474fdc985fe req-7dd1eadf-3912-4592-aed8-d3f725955440 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:03.253515 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4e0f1e8-09bc-4d9a-8e98-e474fdc985fe req-7dd1eadf-3912-4592-aed8-d3f725955440 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 943 time: 0.1514525 Nov 27 01:09:03.292929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cbf6f-0623-4ac7-b387-06bc4ea078ce req-41c79a6c-5f5c-4e22-956b-7e1beff26789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:03.299546 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-736cbf6f-0623-4ac7-b387-06bc4ea078ce req-41c79a6c-5f5c-4e22-956b-7e1beff26789 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e0c44c3-f7a2-43bd-852f-1e23f436511b HTTP/1.1" status: 200 len: 849 time: 0.1602507 Nov 27 01:09:03.346721 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43f48c44-10e5-45cf-a9ed-41623eb6aa94 req-2e2489cb-92e7-44ce-ba74-80dcd7475392 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150230 Nov 27 01:09:03.385293 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-736cbf6f-0623-4ac7-b387-06bc4ea078ce req-3639b96e-be15-4a60-81c8-f66b52fbcf03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1daf19d-85a6-4d0e-b502-aaf001a13280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758288 Nov 27 01:09:03.606872 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-736cbf6f-0623-4ac7-b387-06bc4ea078ce req-1665f680-fef8-40af-b826-40be475155bc service neutron] 10.222.0.42 "GET /v2.0/networks/a1daf19d-85a6-4d0e-b502-aaf001a13280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814377 Nov 27 01:09:03.623557 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43f48c44-10e5-45cf-a9ed-41623eb6aa94 req-d16e348e-c76d-46e0-8414-e6cd9dad6c3b service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571023 Nov 27 01:09:03.671295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4e0f1e8-09bc-4d9a-8e98-e474fdc985fe req-d14fd30a-8933-46c1-ad28-4623566167ed tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/security-groups?id=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075837 Nov 27 01:09:03.859687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000accba-f9bf-431e-9382-ec84003651ef req-d5acccf5-bbd1-4c1e-b9d5-66b01445905d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:03.878072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000accba-f9bf-431e-9382-ec84003651ef req-d5acccf5-bbd1-4c1e-b9d5-66b01445905d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:03.888682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-000accba-f9bf-431e-9382-ec84003651ef req-d5acccf5-bbd1-4c1e-b9d5-66b01445905d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b&device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 1690 time: 0.5020127 Nov 27 01:09:03.940876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-736cbf6f-0623-4ac7-b387-06bc4ea078ce req-0dcb9821-7b8b-46c6-a792-da13d895fc04 service neutron] 10.222.0.42 "GET /v2.0/networks/a1daf19d-85a6-4d0e-b502-aaf001a13280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980282 Nov 27 01:09:04.004684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-000accba-f9bf-431e-9382-ec84003651ef req-e2f47ca3-423e-4938-94ab-dc52bfe47e2d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150432 Nov 27 01:09:04.107551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-48356cb7-79df-49b5-a992-4a2c6d458cba tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:04.127001 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-48356cb7-79df-49b5-a992-4a2c6d458cba tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.11 "GET /v2.0/networks?id=136dd621-4582-4908-982f-6af33a944d94 HTTP/1.1" status: 200 len: 814 time: 0.5011785 Nov 27 01:09:04.153135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Request body: {'port': {'device_id': '3a152c03-9857-4e85-b6ea-c59c56b1c0e3', 'network_id': '136dd621-4582-4908-982f-6af33a944d94', 'admin_state_up': True, 'tenant_id': 'edf5096087ae4ea8aed171555976f4b6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:04.201708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7b06b-30ca-46c9-a205-10dbbdade095 req-38c42a2e-2ff2-48df-94d2-9eeda5237a84 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:04.210124 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4c7b06b-30ca-46c9-a205-10dbbdade095 req-38c42a2e-2ff2-48df-94d2-9eeda5237a84 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 946 time: 0.3328230 Nov 27 01:09:04.296378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f205418-ed0b-416a-96eb-6bd87278a4b5 req-ec83bbf5-7aec-4421-b031-b9ecbd02513d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:04.306882 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f205418-ed0b-416a-96eb-6bd87278a4b5 req-ec83bbf5-7aec-4421-b031-b9ecbd02513d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 948 time: 0.1163778 Nov 27 01:09:04.320561 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4c7b06b-30ca-46c9-a205-10dbbdade095 req-8c331ac9-08fd-4251-b5ef-71160a1deb9b tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083257 Nov 27 01:09:04.426668 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f205418-ed0b-416a-96eb-6bd87278a4b5 req-15e3fbb2-be1b-44f9-8a8f-aaa42ad89394 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185992 Nov 27 01:09:04.466547 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e4a4f7d-7c8f-4423-bf04-a174861c9d19 req-9826eb20-b65a-4910-92a3-b31585ea65f7 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 210 time: 0.0436163 Nov 27 01:09:04.508052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Made reservation on behalf of edf5096087ae4ea8aed171555976f4b6 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:04.511682 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.676924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a4b8e96d-db61-4aec-aaaa-83e91a5bc01c details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:04.745936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Allocated IP 172.20.0.12 (136dd621-4582-4908-982f-6af33a944d94/206f39cd-e711-4378-9a4e-04a0a605d182/0ecbb742-f3c3-4660-be2c-02fe2c9171f8) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:04.837915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665024c2-4fa1-4b4b-a0cc-e56e76193e5b req-c73e75c1-f6f8-40df-827b-5652ef4e986e tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:04.848057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-665024c2-4fa1-4b4b-a0cc-e56e76193e5b req-c73e75c1-f6f8-40df-827b-5652ef4e986e tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b HTTP/1.1" status: 200 len: 1101 time: 0.0860612 Nov 27 01:09:04.860900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c,segment=NetworkSegment(31978956-b772-4fab-b4d4-cd0f35e30ced),segment_id=31978956-b772-4fab-b4d4-cd0f35e30ced)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:04.889865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'a4b8e96d-db61-4aec-aaaa-83e91a5bc01c', 'network_id': 'a1daf19d-85a6-4d0e-b502-aaf001a13280', 'port_id': 'a4b8e96d-db61-4aec-aaaa-83e91a5bc01c', 'mac_address': 'fa:16:3e:90:38:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0c44c3-f7a2-43bd-852f-1e23f436511b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:04.950205 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-665024c2-4fa1-4b4b-a0cc-e56e76193e5b req-4d9740c5-9844-42c3-959c-672796ed1119 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011693 Nov 27 01:09:04.967371 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:04.985050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b8e96d-db61-4aec-aaaa-83e91a5bc01c {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:05.011768 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c,segment=NetworkSegment(31978956-b772-4fab-b4d4-cd0f35e30ced),segment_id=31978956-b772-4fab-b4d4-cd0f35e30ced)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:05.020380 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.021552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ba0e4d65-e1be-420a-b296-b2e05aed1c9f details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:05.110452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb9c86-4c9f-4317-a2eb-ff1e633afe90 req-856aa828-eec4-47ea-b069-ba66a1453af5 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:05.115494 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34eb9c86-4c9f-4317-a2eb-ff1e633afe90 req-856aa828-eec4-47ea-b069-ba66a1453af5 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 943 time: 0.3376040 Nov 27 01:09:05.218706 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ba0e4d65-e1be-420a-b296-b2e05aed1c9f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ba0e4d65-e1be-420a-b296-b2e05aed1c9f,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:05.227831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc6bde-04f6-44e9-a586-543d5cbb97c1 req-2f48cc42-489e-4ab4-93c0-5982aa876706 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:05.235814 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'ba0e4d65-e1be-420a-b296-b2e05aed1c9f', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'ba0e4d65-e1be-420a-b296-b2e05aed1c9f', 'mac_address': 'fa:16:3e:ac:8b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:05.239472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d1cc6bde-04f6-44e9-a586-543d5cbb97c1 req-2f48cc42-489e-4ab4-93c0-5982aa876706 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 1100 time: 0.0664980 Nov 27 01:09:05.313504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.325621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d1cc6bde-04f6-44e9-a586-543d5cbb97c1 req-49fafa5f-2270-4055-9676-001d96cd535a tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851543 Nov 27 01:09:05.361251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0e4d65-e1be-420a-b296-b2e05aed1c9f {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:05.365563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:05.370987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34eb9c86-4c9f-4317-a2eb-ff1e633afe90 req-2ec84a78-132c-4092-87b1-a9780b1c001b tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/security-groups?id=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942761 Nov 27 01:09:05.414775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ba0e4d65-e1be-420a-b296-b2e05aed1c9f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ba0e4d65-e1be-420a-b296-b2e05aed1c9f,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:05.429756 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.466160 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.528595 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ba0e4d65-e1be-420a-b296-b2e05aed1c9f,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:05.556640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8bcb4-5932-44dc-af5e-7eb9a5f5c810 req-8a469b13-66b3-4adc-94a3-f7b45ea6711b tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:05.565287 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.577508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45a8bcb4-5932-44dc-af5e-7eb9a5f5c810 req-8a469b13-66b3-4adc-94a3-f7b45ea6711b tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 946 time: 0.1270549 Nov 27 01:09:05.674148 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Network 136dd621-4582-4908-982f-6af33a944d94 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:05.696416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:05.703328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45a8bcb4-5932-44dc-af5e-7eb9a5f5c810 req-00ff6048-9ecd-4209-b9c1-0ba999d6184c tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213882 Nov 27 01:09:05.721743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:05.836524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:05.839660 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:05.844608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Pushing event updated for resources: {'Port': ['ID=0ecbb742-f3c3-4660-be2c-02fe2c9171f8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:05.865003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e43127-e3a1-4b9a-acbe-37ff09b3e922 req-cfea0a18-0e22-4095-8938-7bc2d7ff5128 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:05.873842 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80e43127-e3a1-4b9a-acbe-37ff09b3e922 req-cfea0a18-0e22-4095-8938-7bc2d7ff5128 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 932 time: 0.0799811 Nov 27 01:09:05.888236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['ba0e4d65-e1be-420a-b296-b2e05aed1c9f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:05.951350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a4b8e96d-db61-4aec-aaaa-83e91a5bc01c'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:05.962009 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80e43127-e3a1-4b9a-acbe-37ff09b3e922 req-31c3c5a5-4c24-4b60-9866-2dc5a4f563d7 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840557 Nov 27 01:09:05.970134 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-fd4bbe9a-0826-44ad-b97f-112be86b6ac1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8224568 Nov 27 01:09:06.013511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Request body: {'port': {'device_id': '3a152c03-9857-4e85-b6ea-c59c56b1c0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:06.508237 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-1d1b2934-7ad8-442b-bb18-835d628966fb tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407982 Nov 27 01:09:06.764210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75810f7-beb0-42e5-b4f1-0f500657574a req-06c52716-7f49-4b6e-9e53-f5d4a6061033 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:06.768807 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-90715b2f-e5bf-4217-a66b-8daae6242289 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:06.774273 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b75810f7-beb0-42e5-b4f1-0f500657574a req-06c52716-7f49-4b6e-9e53-f5d4a6061033 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 949 time: 0.9547634 Nov 27 01:09:06.777238 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-90715b2f-e5bf-4217-a66b-8daae6242289 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681484 Nov 27 01:09:06.795917 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-4b26c76c-3b4a-4ad3-9abc-2dcca92e281d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/quotas/6a1d403d2fdd436a9b8643cfab51aec6 HTTP/1.1" status: 200 len: 375 time: 0.0168905 Nov 27 01:09:06.815535 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:06.877822 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-d0377f31-2216-4969-92e2-ab533715750b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786765 Nov 27 01:09:06.905632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b75810f7-beb0-42e5-b4f1-0f500657574a req-060efc17-2849-457b-b262-b24837dafe0b tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302581 Nov 27 01:09:07.318779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04589624-713f-49b8-82b9-1c6c312170c1 req-5efb34d3-3e0d-465f-90d1-a3a95ef716d6 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:07.351611 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04589624-713f-49b8-82b9-1c6c312170c1 req-5efb34d3-3e0d-465f-90d1-a3a95ef716d6 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 946 time: 0.1964128 Nov 27 01:09:07.497165 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04589624-713f-49b8-82b9-1c6c312170c1 req-2ac306bd-fa2c-4fe6-8edb-47a72e4cfe15 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445200 Nov 27 01:09:07.652747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325c54f-f2ef-4056-a846-5e71e9b9927f req-e34135ec-5740-4a04-a185-e0b50567d7ff tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:07.668884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f325c54f-f2ef-4056-a846-5e71e9b9927f req-e34135ec-5740-4a04-a185-e0b50567d7ff tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 944 time: 0.1329021 Nov 27 01:09:07.732572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f325c54f-f2ef-4056-a846-5e71e9b9927f req-7e4918ec-93f3-4db9-9899-a4b070bbe7f0 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/security-groups?id=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635834 Nov 27 01:09:07.796734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:07.824081 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:07.840080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b68c1e-bb22-4a4e-b53a-8f22d407ecd6 req-b40d3b1f-f6e7-4363-9979-79709436afda tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:07.847822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5b68c1e-bb22-4a4e-b53a-8f22d407ecd6 req-b40d3b1f-f6e7-4363-9979-79709436afda tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 932 time: 0.1776905 Nov 27 01:09:07.877314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Transition to ACTIVE for port object 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:07.909440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5b68c1e-bb22-4a4e-b53a-8f22d407ecd6 req-84291018-e11b-4b69-add8-8f457a1a135e tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606964 Nov 27 01:09:07.910609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:07.963662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Pushing event updated for resources: {'Port': ['ID=0ecbb742-f3c3-4660-be2c-02fe2c9171f8,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:08.131366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Attempting to bind port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:08.131919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Attempting to bind port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '136dd621-4582-4908-982f-6af33a944d94'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:08.132663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Attempting to bind port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 on network 136dd621-4582-4908-982f-6af33a944d94 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:08.141485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 on network 136dd621-4582-4908-982f-6af33a944d94 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:08.142032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Attempting to bind port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 on network 136dd621-4582-4908-982f-6af33a944d94 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:08.156103 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:08.156867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Checking segment: {'id': 'a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '136dd621-4582-4908-982f-6af33a944d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:08.157445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Bound using segment: {'id': 'a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '136dd621-4582-4908-982f-6af33a944d94'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:08.158064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Bound port: 0ecbb742-f3c3-4660-be2c-02fe2c9171f8, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '136dd621-4582-4908-982f-6af33a944d94'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:08.158633 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:08.313431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] For port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:08.316865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] For port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0ecbb742-f3c3-4660-be2c-02fe2c9171f8,segment=NetworkSegment(a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3),segment_id=a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:08.327139 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:08.344299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76885fa-c8ec-485a-a9f9-e22530141232 req-a75d0fce-d855-48f3-8a2d-97c2888b2cd7 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:08.357156 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c76885fa-c8ec-485a-a9f9-e22530141232 req-a75d0fce-d855-48f3-8a2d-97c2888b2cd7 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 949 time: 0.1267872 Nov 27 01:09:08.449779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:08.454577 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:08.456367 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] 10.222.0.11 "PUT /v2.0/ports/0ecbb742-f3c3-4660-be2c-02fe2c9171f8 HTTP/1.1" status: 200 len: 1092 time: 2.4670093 Nov 27 01:09:08.456825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a152c03-9857-4e85-b6ea-c59c56b1c0e3', 'tag': '0ecbb742-f3c3-4660-be2c-02fe2c9171f8'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:08.469687 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb711ae4-91dc-423f-99d8-6a6ff1317f51" -d '{"events": [{"name": "network-changed", "server_uuid": "3a152c03-9857-4e85-b6ea-c59c56b1c0e3", "tag": "0ecbb742-f3c3-4660-be2c-02fe2c9171f8"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:08.473735 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c76885fa-c8ec-485a-a9f9-e22530141232 req-b97432ed-df2b-4db1-aa04-edf7a46366ab tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078115 Nov 27 01:09:08.490939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ccf97-39a2-4b13-97af-334d8797925f service neutron] Pushing event updated for resources: {'Port': ['ID=0ecbb742-f3c3-4660-be2c-02fe2c9171f8,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:08.698025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-d23b6076-0b8a-4707-80b7-235c16a57769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:08.699638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-d23b6076-0b8a-4707-80b7-235c16a57769 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=edf5096087ae4ea8aed171555976f4b6&device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 1095 time: 0.1494529 Nov 27 01:09:08.701525 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a4b8e96d-db61-4aec-aaaa-83e91a5bc01c up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:08.789723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-88033718-1ea7-49db-8e51-36fb07ff02f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ecbb742-f3c3-4660-be2c-02fe2c9171f8 HTTP/1.1" status: 200 len: 217 time: 0.0726614 Nov 27 01:09:08.846215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:08.862694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:08.863618 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:08.872491 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0721cfaa-529a-4cde-b036-0f78a50c2337 req-a26e3824-7d03-45ca-892a-6b3027b3b8cf tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 210 time: 0.0785909 Nov 27 01:09:08.938982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-9d3cbf1a-c517-4700-9e84-7da9b0994fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:08.940515 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-9d3cbf1a-c517-4700-9e84-7da9b0994fc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=206f39cd-e711-4378-9a4e-04a0a605d182 HTTP/1.1" status: 200 len: 854 time: 0.1335912 Nov 27 01:09:09.036737 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b6ff9e-8e00-4d06-806c-417e769cdc05 x-openstack-request-id: req-08b6ff9e-8e00-4d06-806c-417e769cdc05 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:09.037047 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a152c03-9857-4e85-b6ea-c59c56b1c0e3", "tag": "0ecbb742-f3c3-4660-be2c-02fe2c9171f8", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:09.037308 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08b6ff9e-8e00-4d06-806c-417e769cdc05 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:09.037730 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a152c03-9857-4e85-b6ea-c59c56b1c0e3', 'tag': '0ecbb742-f3c3-4660-be2c-02fe2c9171f8', 'status': 'completed', 'code': 200} Nov 27 01:09:09.040470 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-f7e9fd30-765e-48ae-a520-f52149686a39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=136dd621-4582-4908-982f-6af33a944d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728490 Nov 27 01:09:09.083151 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.192148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c,segment=NetworkSegment(31978956-b772-4fab-b4d4-cd0f35e30ced),segment_id=31978956-b772-4fab-b4d4-cd0f35e30ced)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:09.194460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a667d4-f57d-4c9b-9a43-daf40c763278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b8e96d-db61-4aec-aaaa-83e91a5bc01c'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:09.200158 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9160de00-843a-4c5c-b08f-017efb957a8d" -d '{"events": [{"server_uuid": "46a667d4-f57d-4c9b-9a43-daf40c763278", "name": "network-vif-plugged", "status": "completed", "tag": "a4b8e96d-db61-4aec-aaaa-83e91a5bc01c"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:09.209906 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.210803 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ba0e4d65-e1be-420a-b296-b2e05aed1c9f up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:09.348528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1400117-7eb2-4abe-bdfc-a7fd2049e339 req-a9212edd-0694-48b4-93a3-9c7cee8a62ac tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:09.349559 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:09.357016 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1400117-7eb2-4abe-bdfc-a7fd2049e339 req-a9212edd-0694-48b4-93a3-9c7cee8a62ac tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 945 time: 0.1644907 Nov 27 01:09:09.367102 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-a67ed9b8-6628-4197-9f0d-5bb675dacbda service neutron] 10.222.0.11 "GET /v2.0/networks/136dd621-4582-4908-982f-6af33a944d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149576 Nov 27 01:09:09.383947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port ba0e4d65-e1be-420a-b296-b2e05aed1c9f completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:09.388249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port ba0e4d65-e1be-420a-b296-b2e05aed1c9f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:09.388763 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.531080 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.551353 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1400117-7eb2-4abe-bdfc-a7fd2049e339 req-360205cf-42ba-4fb6-b759-08ba9ddf464d tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/security-groups?id=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791596 Nov 27 01:09:09.592997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ba0e4d65-e1be-420a-b296-b2e05aed1c9f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ba0e4d65-e1be-420a-b296-b2e05aed1c9f,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:09.604005 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:09.670001 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ba0e4d65-e1be-420a-b296-b2e05aed1c9f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:09.691106 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3d05916-e88c-4dcd-86a4-7f8678e4bc51 req-d2963316-35ee-4b31-9c7f-ad90510d9777 service neutron] 10.222.0.11 "GET /v2.0/networks/136dd621-4582-4908-982f-6af33a944d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834969 Nov 27 01:09:09.700123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483969b-a69a-41ac-9416-a4fc8834c01c req-86470bf6-66ae-444f-b8c3-d2a74583c912 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:09.707490 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0483969b-a69a-41ac-9416-a4fc8834c01c req-86470bf6-66ae-444f-b8c3-d2a74583c912 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 944 time: 0.1411107 Nov 27 01:09:09.772516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0483969b-a69a-41ac-9416-a4fc8834c01c req-5849d501-bbc9-47b1-9029-13d182817ff5 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640435 Nov 27 01:09:09.811483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e33b4-92aa-41e9-8ac9-284555b26e5e req-a30dddc1-2432-4ee0-b7aa-51e18bd549c7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:09.821982 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2879f-5073-4d0f-9555-1a36dd8fcad8 x-openstack-request-id: req-9cc2879f-5073-4d0f-9555-1a36dd8fcad8 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:09.822688 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a667d4-f57d-4c9b-9a43-daf40c763278", "name": "network-vif-plugged", "status": "completed", "tag": "a4b8e96d-db61-4aec-aaaa-83e91a5bc01c", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:09.822799 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cc2879f-5073-4d0f-9555-1a36dd8fcad8 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:09.823133 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a667d4-f57d-4c9b-9a43-daf40c763278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b8e96d-db61-4aec-aaaa-83e91a5bc01c', 'code': 200} Nov 27 01:09:09.824324 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af5e33b4-92aa-41e9-8ac9-284555b26e5e req-a30dddc1-2432-4ee0-b7aa-51e18bd549c7 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 945 time: 0.1209068 Nov 27 01:09:09.897764 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af5e33b4-92aa-41e9-8ac9-284555b26e5e req-8106d54d-6873-48d4-857f-3a14c07c37f6 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714855 Nov 27 01:09:10.154580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb711ae4-91dc-423f-99d8-6a6ff1317f51 req-8a970277-594b-40e3-af86-17f746ca6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:10.156132 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb711ae4-91dc-423f-99d8-6a6ff1317f51 req-8a970277-594b-40e3-af86-17f746ca6c07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=edf5096087ae4ea8aed171555976f4b6&device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 1095 time: 0.2605641 Nov 27 01:09:10.209202 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5485bb24-3952-47aa-8fc2-e6dece6c1e3a req-825928aa-8e93-4f27-8061-b16950a27af6 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 210 time: 0.0617418 Nov 27 01:09:10.220244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65416d0a-c55f-4752-9ff9-68649dde8752 req-1705438c-8a74-439d-a851-f2e24049c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:10.223318 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-65416d0a-c55f-4752-9ff9-68649dde8752 req-1705438c-8a74-439d-a851-f2e24049c6f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 1096 time: 0.1779821 Nov 27 01:09:10.261611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472c11c-d914-4b09-b32c-9192ff708883 req-eab36e8e-3c4c-4374-818c-0d06d09090c4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:10.281791 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2472c11c-d914-4b09-b32c-9192ff708883 req-eab36e8e-3c4c-4374-818c-0d06d09090c4 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.11 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 945 time: 0.2997329 Nov 27 01:09:10.317254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-65416d0a-c55f-4752-9ff9-68649dde8752 req-606ded10-f1d1-4781-8b0d-c98da33cc0e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815725 Nov 27 01:09:10.410271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bc51b-e120-49b2-a39e-e8ff2beb7192 req-9aa401d5-fad5-4fd1-9790-17fdd3fe5c7f tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:10.419270 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-958bc51b-e120-49b2-a39e-e8ff2beb7192 req-9aa401d5-fad5-4fd1-9790-17fdd3fe5c7f tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 950 time: 0.4616642 Nov 27 01:09:10.584428 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-1f1deb3c-32ae-4fb6-bb19-2872f9ece812 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1396353 Nov 27 01:09:10.740204 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-958bc51b-e120-49b2-a39e-e8ff2beb7192 req-3df787a7-cad5-4dd2-92d3-e33b1cc41648 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199549 Nov 27 01:09:10.784767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-154c8fee-d5b1-4b75-98f7-0df93b931a5a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436981 Nov 27 01:09:10.800635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb711ae4-91dc-423f-99d8-6a6ff1317f51 req-bbbd0a9e-2615-4455-a500-f8800dc4359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:10.802112 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb711ae4-91dc-423f-99d8-6a6ff1317f51 req-bbbd0a9e-2615-4455-a500-f8800dc4359f service neutron] 10.222.0.11 "GET /v2.0/networks?id=136dd621-4582-4908-982f-6af33a944d94 HTTP/1.1" status: 200 len: 915 time: 0.6254351 Nov 27 01:09:10.819090 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b119c2-dd89-4abf-a42b-7dd890f4c579 req-bb4eac0c-41ec-4f15-bc9f-4b36efdc8d92 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:10.836373 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50b119c2-dd89-4abf-a42b-7dd890f4c579 req-bb4eac0c-41ec-4f15-bc9f-4b36efdc8d92 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 945 time: 0.1443143 Nov 27 01:09:10.903744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb711ae4-91dc-423f-99d8-6a6ff1317f51 req-a429af4c-ad04-40b3-af90-5381c9b9c299 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ecbb742-f3c3-4660-be2c-02fe2c9171f8 HTTP/1.1" status: 200 len: 217 time: 0.0814676 Nov 27 01:09:10.937855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-2472c11c-d914-4b09-b32c-9192ff708883 req-da65429f-dc35-4bba-97e0-7b3dd703e489 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Deleting port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:10.938340 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2472c11c-d914-4b09-b32c-9192ff708883 req-da65429f-dc35-4bba-97e0-7b3dd703e489 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:11.044315 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-2bd2e742-0147-46bf-b11b-3de41f2092d6 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:11.045943 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-2bd2e742-0147-46bf-b11b-3de41f2092d6 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051432 Nov 27 01:09:11.050040 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50b119c2-dd89-4abf-a42b-7dd890f4c579 req-dc19ea66-4d8f-437b-846d-540dc523c282 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/security-groups?id=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111428 Nov 27 01:09:11.053793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-093bac77-e18c-4dfc-9629-c817a7a58250 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:11.055949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-093bac77-e18c-4dfc-9629-c817a7a58250 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4563959 Nov 27 01:09:11.083133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Request body: {'port': {'device_id': 'a9fc2d9f-f55a-4f10-b18d-d150571b5941', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '6a1d403d2fdd436a9b8643cfab51aec6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:11.090940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb711ae4-91dc-423f-99d8-6a6ff1317f51 req-86308c1f-3dd5-4176-898b-2a208f4eba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:11.092368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb711ae4-91dc-423f-99d8-6a6ff1317f51 req-86308c1f-3dd5-4176-898b-2a208f4eba3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=206f39cd-e711-4378-9a4e-04a0a605d182 HTTP/1.1" status: 200 len: 854 time: 0.1575794 Nov 27 01:09:11.119560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Request body: {'port': {'device_id': '1ec213c8-81a0-49b3-b55b-425a835ecec9', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '6a1d403d2fdd436a9b8643cfab51aec6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:11.143418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb96585-7e00-4ac2-89f6-4aee2f437ea8 req-dc4ccddc-b91f-4a79-9ed5-18a365a25e3e tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:11.151243 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0bb96585-7e00-4ac2-89f6-4aee2f437ea8 req-dc4ccddc-b91f-4a79-9ed5-18a365a25e3e tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 944 time: 0.2550583 Nov 27 01:09:11.258014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5638d-1a2d-427c-aca4-0315c005ca0e req-21e0578d-85c1-44fb-aa6f-f10f0390fa9d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:11.259692 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3bd5638d-1a2d-427c-aca4-0315c005ca0e req-21e0578d-85c1-44fb-aa6f-f10f0390fa9d tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 945 time: 0.0962543 Nov 27 01:09:11.299403 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0bb96585-7e00-4ac2-89f6-4aee2f437ea8 req-3923262e-655a-4538-91aa-ec640edc15c1 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470766 Nov 27 01:09:11.309006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb711ae4-91dc-423f-99d8-6a6ff1317f51 req-6a0b9948-a2fd-4bde-b878-1b51ce727efb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=136dd621-4582-4908-982f-6af33a944d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1978743 Nov 27 01:09:11.318312 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Made reservation on behalf of 6a1d403d2fdd436a9b8643cfab51aec6 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:11.322633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:11.335734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2472c11c-d914-4b09-b32c-9192ff708883 req-da65429f-dc35-4bba-97e0-7b3dd703e489 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] For port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:11.336118 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2472c11c-d914-4b09-b32c-9192ff708883 req-da65429f-dc35-4bba-97e0-7b3dd703e489 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:11.371269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3bd5638d-1a2d-427c-aca4-0315c005ca0e req-73e35afe-daf9-4a5e-8501-efab4b59a9af tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878403 Nov 27 01:09:11.437659 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b5d40dc8-78e8-4050-bec8-1aa38a65a5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:11.478149 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-2472c11c-d914-4b09-b32c-9192ff708883 req-da65429f-dc35-4bba-97e0-7b3dd703e489 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Calling delete_port for 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:11.519706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Made reservation on behalf of 6a1d403d2fdd436a9b8643cfab51aec6 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:11.519706 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:11.548881 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32174106-8d61-4728-93a3-f6aac06ec986 req-8d92fbf0-52d8-468b-a0be-0547b36abf37 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 210 time: 0.0642164 Nov 27 01:09:11.597251 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Allocated IP 192.168.233.17 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/785c618a-8bdf-45b2-a761-2779c8544aae) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:11.712202 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb711ae4-91dc-423f-99d8-6a6ff1317f51 req-6a2f658f-320e-437c-a4cf-8414b913b53a service neutron] 10.222.0.11 "GET /v2.0/networks/136dd621-4582-4908-982f-6af33a944d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869965 Nov 27 01:09:11.824615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd5cac8-f480-4191-a6ee-b2a421bbf8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0e4d65-e1be-420a-b296-b2e05aed1c9f'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:11.827898 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1af259-5264-415c-8719-807609b7c6d3" -d '{"events": [{"server_uuid": "1fd5cac8-f480-4191-a6ee-b2a421bbf8fb", "name": "network-vif-plugged", "status": "completed", "tag": "ba0e4d65-e1be-420a-b296-b2e05aed1c9f"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:11.871589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:11.872116 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2472c11c-d914-4b09-b32c-9192ff708883 req-da65429f-dc35-4bba-97e0-7b3dd703e489 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:11.891418 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700e6548-b5b5-4a24-8df0-1843025cbbd4 x-openstack-request-id: req-700e6548-b5b5-4a24-8df0-1843025cbbd4 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:11.891914 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd5cac8-f480-4191-a6ee-b2a421bbf8fb", "name": "network-vif-plugged", "status": "completed", "tag": "ba0e4d65-e1be-420a-b296-b2e05aed1c9f", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:11.892332 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-700e6548-b5b5-4a24-8df0-1843025cbbd4 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:11.892891 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd5cac8-f480-4191-a6ee-b2a421bbf8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0e4d65-e1be-420a-b296-b2e05aed1c9f', 'code': 200} Nov 27 01:09:11.910841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5af71cb8-9d26-4ebb-9590-91d81f9d7d74'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:11.927979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65429f-dc35-4bba-97e0-7b3dd703e489 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Pushing event deleted for resources: {'Port': ['ID=5af71cb8-9d26-4ebb-9590-91d81f9d7d74,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:11.966292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3af39-f810-4e8b-9092-1bbc04290000 req-98b349a3-a444-4d2b-a06d-d241580cf869 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:11.966292 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f8d3af39-f810-4e8b-9092-1bbc04290000 req-98b349a3-a444-4d2b-a06d-d241580cf869 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 950 time: 0.1310947 Nov 27 01:09:11.980921 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.014317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2472c11c-d914-4b09-b32c-9192ff708883 req-da65429f-dc35-4bba-97e0-7b3dd703e489 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] No DVR routers for this DVR port 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:12.014317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2472c11c-d914-4b09-b32c-9192ff708883 req-da65429f-dc35-4bba-97e0-7b3dd703e489 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.016894 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2472c11c-d914-4b09-b32c-9192ff708883 req-da65429f-dc35-4bba-97e0-7b3dd703e489 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.11 "DELETE /v2.0/ports/5af71cb8-9d26-4ebb-9590-91d81f9d7d74 HTTP/1.1" status: 204 len: 173 time: 1.6865063 Nov 27 01:09:12.022630 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373d8a84-c2e2-4970-baf6-3eb40202b1ef', 'name': 'network-vif-deleted', 'tag': '5af71cb8-9d26-4ebb-9590-91d81f9d7d74'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:12.027724 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb17aab-3394-43a8-945a-389bd4d52a3a" -d '{"events": [{"server_uuid": "373d8a84-c2e2-4970-baf6-3eb40202b1ef", "name": "network-vif-deleted", "tag": "5af71cb8-9d26-4ebb-9590-91d81f9d7d74"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:12.037232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:12.047372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:12.055481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:12.080925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:12.091964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb711ae4-91dc-423f-99d8-6a6ff1317f51 req-748dfe86-84bd-4fc5-ae88-93eef3beeaa7 service neutron] 10.222.0.11 "GET /v2.0/networks/136dd621-4582-4908-982f-6af33a944d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505821 Nov 27 01:09:12.186483 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f8d3af39-f810-4e8b-9092-1bbc04290000 req-9e7b846e-b3a7-4c20-9a88-0b3b07a3fe43 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792729 Nov 27 01:09:12.186483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event updated for resources: {'Port': ['ID=785c618a-8bdf-45b2-a761-2779c8544aae,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:12.225194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'bc71c429-4de8-45fe-95a8-97571afdfc48'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:12.225653 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d14c6d-8674-4bd3-8b8c-87f2b32a04e9 x-openstack-request-id: req-e5d14c6d-8674-4bd3-8b8c-87f2b32a04e9 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:12.225944 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373d8a84-c2e2-4970-baf6-3eb40202b1ef", "name": "network-vif-deleted", "tag": "5af71cb8-9d26-4ebb-9590-91d81f9d7d74", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:12.226421 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5d14c6d-8674-4bd3-8b8c-87f2b32a04e9 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:12.227124 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373d8a84-c2e2-4970-baf6-3eb40202b1ef', 'name': 'network-vif-deleted', 'tag': '5af71cb8-9d26-4ebb-9590-91d81f9d7d74', 'status': 'completed', 'code': 200} Nov 27 01:09:12.242552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Allocated IP 192.168.233.151 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:12.254819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:12.255457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.260487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be0c04-7468-4379-a72d-2f50ddf7b6a4 req-0b450ae5-1ba4-4604-95f6-fd781c12e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:12.262005 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-73be0c04-7468-4379-a72d-2f50ddf7b6a4 req-0b450ae5-1ba4-4604-95f6-fd781c12e47e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 1101 time: 0.1155663 Nov 27 01:09:12.293204 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-060f9a20-4349-42f5-aca7-736b97dcf9af tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1792622 Nov 27 01:09:12.313640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Request body: {'port': {'device_id': '1ec213c8-81a0-49b3-b55b-425a835ecec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:12.444827 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-73be0c04-7468-4379-a72d-2f50ddf7b6a4 req-00152722-e242-4035-a47e-772e8e70a5db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634276 Nov 27 01:09:12.569008 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.616106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e33be5-76f0-4342-93f2-d6e58b69030d req-74dae892-0bb8-41bd-9f69-cd0aa75829da tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:12.616619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0988c9a-72f5-403f-9177-3418766cbfda req-f5bae799-3837-457e-8b1e-e366cfaa6624 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:12.623363 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83e33be5-76f0-4342-93f2-d6e58b69030d req-74dae892-0bb8-41bd-9f69-cd0aa75829da tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 944 time: 0.1123629 Nov 27 01:09:12.628261 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0988c9a-72f5-403f-9177-3418766cbfda req-f5bae799-3837-457e-8b1e-e366cfaa6624 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 945 time: 0.2734091 Nov 27 01:09:12.656099 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.705752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d47eed63-ede9-4e79-ad1c-d42b3682eeb1 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:12.707462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83e33be5-76f0-4342-93f2-d6e58b69030d req-9e82af15-bccf-4c6f-bfe1-4e9729289e03 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830395 Nov 27 01:09:12.754892 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.768627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0988c9a-72f5-403f-9177-3418766cbfda req-7711f220-cebc-4fb7-b19b-90a4d73d342a tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/security-groups?id=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393361 Nov 27 01:09:12.878070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:12.887980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d47eed63-ede9-4e79-ad1c-d42b3682eeb1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:12.892588 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ec6d6a13-c82f-423d-978e-e695a0ddb650 req-4e1c5877-1cae-4585-a58d-d9539e2ff4e0 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=373d8a84-c2e2-4970-baf6-3eb40202b1ef HTTP/1.1" status: 200 len: 210 time: 0.0618212 Nov 27 01:09:12.904335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:12.905830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:12.930172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1', 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'port_id': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1', 'mac_address': 'fa:16:3e:11:29:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f1765-0bcd-439e-ba48-1e72e3687e0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:12.949602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-15f42d12-a475-468e-b371-d2a5cdd9ea61 None None] Provisioning complete for port 785c618a-8bdf-45b2-a761-2779c8544aae triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:12.950465 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-15f42d12-a475-468e-b371-d2a5cdd9ea61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:12.961946 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event updated for resources: {'Port': ['ID=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:13.040086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:13.042483 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.165953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-15f42d12-a475-468e-b371-d2a5cdd9ea61 None None] Port 785c618a-8bdf-45b2-a761-2779c8544aae cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:09:13.169750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-429e31b3-1934-4784-9157-fc4158900888 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0727673 Nov 27 01:09:13.175847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:13.195713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Request body: {'port': {'device_id': 'a9fc2d9f-f55a-4f10-b18d-d150571b5941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:13.275772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785c618a-8bdf-45b2-a761-2779c8544aae {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:13.286211 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.321326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5e01b-8af5-4fb8-9e79-1c632874c296 req-f6496ab7-9f7b-4ffc-8309-9b1d0a107419 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:13.323131 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ad5e01b-8af5-4fb8-9e79-1c632874c296 req-f6496ab7-9f7b-4ffc-8309-9b1d0a107419 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 935 time: 0.2648795 Nov 27 01:09:13.336257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Transition to ACTIVE for port object 785c618a-8bdf-45b2-a761-2779c8544aae will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:13.342266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.379136 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.434793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Pushing event updated for resources: {'Port': ['ID=785c618a-8bdf-45b2-a761-2779c8544aae,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:13.444662 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.474648 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ad5e01b-8af5-4fb8-9e79-1c632874c296 req-2c8ca04e-f5d8-4dda-983c-8d8e73ae5309 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367254 Nov 27 01:09:13.487834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d47eed63-ede9-4e79-ad1c-d42b3682eeb1 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:13.513080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d47eed63-ede9-4e79-ad1c-d42b3682eeb1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:13.552946 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.621543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Attempting to bind port 785c618a-8bdf-45b2-a761-2779c8544aae on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:13.622147 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Attempting to bind port 785c618a-8bdf-45b2-a761-2779c8544aae by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:13.622745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Attempting to bind port 785c618a-8bdf-45b2-a761-2779c8544aae on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:13.629891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:13.632722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ebe5b304-f0a0-4aa8-be3d-fcada5ffd8e5 None None] Provisioning complete for port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:13.633094 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ebe5b304-f0a0-4aa8-be3d-fcada5ffd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.665689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Port 785c618a-8bdf-45b2-a761-2779c8544aae on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:13.666281 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Attempting to bind port 785c618a-8bdf-45b2-a761-2779c8544aae on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:13.683859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:13.684315 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:13.687299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:13.689545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Bound port: 785c618a-8bdf-45b2-a761-2779c8544aae, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:13.690522 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:13.707229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5b304-f0a0-4aa8-be3d-fcada5ffd8e5 None None] Port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:09:13.753994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5b36a-eae9-4ff1-98af-374eba710b3a req-5e2a899c-e680-4ece-8525-756ad158dce8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:13.764621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e0b5b36a-eae9-4ff1-98af-374eba710b3a req-5e2a899c-e680-4ece-8525-756ad158dce8 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 950 time: 0.2517967 Nov 27 01:09:13.863520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['d47eed63-ede9-4e79-ad1c-d42b3682eeb1'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:13.880055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:13.895357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:13.936430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e0b5b36a-eae9-4ff1-98af-374eba710b3a req-1309824a-05a5-475d-b43d-7f6933861492 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703417 Nov 27 01:09:14.051617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] For port 785c618a-8bdf-45b2-a761-2779c8544aae, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:14.058074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] For port 785c618a-8bdf-45b2-a761-2779c8544aae, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=785c618a-8bdf-45b2-a761-2779c8544aae,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:14.065326 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.081646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:09:14.081996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5af71cb8-9d26-4ebb-9590-91d81f9d7d74 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:14.102313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:14.131912 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.142929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b3a0a-9ff7-4b43-8cb1-c534374263bb req-d0651ed3-4b48-45f0-b5be-6a2162a45e0a tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.145667 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f3b3a0a-9ff7-4b43-8cb1-c534374263bb req-d0651ed3-4b48-45f0-b5be-6a2162a45e0a tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 944 time: 0.1365747 Nov 27 01:09:14.150520 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-62037df4-5ac8-4fe5-85c7-1d927191147c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.168146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Pushing event updated for resources: {'Port': ['ID=785c618a-8bdf-45b2-a761-2779c8544aae,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:14.186750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Transition to ACTIVE for port object 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:14.196960 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.226185 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.236855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.237550 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.238954 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-eb4e57f6-c633-44c3-92e3-fc5302e6baec service neutron] 10.222.0.42 "PUT /v2.0/ports/785c618a-8bdf-45b2-a761-2779c8544aae HTTP/1.1" status: 200 len: 1095 time: 1.9301009 Nov 27 01:09:14.239571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec213c8-81a0-49b3-b55b-425a835ecec9', 'tag': '785c618a-8bdf-45b2-a761-2779c8544aae'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:14.242939 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11b2cd2-85bb-4d9c-b645-eb854c34efee" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec213c8-81a0-49b3-b55b-425a835ecec9", "tag": "785c618a-8bdf-45b2-a761-2779c8544aae"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:14.290972 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc273c0-9906-4be1-a578-41c689173a55 req-b192e10f-7c47-45be-91a9-ef3aac6a1275 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.293246 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1cc273c0-9906-4be1-a578-41c689173a55 req-b192e10f-7c47-45be-91a9-ef3aac6a1275 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 945 time: 0.2139969 Nov 27 01:09:14.323495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f3b3a0a-9ff7-4b43-8cb1-c534374263bb req-d5dc8477-6135-4102-bab4-393f9d1d0944 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676416 Nov 27 01:09:14.484715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Attempting to bind port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:14.485930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Attempting to bind port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:14.486811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Attempting to bind port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:14.500762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:14.501684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Attempting to bind port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:14.512251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:14.546821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:14.548722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:14.551703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:14.552685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Bound port: 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:14.553068 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.585918 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1cc273c0-9906-4be1-a578-41c689173a55 req-3897afa7-942c-453f-8590-c3f034dcf9cc tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/security-groups?id=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778931 Nov 27 01:09:14.591955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-bd6924d1-9912-4d73-b8e0-aa5478571504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.595601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-bd6924d1-9912-4d73-b8e0-aa5478571504 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 1098 time: 0.2144537 Nov 27 01:09:14.673765 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0ecbb742-f3c3-4660-be2c-02fe2c9171f8,segment=NetworkSegment(a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3),segment_id=a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:14.687032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] For port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:14.692358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] For port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:14.703031 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.734204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '0ecbb742-f3c3-4660-be2c-02fe2c9171f8', 'network_id': '136dd621-4582-4908-982f-6af33a944d94', 'port_id': '0ecbb742-f3c3-4660-be2c-02fe2c9171f8', 'mac_address': 'fa:16:3e:4b:e8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206f39cd-e711-4378-9a4e-04a0a605d182', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:14.758271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.759068 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.760679 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] 10.222.0.11 "PUT /v2.0/ports/2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e HTTP/1.1" status: 200 len: 1096 time: 1.5709715 Nov 27 01:09:14.761162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fc2d9f-f55a-4f10-b18d-d150571b5941', 'tag': '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:14.761543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-756b5b14-5979-444c-ba9c-2ee22e80d1ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=785c618a-8bdf-45b2-a761-2779c8544aae HTTP/1.1" status: 200 len: 217 time: 0.1496780 Nov 27 01:09:14.763771 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62e42a0-9c87-4d12-a88a-5ca12aad4c92" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fc2d9f-f55a-4f10-b18d-d150571b5941", "tag": "2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:14.769775 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a37e22-6f66-4c2b-86d2-f4601b7f78de x-openstack-request-id: req-f0a37e22-6f66-4c2b-86d2-f4601b7f78de {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:14.770083 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec213c8-81a0-49b3-b55b-425a835ecec9", "tag": "785c618a-8bdf-45b2-a761-2779c8544aae", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:14.770375 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0a37e22-6f66-4c2b-86d2-f4601b7f78de {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:14.771201 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec213c8-81a0-49b3-b55b-425a835ecec9', 'tag': '785c618a-8bdf-45b2-a761-2779c8544aae', 'status': 'completed', 'code': 200} Nov 27 01:09:14.813222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a7ede-1d2f-4aae-8fad-0eadcb6b4ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:14.860395 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'bc71c429-4de8-45fe-95a8-97571afdfc48'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:14.953388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-7dbefd87-74e9-487a-a051-14498d321c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:14.956416 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-7dbefd87-74e9-487a-a051-14498d321c38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941 HTTP/1.1" status: 200 len: 1099 time: 0.1142244 Nov 27 01:09:14.959327 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:14.961766 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:15.014113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-e085f591-5d34-4a20-a761-5a8cab2fce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.015542 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-e085f591-5d34-4a20-a761-5a8cab2fce40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.2294707 Nov 27 01:09:15.044588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:15.075065 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-4b784b7c-d974-481b-bc1a-ec498539424b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e HTTP/1.1" status: 200 len: 217 time: 0.1032081 Nov 27 01:09:15.115656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026148e4-e44d-426a-8972-a2e6dc8d094d req-faee5803-e903-41dd-bd6b-82cce364069b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.123904 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-026148e4-e44d-426a-8972-a2e6dc8d094d req-faee5803-e903-41dd-bd6b-82cce364069b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 947 time: 0.2217047 Nov 27 01:09:15.140958 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0ecbb742-f3c3-4660-be2c-02fe2c9171f8,segment=NetworkSegment(a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3),segment_id=a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:15.174142 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:15.182909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-f9e93f8f-86b4-48d2-b2de-5aaa185ddf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.184479 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-f9e93f8f-86b4-48d2-b2de-5aaa185ddf1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578767 Nov 27 01:09:15.219877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-40c84f9f-01b6-470e-9707-018e41769f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.221465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-40c84f9f-01b6-470e-9707-018e41769f8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1371653 Nov 27 01:09:15.253008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-026148e4-e44d-426a-8972-a2e6dc8d094d req-7187d80a-65ec-492e-b914-b49e916a3cf8 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259849 Nov 27 01:09:15.303125 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f401f2-2b5b-4257-9e0d-0321c195eb06 x-openstack-request-id: req-00f401f2-2b5b-4257-9e0d-0321c195eb06 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:15.303663 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fc2d9f-f55a-4f10-b18d-d150571b5941", "tag": "2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:15.304674 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00f401f2-2b5b-4257-9e0d-0321c195eb06 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:15.305588 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fc2d9f-f55a-4f10-b18d-d150571b5941', 'tag': '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e', 'status': 'completed', 'code': 200} Nov 27 01:09:15.340371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-6c3c0d26-8720-4059-acef-9e01164f6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.342181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-6c3c0d26-8720-4059-acef-9e01164f6726 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111341 Nov 27 01:09:15.468117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-fe8023bc-3a7b-4d40-a1f0-954dc94c129b service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684917 Nov 27 01:09:15.488243 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8ab55-c1fe-4848-9c45-3a3f32385011 req-d38f4d17-83fb-4aae-856d-9b0a99d4e66b tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.488836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-962c8005-f3d6-412b-8c8f-d6838eda43af service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323819 Nov 27 01:09:15.496582 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ea8ab55-c1fe-4848-9c45-3a3f32385011 req-d38f4d17-83fb-4aae-856d-9b0a99d4e66b tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 949 time: 0.1270702 Nov 27 01:09:15.501906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=0ecbb742-f3c3-4660-be2c-02fe2c9171f8,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:15.615949 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ea8ab55-c1fe-4848-9c45-3a3f32385011 req-75c3c70c-c9b7-49b3-9ed3-f2b903c7c5b7 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161749 Nov 27 01:09:15.625183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-96ff6ebe-7223-4983-9729-9e50d29e3eec service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202230 Nov 27 01:09:15.636450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30165ebf-b2e2-44f2-be43-84e4ec06695d req-46925d2f-6015-474b-a058-e63d002a9c67 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.638492 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-30165ebf-b2e2-44f2-be43-84e4ec06695d req-46925d2f-6015-474b-a058-e63d002a9c67 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 950 time: 0.1642456 Nov 27 01:09:15.669351 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5073a50-fea2-452d-a911-0ade78363ed2 req-1e01c142-b0e1-46fb-821c-ffd3f1ecc756 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703999 Nov 27 01:09:15.672251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['0ecbb742-f3c3-4660-be2c-02fe2c9171f8'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:15.762511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-30165ebf-b2e2-44f2-be43-84e4ec06695d req-be0293fb-da69-4597-b033-fc3ad09c0769 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149740 Nov 27 01:09:15.769576 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:09:15.799297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3720c5-ee46-4192-8442-efa344a4f5ce req-c1bac24e-cfc3-4166-abf6-0e37c1e80674 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.801018 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5f3720c5-ee46-4192-8442-efa344a4f5ce req-c1bac24e-cfc3-4166-abf6-0e37c1e80674 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 944 time: 0.0793648 Nov 27 01:09:15.876999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e42a0-9c87-4d12-a88a-5ca12aad4c92 req-79076931-a81c-4147-99d2-1e7787e0cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.883744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d62e42a0-9c87-4d12-a88a-5ca12aad4c92 req-79076931-a81c-4147-99d2-1e7787e0cbba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941 HTTP/1.1" status: 200 len: 1099 time: 0.0905335 Nov 27 01:09:15.909421 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5f3720c5-ee46-4192-8442-efa344a4f5ce req-e36e744e-d8a8-4c7d-b609-04dc089026b6 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957682 Nov 27 01:09:15.922563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2cd2-85bb-4d9c-b645-eb854c34efee req-ea63f79c-9323-4e5e-bf1b-9d334c257824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:15.924899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a11b2cd2-85bb-4d9c-b645-eb854c34efee req-ea63f79c-9323-4e5e-bf1b-9d334c257824 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 1098 time: 0.0669899 Nov 27 01:09:16.108202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccec98c-bf6c-40a4-8a73-95675e556434 req-fe1eab0a-b467-4604-b841-05468b7e7104 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.111112 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ccec98c-bf6c-40a4-8a73-95675e556434 req-fe1eab0a-b467-4604-b841-05468b7e7104 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 945 time: 0.1085947 Nov 27 01:09:16.112408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2cd2-85bb-4d9c-b645-eb854c34efee req-a80ef35d-2d1b-47c6-bf7c-dae6bc6dc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.114080 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a11b2cd2-85bb-4d9c-b645-eb854c34efee req-a80ef35d-2d1b-47c6-bf7c-dae6bc6dc895 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1770620 Nov 27 01:09:16.176423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a11b2cd2-85bb-4d9c-b645-eb854c34efee req-3123c601-b168-4bf9-af92-f36602e4eb6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=785c618a-8bdf-45b2-a761-2779c8544aae HTTP/1.1" status: 200 len: 217 time: 0.0493414 Nov 27 01:09:16.220291 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ccec98c-bf6c-40a4-8a73-95675e556434 req-4e761cc0-29c9-480d-9a84-1e6ac0d7dd6b tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/security-groups?id=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026189 Nov 27 01:09:16.281536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2cd2-85bb-4d9c-b645-eb854c34efee req-1194b57e-1c40-496d-a2ea-5df7a055c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.283189 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a11b2cd2-85bb-4d9c-b645-eb854c34efee req-1194b57e-1c40-496d-a2ea-5df7a055c4f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0730338 Nov 27 01:09:16.345014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e42a0-9c87-4d12-a88a-5ca12aad4c92 req-ad1018b8-588e-4350-85f6-72f9b61e5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.346625 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d62e42a0-9c87-4d12-a88a-5ca12aad4c92 req-ad1018b8-588e-4350-85f6-72f9b61e5cae service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.4460874 Nov 27 01:09:16.378513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2cd2-85bb-4d9c-b645-eb854c34efee req-ba22236c-213a-484f-ad26-530340b04b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.380212 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a11b2cd2-85bb-4d9c-b645-eb854c34efee req-ba22236c-213a-484f-ad26-530340b04b45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862520 Nov 27 01:09:16.448033 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d62e42a0-9c87-4d12-a88a-5ca12aad4c92 req-57a993c9-7e08-48c3-bf04-e1832ae53b3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e HTTP/1.1" status: 200 len: 217 time: 0.0820520 Nov 27 01:09:16.481743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f1ad4-8bc6-483b-b892-1a3c557f74f8 req-ed252c52-b843-4eae-ba95-325415aad073 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.488868 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df2f1ad4-8bc6-483b-b892-1a3c557f74f8 req-ed252c52-b843-4eae-ba95-325415aad073 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 945 time: 0.5990503 Nov 27 01:09:16.521695 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a11b2cd2-85bb-4d9c-b645-eb854c34efee req-c0426842-0ec0-4a2b-81e4-2d5a7517b8d7 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194379 Nov 27 01:09:16.545026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8cc2-f0fb-434d-88ff-445826c3e454 req-523e9a30-c5ab-41ba-b1c4-96c4c7396301 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.546265 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-11dd8cc2-f0fb-434d-88ff-445826c3e454 req-523e9a30-c5ab-41ba-b1c4-96c4c7396301 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.42 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 945 time: 0.1988406 Nov 27 01:09:16.557888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bec3c-a06b-4599-b3ed-6d247431adaa req-ebcb987d-15f4-4713-b5f9-a18fd39722fa tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.558968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a98bec3c-a06b-4599-b3ed-6d247431adaa req-ebcb987d-15f4-4713-b5f9-a18fd39722fa tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 944 time: 0.2105038 Nov 27 01:09:16.591055 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.616187 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df2f1ad4-8bc6-483b-b892-1a3c557f74f8 req-ff7aa50e-8be0-4ff8-b634-07e1b8c52954 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264489 Nov 27 01:09:16.665598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e42a0-9c87-4d12-a88a-5ca12aad4c92 req-5993fcc6-c117-4a4b-955e-bf3955a09528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.667209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d62e42a0-9c87-4d12-a88a-5ca12aad4c92 req-5993fcc6-c117-4a4b-955e-bf3955a09528 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.2093065 Nov 27 01:09:16.674669 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a11b2cd2-85bb-4d9c-b645-eb854c34efee req-2883cfb3-13bf-49c9-b875-2c8fe604aec3 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435561 Nov 27 01:09:16.714423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d47eed63-ede9-4e79-ad1c-d42b3682eeb1 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:16.792728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port d47eed63-ede9-4e79-ad1c-d42b3682eeb1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:16.793541 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.855296 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e42a0-9c87-4d12-a88a-5ca12aad4c92 req-295330a5-b3c9-43bc-b5bf-096987ba41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.856807 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d62e42a0-9c87-4d12-a88a-5ca12aad4c92 req-295330a5-b3c9-43bc-b5bf-096987ba41ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1726820 Nov 27 01:09:16.929168 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.957944 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc78d99-1b6b-410a-b5bd-0d1323ec4072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:16.958183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-11dd8cc2-f0fb-434d-88ff-445826c3e454 req-6139acbc-d58b-41bb-96bc-626a5f386d58 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Deleting port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:16.958326 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-11dd8cc2-f0fb-434d-88ff-445826c3e454 req-6139acbc-d58b-41bb-96bc-626a5f386d58 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.961620 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b01b51f-d326-4546-b279-55ae9eab897d" -d '{"events": [{"server_uuid": "acc78d99-1b6b-410a-b5bd-0d1323ec4072", "name": "network-vif-plugged", "status": "completed", "tag": "d47eed63-ede9-4e79-ad1c-d42b3682eeb1"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:16.963171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a98bec3c-a06b-4599-b3ed-6d247431adaa req-02f52366-9106-4077-8cc6-af1fecbacc29 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Deleting port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:16.963504 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a98bec3c-a06b-4599-b3ed-6d247431adaa req-02f52366-9106-4077-8cc6-af1fecbacc29 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:16.975219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b228df-a1bd-4d83-b411-168778cc147c req-151de5a0-d050-4aef-9c27-eafdac3ac70d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:16.985701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d47eed63-ede9-4e79-ad1c-d42b3682eeb1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:16.987277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9b228df-a1bd-4d83-b411-168778cc147c req-151de5a0-d050-4aef-9c27-eafdac3ac70d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 950 time: 0.0783463 Nov 27 01:09:16.994972 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:17.004219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeb147-807c-4ce7-b295-21f0cb490edc req-19482c33-7f22-4792-a130-1afaa8f3d056 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:17.005744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25eeb147-807c-4ce7-b295-21f0cb490edc req-19482c33-7f22-4792-a130-1afaa8f3d056 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 947 time: 0.2481661 Nov 27 01:09:17.026454 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:17.054322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:17.094219 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9b228df-a1bd-4d83-b411-168778cc147c req-59c7aa45-3422-4393-8aad-9835a41213bd tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059446 Nov 27 01:09:17.197958 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d62e42a0-9c87-4d12-a88a-5ca12aad4c92 req-88ca9e81-4ee9-45eb-a396-d84e260b6bcd service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166554 Nov 27 01:09:17.206216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a98bec3c-a06b-4599-b3ed-6d247431adaa req-02f52366-9106-4077-8cc6-af1fecbacc29 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] For port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:17.206700 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a98bec3c-a06b-4599-b3ed-6d247431adaa req-02f52366-9106-4077-8cc6-af1fecbacc29 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:17.212447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25eeb147-807c-4ce7-b295-21f0cb490edc req-c064de07-5ac7-4825-9f41-2226f01998ae tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501558 Nov 27 01:09:17.238831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-11dd8cc2-f0fb-434d-88ff-445826c3e454 req-6139acbc-d58b-41bb-96bc-626a5f386d58 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] For port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c,segment=NetworkSegment(31978956-b772-4fab-b4d4-cd0f35e30ced),segment_id=31978956-b772-4fab-b4d4-cd0f35e30ced)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:17.239203 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-11dd8cc2-f0fb-434d-88ff-445826c3e454 req-6139acbc-d58b-41bb-96bc-626a5f386d58 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:17.261310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a98bec3c-a06b-4599-b3ed-6d247431adaa req-02f52366-9106-4077-8cc6-af1fecbacc29 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Calling delete_port for 4b0d30e1-0e12-4a2e-b634-a476fbeb216b owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:17.306085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-11dd8cc2-f0fb-434d-88ff-445826c3e454 req-6139acbc-d58b-41bb-96bc-626a5f386d58 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Calling delete_port for a4b8e96d-db61-4aec-aaaa-83e91a5bc01c owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:17.481377 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:17.501886 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d62e42a0-9c87-4d12-a88a-5ca12aad4c92 req-a5ec7f76-83fe-4162-ae1b-c6b7113218cc service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837472 Nov 27 01:09:17.512716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef3777-ef69-480a-becf-a0a9f1b55bd3 req-000ff4e1-3a04-44d7-8ff4-5dd5989695cf tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:17.516066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0ef3777-ef69-480a-becf-a0a9f1b55bd3 req-000ff4e1-3a04-44d7-8ff4-5dd5989695cf tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d7ec8f-d958-4128-9f23-6bd0613b059e HTTP/1.1" status: 200 len: 944 time: 0.1984899 Nov 27 01:09:17.656478 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0ef3777-ef69-480a-becf-a0a9f1b55bd3 req-41f706d5-fd65-45b9-a527-c910136d5d41 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302776 Nov 27 01:09:17.677035 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a98bec3c-a06b-4599-b3ed-6d247431adaa req-02f52366-9106-4077-8cc6-af1fecbacc29 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:17.681011 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-11dd8cc2-f0fb-434d-88ff-445826c3e454 req-6139acbc-d58b-41bb-96bc-626a5f386d58 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:17.735311 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249da2f4-49e2-4270-87e5-93e98d6f4d11 x-openstack-request-id: req-249da2f4-49e2-4270-87e5-93e98d6f4d11 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:17.735792 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc78d99-1b6b-410a-b5bd-0d1323ec4072", "name": "network-vif-plugged", "status": "completed", "tag": "d47eed63-ede9-4e79-ad1c-d42b3682eeb1", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:17.736128 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-249da2f4-49e2-4270-87e5-93e98d6f4d11 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:17.736228 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc78d99-1b6b-410a-b5bd-0d1323ec4072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1', 'code': 200} Nov 27 01:09:17.743960 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a4b8e96d-db61-4aec-aaaa-83e91a5bc01c'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:17.784936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f52366-9106-4077-8cc6-af1fecbacc29 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Pushing event deleted for resources: {'Port': ['ID=4b0d30e1-0e12-4a2e-b634-a476fbeb216b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:17.884956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139acbc-d58b-41bb-96bc-626a5f386d58 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Pushing event deleted for resources: {'Port': ['ID=a4b8e96d-db61-4aec-aaaa-83e91a5bc01c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:17.897782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:17.904522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98bec3c-a06b-4599-b3ed-6d247431adaa req-02f52366-9106-4077-8cc6-af1fecbacc29 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] No DVR routers for this DVR port 4b0d30e1-0e12-4a2e-b634-a476fbeb216b on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:17.929632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a98bec3c-a06b-4599-b3ed-6d247431adaa req-02f52366-9106-4077-8cc6-af1fecbacc29 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:17.933965 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a98bec3c-a06b-4599-b3ed-6d247431adaa req-02f52366-9106-4077-8cc6-af1fecbacc29 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.11 "DELETE /v2.0/ports/4b0d30e1-0e12-4a2e-b634-a476fbeb216b HTTP/1.1" status: 204 len: 173 time: 1.3299165 Nov 27 01:09:17.934888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d7ec8f-d958-4128-9f23-6bd0613b059e', 'name': 'network-vif-deleted', 'tag': '4b0d30e1-0e12-4a2e-b634-a476fbeb216b'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:17.938316 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826b5a7d-2856-4b14-9611-764764049e52" -d '{"events": [{"server_uuid": "d8d7ec8f-d958-4128-9f23-6bd0613b059e", "name": "network-vif-deleted", "tag": "4b0d30e1-0e12-4a2e-b634-a476fbeb216b"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:17.942780 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-39096084-08e5-45b5-8ab3-cf6e3deeb3a4 req-3f408519-e6cb-4b74-84d2-832597b6286d tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a667d4-f57d-4c9b-9a43-daf40c763278 HTTP/1.1" status: 200 len: 210 time: 0.1114738 Nov 27 01:09:17.960957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dd8cc2-f0fb-434d-88ff-445826c3e454 req-6139acbc-d58b-41bb-96bc-626a5f386d58 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] No DVR routers for this DVR port a4b8e96d-db61-4aec-aaaa-83e91a5bc01c on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:17.977996 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-11dd8cc2-f0fb-434d-88ff-445826c3e454 req-6139acbc-d58b-41bb-96bc-626a5f386d58 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:17.981976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-11dd8cc2-f0fb-434d-88ff-445826c3e454 req-6139acbc-d58b-41bb-96bc-626a5f386d58 tempest-ServerGroupTestJSON-518336648 tempest-ServerGroupTestJSON-518336648-project] 10.222.0.42 "DELETE /v2.0/ports/a4b8e96d-db61-4aec-aaaa-83e91a5bc01c HTTP/1.1" status: 204 len: 173 time: 1.4216387 Nov 27 01:09:18.012898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:18.018053 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:18.018476 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.170747 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.225254 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fdda44-2308-4b10-a2ba-e0aa8cf7eb04 x-openstack-request-id: req-15fdda44-2308-4b10-a2ba-e0aa8cf7eb04 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:18.225656 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d7ec8f-d958-4128-9f23-6bd0613b059e", "name": "network-vif-deleted", "tag": "4b0d30e1-0e12-4a2e-b634-a476fbeb216b", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:18.227719 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15fdda44-2308-4b10-a2ba-e0aa8cf7eb04 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:18.235446 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d7ec8f-d958-4128-9f23-6bd0613b059e', 'name': 'network-vif-deleted', 'tag': '4b0d30e1-0e12-4a2e-b634-a476fbeb216b', 'status': 'completed', 'code': 200} Nov 27 01:09:18.245216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0ecbb742-f3c3-4660-be2c-02fe2c9171f8,segment=NetworkSegment(a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3),segment_id=a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:18.259378 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.260794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4b0d30e1-0e12-4a2e-b634-a476fbeb216b no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:18.280237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726329e-b3d8-4a96-a7de-78f1394dfe12 req-ebc495ce-891a-464c-9e6b-aa92ffbb42e9 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:18.289347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0726329e-b3d8-4a96-a7de-78f1394dfe12 req-ebc495ce-891a-464c-9e6b-aa92ffbb42e9 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1698990 Nov 27 01:09:18.313832 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 4b0d30e1-0e12-4a2e-b634-a476fbeb216b {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:09:18.314230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4b0d30e1-0e12-4a2e-b634-a476fbeb216b not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:18.314671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8bd219cc-814e-4cc5-b03e-5dcbfb483342 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:18.382041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8994dc-5164-478b-83b5-c9b196d16b1b req-c3250612-c838-4926-b8a6-14d634779bf7 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:18.383142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0726329e-b3d8-4a96-a7de-78f1394dfe12 req-e0f742dc-d900-4e27-8de0-379975eaf281 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895872 Nov 27 01:09:18.403767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e8994dc-5164-478b-83b5-c9b196d16b1b req-c3250612-c838-4926-b8a6-14d634779bf7 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 950 time: 0.0882483 Nov 27 01:09:18.416497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=0ecbb742-f3c3-4660-be2c-02fe2c9171f8,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:18.426411 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.471174 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:18.472244 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e8994dc-5164-478b-83b5-c9b196d16b1b req-ec0ac4d6-ee16-4af6-aecb-7673a37bf06a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650134 Nov 27 01:09:18.481547 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:18.558033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8bd219cc-814e-4cc5-b03e-5dcbfb483342,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:18.624841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177585a-0b65-4fca-a974-52989d0a3ac4 req-f25d376e-5458-404d-af17-bac6743de4df tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:18.637103 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4177585a-0b65-4fca-a974-52989d0a3ac4 req-f25d376e-5458-404d-af17-bac6743de4df tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 947 time: 0.1021378 Nov 27 01:09:18.713252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 785c618a-8bdf-45b2-a761-2779c8544aae details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:18.732042 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4177585a-0b65-4fca-a974-52989d0a3ac4 req-6ccdad46-4b49-4cc9-b3fd-4f2040031128 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937860 Nov 27 01:09:18.946631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451591df-52a6-47fe-b259-8b6845df6569 req-1861f965-c8c5-494f-a2e3-b7801d2752a4 tempest-LiveMigrationNegativeTest-893690238 tempest-LiveMigrationNegativeTest-893690238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:18.953841 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-451591df-52a6-47fe-b259-8b6845df6569 req-1861f965-c8c5-494f-a2e3-b7801d2752a4 tempest-LiveMigrationNegativeTest-893690238 tempest-LiveMigrationNegativeTest-893690238-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 1101 time: 0.0958383 Nov 27 01:09:18.970393 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-451591df-52a6-47fe-b259-8b6845df6569 req-af598d64-ae8c-4cf0-95fe-870d06c418ed tempest-LiveMigrationNegativeTest-893690238 tempest-LiveMigrationNegativeTest-893690238-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:19.123653 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-451591df-52a6-47fe-b259-8b6845df6569 req-af598d64-ae8c-4cf0-95fe-870d06c418ed tempest-LiveMigrationNegativeTest-893690238 tempest-LiveMigrationNegativeTest-893690238-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:19.131841 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-451591df-52a6-47fe-b259-8b6845df6569 req-af598d64-ae8c-4cf0-95fe-870d06c418ed tempest-LiveMigrationNegativeTest-893690238 tempest-LiveMigrationNegativeTest-893690238-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:19.198695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 785c618a-8bdf-45b2-a761-2779c8544aae, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=785c618a-8bdf-45b2-a761-2779c8544aae,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:19.209472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-451591df-52a6-47fe-b259-8b6845df6569 req-af598d64-ae8c-4cf0-95fe-870d06c418ed tempest-LiveMigrationNegativeTest-893690238 tempest-LiveMigrationNegativeTest-893690238-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462847 Nov 27 01:09:19.214639 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '785c618a-8bdf-45b2-a761-2779c8544aae', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '785c618a-8bdf-45b2-a761-2779c8544aae', 'mac_address': 'fa:16:3e:40:84:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:19.222755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af598d64-ae8c-4cf0-95fe-870d06c418ed tempest-LiveMigrationNegativeTest-893690238 tempest-LiveMigrationNegativeTest-893690238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e313f771-500b-4c4b-8a2c-53ed46ae318f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:19.257743 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:19.272373 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785c618a-8bdf-45b2-a761-2779c8544aae {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:19.303132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 785c618a-8bdf-45b2-a761-2779c8544aae, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=785c618a-8bdf-45b2-a761-2779c8544aae,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:19.317120 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:19.381249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=785c618a-8bdf-45b2-a761-2779c8544aae,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:19.527600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8adae1-0124-4a09-8cec-c0fe296a5b08 req-6029ae6c-3d45-40f5-b413-7d125a5f89a0 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:19.529342 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a8adae1-0124-4a09-8cec-c0fe296a5b08 req-6029ae6c-3d45-40f5-b413-7d125a5f89a0 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 945 time: 0.0567713 Nov 27 01:09:19.563617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f69c3b-7771-4646-8af5-7ee4edefda52 req-c3d604a5-ba75-4898-a169-8180127b35e6 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:19.565113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-41f69c3b-7771-4646-8af5-7ee4edefda52 req-c3d604a5-ba75-4898-a169-8180127b35e6 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 946 time: 0.0653417 Nov 27 01:09:19.605212 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a8adae1-0124-4a09-8cec-c0fe296a5b08 req-7680f455-0873-4a07-91bc-1de51e550a65 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644810 Nov 27 01:09:19.642384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-41f69c3b-7771-4646-8af5-7ee4edefda52 req-68cc9780-4943-4fec-8a79-588af7f58f02 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680892 Nov 27 01:09:19.737350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a152c03-9857-4e85-b6ea-c59c56b1c0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecbb742-f3c3-4660-be2c-02fe2c9171f8'}, {'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:19.739893 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84304df-d1c2-4ec4-9217-768b39324180" -d '{"events": [{"server_uuid": "3a152c03-9857-4e85-b6ea-c59c56b1c0e3", "name": "network-vif-plugged", "status": "completed", "tag": "0ecbb742-f3c3-4660-be2c-02fe2c9171f8"}, {"server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:19.767463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['785c618a-8bdf-45b2-a761-2779c8544aae'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:19.832513 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2beec7-bb84-421d-bfbc-a1d0777d898b x-openstack-request-id: req-7d2beec7-bb84-421d-bfbc-a1d0777d898b {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:19.833463 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a152c03-9857-4e85-b6ea-c59c56b1c0e3", "name": "network-vif-plugged", "status": "completed", "tag": "0ecbb742-f3c3-4660-be2c-02fe2c9171f8", "code": 200}, {"server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:19.833829 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d2beec7-bb84-421d-bfbc-a1d0777d898b {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:19.834341 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a152c03-9857-4e85-b6ea-c59c56b1c0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecbb742-f3c3-4660-be2c-02fe2c9171f8', 'code': 200} Nov 27 01:09:19.835951 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'code': 200} Nov 27 01:09:19.873147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:19.961000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ec1a5-009d-4519-bf2c-7f1f81f319a2 req-97b12a10-22ed-4599-9b21-b2f960b17d73 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:19.969694 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a2ec1a5-009d-4519-bf2c-7f1f81f319a2 req-97b12a10-22ed-4599-9b21-b2f960b17d73 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 948 time: 0.0669844 Nov 27 01:09:19.974289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:19.993341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e', 'mac_address': 'fa:16:3e:91:df:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:20.039665 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a2ec1a5-009d-4519-bf2c-7f1f81f319a2 req-7540e5f7-c1f5-4b25-9982-e9de1c8589ad tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678885 Nov 27 01:09:20.043609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a0f89-fedb-4a01-9d88-02aea191c871 req-28827bef-ac68-49bc-afab-0a6171b91f91 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:20.046566 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-982a0f89-fedb-4a01-9d88-02aea191c871 req-28827bef-ac68-49bc-afab-0a6171b91f91 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 950 time: 0.1009438 Nov 27 01:09:20.071833 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.118667 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:20.151185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:20.159747 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.160850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-982a0f89-fedb-4a01-9d88-02aea191c871 req-73c40a9e-231f-430a-b5e6-7e674c6d1c82 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080537 Nov 27 01:09:20.161797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3a90b-1be6-47a8-ba00-77b6cdbac70c req-23163e5e-c5dc-4ab3-845a-243ab374352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:20.164378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cec3a90b-1be6-47a8-ba00-77b6cdbac70c req-23163e5e-c5dc-4ab3-845a-243ab374352e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 1097 time: 0.0586240 Nov 27 01:09:20.238478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a667d4-f57d-4c9b-9a43-daf40c763278', 'name': 'network-vif-deleted', 'tag': 'a4b8e96d-db61-4aec-aaaa-83e91a5bc01c'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:20.243394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:20.244574 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e70c8e3-eb2f-4724-8a7e-63b1256913f8" -d '{"events": [{"server_uuid": "46a667d4-f57d-4c9b-9a43-daf40c763278", "name": "network-vif-deleted", "tag": "a4b8e96d-db61-4aec-aaaa-83e91a5bc01c"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:20.257337 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cec3a90b-1be6-47a8-ba00-77b6cdbac70c req-c2e1b0af-32cd-4dbc-b0af-19061b9fb76d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844381 Nov 27 01:09:20.300272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50810) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:20.306484 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e96330-7e43-4cf1-9bb1-e9050ea5483a x-openstack-request-id: req-47e96330-7e43-4cf1-9bb1-e9050ea5483a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:20.306790 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a667d4-f57d-4c9b-9a43-daf40c763278", "name": "network-vif-deleted", "tag": "a4b8e96d-db61-4aec-aaaa-83e91a5bc01c", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:20.307028 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47e96330-7e43-4cf1-9bb1-e9050ea5483a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:20.307484 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a667d4-f57d-4c9b-9a43-daf40c763278', 'name': 'network-vif-deleted', 'tag': 'a4b8e96d-db61-4aec-aaaa-83e91a5bc01c', 'status': 'completed', 'code': 200} Nov 27 01:09:20.368857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-6029088b-894c-4133-b924-428fcc87efb7 admin admin] Deleting subnet 9e0c44c3-f7a2-43bd-852f-1e23f436511b {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:09:20.373353 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6029088b-894c-4133-b924-428fcc87efb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.441349 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6029088b-894c-4133-b924-428fcc87efb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.503825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6029088b-894c-4133-b924-428fcc87efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.630229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:20.743028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a4b8e96d-db61-4aec-aaaa-83e91a5bc01c no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:20.779919 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: a4b8e96d-db61-4aec-aaaa-83e91a5bc01c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:09:20.781015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a4b8e96d-db61-4aec-aaaa-83e91a5bc01c not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:20.885697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351e4a7-035c-46e7-8a2b-3b54d617b541 req-48fb8730-0adc-4fcf-b5ec-485a08f48f3e tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:20.897120 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9351e4a7-035c-46e7-8a2b-3b54d617b541 req-48fb8730-0adc-4fcf-b5ec-485a08f48f3e tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 946 time: 0.0993295 Nov 27 01:09:20.914005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661c7cd-9587-4302-b8e7-ef5988611e90 req-52b454fc-338c-4109-9af6-67dc08afb7fe tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:20.915568 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f661c7cd-9587-4302-b8e7-ef5988611e90 req-52b454fc-338c-4109-9af6-67dc08afb7fe tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 945 time: 0.0716000 Nov 27 01:09:20.923564 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603c6c1-77ba-4558-acb4-cfddec373cae req-dcd72880-28d7-49f1-9535-b75b40bfc3e8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:20.925514 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2603c6c1-77ba-4558-acb4-cfddec373cae req-dcd72880-28d7-49f1-9535-b75b40bfc3e8 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 945 time: 0.2236259 Nov 27 01:09:20.942335 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6029088b-894c-4133-b924-428fcc87efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.977357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029088b-894c-4133-b924-428fcc87efb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e0c44c3-f7a2-43bd-852f-1e23f436511b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:20.987358 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6029088b-894c-4133-b924-428fcc87efb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:20.994606 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6029088b-894c-4133-b924-428fcc87efb7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9e0c44c3-f7a2-43bd-852f-1e23f436511b HTTP/1.1" status: 204 len: 168 time: 0.6892262 Nov 27 01:09:20.994767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50828) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:21.017221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f661c7cd-9587-4302-b8e7-ef5988611e90 req-6c407e8b-afc8-4bd0-8863-3d56a18703ba tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/security-groups?id=4fa3aadd-f502-4699-bfb9-e02e785fdb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894449 Nov 27 01:09:21.150099 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9351e4a7-035c-46e7-8a2b-3b54d617b541 req-6a783043-a5b5-42c0-b5fd-904b8f1ffe30 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518427 Nov 27 01:09:21.183497 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.202525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-2603c6c1-77ba-4558-acb4-cfddec373cae req-c5900618-9727-4cc8-9942-8f5a12b54c71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Deleting port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:21.204043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2603c6c1-77ba-4558-acb4-cfddec373cae req-c5900618-9727-4cc8-9942-8f5a12b54c71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.215365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c9489-d9c7-4a12-b8c0-62be6a84a564 req-e9818d4d-30c4-4a34-84eb-b90b95a6ec58 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:21.223128 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c40c9489-d9c7-4a12-b8c0-62be6a84a564 req-e9818d4d-30c4-4a34-84eb-b90b95a6ec58 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 948 time: 0.0883331 Nov 27 01:09:21.299743 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c40c9489-d9c7-4a12-b8c0-62be6a84a564 req-8857c42f-826b-4a1b-a292-51b191bf4b6d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756507 Nov 27 01:09:21.447936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2603c6c1-77ba-4558-acb4-cfddec373cae req-c5900618-9727-4cc8-9942-8f5a12b54c71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] For port 8c2bc447-2697-4835-a82c-fcecaaf8fc45, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8c2bc447-2697-4835-a82c-fcecaaf8fc45,segment=NetworkSegment(a9d5f105-6e67-4a66-9c97-83af3b4af346),segment_id=a9d5f105-6e67-4a66-9c97-83af3b4af346)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:21.448623 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2603c6c1-77ba-4558-acb4-cfddec373cae req-c5900618-9727-4cc8-9942-8f5a12b54c71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.466702 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.479863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-2603c6c1-77ba-4558-acb4-cfddec373cae req-c5900618-9727-4cc8-9942-8f5a12b54c71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Calling delete_port for 8c2bc447-2697-4835-a82c-fcecaaf8fc45 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:21.528995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aecd28-1d85-42c6-b6fa-162c6f6baf2e req-86e13ec6-40bd-4f0a-a173-0db0f741120c tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:21.530728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e9aecd28-1d85-42c6-b6fa-162c6f6baf2e req-86e13ec6-40bd-4f0a-a173-0db0f741120c tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 950 time: 0.1772778 Nov 27 01:09:21.537087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1daf19d-85a6-4d0e-b502-aaf001a13280']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:21.579912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31978956-b772-4fab-b4d4-cd0f35e30ced') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:21.580330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31978956-b772-4fab-b4d4-cd0f35e30ced') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:21.598131 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.630464 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.646482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:21.648080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:21.656054 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:21.709587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e9aecd28-1d85-42c6-b6fa-162c6f6baf2e req-5baa22c8-5dcc-449c-a9cb-80f8ccf26316 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be18e6c-8a07-47be-b98f-ae5768fde626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638074 Nov 27 01:09:21.744488 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.758992 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.766582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a1daf19d-85a6-4d0e-b502-aaf001a13280 HTTP/1.1" status: 204 len: 168 time: 0.7673752 Nov 27 01:09:21.811481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd70067-6589-44a1-abad-084820c70ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1daf19d-85a6-4d0e-b502-aaf001a13280,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:21.868268 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2603c6c1-77ba-4558-acb4-cfddec373cae req-c5900618-9727-4cc8-9942-8f5a12b54c71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:21.876726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8bd219cc-814e-4cc5-b03e-5dcbfb483342 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:21.921122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5900618-9727-4cc8-9942-8f5a12b54c71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Pushing event deleted for resources: {'Port': ['ID=8c2bc447-2697-4835-a82c-fcecaaf8fc45,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:22.005187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2603c6c1-77ba-4558-acb4-cfddec373cae req-c5900618-9727-4cc8-9942-8f5a12b54c71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] No DVR routers for this DVR port 8c2bc447-2697-4835-a82c-fcecaaf8fc45 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:22.010868 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2603c6c1-77ba-4558-acb4-cfddec373cae req-c5900618-9727-4cc8-9942-8f5a12b54c71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.014931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2603c6c1-77ba-4558-acb4-cfddec373cae req-c5900618-9727-4cc8-9942-8f5a12b54c71 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.11 "DELETE /v2.0/ports/8c2bc447-2697-4835-a82c-fcecaaf8fc45 HTTP/1.1" status: 204 len: 173 time: 1.0784347 Nov 27 01:09:22.018875 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50858) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:22.038075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954a817-2f27-4cc0-b2c6-cd142655d8af req-30abf2f1-fb2b-4975-901e-af1e0f03ba74 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:22.040838 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a954a817-2f27-4cc0-b2c6-cd142655d8af req-30abf2f1-fb2b-4975-901e-af1e0f03ba74 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 950 time: 0.1285236 Nov 27 01:09:22.102795 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9a599d70-ccf6-449d-abf5-d6ef69cc2d0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=626c09a4436c4b84914c9357889374b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0816791 Nov 27 01:09:22.105695 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50862) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:22.120301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:22.150008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'mac_address': 'fa:16:3e:f0:af:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:22.194401 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7bc2a8ee-99c8-48b5-8092-89b3d5848814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.229375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2453ec8-b191-410f-bb85-d002286a0a24 req-fefa1252-5bcb-4614-b0ca-022bc8461457 tempest-LiveMigrationTest-1538957696 tempest-LiveMigrationTest-1538957696-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6acba62-b48d-4385-8f53-8a50a5ff984e HTTP/1.1" status: 200 len: 210 time: 0.0663981 Nov 27 01:09:22.250656 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7bc2a8ee-99c8-48b5-8092-89b3d5848814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.254788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a954a817-2f27-4cc0-b2c6-cd142655d8af req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Deleting port ba0e4d65-e1be-420a-b296-b2e05aed1c9f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:22.255512 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a954a817-2f27-4cc0-b2c6-cd142655d8af req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.279299 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.300238 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd219cc-814e-4cc5-b03e-5dcbfb483342 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:22.335487 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:22.338516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6acba62-b48d-4385-8f53-8a50a5ff984e', 'name': 'network-vif-deleted', 'tag': '8c2bc447-2697-4835-a82c-fcecaaf8fc45'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:22.341235 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595541a0-2919-43e2-8656-5b584feb0f29" -d '{"events": [{"server_uuid": "a6acba62-b48d-4385-8f53-8a50a5ff984e", "name": "network-vif-deleted", "tag": "8c2bc447-2697-4835-a82c-fcecaaf8fc45"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:22.343249 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.361119 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7bc2a8ee-99c8-48b5-8092-89b3d5848814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.364122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7bc2a8ee-99c8-48b5-8092-89b3d5848814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.368535 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7bc2a8ee-99c8-48b5-8092-89b3d5848814 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c84926b1-de58-49b5-9a3b-fb0ba2cc88f6 HTTP/1.1" status: 204 len: 168 time: 0.2614882 Nov 27 01:09:22.380226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2a8ee-99c8-48b5-8092-89b3d5848814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84926b1-de58-49b5-9a3b-fb0ba2cc88f6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:22.405693 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be6c00-89aa-423a-b767-76c17096c7db req-4db93d0b-f581-4b62-bf72-098e6e2198b8 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:22.413503 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2be6c00-89aa-423a-b767-76c17096c7db req-4db93d0b-f581-4b62-bf72-098e6e2198b8 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 946 time: 0.0955389 Nov 27 01:09:22.450113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a954a817-2f27-4cc0-b2c6-cd142655d8af req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] For port ba0e4d65-e1be-420a-b296-b2e05aed1c9f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ba0e4d65-e1be-420a-b296-b2e05aed1c9f,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:22.450510 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a954a817-2f27-4cc0-b2c6-cd142655d8af req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.453443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8bd219cc-814e-4cc5-b03e-5dcbfb483342,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:22.469141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a954a817-2f27-4cc0-b2c6-cd142655d8af req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Calling delete_port for ba0e4d65-e1be-420a-b296-b2e05aed1c9f owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:22.523555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2be6c00-89aa-423a-b767-76c17096c7db req-56ce10c3-580f-45d5-8642-4765ca60700b tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088383 Nov 27 01:09:22.570175 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9139a98-5b3e-4f6a-ba4a-5236d77cb13a x-openstack-request-id: req-f9139a98-5b3e-4f6a-ba4a-5236d77cb13a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:22.570666 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6acba62-b48d-4385-8f53-8a50a5ff984e", "name": "network-vif-deleted", "tag": "8c2bc447-2697-4835-a82c-fcecaaf8fc45", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:22.570919 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9139a98-5b3e-4f6a-ba4a-5236d77cb13a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:22.571339 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6acba62-b48d-4385-8f53-8a50a5ff984e', 'name': 'network-vif-deleted', 'tag': '8c2bc447-2697-4835-a82c-fcecaaf8fc45', 'status': 'completed', 'code': 200} Nov 27 01:09:22.654472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584b140-d64a-4ad6-a371-9b3782d3a236 req-1741ac63-1850-48e0-a360-38af100be3e1 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:22.661955 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9584b140-d64a-4ad6-a371-9b3782d3a236 req-1741ac63-1850-48e0-a360-38af100be3e1 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 948 time: 0.0935845 Nov 27 01:09:22.662628 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['8bd219cc-814e-4cc5-b03e-5dcbfb483342'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:22.747084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 785c618a-8bdf-45b2-a761-2779c8544aae up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:22.796739 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9584b140-d64a-4ad6-a371-9b3782d3a236 req-bd77a2af-f13c-4ed5-a785-4a406fd016bd tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336064 Nov 27 01:09:22.815694 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a954a817-2f27-4cc0-b2c6-cd142655d8af req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.846380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 785c618a-8bdf-45b2-a761-2779c8544aae completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:22.853843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 785c618a-8bdf-45b2-a761-2779c8544aae triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:22.854619 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:22.858331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['9cc60615-fdfb-43b4-bb62-09c5df98a2af', 'ba0e4d65-e1be-420a-b296-b2e05aed1c9f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:22.886042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Pushing event deleted for resources: {'Port': ['ID=ba0e4d65-e1be-420a-b296-b2e05aed1c9f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:22.902799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b09ab07d-17b5-4d13-bf31-57bb5d969958 req-85f1aba9-5f2d-4a3c-b401-5d77cfa94088 tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fd5cac8-f480-4191-a6ee-b2a421bbf8fb HTTP/1.1" status: 200 len: 210 time: 0.0495210 Nov 27 01:09:22.912981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:22.913903 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:22.914274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:22.914613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:22.915206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:22.915552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:22.915893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:22.916242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:22.917147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:22.917505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:22.917836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:22.918187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:23.061478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a954a817-2f27-4cc0-b2c6-cd142655d8af req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] No DVR routers for this DVR port ba0e4d65-e1be-420a-b296-b2e05aed1c9f on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:23.074491 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a954a817-2f27-4cc0-b2c6-cd142655d8af req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:23.080313 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a954a817-2f27-4cc0-b2c6-cd142655d8af req-e75388b9-3d8a-4670-bff3-56ee638f355d tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.42 "DELETE /v2.0/ports/ba0e4d65-e1be-420a-b296-b2e05aed1c9f HTTP/1.1" status: 204 len: 173 time: 1.0308447 Nov 27 01:09:23.303419 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:23.353151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec213c8-81a0-49b3-b55b-425a835ecec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785c618a-8bdf-45b2-a761-2779c8544aae'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:23.355547 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353108ac-8994-4cc9-ac3f-421b03ce1057" -d '{"events": [{"server_uuid": "1ec213c8-81a0-49b3-b55b-425a835ecec9", "name": "network-vif-plugged", "status": "completed", "tag": "785c618a-8bdf-45b2-a761-2779c8544aae"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:23.371443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 785c618a-8bdf-45b2-a761-2779c8544aae, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=785c618a-8bdf-45b2-a761-2779c8544aae,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:23.381163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50922) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:23.387018 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:23.469730 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a2ca98-f0f9-4d82-af5e-83ef6be169a5 x-openstack-request-id: req-e0a2ca98-f0f9-4d82-af5e-83ef6be169a5 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:23.470017 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec213c8-81a0-49b3-b55b-425a835ecec9", "name": "network-vif-plugged", "status": "completed", "tag": "785c618a-8bdf-45b2-a761-2779c8544aae", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:23.470413 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0a2ca98-f0f9-4d82-af5e-83ef6be169a5 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:23.470677 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec213c8-81a0-49b3-b55b-425a835ecec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785c618a-8bdf-45b2-a761-2779c8544aae', 'code': 200} Nov 27 01:09:23.536860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=785c618a-8bdf-45b2-a761-2779c8544aae,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:23.675619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b2791-e0d8-4324-bf98-1c5072ded097 req-4266cdef-8578-440a-94b9-3853c3506d5f tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:23.688183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-9543bf82-5582-43cd-9e28-7b4e579cee54 admin admin] Deleting subnet f6b48ccc-43fc-4543-b194-fe3642bc63a6 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:09:23.690013 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-433b2791-e0d8-4324-bf98-1c5072ded097 req-4266cdef-8578-440a-94b9-3853c3506d5f tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 946 time: 0.2001200 Nov 27 01:09:23.695200 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9543bf82-5582-43cd-9e28-7b4e579cee54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:23.756326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f421db-4aa0-4fd8-bacb-0ec04d4b1312 req-f765797d-271b-4ee2-86ad-fb08bdda42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:23.758458 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-31f421db-4aa0-4fd8-bacb-0ec04d4b1312 req-f765797d-271b-4ee2-86ad-fb08bdda42c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 1100 time: 0.1391222 Nov 27 01:09:23.806900 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9543bf82-5582-43cd-9e28-7b4e579cee54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:23.885541 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:23.951095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50968) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:23.958914 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-433b2791-e0d8-4324-bf98-1c5072ded097 req-d00cbfdb-2473-49c4-b613-c6d590a339ec tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b560322-f982-4723-8eed-d323f29d8851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632289 Nov 27 01:09:23.968944 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9543bf82-5582-43cd-9e28-7b4e579cee54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.034947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-31f421db-4aa0-4fd8-bacb-0ec04d4b1312 req-0d9bcadc-9993-4362-8bd1-6a55ad152fd0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448716 Nov 27 01:09:24.109203 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:24.120925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:24.121301 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.146909 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9543bf82-5582-43cd-9e28-7b4e579cee54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.161006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd035be3-58d2-4029-a68f-de73e4fd2e87 req-200480a0-d7bf-4791-9532-402a1f2fa2c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:24.162228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd035be3-58d2-4029-a68f-de73e4fd2e87 req-200480a0-d7bf-4791-9532-402a1f2fa2c5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 949 time: 0.0956657 Nov 27 01:09:24.201749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1108592720-network', 'tenant_id': 'df138ab555674a06bf0051871ce63182'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:24.218359 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9543bf82-5582-43cd-9e28-7b4e579cee54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.226672 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9543bf82-5582-43cd-9e28-7b4e579cee54 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f6b48ccc-43fc-4543-b194-fe3642bc63a6 HTTP/1.1" status: 204 len: 168 time: 0.8426328 Nov 27 01:09:24.227312 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50976) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:24.237150 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.260063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd035be3-58d2-4029-a68f-de73e4fd2e87 req-9fa64fc5-fa2e-41dc-baba-8fea9d4a1545 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847976 Nov 27 01:09:24.273502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543bf82-5582-43cd-9e28-7b4e579cee54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b48ccc-43fc-4543-b194-fe3642bc63a6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:24.282432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:24.284040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Made reservation on behalf of df138ab555674a06bf0051871ce63182 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:24.286729 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.292457 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.300080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8c2bc447-2697-4835-a82c-fcecaaf8fc45 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:24.319263 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.400425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 8c2bc447-2697-4835-a82c-fcecaaf8fc45 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:09:24.400920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8c2bc447-2697-4835-a82c-fcecaaf8fc45 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:24.433004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:24.448610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.572159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd5cac8-f480-4191-a6ee-b2a421bbf8fb', 'name': 'network-vif-deleted', 'tag': 'ba0e4d65-e1be-420a-b296-b2e05aed1c9f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:24.577796 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5842b3-a1a2-498c-8760-944fc5469caa" -d '{"events": [{"server_uuid": "1fd5cac8-f480-4191-a6ee-b2a421bbf8fb", "name": "network-vif-deleted", "tag": "ba0e4d65-e1be-420a-b296-b2e05aed1c9f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:24.635891 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.706093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de49c4d1-59db-445a-b848-6fcbaeb4ac30']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:24.724296 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.730921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d5f105-6e67-4a66-9c97-83af3b4af346') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:24.731218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d5f105-6e67-4a66-9c97-83af3b4af346') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:24.739276 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.759385 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.775042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:24.812052 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.831063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:24.832737 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.836352 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:24.836889 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Added segment a6068008-2275-4614-911d-a965c277deff of type vlan for network 589aac3e-1177-4cf2-8604-679d0202bd4a Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:24.838402 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:24.869455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d1613e-e54c-4850-bf5c-cad6f321373d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:24.927178 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fc7537-08d1-429b-973c-1cfc4b0b101d x-openstack-request-id: req-e6fc7537-08d1-429b-973c-1cfc4b0b101d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:24.927480 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd5cac8-f480-4191-a6ee-b2a421bbf8fb", "name": "network-vif-deleted", "tag": "ba0e4d65-e1be-420a-b296-b2e05aed1c9f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:24.927742 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6fc7537-08d1-429b-973c-1cfc4b0b101d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:24.928162 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd5cac8-f480-4191-a6ee-b2a421bbf8fb', 'name': 'network-vif-deleted', 'tag': 'ba0e4d65-e1be-420a-b296-b2e05aed1c9f', 'status': 'completed', 'code': 200} Nov 27 01:09:24.966429 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.024764 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.030898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.055883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] 10.222.0.37 "DELETE /v2.0/networks/de49c4d1-59db-445a-b848-6fcbaeb4ac30 HTTP/1.1" status: 204 len: 168 time: 0.7892699 Nov 27 01:09:25.061878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51000) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:25.093506 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b72bf2-fae4-4513-9171-d9eab1803944 admin admin] Pushing event deleted for resources: {'Network': ['ID=de49c4d1-59db-445a-b848-6fcbaeb4ac30,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:25.118534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.119832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:25.120411 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.140717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-4169bb84-8d8d-43bd-b891-82386b58cb5a admin admin] Deleting subnet abe35fd6-2489-4c32-8c97-24e5f76b29e9 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:09:25.146179 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4169bb84-8d8d-43bd-b891-82386b58cb5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.179689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=589aac3e-1177-4cf2-8604-679d0202bd4a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:25.192335 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 589aac3e-1177-4cf2-8604-679d0202bd4a details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:25.207686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ce4bb507-d7b6-4452-a566-4e83b7f32cc3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2525349 Nov 27 01:09:25.207910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51006) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:25.209736 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4169bb84-8d8d-43bd-b891-82386b58cb5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.232946 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Request body: {'subnet': {'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1108592720-subnet', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:25.274896 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4169bb84-8d8d-43bd-b891-82386b58cb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.295580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Made reservation on behalf of df138ab555674a06bf0051871ce63182 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:25.298337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.394688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4169bb84-8d8d-43bd-b891-82386b58cb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.472082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fc2d9f-f55a-4f10-b18d-d150571b5941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:25.476629 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f02a97d-5e06-495c-b7d7-9733b9c4abd0" -d '{"events": [{"server_uuid": "a9fc2d9f-f55a-4f10-b18d-d150571b5941", "name": "network-vif-plugged", "status": "completed", "tag": "2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:25.511568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169bb84-8d8d-43bd-b891-82386b58cb5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe35fd6-2489-4c32-8c97-24e5f76b29e9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:25.517029 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4169bb84-8d8d-43bd-b891-82386b58cb5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.524351 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4169bb84-8d8d-43bd-b891-82386b58cb5a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/abe35fd6-2489-4c32-8c97-24e5f76b29e9 HTTP/1.1" status: 204 len: 168 time: 0.4611781 Nov 27 01:09:25.531891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51012) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:25.829934 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:25.891301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8bd219cc-814e-4cc5-b03e-5dcbfb483342 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:25.964660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:25.998806 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:25.999158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:25.999505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.002707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.003052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.003388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.003720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.004050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.004377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.006533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.009035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.009377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.020995 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Checking segment: {'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:26.021234 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Network hostable DHCP agents. Network: 589aac3e-1177-4cf2-8604-679d0202bd4a, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:09:26.052715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:26.056359 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.065477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Network 589aac3e-1177-4cf2-8604-679d0202bd4a is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:09:26.102833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 589aac3e-1177-4cf2-8604-679d0202bd4a) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:26.107562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:26.108155 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.126812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629dbd8-0962-470c-9e87-7ad1c6a841b9 None None] Network 589aac3e-1177-4cf2-8604-679d0202bd4a requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:26.127322 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.148869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ce46e0b2-d47d-4b3e-b54e-6d134579a9ce admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9397960 Nov 27 01:09:26.149511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51016) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:26.151257 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b264e4-eb00-4feb-a379-8fea589166b8 req-de8e78bc-fffe-438d-8124-fa0e5a92c98f tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:26.153794 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50b264e4-eb00-4feb-a379-8fea589166b8 req-de8e78bc-fffe-438d-8124-fa0e5a92c98f tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a152c03-9857-4e85-b6ea-c59c56b1c0e3 HTTP/1.1" status: 200 len: 946 time: 0.7055216 Nov 27 01:09:26.154150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1108592720-router', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:26.205498 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.206831 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.327029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.504063 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.524936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9f8a57-79f2-4406-a833-2df672899ff2 None None] Network 589aac3e-1177-4cf2-8604-679d0202bd4a requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:26.564353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74526792-1a70-4998-947e-1c08b8e00e0e']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:26.568525 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.585282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da81c0b-795b-405c-b559-127fed1fe5c0') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:26.587963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da81c0b-795b-405c-b559-127fed1fe5c0') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:26.611958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.635943 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.641058 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.653079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:26.655500 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.700004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:26.713317 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:26.732355 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:26.747566 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.770594 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.779738 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] 10.222.0.37 "DELETE /v2.0/networks/74526792-1a70-4998-947e-1c08b8e00e0e HTTP/1.1" status: 204 len: 168 time: 1.2417951 Nov 27 01:09:26.784391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ba0e4d65-e1be-420a-b296-b2e05aed1c9f no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:26.830450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: ba0e4d65-e1be-420a-b296-b2e05aed1c9f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:09:26.830798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ba0e4d65-e1be-420a-b296-b2e05aed1c9f not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:26.860716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc88d7-df9c-4ca7-bb3c-78dd05d40fce admin admin] Pushing event deleted for resources: {'Network': ['ID=74526792-1a70-4998-947e-1c08b8e00e0e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:26.907379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8bd219cc-814e-4cc5-b03e-5dcbfb483342,revision_number=10']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:26.922487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-50b264e4-eb00-4feb-a379-8fea589166b8 req-8be92f5c-f5d4-4fd5-a0e3-0d4541cda146 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Deleting port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:26.922832 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-50b264e4-eb00-4feb-a379-8fea589166b8 req-8be92f5c-f5d4-4fd5-a0e3-0d4541cda146 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:26.923818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.924181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.924508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.924846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.925180 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.925563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.925896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.926223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.926649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.927129 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.927464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:26.927962 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:27.007863 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.032581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.095993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51020) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:27.165159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf22c8-b186-404d-9bc5-5399c39a5120 req-5fe28bf1-0a21-48fb-8373-8255df04558e tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:27.166782 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3fcf22c8-b186-404d-9bc5-5399c39a5120 req-5fe28bf1-0a21-48fb-8373-8255df04558e tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.42 "GET /v2.0/ports?device_id=c53e39ed-3e95-45b9-9234-f2ba1eabd915 HTTP/1.1" status: 200 len: 950 time: 0.1565492 Nov 27 01:09:27.272154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-50b264e4-eb00-4feb-a379-8fea589166b8 req-8be92f5c-f5d4-4fd5-a0e3-0d4541cda146 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] For port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0ecbb742-f3c3-4660-be2c-02fe2c9171f8,segment=NetworkSegment(a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3),segment_id=a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:27.272522 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-50b264e4-eb00-4feb-a379-8fea589166b8 req-8be92f5c-f5d4-4fd5-a0e3-0d4541cda146 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.273676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Allocated IP 172.25.3.222 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/bbabc2af-a06e-4704-92e3-809e24e0ef6c) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:27.311242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-50b264e4-eb00-4feb-a379-8fea589166b8 req-8be92f5c-f5d4-4fd5-a0e3-0d4541cda146 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Calling delete_port for 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:27.395675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-75e2b775-46b5-455e-8786-1c7cee468f66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2c4589faa8344f6a41a0124c0fb2253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962041 Nov 27 01:09:27.400266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51022) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:27.486651 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-3fcf22c8-b186-404d-9bc5-5399c39a5120 req-25432433-2228-4735-b82c-b92130b87b4a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Deleting port 9cc60615-fdfb-43b4-bb62-09c5df98a2af {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:27.487101 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3fcf22c8-b186-404d-9bc5-5399c39a5120 req-25432433-2228-4735-b82c-b92130b87b4a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.565202 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-363d4120-729f-4e23-928a-684889d9c42e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.671589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-363d4120-729f-4e23-928a-684889d9c42e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.676287 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.684085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3fcf22c8-b186-404d-9bc5-5399c39a5120 req-25432433-2228-4735-b82c-b92130b87b4a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] For port 9cc60615-fdfb-43b4-bb62-09c5df98a2af, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=9cc60615-fdfb-43b4-bb62-09c5df98a2af,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:27.688291 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3fcf22c8-b186-404d-9bc5-5399c39a5120 req-25432433-2228-4735-b82c-b92130b87b4a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.699634 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-50b264e4-eb00-4feb-a379-8fea589166b8 req-8be92f5c-f5d4-4fd5-a0e3-0d4541cda146 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.749053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be92f5c-f5d4-4fd5-a0e3-0d4541cda146 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Pushing event deleted for resources: {'Port': ['ID=0ecbb742-f3c3-4660-be2c-02fe2c9171f8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:27.760455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-3fcf22c8-b186-404d-9bc5-5399c39a5120 req-25432433-2228-4735-b82c-b92130b87b4a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Calling delete_port for 9cc60615-fdfb-43b4-bb62-09c5df98a2af owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:27.774825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.852705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b264e4-eb00-4feb-a379-8fea589166b8 req-8be92f5c-f5d4-4fd5-a0e3-0d4541cda146 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] No DVR routers for this DVR port 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:27.857206 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-50b264e4-eb00-4feb-a379-8fea589166b8 req-8be92f5c-f5d4-4fd5-a0e3-0d4541cda146 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.861162 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50b264e4-eb00-4feb-a379-8fea589166b8 req-8be92f5c-f5d4-4fd5-a0e3-0d4541cda146 tempest-ServerAddressesTestJSON-1624054534 tempest-ServerAddressesTestJSON-1624054534-project] 10.222.0.11 "DELETE /v2.0/ports/0ecbb742-f3c3-4660-be2c-02fe2c9171f8 HTTP/1.1" status: 204 len: 173 time: 1.6964669 Nov 27 01:09:27.861972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a152c03-9857-4e85-b6ea-c59c56b1c0e3', 'name': 'network-vif-deleted', 'tag': '0ecbb742-f3c3-4660-be2c-02fe2c9171f8'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:27.864857 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4803de0-2db4-4c4f-98d1-5b98f495d29b" -d '{"events": [{"server_uuid": "3a152c03-9857-4e85-b6ea-c59c56b1c0e3", "name": "network-vif-deleted", "tag": "0ecbb742-f3c3-4660-be2c-02fe2c9171f8"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:27.889115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:27.917813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:27.920439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Pushing event updated for resources: {'Port': ['ID=bbabc2af-a06e-4704-92e3-809e24e0ef6c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:27.925719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:27.931746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:27.933822 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-363d4120-729f-4e23-928a-684889d9c42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.949805 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-363d4120-729f-4e23-928a-684889d9c42e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:27.953778 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-363d4120-729f-4e23-928a-684889d9c42e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fa3aadd-f502-4699-bfb9-e02e785fdb6e HTTP/1.1" status: 204 len: 168 time: 0.5524244 Nov 27 01:09:27.998905 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:09:27.999270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 0ecbb742-f3c3-4660-be2c-02fe2c9171f8 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:28.035664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d4120-729f-4e23-928a-684889d9c42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa3aadd-f502-4699-bfb9-e02e785fdb6e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:28.083741 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3fcf22c8-b186-404d-9bc5-5399c39a5120 req-25432433-2228-4735-b82c-b92130b87b4a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.124754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['9cc60615-fdfb-43b4-bb62-09c5df98a2af'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:28.192010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25432433-2228-4735-b82c-b92130b87b4a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Pushing event deleted for resources: {'Port': ['ID=9cc60615-fdfb-43b4-bb62-09c5df98a2af,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:28.308313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcf22c8-b186-404d-9bc5-5399c39a5120 req-25432433-2228-4735-b82c-b92130b87b4a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] No DVR routers for this DVR port 9cc60615-fdfb-43b4-bb62-09c5df98a2af on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:28.316817 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3fcf22c8-b186-404d-9bc5-5399c39a5120 req-25432433-2228-4735-b82c-b92130b87b4a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.328112 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3fcf22c8-b186-404d-9bc5-5399c39a5120 req-25432433-2228-4735-b82c-b92130b87b4a tempest-LiveMigrationNegativeTest-1837480265 tempest-LiveMigrationNegativeTest-1837480265-project] 10.222.0.42 "DELETE /v2.0/ports/9cc60615-fdfb-43b4-bb62-09c5df98a2af HTTP/1.1" status: 204 len: 173 time: 1.1461980 Nov 27 01:09:28.569244 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:28.889795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51030) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:28.988188 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-08ec0e45-b6b7-4aae-a9f9-8df28730c91b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=960490c9e1a149a0ac84af7d6e60d7d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0954974 Nov 27 01:09:28.991314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51032) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:29.128392 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.150657 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-081f56b9-d82e-41a2-a0ac-c8f3069d2199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.239169 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-081f56b9-d82e-41a2-a0ac-c8f3069d2199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.371546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-081f56b9-d82e-41a2-a0ac-c8f3069d2199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.374374 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-081f56b9-d82e-41a2-a0ac-c8f3069d2199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.375541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-081f56b9-d82e-41a2-a0ac-c8f3069d2199 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80abff21-fe88-443e-b52a-39c7c382c461 HTTP/1.1" status: 204 len: 168 time: 0.3824673 Nov 27 01:09:29.393788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f56b9-d82e-41a2-a0ac-c8f3069d2199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80abff21-fe88-443e-b52a-39c7c382c461,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:29.498637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Router 087a7ddf-29bd-486a-8114-097e7fe6b9fa is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:09:29.627706 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4187c269-ed97-47d6-b011-f738ec2be6a1 req-09931591-6eb6-41b4-a7e0-4326e414af01 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1254046 Nov 27 01:09:29.655123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:09:29.668413 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Sync routers for ids ['087a7ddf-29bd-486a-8114-097e7fe6b9fa'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:09:29.697521 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Routers {'087a7ddf-29bd-486a-8114-097e7fe6b9fa'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:09:29.698618 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:09:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['087a7ddf-29bd-486a-8114-097e7fe6b9fa'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:29.699196 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:29.703452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51036) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:29.704221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cd28f2ee-ec09-4979-b2df-53c8899c2ecb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5534847 Nov 27 01:09:29.954524 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Set router 087a7ddf-29bd-486a-8114-097e7fe6b9fa gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:09:30.321135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187c269-ed97-47d6-b011-f738ec2be6a1 req-dd54e93d-b6bd-4530-be4e-249c22d00ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:30.322969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4187c269-ed97-47d6-b011-f738ec2be6a1 req-dd54e93d-b6bd-4530-be4e-249c22d00ce3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b HTTP/1.1" status: 200 len: 1101 time: 0.4303524 Nov 27 01:09:30.482112 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1108592720-router', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:26Z', 'updated_at': '2021-11-27T01:09:28Z', 'revision_number': 3, 'project_id': 'df138ab555674a06bf0051871ce63182', 'gw_port': {'id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:27Z', 'updated_at': '2021-11-27T01:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:30.542158 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Checking router: 087a7ddf-29bd-486a-8114-097e7fe6b9fa for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:09:30.543057 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Updating router 087a7ddf-29bd-486a-8114-097e7fe6b9fa port bbabc2af-a06e-4704-92e3-809e24e0ef6c binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:09:30.615672 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:30.700815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187c269-ed97-47d6-b011-f738ec2be6a1 req-83cc7c2a-1ec2-4590-b0e7-7ba0bd4c06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:30.705683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4187c269-ed97-47d6-b011-f738ec2be6a1 req-83cc7c2a-1ec2-4590-b0e7-7ba0bd4c06ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3479550 Nov 27 01:09:30.778008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 9cc60615-fdfb-43b4-bb62-09c5df98a2af no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:30.817006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4187c269-ed97-47d6-b011-f738ec2be6a1 req-93448eed-5e30-48f0-9b7b-fba48fd993fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=acc35f7f-110e-43d3-a54e-92936f9ab0a4 HTTP/1.1" status: 200 len: 217 time: 0.1021407 Nov 27 01:09:30.857210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 9cc60615-fdfb-43b4-bb62-09c5df98a2af {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:09:30.889571 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 9cc60615-fdfb-43b4-bb62-09c5df98a2af not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:31.143497 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.223541 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.234501 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.274774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187c269-ed97-47d6-b011-f738ec2be6a1 req-f5fc910d-f6f1-4aaa-b3b1-39a3ec180310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:31.276313 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4187c269-ed97-47d6-b011-f738ec2be6a1 req-f5fc910d-f6f1-4aaa-b3b1-39a3ec180310 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.4477725 Nov 27 01:09:31.309912 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Attempting to bind port bbabc2af-a06e-4704-92e3-809e24e0ef6c on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:31.311244 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Attempting to bind port bbabc2af-a06e-4704-92e3-809e24e0ef6c by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:31.311594 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Attempting to bind port bbabc2af-a06e-4704-92e3-809e24e0ef6c on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:31.314749 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Pushing event updated for resources: {'Port': ['ID=bbabc2af-a06e-4704-92e3-809e24e0ef6c,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:31.320950 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:31.321631 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:31.322208 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.322795 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:31.323744 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Bound port: bbabc2af-a06e-4704-92e3-809e24e0ef6c, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:31.324349 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.356405 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:31.357145 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:31.357758 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:31.358375 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:31.358939 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:31.359647 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:31.360211 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:31.360776 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:31.362086 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:31.362487 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:31.362821 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:31.363221 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:09:31.402585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Allocated IP 172.20.0.1 (589aac3e-1177-4cf2-8604-679d0202bd4a/99c01fcf-e3ac-4cb9-a46f-eab4f0719a86/fadbd610-dbbe-4bb5-a803-c4ba29a26e20) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:31.409688 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] For port bbabc2af-a06e-4704-92e3-809e24e0ef6c, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:31.418769 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] For port bbabc2af-a06e-4704-92e3-809e24e0ef6c, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=bbabc2af-a06e-4704-92e3-809e24e0ef6c,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:31.429089 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.556427 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed283a1-1c7f-4471-93e6-99134e558124 None None] Pushing event updated for resources: {'Port': ['ID=bbabc2af-a06e-4704-92e3-809e24e0ef6c,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:31.584070 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Routers {'087a7ddf-29bd-486a-8114-097e7fe6b9fa'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:09:31.585718 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:09:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['087a7ddf-29bd-486a-8114-097e7fe6b9fa'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:31.593295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51086) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:31.636218 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39b5c5a-c8c7-427c-a9d7-c17566442b90 x-openstack-request-id: req-b39b5c5a-c8c7-427c-a9d7-c17566442b90 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:31.636938 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fc2d9f-f55a-4f10-b18d-d150571b5941", "name": "network-vif-plugged", "status": "completed", "tag": "2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:31.637256 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b39b5c5a-c8c7-427c-a9d7-c17566442b90 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:31.637748 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fc2d9f-f55a-4f10-b18d-d150571b5941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e', 'code': 200} Nov 27 01:09:31.726088 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] Set router 087a7ddf-29bd-486a-8114-097e7fe6b9fa gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:09:31.765039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187c269-ed97-47d6-b011-f738ec2be6a1 req-95f5eb48-877d-4cc8-beb2-7ce07b54d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:31.768209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4187c269-ed97-47d6-b011-f738ec2be6a1 req-95f5eb48-877d-4cc8-beb2-7ce07b54d748 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4801552 Nov 27 01:09:31.787980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32e6198-dfb7-49ff-bff2-fa54dee0a459 admin admin] Deleting subnet 206f39cd-e711-4378-9a4e-04a0a605d182 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:09:31.791006 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.792660 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d32e6198-dfb7-49ff-bff2-fa54dee0a459 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.845218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b567371-0162-4abc-8cff-3f9bb8b6f4ff req-2cbd72d5-af91-4f63-bf9b-d6ea0dd407f9 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:31.847180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b567371-0162-4abc-8cff-3f9bb8b6f4ff req-2cbd72d5-af91-4f63-bf9b-d6ea0dd407f9 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 949 time: 0.1288087 Nov 27 01:09:31.860985 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d32e6198-dfb7-49ff-bff2-fa54dee0a459 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:31.899368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51344c4-57e8-4b31-994d-3db71a88a3d1 req-8c04721f-e9c7-4f57-8fb5-293aec639809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:31.906863 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a51344c4-57e8-4b31-994d-3db71a88a3d1 req-8c04721f-e9c7-4f57-8fb5-293aec639809 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941 HTTP/1.1" status: 200 len: 1101 time: 0.1362853 Nov 27 01:09:32.028999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51098) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:32.032154 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d32e6198-dfb7-49ff-bff2-fa54dee0a459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.083045 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b567371-0162-4abc-8cff-3f9bb8b6f4ff req-58c294d5-7626-45ad-8f65-b77ded741b32 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254457 Nov 27 01:09:32.118140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4187c269-ed97-47d6-b011-f738ec2be6a1 req-ac25e9d5-cc71-4571-bcd9-acf7a22947e0 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087269 Nov 27 01:09:32.160280 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d32e6198-dfb7-49ff-bff2-fa54dee0a459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.198704 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d32e6198-dfb7-49ff-bff2-fa54dee0a459 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.207846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d32e6198-dfb7-49ff-bff2-fa54dee0a459 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/206f39cd-e711-4378-9a4e-04a0a605d182 HTTP/1.1" status: 204 len: 168 time: 0.6109457 Nov 27 01:09:32.210207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51106) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:32.274030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e6198-dfb7-49ff-bff2-fa54dee0a459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206f39cd-e711-4378-9a4e-04a0a605d182,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:32.293357 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d8a488-b858-433e-bcd7-6d4151201244 x-openstack-request-id: req-e6d8a488-b858-433e-bcd7-6d4151201244 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:32.293648 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a152c03-9857-4e85-b6ea-c59c56b1c0e3", "name": "network-vif-deleted", "tag": "0ecbb742-f3c3-4660-be2c-02fe2c9171f8", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:32.293902 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6d8a488-b858-433e-bcd7-6d4151201244 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:32.306653 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a152c03-9857-4e85-b6ea-c59c56b1c0e3', 'name': 'network-vif-deleted', 'tag': '0ecbb742-f3c3-4660-be2c-02fe2c9171f8', 'status': 'completed', 'code': 200} Nov 27 01:09:32.413559 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1108592720-router', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:26Z', 'updated_at': '2021-11-27T01:09:28Z', 'revision_number': 3, 'project_id': 'df138ab555674a06bf0051871ce63182', 'gw_port': {'id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:27Z', 'updated_at': '2021-11-27T01:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:32.439864 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4187c269-ed97-47d6-b011-f738ec2be6a1 req-f463628a-2d9f-4d13-98ee-58eec8a65993 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081756 Nov 27 01:09:32.467797 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.480143 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a51344c4-57e8-4b31-994d-3db71a88a3d1 req-695676bf-94c4-498c-b0b4-029d7b6c6c16 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514588 Nov 27 01:09:32.514038 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f908262-6347-435e-b6cb-96e7fd3a1118 None None] The sync data for ids ['087a7ddf-29bd-486a-8114-097e7fe6b9fa'] in n-d-819494-2 is: [{'id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1108592720-router', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:26Z', 'updated_at': '2021-11-27T01:09:28Z', 'revision_number': 3, 'project_id': 'df138ab555674a06bf0051871ce63182', 'gw_port': {'id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:27Z', 'updated_at': '2021-11-27T01:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:09:32.576009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Network 589aac3e-1177-4cf2-8604-679d0202bd4a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:32.581003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:32.586175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:32.638266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.651069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Pushing event updated for resources: {'Port': ['ID=fadbd610-dbbe-4bb5-a803-c4ba29a26e20,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:32.662383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b623d-19fe-483c-864c-2ef02d7f91e3 req-b081033f-f602-4596-a1d1-bd143781d6d2 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:32.674744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b6b623d-19fe-483c-864c-2ef02d7f91e3 req-b081033f-f602-4596-a1d1-bd143781d6d2 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941 HTTP/1.1" status: 200 len: 950 time: 0.3579535 Nov 27 01:09:32.698179 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.880077 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b6b623d-19fe-483c-864c-2ef02d7f91e3 req-42164ca1-3436-47db-9705-a1660ae6e764 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038193 Nov 27 01:09:32.881922 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:32.976575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136dd621-4582-4908-982f-6af33a944d94']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:33.047718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:33.047718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83d4841-fcd1-4fcc-a0b2-a2ae23d0d8e3') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:33.067564 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b021c6c7-9da1-4515-8ac8-246fa51426a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b1b41032e184477a9f9569de6e5d8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0356958 Nov 27 01:09:33.067564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51156) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:33.090018 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.120070 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.153390 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.205040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:09:33.206299 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:09:33.210984 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:09:33.253753 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device bbabc2af-a06e-4704-92e3-809e24e0ef6c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:33.321614 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da6af93f-4298-4697-a7d3-4a72598f38f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.331242 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port bbabc2af-a06e-4704-92e3-809e24e0ef6c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:33.343943 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.348698 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.353101 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.359805 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] 10.222.0.37 "DELETE /v2.0/networks/136dd621-4582-4908-982f-6af33a944d94 HTTP/1.1" status: 204 len: 168 time: 1.1009264 Nov 27 01:09:33.386104 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da6af93f-4298-4697-a7d3-4a72598f38f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.394574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45851e-362e-49b9-9cc9-e062c865938b admin admin] Pushing event deleted for resources: {'Network': ['ID=136dd621-4582-4908-982f-6af33a944d94,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:33.491713 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da6af93f-4298-4697-a7d3-4a72598f38f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.495195 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da6af93f-4298-4697-a7d3-4a72598f38f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.500690 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-da6af93f-4298-4697-a7d3-4a72598f38f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2be18e6c-8a07-47be-b98f-ae5768fde626 HTTP/1.1" status: 204 len: 168 time: 0.4188251 Nov 27 01:09:33.515241 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6af93f-4298-4697-a7d3-4a72598f38f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be18e6c-8a07-47be-b98f-ae5768fde626,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:33.586872 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.649632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:33.651953 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19235be3-5fd6-47a0-823f-15394519a2b7" -d '{"events": [{"server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "name": "network-vif-plugged", "status": "completed", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:33.714601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port bbabc2af-a06e-4704-92e3-809e24e0ef6c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=bbabc2af-a06e-4704-92e3-809e24e0ef6c,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:33.727809 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.832935 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.849510 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:33.887727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=bbabc2af-a06e-4704-92e3-809e24e0ef6c,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:33.984441 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d5066b-a5dc-477e-a3f5-508cc34e666c x-openstack-request-id: req-15d5066b-a5dc-477e-a3f5-508cc34e666c {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:33.984748 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "name": "network-vif-plugged", "status": "completed", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:33.984980 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15d5066b-a5dc-477e-a3f5-508cc34e666c {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:33.985570 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'code': 200} Nov 27 01:09:33.999177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51208) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:34.092074 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.113174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-75c8b68a-0076-493a-ae50-606255e7b7d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=edf5096087ae4ea8aed171555976f4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1127644 Nov 27 01:09:34.115705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51214) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:34.141906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Pushing event updated for resources: {'Port': ['ID=fadbd610-dbbe-4bb5-a803-c4ba29a26e20,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:34.234847 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbf9bdcf-b826-4564-beb0-bf395aad82e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.315957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51226) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:34.320067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53e39ed-3e95-45b9-9234-f2ba1eabd915', 'name': 'network-vif-deleted', 'tag': '9cc60615-fdfb-43b4-bb62-09c5df98a2af'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:34.326493 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbf9bdcf-b826-4564-beb0-bf395aad82e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.330347 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7f8c7d-ae3b-45db-8f66-1fc6da99dfd7" -d '{"events": [{"server_uuid": "c53e39ed-3e95-45b9-9234-f2ba1eabd915", "name": "network-vif-deleted", "tag": "9cc60615-fdfb-43b4-bb62-09c5df98a2af"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:34.405144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Network 589aac3e-1177-4cf2-8604-679d0202bd4a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:34.408447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:34.488592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c7f8e1a-19f2-41fe-8210-7943aed31371 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bc28be5ec6c4865a15e0aae0783a4cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670618 Nov 27 01:09:34.489311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51230) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:34.499307 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbf9bdcf-b826-4564-beb0-bf395aad82e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.501898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbf9bdcf-b826-4564-beb0-bf395aad82e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.509730 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bbf9bdcf-b826-4564-beb0-bf395aad82e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b560322-f982-4723-8eed-d323f29d8851 HTTP/1.1" status: 204 len: 168 time: 0.3914938 Nov 27 01:09:34.574019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9bdcf-b826-4564-beb0-bf395aad82e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b560322-f982-4723-8eed-d323f29d8851,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:34.597149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0f78c-3d12-4f69-a65b-278fffad5cd0 req-15004b07-9b65-4dfe-bcbd-ba08b2f9181b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:34.623625 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62c0f78c-3d12-4f69-a65b-278fffad5cd0 req-15004b07-9b65-4dfe-bcbd-ba08b2f9181b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941 HTTP/1.1" status: 200 len: 950 time: 0.2264130 Nov 27 01:09:34.674902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Router 087a7ddf-29bd-486a-8114-097e7fe6b9fa has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:09:34.797057 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7167f467-8d67-4d56-bbef-20bc52fe5f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.835280 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62c0f78c-3d12-4f69-a65b-278fffad5cd0 req-5261e8d2-0590-4c87-a96a-9a75062da69f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099688 Nov 27 01:09:34.902732 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7167f467-8d67-4d56-bbef-20bc52fe5f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:34.918256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:09:34.934811 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2ff950c6-924d-40f6-8779-3099be964bba admin admin] 10.222.0.37 "PUT /v2.0/routers/087a7ddf-29bd-486a-8114-097e7fe6b9fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2295911 Nov 27 01:09:34.983083 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c671de1-c6a9-4082-99a1-8e93afa2263a x-openstack-request-id: req-9c671de1-c6a9-4082-99a1-8e93afa2263a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:34.983285 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53e39ed-3e95-45b9-9234-f2ba1eabd915", "name": "network-vif-deleted", "tag": "9cc60615-fdfb-43b4-bb62-09c5df98a2af", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:34.983828 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c671de1-c6a9-4082-99a1-8e93afa2263a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:34.984248 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53e39ed-3e95-45b9-9234-f2ba1eabd915', 'name': 'network-vif-deleted', 'tag': '9cc60615-fdfb-43b4-bb62-09c5df98a2af', 'status': 'completed', 'code': 200} Nov 27 01:09:35.038437 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7167f467-8d67-4d56-bbef-20bc52fe5f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.041881 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7167f467-8d67-4d56-bbef-20bc52fe5f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.046812 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7167f467-8d67-4d56-bbef-20bc52fe5f1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e313f771-500b-4c4b-8a2c-53ed46ae318f HTTP/1.1" status: 204 len: 168 time: 0.5559466 Nov 27 01:09:35.063208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167f467-8d67-4d56-bbef-20bc52fe5f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e313f771-500b-4c4b-8a2c-53ed46ae318f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:35.320885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device bbabc2af-a06e-4704-92e3-809e24e0ef6c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:35.461174 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port bbabc2af-a06e-4704-92e3-809e24e0ef6c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:35.461979 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:35.660196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553670a4-07a0-4ca3-8a25-72e2e7eecb32 req-f1525bd0-23a6-433a-adfd-d010136b7ddf tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:35.666644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553670a4-07a0-4ca3-8a25-72e2e7eecb32 req-f1525bd0-23a6-433a-adfd-d010136b7ddf tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:35.674274 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-553670a4-07a0-4ca3-8a25-72e2e7eecb32 req-f1525bd0-23a6-433a-adfd-d010136b7ddf tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9&device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941 HTTP/1.1" status: 200 len: 1690 time: 0.0875795 Nov 27 01:09:35.692969 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Sync routers for ids ['087a7ddf-29bd-486a-8114-097e7fe6b9fa'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:09:35.717407 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Routers {'087a7ddf-29bd-486a-8114-097e7fe6b9fa'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:09:35.718482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:09:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['087a7ddf-29bd-486a-8114-097e7fe6b9fa'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:35.736926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-553670a4-07a0-4ca3-8a25-72e2e7eecb32 req-ee0a8bcd-a4fe-4003-86f0-1caa19af911c tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560870 Nov 27 01:09:35.924565 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Set router 087a7ddf-29bd-486a-8114-097e7fe6b9fa gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:09:36.070501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-8629024f-3cc7-41fd-8ed3-f5b87a16051a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:36.081999 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-8629024f-3cc7-41fd-8ed3-f5b87a16051a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/networks?id=b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 200 len: 805 time: 0.2387092 Nov 27 01:09:36.114706 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-938b6739-4910-4559-b3cd-46a4ac7bf2bd tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/quotas/ce3ee8bd4f5b41dc9628ea3e927651b8 HTTP/1.1" status: 200 len: 375 time: 0.0313346 Nov 27 01:09:36.228886 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-71c5595e-6d1b-4102-b81f-15db2e79b78b tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1098547 Nov 27 01:09:36.417986 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-d49003f6-d120-43e6-ae74-5a31afdad5b8 service neutron] 10.222.0.37 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879792 Nov 27 01:09:36.573368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-091777a3-eb55-41a4-90da-20580b50932a service neutron] 10.222.0.37 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538544 Nov 27 01:09:36.603578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1108592720-router', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:26Z', 'updated_at': '2021-11-27T01:09:32Z', 'revision_number': 4, 'project_id': 'df138ab555674a06bf0051871ce63182', 'gw_port': {'id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:27Z', 'updated_at': '2021-11-27T01:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'fadbd610-dbbe-4bb5-a803-c4ba29a26e20', 'name': '', 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'mac_address': 'fa:16:3e:63:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '99c01fcf-e3ac-4cb9-a46f-eab4f0719a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:31Z', 'updated_at': '2021-11-27T01:09:33Z', 'revision_number': 2, 'project_id': 'df138ab555674a06bf0051871ce63182', 'subnets': [{'id': '99c01fcf-e3ac-4cb9-a46f-eab4f0719a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:36.652699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Checking router: 087a7ddf-29bd-486a-8114-097e7fe6b9fa for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:09:36.653556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Updating router 087a7ddf-29bd-486a-8114-097e7fe6b9fa port fadbd610-dbbe-4bb5-a803-c4ba29a26e20 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:09:36.661304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51320) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:36.690737 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:36.722785 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-2c6f2aa5-e8c1-44fd-a334-ceae7f52b364 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:36.724429 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-2c6f2aa5-e8c1-44fd-a334-ceae7f52b364 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 819 time: 0.3469214 Nov 27 01:09:36.790380 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-966f4f82-7613-43e3-adb9-e19e19345c61 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/quotas/df138ab555674a06bf0051871ce63182 HTTP/1.1" status: 200 len: 375 time: 0.0578675 Nov 27 01:09:36.825623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d47eed63-ede9-4e79-ad1c-d42b3682eeb1 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:36.860449 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-1a52f58b-7915-4420-bf46-617b512d20f2 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684206 Nov 27 01:09:36.932146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-778289927-network', 'tenant_id': '09d2b2b60d97425b9f47b03c6a4a9c15'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:36.973143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Made reservation on behalf of 09d2b2b60d97425b9f47b03c6a4a9c15 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:36.978484 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:36.993150 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.026391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-4a157b1e-7272-4645-b760-d0965bf6a0ce service neutron] 10.222.0.37 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643848 Nov 27 01:09:37.217771 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.235947 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.267199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:09:37.268784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-06b353df-877b-4f8e-959b-dc722b2df28d service neutron] 10.222.0.37 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298281 Nov 27 01:09:37.289072 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.289467 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Added segment 92de3352-9074-4a2a-b919-4f83645343be of type vlan for network 5ce4b661-ad1e-4d5f-a0f6-7614795cb77f Nov 27 01:09:37.346420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25234218-6703-44d7-835f-98ee7dab5d91,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:37.363215 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.422155 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.436869 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.440181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:37.443719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.521060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed88661-5e58-4e7c-a2b5-67e05d907d33 req-a9f084d1-a3ea-4249-8be7-25f1f60d6c32 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:37.526179 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3ed88661-5e58-4e7c-a2b5-67e05d907d33 req-a9f084d1-a3ea-4249-8be7-25f1f60d6c32 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "GET /v2.0/ports?device_id=acc78d99-1b6b-410a-b5bd-0d1323ec4072 HTTP/1.1" status: 200 len: 946 time: 0.1332531 Nov 27 01:09:37.615201 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] Pushing event updated for resources: {'Network': ['ID=5ce4b661-ad1e-4d5f-a0f6-7614795cb77f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:37.647634 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cf7b4ad7-0d14-49ed-a9bb-ba9f160b22ee admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9851885 Nov 27 01:09:37.653093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51356) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:37.659374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2ce8662d-be9a-43b7-8863-48f39a675d57 admin admin] Request body: {'subnet': {'network_id': '5ce4b661-ad1e-4d5f-a0f6-7614795cb77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-778289927-subnet', 'tenant_id': '09d2b2b60d97425b9f47b03c6a4a9c15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:37.750464 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce8662d-be9a-43b7-8863-48f39a675d57 admin admin] Made reservation on behalf of 09d2b2b60d97425b9f47b03c6a4a9c15 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:37.754337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ce8662d-be9a-43b7-8863-48f39a675d57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.759004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-3ed88661-5e58-4e7c-a2b5-67e05d907d33 req-39dd8760-1763-40d6-bc76-a7036fc374d1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Deleting port d47eed63-ede9-4e79-ad1c-d42b3682eeb1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:37.759529 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3ed88661-5e58-4e7c-a2b5-67e05d907d33 req-39dd8760-1763-40d6-bc76-a7036fc374d1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.827395 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.861406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 5ce4b661-ad1e-4d5f-a0f6-7614795cb77f details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:09:37.967096 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:37.997378 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f94e4364-65e4-4d24-8748-45831ba3d9bb req-706e067a-e7f2-4ccc-b7d7-541388249e21 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 210 time: 0.0580039 Nov 27 01:09:38.185920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc78d99-1b6b-410a-b5bd-0d1323ec4072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:38.195315 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537686a0-ddd7-45ee-bbf3-f3c05b231909" -d '{"events": [{"server_uuid": "acc78d99-1b6b-410a-b5bd-0d1323ec4072", "name": "network-vif-unplugged", "status": "completed", "tag": "d47eed63-ede9-4e79-ad1c-d42b3682eeb1"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:38.213717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3ed88661-5e58-4e7c-a2b5-67e05d907d33 req-39dd8760-1763-40d6-bc76-a7036fc374d1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] For port d47eed63-ede9-4e79-ad1c-d42b3682eeb1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:38.214150 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3ed88661-5e58-4e7c-a2b5-67e05d907d33 req-39dd8760-1763-40d6-bc76-a7036fc374d1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.293806 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-96b15340-a873-4e7d-a295-6fbaf302aed9 req-691a0a87-0640-449d-a671-cd18f9f09f5a tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 210 time: 0.0704439 Nov 27 01:09:38.296153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d47eed63-ede9-4e79-ad1c-d42b3682eeb1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:38.310152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-3ed88661-5e58-4e7c-a2b5-67e05d907d33 req-39dd8760-1763-40d6-bc76-a7036fc374d1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Calling delete_port for d47eed63-ede9-4e79-ad1c-d42b3682eeb1 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:38.328291 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ce8662d-be9a-43b7-8863-48f39a675d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.366161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d28ef4-2a5a-495b-8256-3ae4bda4ad40 None None] Pushing event updated for resources: {'Port': ['ID=fadbd610-dbbe-4bb5-a803-c4ba29a26e20,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:38.413542 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.417233 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8662d-be9a-43b7-8863-48f39a675d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d5c36e-cea7-4a6f-8e89-f9565d81c4f3,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:38.423879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8662d-be9a-43b7-8863-48f39a675d57 admin admin] Checking segment: {'id': '92de3352-9074-4a2a-b919-4f83645343be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5ce4b661-ad1e-4d5f-a0f6-7614795cb77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:38.424241 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce8662d-be9a-43b7-8863-48f39a675d57 admin admin] Network hostable DHCP agents. Network: 5ce4b661-ad1e-4d5f-a0f6-7614795cb77f, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:09:38.461652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce8662d-be9a-43b7-8863-48f39a675d57 admin admin] Network 5ce4b661-ad1e-4d5f-a0f6-7614795cb77f is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:09:38.474609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2ce8662d-be9a-43b7-8863-48f39a675d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 5ce4b661-ad1e-4d5f-a0f6-7614795cb77f) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:38.481043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8662d-be9a-43b7-8863-48f39a675d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:38.481654 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ce8662d-be9a-43b7-8863-48f39a675d57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.517214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d4b488-8f77-4d3e-b46d-18b935056498 None None] Network 5ce4b661-ad1e-4d5f-a0f6-7614795cb77f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:38.558284 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2ce8662d-be9a-43b7-8863-48f39a675d57 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8920777 Nov 27 01:09:38.608526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ced740-bccf-44ce-97d3-13f0e2347bba req-cdcbdb55-03d7-4b55-8ed4-342dd38dd3b6 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:38.622898 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3ced740-bccf-44ce-97d3-13f0e2347bba req-cdcbdb55-03d7-4b55-8ed4-342dd38dd3b6 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 1100 time: 0.4058945 Nov 27 01:09:38.777469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Attempting to bind port fadbd610-dbbe-4bb5-a803-c4ba29a26e20 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:38.778831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Attempting to bind port fadbd610-dbbe-4bb5-a803-c4ba29a26e20 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:38.779468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Attempting to bind port fadbd610-dbbe-4bb5-a803-c4ba29a26e20 on network 589aac3e-1177-4cf2-8604-679d0202bd4a {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:38.788026 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3ced740-bccf-44ce-97d3-13f0e2347bba req-1e9bab7c-0156-4a73-8e58-f8ffc79c49ae tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641059 Nov 27 01:09:38.807068 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:38.807905 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Checking segment: {'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:38.808574 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.809199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Bound using segment: {'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:38.809975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Bound port: fadbd610-dbbe-4bb5-a803-c4ba29a26e20, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:38.811231 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:38.822885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:38.957963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-bd8a34a1-2bf8-4d2e-bf79-8b1eb22d854a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:38.963271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-bd8a34a1-2bf8-4d2e-bf79-8b1eb22d854a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "GET /v2.0/networks?id=b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 200 len: 805 time: 0.1914542 Nov 27 01:09:38.995730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Request body: {'port': {'device_id': 'ae9f2865-a042-4f90-af80-585026f4fd9f', 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'admin_state_up': True, 'tenant_id': 'ce3ee8bd4f5b41dc9628ea3e927651b8'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:39.040047 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba733ff-9bef-493a-8656-9eb47424b5f3 x-openstack-request-id: req-bba733ff-9bef-493a-8656-9eb47424b5f3 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:39.040626 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc78d99-1b6b-410a-b5bd-0d1323ec4072", "name": "network-vif-unplugged", "status": "completed", "tag": "d47eed63-ede9-4e79-ad1c-d42b3682eeb1", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:39.040763 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bba733ff-9bef-493a-8656-9eb47424b5f3 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:39.041211 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc78d99-1b6b-410a-b5bd-0d1323ec4072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1', 'code': 200} Nov 27 01:09:39.051668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b777b538-bffc-4356-a368-3d032c6b29c2 None None] Network 5ce4b661-ad1e-4d5f-a0f6-7614795cb77f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:09:39.115612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3ed88661-5e58-4e7c-a2b5-67e05d907d33 req-39dd8760-1763-40d6-bc76-a7036fc374d1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:39.321079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] For port fadbd610-dbbe-4bb5-a803-c4ba29a26e20, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:39.343472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd8760-1763-40d6-bc76-a7036fc374d1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Pushing event deleted for resources: {'Port': ['ID=d47eed63-ede9-4e79-ad1c-d42b3682eeb1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:39.361528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] For port fadbd610-dbbe-4bb5-a803-c4ba29a26e20, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fadbd610-dbbe-4bb5-a803-c4ba29a26e20,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:39.386150 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:39.408216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed88661-5e58-4e7c-a2b5-67e05d907d33 req-39dd8760-1763-40d6-bc76-a7036fc374d1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] No DVR routers for this DVR port d47eed63-ede9-4e79-ad1c-d42b3682eeb1 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:39.418158 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3ed88661-5e58-4e7c-a2b5-67e05d907d33 req-39dd8760-1763-40d6-bc76-a7036fc374d1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:39.421110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Made reservation on behalf of ce3ee8bd4f5b41dc9628ea3e927651b8 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:39.425256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:39.436139 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3ed88661-5e58-4e7c-a2b5-67e05d907d33 req-39dd8760-1763-40d6-bc76-a7036fc374d1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "DELETE /v2.0/ports/d47eed63-ede9-4e79-ad1c-d42b3682eeb1 HTTP/1.1" status: 204 len: 173 time: 1.8987904 Nov 27 01:09:39.456018 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc78d99-1b6b-410a-b5bd-0d1323ec4072', 'name': 'network-vif-deleted', 'tag': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:39.464592 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4e1732-ee53-46d3-b84c-01be4450c84c" -d '{"events": [{"server_uuid": "acc78d99-1b6b-410a-b5bd-0d1323ec4072", "name": "network-vif-deleted", "tag": "d47eed63-ede9-4e79-ad1c-d42b3682eeb1"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:39.557564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d28ef4-2a5a-495b-8256-3ae4bda4ad40 None None] Pushing event updated for resources: {'Port': ['ID=fadbd610-dbbe-4bb5-a803-c4ba29a26e20,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:39.567970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Routers {'087a7ddf-29bd-486a-8114-097e7fe6b9fa'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:09:39.568894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:09:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['087a7ddf-29bd-486a-8114-097e7fe6b9fa'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:39.570791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05eb90-9d89-4d42-aa1b-b336ee2d4495 req-1fe72ea3-7b30-4b38-9bbd-90a5f440f44e tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:39.585190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac0c6-2518-4171-b090-8387c152174f req-824bf897-cb81-422c-a087-14208722e6b5 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:39.586045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc05eb90-9d89-4d42-aa1b-b336ee2d4495 req-1fe72ea3-7b30-4b38-9bbd-90a5f440f44e tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941 HTTP/1.1" status: 200 len: 1101 time: 0.1819510 Nov 27 01:09:39.598518 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-824bf897-cb81-422c-a087-14208722e6b5 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 819 time: 0.2712719 Nov 27 01:09:39.650838 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-bde537bc-b645-4e24-834a-c99aaf6ac5db tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/quotas/df138ab555674a06bf0051871ce63182 HTTP/1.1" status: 200 len: 375 time: 0.0511584 Nov 27 01:09:39.805494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] Set router 087a7ddf-29bd-486a-8114-097e7fe6b9fa gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:09:39.951145 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-dbec0b2d-0e2c-447b-aafa-b1361cbc0462 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2990742 Nov 27 01:09:40.102810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc05eb90-9d89-4d42-aa1b-b336ee2d4495 req-7eb54955-30d3-4fd6-ae80-495dc2148225 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084741 Nov 27 01:09:40.339306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1108592720-router', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:26Z', 'updated_at': '2021-11-27T01:09:32Z', 'revision_number': 4, 'project_id': 'df138ab555674a06bf0051871ce63182', 'gw_port': {'id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:27Z', 'updated_at': '2021-11-27T01:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'fadbd610-dbbe-4bb5-a803-c4ba29a26e20', 'name': '', 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'mac_address': 'fa:16:3e:63:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '99c01fcf-e3ac-4cb9-a46f-eab4f0719a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:31Z', 'updated_at': '2021-11-27T01:09:39Z', 'revision_number': 4, 'project_id': 'df138ab555674a06bf0051871ce63182', 'subnets': [{'id': '99c01fcf-e3ac-4cb9-a46f-eab4f0719a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:09:40.443363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-4d20a881-8882-4dad-8784-a98dc9f101b1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:40.445542 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-4d20a881-8882-4dad-8784-a98dc9f101b1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.42 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 819 time: 0.2798841 Nov 27 01:09:40.475489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b0afc-372c-4f17-bc4c-30ef0a30f7e7 None None] The sync data for ids ['087a7ddf-29bd-486a-8114-097e7fe6b9fa'] in n-d-819494-2 is: [{'id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1108592720-router', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:26Z', 'updated_at': '2021-11-27T01:09:32Z', 'revision_number': 4, 'project_id': 'df138ab555674a06bf0051871ce63182', 'gw_port': {'id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:27Z', 'updated_at': '2021-11-27T01:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'fadbd610-dbbe-4bb5-a803-c4ba29a26e20', 'name': '', 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'mac_address': 'fa:16:3e:63:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '99c01fcf-e3ac-4cb9-a46f-eab4f0719a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:31Z', 'updated_at': '2021-11-27T01:09:39Z', 'revision_number': 4, 'project_id': 'df138ab555674a06bf0051871ce63182', 'subnets': [{'id': '99c01fcf-e3ac-4cb9-a46f-eab4f0719a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:09:40.582773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f1fe1d7-9b8f-4c9f-8dcd-5f710153adc2 req-941f7479-2e31-4a53-ac75-047a225b0356 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 210 time: 0.1126604 Nov 27 01:09:40.606713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Request body: {'port': {'device_id': 'f19496e3-edfe-48eb-ac6a-c3104e33a5d7', 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a', 'admin_state_up': True, 'tenant_id': 'df138ab555674a06bf0051871ce63182'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:40.686886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51452) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:40.786097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Allocated IP 172.20.0.4 (b3548a08-0d82-4fac-98d5-aff29ad7422b/504f1765-0bcd-439e-ba48-1e72e3687e0a/2b207dff-6d71-428b-8dd0-6180e9c82618) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:40.908716 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-c790671c-00ef-42f6-8558-9102f367c34d service neutron] 10.222.0.37 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9563437 Nov 27 01:09:40.948560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Made reservation on behalf of df138ab555674a06bf0051871ce63182 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:40.952595 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.066365 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-3558cdd3-8c5e-447b-9e73-c34c7d193e1c service neutron] 10.222.0.37 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556900 Nov 27 01:09:41.088606 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b78236a-1967-4b12-8aa5-8eaf5e4e9f87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.231999 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-8ce33010-e06b-4fce-9ecd-7f61a8a16b2c tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=84f4b23207d24b67956a2f3862e3ae77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1374974 Nov 27 01:09:41.355752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fadbd610-dbbe-4bb5-a803-c4ba29a26e20 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:41.411181 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Allocated IP 172.20.0.2 (589aac3e-1177-4cf2-8604-679d0202bd4a/99c01fcf-e3ac-4cb9-a46f-eab4f0719a86/78826918-fd2b-4ce0-920c-b5f690d9b1af) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:41.424307 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.483216 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5f53e97b-e28b-483d-93e3-265a2f9936a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.524718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port fadbd610-dbbe-4bb5-a803-c4ba29a26e20 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:41.525291 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.587509 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.660246 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.665851 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.707292 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e2dfc7-a885-4417-b9f9-de9791679f56 x-openstack-request-id: req-e3e2dfc7-a885-4417-b9f9-de9791679f56 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:41.708269 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc78d99-1b6b-410a-b5bd-0d1323ec4072", "name": "network-vif-deleted", "tag": "d47eed63-ede9-4e79-ad1c-d42b3682eeb1", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:41.708269 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3e2dfc7-a885-4417-b9f9-de9791679f56 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:41.708759 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc78d99-1b6b-410a-b5bd-0d1323ec4072', 'name': 'network-vif-deleted', 'tag': 'd47eed63-ede9-4e79-ad1c-d42b3682eeb1', 'status': 'completed', 'code': 200} Nov 27 01:09:41.730858 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.756171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port fadbd610-dbbe-4bb5-a803-c4ba29a26e20, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fadbd610-dbbe-4bb5-a803-c4ba29a26e20,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:41.769708 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:41.822186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Network b3548a08-0d82-4fac-98d5-aff29ad7422b is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:41.833695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Network 589aac3e-1177-4cf2-8604-679d0202bd4a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:41.863087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:41.878742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:41.883904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:41.925635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:41.949664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Pushing event updated for resources: {'Port': ['ID=2b207dff-6d71-428b-8dd0-6180e9c82618,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:41.956301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Pushing event updated for resources: {'Port': ['ID=78826918-fd2b-4ce0-920c-b5f690d9b1af,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:41.971558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=fadbd610-dbbe-4bb5-a803-c4ba29a26e20,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:42.018663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-c1762e83-3d30-4236-be96-45004301f7ae tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:42.026719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-c1762e83-3d30-4236-be96-45004301f7ae tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7931426 Nov 27 01:09:42.072787 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-1a382186-8684-4f7b-a734-e09e0612a163 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/quotas/84f4b23207d24b67956a2f3862e3ae77 HTTP/1.1" status: 200 len: 375 time: 0.0447648 Nov 27 01:09:42.110207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:42.111104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.145152 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b78236a-1967-4b12-8aa5-8eaf5e4e9f87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.159668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:42.160557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.168802 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b78236a-1967-4b12-8aa5-8eaf5e4e9f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.184509 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-598b8d28-d695-44fa-9517-90df288a2fd8 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=84f4b23207d24b67956a2f3862e3ae77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103346 Nov 27 01:09:42.217198 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-dcc6da16-3967-4a96-bde6-a790d7eccdd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6516254 Nov 27 01:09:42.221143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-a90f2d04-7b89-4d18-99dd-0e96b81bee0e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2292821 Nov 27 01:09:42.265324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Request body: {'port': {'device_id': 'f19496e3-edfe-48eb-ac6a-c3104e33a5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:42.271684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0b78236a-1967-4b12-8aa5-8eaf5e4e9f87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ae8dc4aba554d71afbc2f037071bbbf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5839520 Nov 27 01:09:42.280234 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Request body: {'port': {'device_id': 'ae9f2865-a042-4f90-af80-585026f4fd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:42.287614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51488) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:42.291739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78236a-1967-4b12-8aa5-8eaf5e4e9f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164164b7-1bda-4170-8199-92058942dc6f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:42.339627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-765430a9-e508-445c-9a97-64d0478755ae tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:42.341159 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-765430a9-e508-445c-9a97-64d0478755ae tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/networks?id=5ce4b661-ad1e-4d5f-a0f6-7614795cb77f HTTP/1.1" status: 200 len: 812 time: 0.3481445 Nov 27 01:09:42.433296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.438792 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-caa5f048-f295-4414-8d3d-2fbec8052b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.457366 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-c8a4b295-16bf-41c0-b7ad-ed8f3fedc5cf tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/quotas/09d2b2b60d97425b9f47b03c6a4a9c15 HTTP/1.1" status: 200 len: 375 time: 0.1071401 Nov 27 01:09:42.514840 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-17e952b0-3e95-4064-a6bc-6d7a614383fd tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=09d2b2b60d97425b9f47b03c6a4a9c15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562842 Nov 27 01:09:42.611998 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.620401 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-caa5f048-f295-4414-8d3d-2fbec8052b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:42.826601 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-d66b87b6-18f6-4c9e-916f-c8c43fb6c75b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693381 Nov 27 01:09:42.831195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-aede5fae-8ad4-4dd0-9da5-b545a59f2c0d service neutron] 10.222.0.37 "GET /v2.0/networks/5ce4b661-ad1e-4d5f-a0f6-7614795cb77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155756 Nov 27 01:09:42.838694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d47eed63-ede9-4e79-ad1c-d42b3682eeb1 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:42.874878 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: d47eed63-ede9-4e79-ad1c-d42b3682eeb1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:09:42.875640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d47eed63-ede9-4e79-ad1c-d42b3682eeb1 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:09:43.077041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-c5f42c97-5ecb-4bd7-adb6-387de356c5ac tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:43.086467 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-c5f42c97-5ecb-4bd7-adb6-387de356c5ac tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2581904 Nov 27 01:09:43.130097 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-2ac9a19b-98cc-4d90-829a-7eed8fb2ea18 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/quotas/6a1d403d2fdd436a9b8643cfab51aec6 HTTP/1.1" status: 200 len: 375 time: 0.0432887 Nov 27 01:09:43.227792 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-caa5f048-f295-4414-8d3d-2fbec8052b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:43.248849 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-caa5f048-f295-4414-8d3d-2fbec8052b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:43.256148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-caa5f048-f295-4414-8d3d-2fbec8052b6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/164164b7-1bda-4170-8199-92058942dc6f HTTP/1.1" status: 204 len: 168 time: 0.9663846 Nov 27 01:09:43.269387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fadbd610-dbbe-4bb5-a803-c4ba29a26e20 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:43.341016 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78826918-fd2b-4ce0-920c-b5f690d9b1af {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:43.361775 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:43.380734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5f048-f295-4414-8d3d-2fbec8052b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164164b7-1bda-4170-8199-92058942dc6f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:43.399361 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-c23c47c5-579c-47af-8a37-2488728b4d81 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2668316 Nov 27 01:09:43.455402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port fadbd610-dbbe-4bb5-a803-c4ba29a26e20 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:43.456044 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:43.477294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac0c6-2518-4171-b090-8387c152174f req-0f0d0400-2d50-4ae0-a521-e987f45b38b1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:43.479543 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-0f0d0400-2d50-4ae0-a521-e987f45b38b1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.11 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 819 time: 0.3676782 Nov 27 01:09:43.481489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Transition to ACTIVE for port object 78826918-fd2b-4ce0-920c-b5f690d9b1af will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:43.490082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:43.505269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-018ac0c6-2518-4171-b090-8387c152174f req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Request body: {'port': {'device_id': '2e5f2685-2b90-43f1-b200-48ea7b51a4ef', 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a', 'admin_state_up': True, 'tenant_id': 'df138ab555674a06bf0051871ce63182'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:43.518000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-8355cc04-d15b-4bb6-a54d-76c1792fc236 service neutron] 10.222.0.37 "GET /v2.0/networks/5ce4b661-ad1e-4d5f-a0f6-7614795cb77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6624479 Nov 27 01:09:43.684023 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=78826918-fd2b-4ce0-920c-b5f690d9b1af,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:43.818002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Attempting to bind port 78826918-fd2b-4ce0-920c-b5f690d9b1af on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:43.818377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Attempting to bind port 78826918-fd2b-4ce0-920c-b5f690d9b1af by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:43.819259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Attempting to bind port 78826918-fd2b-4ce0-920c-b5f690d9b1af on network 589aac3e-1177-4cf2-8604-679d0202bd4a {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:43.828999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Port 78826918-fd2b-4ce0-920c-b5f690d9b1af on network 589aac3e-1177-4cf2-8604-679d0202bd4a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:43.828999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Attempting to bind port 78826918-fd2b-4ce0-920c-b5f690d9b1af on network 589aac3e-1177-4cf2-8604-679d0202bd4a {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:43.852979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:43.853324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Checking segment: {'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:43.853789 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Bound using segment: {'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:43.854171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Bound port: 78826918-fd2b-4ce0-920c-b5f690d9b1af, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:43.856109 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:43.943136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018ac0c6-2518-4171-b090-8387c152174f req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Made reservation on behalf of df138ab555674a06bf0051871ce63182 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:43.947542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-018ac0c6-2518-4171-b090-8387c152174f req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.018880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b207dff-6d71-428b-8dd0-6180e9c82618 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:44.036431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.068418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Transition to ACTIVE for port object 2b207dff-6d71-428b-8dd0-6180e9c82618 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:44.093614 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.156498 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51532) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:44.175046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] For port 78826918-fd2b-4ce0-920c-b5f690d9b1af, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:44.206263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] For port 78826918-fd2b-4ce0-920c-b5f690d9b1af, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=78826918-fd2b-4ce0-920c-b5f690d9b1af,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:44.273909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.353569 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-443f454e-a892-46b2-90fa-a24a9d3123ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.379472 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.413663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221fd5b-2c8a-4a1d-a06d-0ac2e591505d req-b517d1bf-50de-485a-a9d5-4dd3fe386bf9 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:44.415102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8221fd5b-2c8a-4a1d-a06d-0ac2e591505d req-b517d1bf-50de-485a-a9d5-4dd3fe386bf9 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 943 time: 0.3406069 Nov 27 01:09:44.509549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=78826918-fd2b-4ce0-920c-b5f690d9b1af,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:44.538899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e9030fa0-7f88-4b9e-b990-e8542d4b0af2 req-f4949f80-e748-4cb4-a610-7d75b971d3f6 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 210 time: 0.4098165 Nov 27 01:09:44.553933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Pushing event updated for resources: {'Port': ['ID=2b207dff-6d71-428b-8dd0-6180e9c82618,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:44.557604 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08142d8d-6dab-49f3-a140-3ee3f8aa15a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.641737 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-7e5e37c8-a93d-44a4-a4ed-b34b37bd2da9 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=84f4b23207d24b67956a2f3862e3ae77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719931 Nov 27 01:09:44.642498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Attempting to bind port 2b207dff-6d71-428b-8dd0-6180e9c82618 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:44.643070 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Attempting to bind port 2b207dff-6d71-428b-8dd0-6180e9c82618 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:44.643744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Attempting to bind port 2b207dff-6d71-428b-8dd0-6180e9c82618 on network b3548a08-0d82-4fac-98d5-aff29ad7422b {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:44.658338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Port 2b207dff-6d71-428b-8dd0-6180e9c82618 on network b3548a08-0d82-4fac-98d5-aff29ad7422b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:44.659007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Attempting to bind port 2b207dff-6d71-428b-8dd0-6180e9c82618 on network b3548a08-0d82-4fac-98d5-aff29ad7422b {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:44.680208 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8221fd5b-2c8a-4a1d-a06d-0ac2e591505d req-91dcd51f-b402-46d5-b392-5aa416f2b6ee tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486722 Nov 27 01:09:44.687898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:44.690105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Checking segment: {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:44.690886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Bound using segment: {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:44.691265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Bound port: 2b207dff-6d71-428b-8dd0-6180e9c82618, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:44.691711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.702766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:44.703395 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.705316 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e938cbe5-9349-4c8f-98d9-9e2968baf3f8 service neutron] 10.222.0.42 "PUT /v2.0/ports/78826918-fd2b-4ce0-920c-b5f690d9b1af HTTP/1.1" status: 200 len: 1091 time: 2.4447441 Nov 27 01:09:44.737735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19496e3-edfe-48eb-ac6a-c3104e33a5d7', 'tag': '78826918-fd2b-4ce0-920c-b5f690d9b1af'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:44.740458 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3b47ee-b54c-4993-878b-80f511c0da96" -d '{"events": [{"name": "network-changed", "server_uuid": "f19496e3-edfe-48eb-ac6a-c3104e33a5d7", "tag": "78826918-fd2b-4ce0-920c-b5f690d9b1af"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:44.844171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] For port 2b207dff-6d71-428b-8dd0-6180e9c82618, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:44.850837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] For port 2b207dff-6d71-428b-8dd0-6180e9c82618, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2b207dff-6d71-428b-8dd0-6180e9c82618,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:44.859865 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.903531 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.906412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:44.907366 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.909595 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] 10.222.0.42 "PUT /v2.0/ports/2b207dff-6d71-428b-8dd0-6180e9c82618 HTTP/1.1" status: 200 len: 1091 time: 2.6406658 Nov 27 01:09:44.910356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9f2865-a042-4f90-af80-585026f4fd9f', 'tag': '2b207dff-6d71-428b-8dd0-6180e9c82618'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:44.914913 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca1962d-e893-412f-b302-fad38deb9eab" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9f2865-a042-4f90-af80-585026f4fd9f", "tag": "2b207dff-6d71-428b-8dd0-6180e9c82618"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:44.958810 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08142d8d-6dab-49f3-a140-3ee3f8aa15a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:44.992542 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53ad0b5b-6b23-464d-b8b7-de3418bde33f req-714cedb5-e7a5-4572-8d14-e2131bf03f62 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 210 time: 0.0503986 Nov 27 01:09:44.995412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08142d8d-6dab-49f3-a140-3ee3f8aa15a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.026640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d527e-5aaf-4da1-bf52-c684d67a6d41 service neutron] Pushing event updated for resources: {'Port': ['ID=2b207dff-6d71-428b-8dd0-6180e9c82618,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:45.078506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08142d8d-6dab-49f3-a140-3ee3f8aa15a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c834032f-adab-4fb9-a34a-772b801ed037,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:45.086965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-018ac0c6-2518-4171-b090-8387c152174f req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Allocated IP 172.20.0.12 (589aac3e-1177-4cf2-8604-679d0202bd4a/99c01fcf-e3ac-4cb9-a46f-eab4f0719a86/b6d2e5f6-5f97-41f8-a807-35b4481f238b) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:45.099190 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40a46ea4-652d-4d4c-9491-43bb260abeb2 req-0f476be6-ccaf-49a3-9b49-bf94e0f75ada tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 210 time: 0.2580609 Nov 27 01:09:45.154102 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-08142d8d-6dab-49f3-a140-3ee3f8aa15a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5e61a73aa854991bf3316ce9d2e0af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9445133 Nov 27 01:09:45.158935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51550) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:45.179089 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-363899cd-bbf2-48ff-a8fe-a455074a6ba1 req-ce1da8c4-c767-44f8-ba31-ec4660981f04 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 210 time: 0.0667338 Nov 27 01:09:45.208922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e5f9dafc-9a8c-47ac-8f60-70ff03a74375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:45.218792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-e5f9dafc-9a8c-47ac-8f60-70ff03a74375 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 1094 time: 0.3688385 Nov 27 01:09:45.301769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-2346ab6c-045d-4619-86d1-e7ce81a27848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:45.303442 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-2346ab6c-045d-4619-86d1-e7ce81a27848 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 1094 time: 0.0916922 Nov 27 01:09:45.308212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-236f6654-24b2-40ac-99ba-78c6c392982d tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:45.310249 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-236f6654-24b2-40ac-99ba-78c6c392982d tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6015825 Nov 27 01:09:45.313439 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6071ac-9247-4561-8907-602bbdbc186e x-openstack-request-id: req-1e6071ac-9247-4561-8907-602bbdbc186e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:45.313811 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19496e3-edfe-48eb-ac6a-c3104e33a5d7", "tag": "78826918-fd2b-4ce0-920c-b5f690d9b1af", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:45.314084 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e6071ac-9247-4561-8907-602bbdbc186e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:45.314549 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19496e3-edfe-48eb-ac6a-c3104e33a5d7', 'tag': '78826918-fd2b-4ce0-920c-b5f690d9b1af', 'status': 'completed', 'code': 200} Nov 27 01:09:45.326786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-b189856d-4853-4f6d-ac58-73479b605e63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78826918-fd2b-4ce0-920c-b5f690d9b1af HTTP/1.1" status: 200 len: 217 time: 0.0886772 Nov 27 01:09:45.363146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Request body: {'port': {'device_id': 'e1ff8398-4226-40a6-b615-810f6b0772bb', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '84f4b23207d24b67956a2f3862e3ae77'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:45.386569 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-2a587f4e-bf8c-45ea-8e7a-ee0911fee766 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b207dff-6d71-428b-8dd0-6180e9c82618 HTTP/1.1" status: 200 len: 217 time: 0.0459137 Nov 27 01:09:45.388541 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6747c43c-4edb-4278-9a26-c59fab893590 x-openstack-request-id: req-6747c43c-4edb-4278-9a26-c59fab893590 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:45.389193 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9f2865-a042-4f90-af80-585026f4fd9f", "tag": "2b207dff-6d71-428b-8dd0-6180e9c82618", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:45.389459 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6747c43c-4edb-4278-9a26-c59fab893590 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:45.389890 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9f2865-a042-4f90-af80-585026f4fd9f', 'tag': '2b207dff-6d71-428b-8dd0-6180e9c82618', 'status': 'completed', 'code': 200} Nov 27 01:09:45.464239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-406ad3c2-c3a1-4fc0-b001-00daa74109a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:45.465862 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-406ad3c2-c3a1-4fc0-b001-00daa74109a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=504f1765-0bcd-439e-ba48-1e72e3687e0a HTTP/1.1" status: 200 len: 845 time: 0.0601346 Nov 27 01:09:45.512797 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-4cb585e5-0cd2-4c62-b4d9-bdbbd0a72aa2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3548a08-0d82-4fac-98d5-aff29ad7422b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293429 Nov 27 01:09:45.571666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4211c732-721f-4da1-954a-922b5a70c2b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.620140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-a7b621ed-6a78-45ef-aad8-798751ca8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:45.621797 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-a7b621ed-6a78-45ef-aad8-798751ca8907 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 HTTP/1.1" status: 200 len: 859 time: 0.1782680 Nov 27 01:09:45.630342 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4211c732-721f-4da1-954a-922b5a70c2b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.697474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc8ec072-a4b1-4d19-805f-78e150dd5555 req-88949e28-47e1-4cfc-ba7d-fe24863d1092 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 210 time: 0.0578346 Nov 27 01:09:45.699450 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-309dfe51-c7e6-4472-b81f-3d5985e1e796 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=589aac3e-1177-4cf2-8604-679d0202bd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586426 Nov 27 01:09:45.701876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-6a33f580-ffc3-43d3-bc64-c0c14bec4f36 service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783142 Nov 27 01:09:45.730061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Made reservation on behalf of 84f4b23207d24b67956a2f3862e3ae77 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:45.741764 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.756579 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-018ac0c6-2518-4171-b090-8387c152174f req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.811187 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:45.895879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f43adf-6179-4994-a34f-c26d5f2c67ac req-aceef002-7182-4066-91a9-24e7cf4299f6 service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642935 Nov 27 01:09:46.179747 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-6be255c9-4cfb-4473-ab9d-632d174bbf4d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412462 Nov 27 01:09:46.215508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-66dd029d-aaf9-4020-9012-da6dd87f6904 req-196b92fa-6317-4609-9e62-c7a2660a506b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 210 time: 0.0595024 Nov 27 01:09:46.307896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1962d-e893-412f-b302-fad38deb9eab req-9e31aac4-7e63-4352-b374-f6d643123ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:46.309852 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ca1962d-e893-412f-b302-fad38deb9eab req-9e31aac4-7e63-4352-b374-f6d643123ba3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 1094 time: 0.2225153 Nov 27 01:09:46.430324 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4211c732-721f-4da1-954a-922b5a70c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:46.432931 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4211c732-721f-4da1-954a-922b5a70c2b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:46.434197 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4211c732-721f-4da1-954a-922b5a70c2b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c834032f-adab-4fb9-a34a-772b801ed037 HTTP/1.1" status: 204 len: 168 time: 1.2664993 Nov 27 01:09:46.460427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211c732-721f-4da1-954a-922b5a70c2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c834032f-adab-4fb9-a34a-772b801ed037,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:46.461534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-f0012224-e649-46dd-b18c-fba91640a4d8 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:46.463103 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-018ac0c6-2518-4171-b090-8387c152174f req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:46.463285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-f0012224-e649-46dd-b18c-fba91640a4d8 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678413 Nov 27 01:09:46.497184 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-0f2200ee-c4ac-4a6f-8bfe-c53ff942e6b0 service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743475 Nov 27 01:09:46.528145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Request body: {'port': {'device_id': '88c60e62-7ef4-4482-9f55-f8292b272b2c', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '6a1d403d2fdd436a9b8643cfab51aec6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:46.601866 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:46.643075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-329132e3-db8c-4819-a550-67f1b3f9a655 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:46.645434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1962d-e893-412f-b302-fad38deb9eab req-68b04c66-723d-4b02-a1f3-592cdd6e5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:46.647530 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ca1962d-e893-412f-b302-fad38deb9eab req-68b04c66-723d-4b02-a1f3-592cdd6e5559 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 200 len: 906 time: 0.3210094 Nov 27 01:09:46.647854 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-329132e3-db8c-4819-a550-67f1b3f9a655 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.11 "GET /v2.0/networks?id=5ce4b661-ad1e-4d5f-a0f6-7614795cb77f HTTP/1.1" status: 200 len: 812 time: 0.8338230 Nov 27 01:09:46.669874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b9f97-65c8-457d-b337-483aa2446f1f req-8919db25-66a1-4803-982e-56cb81f1e3fa tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:46.672117 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7b9f97-65c8-457d-b337-483aa2446f1f req-8919db25-66a1-4803-982e-56cb81f1e3fa tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 943 time: 0.3313646 Nov 27 01:09:46.675261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018ac0c6-2518-4171-b090-8387c152174f req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Network 589aac3e-1177-4cf2-8604-679d0202bd4a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:46.720665 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ca1962d-e893-412f-b302-fad38deb9eab req-bc1f8e9d-9e74-427c-bc8b-cffdd3d2f64a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b207dff-6d71-428b-8dd0-6180e9c82618 HTTP/1.1" status: 200 len: 217 time: 0.0603740 Nov 27 01:09:46.739283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-018ac0c6-2518-4171-b090-8387c152174f req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:46.747446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Request body: {'port': {'device_id': '895eb85c-a53a-4fce-ba29-64164a984f7c', 'network_id': '5ce4b661-ad1e-4d5f-a0f6-7614795cb77f', 'admin_state_up': True, 'tenant_id': '09d2b2b60d97425b9f47b03c6a4a9c15'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:46.786278 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7aad83a5-4411-4f96-8d02-8fb748eec075 req-ee29b91d-aab5-47cb-8fea-4157e8dd54f5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 210 time: 0.0645001 Nov 27 01:09:46.813383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-018ac0c6-2518-4171-b090-8387c152174f req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:46.829345 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1962d-e893-412f-b302-fad38deb9eab req-38e69864-fcb3-4786-a98d-a1a4c75d493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:46.830871 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ca1962d-e893-412f-b302-fad38deb9eab req-38e69864-fcb3-4786-a98d-a1a4c75d493d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=504f1765-0bcd-439e-ba48-1e72e3687e0a HTTP/1.1" status: 200 len: 845 time: 0.0948756 Nov 27 01:09:46.883160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Pushing event updated for resources: {'Port': ['ID=b6d2e5f6-5f97-41f8-a807-35b4481f238b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:46.901272 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ca1962d-e893-412f-b302-fad38deb9eab req-3fe56a98-8e68-40ce-b113-3beb97134d3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3548a08-0d82-4fac-98d5-aff29ad7422b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531538 Nov 27 01:09:47.010162 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.015728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Made reservation on behalf of 6a1d403d2fdd436a9b8643cfab51aec6 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:47.019496 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.046474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aac34ede-6038-4edc-a0a7-db92cdaba675 req-511d2d53-95fd-4147-b5b8-db5874416e53 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 210 time: 0.1399333 Nov 27 01:09:47.097186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7b9f97-65c8-457d-b337-483aa2446f1f req-edd29cc5-632f-425b-bb3c-120922670412 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362086 Nov 27 01:09:47.097887 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ca1962d-e893-412f-b302-fad38deb9eab req-d511b5d1-e5ac-4708-a38e-a21290b10d04 service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731532 Nov 27 01:09:47.113816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99e186b3-ac5a-4e01-ba37-e99140657bfc req-db157275-c7c8-45b1-ab88-7cd1f9d9ce5b service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929320 Nov 27 01:09:47.127507 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.135516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac0c6-2518-4171-b090-8387c152174f req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:47.136287 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-018ac0c6-2518-4171-b090-8387c152174f req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.143495 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.342438 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ca1962d-e893-412f-b302-fad38deb9eab req-23240ca0-7ba7-4356-943b-ab07b35cab2a service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367737 Nov 27 01:09:47.351733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Allocated IP 192.168.233.217 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/456dbb77-e3a9-4d26-97a1-942860172c9d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:47.449341 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-17f95b1f-f404-4ff9-a762-0e01dab2dfd4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9511192 Nov 27 01:09:47.469071 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.488278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Request body: {'port': {'device_id': '2e5f2685-2b90-43f1-b200-48ea7b51a4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:47.544291 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.558631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fa4b79-f945-421a-bde9-c1abc98f8de1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:47.564765 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.570836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b47ee-b54c-4993-878b-80f511c0da96 req-871a22d5-0208-4c78-9ed3-ee6d81888053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:47.572484 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c3b47ee-b54c-4993-878b-80f511c0da96 req-871a22d5-0208-4c78-9ed3-ee6d81888053 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 1094 time: 0.2443259 Nov 27 01:09:47.637723 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.675413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4', '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:47.681714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'bc71c429-4de8-45fe-95a8-97571afdfc48', '785c618a-8bdf-45b2-a761-2779c8544aae'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:47.705393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:47.713340 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:47.718318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:47.737433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b47ee-b54c-4993-878b-80f511c0da96 req-ea4cd4b1-d165-4b05-b2a9-261387f1ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:47.738187 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c3b47ee-b54c-4993-878b-80f511c0da96 req-ea4cd4b1-d165-4b05-b2a9-261387f1ac3c service neutron] 10.222.0.42 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 920 time: 0.1479163 Nov 27 01:09:47.751023 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62399d-6a39-40f4-8474-2bc5c199d7f4 req-98ccd7e4-3ee4-4eb2-a5ca-fdd65c3bf8cd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:47.758791 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e62399d-6a39-40f4-8474-2bc5c199d7f4 req-98ccd7e4-3ee4-4eb2-a5ca-fdd65c3bf8cd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 932 time: 0.5020726 Nov 27 01:09:47.797273 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event updated for resources: {'Port': ['ID=456dbb77-e3a9-4d26-97a1-942860172c9d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:47.825556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cac708-a09f-48dd-95ae-4b217d12d558 req-c20f0080-f6c8-4971-8250-8e4824bcc3e3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:47.841592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-96cac708-a09f-48dd-95ae-4b217d12d558 req-c20f0080-f6c8-4971-8250-8e4824bcc3e3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 936 time: 0.2229502 Nov 27 01:09:47.893637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:47.895055 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:47.942662 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-96cac708-a09f-48dd-95ae-4b217d12d558 req-4646f5da-4e65-4496-80b4-1dc41b4e3cb4 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993450 Nov 27 01:09:47.955571 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-72772e8f-4577-41c8-9987-98ffe7e5a5f3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4410422 Nov 27 01:09:47.979018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Request body: {'port': {'device_id': '88c60e62-7ef4-4482-9f55-f8292b272b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:48.012195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Made reservation on behalf of 09d2b2b60d97425b9f47b03c6a4a9c15 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:48.018657 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:48.063666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c3b47ee-b54c-4993-878b-80f511c0da96 req-aa6e2532-a33f-4497-bf38-6c65c4676f1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78826918-fd2b-4ce0-920c-b5f690d9b1af HTTP/1.1" status: 200 len: 217 time: 0.3028104 Nov 27 01:09:48.170476 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74fb9600-1338-4c8e-8b0e-8c4d71e96b7b req-ed947cf7-d5e8-45b5-a067-d7f72c27773f tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 210 time: 0.0666411 Nov 27 01:09:48.187723 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:48.213087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b47ee-b54c-4993-878b-80f511c0da96 req-c03319c5-1ce2-4ebf-9fcd-99527eec24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:48.214591 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c3b47ee-b54c-4993-878b-80f511c0da96 req-c03319c5-1ce2-4ebf-9fcd-99527eec24d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 HTTP/1.1" status: 200 len: 859 time: 0.1095121 Nov 27 01:09:48.274494 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e62399d-6a39-40f4-8474-2bc5c199d7f4 req-3fa1fa56-8569-4c40-9499-9095b172a1dc tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082700 Nov 27 01:09:48.367450 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-055810a6-a69d-472d-b717-45bb214777e0 req-5c10d537-1c1d-480d-bcf7-38b6640af7d2 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 210 time: 0.0514812 Nov 27 01:09:48.434908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d19c54f7-600c-4fd7-b892-03be481d75ab None None] Provisioning complete for port 456dbb77-e3a9-4d26-97a1-942860172c9d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:48.435549 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d19c54f7-600c-4fd7-b892-03be481d75ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:48.469421 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c3b47ee-b54c-4993-878b-80f511c0da96 req-00a9fedc-24eb-4dd2-bced-00f30f6f9594 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=589aac3e-1177-4cf2-8604-679d0202bd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2300735 Nov 27 01:09:48.483145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Allocated IP 192.168.233.125 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/a0d9a510-529e-4afd-aa44-034bd03f6893) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:48.543508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d19c54f7-600c-4fd7-b892-03be481d75ab None None] Port 456dbb77-e3a9-4d26-97a1-942860172c9d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:09:48.875222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2b207dff-6d71-428b-8dd0-6180e9c82618 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:48.884224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561482e7-0bd2-40ee-8adf-7d0cae8608aa req-400070ba-a037-421c-83c1-d3b23d1b724f tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:48.885800 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-561482e7-0bd2-40ee-8adf-7d0cae8608aa req-400070ba-a037-421c-83c1-d3b23d1b724f tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 943 time: 0.3925669 Nov 27 01:09:48.984764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2b207dff-6d71-428b-8dd0-6180e9c82618, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2b207dff-6d71-428b-8dd0-6180e9c82618,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:48.999688 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '2b207dff-6d71-428b-8dd0-6180e9c82618', 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'port_id': '2b207dff-6d71-428b-8dd0-6180e9c82618', 'mac_address': 'fa:16:3e:b8:f6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f1765-0bcd-439e-ba48-1e72e3687e0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:49.004065 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c3b47ee-b54c-4993-878b-80f511c0da96 req-ed7877e6-3403-4ada-88b4-2fa519cd2878 service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441645 Nov 27 01:09:49.007530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Allocated IP 172.20.0.14 (5ce4b661-ad1e-4d5f-a0f6-7614795cb77f/52d5c36e-cea7-4a6f-8e89-f9565d81c4f3/377320b7-e3d8-4400-a414-d09e8343ba17) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:49.058052 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.077472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b207dff-6d71-428b-8dd0-6180e9c82618 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:49.077965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117eb5a4-7b38-4191-8371-db0588123d30 req-85f7db72-93c0-43ec-9e77-17a47faa68bd tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:49.102127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-117eb5a4-7b38-4191-8371-db0588123d30 req-85f7db72-93c0-43ec-9e77-17a47faa68bd tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 936 time: 0.0838971 Nov 27 01:09:49.121243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2b207dff-6d71-428b-8dd0-6180e9c82618, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2b207dff-6d71-428b-8dd0-6180e9c82618,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:49.130527 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.139213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-561482e7-0bd2-40ee-8adf-7d0cae8608aa req-430d5217-0ca0-49ae-a0dc-45bcd0d1ef7f tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279303 Nov 27 01:09:49.154794 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-117eb5a4-7b38-4191-8371-db0588123d30 req-64269ea5-cddb-48b2-8c62-4019abe1808f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517700 Nov 27 01:09:49.207642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=2b207dff-6d71-428b-8dd0-6180e9c82618,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:49.266259 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.364830 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c3b47ee-b54c-4993-878b-80f511c0da96 req-f0d8975d-b472-4df9-8868-5851d1b0e634 service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352478 Nov 27 01:09:49.371055 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aba6e1aa-c3aa-44e2-b42d-a1c9a02dee12 req-b06778b9-f552-48c1-8f3a-47cfdf71ccfa tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 210 time: 0.0717180 Nov 27 01:09:49.386519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d2e5f6-5f97-41f8-a807-35b4481f238b {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:49.407412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.434998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Transition to ACTIVE for port object b6d2e5f6-5f97-41f8-a807-35b4481f238b will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:49.457539 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.458464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-85e2b6bc-67ce-4d44-be88-59c09fff102c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=63c16b5948444a33acd85e24899b9809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217545 Nov 27 01:09:49.516886 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.523398 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.577041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:49.577711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Pushing event updated for resources: {'Port': ['ID=b6d2e5f6-5f97-41f8-a807-35b4481f238b,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:49.598555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79aa52-ff56-449f-ad63-4ce5d5a6aecf req-a7635a14-ed2e-4b8c-a9ef-e60509b20394 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:49.600066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df79aa52-ff56-449f-ad63-4ce5d5a6aecf req-a7635a14-ed2e-4b8c-a9ef-e60509b20394 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 944 time: 0.1593471 Nov 27 01:09:49.601306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:49.622360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:49.633899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2b207dff-6d71-428b-8dd0-6180e9c82618'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:49.706737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456dbb77-e3a9-4d26-97a1-942860172c9d {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:49.723693 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-90a1988d-0f4f-4790-80f3-0373990c1fb1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:49.732170 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-90a1988d-0f4f-4790-80f3-0373990c1fb1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2643218 Nov 27 01:09:49.736595 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.751634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Pushing event updated for resources: {'Port': ['ID=a0d9a510-529e-4afd-aa44-034bd03f6893,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:49.754349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.766645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-8d7b0046-7167-4bb6-9c62-3fbe188e5876 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/quotas/63c16b5948444a33acd85e24899b9809 HTTP/1.1" status: 200 len: 375 time: 0.0335059 Nov 27 01:09:49.784329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:49.784982 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.806787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Transition to ACTIVE for port object 456dbb77-e3a9-4d26-97a1-942860172c9d will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:49.811043 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8241874-688c-4394-ba29-ee64e53210a1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=63c16b5948444a33acd85e24899b9809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430501 Nov 27 01:09:49.819618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.847121 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df79aa52-ff56-449f-ad63-4ce5d5a6aecf req-57c55c91-9dc5-4f5b-96fa-0ced8479c87b tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258990 Nov 27 01:09:49.852776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Attempting to bind port b6d2e5f6-5f97-41f8-a807-35b4481f238b on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:49.853111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Attempting to bind port b6d2e5f6-5f97-41f8-a807-35b4481f238b by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:49.853439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Attempting to bind port b6d2e5f6-5f97-41f8-a807-35b4481f238b on network 589aac3e-1177-4cf2-8604-679d0202bd4a {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:49.858455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Network 5ce4b661-ad1e-4d5f-a0f6-7614795cb77f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:49.862895 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-cbf70f90-aad5-4848-8ddd-8cce311fd116 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5078504 Nov 27 01:09:49.868119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:49.872824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Port b6d2e5f6-5f97-41f8-a807-35b4481f238b on network 589aac3e-1177-4cf2-8604-679d0202bd4a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:49.873145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Attempting to bind port b6d2e5f6-5f97-41f8-a807-35b4481f238b on network 589aac3e-1177-4cf2-8604-679d0202bd4a {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:49.876492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Pushing event updated for resources: {'Port': ['ID=377320b7-e3d8-4400-a414-d09e8343ba17,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:49.878790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:49.890060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a630cf6f-6b87-492f-ba1b-2b4023469e42 None None] Provisioning complete for port a0d9a510-529e-4afd-aa44-034bd03f6893 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:49.893089 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a630cf6f-6b87-492f-ba1b-2b4023469e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.893531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Request body: {'port': {'device_id': 'e1ff8398-4226-40a6-b615-810f6b0772bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:49.896414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:49.896782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Checking segment: {'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:49.897342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Bound using segment: {'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:49.897819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Bound port: b6d2e5f6-5f97-41f8-a807-35b4481f238b, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6068008-2275-4614-911d-a965c277deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:49.898143 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:49.933627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Pushing event updated for resources: {'Port': ['ID=456dbb77-e3a9-4d26-97a1-942860172c9d,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:49.973712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a630cf6f-6b87-492f-ba1b-2b4023469e42 None None] Port a0d9a510-529e-4afd-aa44-034bd03f6893 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:09:50.055713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:50.056377 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.085273 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Attempting to bind port 456dbb77-e3a9-4d26-97a1-942860172c9d on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:50.085475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Attempting to bind port 456dbb77-e3a9-4d26-97a1-942860172c9d by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:50.086363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Attempting to bind port 456dbb77-e3a9-4d26-97a1-942860172c9d on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:50.092333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Port 456dbb77-e3a9-4d26-97a1-942860172c9d on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:50.092586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Attempting to bind port 456dbb77-e3a9-4d26-97a1-942860172c9d on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:50.102527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:50.103303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:50.104961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:50.105493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Bound port: 456dbb77-e3a9-4d26-97a1-942860172c9d, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:50.111312 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.200938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] For port b6d2e5f6-5f97-41f8-a807-35b4481f238b, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:50.204264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.207580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] For port b6d2e5f6-5f97-41f8-a807-35b4481f238b, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b6d2e5f6-5f97-41f8-a807-35b4481f238b,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:50.223023 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.227744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-0a5dc0b9-3664-4aae-9ae7-57cf8dbfa2a5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5498433 Nov 27 01:09:50.242387 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] For port 456dbb77-e3a9-4d26-97a1-942860172c9d, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:50.245639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] For port 456dbb77-e3a9-4d26-97a1-942860172c9d, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=456dbb77-e3a9-4d26-97a1-942860172c9d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:50.252210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.265447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24821ac0-1f70-4ca0-912c-44c9aee902a8 req-55c1fff8-1d0f-4e61-8984-c1e7bb28d200 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:50.273286 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24821ac0-1f70-4ca0-912c-44c9aee902a8 req-55c1fff8-1d0f-4e61-8984-c1e7bb28d200 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 932 time: 0.2985203 Nov 27 01:09:50.284682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Request body: {'port': {'device_id': '895eb85c-a53a-4fce-ba29-64164a984f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:50.300305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:50.300941 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.302492 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] 10.222.0.42 "PUT /v2.0/ports/456dbb77-e3a9-4d26-97a1-942860172c9d HTTP/1.1" status: 200 len: 1096 time: 2.3287024 Nov 27 01:09:50.302850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c60e62-7ef4-4482-9f55-f8292b272b2c', 'tag': '456dbb77-e3a9-4d26-97a1-942860172c9d'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:50.305150 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285bf277-721f-41df-8e39-9885916d3215" -d '{"events": [{"name": "network-changed", "server_uuid": "88c60e62-7ef4-4482-9f55-f8292b272b2c", "tag": "456dbb77-e3a9-4d26-97a1-942860172c9d"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:50.349925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a2b72-03f9-4665-96ff-71a1bd0c16d1 service neutron] Pushing event updated for resources: {'Port': ['ID=456dbb77-e3a9-4d26-97a1-942860172c9d,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:50.374765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:50.375391 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.377057 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] 10.222.0.11 "PUT /v2.0/ports/b6d2e5f6-5f97-41f8-a807-35b4481f238b HTTP/1.1" status: 200 len: 1092 time: 2.9021661 Nov 27 01:09:50.379941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5f2685-2b90-43f1-b200-48ea7b51a4ef', 'tag': 'b6d2e5f6-5f97-41f8-a807-35b4481f238b'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:50.382810 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584b0abf-5bdf-4bd4-bc07-0b9a7bfd8c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5f2685-2b90-43f1-b200-48ea7b51a4ef", "tag": "b6d2e5f6-5f97-41f8-a807-35b4481f238b"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:50.448301 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-61636347-b246-4f91-97ab-870cf3c1fa84 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=63c16b5948444a33acd85e24899b9809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948091 Nov 27 01:09:50.529699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-5ea756e6-0b4d-4b7e-906e-113771eae026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:50.531406 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-5ea756e6-0b4d-4b7e-906e-113771eae026 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 1099 time: 0.1539006 Nov 27 01:09:50.654350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-ea6f59e8-27b1-4395-97ca-d04db8610a81 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:50.660201 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-ea6f59e8-27b1-4395-97ca-d04db8610a81 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088392 Nov 27 01:09:50.664284 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-db855a46-8197-4ff0-9da0-c3811dcdcd1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=456dbb77-e3a9-4d26-97a1-942860172c9d HTTP/1.1" status: 200 len: 217 time: 0.0972793 Nov 27 01:09:50.715303 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-9aed7c66-1f74-465c-ae0d-9074e7a7ced8 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/quotas/63c16b5948444a33acd85e24899b9809 HTTP/1.1" status: 200 len: 375 time: 0.0531414 Nov 27 01:09:50.735873 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-d1c5cbd9-9fef-4b58-8dc3-c5da44dd6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:50.737291 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-d1c5cbd9-9fef-4b58-8dc3-c5da44dd6201 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0631611 Nov 27 01:09:50.754003 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-bf04bdb3-df21-4d51-94e9-ba039add2fe8 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=63c16b5948444a33acd85e24899b9809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303626 Nov 27 01:09:50.771570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895dd77-de85-4bae-8300-a433c651e9be service neutron] Pushing event updated for resources: {'Port': ['ID=b6d2e5f6-5f97-41f8-a807-35b4481f238b,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:50.824239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-66752fc2-8e6a-47ae-8307-ec36cbf4cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:50.825846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-66752fc2-8e6a-47ae-8307-ec36cbf4cd13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741773 Nov 27 01:09:50.858503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:50.871343 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24821ac0-1f70-4ca0-912c-44c9aee902a8 req-feeadd41-7fdf-4be2-9738-f6eae9944c98 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972006 Nov 27 01:09:50.890629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 78826918-fd2b-4ce0-920c-b5f690d9b1af details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:50.920268 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2b207dff-6d71-428b-8dd0-6180e9c82618 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:50.943236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac0c6-2518-4171-b090-8387c152174f req-3d3e233e-0341-49e4-a24b-df6b18724daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:50.946173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-3d3e233e-0341-49e4-a24b-df6b18724daf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 1095 time: 0.2164621 Nov 27 01:09:51.044181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-523241c7-b282-42e5-a70e-997df6025098 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6d2e5f6-5f97-41f8-a807-35b4481f238b HTTP/1.1" status: 200 len: 217 time: 0.0592067 Nov 27 01:09:51.195877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 2b207dff-6d71-428b-8dd0-6180e9c82618 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:51.202040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 2b207dff-6d71-428b-8dd0-6180e9c82618 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:51.202499 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.279904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 78826918-fd2b-4ce0-920c-b5f690d9b1af, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=78826918-fd2b-4ce0-920c-b5f690d9b1af,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:51.295334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '78826918-fd2b-4ce0-920c-b5f690d9b1af', 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a', 'port_id': '78826918-fd2b-4ce0-920c-b5f690d9b1af', 'mac_address': 'fa:16:3e:f7:1e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c01fcf-e3ac-4cb9-a46f-eab4f0719a86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:51.368621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-d746ebe2-5585-4629-aa81-cde0b56f12ae service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324695 Nov 27 01:09:51.376411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecfc1a-e163-433a-9117-9a96fd455c53 req-8998c4ee-e098-4087-9c90-7b939bf28dc3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:51.378210 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c3ecfc1a-e163-433a-9117-9a96fd455c53 req-8998c4ee-e098-4087-9c90-7b939bf28dc3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 948 time: 0.0837605 Nov 27 01:09:51.390328 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.410081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85879df7-4c43-413c-b3a2-05c8ea492e9e req-1f6afc01-d93d-4108-a2fd-89d999d58652 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:51.410796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78826918-fd2b-4ce0-920c-b5f690d9b1af {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:51.422605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-85879df7-4c43-413c-b3a2-05c8ea492e9e req-1f6afc01-d93d-4108-a2fd-89d999d58652 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 944 time: 0.2694645 Nov 27 01:09:51.426133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac0c6-2518-4171-b090-8387c152174f req-b4d9c1c9-afd1-4d6b-a641-8ba66d6876f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:51.438900 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-b4d9c1c9-afd1-4d6b-a641-8ba66d6876f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 HTTP/1.1" status: 200 len: 859 time: 0.3737202 Nov 27 01:09:51.468780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 78826918-fd2b-4ce0-920c-b5f690d9b1af, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=78826918-fd2b-4ce0-920c-b5f690d9b1af,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:51.480268 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.488763 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.512096 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-8bfaf91c-c166-4971-ad67-85e6a1a1233a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=589aac3e-1177-4cf2-8604-679d0202bd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720935 Nov 27 01:09:51.526336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d9a510-529e-4afd-aa44-034bd03f6893 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:51.527079 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c3ecfc1a-e163-433a-9117-9a96fd455c53 req-a9b44732-3176-4f81-bcc9-9ae818cee907 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366720 Nov 27 01:09:51.567355 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.568230 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbabfcdc-0523-44a9-96f8-e9499ab7b521 req-c4619228-7ebe-4dff-971b-54a00a0a1b65 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862807 Nov 27 01:09:51.571040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9f2865-a042-4f90-af80-585026f4fd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b207dff-6d71-428b-8dd0-6180e9c82618'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:51.574594 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14703435-bd77-4cd1-ba17-505e0cb97870" -d '{"events": [{"server_uuid": "ae9f2865-a042-4f90-af80-585026f4fd9f", "name": "network-vif-plugged", "status": "completed", "tag": "2b207dff-6d71-428b-8dd0-6180e9c82618"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:51.589734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=78826918-fd2b-4ce0-920c-b5f690d9b1af,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:51.595866 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22bb689-7446-4081-8938-9d817a02e185 x-openstack-request-id: req-c22bb689-7446-4081-8938-9d817a02e185 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:51.596536 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c60e62-7ef4-4482-9f55-f8292b272b2c", "tag": "456dbb77-e3a9-4d26-97a1-942860172c9d", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:51.597018 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c22bb689-7446-4081-8938-9d817a02e185 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:51.597780 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c60e62-7ef4-4482-9f55-f8292b272b2c', 'tag': '456dbb77-e3a9-4d26-97a1-942860172c9d', 'status': 'completed', 'code': 200} Nov 27 01:09:51.607122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2b207dff-6d71-428b-8dd0-6180e9c82618, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2b207dff-6d71-428b-8dd0-6180e9c82618,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:51.613706 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.690202 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fc4f86-1323-4267-8cd0-903113aaaed0 x-openstack-request-id: req-53fc4f86-1323-4267-8cd0-903113aaaed0 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:51.690638 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5f2685-2b90-43f1-b200-48ea7b51a4ef", "tag": "b6d2e5f6-5f97-41f8-a807-35b4481f238b", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:51.690800 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53fc4f86-1323-4267-8cd0-903113aaaed0 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:51.691186 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5f2685-2b90-43f1-b200-48ea7b51a4ef', 'tag': 'b6d2e5f6-5f97-41f8-a807-35b4481f238b', 'status': 'completed', 'code': 200} Nov 27 01:09:51.715382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Transition to ACTIVE for port object a0d9a510-529e-4afd-aa44-034bd03f6893 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:51.720680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=2b207dff-6d71-428b-8dd0-6180e9c82618,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:51.769822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-85879df7-4c43-413c-b3a2-05c8ea492e9e req-cddbcb71-2463-4353-b2b0-f65892807eff tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459983 Nov 27 01:09:51.772524 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-894cd0d4-ce44-4f52-90a7-94583a6b17f2 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=63c16b5948444a33acd85e24899b9809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1509402 Nov 27 01:09:51.786950 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:51.793720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac9ff0-2266-4b2d-beb5-38be05c3c0ca req-5ae7e156-1067-435e-980c-e418b618016b tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:51.795162 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1eac9ff0-2266-4b2d-beb5-38be05c3c0ca req-5ae7e156-1067-435e-980c-e418b618016b tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 936 time: 0.0939932 Nov 27 01:09:51.801382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf277-721f-41df-8e39-9885916d3215 req-41ab65c7-389a-49e6-87b5-ca1f2fffba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:51.804478 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-285bf277-721f-41df-8e39-9885916d3215 req-41ab65c7-389a-49e6-87b5-ca1f2fffba0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 1099 time: 0.0713756 Nov 27 01:09:51.887825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['78826918-fd2b-4ce0-920c-b5f690d9b1af'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:51.926938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1eac9ff0-2266-4b2d-beb5-38be05c3c0ca req-82380973-9bbb-4648-bfef-398ddd4f6f15 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213231 Nov 27 01:09:51.975607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-f153a344-5d5a-4872-89a6-281cf9501493 service neutron] 10.222.0.11 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539130 Nov 27 01:09:51.976240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Pushing event updated for resources: {'Port': ['ID=a0d9a510-529e-4afd-aa44-034bd03f6893,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:52.004414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf277-721f-41df-8e39-9885916d3215 req-df9eb315-2ce5-4830-a4f4-21b469780fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.008810 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-285bf277-721f-41df-8e39-9885916d3215 req-df9eb315-2ce5-4830-a4f4-21b469780fe3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1870325 Nov 27 01:09:52.058454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8bd219cc-814e-4cc5-b03e-5dcbfb483342 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:09:52.084722 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7e9e4e0-02c0-4edc-932c-e58cd15791f0 req-63cd1675-5aaa-4b9e-b7cc-1fd92f42cb3f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 210 time: 0.0739756 Nov 27 01:09:52.087416 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-285bf277-721f-41df-8e39-9885916d3215 req-3df02d7d-67f4-4b8d-a229-14fef4c069b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=456dbb77-e3a9-4d26-97a1-942860172c9d HTTP/1.1" status: 200 len: 217 time: 0.0586433 Nov 27 01:09:52.159499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf277-721f-41df-8e39-9885916d3215 req-e8764d73-45e6-4a91-a050-020301d80be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.161271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-285bf277-721f-41df-8e39-9885916d3215 req-e8764d73-45e6-4a91-a050-020301d80be7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0646806 Nov 27 01:09:52.183009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377320b7-e3d8-4400-a414-d09e8343ba17 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:52.202489 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:52.225426 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:52.242522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:52.247237 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:52.249811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf277-721f-41df-8e39-9885916d3215 req-f9d65e42-11a9-4663-a430-ae7ef937aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.251008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-285bf277-721f-41df-8e39-9885916d3215 req-f9d65e42-11a9-4663-a430-ae7ef937aa08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814457 Nov 27 01:09:52.278267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Transition to ACTIVE for port object 377320b7-e3d8-4400-a414-d09e8343ba17 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:52.282744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb85bd-422a-4f50-bfc7-1e800a8305da req-15b9ddee-0fb9-4283-a389-91f83166a367 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.284821 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73bb85bd-422a-4f50-bfc7-1e800a8305da req-15b9ddee-0fb9-4283-a389-91f83166a367 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 950 time: 0.1163824 Nov 27 01:09:52.289461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63389b-7c80-40d1-b964-bf4125ea2213 req-993a6c8e-6303-4267-97ed-28aa8e0461b0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.297023 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee63389b-7c80-40d1-b964-bf4125ea2213 req-993a6c8e-6303-4267-97ed-28aa8e0461b0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 944 time: 0.4329545 Nov 27 01:09:52.303995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8bd219cc-814e-4cc5-b03e-5dcbfb483342,revision_number=11']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:52.307026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:52.325615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-2aa61e37-73cf-45e4-8751-9702464881d0 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.327090 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-2aa61e37-73cf-45e4-8751-9702464881d0 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5018616 Nov 27 01:09:52.378131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Request body: {'port': {'device_id': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '63c16b5948444a33acd85e24899b9809'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:52.426188 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73bb85bd-422a-4f50-bfc7-1e800a8305da req-04320e0f-a493-4cf1-8318-df8ebea3a09f tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265111 Nov 27 01:09:52.433875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-aaa362c7-99de-43fb-a1ad-c2418642c72d tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=63c16b5948444a33acd85e24899b9809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395393 Nov 27 01:09:52.441188 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-285bf277-721f-41df-8e39-9885916d3215 req-4dc70cad-dbfd-47a4-8694-224b0a4b93e7 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794641 Nov 27 01:09:52.471835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Attempting to bind port a0d9a510-529e-4afd-aa44-034bd03f6893 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:52.472159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Attempting to bind port a0d9a510-529e-4afd-aa44-034bd03f6893 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:52.472473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Attempting to bind port a0d9a510-529e-4afd-aa44-034bd03f6893 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:52.487635 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-018ac0c6-2518-4171-b090-8387c152174f req-6660a2d5-54c6-4e3b-a7bb-bfad23789122 service neutron] 10.222.0.11 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371226 Nov 27 01:09:52.502486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Pushing event updated for resources: {'Port': ['ID=377320b7-e3d8-4400-a414-d09e8343ba17,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:52.509408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Port a0d9a510-529e-4afd-aa44-034bd03f6893 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:52.509722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Attempting to bind port a0d9a510-529e-4afd-aa44-034bd03f6893 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:52.557392 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee63389b-7c80-40d1-b964-bf4125ea2213 req-55b46d9c-99cb-48d5-a389-d9f913c5c0b0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568433 Nov 27 01:09:52.592659 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a85a3f6-7727-46d3-874f-0a5eccf0529c x-openstack-request-id: req-3a85a3f6-7727-46d3-874f-0a5eccf0529c {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:52.592960 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9f2865-a042-4f90-af80-585026f4fd9f", "name": "network-vif-plugged", "status": "completed", "tag": "2b207dff-6d71-428b-8dd0-6180e9c82618", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:52.593213 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a85a3f6-7727-46d3-874f-0a5eccf0529c {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:52.593612 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9f2865-a042-4f90-af80-585026f4fd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b207dff-6d71-428b-8dd0-6180e9c82618', 'code': 200} Nov 27 01:09:52.624674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:52.625019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:52.625411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:52.626690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Bound port: a0d9a510-529e-4afd-aa44-034bd03f6893, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:52.627065 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:52.682846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-2836a293-0462-442c-827f-55ca73216b5c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.684501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-2836a293-0462-442c-827f-55ca73216b5c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416351 Nov 27 01:09:52.686921 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-285bf277-721f-41df-8e39-9885916d3215 req-b2aba28e-8fbd-4c13-adfc-c10ba144eaf0 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347341 Nov 27 01:09:52.720212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Request body: {'port': {'device_id': '554ef478-7406-4701-96cb-2bf6f9be970a', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '63c16b5948444a33acd85e24899b9809'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:52.762722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Attempting to bind port 377320b7-e3d8-4400-a414-d09e8343ba17 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:52.763061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Attempting to bind port 377320b7-e3d8-4400-a414-d09e8343ba17 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '92de3352-9074-4a2a-b919-4f83645343be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5ce4b661-ad1e-4d5f-a0f6-7614795cb77f'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:52.763390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Attempting to bind port 377320b7-e3d8-4400-a414-d09e8343ba17 on network 5ce4b661-ad1e-4d5f-a0f6-7614795cb77f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:52.771490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Port 377320b7-e3d8-4400-a414-d09e8343ba17 on network 5ce4b661-ad1e-4d5f-a0f6-7614795cb77f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:52.771743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Attempting to bind port 377320b7-e3d8-4400-a414-d09e8343ba17 on network 5ce4b661-ad1e-4d5f-a0f6-7614795cb77f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:52.771983 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:09:52.806209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:52.806588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Checking segment: {'id': '92de3352-9074-4a2a-b919-4f83645343be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5ce4b661-ad1e-4d5f-a0f6-7614795cb77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:52.806966 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Bound using segment: {'id': '92de3352-9074-4a2a-b919-4f83645343be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5ce4b661-ad1e-4d5f-a0f6-7614795cb77f'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:52.807413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Bound port: 377320b7-e3d8-4400-a414-d09e8343ba17, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3352-9074-4a2a-b919-4f83645343be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5ce4b661-ad1e-4d5f-a0f6-7614795cb77f'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:52.807774 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:52.822468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930a469-2c68-4269-91e8-ecac46dde22c req-30d89a5a-a4f1-4f9e-b84a-c64008ed45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.823944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f930a469-2c68-4269-91e8-ecac46dde22c req-30d89a5a-a4f1-4f9e-b84a-c64008ed45a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 1096 time: 0.0878773 Nov 27 01:09:52.839199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f29305-13ef-40f3-b824-92203550c25e req-b0d49659-65a9-44bf-a72e-381fbab796a6 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.840757 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55f29305-13ef-40f3-b824-92203550c25e req-b0d49659-65a9-44bf-a72e-381fbab796a6 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 944 time: 0.1795309 Nov 27 01:09:52.871229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b0abf-5bdf-4bd4-bc07-0b9a7bfd8c5e req-dd4518cc-da1c-4d73-b068-43b80b6251bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:52.872734 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-584b0abf-5bdf-4bd4-bc07-0b9a7bfd8c5e req-dd4518cc-da1c-4d73-b068-43b80b6251bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 1095 time: 0.1779933 Nov 27 01:09:52.883093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Made reservation on behalf of 63c16b5948444a33acd85e24899b9809 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:52.887113 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:52.891302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] For port a0d9a510-529e-4afd-aa44-034bd03f6893, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:52.911428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f930a469-2c68-4269-91e8-ecac46dde22c req-6d3d48e5-03f7-4118-a96d-cb89508a976b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774059 Nov 27 01:09:52.914022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Made reservation on behalf of 63c16b5948444a33acd85e24899b9809 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:09:52.918528 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:52.927240 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:52.993047 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.002998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] For port a0d9a510-529e-4afd-aa44-034bd03f6893, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a0d9a510-529e-4afd-aa44-034bd03f6893,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:53.014128 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.019131 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.025360 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.083259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4dae54-537d-4841-945b-9be6a38e20e2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:53.120391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55f29305-13ef-40f3-b824-92203550c25e req-cd83fe2d-27b3-4b8e-8794-607769ff9583 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688890 Nov 27 01:09:53.132210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] For port 377320b7-e3d8-4400-a414-d09e8343ba17, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:53.182527 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] For port 377320b7-e3d8-4400-a414-d09e8343ba17, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=377320b7-e3d8-4400-a414-d09e8343ba17,segment=NetworkSegment(92de3352-9074-4a2a-b919-4f83645343be),segment_id=92de3352-9074-4a2a-b919-4f83645343be)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:53.187024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.192589 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.194749 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] 10.222.0.42 "PUT /v2.0/ports/a0d9a510-529e-4afd-aa44-034bd03f6893 HTTP/1.1" status: 200 len: 1096 time: 3.3101690 Nov 27 01:09:53.195874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b0abf-5bdf-4bd4-bc07-0b9a7bfd8c5e req-9d6dc482-ff4b-400a-ac92-7669220f1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.197244 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-584b0abf-5bdf-4bd4-bc07-0b9a7bfd8c5e req-9d6dc482-ff4b-400a-ac92-7669220f1bd3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 920 time: 0.2813175 Nov 27 01:09:53.214839 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.216385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Allocated IP 192.168.233.101 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/a75e182c-9d8c-4a69-8732-c0333a9bb89f) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:53.320188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.320814 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.322564 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] 10.222.0.11 "PUT /v2.0/ports/377320b7-e3d8-4400-a414-d09e8343ba17 HTTP/1.1" status: 200 len: 1092 time: 3.0472341 Nov 27 01:09:53.324108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.db.api [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 63c16b5948444a33acd85e24899b9809 {{(pid=103384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:09:53.324435 n-d-819494-2 neutron-server[103384]: DEBUG oslo_db.api [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:09:53.340823 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-584b0abf-5bdf-4bd4-bc07-0b9a7bfd8c5e req-537b8bc8-a77d-4501-8355-1c23ee5fc331 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6d2e5f6-5f97-41f8-a807-35b4481f238b HTTP/1.1" status: 200 len: 217 time: 0.1052704 Nov 27 01:09:53.349666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bed2f-613a-4555-98c5-13ab423fda0a service neutron] Pushing event updated for resources: {'Port': ['ID=a0d9a510-529e-4afd-aa44-034bd03f6893,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:53.475569 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.483925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e1c07-3a88-45ed-a4ae-d7bf5ca1fd61 req-5238a17a-1572-4b7f-aac5-5c48ed67b5b0 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.485430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-876e1c07-3a88-45ed-a4ae-d7bf5ca1fd61 req-5238a17a-1572-4b7f-aac5-5c48ed67b5b0 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0856137 Nov 27 01:09:53.505672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac10422-15da-4442-9b0c-afbc22f230e3 req-5a148845-8e20-4e5a-8d0c-8fcd78822ec8 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.507680 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dac10422-15da-4442-9b0c-afbc22f230e3 req-5a148845-8e20-4e5a-8d0c-8fcd78822ec8 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 948 time: 0.2784660 Nov 27 01:09:53.549855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b0abf-5bdf-4bd4-bc07-0b9a7bfd8c5e req-1d675450-46c6-49fd-b593-4e3f35b7c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.551498 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-584b0abf-5bdf-4bd4-bc07-0b9a7bfd8c5e req-1d675450-46c6-49fd-b593-4e3f35b7c06a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 HTTP/1.1" status: 200 len: 859 time: 0.1637318 Nov 27 01:09:53.552613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-876e1c07-3a88-45ed-a4ae-d7bf5ca1fd61 req-56b9cbdf-9d24-40a3-99ab-a74488c518a6 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601437 Nov 27 01:09:53.555144 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.555726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da4b35-d188-4ecb-9d59-daff98b6f496 service neutron] Pushing event updated for resources: {'Port': ['ID=377320b7-e3d8-4400-a414-d09e8343ba17,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:53.564757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-38b2b341-2a6c-4d48-beb4-b00d60761bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.566229 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-38b2b341-2a6c-4d48-beb4-b00d60761bc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84f4b23207d24b67956a2f3862e3ae77&device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 1099 time: 0.2504461 Nov 27 01:09:53.600962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-584b0abf-5bdf-4bd4-bc07-0b9a7bfd8c5e req-7624b1dd-7941-4620-b545-1a393affa880 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=589aac3e-1177-4cf2-8604-679d0202bd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418265 Nov 27 01:09:53.610901 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:53.612547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-2cd2144f-e391-4593-9f68-58025c2a1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.612933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:53.614866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-2cd2144f-e391-4593-9f68-58025c2a1a20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09d2b2b60d97425b9f47b03c6a4a9c15&device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 1095 time: 0.1964059 Nov 27 01:09:53.617529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:53.660964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Pushing event updated for resources: {'Port': ['ID=a75e182c-9d8c-4a69-8732-c0333a9bb89f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:53.707734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.708436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.715439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ff8398-4226-40a6-b615-810f6b0772bb', 'tag': 'a0d9a510-529e-4afd-aa44-034bd03f6893'}, {'name': 'network-changed', 'server_uuid': '895eb85c-a53a-4fce-ba29-64164a984f7c', 'tag': '377320b7-e3d8-4400-a414-d09e8343ba17'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:53.717821 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fde182-778e-4655-b3b6-6dc7cf91684b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ff8398-4226-40a6-b615-810f6b0772bb", "tag": "a0d9a510-529e-4afd-aa44-034bd03f6893"}, {"name": "network-changed", "server_uuid": "895eb85c-a53a-4fce-ba29-64164a984f7c", "tag": "377320b7-e3d8-4400-a414-d09e8343ba17"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:53.721385 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-b42d0b31-0c63-4da0-a8b9-be03d00da520 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=a0d9a510-529e-4afd-aa44-034bd03f6893 HTTP/1.1" status: 200 len: 217 time: 0.1117296 Nov 27 01:09:53.726218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-75f7cb5f-ccaa-4683-b65d-a43a334cc1d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=377320b7-e3d8-4400-a414-d09e8343ba17 HTTP/1.1" status: 200 len: 217 time: 0.0863850 Nov 27 01:09:53.730052 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dac10422-15da-4442-9b0c-afbc22f230e3 req-c7a5284b-2729-4137-a796-d38aa0058bf9 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125304 Nov 27 01:09:53.733891 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-78583b57-bec1-47af-b7f0-405e6a87840c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0175011 Nov 27 01:09:53.742127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a35495-f05e-46a9-8b23-dfb0f759ba2a req-f20d82e1-5d21-4a10-99eb-ea285c560f1c tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:53.743700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5a35495-f05e-46a9-8b23-dfb0f759ba2a req-f20d82e1-5d21-4a10-99eb-ea285c560f1c tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 948 time: 0.0837626 Nov 27 01:09:53.760947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Request body: {'port': {'device_id': '554ef478-7406-4701-96cb-2bf6f9be970a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:53.847453 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5a35495-f05e-46a9-8b23-dfb0f759ba2a req-dd1355a8-3475-4988-a607-28dd4d743105 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929554 Nov 27 01:09:53.857462 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:53.959404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-fa4513bf-27fe-4d3d-96ed-9b9858727447 None None] Provisioning complete for port a75e182c-9d8c-4a69-8732-c0333a9bb89f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:53.960030 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fa4513bf-27fe-4d3d-96ed-9b9858727447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.012739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-fa4513bf-27fe-4d3d-96ed-9b9858727447 None None] Port a75e182c-9d8c-4a69-8732-c0333a9bb89f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:09:54.104296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.104878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316e850-cf7c-467a-a457-9db5a97f20f5 req-98620082-3a61-43d0-a2a6-398eb9b055a9 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:54.105804 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c316e850-cf7c-467a-a457-9db5a97f20f5 req-98620082-3a61-43d0-a2a6-398eb9b055a9 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 944 time: 0.1082034 Nov 27 01:09:54.192328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c316e850-cf7c-467a-a457-9db5a97f20f5 req-6e871bf8-e2e9-467f-b8c5-2bca1dfb84cc tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746620 Nov 27 01:09:54.199120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-3ecaca7e-87c4-4bc8-ad2c-0fea20225b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:54.200898 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-3ecaca7e-87c4-4bc8-ad2c-0fea20225b7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.4430327 Nov 27 01:09:54.210283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-49613215-124e-4274-97ab-2caa2c24168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:54.211715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-49613215-124e-4274-97ab-2caa2c24168b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52d5c36e-cea7-4a6f-8e89-f9565d81c4f3 HTTP/1.1" status: 200 len: 852 time: 0.4528990 Nov 27 01:09:54.273574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75e182c-9d8c-4a69-8732-c0333a9bb89f {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:54.286647 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.301986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Transition to ACTIVE for port object a75e182c-9d8c-4a69-8732-c0333a9bb89f will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:54.303342 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-584b0abf-5bdf-4bd4-bc07-0b9a7bfd8c5e req-cbb5b157-a5b6-4cbd-8644-9a2a55c23725 service neutron] 10.222.0.11 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6863344 Nov 27 01:09:54.305363 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-59119e8d-159b-44b3-b909-466da63ddc15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ce4b661-ad1e-4d5f-a0f6-7614795cb77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666780 Nov 27 01:09:54.306146 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.316816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15da53b-3513-4323-b57b-d12507c1d691 req-6d4ef498-cc97-4494-bd0d-61253a835c78 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:54.318302 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c15da53b-3513-4323-b57b-d12507c1d691 req-6d4ef498-cc97-4494-bd0d-61253a835c78 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 936 time: 0.2149618 Nov 27 01:09:54.394648 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e182818-cf49-4729-b3eb-f89dca6963d6 x-openstack-request-id: req-3e182818-cf49-4729-b3eb-f89dca6963d6 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:54.394949 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ff8398-4226-40a6-b615-810f6b0772bb", "tag": "a0d9a510-529e-4afd-aa44-034bd03f6893", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "895eb85c-a53a-4fce-ba29-64164a984f7c", "tag": "377320b7-e3d8-4400-a414-d09e8343ba17", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:54.395201 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e182818-cf49-4729-b3eb-f89dca6963d6 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:54.395604 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ff8398-4226-40a6-b615-810f6b0772bb', 'tag': 'a0d9a510-529e-4afd-aa44-034bd03f6893', 'status': 'completed', 'code': 200} Nov 27 01:09:54.395860 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895eb85c-a53a-4fce-ba29-64164a984f7c', 'tag': '377320b7-e3d8-4400-a414-d09e8343ba17', 'status': 'completed', 'code': 200} Nov 27 01:09:54.418919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Pushing event updated for resources: {'Port': ['ID=a75e182c-9d8c-4a69-8732-c0333a9bb89f,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:54.455971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Attempting to bind port a75e182c-9d8c-4a69-8732-c0333a9bb89f on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:54.456588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Attempting to bind port a75e182c-9d8c-4a69-8732-c0333a9bb89f by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:54.457014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Attempting to bind port a75e182c-9d8c-4a69-8732-c0333a9bb89f on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:54.462474 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Port a75e182c-9d8c-4a69-8732-c0333a9bb89f on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:54.462932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Attempting to bind port a75e182c-9d8c-4a69-8732-c0333a9bb89f on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:54.468366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:54.468841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:54.469416 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:54.469900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Bound port: a75e182c-9d8c-4a69-8732-c0333a9bb89f, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:54.470328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.502024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-9d2dc1dd-7388-4e1a-ad8c-2cac67f59682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:54.503759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-9d2dc1dd-7388-4e1a-ad8c-2cac67f59682 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2911291 Nov 27 01:09:54.563411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] For port a75e182c-9d8c-4a69-8732-c0333a9bb89f, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:54.568394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] For port a75e182c-9d8c-4a69-8732-c0333a9bb89f, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a75e182c-9d8c-4a69-8732-c0333a9bb89f,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:54.576135 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.594554 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:54.597153 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feac809-0e3b-4377-89d9-0dd28e99675d" -d '{"events": [{"server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:54.652976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c15da53b-3513-4323-b57b-d12507c1d691 req-6f883a62-bf5f-469c-933a-c7721f3b4c33 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211555 Nov 27 01:09:54.687660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:54.688270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:54.689637 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] 10.222.0.11 "PUT /v2.0/ports/a75e182c-9d8c-4a69-8732-c0333a9bb89f HTTP/1.1" status: 200 len: 1096 time: 0.9340370 Nov 27 01:09:54.690109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554ef478-7406-4701-96cb-2bf6f9be970a', 'tag': 'a75e182c-9d8c-4a69-8732-c0333a9bb89f'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:54.692710 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b968dd-1f5c-4455-ba98-cd0e8dcd948f" -d '{"events": [{"name": "network-changed", "server_uuid": "554ef478-7406-4701-96cb-2bf6f9be970a", "tag": "a75e182c-9d8c-4a69-8732-c0333a9bb89f"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:54.697850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e014f-36f3-413a-a1a6-bf361b56b1ef service neutron] Pushing event updated for resources: {'Port': ['ID=a75e182c-9d8c-4a69-8732-c0333a9bb89f,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:54.724287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614e2fb-5cd7-41c2-9f83-6a09a40013f6 req-b321f320-1e03-497a-97ac-fbcc0a1defa8 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:54.725896 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c614e2fb-5cd7-41c2-9f83-6a09a40013f6 req-b321f320-1e03-497a-97ac-fbcc0a1defa8 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 944 time: 0.0910506 Nov 27 01:09:54.744305 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-584b0abf-5bdf-4bd4-bc07-0b9a7bfd8c5e req-03c9ab19-6c1d-4e2a-85cd-a68127031225 service neutron] 10.222.0.11 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008970 Nov 27 01:09:54.798607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c614e2fb-5cd7-41c2-9f83-6a09a40013f6 req-981a056b-097b-438a-8fd4-b289335b30bd tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646989 Nov 27 01:09:54.887790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Allocated IP 192.168.233.95 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/2bd78ad4-db48-445d-ba92-f1f893a2604d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:09:54.905067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-117fa11a-80c1-46ae-8b9e-6e1f02a2e17d service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656144 Nov 27 01:09:54.915676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 456dbb77-e3a9-4d26-97a1-942860172c9d details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:54.920209 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169514c-7703-432b-b476-874f4fd62408 req-f5015402-2a36-4c56-afaa-0343f408b0b6 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:54.921749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c169514c-7703-432b-b476-874f4fd62408 req-f5015402-2a36-4c56-afaa-0343f408b0b6 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0604763 Nov 27 01:09:54.927058 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-9ddcbe90-8014-40ef-960a-b4f464a3a3af service neutron] 10.222.0.11 "GET /v2.0/networks/5ce4b661-ad1e-4d5f-a0f6-7614795cb77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846593 Nov 27 01:09:54.931009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 78826918-fd2b-4ce0-920c-b5f690d9b1af up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:54.976523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4789214-e331-42e0-bc7e-44f70cf450e3 req-24232d18-fe07-4fb2-9df2-23780c777547 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:54.978065 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a4789214-e331-42e0-bc7e-44f70cf450e3 req-24232d18-fe07-4fb2-9df2-23780c777547 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 948 time: 0.2256682 Nov 27 01:09:54.988688 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c169514c-7703-432b-b476-874f4fd62408 req-a6808aec-352e-4fb0-b3e1-eab802b62ee7 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592802 Nov 27 01:09:55.020689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-0fea8df3-ef49-44e2-ab2d-2a806e000bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:55.022781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-0fea8df3-ef49-44e2-ab2d-2a806e000bc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63c16b5948444a33acd85e24899b9809&device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 1099 time: 0.2145150 Nov 27 01:09:55.046757 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59b3782-33ce-4209-8b66-deed0ecaeec1 x-openstack-request-id: req-b59b3782-33ce-4209-8b66-deed0ecaeec1 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:55.047264 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:55.047360 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b59b3782-33ce-4209-8b66-deed0ecaeec1 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:55.047676 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'code': 200} Nov 27 01:09:55.086795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 78826918-fd2b-4ce0-920c-b5f690d9b1af completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:55.087946 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bae1ab0-f2b8-453b-827a-94a5eed11627 x-openstack-request-id: req-6bae1ab0-f2b8-453b-827a-94a5eed11627 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:55.088426 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554ef478-7406-4701-96cb-2bf6f9be970a", "tag": "a75e182c-9d8c-4a69-8732-c0333a9bb89f", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:55.089634 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bae1ab0-f2b8-453b-827a-94a5eed11627 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:55.090303 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554ef478-7406-4701-96cb-2bf6f9be970a', 'tag': 'a75e182c-9d8c-4a69-8732-c0333a9bb89f', 'status': 'completed', 'code': 200} Nov 27 01:09:55.101501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 456dbb77-e3a9-4d26-97a1-942860172c9d, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=456dbb77-e3a9-4d26-97a1-942860172c9d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:55.120263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '456dbb77-e3a9-4d26-97a1-942860172c9d', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '456dbb77-e3a9-4d26-97a1-942860172c9d', 'mac_address': 'fa:16:3e:07:72:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:55.123918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 78826918-fd2b-4ce0-920c-b5f690d9b1af triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:55.124300 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.141937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-a1c52a6f-4a1a-4385-a85c-869c667d7621 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=a75e182c-9d8c-4a69-8732-c0333a9bb89f HTTP/1.1" status: 200 len: 217 time: 0.1044686 Nov 27 01:09:55.196382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d09db5-c432-4e3d-b1cb-799788d3f1ad req-5b6266f7-c5e2-41b9-9b66-cb70461eb09d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:55.198009 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3d09db5-c432-4e3d-b1cb-799788d3f1ad req-5b6266f7-c5e2-41b9-9b66-cb70461eb09d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 948 time: 0.0523548 Nov 27 01:09:55.198387 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.215515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456dbb77-e3a9-4d26-97a1-942860172c9d {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:55.238863 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 456dbb77-e3a9-4d26-97a1-942860172c9d, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=456dbb77-e3a9-4d26-97a1-942860172c9d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:55.254869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3d09db5-c432-4e3d-b1cb-799788d3f1ad req-0b9b48eb-87e6-4e82-a32e-f1826fc91e0e tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493965 Nov 27 01:09:55.263596 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.315159 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.317022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a4789214-e331-42e0-bc7e-44f70cf450e3 req-1483cda3-bc29-4d62-8742-4e840a7af030 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294368 Nov 27 01:09:55.350446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=456dbb77-e3a9-4d26-97a1-942860172c9d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:55.356813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-d632ce80-b881-47cf-ac1e-aca8af16338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:55.358920 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-d632ce80-b881-47cf-ac1e-aca8af16338f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1958740 Nov 27 01:09:55.364475 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28d74e94-2363-4e04-bd4a-d0b50d3dc300 req-2cd3fd29-9a80-4473-8e5a-bdde9a744cb6 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416015 Nov 27 01:09:55.387463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7e6d858-ef67-4ef2-9c86-71ff848b35b5 req-57fb811a-705f-41a8-974e-01ec5b3573c2 service neutron] 10.222.0.11 "GET /v2.0/networks/5ce4b661-ad1e-4d5f-a0f6-7614795cb77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409873 Nov 27 01:09:55.390497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 78826918-fd2b-4ce0-920c-b5f690d9b1af, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=78826918-fd2b-4ce0-920c-b5f690d9b1af,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:55.397530 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.403407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f669d-8549-4558-bff1-55444f6e02fe req-509a975c-ca4b-4e18-8bdf-9f18d0222d8f tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:55.412901 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fe2f669d-8549-4558-bff1-55444f6e02fe req-509a975c-ca4b-4e18-8bdf-9f18d0222d8f tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 948 time: 0.0762544 Nov 27 01:09:55.422831 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.444462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-e6307721-a45a-48d9-ba09-22f4a6f27627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:55.446005 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-e6307721-a45a-48d9-ba09-22f4a6f27627 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706863 Nov 27 01:09:55.458741 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=78826918-fd2b-4ce0-920c-b5f690d9b1af,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:55.466301 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fe2f669d-8549-4558-bff1-55444f6e02fe req-4fca3ce1-90f8-47dc-9a5f-fd1467f51066 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523379 Nov 27 01:09:55.478367 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.604767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:09:55.614817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2d836-c63f-48b0-8b67-db32d46ce867 req-5cb8ce60-50f3-41e0-b42d-75688c014aea tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:55.616345 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84c2d836-c63f-48b0-8b67-db32d46ce867 req-5cb8ce60-50f3-41e0-b42d-75688c014aea tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 944 time: 0.0623217 Nov 27 01:09:55.643285 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:09:55.652603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['456dbb77-e3a9-4d26-97a1-942860172c9d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:55.657809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:09:55.664347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Pushing event updated for resources: {'Port': ['ID=2bd78ad4-db48-445d-ba92-f1f893a2604d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:55.690867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84c2d836-c63f-48b0-8b67-db32d46ce867 req-31fe762e-f480-4cbc-bc10-be38c2df4f4f tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683470 Nov 27 01:09:55.705341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-240f4a60-ca13-4cfa-91af-54d1da2a9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:55.706895 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-240f4a60-ca13-4cfa-91af-54d1da2a9ba2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84f4b23207d24b67956a2f3862e3ae77&device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 1099 time: 0.2164752 Nov 27 01:09:55.716971 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-c68785f8-7096-4600-8292-198a8381643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:55.718492 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-c68785f8-7096-4600-8292-198a8381643c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=09d2b2b60d97425b9f47b03c6a4a9c15&device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 1095 time: 0.1893363 Nov 27 01:09:55.808596 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-43bdeaa5-080a-4161-9080-31087aae4d4c service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757277 Nov 27 01:09:55.810371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86f291-c3ec-41ab-b9b6-39d4ff3278ed req-9eaca8fb-14e2-49a0-a08d-6c9089afaee0 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:55.818836 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e86f291-c3ec-41ab-b9b6-39d4ff3278ed req-9eaca8fb-14e2-49a0-a08d-6c9089afaee0 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 948 time: 0.0631282 Nov 27 01:09:55.866869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e86f291-c3ec-41ab-b9b6-39d4ff3278ed req-cc5ea205-c470-4a19-a2a5-d649ca97ef37 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469944 Nov 27 01:09:55.877029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:55.878205 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:55.986258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c77049-890e-4870-be46-e928f35feb75 req-53e55419-96e9-43db-b857-2245da8dce0c tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:55.987722 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34c77049-890e-4870-be46-e928f35feb75 req-53e55419-96e9-43db-b857-2245da8dce0c tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 944 time: 0.0493128 Nov 27 01:09:55.997411 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-b8a8c95d-df35-4e67-8d36-75f62917bceb tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6318834 Nov 27 01:09:56.009791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ece0e670-4b4f-4ab9-93b5-cc02c9b9e009 None None] Provisioning complete for port 2bd78ad4-db48-445d-ba92-f1f893a2604d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:56.010495 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ece0e670-4b4f-4ab9-93b5-cc02c9b9e009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:56.035641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Request body: {'port': {'device_id': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:09:56.042806 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34c77049-890e-4870-be46-e928f35feb75 req-d7d2c0b3-9d91-4147-8a87-e683c1fb32f8 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479782 Nov 27 01:09:56.047252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ece0e670-4b4f-4ab9-93b5-cc02c9b9e009 None None] Port 2bd78ad4-db48-445d-ba92-f1f893a2604d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:09:56.054728 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13909d44-41af-48a5-81c9-d356fb2abece req-f0d42a11-cefb-4938-9b99-4c3815a45f26 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:56.058488 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13909d44-41af-48a5-81c9-d356fb2abece req-f0d42a11-cefb-4938-9b99-4c3815a45f26 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.3226507 Nov 27 01:09:56.063930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b6d2e5f6-5f97-41f8-a807-35b4481f238b details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:56.093788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-69ea631c-4e2f-4565-9486-97a6abfd61b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:56.095321 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-69ea631c-4e2f-4565-9486-97a6abfd61b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ce4b661-ad1e-4d5f-a0f6-7614795cb77f HTTP/1.1" status: 200 len: 913 time: 0.3607504 Nov 27 01:09:56.159309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port b6d2e5f6-5f97-41f8-a807-35b4481f238b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b6d2e5f6-5f97-41f8-a807-35b4481f238b,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:56.170718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'b6d2e5f6-5f97-41f8-a807-35b4481f238b', 'network_id': '589aac3e-1177-4cf2-8604-679d0202bd4a', 'port_id': 'b6d2e5f6-5f97-41f8-a807-35b4481f238b', 'mac_address': 'fa:16:3e:06:c3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c01fcf-e3ac-4cb9-a46f-eab4f0719a86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:56.170990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-bc8f3e5f-427c-43bd-9595-92eb136cdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:56.172451 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-bc8f3e5f-427c-43bd-9595-92eb136cdcfc service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.4510086 Nov 27 01:09:56.195544 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-9800135d-b5c2-40a6-82c6-5358aaeee294 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=377320b7-e3d8-4400-a414-d09e8343ba17 HTTP/1.1" status: 200 len: 217 time: 0.0848687 Nov 27 01:09:56.211904 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:56.225067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d2e5f6-5f97-41f8-a807-35b4481f238b {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:56.244085 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port b6d2e5f6-5f97-41f8-a807-35b4481f238b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b6d2e5f6-5f97-41f8-a807-35b4481f238b,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:56.248255 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:56.285726 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:56.288908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-94606e6b-ec59-4cb5-a9a5-1bdf73f7399b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=a0d9a510-529e-4afd-aa44-034bd03f6893 HTTP/1.1" status: 200 len: 217 time: 0.0978014 Nov 27 01:09:56.301337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=b6d2e5f6-5f97-41f8-a807-35b4481f238b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:56.309605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-323ef656-3ec4-42b8-a2aa-03a98caec005 req-9282e9da-5e33-4190-b0e4-ebfc2065bd1a service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220052 Nov 27 01:09:56.322257 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13909d44-41af-48a5-81c9-d356fb2abece req-e5885a04-b651-410f-88b6-b9891876a102 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364016 Nov 27 01:09:56.356759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-40aa8d27-849d-469d-95ac-32859704b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:56.358303 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-40aa8d27-849d-469d-95ac-32859704b9f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52d5c36e-cea7-4a6f-8e89-f9565d81c4f3 HTTP/1.1" status: 200 len: 852 time: 0.1461182 Nov 27 01:09:56.394349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1f4c-f37a-4360-bc50-18d066467b91 req-b3e12741-f583-4e75-8f34-70bcd6a68305 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:56.395972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-002f1f4c-f37a-4360-bc50-18d066467b91 req-b3e12741-f583-4e75-8f34-70bcd6a68305 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 949 time: 0.0618966 Nov 27 01:09:56.398851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-1114009d-e076-4134-8385-8ef538b6ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:56.400343 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-1114009d-e076-4134-8385-8ef538b6ece2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1015296 Nov 27 01:09:56.449790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-002f1f4c-f37a-4360-bc50-18d066467b91 req-f7222b19-58fc-416d-81cb-e7f0593d3202 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456069 Nov 27 01:09:56.571415 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-a32ca97b-4b0b-4bd7-b7f1-19562d9bbdf4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ce4b661-ad1e-4d5f-a0f6-7614795cb77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787952 Nov 27 01:09:56.585682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00576ab6-c6c0-4003-9803-fda0db393697 req-b5988af6-5a14-4bdd-be3d-19b0dec4b600 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:56.587175 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00576ab6-c6c0-4003-9803-fda0db393697 req-b5988af6-5a14-4bdd-be3d-19b0dec4b600 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 948 time: 0.0503273 Nov 27 01:09:56.636661 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00576ab6-c6c0-4003-9803-fda0db393697 req-0b0c1f0b-fe1b-41b6-9ccf-90889e4b81da tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Nov 27 01:09:56.705414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b6d2e5f6-5f97-41f8-a807-35b4481f238b'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:56.848007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f964daf-aed9-4fbe-92cb-d2cddac3421a req-2732524d-0de6-471c-9aac-7051bceeaac1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:56.850652 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f964daf-aed9-4fbe-92cb-d2cddac3421a req-2732524d-0de6-471c-9aac-7051bceeaac1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 945 time: 0.0570905 Nov 27 01:09:56.904956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f964daf-aed9-4fbe-92cb-d2cddac3421a req-4ae80ead-b135-464b-a38e-33b36580d8f5 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462379 Nov 27 01:09:56.920561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 456dbb77-e3a9-4d26-97a1-942860172c9d up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:56.952507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88301bb6-cba4-47a0-a1f9-91890bf9bcee req-be9e06f8-9f2b-4103-974d-edaa8c8488cc tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:56.954011 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88301bb6-cba4-47a0-a1f9-91890bf9bcee req-be9e06f8-9f2b-4103-974d-edaa8c8488cc tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 948 time: 0.5511844 Nov 27 01:09:56.971598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 456dbb77-e3a9-4d26-97a1-942860172c9d completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:56.979124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 456dbb77-e3a9-4d26-97a1-942860172c9d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:56.979803 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:56.992531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-b22c0ed0-9131-4b78-890d-6e3d9d650104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:56.993997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-b22c0ed0-9131-4b78-890d-6e3d9d650104 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5718832 Nov 27 01:09:57.026641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720971f-4c9a-48f8-b2d5-3b725acb68a1 req-7eec374b-c3ba-45d8-9ce3-daf9958eba3f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:57.028499 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e720971f-4c9a-48f8-b2d5-3b725acb68a1 req-7eec374b-c3ba-45d8-9ce3-daf9958eba3f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 948 time: 0.0524888 Nov 27 01:09:57.036172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b968dd-1f5c-4455-ba98-cd0e8dcd948f req-37610d22-a070-4fe0-8e42-0d102002b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:57.037776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33b968dd-1f5c-4455-ba98-cd0e8dcd948f req-37610d22-a070-4fe0-8e42-0d102002b6b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63c16b5948444a33acd85e24899b9809&device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 1099 time: 0.5322566 Nov 27 01:09:57.052442 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19496e3-edfe-48eb-ac6a-c3104e33a5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78826918-fd2b-4ce0-920c-b5f690d9b1af'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:57.055376 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1084d2f4-bfce-45b8-a982-d60b00a917fa" -d '{"events": [{"server_uuid": "f19496e3-edfe-48eb-ac6a-c3104e33a5d7", "name": "network-vif-plugged", "status": "completed", "tag": "78826918-fd2b-4ce0-920c-b5f690d9b1af"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:57.078170 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e720971f-4c9a-48f8-b2d5-3b725acb68a1 req-6c0feaa2-9278-492d-af11-ba4009238258 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427237 Nov 27 01:09:57.085931 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.121568 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 456dbb77-e3a9-4d26-97a1-942860172c9d, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=456dbb77-e3a9-4d26-97a1-942860172c9d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:57.127657 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.169358 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1324f21a-b0c9-41b5-93b1-90fab5940458 x-openstack-request-id: req-1324f21a-b0c9-41b5-93b1-90fab5940458 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:57.169619 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19496e3-edfe-48eb-ac6a-c3104e33a5d7", "name": "network-vif-plugged", "status": "completed", "tag": "78826918-fd2b-4ce0-920c-b5f690d9b1af", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:57.169863 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1324f21a-b0c9-41b5-93b1-90fab5940458 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:57.170275 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19496e3-edfe-48eb-ac6a-c3104e33a5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78826918-fd2b-4ce0-920c-b5f690d9b1af', 'code': 200} Nov 27 01:09:57.179895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715da19-4b41-4757-9b92-2ab2c6cda78f req-a94bbe5d-34c2-4699-9ae5-e7b23c6b18a9 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:57.181573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3715da19-4b41-4757-9b92-2ab2c6cda78f req-a94bbe5d-34c2-4699-9ae5-e7b23c6b18a9 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.11 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 948 time: 0.0585406 Nov 27 01:09:57.187284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=456dbb77-e3a9-4d26-97a1-942860172c9d,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:57.212614 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-bd9a491c-a256-42b1-9fcf-3d2aa0b3db91 service neutron] 10.222.0.11 "GET /v2.0/networks/5ce4b661-ad1e-4d5f-a0f6-7614795cb77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6318974 Nov 27 01:09:57.245411 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88301bb6-cba4-47a0-a1f9-91890bf9bcee req-ed9294b7-efbe-469f-97b1-64415efb1e37 tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/security-groups?id=b328804d-e089-43ae-b5bc-5dfe864676ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470357 Nov 27 01:09:57.358604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e92bfe-e199-49c7-a7c1-e73b20d5b6d6 req-f15a8247-0669-4f03-bd4e-d2707c0a0631 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:57.360128 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28e92bfe-e199-49c7-a7c1-e73b20d5b6d6 req-f15a8247-0669-4f03-bd4e-d2707c0a0631 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 944 time: 0.1417320 Nov 27 01:09:57.368562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c09433-225e-4170-94d0-a3451f181624 req-1ed995a0-419b-4c26-a581-95954b48ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:57.369965 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87c09433-225e-4170-94d0-a3451f181624 req-1ed995a0-419b-4c26-a581-95954b48ffb7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 1096 time: 0.1007335 Nov 27 01:09:57.377923 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-21584159-ebda-4732-ad27-3c4be1d939a3 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689275 Nov 27 01:09:57.384620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b968dd-1f5c-4455-ba98-cd0e8dcd948f req-36188ec9-a259-4064-b52f-a18847a2cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:57.386112 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33b968dd-1f5c-4455-ba98-cd0e8dcd948f req-36188ec9-a259-4064-b52f-a18847a2cea2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3347368 Nov 27 01:09:57.431795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-3715da19-4b41-4757-9b92-2ab2c6cda78f req-7c068e7a-4dbd-4bbf-982d-7a40235c4e4a tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Deleting port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:09:57.432120 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3715da19-4b41-4757-9b92-2ab2c6cda78f req-7c068e7a-4dbd-4bbf-982d-7a40235c4e4a tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.458991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28e92bfe-e199-49c7-a7c1-e73b20d5b6d6 req-5728f491-bdab-4838-8337-a5ddb5b4a80c tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880301 Nov 27 01:09:57.503765 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87c09433-225e-4170-94d0-a3451f181624 req-a057cb32-d0f5-48c0-817f-48ed582de8d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231971 Nov 27 01:09:57.517405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd78ad4-db48-445d-ba92-f1f893a2604d {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:57.527966 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33b968dd-1f5c-4455-ba98-cd0e8dcd948f req-a82aa509-cf42-4848-81ed-5279050c26b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=a75e182c-9d8c-4a69-8732-c0333a9bb89f HTTP/1.1" status: 200 len: 217 time: 0.1140137 Nov 27 01:09:57.530565 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.552147 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-201d8002-b119-4188-a625-e0cdb59d5eb4 service neutron] 10.222.0.11 "GET /v2.0/networks/5ce4b661-ad1e-4d5f-a0f6-7614795cb77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269730 Nov 27 01:09:57.578691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-3715da19-4b41-4757-9b92-2ab2c6cda78f req-7c068e7a-4dbd-4bbf-982d-7a40235c4e4a tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] For port 8bd219cc-814e-4cc5-b03e-5dcbfb483342, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8bd219cc-814e-4cc5-b03e-5dcbfb483342,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:57.579054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3715da19-4b41-4757-9b92-2ab2c6cda78f req-7c068e7a-4dbd-4bbf-982d-7a40235c4e4a tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.599028 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-3715da19-4b41-4757-9b92-2ab2c6cda78f req-7c068e7a-4dbd-4bbf-982d-7a40235c4e4a tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Calling delete_port for 8bd219cc-814e-4cc5-b03e-5dcbfb483342 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:09:57.599619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Transition to ACTIVE for port object 2bd78ad4-db48-445d-ba92-f1f893a2604d will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:09:57.608799 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.610651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce7ab4-01c8-4bfa-9234-285c7af6e5cb req-e66c9c48-6b6d-43bf-b62c-56c2f10584a6 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:57.612191 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6ce7ab4-01c8-4bfa-9234-285c7af6e5cb req-e66c9c48-6b6d-43bf-b62c-56c2f10584a6 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 950 time: 0.0825574 Nov 27 01:09:57.661194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8c5aa-5e22-44c4-82df-dcab2b7a6fac req-a9730b94-b27b-44c8-957a-94f15046f9e0 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:57.662707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56b8c5aa-5e22-44c4-82df-dcab2b7a6fac req-a9730b94-b27b-44c8-957a-94f15046f9e0 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.2507620 Nov 27 01:09:57.677399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b968dd-1f5c-4455-ba98-cd0e8dcd948f req-79da1c6c-c7a3-4970-a61f-e7e9eead0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:57.679337 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33b968dd-1f5c-4455-ba98-cd0e8dcd948f req-79da1c6c-c7a3-4970-a61f-e7e9eead0439 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1417503 Nov 27 01:09:57.712207 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6ce7ab4-01c8-4bfa-9234-285c7af6e5cb req-396de3fe-7904-430d-bc30-13bd15dd5240 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907373 Nov 27 01:09:57.717826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3fde182-778e-4655-b3b6-6dc7cf91684b req-6368d9d8-728a-468f-831b-0d714f224024 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279424 Nov 27 01:09:57.745124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Pushing event updated for resources: {'Port': ['ID=2bd78ad4-db48-445d-ba92-f1f893a2604d,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:57.823012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56b8c5aa-5e22-44c4-82df-dcab2b7a6fac req-c01f3752-e606-409f-9a3a-cd2ce4b086f3 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472926 Nov 27 01:09:57.837124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b968dd-1f5c-4455-ba98-cd0e8dcd948f req-19288dfa-df4a-48df-81f6-66a2fd57021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:57.846377 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33b968dd-1f5c-4455-ba98-cd0e8dcd948f req-19288dfa-df4a-48df-81f6-66a2fd57021a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456707 Nov 27 01:09:57.859966 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3715da19-4b41-4757-9b92-2ab2c6cda78f req-7c068e7a-4dbd-4bbf-982d-7a40235c4e4a tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:57.904966 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Attempting to bind port 2bd78ad4-db48-445d-ba92-f1f893a2604d on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:09:57.905330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Attempting to bind port 2bd78ad4-db48-445d-ba92-f1f893a2604d by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:09:57.905615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Attempting to bind port 2bd78ad4-db48-445d-ba92-f1f893a2604d on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:57.909160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c068e7a-4dbd-4bbf-982d-7a40235c4e4a tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Pushing event deleted for resources: {'Port': ['ID=8bd219cc-814e-4cc5-b03e-5dcbfb483342,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:57.922231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Port 2bd78ad4-db48-445d-ba92-f1f893a2604d on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:09:57.922578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Attempting to bind port 2bd78ad4-db48-445d-ba92-f1f893a2604d on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:09:57.926084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ef3b2-04b4-4dc2-acab-4738df005a1b req-47e2a179-ca36-476b-82f4-eedcf07ec005 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:57.927377 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c26ef3b2-04b4-4dc2-acab-4738df005a1b req-47e2a179-ca36-476b-82f4-eedcf07ec005 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 948 time: 0.1230719 Nov 27 01:09:57.932381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:09:57.932719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:09:57.933258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:09:57.933691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Bound port: 2bd78ad4-db48-445d-ba92-f1f893a2604d, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:09:57.934044 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.007165 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33b968dd-1f5c-4455-ba98-cd0e8dcd948f req-4310e314-d0b3-4c61-aa43-0a02a00bba67 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567168 Nov 27 01:09:58.009743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3715da19-4b41-4757-9b92-2ab2c6cda78f req-7c068e7a-4dbd-4bbf-982d-7a40235c4e4a tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] No DVR routers for this DVR port 8bd219cc-814e-4cc5-b03e-5dcbfb483342 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:09:58.021499 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3715da19-4b41-4757-9b92-2ab2c6cda78f req-7c068e7a-4dbd-4bbf-982d-7a40235c4e4a tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.024937 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3715da19-4b41-4757-9b92-2ab2c6cda78f req-7c068e7a-4dbd-4bbf-982d-7a40235c4e4a tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.11 "DELETE /v2.0/ports/8bd219cc-814e-4cc5-b03e-5dcbfb483342 HTTP/1.1" status: 204 len: 173 time: 0.8182163 Nov 27 01:09:58.025446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'name': 'network-vif-deleted', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:58.027785 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7ad2de-7dcf-44d4-baac-4b5059cc8365" -d '{"events": [{"server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "name": "network-vif-deleted", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:58.050872 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c26ef3b2-04b4-4dc2-acab-4738df005a1b req-be0176ee-a915-4326-a0e3-42769fb5f915 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977557 Nov 27 01:09:58.074008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 377320b7-e3d8-4400-a414-d09e8343ba17 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:58.081730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b6d2e5f6-5f97-41f8-a807-35b4481f238b up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:09:58.106722 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a92c6ef-eee2-4798-bdcd-2a0017fbc6b6 x-openstack-request-id: req-0a92c6ef-eee2-4798-bdcd-2a0017fbc6b6 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:58.107136 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7556fdd5-6b06-4836-a4b2-da86fb58c9d3", "name": "network-vif-deleted", "tag": "8bd219cc-814e-4cc5-b03e-5dcbfb483342", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:58.107387 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a92c6ef-eee2-4798-bdcd-2a0017fbc6b6 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:58.107797 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7556fdd5-6b06-4836-a4b2-da86fb58c9d3', 'name': 'network-vif-deleted', 'tag': '8bd219cc-814e-4cc5-b03e-5dcbfb483342', 'status': 'completed', 'code': 200} Nov 27 01:09:58.123413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:09:58.144993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:09:58.161646 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.171483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47297309-7f2c-47a1-94fe-0f480a546a7d req-eb7e39bf-34ea-4554-a1f9-6145a5f04a30 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:58.174324 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-47297309-7f2c-47a1-94fe-0f480a546a7d req-eb7e39bf-34ea-4554-a1f9-6145a5f04a30 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 945 time: 0.1562912 Nov 27 01:09:58.234475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d91bc8-6059-403d-89ac-767a3ae914f5 req-144b87db-3563-43e3-b65d-bce1a07c86a4 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:58.236460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-96d91bc8-6059-403d-89ac-767a3ae914f5 req-144b87db-3563-43e3-b65d-bce1a07c86a4 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 948 time: 0.0749369 Nov 27 01:09:58.240677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:58.241240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.242645 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] 10.222.0.11 "PUT /v2.0/ports/2bd78ad4-db48-445d-ba92-f1f893a2604d HTTP/1.1" status: 200 len: 1095 time: 2.2134299 Nov 27 01:09:58.243154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'tag': '2bd78ad4-db48-445d-ba92-f1f893a2604d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:58.245534 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ba0b4a-2535-4341-bf9f-1be9e67f0393" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6cd11e-23eb-4ba9-87e2-f5409ee13352", "tag": "2bd78ad4-db48-445d-ba92-f1f893a2604d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:58.252695 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33b968dd-1f5c-4455-ba98-cd0e8dcd948f req-482f4fb6-af01-4cbf-9920-20aa13958e84 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367926 Nov 27 01:09:58.291847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27b588-56d7-432e-a0e7-f02e8bed08be service neutron] Pushing event updated for resources: {'Port': ['ID=2bd78ad4-db48-445d-ba92-f1f893a2604d,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:58.295848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-96d91bc8-6059-403d-89ac-767a3ae914f5 req-8ee5b1ce-05fe-43e3-b7af-3fb6a766ae7d tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505300 Nov 27 01:09:58.305917 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-47297309-7f2c-47a1-94fe-0f480a546a7d req-dbb03add-b8d6-4cda-9b69-c33cfd32791e tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199954 Nov 27 01:09:58.379331 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377de185-ccb5-4593-a4e8-32757222849a x-openstack-request-id: req-377de185-ccb5-4593-a4e8-32757222849a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:58.379626 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6cd11e-23eb-4ba9-87e2-f5409ee13352", "tag": "2bd78ad4-db48-445d-ba92-f1f893a2604d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:58.379881 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-377de185-ccb5-4593-a4e8-32757222849a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:58.380282 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'tag': '2bd78ad4-db48-445d-ba92-f1f893a2604d', 'status': 'completed', 'code': 200} Nov 27 01:09:58.405521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-8adf8bf9-0ebe-4f19-9911-a605c7d5b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:58.407222 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-8adf8bf9-0ebe-4f19-9911-a605c7d5b56e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63c16b5948444a33acd85e24899b9809&device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 1098 time: 0.0596132 Nov 27 01:09:58.428473 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-001cda3c-a439-4a81-bd50-2078b29299b6 req-dbba64ae-58d3-4264-bbc8-eb3a4a5268cf tempest-ImagesOneServerTestJSON-477877557 tempest-ImagesOneServerTestJSON-477877557-project] 10.222.0.37 "GET /v2.0/ports?device_id=7556fdd5-6b06-4836-a4b2-da86fb58c9d3 HTTP/1.1" status: 200 len: 210 time: 0.0280323 Nov 27 01:09:58.449632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 377320b7-e3d8-4400-a414-d09e8343ba17, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=377320b7-e3d8-4400-a414-d09e8343ba17,segment=NetworkSegment(92de3352-9074-4a2a-b919-4f83645343be),segment_id=92de3352-9074-4a2a-b919-4f83645343be)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:58.454051 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port b6d2e5f6-5f97-41f8-a807-35b4481f238b completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:09:58.465990 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-ca317757-3659-4c4b-b768-808bef5d6de0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d HTTP/1.1" status: 200 len: 217 time: 0.0401282 Nov 27 01:09:58.468277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port b6d2e5f6-5f97-41f8-a807-35b4481f238b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:09:58.468646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.471396 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '377320b7-e3d8-4400-a414-d09e8343ba17', 'network_id': '5ce4b661-ad1e-4d5f-a0f6-7614795cb77f', 'port_id': '377320b7-e3d8-4400-a414-d09e8343ba17', 'mac_address': 'fa:16:3e:64:4a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d5c36e-cea7-4a6f-8e89-f9565d81c4f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:58.527960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-f057f067-d8dd-4507-a805-b8cdbec55f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:58.529773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-f057f067-d8dd-4507-a805-b8cdbec55f7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0559416 Nov 27 01:09:58.611577 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.613752 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.624850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054910fd-3a1e-4be0-9bd8-2c742edcc08d req-cedc7f5f-75a9-4e03-9bd4-0e6508f87d1a tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:58.626412 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-054910fd-3a1e-4be0-9bd8-2c742edcc08d req-cedc7f5f-75a9-4e03-9bd4-0e6508f87d1a tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 944 time: 0.0780356 Nov 27 01:09:58.628403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-a3daa132-e3fd-446f-b21d-a61449fe6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:58.629793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-a3daa132-e3fd-446f-b21d-a61449fe6d81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897698 Nov 27 01:09:58.647406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377320b7-e3d8-4400-a414-d09e8343ba17 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:58.679334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port b6d2e5f6-5f97-41f8-a807-35b4481f238b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b6d2e5f6-5f97-41f8-a807-35b4481f238b,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:58.681398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 377320b7-e3d8-4400-a414-d09e8343ba17, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=377320b7-e3d8-4400-a414-d09e8343ba17,segment=NetworkSegment(92de3352-9074-4a2a-b919-4f83645343be),segment_id=92de3352-9074-4a2a-b919-4f83645343be)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:58.687758 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.695214 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:58.744024 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-054910fd-3a1e-4be0-9bd8-2c742edcc08d req-778fa7e8-3e16-46cc-ba23-9c1ca9181f0f tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086566 Nov 27 01:09:58.761493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=b6d2e5f6-5f97-41f8-a807-35b4481f238b,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:58.800276 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-58f8cfa5-cd33-4cc7-b094-f45e67778c5c service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569710 Nov 27 01:09:58.819615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=377320b7-e3d8-4400-a414-d09e8343ba17,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:58.864210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b278bc-ec40-4886-b117-95db8e82c893 req-ca67b4ac-4042-4cc4-b4f4-dbb168dacc61 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:58.872625 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7b278bc-ec40-4886-b117-95db8e82c893 req-ca67b4ac-4042-4cc4-b4f4-dbb168dacc61 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 950 time: 0.0863454 Nov 27 01:09:58.936107 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7b278bc-ec40-4886-b117-95db8e82c893 req-ab0d2a26-02c8-4d4f-beea-b8869f7afa07 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624485 Nov 27 01:09:58.951299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a0d9a510-529e-4afd-aa44-034bd03f6893 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:09:58.976962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d9858ce-69c9-4b80-8bd0-b3e32593fb4d req-28b75683-bbc2-49f7-a73c-018b957a41e3 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682966 Nov 27 01:09:58.993232 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720cdfa-eb36-4e69-be9a-3c8d11acf2fd req-afc3ac7a-fb59-4640-8478-8423b3f4caf0 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:58.994778 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e720cdfa-eb36-4e69-be9a-3c8d11acf2fd req-afc3ac7a-fb59-4640-8478-8423b3f4caf0 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0705481 Nov 27 01:09:59.056188 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e720cdfa-eb36-4e69-be9a-3c8d11acf2fd req-083acf8a-347d-448b-81d9-28a386a60f71 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479712 Nov 27 01:09:59.075663 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a0d9a510-529e-4afd-aa44-034bd03f6893, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a0d9a510-529e-4afd-aa44-034bd03f6893,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:59.083340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'a0d9a510-529e-4afd-aa44-034bd03f6893', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'a0d9a510-529e-4afd-aa44-034bd03f6893', 'mac_address': 'fa:16:3e:a3:55:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:09:59.112992 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['377320b7-e3d8-4400-a414-d09e8343ba17'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:59.162743 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.172047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c60e62-7ef4-4482-9f55-f8292b272b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456dbb77-e3a9-4d26-97a1-942860172c9d'}, {'server_uuid': '2e5f2685-2b90-43f1-b200-48ea7b51a4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d2e5f6-5f97-41f8-a807-35b4481f238b'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:09:59.175006 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a27d0a-b91c-4d17-8170-7d640700b0e2" -d '{"events": [{"server_uuid": "88c60e62-7ef4-4482-9f55-f8292b272b2c", "name": "network-vif-plugged", "status": "completed", "tag": "456dbb77-e3a9-4d26-97a1-942860172c9d"}, {"server_uuid": "2e5f2685-2b90-43f1-b200-48ea7b51a4ef", "name": "network-vif-plugged", "status": "completed", "tag": "b6d2e5f6-5f97-41f8-a807-35b4481f238b"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:09:59.188812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d9a510-529e-4afd-aa44-034bd03f6893 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:09:59.189040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0b4a-2535-4341-bf9f-1be9e67f0393 req-e1f24b05-41c4-41eb-805a-2989974daf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.190587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44ba0b4a-2535-4341-bf9f-1be9e67f0393 req-e1f24b05-41c4-41eb-805a-2989974daf5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63c16b5948444a33acd85e24899b9809&device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 1098 time: 0.0800061 Nov 27 01:09:59.204610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a6a44-4f52-4fd8-99d5-2951d57ba481 req-a60bf130-8763-476e-93d3-2df4f7106452 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.206230 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-496a6a44-4f52-4fd8-99d5-2951d57ba481 req-a60bf130-8763-476e-93d3-2df4f7106452 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 948 time: 0.0626621 Nov 27 01:09:59.222156 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a0d9a510-529e-4afd-aa44-034bd03f6893, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a0d9a510-529e-4afd-aa44-034bd03f6893,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:09:59.227061 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8302b287-7cc8-4b9e-8b58-08de3d4b9031 x-openstack-request-id: req-8302b287-7cc8-4b9e-8b58-08de3d4b9031 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:09:59.227352 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c60e62-7ef4-4482-9f55-f8292b272b2c", "name": "network-vif-plugged", "status": "completed", "tag": "456dbb77-e3a9-4d26-97a1-942860172c9d", "code": 200}, {"server_uuid": "2e5f2685-2b90-43f1-b200-48ea7b51a4ef", "name": "network-vif-plugged", "status": "completed", "tag": "b6d2e5f6-5f97-41f8-a807-35b4481f238b", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:09:59.227597 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8302b287-7cc8-4b9e-8b58-08de3d4b9031 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:09:59.227980 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c60e62-7ef4-4482-9f55-f8292b272b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456dbb77-e3a9-4d26-97a1-942860172c9d', 'code': 200} Nov 27 01:09:59.228268 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5f2685-2b90-43f1-b200-48ea7b51a4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d2e5f6-5f97-41f8-a807-35b4481f238b', 'code': 200} Nov 27 01:09:59.230038 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:09:59.298815 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a0d9a510-529e-4afd-aa44-034bd03f6893,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:09:59.331987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-496a6a44-4f52-4fd8-99d5-2951d57ba481 req-bfc23cbb-33b2-4748-b7f5-d530f9e49749 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141846 Nov 27 01:09:59.354777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0b4a-2535-4341-bf9f-1be9e67f0393 req-78788073-c9a1-4164-8b29-b8da94d820a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.356574 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44ba0b4a-2535-4341-bf9f-1be9e67f0393 req-78788073-c9a1-4164-8b29-b8da94d820a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1487761 Nov 27 01:09:59.441914 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44ba0b4a-2535-4341-bf9f-1be9e67f0393 req-22e73de1-f8a6-432a-8444-c42e2b4c17cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d HTTP/1.1" status: 200 len: 217 time: 0.0646138 Nov 27 01:09:59.444095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd52fe2-7c8b-465a-8017-9af6d3702a55 req-24df871b-ec5b-49db-89e9-6a29b04bad49 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.445570 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4dd52fe2-7c8b-465a-8017-9af6d3702a55 req-24df871b-ec5b-49db-89e9-6a29b04bad49 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 948 time: 0.0506568 Nov 27 01:09:59.494462 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4dd52fe2-7c8b-465a-8017-9af6d3702a55 req-39bcd23c-af22-4d25-bfa2-954c88cd5132 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 Nov 27 01:09:59.500800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741bddb-768e-4914-a0e9-956d037230cf req-99e9ba49-f054-4a2c-99af-c6e5100064db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.502282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0741bddb-768e-4914-a0e9-956d037230cf req-99e9ba49-f054-4a2c-99af-c6e5100064db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 1097 time: 0.1644497 Nov 27 01:09:59.515675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8a892-5813-470d-bdd0-4dc1e03ff9e9 req-5fbb1174-c87a-445a-b4a2-2a8f98bf60df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.515675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29a8a892-5813-470d-bdd0-4dc1e03ff9e9 req-5fbb1174-c87a-445a-b4a2-2a8f98bf60df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 1101 time: 0.1607490 Nov 27 01:09:59.555204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a221c55-82ab-4e38-bc93-0760100a88f2 req-eb886c70-e8c5-4693-a6bb-b193b950e491 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.556643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a221c55-82ab-4e38-bc93-0760100a88f2 req-eb886c70-e8c5-4693-a6bb-b193b950e491 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.1292498 Nov 27 01:09:59.575989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0b4a-2535-4341-bf9f-1be9e67f0393 req-5a5e62a8-5889-4138-96cf-eb93af4cb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.577384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44ba0b4a-2535-4341-bf9f-1be9e67f0393 req-5a5e62a8-5889-4138-96cf-eb93af4cb9cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1138029 Nov 27 01:09:59.606835 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a0d9a510-529e-4afd-aa44-034bd03f6893'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:09:59.654121 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0741bddb-768e-4914-a0e9-956d037230cf req-5695c8fb-fede-4ffa-8f08-944809049f7b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391993 Nov 27 01:09:59.667119 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29a8a892-5813-470d-bdd0-4dc1e03ff9e9 req-44fd3044-e6ec-468a-9cc5-5d91049616d5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323414 Nov 27 01:09:59.686306 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a221c55-82ab-4e38-bc93-0760100a88f2 req-c789f52c-fc12-4851-a0aa-9514a92a1565 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208897 Nov 27 01:09:59.688938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0b4a-2535-4341-bf9f-1be9e67f0393 req-de034b66-7ba3-4847-8157-7ce98ed26dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.690401 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44ba0b4a-2535-4341-bf9f-1be9e67f0393 req-de034b66-7ba3-4847-8157-7ce98ed26dd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999038 Nov 27 01:09:59.809509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51892) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:09:59.855423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf5377-7993-46a3-9544-13d5c90b79cd req-98068ebd-4925-4235-954c-a2de45edae35 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:09:59.856931 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-21bf5377-7993-46a3-9544-13d5c90b79cd req-98068ebd-4925-4235-954c-a2de45edae35 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 945 time: 0.0489869 Nov 27 01:09:59.907911 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-21bf5377-7993-46a3-9544-13d5c90b79cd req-955b9c09-753d-461e-9ee6-32aee4107078 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448935 Nov 27 01:09:59.942699 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-48157559-7419-4267-b04e-478f2ae82869 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be5fa9771fd54a6284798aa18cab26ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319938 Nov 27 01:09:59.947554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51896) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:00.072817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a75e182c-9d8c-4a69-8732-c0333a9bb89f details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:00.083686 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8bd219cc-814e-4cc5-b03e-5dcbfb483342 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:00.108466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab6ba6-9a61-4b59-9423-029f1f96246c req-dae707c5-1f3b-46e8-80ca-884f8e923c25 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:00.108871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 8bd219cc-814e-4cc5-b03e-5dcbfb483342 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:00.109221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8bd219cc-814e-4cc5-b03e-5dcbfb483342 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:00.113023 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-62ab6ba6-9a61-4b59-9423-029f1f96246c req-dae707c5-1f3b-46e8-80ca-884f8e923c25 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 950 time: 0.0964851 Nov 27 01:10:00.114262 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e2e02d04-5f13-449d-b67c-2eabfb0aa7be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.122054 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44ba0b4a-2535-4341-bf9f-1be9e67f0393 req-c3009aa0-c680-435c-9aa8-4e0ec63eeb04 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626997 Nov 27 01:10:00.171284 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e2e02d04-5f13-449d-b67c-2eabfb0aa7be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.185244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aef15-254a-486e-b8b9-8673f226053f req-66c0a04a-5e44-45b3-9cee-0223ea2e2b38 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:00.187029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a88aef15-254a-486e-b8b9-8673f226053f req-66c0a04a-5e44-45b3-9cee-0223ea2e2b38 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0540154 Nov 27 01:10:00.210019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a75e182c-9d8c-4a69-8732-c0333a9bb89f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a75e182c-9d8c-4a69-8732-c0333a9bb89f,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:00.222064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'a75e182c-9d8c-4a69-8732-c0333a9bb89f', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'a75e182c-9d8c-4a69-8732-c0333a9bb89f', 'mac_address': 'fa:16:3e:b5:48:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:00.236813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a88aef15-254a-486e-b8b9-8673f226053f req-a8fc13a5-b2a8-42a1-8be8-f130a7d835b5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431597 Nov 27 01:10:00.260943 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-62ab6ba6-9a61-4b59-9423-029f1f96246c req-2d83bca5-ee2a-4b4a-879b-cce01880ec6f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378872 Nov 27 01:10:00.269704 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.284023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75e182c-9d8c-4a69-8732-c0333a9bb89f {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:00.303874 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44ba0b4a-2535-4341-bf9f-1be9e67f0393 req-13de24e1-fde7-45e6-9b88-63eb396242ff service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677847 Nov 27 01:10:00.304918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a75e182c-9d8c-4a69-8732-c0333a9bb89f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a75e182c-9d8c-4a69-8732-c0333a9bb89f,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:00.310887 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.315779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e2e02d04-5f13-449d-b67c-2eabfb0aa7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.319046 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e2e02d04-5f13-449d-b67c-2eabfb0aa7be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:00.320175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e2e02d04-5f13-449d-b67c-2eabfb0aa7be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b328804d-e089-43ae-b5bc-5dfe864676ea HTTP/1.1" status: 204 len: 168 time: 0.3717961 Nov 27 01:10:00.329361 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e02d04-5f13-449d-b67c-2eabfb0aa7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b328804d-e089-43ae-b5bc-5dfe864676ea,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:00.393011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=a75e182c-9d8c-4a69-8732-c0333a9bb89f,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:00.456541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cdc33-66fd-480a-9daf-cd302cc08ba1 req-1e9a67a2-9947-4432-978f-1e6e3412e5d5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:00.457879 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d63cdc33-66fd-480a-9daf-cd302cc08ba1 req-1e9a67a2-9947-4432-978f-1e6e3412e5d5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 949 time: 0.0508349 Nov 27 01:10:00.510850 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d63cdc33-66fd-480a-9daf-cd302cc08ba1 req-a14d6abf-88fa-4cd9-9737-3fc69b5720a0 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464442 Nov 27 01:10:00.617738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0d161-4050-44e0-b063-0dd285608013 req-74d8876d-d9c8-4641-8352-a87ee7475e72 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:00.619276 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69e0d161-4050-44e0-b063-0dd285608013 req-74d8876d-d9c8-4641-8352-a87ee7475e72 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 949 time: 0.0501027 Nov 27 01:10:00.668294 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69e0d161-4050-44e0-b063-0dd285608013 req-83fbb1f2-1e11-441f-af20-b2c243e790da tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Nov 27 01:10:00.726993 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['a75e182c-9d8c-4a69-8732-c0333a9bb89f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:00.822643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833a2f3-bdfc-4f33-97f7-da053cdf7795 req-24a4a631-ca14-45f4-8c90-cf592fb7f4a2 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:00.824662 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d833a2f3-bdfc-4f33-97f7-da053cdf7795 req-24a4a631-ca14-45f4-8c90-cf592fb7f4a2 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0706477 Nov 27 01:10:00.885863 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d833a2f3-bdfc-4f33-97f7-da053cdf7795 req-47113a48-940c-4372-8480-080a091fc725 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556166 Nov 27 01:10:00.955675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a0d9a510-529e-4afd-aa44-034bd03f6893 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:01.017911 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port a0d9a510-529e-4afd-aa44-034bd03f6893 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:01.023703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port a0d9a510-529e-4afd-aa44-034bd03f6893 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:01.024378 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.034964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc2a8f-e6ca-45db-9d8e-44396ab4220d req-394b1e62-e21f-4202-aa1f-f0b470888d7c tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:01.037149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11bc2a8f-e6ca-45db-9d8e-44396ab4220d req-394b1e62-e21f-4202-aa1f-f0b470888d7c tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 945 time: 0.0565941 Nov 27 01:10:01.094024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11bc2a8f-e6ca-45db-9d8e-44396ab4220d req-5c986a51-566b-42e5-8a40-3b4180235244 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504203 Nov 27 01:10:01.124028 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.155989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a0d9a510-529e-4afd-aa44-034bd03f6893, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a0d9a510-529e-4afd-aa44-034bd03f6893,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:01.161017 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.207364 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a0d9a510-529e-4afd-aa44-034bd03f6893,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:01.229712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff8398-4226-40a6-b615-810f6b0772bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d9a510-529e-4afd-aa44-034bd03f6893'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:01.232181 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8227b89d-3d38-4b13-876d-4553f69d9d8e" -d '{"events": [{"server_uuid": "e1ff8398-4226-40a6-b615-810f6b0772bb", "name": "network-vif-plugged", "status": "completed", "tag": "a0d9a510-529e-4afd-aa44-034bd03f6893"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:01.271778 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0b0c22-99f3-4d2d-9210-4d5a30c80984 x-openstack-request-id: req-ef0b0c22-99f3-4d2d-9210-4d5a30c80984 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:01.272073 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ff8398-4226-40a6-b615-810f6b0772bb", "name": "network-vif-plugged", "status": "completed", "tag": "a0d9a510-529e-4afd-aa44-034bd03f6893", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:01.272332 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef0b0c22-99f3-4d2d-9210-4d5a30c80984 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:01.272760 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ff8398-4226-40a6-b615-810f6b0772bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d9a510-529e-4afd-aa44-034bd03f6893', 'code': 200} Nov 27 01:10:01.373826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e74ced-12c8-4330-8478-64bf5cc1c180 req-141b98c8-055f-4185-851a-48049d2ed198 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:01.378780 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-11e74ced-12c8-4330-8478-64bf5cc1c180 req-141b98c8-055f-4185-851a-48049d2ed198 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0620868 Nov 27 01:10:01.388300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1942a9e-98a8-4930-b389-206de4ba3ed7 req-6d3bac44-7285-4533-ba0d-0d43d427b386 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:01.390033 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d1942a9e-98a8-4930-b389-206de4ba3ed7 req-6d3bac44-7285-4533-ba0d-0d43d427b386 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 950 time: 0.0560131 Nov 27 01:10:01.452683 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d1942a9e-98a8-4930-b389-206de4ba3ed7 req-daf3acb0-4e74-4a9a-8b2a-5051fa4d6966 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530033 Nov 27 01:10:01.453614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db66092-8160-46aa-8481-ab0aa0c1f227 req-a007aec2-56b3-401f-b40c-b67c2c48cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:01.455198 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0db66092-8160-46aa-8481-ab0aa0c1f227 req-a007aec2-56b3-401f-b40c-b67c2c48cdb0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 1101 time: 0.0754917 Nov 27 01:10:01.468169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-11e74ced-12c8-4330-8478-64bf5cc1c180 req-f517e34d-e280-4802-b896-bccf47776f49 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752666 Nov 27 01:10:01.522470 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0db66092-8160-46aa-8481-ab0aa0c1f227 req-fa18db7e-a427-481f-8647-c4fdc88eb9b7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567856 Nov 27 01:10:01.587756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71de51-fba2-4b26-b4a3-042f83e9813e req-67848842-6542-4a1f-a14b-0d72e7be7c96 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:01.589657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51952) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:01.590526 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc71de51-fba2-4b26-b4a3-042f83e9813e req-67848842-6542-4a1f-a14b-0d72e7be7c96 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 1101 time: 0.0455825 Nov 27 01:10:01.634962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc71de51-fba2-4b26-b4a3-042f83e9813e req-3295735f-6b53-4b1b-b9e5-ec20b0f72e1e tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Nov 27 01:10:01.679472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec32b6-0ce4-424d-affc-5f9b059500d6 req-a3f028e6-cc8a-468e-b3a3-a041fdcae9ae tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:01.680951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08ec32b6-0ce4-424d-affc-5f9b059500d6 req-a3f028e6-cc8a-468e-b3a3-a041fdcae9ae tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 950 time: 0.0672379 Nov 27 01:10:01.722162 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fda12dd2-1410-4e90-944e-6399ca01adbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.766728 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08ec32b6-0ce4-424d-affc-5f9b059500d6 req-9dbe0349-7f89-4712-8f1e-40df521a62d1 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783291 Nov 27 01:10:01.787917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e390bf-8bc3-408b-9a17-97ad90bee049 req-be104bb5-c046-49bf-b240-b3e3f823481c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:01.789563 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-62e390bf-8bc3-408b-9a17-97ad90bee049 req-be104bb5-c046-49bf-b240-b3e3f823481c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 949 time: 0.0508575 Nov 27 01:10:01.831705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fda12dd2-1410-4e90-944e-6399ca01adbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.836645 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fda12dd2-1410-4e90-944e-6399ca01adbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:01.845284 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-62e390bf-8bc3-408b-9a17-97ad90bee049 req-c2c4038a-52e2-4ea3-80f0-03f32078aee4 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492306 Nov 27 01:10:01.896567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-d08eccce-fc08-4dc4-8793-a9febda87881 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406904 Nov 27 01:10:01.901453 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fda12dd2-1410-4e90-944e-6399ca01adbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be7d5a3a003e4d1bbd15c3db01a4f890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082998 Nov 27 01:10:01.901453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda12dd2-1410-4e90-944e-6399ca01adbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78e5ab0-2a44-4a0f-b5da-63c60c33d2a3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:01.901964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51970) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:01.962345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-645ca2da-4e48-44eb-9975-e883eebd27c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.009632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-645ca2da-4e48-44eb-9975-e883eebd27c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.011851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-dc0da956-a78a-4b5f-9d84-9a54fd897f30 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:02.013453 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-dc0da956-a78a-4b5f-9d84-9a54fd897f30 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1100976 Nov 27 01:10:02.029269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-09aa929c-dbc7-448e-bb13-bdd005922cf3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/quotas/6a1d403d2fdd436a9b8643cfab51aec6 HTTP/1.1" status: 200 len: 375 time: 0.0095005 Nov 27 01:10:02.044013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68d18a-4ca3-43bf-9bec-0d407071013c req-ce3d360b-fd36-4e2a-a072-1d2e55b936a7 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:02.045508 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c68d18a-4ca3-43bf-9bec-0d407071013c req-ce3d360b-fd36-4e2a-a072-1d2e55b936a7 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0804408 Nov 27 01:10:02.092338 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2bd78ad4-db48-445d-ba92-f1f893a2604d details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:02.095353 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-645ca2da-4e48-44eb-9975-e883eebd27c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.097965 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-645ca2da-4e48-44eb-9975-e883eebd27c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.099224 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-645ca2da-4e48-44eb-9975-e883eebd27c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a78e5ab0-2a44-4a0f-b5da-63c60c33d2a3 HTTP/1.1" status: 204 len: 168 time: 0.1961131 Nov 27 01:10:02.101624 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-d9c7cc18-4542-4a23-9fd1-6cb3cbf3dbc5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0672758 Nov 27 01:10:02.108433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ca2da-4e48-44eb-9975-e883eebd27c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78e5ab0-2a44-4a0f-b5da-63c60c33d2a3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:02.115268 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c68d18a-4ca3-43bf-9bec-0d407071013c req-8efbe719-a88b-467f-9e12-460982e41bc6 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607893 Nov 27 01:10:02.125612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a75e182c-9d8c-4a69-8732-c0333a9bb89f up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:02.252959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc2375-ee35-4a47-b3d8-c23d11880a01 req-63cc9750-2730-4f47-8ab3-742c14288b23 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:02.254606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfcc2375-ee35-4a47-b3d8-c23d11880a01 req-63cc9750-2730-4f47-8ab3-742c14288b23 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 945 time: 0.0678611 Nov 27 01:10:02.281317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port a75e182c-9d8c-4a69-8732-c0333a9bb89f completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:02.291578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port a75e182c-9d8c-4a69-8732-c0333a9bb89f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:02.292069 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.340288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:02.357696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '2bd78ad4-db48-445d-ba92-f1f893a2604d', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '2bd78ad4-db48-445d-ba92-f1f893a2604d', 'mac_address': 'fa:16:3e:b8:a2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:02.378301 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfcc2375-ee35-4a47-b3d8-c23d11880a01 req-670a5abd-4a29-4063-89a6-f990840b085f tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031651 Nov 27 01:10:02.430059 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.448322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd78ad4-db48-445d-ba92-f1f893a2604d {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:02.461502 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.489134 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-250194df-833c-4986-92ee-25ed314dadd8 req-fbb745d5-bf3a-478a-b880-f1f2c82b11b0 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 210 time: 0.0766199 Nov 27 01:10:02.489604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:02.520870 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.529515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a75e182c-9d8c-4a69-8732-c0333a9bb89f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a75e182c-9d8c-4a69-8732-c0333a9bb89f,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:02.558354 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.559123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 377320b7-e3d8-4400-a414-d09e8343ba17 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:02.612500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2bd78ad4-db48-445d-ba92-f1f893a2604d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:02.685084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 377320b7-e3d8-4400-a414-d09e8343ba17 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:02.689897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=a75e182c-9d8c-4a69-8732-c0333a9bb89f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:02.694127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 377320b7-e3d8-4400-a414-d09e8343ba17 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:02.694530 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.701026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a94f9b-db84-438d-9640-262d436223eb req-18f45f80-0c2d-4570-a5a4-7ac54b9df6c7 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:02.719029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40a94f9b-db84-438d-9640-262d436223eb req-18f45f80-0c2d-4570-a5a4-7ac54b9df6c7 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.1143594 Nov 27 01:10:02.741341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36931a6-17d6-4b9e-adb6-5addacd41dc5 req-e64f9593-a146-40e2-8025-4b4b307ed050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:02.742868 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e36931a6-17d6-4b9e-adb6-5addacd41dc5 req-e64f9593-a146-40e2-8025-4b4b307ed050 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 1097 time: 0.1356735 Nov 27 01:10:02.751698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47cf6d-0a10-43df-a2d9-43d0a1acfdd1 req-3ba0b381-00ed-4af1-8d4c-4b9193d81e90 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:02.753465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f47cf6d-0a10-43df-a2d9-43d0a1acfdd1 req-3ba0b381-00ed-4af1-8d4c-4b9193d81e90 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.1301968 Nov 27 01:10:02.782971 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40a94f9b-db84-438d-9640-262d436223eb req-93bf77f2-00dc-4f4c-935d-afd4bdbceebe tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633373 Nov 27 01:10:02.800186 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.845369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 377320b7-e3d8-4400-a414-d09e8343ba17, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=377320b7-e3d8-4400-a414-d09e8343ba17,segment=NetworkSegment(92de3352-9074-4a2a-b919-4f83645343be),segment_id=92de3352-9074-4a2a-b919-4f83645343be)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:02.851358 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:02.925506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=377320b7-e3d8-4400-a414-d09e8343ba17,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:02.971843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['2bd78ad4-db48-445d-ba92-f1f893a2604d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:03.102175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db6332-62f3-4524-9beb-ade3d092b452 req-8bd27497-5ab7-4fe0-98ad-51e7c4f2c12a tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.103792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75db6332-62f3-4524-9beb-ade3d092b452 req-8bd27497-5ab7-4fe0-98ad-51e7c4f2c12a tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 950 time: 0.0953941 Nov 27 01:10:03.166675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75db6332-62f3-4524-9beb-ade3d092b452 req-08ba1374-aedc-4618-bb93-0db0a9db2b36 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454817 Nov 27 01:10:03.226143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52018) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:03.274198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554ef478-7406-4701-96cb-2bf6f9be970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e182c-9d8c-4a69-8732-c0333a9bb89f'}, {'server_uuid': '895eb85c-a53a-4fce-ba29-64164a984f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377320b7-e3d8-4400-a414-d09e8343ba17'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:03.279293 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1350e9-7b9b-4266-8b48-9872d7e59a8d" -d '{"events": [{"server_uuid": "554ef478-7406-4701-96cb-2bf6f9be970a", "name": "network-vif-plugged", "status": "completed", "tag": "a75e182c-9d8c-4a69-8732-c0333a9bb89f"}, {"server_uuid": "895eb85c-a53a-4fce-ba29-64164a984f7c", "name": "network-vif-plugged", "status": "completed", "tag": "377320b7-e3d8-4400-a414-d09e8343ba17"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:03.307973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f47cf6d-0a10-43df-a2d9-43d0a1acfdd1 req-8982df25-413c-408c-a9be-0d1afc64aa42 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460770 Nov 27 01:10:03.329769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b188ec-c434-4477-af19-8d4848ccec57 req-be14879d-4d9a-4ab8-8645-b0a61cd26cb9 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.331427 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f4b188ec-c434-4477-af19-8d4848ccec57 req-be14879d-4d9a-4ab8-8645-b0a61cd26cb9 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 950 time: 0.0651164 Nov 27 01:10:03.337505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36931a6-17d6-4b9e-adb6-5addacd41dc5 req-80262f5a-31f5-491c-b80f-5e1d3373f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.344171 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e36931a6-17d6-4b9e-adb6-5addacd41dc5 req-80262f5a-31f5-491c-b80f-5e1d3373f6bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 920 time: 0.5834644 Nov 27 01:10:03.386939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-151774122-network', 'tenant_id': 'b1bb42a76d0a4f3daba5ce04775dbea9'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:03.394459 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f4b188ec-c434-4477-af19-8d4848ccec57 req-7e6048fc-3bbe-4c61-8e01-9009b09e5b07 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554018 Nov 27 01:10:03.415141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Made reservation on behalf of b1bb42a76d0a4f3daba5ce04775dbea9 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:03.415323 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e7d305-40d3-4b2b-bebb-a3aa8eeed1d2 x-openstack-request-id: req-87e7d305-40d3-4b2b-bebb-a3aa8eeed1d2 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:03.415547 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554ef478-7406-4701-96cb-2bf6f9be970a", "name": "network-vif-plugged", "status": "completed", "tag": "a75e182c-9d8c-4a69-8732-c0333a9bb89f", "code": 200}, {"server_uuid": "895eb85c-a53a-4fce-ba29-64164a984f7c", "name": "network-vif-plugged", "status": "completed", "tag": "377320b7-e3d8-4400-a414-d09e8343ba17", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:03.415934 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87e7d305-40d3-4b2b-bebb-a3aa8eeed1d2 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:03.416429 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554ef478-7406-4701-96cb-2bf6f9be970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75e182c-9d8c-4a69-8732-c0333a9bb89f', 'code': 200} Nov 27 01:10:03.416848 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895eb85c-a53a-4fce-ba29-64164a984f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377320b7-e3d8-4400-a414-d09e8343ba17', 'code': 200} Nov 27 01:10:03.418577 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.425711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e36931a6-17d6-4b9e-adb6-5addacd41dc5 req-673375fb-11be-41e8-a15b-79a466d76aa5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6d2e5f6-5f97-41f8-a807-35b4481f238b HTTP/1.1" status: 200 len: 217 time: 0.0720239 Nov 27 01:10:03.428683 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.522514 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.529993 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.602499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36931a6-17d6-4b9e-adb6-5addacd41dc5 req-09c3fe96-9ea7-4f44-b6f2-3b44bca95f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.603846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e36931a6-17d6-4b9e-adb6-5addacd41dc5 req-09c3fe96-9ea7-4f44-b6f2-3b44bca95f4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 HTTP/1.1" status: 200 len: 859 time: 0.0986898 Nov 27 01:10:03.608188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:10:03.612261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9bb50-bfe8-4c94-b868-6a199fc0761e req-0ef2fdbd-8cb0-4e27-93ca-22cd2a651b4c tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.613824 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ed9bb50-bfe8-4c94-b868-6a199fc0761e req-0ef2fdbd-8cb0-4e27-93ca-22cd2a651b4c tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 946 time: 0.1435878 Nov 27 01:10:03.633762 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b283cc78-e5fd-460a-9b2a-0cc8d6bf8127 req-ff2b57b3-91a4-48a8-be0b-69e99a26482f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 210 time: 0.0703847 Nov 27 01:10:03.643750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caef9bb-5981-4e5d-8bbf-e556ee366864,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:03.653072 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e36931a6-17d6-4b9e-adb6-5addacd41dc5 req-4e299281-2da7-48ea-8c7b-592f5f24c5c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=589aac3e-1177-4cf2-8604-679d0202bd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382161 Nov 27 01:10:03.656838 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.657542 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Added segment 1f622e78-cec7-47bf-970d-644b04690b9a of type vlan for network e94fedca-8ffd-4ac8-83ec-28a57042d151 Nov 27 01:10:03.666230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b3a65-6d36-49db-8532-4f07d39b9fb8 req-c4dba192-5410-438d-bbae-691b67c76d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.667710 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-019b3a65-6d36-49db-8532-4f07d39b9fb8 req-c4dba192-5410-438d-bbae-691b67c76d84 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 1101 time: 0.1154566 Nov 27 01:10:03.712753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c7ad7-fdf1-4504-a290-1aa7a2db4548 req-6a990ee3-8344-40b9-8b63-b89bafddd164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.714308 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-817c7ad7-fdf1-4504-a290-1aa7a2db4548 req-6a990ee3-8344-40b9-8b63-b89bafddd164 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 1097 time: 0.1357038 Nov 27 01:10:03.715756 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.758038 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.758991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:03.759552 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:03.768870 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ed9bb50-bfe8-4c94-b868-6a199fc0761e req-4ba376b2-abbf-4764-a714-6e6436192b76 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443629 Nov 27 01:10:03.794272 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-019b3a65-6d36-49db-8532-4f07d39b9fb8 req-9540feb5-1898-4266-bde7-b310dacc37aa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181338 Nov 27 01:10:03.816943 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e36931a6-17d6-4b9e-adb6-5addacd41dc5 req-47122a5c-8f99-4397-87dc-9ba47f5021b7 service neutron] 10.222.0.11 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535206 Nov 27 01:10:03.977062 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-b2ebe4d4-e6ef-4f91-a426-74c516c55605 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326347 Nov 27 01:10:04.134373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-31dc1790-65e2-42cb-a564-54cf80836829 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:04.136000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-31dc1790-65e2-42cb-a564-54cf80836829 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1462858 Nov 27 01:10:04.167430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-817c7ad7-fdf1-4504-a290-1aa7a2db4548 req-2dcd5e7e-b8af-48bd-943d-9016918bfef4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450028 Nov 27 01:10:04.172876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9451571 Nov 27 01:10:04.175883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52032) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:04.182907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4b09d1b9-e193-4114-8d60-941191b364b8 admin admin] Request body: {'subnet': {'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-151774122-subnet', 'tenant_id': 'b1bb42a76d0a4f3daba5ce04775dbea9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:04.193750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Request body: {'port': {'device_id': '17a4c903-51d8-40ad-966d-dba3b9bda90d', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '6a1d403d2fdd436a9b8643cfab51aec6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:04.213453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5093a-0d35-41a8-97a0-7fe0a13968de admin admin] Pushing event updated for resources: {'Network': ['ID=e94fedca-8ffd-4ac8-83ec-28a57042d151,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:04.231132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network e94fedca-8ffd-4ac8-83ec-28a57042d151 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:10:04.251716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a84ed-a4c5-4ca4-adf2-99931410a741 req-4a458381-b45b-41e0-b22b-355f970f28ed tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:04.254130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-941a84ed-a4c5-4ca4-adf2-99931410a741 req-4a458381-b45b-41e0-b22b-355f970f28ed tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0892603 Nov 27 01:10:04.308336 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e36931a6-17d6-4b9e-adb6-5addacd41dc5 req-e07f6627-44c1-4175-b77f-55c48fd1a214 service neutron] 10.222.0.11 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083235 Nov 27 01:10:04.308943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b09d1b9-e193-4114-8d60-941191b364b8 admin admin] Made reservation on behalf of b1bb42a76d0a4f3daba5ce04775dbea9 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:04.311496 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4b09d1b9-e193-4114-8d60-941191b364b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:04.324048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-941a84ed-a4c5-4ca4-adf2-99931410a741 req-10f2e5fd-0f1c-49d6-9f9c-8603142f4cf3 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574520 Nov 27 01:10:04.440690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1630e-de39-4875-8973-26bd6edfdef7 req-f642f883-e06e-4f0a-ac70-5998590c442e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:04.442532 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cdb1630e-de39-4875-8973-26bd6edfdef7 req-f642f883-e06e-4f0a-ac70-5998590c442e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0527377 Nov 27 01:10:04.445659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b0b36-b0a2-4c1e-a7fe-3c9824fbad5e req-70b8f665-c310-4309-9898-43e93f782c43 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:04.447154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-957b0b36-b0a2-4c1e-a7fe-3c9824fbad5e req-70b8f665-c310-4309-9898-43e93f782c43 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 950 time: 0.1549323 Nov 27 01:10:04.487715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Made reservation on behalf of 6a1d403d2fdd436a9b8643cfab51aec6 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:04.491836 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:04.504665 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cdb1630e-de39-4875-8973-26bd6edfdef7 req-3a19fc08-71f0-40ba-bb3a-2711937a2751 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534339 Nov 27 01:10:04.575228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-957b0b36-b0a2-4c1e-a7fe-3c9824fbad5e req-ff34975b-6305-400e-911a-66b04354dbfa tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190865 Nov 27 01:10:04.640411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e51e1a-2a5e-44e5-957e-b7d77cd807e8 req-e73aa082-8f22-41cd-9fe4-ffc8d42b4078 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:04.641927 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8e51e1a-2a5e-44e5-957e-b7d77cd807e8 req-e73aa082-8f22-41cd-9fe4-ffc8d42b4078 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 950 time: 0.0651138 Nov 27 01:10:04.676891 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4b09d1b9-e193-4114-8d60-941191b364b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:04.712286 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8e51e1a-2a5e-44e5-957e-b7d77cd807e8 req-ebdc2cb5-9808-4eae-906d-a7162bfcbce2 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583925 Nov 27 01:10:04.768913 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09d1b9-e193-4114-8d60-941191b364b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e00b97-2443-4bf7-9ee9-aeacbdcf111b,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:04.771976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Allocated IP 192.168.233.48 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/bafab6e5-041f-4405-a3a7-c761992be0f9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:04.798119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09d1b9-e193-4114-8d60-941191b364b8 admin admin] Checking segment: {'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:04.798511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b09d1b9-e193-4114-8d60-941191b364b8 admin admin] Network hostable DHCP agents. Network: e94fedca-8ffd-4ac8-83ec-28a57042d151, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:10:04.798766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28d03868-4898-4182-aaca-40db2e3ff445 req-5ebfedd2-c920-440b-8381-a6dc80b77a0b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 210 time: 0.0298710 Nov 27 01:10:04.839568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b09d1b9-e193-4114-8d60-941191b364b8 admin admin] Network e94fedca-8ffd-4ac8-83ec-28a57042d151 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:10:04.865828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-4b09d1b9-e193-4114-8d60-941191b364b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, e94fedca-8ffd-4ac8-83ec-28a57042d151) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:04.879875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96c4e6a-1834-45b9-a556-c93f1c00789f None None] Network e94fedca-8ffd-4ac8-83ec-28a57042d151 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:04.901196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b09d1b9-e193-4114-8d60-941191b364b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:04.901798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4b09d1b9-e193-4114-8d60-941191b364b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:04.942316 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4b09d1b9-e193-4114-8d60-941191b364b8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7565682 Nov 27 01:10:04.942582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea8562-8d30-4cd0-93b0-6fbc16d84f21 req-f09d8e83-4d30-4c3c-b59b-4477c1e6e0e7 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:04.949879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3aea8562-8d30-4cd0-93b0-6fbc16d84f21 req-f09d8e83-4d30-4c3c-b59b-4477c1e6e0e7 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 946 time: 0.0771973 Nov 27 01:10:05.018104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:05.030668 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3aea8562-8d30-4cd0-93b0-6fbc16d84f21 req-f121ec78-10cc-4194-a034-07746d051f90 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797715 Nov 27 01:10:05.073404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17156f3-4775-419f-945c-33ce71aa2d5d None None] Network e94fedca-8ffd-4ac8-83ec-28a57042d151 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:05.086484 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-bf9276a3-df64-488a-97a5-788fc6a31ce1 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=84f4b23207d24b67956a2f3862e3ae77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357955 Nov 27 01:10:05.129639 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:05.171625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4', '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:05.208764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'bc71c429-4de8-45fe-95a8-97571afdfc48', '785c618a-8bdf-45b2-a761-2779c8544aae', '456dbb77-e3a9-4d26-97a1-942860172c9d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:05.227423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:05.235913 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event updated for resources: {'Port': ['ID=bafab6e5-041f-4405-a3a7-c761992be0f9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:05.238518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:05.247878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:05.302128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-6d49a626-2914-4053-b486-43726782b67f tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:05.304266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-6d49a626-2914-4053-b486-43726782b67f tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124267 Nov 27 01:10:05.324752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:05.335629 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:05.370498 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4cc9a771-6d90-4765-82bd-38ba4a6ef8e7 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/quotas/84f4b23207d24b67956a2f3862e3ae77 HTTP/1.1" status: 200 len: 375 time: 0.0231726 Nov 27 01:10:05.387085 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-6816776c-b8fe-433e-ad70-fd0683cb5bff tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1996968 Nov 27 01:10:05.429089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Request body: {'port': {'device_id': '17a4c903-51d8-40ad-966d-dba3b9bda90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:05.544383 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-1b95eaa7-5ed9-43d3-938c-dd985d65953f tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=84f4b23207d24b67956a2f3862e3ae77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1728952 Nov 27 01:10:05.545059 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:05.564592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-d3d16467-5ef5-4163-ac71-d843a3f8e478 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:05.572845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-d3d16467-5ef5-4163-ac71-d843a3f8e478 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/networks?id=e94fedca-8ffd-4ac8-83ec-28a57042d151 HTTP/1.1" status: 200 len: 814 time: 0.1663859 Nov 27 01:10:05.591622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-7dbc29e4-42d3-4804-b0ac-afb6f5da7f07 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/quotas/b1bb42a76d0a4f3daba5ce04775dbea9 HTTP/1.1" status: 200 len: 375 time: 0.0176284 Nov 27 01:10:05.646692 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-3de9ed29-6fb7-4ec3-9e27-9c0fea0918d6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1bb42a76d0a4f3daba5ce04775dbea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535746 Nov 27 01:10:05.701399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4fe9fa1a-7a06-4ab1-a097-8a89c87202b4 None None] Provisioning complete for port bafab6e5-041f-4405-a3a7-c761992be0f9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:05.701876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4fe9fa1a-7a06-4ab1-a097-8a89c87202b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:05.831500 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-f771522f-70cd-452b-a096-104649bb214c service neutron] 10.222.0.37 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831832 Nov 27 01:10:05.841947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9fa1a-7a06-4ab1-a097-8a89c87202b4 None None] Port bafab6e5-041f-4405-a3a7-c761992be0f9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:05.960490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-2899a0af-2b86-4ed8-9e78-d7e10056ce5b service neutron] 10.222.0.37 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280394 Nov 27 01:10:05.970727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafab6e5-041f-4405-a3a7-c761992be0f9 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:05.982012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:05.999252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d940c5-da43-435d-9611-9d2a5ace4b36 req-c2623d97-3a72-43c3-846a-807e88842a09 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:06.000775 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-85d940c5-da43-435d-9611-9d2a5ace4b36 req-c2623d97-3a72-43c3-846a-807e88842a09 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.1184630 Nov 27 01:10:06.014739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Transition to ACTIVE for port object bafab6e5-041f-4405-a3a7-c761992be0f9 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:10:06.027803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.126230 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-85d940c5-da43-435d-9611-9d2a5ace4b36 req-17c4e25b-8851-492f-9e64-2894dcf55e24 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187844 Nov 27 01:10:06.138000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2bd78ad4-db48-445d-ba92-f1f893a2604d up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:06.182281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Pushing event updated for resources: {'Port': ['ID=bafab6e5-041f-4405-a3a7-c761992be0f9,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:06.241563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 2bd78ad4-db48-445d-ba92-f1f893a2604d completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:06.246617 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 2bd78ad4-db48-445d-ba92-f1f893a2604d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:06.247189 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.287853 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-120a9093-f02d-4257-80ff-cfec41ac03cb req-9cbb4c05-85b3-4935-b4f5-8036aa494161 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 210 time: 0.0544419 Nov 27 01:10:06.339414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Attempting to bind port bafab6e5-041f-4405-a3a7-c761992be0f9 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:06.340113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Attempting to bind port bafab6e5-041f-4405-a3a7-c761992be0f9 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:06.341468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Attempting to bind port bafab6e5-041f-4405-a3a7-c761992be0f9 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:06.352760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Port bafab6e5-041f-4405-a3a7-c761992be0f9 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:06.353090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Attempting to bind port bafab6e5-041f-4405-a3a7-c761992be0f9 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:06.377534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:06.377887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:06.378348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:06.378798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Bound port: bafab6e5-041f-4405-a3a7-c761992be0f9, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:06.379162 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.388400 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.390598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfab335-15bb-4c21-b7cf-8c6b0c266a5a req-19e65a5b-bc83-4e0f-aff2-fceb2a47b45d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:06.393264 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcfab335-15bb-4c21-b7cf-8c6b0c266a5a req-19e65a5b-bc83-4e0f-aff2-fceb2a47b45d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.1498301 Nov 27 01:10:06.447279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd78ad4-db48-445d-ba92-f1f893a2604d'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:06.449770 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a696ecf0-a13c-49d0-914f-e657e818a42a" -d '{"events": [{"server_uuid": "2e6cd11e-23eb-4ba9-87e2-f5409ee13352", "name": "network-vif-plugged", "status": "completed", "tag": "2bd78ad4-db48-445d-ba92-f1f893a2604d"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:06.464716 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcfab335-15bb-4c21-b7cf-8c6b0c266a5a req-830e72ad-662e-4407-9aed-32d4d72165ff tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595987 Nov 27 01:10:06.483685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:06.494173 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.498807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854c17-e5c1-427e-a38e-b5de74f6ede6 req-0acc8493-2a56-4228-9b8b-d403f3706eca tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:06.500856 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7a854c17-e5c1-427e-a38e-b5de74f6ede6 req-0acc8493-2a56-4228-9b8b-d403f3706eca tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 950 time: 0.1167591 Nov 27 01:10:06.553309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2bd78ad4-db48-445d-ba92-f1f893a2604d,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:06.590662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] For port bafab6e5-041f-4405-a3a7-c761992be0f9, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:06.616658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cff095-79f4-454f-b470-6a4dba588022 req-4b097ea4-fafc-40b8-af21-2a140971b81b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:06.617389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] For port bafab6e5-041f-4405-a3a7-c761992be0f9, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bafab6e5-041f-4405-a3a7-c761992be0f9,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:06.618212 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0cff095-79f4-454f-b470-6a4dba588022 req-4b097ea4-fafc-40b8-af21-2a140971b81b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 947 time: 0.0790675 Nov 27 01:10:06.626114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.633750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7a854c17-e5c1-427e-a38e-b5de74f6ede6 req-c7eaaf25-a202-477e-9eb8-0b87ccb836f3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224098 Nov 27 01:10:06.670020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:06.670991 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:06.673075 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] 10.222.0.42 "PUT /v2.0/ports/bafab6e5-041f-4405-a3a7-c761992be0f9 HTTP/1.1" status: 200 len: 1095 time: 1.2551014 Nov 27 01:10:06.678768 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a4c903-51d8-40ad-966d-dba3b9bda90d', 'tag': 'bafab6e5-041f-4405-a3a7-c761992be0f9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:06.682789 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60f39ae-7db2-4496-b725-c698f275bc00" -d '{"events": [{"name": "network-changed", "server_uuid": "17a4c903-51d8-40ad-966d-dba3b9bda90d", "tag": "bafab6e5-041f-4405-a3a7-c761992be0f9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:06.715035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f5744-c7ab-4987-b1df-6d3a54e068fc service neutron] Pushing event updated for resources: {'Port': ['ID=bafab6e5-041f-4405-a3a7-c761992be0f9,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:06.745279 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0cff095-79f4-454f-b470-6a4dba588022 req-5a0913b9-0e42-4b88-8282-c8e29b6a24ef tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050086 Nov 27 01:10:06.822909 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bfed6fa8-a7c3-40fb-bfb0-988295b8b687 req-eba5e09d-553a-403e-b294-e9fbfe71dfd9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 210 time: 0.0429473 Nov 27 01:10:06.844234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff1075-dbb7-4c2c-8e07-4377a2a3424d req-b21f2978-3cc5-473d-bbc2-8b683e8cde4a tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:06.853634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6bff1075-dbb7-4c2c-8e07-4377a2a3424d req-b21f2978-3cc5-473d-bbc2-8b683e8cde4a tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 946 time: 0.1058242 Nov 27 01:10:06.882975 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-b5196afb-20b9-446a-b1a8-bf752beac93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:06.884646 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-b5196afb-20b9-446a-b1a8-bf752beac93c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 1098 time: 0.1253641 Nov 27 01:10:06.951427 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-7048de43-7ced-4fde-8b8c-97fd8cbb0ba6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=bafab6e5-041f-4405-a3a7-c761992be0f9 HTTP/1.1" status: 200 len: 217 time: 0.0449059 Nov 27 01:10:06.961953 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6bff1075-dbb7-4c2c-8e07-4377a2a3424d req-12a1bbdf-538a-4376-8b86-f1bb86493005 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041896 Nov 27 01:10:07.003480 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d6bfc7-172a-4ac5-98fb-7b820c69a76a x-openstack-request-id: req-79d6bfc7-172a-4ac5-98fb-7b820c69a76a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:07.003838 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6cd11e-23eb-4ba9-87e2-f5409ee13352", "name": "network-vif-plugged", "status": "completed", "tag": "2bd78ad4-db48-445d-ba92-f1f893a2604d", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:07.004439 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79d6bfc7-172a-4ac5-98fb-7b820c69a76a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:07.004895 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd78ad4-db48-445d-ba92-f1f893a2604d', 'code': 200} Nov 27 01:10:07.031959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-ea856905-a64e-43c6-8f1c-0e1f48e1d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.033640 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-ea856905-a64e-43c6-8f1c-0e1f48e1d8eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0586498 Nov 27 01:10:07.051291 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c4a801-4236-4038-aaed-b8ab4c27f083 x-openstack-request-id: req-d5c4a801-4236-4038-aaed-b8ab4c27f083 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:07.051659 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a4c903-51d8-40ad-966d-dba3b9bda90d", "tag": "bafab6e5-041f-4405-a3a7-c761992be0f9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:07.051874 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5c4a801-4236-4038-aaed-b8ab4c27f083 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:07.053510 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a4c903-51d8-40ad-966d-dba3b9bda90d', 'tag': 'bafab6e5-041f-4405-a3a7-c761992be0f9', 'status': 'completed', 'code': 200} Nov 27 01:10:07.079707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d98e6-35b1-444c-b11a-e8fb228a3a0e req-5e23c0b2-fddc-439c-ad10-85c8c7aade78 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.082028 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-059d98e6-35b1-444c-b11a-e8fb228a3a0e req-5e23c0b2-fddc-439c-ad10-85c8c7aade78 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0637913 Nov 27 01:10:07.193191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-94811e61-e04f-4c9b-9e8a-bb35e5844411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.194347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-94811e61-e04f-4c9b-9e8a-bb35e5844411 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123736 Nov 27 01:10:07.226925 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-059d98e6-35b1-444c-b11a-e8fb228a3a0e req-5f5647b1-27df-4df2-b704-38e013f1bc3b tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333659 Nov 27 01:10:07.239112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7417af-3de1-4185-aaa3-08e87a9fa47f req-23f15dd5-1a4e-4cdc-a2b8-5f8b6b5e552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.240744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ed7417af-3de1-4185-aaa3-08e87a9fa47f req-23f15dd5-1a4e-4cdc-a2b8-5f8b6b5e552c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 1100 time: 0.1191242 Nov 27 01:10:07.317304 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-dda95295-c800-47d8-bb3b-c7e517b218cc tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=84f4b23207d24b67956a2f3862e3ae77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406985 Nov 27 01:10:07.330739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa52adf-e85c-480e-b1ea-75b985c0a44e req-549e9711-6403-4e61-af13-3060c19c14dd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.332706 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fa52adf-e85c-480e-b1ea-75b985c0a44e req-549e9711-6403-4e61-af13-3060c19c14dd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.1092129 Nov 27 01:10:07.366370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ed7417af-3de1-4185-aaa3-08e87a9fa47f req-73ff8add-483d-431e-953a-4ea8b13402ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807269 Nov 27 01:10:07.372054 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-bd10bb4a-f333-432f-9dd1-b2236bb1e13a service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641214 Nov 27 01:10:07.470355 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fa52adf-e85c-480e-b1ea-75b985c0a44e req-43dfe3f9-2c09-4a81-b98a-e5cbec09d1bd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760577 Nov 27 01:10:07.484672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69a4a3da-7294-40e7-a91b-0ae798b37a46 req-d718b650-3fdc-4fc9-8893-70db4ec1215d service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025343 Nov 27 01:10:07.486599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-a73bfbaa-13cc-4842-9646-2de98be07dcc tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.488466 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-a73bfbaa-13cc-4842-9646-2de98be07dcc tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541131 Nov 27 01:10:07.506298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ab26dbd-66a0-436b-9e0e-a58014e089f9 req-43a1f6a6-917f-4ac8-9897-cc31c30bd42e tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 210 time: 0.0437810 Nov 27 01:10:07.581152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d007244-89f5-4689-b3be-be26b1e3354c req-7c386f8d-f4b8-4537-a16b-c7b833f46e26 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.582682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d007244-89f5-4689-b3be-be26b1e3354c req-7c386f8d-f4b8-4537-a16b-c7b833f46e26 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 946 time: 0.0504358 Nov 27 01:10:07.613867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021806a-5b0d-4972-8e31-4b1106117e01 req-3d86196f-5aae-408b-9fde-f87b190c1f1f tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.615421 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8021806a-5b0d-4972-8e31-4b1106117e01 req-3d86196f-5aae-408b-9fde-f87b190c1f1f tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0498888 Nov 27 01:10:07.630097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d007244-89f5-4689-b3be-be26b1e3354c req-63bd06f2-f3c2-4339-9531-c7a59e8890ae tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Nov 27 01:10:07.683788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f39ae-7db2-4496-b725-c698f275bc00 req-ec1cb48b-7928-425c-b2e1-73872d9724e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.685267 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e60f39ae-7db2-4496-b725-c698f275bc00 req-ec1cb48b-7928-425c-b2e1-73872d9724e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 1098 time: 0.0689664 Nov 27 01:10:07.689279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8021806a-5b0d-4972-8e31-4b1106117e01 req-e5c0ba03-e6ea-4361-9ff7-0780e7b3033b tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646019 Nov 27 01:10:07.694741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Request body: {'port': {'device_id': 'd94423ca-37fb-4441-94b5-d8eedbba90c6', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '84f4b23207d24b67956a2f3862e3ae77'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:07.821223 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f39ae-7db2-4496-b725-c698f275bc00 req-83dc4e51-3894-4a83-9ed4-411ffa6e49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.822734 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e60f39ae-7db2-4496-b725-c698f275bc00 req-83dc4e51-3894-4a83-9ed4-411ffa6e49a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1290836 Nov 27 01:10:07.869261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Made reservation on behalf of 84f4b23207d24b67956a2f3862e3ae77 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:07.872835 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:07.892208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e60f39ae-7db2-4496-b725-c698f275bc00 req-403aa308-e3ae-4301-b537-6bfcde4a00ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=bafab6e5-041f-4405-a3a7-c761992be0f9 HTTP/1.1" status: 200 len: 217 time: 0.0530384 Nov 27 01:10:07.898984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc02566-45ad-42e7-be6b-e0d0a7dd0941 req-fe4440be-3f28-4dc2-b64c-df64c9905f98 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.900517 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fc02566-45ad-42e7-be6b-e0d0a7dd0941 req-fe4440be-3f28-4dc2-b64c-df64c9905f98 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 947 time: 0.0839677 Nov 27 01:10:07.970143 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a66e70ff-e8b1-418b-afb7-857cfcdf0b73 req-a7beb89f-b2bf-44dd-a321-3aae524b8e69 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 210 time: 0.0540047 Nov 27 01:10:07.988127 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f39ae-7db2-4496-b725-c698f275bc00 req-832a790f-28a8-46ad-ae1f-36b4871dfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:07.992712 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e60f39ae-7db2-4496-b725-c698f275bc00 req-832a790f-28a8-46ad-ae1f-36b4871dfbe2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0862842 Nov 27 01:10:08.001939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fc02566-45ad-42e7-be6b-e0d0a7dd0941 req-13b642a1-96d5-4cc3-b0ef-7822ce27945e tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903850 Nov 27 01:10:08.058653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f39ae-7db2-4496-b725-c698f275bc00 req-35c0ddf2-08bd-4532-86eb-42c59947f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:08.060135 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e60f39ae-7db2-4496-b725-c698f275bc00 req-35c0ddf2-08bd-4532-86eb-42c59947f5ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495751 Nov 27 01:10:08.080810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Allocated IP 192.168.233.234 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/6e5df0eb-1691-41a8-9021-a8e889c3a3c7) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:08.165815 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e60f39ae-7db2-4496-b725-c698f275bc00 req-c2858c28-e9a2-472b-9761-0f746107ab86 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917459 Nov 27 01:10:08.243384 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.269566 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e60f39ae-7db2-4496-b725-c698f275bc00 req-1ed19fe5-96ff-4969-aea4-c10a70ea9422 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908313 Nov 27 01:10:08.298956 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.356206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a0d9a510-529e-4afd-aa44-034bd03f6893'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:08.366098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:08.371030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:08.378108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:08.424062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Pushing event updated for resources: {'Port': ['ID=6e5df0eb-1691-41a8-9021-a8e889c3a3c7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:08.443136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73169e19-172a-47e6-bcc2-88f1daccac7c req-bffa6b76-84a8-4fbc-89e4-5b36c3fe30e1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:08.444671 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73169e19-172a-47e6-bcc2-88f1daccac7c req-bffa6b76-84a8-4fbc-89e4-5b36c3fe30e1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1432214 Nov 27 01:10:08.459750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:08.460351 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.469335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-3302a4b1-5304-45ca-a479-bfe985a4f41d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:08.471465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-3302a4b1-5304-45ca-a479-bfe985a4f41d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.11 "GET /v2.0/networks?id=e94fedca-8ffd-4ac8-83ec-28a57042d151 HTTP/1.1" status: 200 len: 814 time: 0.1421204 Nov 27 01:10:08.492618 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-4fd9b9ef-3c09-48fd-a8e7-04c4d7d65557 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8026166 Nov 27 01:10:08.526600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Request body: {'port': {'device_id': '91acb5e1-2bba-405b-b2c7-d807eb23d10b', 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151', 'admin_state_up': True, 'tenant_id': 'b1bb42a76d0a4f3daba5ce04775dbea9'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:08.534104 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73169e19-172a-47e6-bcc2-88f1daccac7c req-89bb7237-2067-48a4-8d93-cf84a740101f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749671 Nov 27 01:10:08.542571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Request body: {'port': {'device_id': 'd94423ca-37fb-4441-94b5-d8eedbba90c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:08.658632 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.668957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147213b1-50c5-49f6-a084-02ccc9868703 req-f9b7a557-b252-4360-a31c-186790cf0512 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:08.673341 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-147213b1-50c5-49f6-a084-02ccc9868703 req-f9b7a557-b252-4360-a31c-186790cf0512 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0804431 Nov 27 01:10:08.719148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7c24f8b0-a622-4a9f-a964-293c95b181f6 None None] Provisioning complete for port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:08.719516 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7c24f8b0-a622-4a9f-a964-293c95b181f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.719670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5dec7-ce45-4a9b-943c-740baeaa7c78 req-fbfbf032-00fc-467a-82a4-cb5c7ee08a4c tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:08.721245 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b9f5dec7-ce45-4a9b-943c-740baeaa7c78 req-fbfbf032-00fc-467a-82a4-cb5c7ee08a4c tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 936 time: 0.0940280 Nov 27 01:10:08.749648 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-147213b1-50c5-49f6-a084-02ccc9868703 req-5b7159a4-68ba-4474-8c36-ff58b0dc8c2c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686567 Nov 27 01:10:08.750863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Made reservation on behalf of b1bb42a76d0a4f3daba5ce04775dbea9 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:08.756709 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:08.774226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7c24f8b0-a622-4a9f-a964-293c95b181f6 None None] Port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:08.844135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b9f5dec7-ce45-4a9b-943c-740baeaa7c78 req-337727f6-9c56-4815-8846-3c87fa83bd6a tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120262 Nov 27 01:10:09.034335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d12ec-28f0-43f3-9344-98a1905e0999 req-695cf560-52d5-4fd7-b270-4bbb176d9b75 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.035925 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c0d12ec-28f0-43f3-9344-98a1905e0999 req-695cf560-52d5-4fd7-b270-4bbb176d9b75 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.1131802 Nov 27 01:10:09.096747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:09.113522 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.140281 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c0d12ec-28f0-43f3-9344-98a1905e0999 req-4edcbbdd-fa40-45ea-9691-ab653012c16e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979102 Nov 27 01:10:09.141238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Transition to ACTIVE for port object 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:10:09.146719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.212558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc113-3e52-4d5a-915f-aecacb5ad8cd req-6e8b27c4-3dab-437b-ac3e-14805acbffc5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.213176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5df0eb-1691-41a8-9021-a8e889c3a3c7,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:09.214091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a5fc113-3e52-4d5a-915f-aecacb5ad8cd req-6e8b27c4-3dab-437b-ac3e-14805acbffc5 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 946 time: 0.3820002 Nov 27 01:10:09.223703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Allocated IP 172.20.0.12 (e94fedca-8ffd-4ac8-83ec-28a57042d151/f6e00b97-2443-4bf7-9ee9-aeacbdcf111b/5c604072-9b25-4612-9eb2-43f82a28d556) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:09.262061 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30e73c53-f485-481a-8333-ff0df3f6962b req-92ee3110-fdf8-4220-a9e0-495ae43e6751 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 210 time: 0.0467346 Nov 27 01:10:09.304990 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a5fc113-3e52-4d5a-915f-aecacb5ad8cd req-48cc604f-699a-4b5a-bb39-76c64e67a0c9 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768275 Nov 27 01:10:09.348785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Attempting to bind port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:09.348785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Attempting to bind port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:09.349166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Attempting to bind port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:09.359872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:09.360208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Attempting to bind port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:09.370265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:09.370494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:09.370887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:09.371312 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Bound port: 6e5df0eb-1691-41a8-9021-a8e889c3a3c7, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:09.371662 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.454043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.485165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] For port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:09.487896 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.494988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5ae33-e487-4187-b22d-99abae6e3a12 req-52a4d6f6-3dff-4c2f-a78d-f9cb8f18e0d3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.496051 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2af5ae33-e487-4187-b22d-99abae6e3a12 req-52a4d6f6-3dff-4c2f-a78d-f9cb8f18e0d3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 947 time: 0.0992899 Nov 27 01:10:09.497823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] For port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6e5df0eb-1691-41a8-9021-a8e889c3a3c7,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:09.503380 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.545844 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Network e94fedca-8ffd-4ac8-83ec-28a57042d151 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:09.548935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:09.553635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:09.569841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.570822 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.573745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] 10.222.0.11 "PUT /v2.0/ports/6e5df0eb-1691-41a8-9021-a8e889c3a3c7 HTTP/1.1" status: 200 len: 1096 time: 1.0372581 Nov 27 01:10:09.575298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94423ca-37fb-4441-94b5-d8eedbba90c6', 'tag': '6e5df0eb-1691-41a8-9021-a8e889c3a3c7'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:09.577765 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd685a6-9588-4f64-ab50-72076b9c6285" -d '{"events": [{"name": "network-changed", "server_uuid": "d94423ca-37fb-4441-94b5-d8eedbba90c6", "tag": "6e5df0eb-1691-41a8-9021-a8e889c3a3c7"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:09.581535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Pushing event updated for resources: {'Port': ['ID=5c604072-9b25-4612-9eb2-43f82a28d556,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:09.620705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435baa0-604d-420e-8719-fa564e6a3e17 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5df0eb-1691-41a8-9021-a8e889c3a3c7,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:09.626181 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.626886 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.640578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2af5ae33-e487-4187-b22d-99abae6e3a12 req-c3d1598f-9ee6-4c42-8de8-6efa35b2b124 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316218 Nov 27 01:10:09.680177 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-24431354-aee8-42d2-a0b2-4b6b8e5a62b9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1590016 Nov 27 01:10:09.705871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3768d1-64ed-4074-9c5b-aa2943985948 req-9ebcbe70-5f77-4e4b-aaa8-794c2e371127 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.707452 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e3768d1-64ed-4074-9c5b-aa2943985948 req-9ebcbe70-5f77-4e4b-aaa8-794c2e371127 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0756991 Nov 27 01:10:09.715193 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c82da4-14fd-4021-b7e6-264cf6f64054 x-openstack-request-id: req-80c82da4-14fd-4021-b7e6-264cf6f64054 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:09.715748 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94423ca-37fb-4441-94b5-d8eedbba90c6", "tag": "6e5df0eb-1691-41a8-9021-a8e889c3a3c7", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:09.715876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Request body: {'port': {'device_id': '91acb5e1-2bba-405b-b2c7-d807eb23d10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:09.715984 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80c82da4-14fd-4021-b7e6-264cf6f64054 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:09.716359 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94423ca-37fb-4441-94b5-d8eedbba90c6', 'tag': '6e5df0eb-1691-41a8-9021-a8e889c3a3c7', 'status': 'completed', 'code': 200} Nov 27 01:10:09.735354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-df7c52e1-8082-42c5-ada3-cab945ae1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.737060 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-df7c52e1-8082-42c5-ada3-cab945ae1212 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84f4b23207d24b67956a2f3862e3ae77&device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 1099 time: 0.0583501 Nov 27 01:10:09.806325 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e3768d1-64ed-4074-9c5b-aa2943985948 req-c0c46d22-69c8-4804-b369-b6a4955a9874 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871615 Nov 27 01:10:09.806709 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-e06f19f2-76ad-45ce-a81c-2effb5d413d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=6e5df0eb-1691-41a8-9021-a8e889c3a3c7 HTTP/1.1" status: 200 len: 217 time: 0.0370603 Nov 27 01:10:09.807638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:09.859554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-db78f72f-4467-455f-ad28-41907cc49c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.861022 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-db78f72f-4467-455f-ad28-41907cc49c3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0465889 Nov 27 01:10:09.950942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-0e0bce42-aae6-4b29-8751-3eb6f9026657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.954485 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-0e0bce42-aae6-4b29-8751-3eb6f9026657 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775900 Nov 27 01:10:09.964227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302cd73-2489-4eb5-9c54-facd7a8671d2 req-3e5df236-f79c-4aa4-8ef9-35d690d17801 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:09.964227 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f302cd73-2489-4eb5-9c54-facd7a8671d2 req-3e5df236-f79c-4aa4-8ef9-35d690d17801 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.1005046 Nov 27 01:10:10.060209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173f36d-f316-47b1-a19c-87eac350b28c req-dd81a4f3-a4d6-481d-9a1c-871b07983bcf tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.061941 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4173f36d-f316-47b1-a19c-87eac350b28c req-dd81a4f3-a4d6-481d-9a1c-871b07983bcf tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 948 time: 0.1131704 Nov 27 01:10:10.063843 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f302cd73-2489-4eb5-9c54-facd7a8671d2 req-87bf7306-6e24-4c32-8ce8-2a007210f9ea tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916944 Nov 27 01:10:10.097065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-039a2e59-866c-4fbd-8d66-51eb61d82900 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308582 Nov 27 01:10:10.143998 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4173f36d-f316-47b1-a19c-87eac350b28c req-49e7faab-da96-4d8c-9cd3-799808d4548a tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749960 Nov 27 01:10:10.194446 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5984490f-752b-42c0-b05f-b63895d06045 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=63c16b5948444a33acd85e24899b9809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294814 Nov 27 01:10:10.205895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c604072-9b25-4612-9eb2-43f82a28d556 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:10.229772 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.275336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Transition to ACTIVE for port object 5c604072-9b25-4612-9eb2-43f82a28d556 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:10:10.284408 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.289688 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84d0d459-8f28-481d-913e-825bd8fcecd2 req-641fc553-4f48-4158-b90f-1f5f2aa57182 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766701 Nov 27 01:10:10.305289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5b13-39ab-41c1-95d4-a59495af6a81 req-2796af6e-b3d6-4826-8e2a-0076ac6326e2 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.306979 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f53d5b13-39ab-41c1-95d4-a59495af6a81 req-2796af6e-b3d6-4826-8e2a-0076ac6326e2 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.11 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 946 time: 0.1255434 Nov 27 01:10:10.344313 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-707c9d94-8c97-4b33-9cdf-604d5ee4ccec tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.346087 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-707c9d94-8c97-4b33-9cdf-604d5ee4ccec tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425107 Nov 27 01:10:10.350705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b3f39-119a-40db-b801-5b1f1ccdc55d req-62aa8ea2-8de3-44a7-b39a-06eb97e1885d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.352218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-083b3f39-119a-40db-b801-5b1f1ccdc55d req-62aa8ea2-8de3-44a7-b39a-06eb97e1885d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.1275172 Nov 27 01:10:10.372003 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-bb6acfbb-7a9f-44f7-abff-b5e6ecf50e51 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/quotas/63c16b5948444a33acd85e24899b9809 HTTP/1.1" status: 200 len: 375 time: 0.0116260 Nov 27 01:10:10.422033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Pushing event updated for resources: {'Port': ['ID=5c604072-9b25-4612-9eb2-43f82a28d556,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:10.457084 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-7c3d296f-a441-4b1f-b279-ed786e937ce4 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=63c16b5948444a33acd85e24899b9809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792282 Nov 27 01:10:10.464060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd685a6-9588-4f64-ab50-72076b9c6285 req-757e06c4-b81b-475b-8f0f-8eff3d1b3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.465696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bd685a6-9588-4f64-ab50-72076b9c6285 req-757e06c4-b81b-475b-8f0f-8eff3d1b3214 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84f4b23207d24b67956a2f3862e3ae77&device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 1099 time: 0.0615537 Nov 27 01:10:10.518456 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-083b3f39-119a-40db-b801-5b1f1ccdc55d req-aa946031-6d61-4991-8b06-b8c0edd10165 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551189 Nov 27 01:10:10.547974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Attempting to bind port 5c604072-9b25-4612-9eb2-43f82a28d556 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:10.548493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Attempting to bind port 5c604072-9b25-4612-9eb2-43f82a28d556 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:10.549345 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Attempting to bind port 5c604072-9b25-4612-9eb2-43f82a28d556 on network e94fedca-8ffd-4ac8-83ec-28a57042d151 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:10.558269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Port 5c604072-9b25-4612-9eb2-43f82a28d556 on network e94fedca-8ffd-4ac8-83ec-28a57042d151 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:10.558685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Attempting to bind port 5c604072-9b25-4612-9eb2-43f82a28d556 on network e94fedca-8ffd-4ac8-83ec-28a57042d151 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:10.566657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:10.566657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Checking segment: {'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:10.567055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Bound using segment: {'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:10.567495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Bound port: 5c604072-9b25-4612-9eb2-43f82a28d556, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:10.567878 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.571235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-f53d5b13-39ab-41c1-95d4-a59495af6a81 req-14d881af-a2e6-4c9b-9282-830b40ceae98 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Deleting port 377320b7-e3d8-4400-a414-d09e8343ba17 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:10.571564 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f53d5b13-39ab-41c1-95d4-a59495af6a81 req-14d881af-a2e6-4c9b-9282-830b40ceae98 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.597869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd685a6-9588-4f64-ab50-72076b9c6285 req-12eaacdc-ca01-48bb-88b0-211cc88f6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.601496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bd685a6-9588-4f64-ab50-72076b9c6285 req-12eaacdc-ca01-48bb-88b0-211cc88f6322 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1273968 Nov 27 01:10:10.658027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bd685a6-9588-4f64-ab50-72076b9c6285 req-76709b26-170b-4ff3-b708-d4505a2760a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=6e5df0eb-1691-41a8-9021-a8e889c3a3c7 HTTP/1.1" status: 200 len: 217 time: 0.0469606 Nov 27 01:10:10.742475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4450cd4-1824-49a0-aaad-e89cb4b959d5 req-f23a884c-3022-4ba9-8d42-43513e5a769f tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.743991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d4450cd4-1824-49a0-aaad-e89cb4b959d5 req-f23a884c-3022-4ba9-8d42-43513e5a769f tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 946 time: 0.0884867 Nov 27 01:10:10.745374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd685a6-9588-4f64-ab50-72076b9c6285 req-340b4a03-98d9-4678-8c91-e719ad4a9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.746823 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bd685a6-9588-4f64-ab50-72076b9c6285 req-340b4a03-98d9-4678-8c91-e719ad4a9559 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0794914 Nov 27 01:10:10.771919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d2dd0-51cf-429f-8ad5-36afe8e27e94 req-3492da9e-eac2-4b21-a661-9e4571f6fda8 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.775033 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f94d2dd0-51cf-429f-8ad5-36afe8e27e94 req-3492da9e-eac2-4b21-a661-9e4571f6fda8 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 944 time: 0.1380498 Nov 27 01:10:10.781843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f53d5b13-39ab-41c1-95d4-a59495af6a81 req-14d881af-a2e6-4c9b-9282-830b40ceae98 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] For port 377320b7-e3d8-4400-a414-d09e8343ba17, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=377320b7-e3d8-4400-a414-d09e8343ba17,segment=NetworkSegment(92de3352-9074-4a2a-b919-4f83645343be),segment_id=92de3352-9074-4a2a-b919-4f83645343be)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:10.782213 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f53d5b13-39ab-41c1-95d4-a59495af6a81 req-14d881af-a2e6-4c9b-9282-830b40ceae98 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.785074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] For port 5c604072-9b25-4612-9eb2-43f82a28d556, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:10.795676 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] For port 5c604072-9b25-4612-9eb2-43f82a28d556, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c604072-9b25-4612-9eb2-43f82a28d556,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:10.809574 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.819267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-f53d5b13-39ab-41c1-95d4-a59495af6a81 req-14d881af-a2e6-4c9b-9282-830b40ceae98 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Calling delete_port for 377320b7-e3d8-4400-a414-d09e8343ba17 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:10.842163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd685a6-9588-4f64-ab50-72076b9c6285 req-435ae9cc-4b01-4843-ac75-4a8b9fa5d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.843710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bd685a6-9588-4f64-ab50-72076b9c6285 req-435ae9cc-4b01-4843-ac75-4a8b9fa5d512 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806787 Nov 27 01:10:10.847424 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d4450cd4-1824-49a0-aaad-e89cb4b959d5 req-07b40c08-9496-40a2-8d39-20c6dfd98b49 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/security-groups?id=25234218-6703-44d7-835f-98ee7dab5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924025 Nov 27 01:10:10.868734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:10.869743 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:10.872172 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] 10.222.0.11 "PUT /v2.0/ports/5c604072-9b25-4612-9eb2-43f82a28d556 HTTP/1.1" status: 200 len: 1092 time: 1.1609607 Nov 27 01:10:10.872713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91acb5e1-2bba-405b-b2c7-d807eb23d10b', 'tag': '5c604072-9b25-4612-9eb2-43f82a28d556'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:10.875502 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defe1326-8af0-4ec3-beaf-f11d23d6b42b" -d '{"events": [{"name": "network-changed", "server_uuid": "91acb5e1-2bba-405b-b2c7-d807eb23d10b", "tag": "5c604072-9b25-4612-9eb2-43f82a28d556"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:10.971252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6916367-1b63-4490-8144-6628f8f98e91 service neutron] Pushing event updated for resources: {'Port': ['ID=5c604072-9b25-4612-9eb2-43f82a28d556,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:10.989370 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bd685a6-9588-4f64-ab50-72076b9c6285 req-71634eaa-d343-4b6c-b51f-a524a3cf3210 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146371 Nov 27 01:10:11.009762 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f94d2dd0-51cf-429f-8ad5-36afe8e27e94 req-81a5115c-5cd8-47d1-8800-1f91f4bbd11a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195363 Nov 27 01:10:11.019629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bafab6e5-041f-4405-a3a7-c761992be0f9 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:11.095431 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-88339920-b620-4bb9-b59a-d95342a24d96 req-d9e1a46a-febe-42bc-a1c6-8999437ee861 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 210 time: 0.0349104 Nov 27 01:10:11.147510 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bd685a6-9588-4f64-ab50-72076b9c6285 req-bf1cfa0b-1550-4fec-8026-61ad61b27b55 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497006 Nov 27 01:10:11.163803 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6573fa5-b74c-44c4-98b9-c99cb1b46d48 x-openstack-request-id: req-c6573fa5-b74c-44c4-98b9-c99cb1b46d48 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:11.164137 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91acb5e1-2bba-405b-b2c7-d807eb23d10b", "tag": "5c604072-9b25-4612-9eb2-43f82a28d556", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:11.164353 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6573fa5-b74c-44c4-98b9-c99cb1b46d48 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:11.164762 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91acb5e1-2bba-405b-b2c7-d807eb23d10b', 'tag': '5c604072-9b25-4612-9eb2-43f82a28d556', 'status': 'completed', 'code': 200} Nov 27 01:10:11.170791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-0e2d3490-6b41-4410-a00b-00a92017e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:11.172462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-0e2d3490-6b41-4410-a00b-00a92017e834 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1bb42a76d0a4f3daba5ce04775dbea9&device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 1095 time: 0.1968930 Nov 27 01:10:11.197799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bafab6e5-041f-4405-a3a7-c761992be0f9, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bafab6e5-041f-4405-a3a7-c761992be0f9,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:11.216918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'bafab6e5-041f-4405-a3a7-c761992be0f9', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'bafab6e5-041f-4405-a3a7-c761992be0f9', 'mac_address': 'fa:16:3e:40:22:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:11.254405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa16b0-66d9-40a6-a79c-803f474da851 req-db40cfc5-0cd2-4dcb-bd56-9a4f481b98dd tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:11.258070 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68fa16b0-66d9-40a6-a79c-803f474da851 req-db40cfc5-0cd2-4dcb-bd56-9a4f481b98dd tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 947 time: 0.1678169 Nov 27 01:10:11.260093 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.276957 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafab6e5-041f-4405-a3a7-c761992be0f9 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:11.288816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-758c5795-e9de-4060-8232-807cd762d471 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c604072-9b25-4612-9eb2-43f82a28d556 HTTP/1.1" status: 200 len: 217 time: 0.0707638 Nov 27 01:10:11.298374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a04bc-98a6-4f0b-9080-8b630936f977 req-920777c1-181c-41fb-9388-b97f65d5820a tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:11.299863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f4a04bc-98a6-4f0b-9080-8b630936f977 req-920777c1-181c-41fb-9388-b97f65d5820a tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0533288 Nov 27 01:10:11.301203 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f53d5b13-39ab-41c1-95d4-a59495af6a81 req-14d881af-a2e6-4c9b-9282-830b40ceae98 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.310262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bafab6e5-041f-4405-a3a7-c761992be0f9, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bafab6e5-041f-4405-a3a7-c761992be0f9,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:11.320283 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.354409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['377320b7-e3d8-4400-a414-d09e8343ba17'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:11.359338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f4a04bc-98a6-4f0b-9080-8b630936f977 req-367b2fc2-672b-4391-af9f-c87f7bbe9530 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518944 Nov 27 01:10:11.381083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d881af-a2e6-4c9b-9282-830b40ceae98 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Pushing event deleted for resources: {'Port': ['ID=377320b7-e3d8-4400-a414-d09e8343ba17,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:11.428315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-8fb2dc1a-7681-4ac0-82cb-cb362d7f294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:11.430074 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-8fb2dc1a-7681-4ac0-82cb-cb362d7f294b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6e00b97-2443-4bf7-9ee9-aeacbdcf111b HTTP/1.1" status: 200 len: 854 time: 0.1253016 Nov 27 01:10:11.430231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=bafab6e5-041f-4405-a3a7-c761992be0f9,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:11.434388 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7bbc7480-99af-454c-8878-70badeab0dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.439003 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68fa16b0-66d9-40a6-a79c-803f474da851 req-d83527f5-bc1e-405c-9b2d-4fcc18df0e28 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525176 Nov 27 01:10:11.455838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53d5b13-39ab-41c1-95d4-a59495af6a81 req-14d881af-a2e6-4c9b-9282-830b40ceae98 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] No DVR routers for this DVR port 377320b7-e3d8-4400-a414-d09e8343ba17 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:11.465125 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f53d5b13-39ab-41c1-95d4-a59495af6a81 req-14d881af-a2e6-4c9b-9282-830b40ceae98 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:11.468333 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f53d5b13-39ab-41c1-95d4-a59495af6a81 req-14d881af-a2e6-4c9b-9282-830b40ceae98 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.11 "DELETE /v2.0/ports/377320b7-e3d8-4400-a414-d09e8343ba17 HTTP/1.1" status: 204 len: 173 time: 1.1364343 Nov 27 01:10:11.486964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-b480a5fb-c217-44e4-b44b-b7c8978e09d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e94fedca-8ffd-4ac8-83ec-28a57042d151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324051 Nov 27 01:10:11.512416 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bd4a0-5171-42f8-a20d-2a452dda6abe req-ed46b65e-d5af-489b-8284-25aa7fbd8787 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:11.513987 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d54bd4a0-5171-42f8-a20d-2a452dda6abe req-ed46b65e-d5af-489b-8284-25aa7fbd8787 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 948 time: 0.0510931 Nov 27 01:10:11.574262 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d54bd4a0-5171-42f8-a20d-2a452dda6abe req-a7257dff-9578-4d8b-9466-772d47cda5df tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533328 Nov 27 01:10:11.609538 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-1e6659d2-709b-46ca-8bb9-e6d5b7aff463 service neutron] 10.222.0.11 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980356 Nov 27 01:10:11.719247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd60c6-07d1-4430-8de8-7603ab485e20 req-328643b6-0b87-40d0-986e-30dc9ff96388 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:11.720647 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55cd60c6-07d1-4430-8de8-7603ab485e20 req-328643b6-0b87-40d0-986e-30dc9ff96388 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.1047969 Nov 27 01:10:11.760466 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e363950c-d1e3-4f50-be2b-d08f390b6d70 req-d16169e0-dd6b-400f-8b52-8b32152c59fa service neutron] 10.222.0.11 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340899 Nov 27 01:10:11.782748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['bafab6e5-041f-4405-a3a7-c761992be0f9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:11.789162 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55cd60c6-07d1-4430-8de8-7603ab485e20 req-ca73b553-6538-48f3-9348-697907aea672 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597522 Nov 27 01:10:11.961271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e5202fb4-f9fc-435f-87b9-b6a46e35d5dd req-79cad48c-84af-422a-b088-bf7e30a27738 tempest-ServerPasswordTestJSON-2100501484 tempest-ServerPasswordTestJSON-2100501484-project] 10.222.0.37 "GET /v2.0/ports?device_id=895eb85c-a53a-4fce-ba29-64164a984f7c HTTP/1.1" status: 200 len: 210 time: 0.0270927 Nov 27 01:10:11.988986 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe1326-8af0-4ec3-beaf-f11d23d6b42b req-e6f68091-a7cd-4963-94b8-4d9d179fadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:11.991052 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-defe1326-8af0-4ec3-beaf-f11d23d6b42b req-e6f68091-a7cd-4963-94b8-4d9d179fadfc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1bb42a76d0a4f3daba5ce04775dbea9&device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 1095 time: 0.0428679 Nov 27 01:10:12.051944 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-ec9f2b55-b1f9-49a2-92a6-68404411cf41 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=63c16b5948444a33acd85e24899b9809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339887 Nov 27 01:10:12.127727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d83ac-c0c1-4a89-b048-043525f94429 req-7f98f464-f7f5-44a0-a680-2c015ee1011d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:12.129801 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a9d83ac-c0c1-4a89-b048-043525f94429 req-7f98f464-f7f5-44a0-a680-2c015ee1011d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 944 time: 0.0523343 Nov 27 01:10:12.182474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe1326-8af0-4ec3-beaf-f11d23d6b42b req-b8d34b2c-1de2-4958-bc74-558c63f04ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:12.184267 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-defe1326-8af0-4ec3-beaf-f11d23d6b42b req-b8d34b2c-1de2-4958-bc74-558c63f04ede service neutron] 10.222.0.11 "GET /v2.0/networks?id=e94fedca-8ffd-4ac8-83ec-28a57042d151 HTTP/1.1" status: 200 len: 915 time: 0.1563625 Nov 27 01:10:12.188933 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a9d83ac-c0c1-4a89-b048-043525f94429 req-a0f69205-f812-43e8-92eb-6a44205316e7 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518510 Nov 27 01:10:12.231857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dce1f570-9c22-457c-b9bb-5f4f68ac5e5e req-6a6b1349-640c-4ba3-89c1-a75a08b544c8 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 210 time: 0.0423589 Nov 27 01:10:12.262702 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-defe1326-8af0-4ec3-beaf-f11d23d6b42b req-642ee74f-9e79-4d45-8d36-3ca2885dbd9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c604072-9b25-4612-9eb2-43f82a28d556 HTTP/1.1" status: 200 len: 217 time: 0.0597882 Nov 27 01:10:12.295540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5d6b4aa7-a61f-43ce-ae95-ed4b92eacf81 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:12.296929 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5d6b4aa7-a61f-43ce-ae95-ed4b92eacf81 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831732 Nov 27 01:10:12.350863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Request body: {'port': {'device_id': '4911ecdc-e14c-4805-86d2-47bb01534cf5', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '63c16b5948444a33acd85e24899b9809'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:12.413407 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe1326-8af0-4ec3-beaf-f11d23d6b42b req-e8374330-f505-458a-ab53-dad8332501d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:12.414915 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-defe1326-8af0-4ec3-beaf-f11d23d6b42b req-e8374330-f505-458a-ab53-dad8332501d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6e00b97-2443-4bf7-9ee9-aeacbdcf111b HTTP/1.1" status: 200 len: 854 time: 0.0955350 Nov 27 01:10:12.461050 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-defe1326-8af0-4ec3-beaf-f11d23d6b42b req-8f15629d-cbe8-4795-a580-53d1a7683e06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e94fedca-8ffd-4ac8-83ec-28a57042d151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369968 Nov 27 01:10:12.477835 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bbced-c15a-49ee-93a0-21fe7471f815 req-e71cb5d5-8d12-49bf-be18-da87785dd814 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:12.479588 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-654bbced-c15a-49ee-93a0-21fe7471f815 req-e71cb5d5-8d12-49bf-be18-da87785dd814 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0510473 Nov 27 01:10:12.531419 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-654bbced-c15a-49ee-93a0-21fe7471f815 req-a5045b24-e646-4ed1-a7da-92727e3398ba tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456300 Nov 27 01:10:12.585962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Made reservation on behalf of 63c16b5948444a33acd85e24899b9809 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:12.589462 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:12.636366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec3192-3ae9-442a-9c90-cccdb2dab960 req-8bd1df1a-5d1e-4965-a17a-fb22f5276d6c tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:12.638277 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfec3192-3ae9-442a-9c90-cccdb2dab960 req-8bd1df1a-5d1e-4965-a17a-fb22f5276d6c tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 948 time: 0.1114039 Nov 27 01:10:12.652600 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-defe1326-8af0-4ec3-beaf-f11d23d6b42b req-046998e3-65af-4eef-82f7-8bf684a759eb service neutron] 10.222.0.11 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801763 Nov 27 01:10:12.696542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e463f5-d64b-426f-a909-2c6ee3736d4e req-ec641172-261e-4f0d-89fa-73fa3ba29db7 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:12.698428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46e463f5-d64b-426f-a909-2c6ee3736d4e req-ec641172-261e-4f0d-89fa-73fa3ba29db7 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 948 time: 0.0505095 Nov 27 01:10:12.747232 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46e463f5-d64b-426f-a909-2c6ee3736d4e req-c60411e9-d3d4-4a84-8657-9c7fb01ec611 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415316 Nov 27 01:10:12.830067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cfec3192-3ae9-442a-9c90-cccdb2dab960 req-574d5933-8718-40ed-88e8-201d0c732bf4 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764379 Nov 27 01:10:12.857738 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-defe1326-8af0-4ec3-beaf-f11d23d6b42b req-ce4e8b2d-ba73-42da-9a63-6d0f693dd6e2 service neutron] 10.222.0.11 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924541 Nov 27 01:10:12.874068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Allocated IP 192.168.233.37 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/f92ee4c3-470e-4d79-abde-11dcb55b2aba) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:12.902299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92410022-230b-46d4-b595-8ce16005bdcd req-5edb7d2d-e660-41d9-85a5-0ff53563bb81 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:12.903840 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-92410022-230b-46d4-b595-8ce16005bdcd req-5edb7d2d-e660-41d9-85a5-0ff53563bb81 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0497987 Nov 27 01:10:12.951297 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-92410022-230b-46d4-b595-8ce16005bdcd req-099a951e-d343-495c-ba12-f73482064e62 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 Nov 27 01:10:13.023676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52222) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:13.036183 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.069667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.073945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bb9a09-67f0-44af-a3ba-b92fefcbd382 admin admin] Deleting subnet 52d5c36e-cea7-4a6f-8e89-f9565d81c4f3 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:10:13.077122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9a09-67f0-44af-a3ba-b92fefcbd382 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.116692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:13.116692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:13.118782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:13.126869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['a75e182c-9d8c-4a69-8732-c0333a9bb89f', '2bd78ad4-db48-445d-ba92-f1f893a2604d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:13.127345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9a09-67f0-44af-a3ba-b92fefcbd382 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.165750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895eb85c-a53a-4fce-ba29-64164a984f7c', 'name': 'network-vif-deleted', 'tag': '377320b7-e3d8-4400-a414-d09e8343ba17'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:13.168038 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332a77fe-f33b-491c-8402-4d050100c993" -d '{"events": [{"server_uuid": "895eb85c-a53a-4fce-ba29-64164a984f7c", "name": "network-vif-deleted", "tag": "377320b7-e3d8-4400-a414-d09e8343ba17"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:13.169895 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9a09-67f0-44af-a3ba-b92fefcbd382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.197650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Pushing event updated for resources: {'Port': ['ID=f92ee4c3-470e-4d79-abde-11dcb55b2aba,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:13.214415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:13.215073 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.231320 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3923ed2-26d6-4e88-99f3-c287d9fc08a4 x-openstack-request-id: req-e3923ed2-26d6-4e88-99f3-c287d9fc08a4 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:13.231628 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895eb85c-a53a-4fce-ba29-64164a984f7c", "name": "network-vif-deleted", "tag": "377320b7-e3d8-4400-a414-d09e8343ba17", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:13.231860 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3923ed2-26d6-4e88-99f3-c287d9fc08a4 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:13.232324 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895eb85c-a53a-4fce-ba29-64164a984f7c', 'name': 'network-vif-deleted', 'tag': '377320b7-e3d8-4400-a414-d09e8343ba17', 'status': 'completed', 'code': 200} Nov 27 01:10:13.246266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-5526c290-3ac3-4ea7-ad29-8799b0717284 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9008334 Nov 27 01:10:13.254760 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9a09-67f0-44af-a3ba-b92fefcbd382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.273503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Request body: {'port': {'device_id': '4911ecdc-e14c-4805-86d2-47bb01534cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:13.310826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb9a09-67f0-44af-a3ba-b92fefcbd382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d5c36e-cea7-4a6f-8e89-f9565d81c4f3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:13.318566 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9a09-67f0-44af-a3ba-b92fefcbd382 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.324846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f7bb9a09-67f0-44af-a3ba-b92fefcbd382 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/52d5c36e-cea7-4a6f-8e89-f9565d81c4f3 HTTP/1.1" status: 204 len: 168 time: 0.3000164 Nov 27 01:10:13.327246 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52232) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:13.383379 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.435186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99df982-89bf-46da-848b-9205cd332f64 req-6542323b-2683-48e4-b703-f83c5805e066 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:13.442579 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d99df982-89bf-46da-848b-9205cd332f64 req-6542323b-2683-48e4-b703-f83c5805e066 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 944 time: 0.1159267 Nov 27 01:10:13.461396 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.479039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e3b94-8d81-43be-a167-4a8adb581601 req-27d6a8fe-0067-4e80-893f-78a4eb720b48 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:13.480630 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f2e3b94-8d81-43be-a167-4a8adb581601 req-27d6a8fe-0067-4e80-893f-78a4eb720b48 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 935 time: 0.1312227 Nov 27 01:10:13.518708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-077e731f-312e-491e-bf6a-096f28a6e043 None None] Provisioning complete for port f92ee4c3-470e-4d79-abde-11dcb55b2aba triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:13.519536 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-077e731f-312e-491e-bf6a-096f28a6e043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.550813 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d99df982-89bf-46da-848b-9205cd332f64 req-a5948f85-12b7-403c-9311-588478b97921 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067433 Nov 27 01:10:13.568896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-077e731f-312e-491e-bf6a-096f28a6e043 None None] Port f92ee4c3-470e-4d79-abde-11dcb55b2aba cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:13.603252 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.632650 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f2e3b94-8d81-43be-a167-4a8adb581601 req-32caf927-eb7c-4224-86c5-80f11154c140 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207082 Nov 27 01:10:13.636148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce4b661-ad1e-4d5f-a0f6-7614795cb77f']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:13.650352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92de3352-9074-4a2a-b919-4f83645343be') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:13.650648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92de3352-9074-4a2a-b919-4f83645343be') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:13.662368 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.675253 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.681718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:10:13.682174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:10:13.683851 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:10:13.704581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e557a-9f24-4d87-b1a0-2ebeb26a8be8 req-2e22464e-3c5d-46a1-8be5-e40e9cb9bff5 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:13.706062 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b56e557a-9f24-4d87-b1a0-2ebeb26a8be8 req-2e22464e-3c5d-46a1-8be5-e40e9cb9bff5 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0773041 Nov 27 01:10:13.740916 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.748054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.751739 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] 10.222.0.37 "DELETE /v2.0/networks/5ce4b661-ad1e-4d5f-a0f6-7614795cb77f HTTP/1.1" status: 204 len: 168 time: 0.4235611 Nov 27 01:10:13.761558 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6cb51-2f8a-4601-9136-1280914ba4ef admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce4b661-ad1e-4d5f-a0f6-7614795cb77f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:13.800259 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b56e557a-9f24-4d87-b1a0-2ebeb26a8be8 req-aedcf2ad-da5f-420f-94cf-a1672c8ccab1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844598 Nov 27 01:10:13.806682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92ee4c3-470e-4d79-abde-11dcb55b2aba {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:13.814571 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.829735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Transition to ACTIVE for port object f92ee4c3-470e-4d79-abde-11dcb55b2aba will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:10:13.836881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.870696 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-62cb8b38-822b-4dc8-a2fa-969b24bf55ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:13.912434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810ef17-a215-4b9e-9a86-78a4e99c892c req-6eda9528-89dc-42c2-9f38-0417fad95d16 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:13.917488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5810ef17-a215-4b9e-9a86-78a4e99c892c req-6eda9528-89dc-42c2-9f38-0417fad95d16 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 948 time: 0.0938959 Nov 27 01:10:13.936648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52242) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:13.963393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Pushing event updated for resources: {'Port': ['ID=f92ee4c3-470e-4d79-abde-11dcb55b2aba,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:14.000769 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5810ef17-a215-4b9e-9a86-78a4e99c892c req-f5839f24-5e96-4819-8ca6-3acb7db52e1a tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759032 Nov 27 01:10:14.009565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52246) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:14.009820 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-964a6bc6-7f3a-4020-b2a4-e9fcfb180bcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09d2b2b60d97425b9f47b03c6a4a9c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718143 Nov 27 01:10:14.026890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Attempting to bind port f92ee4c3-470e-4d79-abde-11dcb55b2aba on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:14.027225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Attempting to bind port f92ee4c3-470e-4d79-abde-11dcb55b2aba by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:14.027550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Attempting to bind port f92ee4c3-470e-4d79-abde-11dcb55b2aba on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:14.043669 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc9cf8-68de-4f9d-a93f-dbbc5662d964 req-2a8e2e41-27a8-4ac6-bc9d-2a7525a230c0 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.045219 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7bc9cf8-68de-4f9d-a93f-dbbc5662d964 req-2a8e2e41-27a8-4ac6-bc9d-2a7525a230c0 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 948 time: 0.0993605 Nov 27 01:10:14.051162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Port f92ee4c3-470e-4d79-abde-11dcb55b2aba on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:14.051483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Attempting to bind port f92ee4c3-470e-4d79-abde-11dcb55b2aba on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:14.080171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:14.080440 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:14.080819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:14.081264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Bound port: f92ee4c3-470e-4d79-abde-11dcb55b2aba, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:14.081613 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.127736 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.128314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc02d1c-4676-4e0e-98a1-5e5d0556a501 req-5d6535bc-5350-47f7-a8d1-ed7d360bb7ff tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.129714 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0bc02d1c-4676-4e0e-98a1-5e5d0556a501 req-5d6535bc-5350-47f7-a8d1-ed7d360bb7ff tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0639737 Nov 27 01:10:14.165232 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf1c307b-c336-4a4f-898f-dbb83a4cc394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.171844 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7bc9cf8-68de-4f9d-a93f-dbbc5662d964 req-bbddc8d8-88d4-4726-910d-f8938604f730 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146374 Nov 27 01:10:14.178042 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0bc02d1c-4676-4e0e-98a1-5e5d0556a501 req-3d6c493a-0b8e-4217-b5c2-16a25825b1db tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 Nov 27 01:10:14.193059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:14.205407 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 377320b7-e3d8-4400-a414-d09e8343ba17 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:14.215364 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf1c307b-c336-4a4f-898f-dbb83a4cc394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.217313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] For port f92ee4c3-470e-4d79-abde-11dcb55b2aba, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:14.224666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] For port f92ee4c3-470e-4d79-abde-11dcb55b2aba, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f92ee4c3-470e-4d79-abde-11dcb55b2aba,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:14.231686 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 377320b7-e3d8-4400-a414-d09e8343ba17 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:14.232114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 377320b7-e3d8-4400-a414-d09e8343ba17 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:14.238543 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.288905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.289505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.291005 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] 10.222.0.11 "PUT /v2.0/ports/f92ee4c3-470e-4d79-abde-11dcb55b2aba HTTP/1.1" status: 200 len: 1095 time: 1.0235345 Nov 27 01:10:14.320664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb35b8c-3bea-4b1e-9652-491eb7b88a44 service neutron] Pushing event updated for resources: {'Port': ['ID=f92ee4c3-470e-4d79-abde-11dcb55b2aba,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:14.327580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6e5df0eb-1691-41a8-9021-a8e889c3a3c7,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:14.332162 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf1c307b-c336-4a4f-898f-dbb83a4cc394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.335622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf1c307b-c336-4a4f-898f-dbb83a4cc394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.336797 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bf1c307b-c336-4a4f-898f-dbb83a4cc394 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25234218-6703-44d7-835f-98ee7dab5d91 HTTP/1.1" status: 204 len: 168 time: 0.3241198 Nov 27 01:10:14.342837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '6e5df0eb-1691-41a8-9021-a8e889c3a3c7', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '6e5df0eb-1691-41a8-9021-a8e889c3a3c7', 'mac_address': 'fa:16:3e:42:d1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:14.349514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c307b-c336-4a4f-898f-dbb83a4cc394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25234218-6703-44d7-835f-98ee7dab5d91,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:14.410976 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.425669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:14.449644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6e5df0eb-1691-41a8-9021-a8e889c3a3c7,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:14.456011 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.456743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c604072-9b25-4612-9eb2-43f82a28d556 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:14.476439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-584a77a6-0ff9-442b-a5a2-bca7e9b89429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.477801 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-584a77a6-0ff9-442b-a5a2-bca7e9b89429 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63c16b5948444a33acd85e24899b9809&device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 1098 time: 0.0502017 Nov 27 01:10:14.554605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-9b1148ce-2c8f-47fe-a1e9-a510aa18cf2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f92ee4c3-470e-4d79-abde-11dcb55b2aba HTTP/1.1" status: 200 len: 217 time: 0.0472593 Nov 27 01:10:14.569423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=6e5df0eb-1691-41a8-9021-a8e889c3a3c7,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:14.619926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c604072-9b25-4612-9eb2-43f82a28d556, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c604072-9b25-4612-9eb2-43f82a28d556,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:14.632876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '5c604072-9b25-4612-9eb2-43f82a28d556', 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151', 'port_id': '5c604072-9b25-4612-9eb2-43f82a28d556', 'mac_address': 'fa:16:3e:f8:cb:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e00b97-2443-4bf7-9ee9-aeacbdcf111b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:14.685337 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.698670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-6b3988df-eab1-44ed-bd91-d2649b27d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.700109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c604072-9b25-4612-9eb2-43f82a28d556 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:14.700873 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-6b3988df-eab1-44ed-bd91-d2649b27d87a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1232097 Nov 27 01:10:14.732305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c604072-9b25-4612-9eb2-43f82a28d556, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c604072-9b25-4612-9eb2-43f82a28d556,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:14.735642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b978470-9434-43dd-a08d-6f1bac78f5ab req-79985576-8c66-482b-98a5-faa8eb9981f1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.736605 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.744867 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4b978470-9434-43dd-a08d-6f1bac78f5ab req-79985576-8c66-482b-98a5-faa8eb9981f1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 944 time: 0.1075749 Nov 27 01:10:14.772422 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78135513-68d2-40db-a069-bf2da80d104c req-6f49c660-0b4e-4ce9-a850-46e3d1af8e7c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.773926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-78135513-68d2-40db-a069-bf2da80d104c req-6f49c660-0b4e-4ce9-a850-46e3d1af8e7c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 947 time: 0.0630774 Nov 27 01:10:14.791016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5c604072-9b25-4612-9eb2-43f82a28d556,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:14.820667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-ec79e6a6-1296-4fbe-918f-29019d2ff84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.822281 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-ec79e6a6-1296-4fbe-918f-29019d2ff84d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1099718 Nov 27 01:10:14.830799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-78135513-68d2-40db-a069-bf2da80d104c req-058550a4-56b1-4f37-ada5-606fdd0fb172 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451853 Nov 27 01:10:14.836351 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4b978470-9434-43dd-a08d-6f1bac78f5ab req-0d7b6774-8cf3-4857-9dc9-e9c1b7e1ab26 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905576 Nov 27 01:10:14.891047 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:14.932299 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-8e7b2bfc-994a-4353-958a-7a6d82679612 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950232 Nov 27 01:10:14.966504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbf2d5-53a3-43cb-a90b-33831ed4e516 req-6b36d4a4-c2a3-4d40-81e1-c4ea51014af0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:14.968096 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26fbf2d5-53a3-43cb-a90b-33831ed4e516 req-6b36d4a4-c2a3-4d40-81e1-c4ea51014af0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0555451 Nov 27 01:10:15.025427 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26fbf2d5-53a3-43cb-a90b-33831ed4e516 req-52dde412-ad0d-4c70-9420-dfe1f66bf4ef tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498078 Nov 27 01:10:15.029168 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bafab6e5-041f-4405-a3a7-c761992be0f9 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:15.096449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port bafab6e5-041f-4405-a3a7-c761992be0f9 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:15.104039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port bafab6e5-041f-4405-a3a7-c761992be0f9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:15.104387 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.218572 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.245357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a4c903-51d8-40ad-966d-dba3b9bda90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafab6e5-041f-4405-a3a7-c761992be0f9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:15.247758 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee3167e-62c4-40ed-9075-5942a805c5c8" -d '{"events": [{"server_uuid": "17a4c903-51d8-40ad-966d-dba3b9bda90d", "name": "network-vif-plugged", "status": "completed", "tag": "bafab6e5-041f-4405-a3a7-c761992be0f9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:15.261910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bafab6e5-041f-4405-a3a7-c761992be0f9, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bafab6e5-041f-4405-a3a7-c761992be0f9,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:15.269105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:15.271423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4911ecdc-e14c-4805-86d2-47bb01534cf5', 'tag': 'f92ee4c3-470e-4d79-abde-11dcb55b2aba'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:15.273721 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809fdebc-ee0d-4b95-ac45-7b8b7e7c02d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4911ecdc-e14c-4805-86d2-47bb01534cf5", "tag": "f92ee4c3-470e-4d79-abde-11dcb55b2aba"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:15.311277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5c604072-9b25-4612-9eb2-43f82a28d556'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:15.311755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627a822-2726-40d3-a508-f5786d769587 req-64e692ac-b83d-42c1-8ab4-578ed9811ca0 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:15.321460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f627a822-2726-40d3-a508-f5786d769587 req-64e692ac-b83d-42c1-8ab4-578ed9811ca0 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 948 time: 0.0677030 Nov 27 01:10:15.364948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6e5df0eb-1691-41a8-9021-a8e889c3a3c7'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:15.372843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac651c-51ba-4742-9e32-95c84eeb70cc req-a4e35fc0-3af3-4cd5-932c-bcc160f5cbf2 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:15.375009 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1ac651c-51ba-4742-9e32-95c84eeb70cc req-a4e35fc0-3af3-4cd5-932c-bcc160f5cbf2 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 949 time: 0.0968015 Nov 27 01:10:15.384085 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f627a822-2726-40d3-a508-f5786d769587 req-f0bc73a9-4ae6-4d91-a590-1e0bcc9cdd26 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559258 Nov 27 01:10:15.391454 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0c22225-2379-4b0c-ac98-2f780f2d054c req-a9799942-efd6-45f3-97ee-20f10bcd0962 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426396 Nov 27 01:10:15.401419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=bafab6e5-041f-4405-a3a7-c761992be0f9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:15.450084 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1ac651c-51ba-4742-9e32-95c84eeb70cc req-6b5b4abe-b52c-43c0-aa6b-211515fca656 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576348 Nov 27 01:10:15.493637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960c0ca-ac8c-43ba-9022-88d94808e5c7 req-92eeaea4-e1fb-4380-ba6b-486e326faf89 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:15.496055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2960c0ca-ac8c-43ba-9022-88d94808e5c7 req-92eeaea4-e1fb-4380-ba6b-486e326faf89 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0536432 Nov 27 01:10:15.501047 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751b91e6-fd49-4685-b910-85b123805c6b x-openstack-request-id: req-751b91e6-fd49-4685-b910-85b123805c6b {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:15.501343 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a4c903-51d8-40ad-966d-dba3b9bda90d", "name": "network-vif-plugged", "status": "completed", "tag": "bafab6e5-041f-4405-a3a7-c761992be0f9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:15.501597 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-751b91e6-fd49-4685-b910-85b123805c6b {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:15.501990 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a4c903-51d8-40ad-966d-dba3b9bda90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafab6e5-041f-4405-a3a7-c761992be0f9', 'code': 200} Nov 27 01:10:15.535441 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e71566b-f586-4a6a-8ae9-4ed64c460f30 x-openstack-request-id: req-5e71566b-f586-4a6a-8ae9-4ed64c460f30 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:15.536030 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4911ecdc-e14c-4805-86d2-47bb01534cf5", "tag": "f92ee4c3-470e-4d79-abde-11dcb55b2aba", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:15.536565 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e71566b-f586-4a6a-8ae9-4ed64c460f30 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:15.537323 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4911ecdc-e14c-4805-86d2-47bb01534cf5', 'tag': 'f92ee4c3-470e-4d79-abde-11dcb55b2aba', 'status': 'completed', 'code': 200} Nov 27 01:10:15.571179 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2960c0ca-ac8c-43ba-9022-88d94808e5c7 req-4d840bb1-d2da-49d2-8d4e-739a5bfde236 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678203 Nov 27 01:10:15.690774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316ecb9-abde-4d40-b60e-fbb9c620c827 req-f353ad90-5b7c-4f7a-9794-76dc016f90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:15.692273 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4316ecb9-abde-4d40-b60e-fbb9c620c827 req-f353ad90-5b7c-4f7a-9794-76dc016f90aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 1100 time: 0.0719373 Nov 27 01:10:15.702343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdebc-ee0d-4b95-ac45-7b8b7e7c02d4 req-8cc52b61-04d0-4b91-a46c-11486ad32a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:15.703723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-809fdebc-ee0d-4b95-ac45-7b8b7e7c02d4 req-8cc52b61-04d0-4b91-a46c-11486ad32a54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63c16b5948444a33acd85e24899b9809&device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 1098 time: 0.0553792 Nov 27 01:10:15.791900 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4316ecb9-abde-4d40-b60e-fbb9c620c827 req-22c0040b-a194-4691-889d-77bb66382c0b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915747 Nov 27 01:10:15.821758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdebc-ee0d-4b95-ac45-7b8b7e7c02d4 req-23f2d138-9039-4b31-b7b5-1f2f966dd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:15.823241 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-809fdebc-ee0d-4b95-ac45-7b8b7e7c02d4 req-23f2d138-9039-4b31-b7b5-1f2f966dd1ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1073966 Nov 27 01:10:15.865097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52302) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:15.887976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-809fdebc-ee0d-4b95-ac45-7b8b7e7c02d4 req-4ddcd55e-e9ca-40b0-abc2-667ec74d1f16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f92ee4c3-470e-4d79-abde-11dcb55b2aba HTTP/1.1" status: 200 len: 217 time: 0.0365648 Nov 27 01:10:15.987558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdebc-ee0d-4b95-ac45-7b8b7e7c02d4 req-df0ac0c1-e244-4d5d-a6d1-3ae807f006ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:15.989224 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-809fdebc-ee0d-4b95-ac45-7b8b7e7c02d4 req-df0ac0c1-e244-4d5d-a6d1-3ae807f006ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0914979 Nov 27 01:10:16.002863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca0b17-f504-43e8-9742-e8be120c43c9 req-efb95993-ab2d-4d2e-aff7-4025ca31efd9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:16.004518 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12ca0b17-f504-43e8-9742-e8be120c43c9 req-efb95993-ab2d-4d2e-aff7-4025ca31efd9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 945 time: 0.0650973 Nov 27 01:10:16.077735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdebc-ee0d-4b95-ac45-7b8b7e7c02d4 req-6bb37998-618c-4806-bcac-00dd51bc1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:16.079273 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-809fdebc-ee0d-4b95-ac45-7b8b7e7c02d4 req-6bb37998-618c-4806-bcac-00dd51bc1973 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737488 Nov 27 01:10:16.084659 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12ca0b17-f504-43e8-9742-e8be120c43c9 req-6e848f82-76a0-49b0-b919-210b9ff39ac4 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714142 Nov 27 01:10:16.206722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-809fdebc-ee0d-4b95-ac45-7b8b7e7c02d4 req-fb3fcbcd-1c7a-416f-8cd9-7bfb9b0336f2 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184528 Nov 27 01:10:16.232259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc552e-dd68-442a-b141-db25465d0643 req-38b52301-c212-489b-bf16-b00f98991642 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:16.233718 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22dc552e-dd68-442a-b141-db25465d0643 req-38b52301-c212-489b-bf16-b00f98991642 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0748763 Nov 27 01:10:16.243118 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d34e6fda-bffc-4b8d-bf70-6b505d33e1dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.273881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbe10c-47a5-4b8d-b35d-423f2bc5c4da req-f479c161-4e82-45dd-95af-3194361ab95f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:16.275360 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fadbe10c-47a5-4b8d-b35d-423f2bc5c4da req-f479c161-4e82-45dd-95af-3194361ab95f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 947 time: 0.3691285 Nov 27 01:10:16.331460 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22dc552e-dd68-442a-b141-db25465d0643 req-2c834bf2-84d5-42f3-aebd-82c4221e4c1e tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880439 Nov 27 01:10:16.348337 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-809fdebc-ee0d-4b95-ac45-7b8b7e7c02d4 req-f98562f8-4f94-4890-a91b-62e99710a26d service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325686 Nov 27 01:10:16.358993 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fadbe10c-47a5-4b8d-b35d-423f2bc5c4da req-34c92d7b-1b62-4131-ac36-1bf85229356d tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766377 Nov 27 01:10:16.382500 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d34e6fda-bffc-4b8d-bf70-6b505d33e1dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.386763 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d34e6fda-bffc-4b8d-bf70-6b505d33e1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.427076 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d34e6fda-bffc-4b8d-bf70-6b505d33e1dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87de434363e745f089b928d18428443a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5602827 Nov 27 01:10:16.429342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e6fda-bffc-4b8d-bf70-6b505d33e1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc5009e-57af-42bc-800b-857cfd6f91d8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:16.429966 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52312) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:16.514191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffc9bb-f83a-495e-922b-686f2c6311f6 req-8a51daa1-bff3-4fbe-b03e-f2a88c009a32 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:16.515713 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c8ffc9bb-f83a-495e-922b-686f2c6311f6 req-8a51daa1-bff3-4fbe-b03e-f2a88c009a32 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 949 time: 0.0707941 Nov 27 01:10:16.521311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11011349-c9d1-41a9-a20c-38c9fbccaa94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.568724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a584e30-3b8b-44e6-886a-fcd9728aebb4 req-86fc94ad-afe0-4add-896e-dc5206cc2097 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:16.568927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11011349-c9d1-41a9-a20c-38c9fbccaa94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.570301 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a584e30-3b8b-44e6-886a-fcd9728aebb4 req-86fc94ad-afe0-4add-896e-dc5206cc2097 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 949 time: 0.0513096 Nov 27 01:10:16.593215 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.599725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c8ffc9bb-f83a-495e-922b-686f2c6311f6 req-da4f8e83-95c8-44d2-a407-fe03a0e063f0 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764735 Nov 27 01:10:16.627646 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a584e30-3b8b-44e6-886a-fcd9728aebb4 req-3ac949b0-66f0-4370-a9a9-83b4b4448af3 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492074 Nov 27 01:10:16.663359 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11011349-c9d1-41a9-a20c-38c9fbccaa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.665397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11011349-c9d1-41a9-a20c-38c9fbccaa94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:16.669279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-11011349-c9d1-41a9-a20c-38c9fbccaa94 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acc5009e-57af-42bc-800b-857cfd6f91d8 HTTP/1.1" status: 204 len: 168 time: 0.2358894 Nov 27 01:10:16.698408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11011349-c9d1-41a9-a20c-38c9fbccaa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc5009e-57af-42bc-800b-857cfd6f91d8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:16.742692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3de7f6-2d50-41cb-9df0-a8905f8cc92a req-f224955e-fb70-4a14-aa3d-b8e5004b9855 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:16.744200 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e3de7f6-2d50-41cb-9df0-a8905f8cc92a req-f224955e-fb70-4a14-aa3d-b8e5004b9855 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0685091 Nov 27 01:10:16.797283 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e3de7f6-2d50-41cb-9df0-a8905f8cc92a req-64c07024-5630-452e-9c8a-720b8d641ea2 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447578 Nov 27 01:10:17.002538 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.219465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f299476-e798-4501-8d38-3df08535e167 req-07fd26f0-9db4-4473-8559-8ec41ea836be tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:17.221879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f299476-e798-4501-8d38-3df08535e167 req-07fd26f0-9db4-4473-8559-8ec41ea836be tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 945 time: 0.0571649 Nov 27 01:10:17.282792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f299476-e798-4501-8d38-3df08535e167 req-293d2f9f-0a8d-46e4-801f-66d4fadaa437 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515480 Nov 27 01:10:17.300033 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52342) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:17.402599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-368258683-network', 'tenant_id': '7096168887864853b0d56415769aae26'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:17.426125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Made reservation on behalf of 7096168887864853b0d56415769aae26 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:17.429030 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.439664 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.461067 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.472881 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392431a9-902e-4459-a0e2-186c16e764a0 req-4a9144e6-d070-44fc-8af5-f0ad4aa40121 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:17.473604 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-392431a9-902e-4459-a0e2-186c16e764a0 req-4a9144e6-d070-44fc-8af5-f0ad4aa40121 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0710547 Nov 27 01:10:17.506966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f368193-322f-4bf6-a8a3-45b05b7f7724 req-8242a3ce-f361-40ac-8a08-b66809077fd2 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:17.508439 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f368193-322f-4bf6-a8a3-45b05b7f7724 req-8242a3ce-f361-40ac-8a08-b66809077fd2 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 947 time: 0.0708032 Nov 27 01:10:17.528320 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-392431a9-902e-4459-a0e2-186c16e764a0 req-583c0eda-828d-40b9-92f0-3103a7038663 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483322 Nov 27 01:10:17.585405 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f368193-322f-4bf6-a8a3-45b05b7f7724 req-db033664-efa7-4307-8974-47ef7a1d11ca tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693376 Nov 27 01:10:17.593598 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.599552 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.620368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:10:17.635565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d21fecf-10a9-4d32-8825-27edb7765fca,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:17.638445 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.638782 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Added segment 4a723efe-c692-4576-8f89-f46ba182b549 of type vlan for network 3083db5d-148c-4c08-b659-41fd18a67bb6 Nov 27 01:10:17.679043 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.708691 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.709727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:17.710361 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.723366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc84983-1d68-417d-8bf0-47f7652f1c61 req-e3ae788b-9c91-4dcf-831e-78bb104da747 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:17.724942 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fc84983-1d68-417d-8bf0-47f7652f1c61 req-e3ae788b-9c91-4dcf-831e-78bb104da747 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 949 time: 0.0541606 Nov 27 01:10:17.775235 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fc84983-1d68-417d-8bf0-47f7652f1c61 req-03c34f52-9740-4bf1-b606-a790dcea5a70 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438132 Nov 27 01:10:17.795283 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4941614 Nov 27 01:10:17.798552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52356) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:17.800116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c3955-1178-4a26-8a73-9a39fb7573ad admin admin] Pushing event updated for resources: {'Network': ['ID=3083db5d-148c-4c08-b659-41fd18a67bb6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:17.806369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-59eb0b79-381d-4ca1-a206-9df92a92b259 admin admin] Request body: {'subnet': {'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-368258683-subnet', 'tenant_id': '7096168887864853b0d56415769aae26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:17.820183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 3083db5d-148c-4c08-b659-41fd18a67bb6 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:10:17.821762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557e419-1dc7-4712-9616-1bbfd277b404 req-7905e128-dd9f-4ac8-8a1a-a42c18b160ce tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:17.823315 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f557e419-1dc7-4712-9616-1bbfd277b404 req-7905e128-dd9f-4ac8-8a1a-a42c18b160ce tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 949 time: 0.1096973 Nov 27 01:10:17.835578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eb0b79-381d-4ca1-a206-9df92a92b259 admin admin] Made reservation on behalf of 7096168887864853b0d56415769aae26 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:17.838691 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59eb0b79-381d-4ca1-a206-9df92a92b259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:17.875587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f557e419-1dc7-4712-9616-1bbfd277b404 req-1e0fbb86-54db-41f9-95e2-e84b664fd17e tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437264 Nov 27 01:10:17.981606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02ebec-2a7e-47f6-9aca-e8b483624ccc req-7d44d421-37ca-400c-8c6e-d2620af750c2 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:17.983223 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb02ebec-2a7e-47f6-9aca-e8b483624ccc req-7d44d421-37ca-400c-8c6e-d2620af750c2 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 1100 time: 0.0415659 Nov 27 01:10:18.027573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb02ebec-2a7e-47f6-9aca-e8b483624ccc req-690f3791-a0d3-49d2-8d71-e33187a48fa8 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378938 Nov 27 01:10:18.062036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b700-30fd-4e22-9ff6-ad9e53d41efe req-5ac35a86-75e8-492c-82ac-2e6928524f69 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:18.063540 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fff5b700-30fd-4e22-9ff6-ad9e53d41efe req-5ac35a86-75e8-492c-82ac-2e6928524f69 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.1045918 Nov 27 01:10:18.094422 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59eb0b79-381d-4ca1-a206-9df92a92b259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.159652 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fff5b700-30fd-4e22-9ff6-ad9e53d41efe req-1efb1ab0-bd33-4a06-9d4c-9ad373d52125 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900559 Nov 27 01:10:18.182761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb0b79-381d-4ca1-a206-9df92a92b259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a47bc75-51de-4fff-99e5-a89ff920057e,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:18.189514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb0b79-381d-4ca1-a206-9df92a92b259 admin admin] Checking segment: {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:18.189762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb0b79-381d-4ca1-a206-9df92a92b259 admin admin] Network hostable DHCP agents. Network: 3083db5d-148c-4c08-b659-41fd18a67bb6, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:10:18.209386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb0b79-381d-4ca1-a206-9df92a92b259 admin admin] Network 3083db5d-148c-4c08-b659-41fd18a67bb6 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:10:18.219897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-59eb0b79-381d-4ca1-a206-9df92a92b259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 3083db5d-148c-4c08-b659-41fd18a67bb6) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:18.225166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eb0b79-381d-4ca1-a206-9df92a92b259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:18.226072 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59eb0b79-381d-4ca1-a206-9df92a92b259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.233183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a048e9-7ec9-426f-8961-59e0255e1b32 None None] Network 3083db5d-148c-4c08-b659-41fd18a67bb6 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:18.238111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device f92ee4c3-470e-4d79-abde-11dcb55b2aba details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:18.246286 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-59eb0b79-381d-4ca1-a206-9df92a92b259 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4441450 Nov 27 01:10:18.246482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:18.247315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52374) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:18.251973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:18.252900 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-47c46388-02ff-4411-9928-72a2ebd67e6d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230324 Nov 27 01:10:18.274972 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.276181 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.334448 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.380257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-dca1674a-5e6f-40b3-97e9-efcb7337e2b1 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:18.382534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-dca1674a-5e6f-40b3-97e9-efcb7337e2b1 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233857 Nov 27 01:10:18.399862 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-3961b07d-b2a7-4bb1-8552-2f06134dafc1 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/quotas/6a1d403d2fdd436a9b8643cfab51aec6 HTTP/1.1" status: 200 len: 375 time: 0.0109324 Nov 27 01:10:18.475464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-118ebb6f-413c-4719-b86f-dd1533818538 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0689776 Nov 27 01:10:18.523022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.540475 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947fa80-fddd-4745-bbab-e51457b3e53e req-f4268259-d3bb-4a84-9fef-c6cb13a0c9fc tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:18.542699 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1947fa80-fddd-4745-bbab-e51457b3e53e req-f4268259-d3bb-4a84-9fef-c6cb13a0c9fc tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 945 time: 0.1529906 Nov 27 01:10:18.597671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:18.605311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:18.605682 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.670509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port f92ee4c3-470e-4d79-abde-11dcb55b2aba, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f92ee4c3-470e-4d79-abde-11dcb55b2aba,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:18.685331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-3083db5d-148c-4c08-b659-41fd18a67bb6', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:10:18.686559 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.702856 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1947fa80-fddd-4745-bbab-e51457b3e53e req-b7fc89fb-2184-4092-b6bf-aeda37db0cd8 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481581 Nov 27 01:10:18.704017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'f92ee4c3-470e-4d79-abde-11dcb55b2aba', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'f92ee4c3-470e-4d79-abde-11dcb55b2aba', 'mac_address': 'fa:16:3e:cb:92:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:18.741965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec66035-a568-4d66-8689-9cf8f30acb18 req-4c7a1890-757c-46a2-89a6-a8010681959d tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:18.749899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5ec66035-a568-4d66-8689-9cf8f30acb18 req-4c7a1890-757c-46a2-89a6-a8010681959d tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0774519 Nov 27 01:10:18.817085 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5ec66035-a568-4d66-8689-9cf8f30acb18 req-bddbdeba-d0c1-41bf-8776-9206a2c5d3f3 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526853 Nov 27 01:10:18.848406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33d612c9-f922-45af-83d8-5cb50f41504d req-2d474df2-d139-489f-aa96-bba1f42a7d3a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 210 time: 0.0441821 Nov 27 01:10:18.851090 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.867494 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.894540 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.894934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92ee4c3-470e-4d79-abde-11dcb55b2aba {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:18.925944 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94423ca-37fb-4441-94b5-d8eedbba90c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5df0eb-1691-41a8-9021-a8e889c3a3c7'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:18.928313 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a9d031-0f06-42a0-8fff-acb21478e3a4" -d '{"events": [{"server_uuid": "d94423ca-37fb-4441-94b5-d8eedbba90c6", "name": "network-vif-plugged", "status": "completed", "tag": "6e5df0eb-1691-41a8-9021-a8e889c3a3c7"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:18.948679 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.964866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6e5df0eb-1691-41a8-9021-a8e889c3a3c7,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:18.968625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port f92ee4c3-470e-4d79-abde-11dcb55b2aba, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f92ee4c3-470e-4d79-abde-11dcb55b2aba,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:18.973297 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:18.974771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c604072-9b25-4612-9eb2-43f82a28d556 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:18.984715 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.004146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edbc2d-bfdb-41b9-b2cb-e41251f7c351 req-7c584fed-afcb-4ba4-bbe3-570003134eb1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:19.010491 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-43edbc2d-bfdb-41b9-b2cb-e41251f7c351 req-7c584fed-afcb-4ba4-bbe3-570003134eb1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 947 time: 0.0963836 Nov 27 01:10:19.027986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Allocated IP 172.20.0.2 (3083db5d-148c-4c08-b659-41fd18a67bb6/2a47bc75-51de-4fff-99e5-a89ff920057e/ba0fa0a6-fbe1-4c07-ad9b-391512738e88) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:19.078157 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-43edbc2d-bfdb-41b9-b2cb-e41251f7c351 req-934a8ede-8a97-4f37-bfe0-ccc55bad99c2 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630074 Nov 27 01:10:19.084738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=6e5df0eb-1691-41a8-9021-a8e889c3a3c7,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:19.143752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Allocated IP 172.25.3.87 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/79e7b91f-833f-4a9b-a7ae-fc17401e97cb) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:19.160566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f1083-1956-4d02-af14-b5da9fb6d8bf req-a00c5fb9-b145-40af-9401-36f3c903f8a9 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:19.169036 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a7f1083-1956-4d02-af14-b5da9fb6d8bf req-a00c5fb9-b145-40af-9401-36f3c903f8a9 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 950 time: 0.2032022 Nov 27 01:10:19.184241 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=f92ee4c3-470e-4d79-abde-11dcb55b2aba,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:19.187959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 5c604072-9b25-4612-9eb2-43f82a28d556 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:19.203556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 5c604072-9b25-4612-9eb2-43f82a28d556 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:19.204619 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.255554 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7987358-7317-44ec-8df3-c842e5d72bc1 x-openstack-request-id: req-c7987358-7317-44ec-8df3-c842e5d72bc1 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:19.257382 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94423ca-37fb-4441-94b5-d8eedbba90c6", "name": "network-vif-plugged", "status": "completed", "tag": "6e5df0eb-1691-41a8-9021-a8e889c3a3c7", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:19.257382 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7987358-7317-44ec-8df3-c842e5d72bc1 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:19.257618 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94423ca-37fb-4441-94b5-d8eedbba90c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5df0eb-1691-41a8-9021-a8e889c3a3c7', 'code': 200} Nov 27 01:10:19.276025 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a7f1083-1956-4d02-af14-b5da9fb6d8bf req-16f2434b-e718-4b38-aefd-93bf21297279 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037898 Nov 27 01:10:19.359064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3c5b9-665b-48ff-b0e2-d6f491ae75ab req-16f30420-4447-4fb7-8899-5ddf23b7a78a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:19.368230 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4b3c5b9-665b-48ff-b0e2-d6f491ae75ab req-16f30420-4447-4fb7-8899-5ddf23b7a78a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0599225 Nov 27 01:10:19.368527 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.371749 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.378205 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.396022 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.428198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4b3c5b9-665b-48ff-b0e2-d6f491ae75ab req-9819e28b-53e2-4970-9e6f-35e95e0f0763 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586014 Nov 27 01:10:19.451042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee852-833f-4c38-a1c0-c91187af098c req-2125c474-3c60-4bbb-a84b-e323666c5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:19.452553 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2bee852-833f-4c38-a1c0-c91187af098c req-2125c474-3c60-4bbb-a84b-e323666c5a87 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 1101 time: 0.0669022 Nov 27 01:10:19.458052 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.466678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Network 3083db5d-148c-4c08-b659-41fd18a67bb6 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:19.472721 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c604072-9b25-4612-9eb2-43f82a28d556, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c604072-9b25-4612-9eb2-43f82a28d556,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:19.473034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:19.476376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:19.487168 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.492547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Pushing event updated for resources: {'Port': ['ID=ba0fa0a6-fbe1-4c07-ad9b-391512738e88,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:19.515846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:19.523763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:19.531724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:19.542481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['f92ee4c3-470e-4d79-abde-11dcb55b2aba'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:19.572619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Pushing event updated for resources: {'Port': ['ID=79e7b91f-833f-4a9b-a7ae-fc17401e97cb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:19.595191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2bee852-833f-4c38-a1c0-c91187af098c req-02305d40-9bea-4077-b10b-b1cc6f2da9ce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280599 Nov 27 01:10:19.624844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5c604072-9b25-4612-9eb2-43f82a28d556,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:19.633446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Attempting to bind port ba0fa0a6-fbe1-4c07-ad9b-391512738e88 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:19.633790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Attempting to bind port ba0fa0a6-fbe1-4c07-ad9b-391512738e88 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:19.634267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Attempting to bind port ba0fa0a6-fbe1-4c07-ad9b-391512738e88 on network 3083db5d-148c-4c08-b659-41fd18a67bb6 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:19.645049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:19.645415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Checking segment: {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:19.645840 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.646228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Bound using segment: {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:19.646717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Bound port: ba0fa0a6-fbe1-4c07-ad9b-391512738e88, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:19.647095 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.746975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] For port ba0fa0a6-fbe1-4c07-ad9b-391512738e88, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:19.754568 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] For port ba0fa0a6-fbe1-4c07-ad9b-391512738e88, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ba0fa0a6-fbe1-4c07-ad9b-391512738e88,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:19.761110 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.843756 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:19.845683 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9003bd5-cfd2-4375-9658-30e2c7bd95c9 None None] Pushing event updated for resources: {'Port': ['ID=ba0fa0a6-fbe1-4c07-ad9b-391512738e88,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:19.859342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a768b7-efa2-4a1e-9007-c80d982cae27 req-f7036ab0-4585-4c67-98cd-2bee301d31b5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:19.862696 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17a768b7-efa2-4a1e-9007-c80d982cae27 req-f7036ab0-4585-4c67-98cd-2bee301d31b5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0715964 Nov 27 01:10:19.931806 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e24874-0a5c-421c-b9ba-6204f80675bf req-088e2a4e-28e4-41fd-9c0f-63cdfb28fd2a tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:19.933429 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54e24874-0a5c-421c-b9ba-6204f80675bf req-088e2a4e-28e4-41fd-9c0f-63cdfb28fd2a tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0573947 Nov 27 01:10:19.991136 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17a768b7-efa2-4a1e-9007-c80d982cae27 req-ee433e11-e4c7-43ab-9ac7-febc80cf627d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930803 Nov 27 01:10:19.994537 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54e24874-0a5c-421c-b9ba-6204f80675bf req-8dc1dad3-b2aa-4c0d-a86d-5859986e0325 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532894 Nov 27 01:10:20.120566 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:20.125031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5865a3d2-6149-41a6-9d2d-4d81066d88a5 req-8a890757-10fa-4d75-bf55-107aa0b617c4 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 210 time: 0.0390561 Nov 27 01:10:20.258841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2eb28-9f4a-4f0e-90de-35cf12e070df req-df9b6e86-e1b2-49d6-9754-7f0eb8ef0b6c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:20.260261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7b2eb28-9f4a-4f0e-90de-35cf12e070df req-df9b6e86-e1b2-49d6-9754-7f0eb8ef0b6c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 948 time: 0.0993381 Nov 27 01:10:20.324410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7b2eb28-9f4a-4f0e-90de-35cf12e070df req-180eab66-7c5b-4a43-a3df-0a00168a9785 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573056 Nov 27 01:10:20.330208 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Router a12bedcf-3c32-4f6b-946a-adc8393f6d03 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:10:20.452620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55393a7a-4050-4d00-b5ec-e9596d3f5dc8 req-bb318f81-305a-4e77-80aa-3892e043616f tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:20.454109 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55393a7a-4050-4d00-b5ec-e9596d3f5dc8 req-bb318f81-305a-4e77-80aa-3892e043616f tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 950 time: 0.0499754 Nov 27 01:10:20.458099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:10:20.469335 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Sync routers for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:10:20.478781 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:20.480113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ec9d992f-f85b-434c-aeb3-7386c9abcf9d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2317755 Nov 27 01:10:20.482924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52414) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:20.484442 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:20.485480 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:20.534557 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55393a7a-4050-4d00-b5ec-e9596d3f5dc8 req-8d59955f-5945-4b7d-9e84-14029a4c022a tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614655 Nov 27 01:10:20.745151 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:20.891407 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-d3d04de0-bbde-47ae-b312-209805e96a75 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3970551 Nov 27 01:10:20.904763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce157de-f8f7-43fb-8baf-c2b7de35abd4 None None] Network 3083db5d-148c-4c08-b659-41fd18a67bb6 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:20.937686 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:19Z', 'revision_number': 3, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:20.968728 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Checking router: a12bedcf-3c32-4f6b-946a-adc8393f6d03 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:10:20.969175 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Updating router a12bedcf-3c32-4f6b-946a-adc8393f6d03 port 79e7b91f-833f-4a9b-a7ae-fc17401e97cb binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:10:20.998677 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.001549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f7513549-73b4-4d22-8d41-f8182ef72290 None None] Provisioning complete for port ba0fa0a6-fbe1-4c07-ad9b-391512738e88 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:21.001980 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7513549-73b4-4d22-8d41-f8182ef72290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.023709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dae78-32ac-45e8-8443-a959dcebf67a req-8f588fbd-63b9-442f-b07d-6910af38f46c tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:21.025841 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-926dae78-32ac-45e8-8443-a959dcebf67a req-8f588fbd-63b9-442f-b07d-6910af38f46c tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.4513910 Nov 27 01:10:21.193080 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-926dae78-32ac-45e8-8443-a959dcebf67a req-04f47e93-8bd2-4814-a752-b2955e1a2bdd tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606851 Nov 27 01:10:21.221717 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7513549-73b4-4d22-8d41-f8182ef72290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.223463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d2de7-a2c4-4e30-97f8-6e20416a0814 req-de2bffe6-f63e-46b7-b731-114fec1cef19 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:21.232086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c6d2de7-a2c4-4e30-97f8-6e20416a0814 req-de2bffe6-f63e-46b7-b731-114fec1cef19 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.1299262 Nov 27 01:10:21.262911 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91acb5e1-2bba-405b-b2c7-d807eb23d10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c604072-9b25-4612-9eb2-43f82a28d556'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:21.270185 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6c17de-be8e-4394-9f47-db87d1c48b30" -d '{"events": [{"server_uuid": "91acb5e1-2bba-405b-b2c7-d807eb23d10b", "name": "network-vif-plugged", "status": "completed", "tag": "5c604072-9b25-4612-9eb2-43f82a28d556"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:21.298446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-e9be4aa4-c2ad-493c-9764-0ed7cec76795 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:21.305236 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-e9be4aa4-c2ad-493c-9764-0ed7cec76795 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3588595 Nov 27 01:10:21.307541 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f7513549-73b4-4d22-8d41-f8182ef72290 None None] For port ba0fa0a6-fbe1-4c07-ad9b-391512738e88, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ba0fa0a6-fbe1-4c07-ad9b-391512738e88,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:21.312450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ba0fa0a6-fbe1-4c07-ad9b-391512738e88 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:21.350326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Request body: {'port': {'device_id': 'f8496f21-9628-4f39-8b7e-6c4990323867', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '6a1d403d2fdd436a9b8643cfab51aec6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:21.368474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c6d2de7-a2c4-4e30-97f8-6e20416a0814 req-6bb3ed92-3de9-448a-8abd-cd9cd5b9b373 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170828 Nov 27 01:10:21.375755 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7513549-73b4-4d22-8d41-f8182ef72290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.460942 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.471969 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.519178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7513549-73b4-4d22-8d41-f8182ef72290 None None] Pushing event updated for resources: {'Port': ['ID=ba0fa0a6-fbe1-4c07-ad9b-391512738e88,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:21.542063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-797c4801-b0fd-4b5c-be50-87c2cb9d3d84 req-32287979-4cdf-4d38-85b6-7d0d6de46b48 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 210 time: 0.0601039 Nov 27 01:10:21.542377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ba0fa0a6-fbe1-4c07-ad9b-391512738e88 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:21.542792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.577290 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-82d62ece-e288-4a05-8f97-59e97b72d50f None None] Provisioning complete for port ba0fa0a6-fbe1-4c07-ad9b-391512738e88 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:21.577468 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861576c9-bdc9-4868-b674-145a4f276bd2 None None] Pushing event updated for resources: {'Port': ['ID=79e7b91f-833f-4a9b-a7ae-fc17401e97cb,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:21.577665 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82d62ece-e288-4a05-8f97-59e97b72d50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.608474 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Attempting to bind port 79e7b91f-833f-4a9b-a7ae-fc17401e97cb on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:21.609104 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Attempting to bind port 79e7b91f-833f-4a9b-a7ae-fc17401e97cb by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:21.609644 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Attempting to bind port 79e7b91f-833f-4a9b-a7ae-fc17401e97cb on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:21.616129 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:21.616759 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:21.618059 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.618930 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:21.619610 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Bound port: 79e7b91f-833f-4a9b-a7ae-fc17401e97cb, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:21.620188 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.629143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e75fe-0a95-4871-a8bc-9dd5da37a4cb req-9e25830b-4719-4bdf-9768-760a6da4ba54 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:21.630797 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-599e75fe-0a95-4871-a8bc-9dd5da37a4cb req-9e25830b-4719-4bdf-9768-760a6da4ba54 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.2723625 Nov 27 01:10:21.631734 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1398b8-77c7-4282-888e-614f314e53d4 x-openstack-request-id: req-aa1398b8-77c7-4282-888e-614f314e53d4 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:21.632049 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91acb5e1-2bba-405b-b2c7-d807eb23d10b", "name": "network-vif-plugged", "status": "completed", "tag": "5c604072-9b25-4612-9eb2-43f82a28d556", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:21.632290 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa1398b8-77c7-4282-888e-614f314e53d4 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:21.632685 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91acb5e1-2bba-405b-b2c7-d807eb23d10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c604072-9b25-4612-9eb2-43f82a28d556', 'code': 200} Nov 27 01:10:21.689799 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] For port 79e7b91f-833f-4a9b-a7ae-fc17401e97cb, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:21.694588 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] For port 79e7b91f-833f-4a9b-a7ae-fc17401e97cb, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=79e7b91f-833f-4a9b-a7ae-fc17401e97cb,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:21.701961 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:21.811744 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861576c9-bdc9-4868-b674-145a4f276bd2 None None] Pushing event updated for resources: {'Port': ['ID=79e7b91f-833f-4a9b-a7ae-fc17401e97cb,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:21.854669 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:21.855294 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:21.927728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-599e75fe-0a95-4871-a8bc-9dd5da37a4cb req-fcf6902f-8073-46d6-ac43-06ecc64e78cd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856109 Nov 27 01:10:21.933201 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec91f6-bafa-4423-81f9-6fed416047df req-a6a5bdd4-bff2-49e2-8c28-1854540a7ca0 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:21.934908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38ec91f6-bafa-4423-81f9-6fed416047df req-a6a5bdd4-bff2-49e2-8c28-1854540a7ca0 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 948 time: 0.0884333 Nov 27 01:10:22.029527 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:22.031246 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38ec91f6-bafa-4423-81f9-6fed416047df req-79ebb2ef-f466-4d15-96f8-284591eb104c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805950 Nov 27 01:10:22.171998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da927a16-76ce-4a1c-9020-1d3a42957566 req-2eddb9f9-5185-4892-bcfa-8a588c7ef3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.173654 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da927a16-76ce-4a1c-9020-1d3a42957566 req-2eddb9f9-5185-4892-bcfa-8a588c7ef3ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 1097 time: 0.2252162 Nov 27 01:10:22.177893 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.189053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d44d6-2a0f-4fe1-926b-db253cf8f7c8 req-acf295e8-e908-4c82-bc24-495ceb4df576 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.194702 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de8d44d6-2a0f-4fe1-926b-db253cf8f7c8 req-acf295e8-e908-4c82-bc24-495ceb4df576 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 950 time: 0.1341007 Nov 27 01:10:22.203211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Made reservation on behalf of 6a1d403d2fdd436a9b8643cfab51aec6 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:22.206623 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.238021 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:19Z', 'revision_number': 3, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:22.254599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device f92ee4c3-470e-4d79-abde-11dcb55b2aba up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:22.278507 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75050fb4-5723-491c-b773-1750cb1f545e None None] The sync data for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 is: [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:19Z', 'revision_number': 3, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:10:22.332646 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bfeb5-61e8-4e6a-be40-4e10bb673b3f req-1a393fc1-1e06-4972-8233-117e05ff056e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.340455 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b46bfeb5-61e8-4e6a-be40-4e10bb673b3f req-1a393fc1-1e06-4972-8233-117e05ff056e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0673435 Nov 27 01:10:22.366890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port f92ee4c3-470e-4d79-abde-11dcb55b2aba completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:22.374022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port f92ee4c3-470e-4d79-abde-11dcb55b2aba triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:22.375706 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.427847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b46bfeb5-61e8-4e6a-be40-4e10bb673b3f req-10e5fc98-b351-429a-bf90-26bd176b0ef9 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862675 Nov 27 01:10:22.449819 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da927a16-76ce-4a1c-9020-1d3a42957566 req-dc36c809-0985-45be-b17e-44e9c2b71ce8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476480 Nov 27 01:10:22.471627 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de8d44d6-2a0f-4fe1-926b-db253cf8f7c8 req-8b019849-bafe-4ffd-8149-7ff99bd06b48 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578311 Nov 27 01:10:22.516834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.554988 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Allocated IP 172.20.0.1 (3083db5d-148c-4c08-b659-41fd18a67bb6/2a47bc75-51de-4fff-99e5-a89ff920057e/d9307730-a733-46a9-b478-e361906390a9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:22.566083 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port f92ee4c3-470e-4d79-abde-11dcb55b2aba, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f92ee4c3-470e-4d79-abde-11dcb55b2aba,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:22.574607 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.586432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Allocated IP 192.168.233.157 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/8d95f715-56cf-4677-9f1c-ad0461d552f6) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:22.587021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a50a5b-8567-44a6-936d-9f46200442c6 req-1df43486-56d3-4b95-876c-26e2f8cb2245 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.588870 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74a50a5b-8567-44a6-936d-9f46200442c6 req-1df43486-56d3-4b95-876c-26e2f8cb2245 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0777142 Nov 27 01:10:22.654348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=f92ee4c3-470e-4d79-abde-11dcb55b2aba,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:22.669385 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74a50a5b-8567-44a6-936d-9f46200442c6 req-bcae0df4-a4ed-4ac3-a088-491226d74f03 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735717 Nov 27 01:10:22.771339 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ebe32cad-4e98-471c-98cb-b3f6c465c91a req-8d0965e3-4ef5-4147-b198-6b4f65280941 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 210 time: 0.0407166 Nov 27 01:10:22.842755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.906569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa6724-d740-47db-a81e-d1590bfa74e8 req-9e3cf991-159d-4fba-83c6-bb90481d3433 tempest-ServersAdminNegativeTestJSON-1318678690 tempest-ServersAdminNegativeTestJSON-1318678690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:22.908131 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4ffa6724-d740-47db-a81e-d1590bfa74e8 req-9e3cf991-159d-4fba-83c6-bb90481d3433 tempest-ServersAdminNegativeTestJSON-1318678690 tempest-ServersAdminNegativeTestJSON-1318678690-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 1101 time: 0.0524621 Nov 27 01:10:22.931206 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4ffa6724-d740-47db-a81e-d1590bfa74e8 req-55baefb0-7dad-41c3-873d-25a4fbef187f tempest-ServersAdminNegativeTestJSON-1318678690 tempest-ServersAdminNegativeTestJSON-1318678690-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:22.997036 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.030702 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4ffa6724-d740-47db-a81e-d1590bfa74e8 req-55baefb0-7dad-41c3-873d-25a4fbef187f tempest-ServersAdminNegativeTestJSON-1318678690 tempest-ServersAdminNegativeTestJSON-1318678690-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.040211 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4ffa6724-d740-47db-a81e-d1590bfa74e8 req-55baefb0-7dad-41c3-873d-25a4fbef187f tempest-ServersAdminNegativeTestJSON-1318678690 tempest-ServersAdminNegativeTestJSON-1318678690-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.057454 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.099492 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4ffa6724-d740-47db-a81e-d1590bfa74e8 req-55baefb0-7dad-41c3-873d-25a4fbef187f tempest-ServersAdminNegativeTestJSON-1318678690 tempest-ServersAdminNegativeTestJSON-1318678690-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803577 Nov 27 01:10:23.100379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55baefb0-7dad-41c3-873d-25a4fbef187f tempest-ServersAdminNegativeTestJSON-1318678690 tempest-ServersAdminNegativeTestJSON-1318678690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d79bafd-6615-433a-a6bc-0bb61aebd03b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:23.114775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Network 3083db5d-148c-4c08-b659-41fd18a67bb6 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:23.115728 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:23.123706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:23.132747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Pushing event updated for resources: {'Port': ['ID=d9307730-a733-46a9-b478-e361906390a9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:23.225155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:23.225571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:23.225934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:23.226411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:23.226864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:23.227322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:23.227618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:23.228014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:23.228875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:23.229232 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:23.230276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:23.230674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:23.241968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bdc96-51c4-4432-8abd-6974ee826844 req-eec1e33d-3755-4fc2-a354-aef8cddc7253 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:23.243616 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-027bdc96-51c4-4432-8abd-6974ee826844 req-eec1e33d-3755-4fc2-a354-aef8cddc7253 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 949 time: 0.0790703 Nov 27 01:10:23.298467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e23c21-a090-4996-aed1-6ba5a579ec7b req-22854ea8-ce3d-4e45-bbee-7a548009167c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:23.300003 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6e23c21-a090-4996-aed1-6ba5a579ec7b req-22854ea8-ce3d-4e45-bbee-7a548009167c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.2516079 Nov 27 01:10:23.309177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.337623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-027bdc96-51c4-4432-8abd-6974ee826844 req-b34f44a0-03c8-4339-a3cf-cd78dc8ab40a tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832379 Nov 27 01:10:23.382186 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.392628 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 79e7b91f-833f-4a9b-a7ae-fc17401e97cb up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:23.453475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4', '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:23.456518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'bc71c429-4de8-45fe-95a8-97571afdfc48', '785c618a-8bdf-45b2-a761-2779c8544aae', '456dbb77-e3a9-4d26-97a1-942860172c9d', 'bafab6e5-041f-4405-a3a7-c761992be0f9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:23.498575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:23.510792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6e23c21-a090-4996-aed1-6ba5a579ec7b req-046348c7-a67d-43fc-9f61-ba896145c6b7 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584194 Nov 27 01:10:23.516633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:23.543605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event updated for resources: {'Port': ['ID=8d95f715-56cf-4677-9f1c-ad0461d552f6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:23.546735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:23.613183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93081278-9ca8-4c8f-bd32-3b1fc814f476 req-5ee31bc3-e93a-450e-867d-302310af8074 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:23.619726 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-93081278-9ca8-4c8f-bd32-3b1fc814f476 req-5ee31bc3-e93a-450e-867d-302310af8074 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0811627 Nov 27 01:10:23.665929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:23.666638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.672077 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.706334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-93081278-9ca8-4c8f-bd32-3b1fc814f476 req-c084cc94-85fa-470e-84c2-6ec6e8cec7e2 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732479 Nov 27 01:10:23.710610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-60b0e26c-03eb-4e9f-87e6-71de4ac144ec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3702571 Nov 27 01:10:23.752930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 79e7b91f-833f-4a9b-a7ae-fc17401e97cb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:23.753302 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.758790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Request body: {'port': {'device_id': 'f8496f21-9628-4f39-8b7e-6c4990323867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:23.759392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4911ecdc-e14c-4805-86d2-47bb01534cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92ee4c3-470e-4d79-abde-11dcb55b2aba'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:23.761648 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac8bb3e-9494-4bcf-b53b-6348b72c8c78" -d '{"events": [{"server_uuid": "4911ecdc-e14c-4805-86d2-47bb01534cf5", "name": "network-vif-plugged", "status": "completed", "tag": "f92ee4c3-470e-4d79-abde-11dcb55b2aba"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:23.811331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0886c9f2-1ca9-40b2-9670-13f14a81cef3 None None] Provisioning complete for port d9307730-a733-46a9-b478-e361906390a9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:23.811710 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0886c9f2-1ca9-40b2-9670-13f14a81cef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.817955 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8c8ad4-a347-4862-b8c3-b5207adce998 x-openstack-request-id: req-6f8c8ad4-a347-4862-b8c3-b5207adce998 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:23.818569 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4911ecdc-e14c-4805-86d2-47bb01534cf5", "name": "network-vif-plugged", "status": "completed", "tag": "f92ee4c3-470e-4d79-abde-11dcb55b2aba", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:23.818973 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f8c8ad4-a347-4862-b8c3-b5207adce998 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:23.819516 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4911ecdc-e14c-4805-86d2-47bb01534cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92ee4c3-470e-4d79-abde-11dcb55b2aba', 'code': 200} Nov 27 01:10:23.954487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc8502-cf53-4897-bc92-3f6bf2a1cd2c req-fbce2aea-17bb-424d-a351-aa41ff2dfd89 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:23.958747 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1cc8502-cf53-4897-bc92-3f6bf2a1cd2c req-fbce2aea-17bb-424d-a351-aa41ff2dfd89 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.2082386 Nov 27 01:10:23.959546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:23.963210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5844923-5b72-4263-861b-92d476fc91ee req-2f694e8f-008c-4ad5-b497-1f68c3f55d8e tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:23.968916 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5844923-5b72-4263-861b-92d476fc91ee req-2f694e8f-008c-4ad5-b497-1f68c3f55d8e tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 936 time: 0.0809586 Nov 27 01:10:24.006955 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0886c9f2-1ca9-40b2-9670-13f14a81cef3 None None] Port d9307730-a733-46a9-b478-e361906390a9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:24.031044 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5844923-5b72-4263-861b-92d476fc91ee req-15294580-5f7d-47d3-8fd0-c6f8d52c3b12 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578392 Nov 27 01:10:24.113448 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.205660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 79e7b91f-833f-4a9b-a7ae-fc17401e97cb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=79e7b91f-833f-4a9b-a7ae-fc17401e97cb,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:24.207687 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0f1a87f0-b0d4-421d-8b8b-a6aac0d3b55c None None] Provisioning complete for port 8d95f715-56cf-4677-9f1c-ad0461d552f6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:24.216531 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f1a87f0-b0d4-421d-8b8b-a6aac0d3b55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.220508 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1cc8502-cf53-4897-bc92-3f6bf2a1cd2c req-6ec586cf-3a4e-4615-9c3e-8f4c07972326 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401135 Nov 27 01:10:24.261195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dfafc-3d68-404c-a26b-347e126db940 req-9a16af7b-c4fa-4219-acef-c9b793032706 tempest-ServersAdminNegativeTestJSON-1318678690 tempest-ServersAdminNegativeTestJSON-1318678690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:24.268556 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.269510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ba0fa0a6-fbe1-4c07-ad9b-391512738e88 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:24.270610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-953dfafc-3d68-404c-a26b-347e126db940 req-9a16af7b-c4fa-4219-acef-c9b793032706 tempest-ServersAdminNegativeTestJSON-1318678690 tempest-ServersAdminNegativeTestJSON-1318678690-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 1101 time: 0.0576560 Nov 27 01:10:24.275017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da80c9-b170-4a1d-9e66-811137e20702 req-560d6746-c34c-4e0a-a07a-f263df073202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:24.278053 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50da80c9-b170-4a1d-9e66-811137e20702 req-560d6746-c34c-4e0a-a07a-f263df073202 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 1100 time: 0.2438903 Nov 27 01:10:24.279423 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.304074 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.317607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-953dfafc-3d68-404c-a26b-347e126db940 req-de1d9eb9-e7fb-470c-ac72-253b6be15f94 tempest-ServersAdminNegativeTestJSON-1318678690 tempest-ServersAdminNegativeTestJSON-1318678690-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466902 Nov 27 01:10:24.391026 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a87f0-b0d4-421d-8b8b-a6aac0d3b55c None None] Port 8d95f715-56cf-4677-9f1c-ad0461d552f6 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:24.451678 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.457189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Pushing event updated for resources: {'Port': ['ID=d9307730-a733-46a9-b478-e361906390a9,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:24.461139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=79e7b91f-833f-4a9b-a7ae-fc17401e97cb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:24.469023 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50da80c9-b170-4a1d-9e66-811137e20702 req-cac537ee-ddf2-499e-80eb-4ceff9744408 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709056 Nov 27 01:10:24.477078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ba0fa0a6-fbe1-4c07-ad9b-391512738e88 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:24.477459 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.560136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa209ba-cb27-4bf5-aaf9-ff8a6be0fc6a req-45a15ec8-a2f5-4a16-b3d5-de9b20a0a86e tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:24.569162 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8aa209ba-cb27-4bf5-aaf9-ff8a6be0fc6a req-45a15ec8-a2f5-4a16-b3d5-de9b20a0a86e tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 949 time: 0.1066232 Nov 27 01:10:24.631721 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8aa209ba-cb27-4bf5-aaf9-ff8a6be0fc6a req-78246c1b-aeb1-4625-8794-7c8c11b4b3e1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571415 Nov 27 01:10:24.658227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Network 3083db5d-148c-4c08-b659-41fd18a67bb6 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:24.662332 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:24.670837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d95f715-56cf-4677-9f1c-ad0461d552f6 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:24.682216 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.774852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Transition to ACTIVE for port object 8d95f715-56cf-4677-9f1c-ad0461d552f6 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:10:24.798566 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:24.875353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf4aaf-e6e9-46d7-823a-7b1d1a5afe18 req-ab93c3db-613d-40b4-acad-5f37ecf4a349 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:24.892339 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dbf4aaf-e6e9-46d7-823a-7b1d1a5afe18 req-ab93c3db-613d-40b4-acad-5f37ecf4a349 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.1464164 Nov 27 01:10:24.912873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d95f715-56cf-4677-9f1c-ad0461d552f6,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:24.976585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dbf4aaf-e6e9-46d7-823a-7b1d1a5afe18 req-af81fb77-6940-4002-97b2-0730b74892ad tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828264 Nov 27 01:10:25.094340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3841a3c6-4f2f-4b8a-bcb2-23f2830b6c32 None None] Provisioning complete for port d9307730-a733-46a9-b478-e361906390a9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:25.094570 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3841a3c6-4f2f-4b8a-bcb2-23f2830b6c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:25.124295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d449a-28d3-441d-9c54-5daa216bbd16 req-f8461958-6dcd-40bd-80ad-1d3bde0e7c11 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:25.126376 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b89d449a-28d3-441d-9c54-5daa216bbd16 req-f8461958-6dcd-40bd-80ad-1d3bde0e7c11 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 950 time: 0.0796518 Nov 27 01:10:25.151143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3841a3c6-4f2f-4b8a-bcb2-23f2830b6c32 None None] Port d9307730-a733-46a9-b478-e361906390a9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:25.193015 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b89d449a-28d3-441d-9c54-5daa216bbd16 req-54066614-7874-4621-b621-fd846640bf2c tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593994 Nov 27 01:10:25.228954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 79e7b91f-833f-4a9b-a7ae-fc17401e97cb up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:25.296213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 79e7b91f-833f-4a9b-a7ae-fc17401e97cb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:25.296588 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:25.306635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561475e-3a64-4489-9f08-639a2057a43c req-8570cbd8-fed2-4127-8ad1-a9a07ea68e7a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:25.308140 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b561475e-3a64-4489-9f08-639a2057a43c req-8570cbd8-fed2-4127-8ad1-a9a07ea68e7a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 948 time: 0.0543747 Nov 27 01:10:25.330605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Router a12bedcf-3c32-4f6b-946a-adc8393f6d03 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:10:25.369317 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b561475e-3a64-4489-9f08-639a2057a43c req-d55ccc84-ef31-492f-8178-364fc6fd324c tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539207 Nov 27 01:10:25.380861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164e888-7789-4cda-aca1-0956bfd8f2c5 req-d5659d35-42e9-48f7-9aba-a5eca488a9c4 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:25.388401 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e164e888-7789-4cda-aca1-0956bfd8f2c5 req-d5659d35-42e9-48f7-9aba-a5eca488a9c4 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.4432709 Nov 27 01:10:25.391502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Attempting to bind port 8d95f715-56cf-4677-9f1c-ad0461d552f6 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:25.392075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Attempting to bind port 8d95f715-56cf-4677-9f1c-ad0461d552f6 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:25.392737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Attempting to bind port 8d95f715-56cf-4677-9f1c-ad0461d552f6 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:25.439316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Port 8d95f715-56cf-4677-9f1c-ad0461d552f6 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:25.439747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Attempting to bind port 8d95f715-56cf-4677-9f1c-ad0461d552f6 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:25.459482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:25.459907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:25.460285 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:25.460715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Bound port: 8d95f715-56cf-4677-9f1c-ad0461d552f6, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:25.461223 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:25.564167 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e164e888-7789-4cda-aca1-0956bfd8f2c5 req-496ac5fb-abcb-47e5-b581-e8cf0ce44d27 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750302 Nov 27 01:10:25.600856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:10:25.602981 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc88f1a-f4e1-4623-913b-290a1cee26cf req-461cf875-6c73-4710-9336-3164f200a178 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:25.605327 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6fc88f1a-f4e1-4623-913b-290a1cee26cf req-461cf875-6c73-4710-9336-3164f200a178 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0627389 Nov 27 01:10:25.612453 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71d0dc61-8d6d-45ca-95d0-4513538e0e91 admin admin] 10.222.0.37 "PUT /v2.0/routers/a12bedcf-3c32-4f6b-946a-adc8393f6d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1228468 Nov 27 01:10:25.613206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Sync routers for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:10:25.619936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] For port 8d95f715-56cf-4677-9f1c-ad0461d552f6, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:25.623934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] For port 8d95f715-56cf-4677-9f1c-ad0461d552f6, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8d95f715-56cf-4677-9f1c-ad0461d552f6,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:25.624930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:25.625622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:25.632347 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:25.708557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:25.709196 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:25.712847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] 10.222.0.11 "PUT /v2.0/ports/8d95f715-56cf-4677-9f1c-ad0461d552f6 HTTP/1.1" status: 200 len: 1096 time: 1.9634950 Nov 27 01:10:25.713482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8496f21-9628-4f39-8b7e-6c4990323867', 'tag': '8d95f715-56cf-4677-9f1c-ad0461d552f6'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:25.716390 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cb046a-f8c5-43c3-9b4a-e8b0e890ebcd" -d '{"events": [{"name": "network-changed", "server_uuid": "f8496f21-9628-4f39-8b7e-6c4990323867", "tag": "8d95f715-56cf-4677-9f1c-ad0461d552f6"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:25.719328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6fc88f1a-f4e1-4623-913b-290a1cee26cf req-fafef55b-b9c1-4a98-9446-6445b3f6acad tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019509 Nov 27 01:10:25.835849 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4af29ba-b27c-4578-9760-0341cf608715 x-openstack-request-id: req-f4af29ba-b27c-4578-9760-0341cf608715 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:25.836154 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8496f21-9628-4f39-8b7e-6c4990323867", "tag": "8d95f715-56cf-4677-9f1c-ad0461d552f6", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:25.836455 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4af29ba-b27c-4578-9760-0341cf608715 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:25.836819 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8496f21-9628-4f39-8b7e-6c4990323867', 'tag': '8d95f715-56cf-4677-9f1c-ad0461d552f6', 'status': 'completed', 'code': 200} Nov 27 01:10:25.842622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0527e-3b55-47de-8457-88e3c64993f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d95f715-56cf-4677-9f1c-ad0461d552f6,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:25.865004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451f478-de6b-4e35-a698-d46c7c9b4774 req-7f5dcc58-5a68-4164-9d90-fb8ad48e3559 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:25.867221 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8451f478-de6b-4e35-a698-d46c7c9b4774 req-7f5dcc58-5a68-4164-9d90-fb8ad48e3559 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 949 time: 0.1319456 Nov 27 01:10:25.893087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:25.953453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-89f0dc19-be11-468d-990a-7ad09401b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:25.959874 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-89f0dc19-be11-468d-990a-7ad09401b9a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 1099 time: 0.0856893 Nov 27 01:10:25.980613 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8451f478-de6b-4e35-a698-d46c7c9b4774 req-9b96176a-9c42-4cb0-ab14-1af93f49bcd7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954232 Nov 27 01:10:25.990191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe304e-4b40-4727-8011-375693f27a2e req-d44d2b3b-fae1-4ec5-ac9d-5daa9d1ccf1a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:25.991890 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13fe304e-4b40-4727-8011-375693f27a2e req-d44d2b3b-fae1-4ec5-ac9d-5daa9d1ccf1a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0709476 Nov 27 01:10:26.062397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-e12ed4c0-db1c-412a-acfc-106b52702869 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8d95f715-56cf-4677-9f1c-ad0461d552f6 HTTP/1.1" status: 200 len: 217 time: 0.0696790 Nov 27 01:10:26.093543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13fe304e-4b40-4727-8011-375693f27a2e req-11bbfc55-ff8a-4cb1-8ddf-b0da1d50115e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897188 Nov 27 01:10:26.150016 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-fe4044d0-4d37-4fe6-bad6-b3afd21aa186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:26.151586 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-fe4044d0-4d37-4fe6-bad6-b3afd21aa186 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0760696 Nov 27 01:10:26.186685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 2, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:26.216949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Checking router: a12bedcf-3c32-4f6b-946a-adc8393f6d03 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:10:26.217594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Updating router a12bedcf-3c32-4f6b-946a-adc8393f6d03 port d9307730-a733-46a9-b478-e361906390a9 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:10:26.230321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905ff1c-17d1-44f8-b80c-7566698a3b69 req-80a62ab4-fbc8-4e76-8178-82ce9b0ef18c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:26.240993 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7905ff1c-17d1-44f8-b80c-7566698a3b69 req-80a62ab4-fbc8-4e76-8178-82ce9b0ef18c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0855513 Nov 27 01:10:26.245477 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:26.258118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-d6205e6f-0278-47bf-bde3-bbdba64244b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:26.259639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-d6205e6f-0278-47bf-bde3-bbdba64244b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808330 Nov 27 01:10:26.308979 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7905ff1c-17d1-44f8-b80c-7566698a3b69 req-e53e7e75-e909-407a-ba6c-dccdae1364c8 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662315 Nov 27 01:10:26.479092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52510) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:26.483829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102442591', 'description': 'tempest-description--1022444005'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:26.525603 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:26.527781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-05e30a24-fdf1-40d7-9b64-f846099dec94 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047801 Nov 27 01:10:26.732591 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:26.741424 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae91c744-497b-487f-909f-c5f7f08787f4 req-b975e7af-e4c6-4a59-b8cf-a6fdc797a9ae service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952808 Nov 27 01:10:26.742193 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:26.751077 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:26.759534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:26.804107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Pushing event updated for resources: {'Port': ['ID=d9307730-a733-46a9-b478-e361906390a9,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:26.849452 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:26.853770 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3708301 Nov 27 01:10:26.855845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52520) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:26.856911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf82db4-c7eb-4513-8ba6-e403d7e54b60,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:26.862770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9a24ac23-90f2-427f-8bf1-ef955cb03c79 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Request body: {'security_group_rule': {'security_group_id': '4cf82db4-c7eb-4513-8ba6-e403d7e54b60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:26.884656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d9dfe-4959-43f1-8ab4-7198f6bde9b9 req-ee7339b5-b3b0-4cb0-b055-07c0f985c3b1 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:26.903722 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c58d9dfe-4959-43f1-8ab4-7198f6bde9b9 req-ee7339b5-b3b0-4cb0-b055-07c0f985c3b1 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 948 time: 0.1814728 Nov 27 01:10:26.926962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:26.927450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Attempting to bind port d9307730-a733-46a9-b478-e361906390a9 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:26.928008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Attempting to bind port d9307730-a733-46a9-b478-e361906390a9 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:26.928420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:26.928762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Attempting to bind port d9307730-a733-46a9-b478-e361906390a9 on network 3083db5d-148c-4c08-b659-41fd18a67bb6 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:26.929354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:26.933642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:26.934221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:26.934811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:26.935352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:26.936183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:26.936714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:26.937270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:26.937396 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:26.937827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Checking segment: {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:26.938329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:26.938455 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:26.939308 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359475b5-e6bb-4c8f-92ca-d5d2abf3d66e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:26.943756 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Bound using segment: {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:26.944375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Bound port: d9307730-a733-46a9-b478-e361906390a9, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:26.956798 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.013077 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c58d9dfe-4959-43f1-8ab4-7198f6bde9b9 req-e7b25dc7-8e85-4bf0-9d17-94fb872ce78f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067908 Nov 27 01:10:27.052877 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a24ac23-90f2-427f-8bf1-ef955cb03c79 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.061760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] For port d9307730-a733-46a9-b478-e361906390a9, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:27.062864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb046a-f8c5-43c3-9b4a-e8b0e890ebcd req-f40d7a6f-2eef-44d1-b6f7-2b7b31166213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.064830 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21cb046a-f8c5-43c3-9b4a-e8b0e890ebcd req-f40d7a6f-2eef-44d1-b6f7-2b7b31166213 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 1099 time: 0.1719279 Nov 27 01:10:27.066392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] For port d9307730-a733-46a9-b478-e361906390a9, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d9307730-a733-46a9-b478-e361906390a9,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:27.077617 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.137998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d75dc-1530-45c2-992f-1c978fdbbb11 req-2c53f0fd-9b32-47a8-b6d0-48897bccaebf tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.139526 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d8d75dc-1530-45c2-992f-1c978fdbbb11 req-2c53f0fd-9b32-47a8-b6d0-48897bccaebf tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 950 time: 0.1081581 Nov 27 01:10:27.146022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:27.146703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:27.197462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Pushing event updated for resources: {'Port': ['ID=d9307730-a733-46a9-b478-e361906390a9,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:27.235385 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:27.235778 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:27.236108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:27.236462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:27.236799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:27.237141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:27.237451 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:27.237952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:27.238311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:27.238641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:27.240080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:27.240414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a05555-ab3d-4780-9c03-76aa8f68430e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:27.251712 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a24ac23-90f2-427f-8bf1-ef955cb03c79 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.255824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f9a90e15-b829-455d-ac78-3e04af50d98e None None] Provisioning complete for port d9307730-a733-46a9-b478-e361906390a9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:27.256408 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f9a90e15-b829-455d-ac78-3e04af50d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.275523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a24ac23-90f2-427f-8bf1-ef955cb03c79 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.306704 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d8d75dc-1530-45c2-992f-1c978fdbbb11 req-d55829b2-8b33-4210-9399-71cfd1c3ca6d tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508591 Nov 27 01:10:27.322109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24ac23-90f2-427f-8bf1-ef955cb03c79 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf76d8d-a0be-473a-a72a-141d7a06ca9d,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:27.337938 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b900ce-f15e-434b-9f31-80db479ad067 req-3da7346e-6b41-4eaa-b8ef-d02f18a2c9b7 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.339581 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00b900ce-f15e-434b-9f31-80db479ad067 req-3da7346e-6b41-4eaa-b8ef-d02f18a2c9b7 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.1215785 Nov 27 01:10:27.349884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb046a-f8c5-43c3-9b4a-e8b0e890ebcd req-6418f6a5-6c12-4762-9dde-9cd762795b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.353852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21cb046a-f8c5-43c3-9b4a-e8b0e890ebcd req-6418f6a5-6c12-4762-9dde-9cd762795b89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2092004 Nov 27 01:10:27.359548 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a24ac23-90f2-427f-8bf1-ef955cb03c79 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.361109 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9a24ac23-90f2-427f-8bf1-ef955cb03c79 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5051010 Nov 27 01:10:27.364576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52530) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:27.371739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2be93eb0-0b8b-4046-83d1-74a20030aaa2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Request body: {'security_group_rule': {'security_group_id': '4cf82db4-c7eb-4513-8ba6-e403d7e54b60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:27.427150 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00b900ce-f15e-434b-9f31-80db479ad067 req-6571ff75-6132-4a27-b22a-faddaa75d1cf tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771782 Nov 27 01:10:27.440677 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2be93eb0-0b8b-4046-83d1-74a20030aaa2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.491264 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f9a90e15-b829-455d-ac78-3e04af50d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.522731 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21cb046a-f8c5-43c3-9b4a-e8b0e890ebcd req-a813bf98-d2aa-41a0-8d1e-eef5c5c72403 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8d95f715-56cf-4677-9f1c-ad0461d552f6 HTTP/1.1" status: 200 len: 217 time: 0.1024020 Nov 27 01:10:27.536972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:27.567327 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60916924-158a-4434-991e-3cffc8fbb1f2 req-5aa4c41c-0372-4989-938b-788f3a455398 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.568861 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60916924-158a-4434-991e-3cffc8fbb1f2 req-5aa4c41c-0372-4989-938b-788f3a455398 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 949 time: 0.0723298 Nov 27 01:10:27.595433 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f9a90e15-b829-455d-ac78-3e04af50d98e None None] For port d9307730-a733-46a9-b478-e361906390a9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d9307730-a733-46a9-b478-e361906390a9,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:27.606204 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f9a90e15-b829-455d-ac78-3e04af50d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.631686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60916924-158a-4434-991e-3cffc8fbb1f2 req-8839b897-1d2f-4d7f-b972-e6af0e2bb4d3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565681 Nov 27 01:10:27.684978 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-6ab58b88-6c39-41a2-bab6-e9bc67efa6e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2722845 Nov 27 01:10:27.715040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14991296-1f4e-4cb9-88fe-879af251549c req-f3f5dd59-f867-4078-90b5-0f2b9083becf tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.718707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-14991296-1f4e-4cb9-88fe-879af251549c req-f3f5dd59-f867-4078-90b5-0f2b9083becf tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.2249780 Nov 27 01:10:27.723806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb046a-f8c5-43c3-9b4a-e8b0e890ebcd req-6221d68a-8496-407c-b794-cf2314a539fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.726699 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21cb046a-f8c5-43c3-9b4a-e8b0e890ebcd req-6221d68a-8496-407c-b794-cf2314a539fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1149950 Nov 27 01:10:27.737486 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2be93eb0-0b8b-4046-83d1-74a20030aaa2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.760421 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2be93eb0-0b8b-4046-83d1-74a20030aaa2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.762929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a90e15-b829-455d-ac78-3e04af50d98e None None] Pushing event updated for resources: {'Port': ['ID=d9307730-a733-46a9-b478-e361906390a9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:27.783879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d7c776e7-330d-4b17-92fb-da5b4c44c668 None None] Provisioning complete for port d9307730-a733-46a9-b478-e361906390a9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:27.784251 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d7c776e7-330d-4b17-92fb-da5b4c44c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.786788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1a9ff-99c7-475a-bdd1-440e694fd775 req-6316b0ed-1638-403a-82f6-3b38a4f360bf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.788982 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24a1a9ff-99c7-475a-bdd1-440e694fd775 req-6316b0ed-1638-403a-82f6-3b38a4f360bf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0775688 Nov 27 01:10:27.838915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be93eb0-0b8b-4046-83d1-74a20030aaa2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33ffb61-5a19-4b81-bb6c-30d422309d15,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:27.847830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24a1a9ff-99c7-475a-bdd1-440e694fd775 req-32ca8fed-3906-4291-960d-4be1e685ea71 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529397 Nov 27 01:10:27.875187 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2be93eb0-0b8b-4046-83d1-74a20030aaa2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.880259 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2be93eb0-0b8b-4046-83d1-74a20030aaa2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5104649 Nov 27 01:10:27.882383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52536) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:27.887323 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:27.908238 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-14991296-1f4e-4cb9-88fe-879af251549c req-58f71f7b-5ded-49d4-942f-7bb3442ba196 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802855 Nov 27 01:10:27.909972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb046a-f8c5-43c3-9b4a-e8b0e890ebcd req-315bfc94-ec1d-43c7-a758-b362aef47999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.911440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21cb046a-f8c5-43c3-9b4a-e8b0e890ebcd req-315bfc94-ec1d-43c7-a758-b362aef47999 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724808 Nov 27 01:10:27.918002 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:27.925656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-05bac1cd-c9c4-4037-9994-25713b7b9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.926139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-05bac1cd-c9c4-4037-9994-25713b7b9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.926762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-05bac1cd-c9c4-4037-9994-25713b7b9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.927126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-05bac1cd-c9c4-4037-9994-25713b7b9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.927590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-05bac1cd-c9c4-4037-9994-25713b7b9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.928038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-05bac1cd-c9c4-4037-9994-25713b7b9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.928496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-05bac1cd-c9c4-4037-9994-25713b7b9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:27.930455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-05bac1cd-c9c4-4037-9994-25713b7b9b2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 6493 time: 0.1375582 Nov 27 01:10:27.968751 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:28.001589 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b3dad-e14b-4ed3-8b7d-5d2f55216a0d None None] The sync data for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 is: [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:10:28.105341 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:28.120764 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21cb046a-f8c5-43c3-9b4a-e8b0e890ebcd req-e547be7b-b288-4fb3-99e0-f65afda5a7d4 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893299 Nov 27 01:10:28.272944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Allocated IP 172.25.3.227 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/2f8891c3-0102-4b83-8601-2e9107c056e2) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:28.290748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-9b618ab4-d958-41c3-8957-407ea469b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.291222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-9b618ab4-d958-41c3-8957-407ea469b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.291738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-9b618ab4-d958-41c3-8957-407ea469b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.293291 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-9b618ab4-d958-41c3-8957-407ea469b2da service neutron] 10.222.0.11 "GET /v2.0/networks?id=874ba3d7-fadd-49cf-b553-f26abbe13939&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=47d4271c-602c-4c7f-8b55-deb4845c36a9&id=47d4271c-602c-4c7f-8b55-deb4845c36a9 HTTP/1.1" status: 200 len: 2292 time: 0.2990999 Nov 27 01:10:28.355335 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21cb046a-f8c5-43c3-9b4a-e8b0e890ebcd req-b5aa71a3-bad6-4dcb-880d-c2b835341acf service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195396 Nov 27 01:10:28.376511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef11413-5b60-4ce7-8658-a04cba77081e req-a6a02b77-331c-4193-9e29-d659985adb4e tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.378078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ef11413-5b60-4ce7-8658-a04cba77081e req-a6a02b77-331c-4193-9e29-d659985adb4e tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 948 time: 0.2181408 Nov 27 01:10:28.429404 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:28.453673 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-9fb8f4e2-7b2e-45a9-8c4a-54fa3fee4374 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 HTTP/1.1" status: 200 len: 1000 time: 0.1418619 Nov 27 01:10:28.481227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ef11413-5b60-4ce7-8658-a04cba77081e req-0d412afd-2c91-4b19-ab9c-0ee44f4ae4e6 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912120 Nov 27 01:10:28.505177 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:28.583896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:28.589697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:28.595681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event updated for resources: {'Port': ['ID=2f8891c3-0102-4b83-8601-2e9107c056e2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:28.606615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:28.718135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-76ff4851-5913-4d82-8c6d-5b715d764a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.719634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-76ff4851-5913-4d82-8c6d-5b715d764a35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89a5c702-8864-411b-b4cf-2e5d39b836d0 HTTP/1.1" status: 200 len: 851 time: 0.1785359 Nov 27 01:10:28.721879 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:28.728398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd6b74-8f87-445a-8681-07e36a33f424 req-e73a79cc-2bce-42eb-8ff7-9a77120d0d77 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.729905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-05fd6b74-8f87-445a-8681-07e36a33f424 req-e73a79cc-2bce-42eb-8ff7-9a77120d0d77 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.11 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 950 time: 0.1980598 Nov 27 01:10:28.756348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e726f8-ea75-41a6-bdef-fa2c6f3a45f4 req-dc62464e-4e23-40b6-b088-f44f7b04a279 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.763539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34e726f8-ea75-41a6-bdef-fa2c6f3a45f4 req-dc62464e-4e23-40b6-b088-f44f7b04a279 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 950 time: 0.1515362 Nov 27 01:10:28.806979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:28.880240 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.880525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-a2020507-60e8-42c9-a4c2-93ff15fc8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.880934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.881519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.882048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.882569 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-a2020507-60e8-42c9-a4c2-93ff15fc8f66 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=874ba3d7-fadd-49cf-b553-f26abbe13939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496925 Nov 27 01:10:28.882696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.883234 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.883755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.885292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.885292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.886467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.886467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.886697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.887097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.887627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.890912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.891658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.892333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.892957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.893638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.894443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.895657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.896562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.897865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.898565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:28.911984 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-0501114e-41b5-4ccb-b681-3e6c0f97075b tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867&device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5&device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b&device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6&device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d&device_id=554ef478-7406-4701-96cb-2bf6f9be970a&device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352&device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c&device_id=e1ff8398-4226-40a6-b615-810f6b0772bb&device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef&device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7&device_id=ae9f2865-a042-4f90-af80-585026f4fd9f&device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9&device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941&device_id=4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b&device_id=f24b57a9-2798-4182-8299-9f89eeae7d69&device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a&device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 21616 time: 0.1464238 Nov 27 01:10:28.934747 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-8d44afca-70a0-4c79-bef3-7d101bc52dfd tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.004423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34e726f8-ea75-41a6-bdef-fa2c6f3a45f4 req-9fb4a384-28b3-45dc-9067-5e509d620f9c tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397366 Nov 27 01:10:29.078118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-793d8d91-4453-469d-8d94-3e11a7331a3f service neutron] 10.222.0.11 "GET /v2.0/networks/874ba3d7-fadd-49cf-b553-f26abbe13939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619968 Nov 27 01:10:29.145940 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-8d44afca-70a0-4c79-bef3-7d101bc52dfd tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.148285 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.150941 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-8d44afca-70a0-4c79-bef3-7d101bc52dfd tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.156447 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.161789 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-05fd6b74-8f87-445a-8681-07e36a33f424 req-cd0fbab4-658c-49c0-87ca-1124ae03c5c5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Deleting port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:29.162223 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-05fd6b74-8f87-445a-8681-07e36a33f424 req-cd0fbab4-658c-49c0-87ca-1124ae03c5c5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.314686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44afca-70a0-4c79-bef3-7d101bc52dfd tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec04fb50-7a17-4da5-8105-04b2cd505150,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:29.321771 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da0d81-57af-40ea-acda-20594896a94d req-90a0aa32-9288-48b9-a110-a6ece2a6749e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:29.329078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c0da0d81-57af-40ea-acda-20594896a94d req-90a0aa32-9288-48b9-a110-a6ece2a6749e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.1873164 Nov 27 01:10:29.342099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event updated for resources: {'Port': ['ID=2f8891c3-0102-4b83-8601-2e9107c056e2,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:29.353538 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-62722ada-0b55-4f1c-ba14-1978a3dd3b13 service neutron] 10.222.0.11 "GET /v2.0/networks/874ba3d7-fadd-49cf-b553-f26abbe13939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672665 Nov 27 01:10:29.373158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d9307730-a733-46a9-b478-e361906390a9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:29.388316 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.419460 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-52178661-9a91-4549-9a27-55069735478c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=0c3cb3db-c176-4752-a004-355223eef51b HTTP/1.1" status: 200 len: 217 time: 0.0449970 Nov 27 01:10:29.460045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d9307730-a733-46a9-b478-e361906390a9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:29.463176 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.494765 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1a17d20-d2d3-4f6f-915c-da8d5db9e91d req-8d44afca-70a0-4c79-bef3-7d101bc52dfd tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&id=46d1613e-e54c-4850-bf5c-cad6f321373d&id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=9caef9bb-5981-4e5d-8bbf-e556ee366864&id=c2e3a299-e41d-4356-8eea-139528be2d83&id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 781 time: 0.5641620 Nov 27 01:10:29.499168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c0da0d81-57af-40ea-acda-20594896a94d req-b982172b-045b-4ef7-a5cc-4bfc9df60de9 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691372 Nov 27 01:10:29.503042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-05fd6b74-8f87-445a-8681-07e36a33f424 req-cd0fbab4-658c-49c0-87ca-1124ae03c5c5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] For port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6e5df0eb-1691-41a8-9021-a8e889c3a3c7,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:29.507595 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-05fd6b74-8f87-445a-8681-07e36a33f424 req-cd0fbab4-658c-49c0-87ca-1124ae03c5c5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.531238 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:29.532593 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f70f31de-a0b7-4a20-87fb-56bcab96c22e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6489048 Nov 27 01:10:29.549911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-05fd6b74-8f87-445a-8681-07e36a33f424 req-cd0fbab4-658c-49c0-87ca-1124ae03c5c5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Calling delete_port for 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:29.572726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-2631b389-84e3-43b2-b4e6-1671de6a40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:29.574318 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-2631b389-84e3-43b2-b4e6-1671de6a40e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 200 len: 797 time: 0.1353309 Nov 27 01:10:29.698495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d55544-6987-4dcf-8e8f-9bad4d551c37 req-54bbe558-318a-4351-b9b5-946d7855f321 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:29.700068 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5d55544-6987-4dcf-8e8f-9bad4d551c37 req-54bbe558-318a-4351-b9b5-946d7855f321 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0848894 Nov 27 01:10:29.783736 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4fd6931-d513-412c-b7aa-f5791cf65154 req-ba54d597-05ab-43db-bba2-f8b4387aae8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1909342 Nov 27 01:10:29.798893 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:10:29.801442 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5d55544-6987-4dcf-8e8f-9bad4d551c37 req-ecf25b21-4b28-4e81-a627-89392d65226a tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924904 Nov 27 01:10:29.826201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b746-cd8f-4bcd-906f-a86911f4ee11 req-306383ee-af8a-4f06-adce-c6795cc5380d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:29.832238 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd97b746-cd8f-4bcd-906f-a86911f4ee11 req-306383ee-af8a-4f06-adce-c6795cc5380d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.1577137 Nov 27 01:10:29.838253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-c59f0924-3db9-4499-88c8-8fcf41a8e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:29.839766 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-c59f0924-3db9-4499-88c8-8fcf41a8e98e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1925249 Nov 27 01:10:30.023259 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd97b746-cd8f-4bcd-906f-a86911f4ee11 req-a00726a2-2ef6-4043-b1aa-1784c7351f7c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752217 Nov 27 01:10:30.031460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018e7b-81a2-4819-98bc-261b241863c1 req-1a426a0d-cee5-441d-9ffb-2e3ae995499d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:30.033684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1018e7b-81a2-4819-98bc-261b241863c1 req-1a426a0d-cee5-441d-9ffb-2e3ae995499d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 948 time: 0.0529361 Nov 27 01:10:30.036060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd6931-d513-412c-b7aa-f5791cf65154 req-4c1cf0d0-2074-4bd3-b64e-2f7c6262c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:30.037539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4fd6931-d513-412c-b7aa-f5791cf65154 req-4c1cf0d0-2074-4bd3-b64e-2f7c6262c60a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 1100 time: 0.1906807 Nov 27 01:10:30.058795 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-05fd6b74-8f87-445a-8681-07e36a33f424 req-cd0fbab4-658c-49c0-87ca-1124ae03c5c5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.073378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-a2580d95-c11c-4914-b268-bc90b5da20e0 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110951 Nov 27 01:10:30.095024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1018e7b-81a2-4819-98bc-261b241863c1 req-0ba48983-4758-4cf3-a33b-fd5fc85625ed tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550153 Nov 27 01:10:30.112571 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a0d9a510-529e-4afd-aa44-034bd03f6893'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:30.147984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6e5df0eb-1691-41a8-9021-a8e889c3a3c7'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:30.161987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fbab4-658c-49c0-87ca-1124ae03c5c5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Pushing event deleted for resources: {'Port': ['ID=6e5df0eb-1691-41a8-9021-a8e889c3a3c7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:30.215754 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9fba58b3-a646-4c02-9922-e688217a2f5f req-6619f7e1-01f9-4433-8c95-1762d3ce1209 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=d94423ca-37fb-4441-94b5-d8eedbba90c6 HTTP/1.1" status: 200 len: 210 time: 0.0437560 Nov 27 01:10:30.245507 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8d95f715-56cf-4677-9f1c-ad0461d552f6 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:30.342395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fd6b74-8f87-445a-8681-07e36a33f424 req-cd0fbab4-658c-49c0-87ca-1124ae03c5c5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] No DVR routers for this DVR port 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:30.348924 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-05fd6b74-8f87-445a-8681-07e36a33f424 req-cd0fbab4-658c-49c0-87ca-1124ae03c5c5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.353506 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-05fd6b74-8f87-445a-8681-07e36a33f424 req-cd0fbab4-658c-49c0-87ca-1124ae03c5c5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.11 "DELETE /v2.0/ports/6e5df0eb-1691-41a8-9021-a8e889c3a3c7 HTTP/1.1" status: 204 len: 173 time: 1.5879354 Nov 27 01:10:30.356298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94423ca-37fb-4441-94b5-d8eedbba90c6', 'name': 'network-vif-deleted', 'tag': '6e5df0eb-1691-41a8-9021-a8e889c3a3c7'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:30.358983 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ea61f5-fe2a-47e3-90a4-5930061bfbda" -d '{"events": [{"server_uuid": "d94423ca-37fb-4441-94b5-d8eedbba90c6", "name": "network-vif-deleted", "tag": "6e5df0eb-1691-41a8-9021-a8e889c3a3c7"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:30.432105 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8d95f715-56cf-4677-9f1c-ad0461d552f6, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8d95f715-56cf-4677-9f1c-ad0461d552f6,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:30.453594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd6931-d513-412c-b7aa-f5791cf65154 req-88aa8a2e-ea00-4fa3-ac26-907355549e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:30.455683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4fd6931-d513-412c-b7aa-f5791cf65154 req-88aa8a2e-ea00-4fa3-ac26-907355549e44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3871260 Nov 27 01:10:30.457468 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-778d07a2-3e2c-4124-8a28-707cf75c7365 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423843 Nov 27 01:10:30.477259 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-4c7d9167-5501-47e7-b0d8-8704fd3c007a tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2102442591&fields=id&tenant_id=7096168887864853b0d56415769aae26 HTTP/1.1" status: 200 len: 267 time: 0.2814488 Nov 27 01:10:30.484214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '8d95f715-56cf-4677-9f1c-ad0461d552f6', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '8d95f715-56cf-4677-9f1c-ad0461d552f6', 'mac_address': 'fa:16:3e:1a:0e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:30.513902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38c79f-7455-452b-8588-2637e9609d67 req-811a4840-096a-480b-8295-df9ca1af7619 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:30.514562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38c79f-7455-452b-8588-2637e9609d67 req-811a4840-096a-480b-8295-df9ca1af7619 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:30.515121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38c79f-7455-452b-8588-2637e9609d67 req-811a4840-096a-480b-8295-df9ca1af7619 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:30.524342 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f38c79f-7455-452b-8588-2637e9609d67 req-811a4840-096a-480b-8295-df9ca1af7619 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5&device_id=554ef478-7406-4701-96cb-2bf6f9be970a&device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 2882 time: 0.0694282 Nov 27 01:10:30.541280 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.556324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d95f715-56cf-4677-9f1c-ad0461d552f6 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:30.564511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-769a345e-df62-4f96-8f11-81d001e26bd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=125792f2-f74c-4fde-a258-99b64ebd23c2 HTTP/1.1" status: 200 len: 217 time: 0.0399668 Nov 27 01:10:30.569759 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f38c79f-7455-452b-8588-2637e9609d67 req-5a234e7b-110f-46f4-9a11-0491c6a3a040 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445106 Nov 27 01:10:30.580003 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4fd6931-d513-412c-b7aa-f5791cf65154 req-941103d0-9924-4dab-9552-2232adad4ca2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=bc71c429-4de8-45fe-95a8-97571afdfc48 HTTP/1.1" status: 200 len: 217 time: 0.0923131 Nov 27 01:10:30.586991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8d95f715-56cf-4677-9f1c-ad0461d552f6, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8d95f715-56cf-4677-9f1c-ad0461d552f6,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:30.591475 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:30.645826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8d95f715-56cf-4677-9f1c-ad0461d552f6,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:30.658489 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b8266b-c4be-4a57-91fe-e2387adfef21 x-openstack-request-id: req-59b8266b-c4be-4a57-91fe-e2387adfef21 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:30.658782 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94423ca-37fb-4441-94b5-d8eedbba90c6", "name": "network-vif-deleted", "tag": "6e5df0eb-1691-41a8-9021-a8e889c3a3c7", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:30.659035 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59b8266b-c4be-4a57-91fe-e2387adfef21 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:30.659456 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94423ca-37fb-4441-94b5-d8eedbba90c6', 'name': 'network-vif-deleted', 'tag': '6e5df0eb-1691-41a8-9021-a8e889c3a3c7', 'status': 'completed', 'code': 200} Nov 27 01:10:30.713724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10448a2-94d3-4dfa-8ce2-a5f884290102 req-8c63b67a-90ac-4b95-8f01-980c4e7233d3 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:30.715236 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c10448a2-94d3-4dfa-8ce2-a5f884290102 req-8c63b67a-90ac-4b95-8f01-980c4e7233d3 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0501399 Nov 27 01:10:30.777086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c10448a2-94d3-4dfa-8ce2-a5f884290102 req-923277e1-0149-4201-ae1d-5c41329d669b tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556095 Nov 27 01:10:30.937565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61467807-70b5-4531-b723-06134a5edbb3 req-256f4e04-56f8-40fd-b73a-0f486537c10c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:30.939169 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61467807-70b5-4531-b723-06134a5edbb3 req-256f4e04-56f8-40fd-b73a-0f486537c10c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0517163 Nov 27 01:10:30.993733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61467807-70b5-4531-b723-06134a5edbb3 req-54713e72-448d-4f08-9898-9c18c356dddb tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477574 Nov 27 01:10:31.040554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2f1fd1aa-bfd7-4005-ad0a-783590fb7d65 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.042537 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2f1fd1aa-bfd7-4005-ad0a-783590fb7d65 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 810 time: 0.5644732 Nov 27 01:10:31.054964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-9c9e1424-a093-4176-92f3-f096c8906e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.056407 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-9c9e1424-a093-4176-92f3-f096c8906e8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 200 len: 797 time: 0.4121199 Nov 27 01:10:31.065592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd6931-d513-412c-b7aa-f5791cf65154 req-d114eea9-87cc-4dac-a89c-81e23d6351fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.067516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4fd6931-d513-412c-b7aa-f5791cf65154 req-d114eea9-87cc-4dac-a89c-81e23d6351fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.4068081 Nov 27 01:10:31.069881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-fddd8862-0a52-4649-871c-46271278c66c tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/quotas/7096168887864853b0d56415769aae26 HTTP/1.1" status: 200 len: 375 time: 0.0191207 Nov 27 01:10:31.176940 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-3b065f8c-b7b2-4735-b369-95ca76ee5ad7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006424 Nov 27 01:10:31.179056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd6931-d513-412c-b7aa-f5791cf65154 req-b14e4f9f-3e2c-4923-9828-461e5779cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.180385 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4fd6931-d513-412c-b7aa-f5791cf65154 req-b14e4f9f-3e2c-4923-9828-461e5779cf5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958865 Nov 27 01:10:31.202725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-362bf3e8-a8ed-478d-b040-06fb39e07187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.204244 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-362bf3e8-a8ed-478d-b040-06fb39e07187 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767362 Nov 27 01:10:31.252331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['8d95f715-56cf-4677-9f1c-ad0461d552f6'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:31.335967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0494f23-21f3-46db-b03e-8397354d09fe req-ffec3aca-597d-4653-9faf-bb903de87639 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.337443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0494f23-21f3-46db-b03e-8397354d09fe req-ffec3aca-597d-4653-9faf-bb903de87639 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0489781 Nov 27 01:10:31.399003 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4fd6931-d513-412c-b7aa-f5791cf65154 req-5956d325-5187-436d-ac2d-feee059dc9ba service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075729 Nov 27 01:10:31.405262 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0494f23-21f3-46db-b03e-8397354d09fe req-5fffed6b-0400-472c-951a-3336df93895c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587747 Nov 27 01:10:31.447676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-ae4d25ad-baad-4862-bfec-aec2f81c26a5 service neutron] 10.222.0.37 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468214 Nov 27 01:10:31.480738 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-560af3cb-7151-40a8-809b-1693ddd80b8b service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551541 Nov 27 01:10:31.500449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c99096-aa79-4cf4-82c8-83ee0953e6ff req-a7667702-4700-40da-b189-690c2ff7fd36 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.501894 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a9c99096-aa79-4cf4-82c8-83ee0953e6ff req-a7667702-4700-40da-b189-690c2ff7fd36 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 949 time: 0.0476615 Nov 27 01:10:31.549541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a9c99096-aa79-4cf4-82c8-83ee0953e6ff req-b96d950d-efc4-4d58-b993-65de6eb7006e tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 Nov 27 01:10:31.654374 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4fd6931-d513-412c-b7aa-f5791cf65154 req-6a6b2af6-eda2-4dbb-b22b-a49abeca9303 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439418 Nov 27 01:10:31.657843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-c718fca3-1462-46e5-be18-a278f5d1130f service neutron] 10.222.0.37 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795938 Nov 27 01:10:31.674539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-6337bfed-880b-4468-a0ef-fe54a67adacf service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816878 Nov 27 01:10:31.723673 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-ef6440bc-d8b0-4a47-a5a4-f003039f44e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 HTTP/1.1" status: 200 len: 217 time: 0.0377793 Nov 27 01:10:31.820504 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-7a54a373-0d0e-4bcd-9488-6d52d01264cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.821973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-7a54a373-0d0e-4bcd-9488-6d52d01264cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 200 len: 797 time: 0.0757723 Nov 27 01:10:31.881303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-48a91cad-96f6-47dd-95b6-1e8473776b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:31.883038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-48a91cad-96f6-47dd-95b6-1e8473776b87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0487349 Nov 27 01:10:31.937951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59bf143e-0eb9-495d-a2f9-ba153a056624 req-03df9fe3-80e6-47de-9d73-923ba13eebdc tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 210 time: 0.0355597 Nov 27 01:10:32.028378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-9b692c70-d46a-4958-951e-8655cbd2a035 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363318 Nov 27 01:10:32.075356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffb965-7ad4-4695-823a-50bec1224111 req-4f38dc7e-ffb9-4f29-9a54-b76a1ffac0c5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:32.077015 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75ffb965-7ad4-4695-823a-50bec1224111 req-4f38dc7e-ffb9-4f29-9a54-b76a1ffac0c5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0646930 Nov 27 01:10:32.140886 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75ffb965-7ad4-4695-823a-50bec1224111 req-f4f9b3a3-2713-48c1-9d4e-d6ba8f5d3043 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543418 Nov 27 01:10:32.155495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211fc31-0a72-40a0-9b25-c469bb0d385a req-3ddf7653-711e-4b80-9af4-2954f8625dc9 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:32.157165 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c211fc31-0a72-40a0-9b25-c469bb0d385a req-3ddf7653-711e-4b80-9af4-2954f8625dc9 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 1100 time: 0.1259234 Nov 27 01:10:32.196567 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-1a8fad55-458e-488b-9125-f74454c95c55 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561220 Nov 27 01:10:32.254973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-a5d10409-851e-475f-a445-9becf6012bdb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=08ee5b8c-ecad-4c74-97c4-8588634b5d0a HTTP/1.1" status: 200 len: 217 time: 0.0484099 Nov 27 01:10:32.255651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eaa5a-5df2-4fd8-87f7-1420e43c424b req-7c6677c1-6854-4e26-903a-06ca25f0e119 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:32.257565 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c211fc31-0a72-40a0-9b25-c469bb0d385a req-95debebf-bcc6-4a29-8a0c-ca965d6f0170 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912681 Nov 27 01:10:32.258896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:32.268752 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-418eaa5a-5df2-4fd8-87f7-1420e43c424b req-7c6677c1-6854-4e26-903a-06ca25f0e119 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 950 time: 0.0529299 Nov 27 01:10:32.300331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:32.301110 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 6e5df0eb-1691-41a8-9021-a8e889c3a3c7 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:32.337097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-ca3ce081-388c-47b5-a7c4-97c54312ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:32.338578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-418eaa5a-5df2-4fd8-87f7-1420e43c424b req-0b4b1f8d-c43a-413c-8e34-92bc76eeed3f tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687325 Nov 27 01:10:32.339108 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-ca3ce081-388c-47b5-a7c4-97c54312ca08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 200 len: 797 time: 0.0772061 Nov 27 01:10:32.457638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b297f-2904-4507-9402-e71cb9dc5c9a req-04f8e68f-976c-4267-b06e-d342ccb92bb3 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:32.459125 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-827b297f-2904-4507-9402-e71cb9dc5c9a req-04f8e68f-976c-4267-b06e-d342ccb92bb3 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.1191404 Nov 27 01:10:32.461935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-745578cc-b9a6-4a13-bd8b-f2a5bd8ad7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:32.463521 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-745578cc-b9a6-4a13-bd8b-f2a5bd8ad7c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116886 Nov 27 01:10:32.565240 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-827b297f-2904-4507-9402-e71cb9dc5c9a req-4cc8d3ec-2506-4479-ab27-56cad1d578dd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980399 Nov 27 01:10:32.568630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc7611-239e-4ca6-8f80-ee253b5c89bf req-b2bf59b9-da76-4f93-8600-c6502acf894d tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:32.575062 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b6fc7611-239e-4ca6-8f80-ee253b5c89bf req-b2bf59b9-da76-4f93-8600-c6502acf894d tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 1100 time: 0.0730832 Nov 27 01:10:32.601808 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-883b7fce-3f24-4552-80f0-88e0555972e8 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198590 Nov 27 01:10:32.629887 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b6fc7611-239e-4ca6-8f80-ee253b5c89bf req-3c2658a6-8a44-4182-b43b-e439bdc8c995 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482955 Nov 27 01:10:32.760797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419ee0f-7ed5-490e-bcf8-f41e858ec685 req-80d94a77-cb35-4b41-829b-2518a609ea0a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:32.766905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a419ee0f-7ed5-490e-bcf8-f41e858ec685 req-80d94a77-cb35-4b41-829b-2518a609ea0a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.1200242 Nov 27 01:10:32.793091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028a5cf-d2e0-48a0-b984-233b5040c5cc req-5e27f1b1-3531-4060-baeb-badf46450d62 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:32.794729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2028a5cf-d2e0-48a0-b984-233b5040c5cc req-5e27f1b1-3531-4060-baeb-badf46450d62 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 949 time: 0.0922918 Nov 27 01:10:32.833807 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-376a68c1-0885-4b21-8fd8-4f10df309ca9 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546590 Nov 27 01:10:32.852000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a419ee0f-7ed5-490e-bcf8-f41e858ec685 req-1120aab3-318a-4c1e-9597-4976670b6249 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753901 Nov 27 01:10:32.854351 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2028a5cf-d2e0-48a0-b984-233b5040c5cc req-34f7013c-7b69-4ae7-a6f2-0b8559185dd5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498025 Nov 27 01:10:32.890384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-8f965d95-8678-416a-a0c7-bc2c17b664e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cb125b90-f3f4-4741-b436-15bdf5492147 HTTP/1.1" status: 200 len: 217 time: 0.0480258 Nov 27 01:10:32.951179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-a56d4b1c-2b0f-4923-945e-bcae34fe6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:32.952882 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-a56d4b1c-2b0f-4923-945e-bcae34fe6cf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579f6157-5b13-45e3-aa25-7bd8f766ad59 HTTP/1.1" status: 200 len: 797 time: 0.0473475 Nov 27 01:10:33.012968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-3602df01-b8a8-4fa9-9fa1-2f33d18352e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.015024 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-3602df01-b8a8-4fa9-9fa1-2f33d18352e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47d4271c-602c-4c7f-8b55-deb4845c36a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0494988 Nov 27 01:10:33.053967 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0fc9d2a6-8ccc-4158-9bf1-45cdf01f1c59 req-044a01fe-2375-491a-b414-e64159e5c185 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 210 time: 0.0379574 Nov 27 01:10:33.130655 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-eaaef8ec-75fc-4651-a4f3-f3ad2909085b service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030903 Nov 27 01:10:33.232848 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-9d20bafc-941f-4fc2-94ec-a86e4408d041 service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947542 Nov 27 01:10:33.261021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a898b-effe-4156-9487-1a12eee92c78 req-5bacb4aa-f1ed-40ed-b3ee-9e800807ccd1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.262567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-282a898b-effe-4156-9487-1a12eee92c78 req-5bacb4aa-f1ed-40ed-b3ee-9e800807ccd1 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0533118 Nov 27 01:10:33.288900 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-4d7e0562-c8a0-42e2-817a-f4bb3b14ec2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a64b1a0-430d-4628-bea9-f08fdf8c263d HTTP/1.1" status: 200 len: 217 time: 0.0380790 Nov 27 01:10:33.317699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-282a898b-effe-4156-9487-1a12eee92c78 req-063d1fbe-7022-4d3a-aeac-5ff72826d19b tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480928 Nov 27 01:10:33.347953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-72c3fed3-fa15-45dd-8157-3716ead3a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.350005 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-72c3fed3-fa15-45dd-8157-3716ead3a4c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579f6157-5b13-45e3-aa25-7bd8f766ad59 HTTP/1.1" status: 200 len: 797 time: 0.0462775 Nov 27 01:10:33.399051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-9772ef55-5eee-4dec-a460-361095d33e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.400661 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-9772ef55-5eee-4dec-a460-361095d33e47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47d4271c-602c-4c7f-8b55-deb4845c36a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0426614 Nov 27 01:10:33.500696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c522d6-039c-46e0-8b77-184d1c9c1620 req-09257b92-c054-463f-a277-240853e2cab1 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.503653 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3c522d6-039c-46e0-8b77-184d1c9c1620 req-09257b92-c054-463f-a277-240853e2cab1 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 950 time: 0.0880258 Nov 27 01:10:33.583336 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3c522d6-039c-46e0-8b77-184d1c9c1620 req-e7daa21c-b2c3-4773-ab5a-24ae917bfbe1 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612929 Nov 27 01:10:33.583663 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-b4296316-d561-40de-9e56-47a6117299aa service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645343 Nov 27 01:10:33.695555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10cacf-3b29-48af-a093-8d443ce6925c req-7e147c4e-30de-4c46-98bb-87f394001879 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.697044 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fadb9f4-240b-4b9a-93a6-a2676497b9f4 req-d2168699-23ac-447d-a42e-cd65da2357e6 service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942426 Nov 27 01:10:33.697233 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8b10cacf-3b29-48af-a093-8d443ce6925c req-7e147c4e-30de-4c46-98bb-87f394001879 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0612476 Nov 27 01:10:33.778042 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8b10cacf-3b29-48af-a093-8d443ce6925c req-89505b45-5629-42cf-abc6-7f2e5735b699 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671911 Nov 27 01:10:33.779911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba78ef6-550f-4050-a3f3-e5ef9f7823a1 req-6d80d933-cfef-4878-804d-3cbd3dbe184b tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.781506 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ba78ef6-550f-4050-a3f3-e5ef9f7823a1 req-6d80d933-cfef-4878-804d-3cbd3dbe184b tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0835991 Nov 27 01:10:33.887972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ba78ef6-550f-4050-a3f3-e5ef9f7823a1 req-5aba23d4-2046-47be-a0ca-a7ae9d3eaff3 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764084 Nov 27 01:10:33.898990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-a608d586-2118-42b9-bda9-4d468aa9cdaa tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.900449 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-a608d586-2118-42b9-bda9-4d468aa9cdaa tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.11 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 810 time: 0.1700590 Nov 27 01:10:33.983048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6003d-7bc8-4cc1-bcdc-3e7e8bc4322c req-43a24798-5947-431c-99ff-899949cf3783 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:33.985811 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bda6003d-7bc8-4cc1-bcdc-3e7e8bc4322c req-43a24798-5947-431c-99ff-899949cf3783 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0542793 Nov 27 01:10:34.011387 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-0e0fe3f1-7605-4b3b-a1ba-b91cf7121e9d tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7096168887864853b0d56415769aae26 HTTP/1.1" status: 200 len: 380 time: 0.0848358 Nov 27 01:10:34.026376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590a405-e970-4960-a6c8-b6dcd7e20600 req-5e7beed1-7f30-4f40-9602-63e467dbd6ae tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:34.027859 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9590a405-e970-4960-a6c8-b6dcd7e20600 req-5e7beed1-7f30-4f40-9602-63e467dbd6ae tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 949 time: 0.0710495 Nov 27 01:10:34.033171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bda6003d-7bc8-4cc1-bcdc-3e7e8bc4322c req-6732d6b1-7c02-41f0-b6f6-9bc507f9ae91 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Nov 27 01:10:34.040812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Request body: {'port': {'device_id': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'admin_state_up': True, 'tenant_id': '7096168887864853b0d56415769aae26', 'security_groups': ['4cf82db4-c7eb-4513-8ba6-e403d7e54b60']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:34.161568 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a7564729-b102-4ea0-b64c-f0c07c0699b3 req-40c5d946-ceb5-4fc2-92d4-77ad4922efec tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 210 time: 0.0280547 Nov 27 01:10:34.165038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9590a405-e970-4960-a6c8-b6dcd7e20600 req-3ab0a5d6-facc-4431-9746-65254c6bdae6 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281710 Nov 27 01:10:34.200378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Made reservation on behalf of 7096168887864853b0d56415769aae26 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:34.204276 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.258178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8d95f715-56cf-4677-9f1c-ad0461d552f6 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:34.308937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 8d95f715-56cf-4677-9f1c-ad0461d552f6 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:34.313379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 8d95f715-56cf-4677-9f1c-ad0461d552f6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:34.313751 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.326461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Allocated IP 172.20.0.12 (3083db5d-148c-4c08-b659-41fd18a67bb6/2a47bc75-51de-4fff-99e5-a89ff920057e/a6263d88-54b7-40b4-aa25-c3ef0b25d0e0) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:34.396714 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.420054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8496f21-9628-4f39-8b7e-6c4990323867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d95f715-56cf-4677-9f1c-ad0461d552f6'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:34.422556 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d85c230-9965-42d3-b8bf-b0e5c3866e7f" -d '{"events": [{"server_uuid": "f8496f21-9628-4f39-8b7e-6c4990323867", "name": "network-vif-plugged", "status": "completed", "tag": "8d95f715-56cf-4677-9f1c-ad0461d552f6"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:34.441199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8d95f715-56cf-4677-9f1c-ad0461d552f6, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8d95f715-56cf-4677-9f1c-ad0461d552f6,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:34.446120 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.450762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa0c07-9106-411e-910c-d3b97c17de3b req-569e2914-2cfd-4572-a591-958afcb632dd tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:34.459590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7bfa0c07-9106-411e-910c-d3b97c17de3b req-569e2914-2cfd-4572-a591-958afcb632dd tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0638907 Nov 27 01:10:34.478435 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f063261f-48f0-4c89-ab17-b6e5bdee6770 x-openstack-request-id: req-f063261f-48f0-4c89-ab17-b6e5bdee6770 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:34.478803 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8496f21-9628-4f39-8b7e-6c4990323867", "name": "network-vif-plugged", "status": "completed", "tag": "8d95f715-56cf-4677-9f1c-ad0461d552f6", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:34.479122 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f063261f-48f0-4c89-ab17-b6e5bdee6770 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:34.479574 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8496f21-9628-4f39-8b7e-6c4990323867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d95f715-56cf-4677-9f1c-ad0461d552f6', 'code': 200} Nov 27 01:10:34.505751 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8d95f715-56cf-4677-9f1c-ad0461d552f6,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:34.533530 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7bfa0c07-9106-411e-910c-d3b97c17de3b req-0ae9e5b8-69f2-41c2-a87a-16f514732734 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729945 Nov 27 01:10:34.543332 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.563279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a1a45-187c-4220-bcb2-678bcde3589f req-15d43e6d-6691-479e-8f70-f1d14d9e79c5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:34.564643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a84a1a45-187c-4220-bcb2-678bcde3589f req-15d43e6d-6691-479e-8f70-f1d14d9e79c5 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 950 time: 0.0887573 Nov 27 01:10:34.695787 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.766206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c5565-0453-4cfa-aa5f-a79567b9fb79 req-5d934155-c783-4429-a309-ce0593a0768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:34.767745 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-649c5565-0453-4cfa-aa5f-a79567b9fb79 req-5d934155-c783-4429-a309-ce0593a0768d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 1101 time: 0.1627333 Nov 27 01:10:34.774377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Network 3083db5d-148c-4c08-b659-41fd18a67bb6 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:34.785503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:34.793713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:34.810324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d0717-ba39-4fad-b222-28faa92ceb41 req-8e200ad6-195d-46bd-a7db-f30822f7813c tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:34.812565 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-097d0717-ba39-4fad-b222-28faa92ceb41 req-8e200ad6-195d-46bd-a7db-f30822f7813c tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 950 time: 0.1724615 Nov 27 01:10:34.812989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event updated for resources: {'Port': ['ID=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:34.914003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a84a1a45-187c-4220-bcb2-678bcde3589f req-c8100125-637b-42c9-89aa-e4cebc714861 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Deleting port a0d9a510-529e-4afd-aa44-034bd03f6893 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:34.914384 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a84a1a45-187c-4220-bcb2-678bcde3589f req-c8100125-637b-42c9-89aa-e4cebc714861 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.925132 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5828ed7-1645-4faa-af02-5daa0b639362 req-d18d1b7e-992c-4d83-a1dc-5beab67ee22c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:34.926769 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5828ed7-1645-4faa-af02-5daa0b639362 req-d18d1b7e-992c-4d83-a1dc-5beab67ee22c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0576928 Nov 27 01:10:34.938408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:34.939038 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:34.980980 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5828ed7-1645-4faa-af02-5daa0b639362 req-5d5f36f6-9404-4852-ac40-06bb7f83026b tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Nov 27 01:10:34.982467 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-649c5565-0453-4cfa-aa5f-a79567b9fb79 req-4deeb51b-e042-4e69-9da2-e0f9ad1636f4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018731 Nov 27 01:10:35.004233 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-097d0717-ba39-4fad-b222-28faa92ceb41 req-d1d5e11c-28bc-4669-8cd5-08585a0a5980 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/security-groups?id=41fa4b79-f945-421a-bde9-c1abc98f8de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786470 Nov 27 01:10:35.012696 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-1bedf01a-2b69-473f-a552-90ce45fbcf68 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9773819 Nov 27 01:10:35.043253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3de7874f-60d7-425e-ae26-75ef489092f9 None None] Provisioning complete for port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:35.043989 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3de7874f-60d7-425e-ae26-75ef489092f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.050265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a84a1a45-187c-4220-bcb2-678bcde3589f req-c8100125-637b-42c9-89aa-e4cebc714861 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] For port a0d9a510-529e-4afd-aa44-034bd03f6893, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a0d9a510-529e-4afd-aa44-034bd03f6893,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:35.050634 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a84a1a45-187c-4220-bcb2-678bcde3589f req-c8100125-637b-42c9-89aa-e4cebc714861 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.064153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a84a1a45-187c-4220-bcb2-678bcde3589f req-c8100125-637b-42c9-89aa-e4cebc714861 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Calling delete_port for a0d9a510-529e-4afd-aa44-034bd03f6893 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:35.079918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3de7874f-60d7-425e-ae26-75ef489092f9 None None] Port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:35.118819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce1161-6cc5-4946-a102-32fc5207a8a2 req-1f14c0ae-1e93-4ba3-a160-ae41445905ea tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:35.120310 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdce1161-6cc5-4946-a102-32fc5207a8a2 req-1f14c0ae-1e93-4ba3-a160-ae41445905ea tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0553348 Nov 27 01:10:35.168833 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdce1161-6cc5-4946-a102-32fc5207a8a2 req-8cc7f3a8-de39-406f-b027-b88f9cb6b9aa tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426588 Nov 27 01:10:35.203513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ffc62-fe09-4dc5-96c0-515cd7242557 req-6fdad02a-2602-468a-acad-4db932c86707 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:35.204961 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aa2ffc62-fe09-4dc5-96c0-515cd7242557 req-6fdad02a-2602-468a-acad-4db932c86707 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0761437 Nov 27 01:10:35.283439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e046a55-32e1-43bc-8d48-2fc04c37ce59 req-43e88000-1532-4dd1-88a7-95c738ec70b5 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:35.284928 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e046a55-32e1-43bc-8d48-2fc04c37ce59 req-43e88000-1532-4dd1-88a7-95c738ec70b5 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 932 time: 0.0526717 Nov 27 01:10:35.288307 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aa2ffc62-fe09-4dc5-96c0-515cd7242557 req-bc5080b3-3ded-4f7a-af21-67efb4b1b1ba tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767498 Nov 27 01:10:35.289339 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a84a1a45-187c-4220-bcb2-678bcde3589f req-c8100125-637b-42c9-89aa-e4cebc714861 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.327590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8100125-637b-42c9-89aa-e4cebc714861 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Pushing event deleted for resources: {'Port': ['ID=a0d9a510-529e-4afd-aa44-034bd03f6893,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:35.333997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a0d9a510-529e-4afd-aa44-034bd03f6893'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:35.365046 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e046a55-32e1-43bc-8d48-2fc04c37ce59 req-a9d7b8a9-2c9c-4d73-ad4f-2778c5a1a7f9 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716705 Nov 27 01:10:35.374661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84a1a45-187c-4220-bcb2-678bcde3589f req-c8100125-637b-42c9-89aa-e4cebc714861 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] No DVR routers for this DVR port a0d9a510-529e-4afd-aa44-034bd03f6893 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:35.381278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Request body: {'port': {'device_id': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:35.391610 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a84a1a45-187c-4220-bcb2-678bcde3589f req-c8100125-637b-42c9-89aa-e4cebc714861 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.394856 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a84a1a45-187c-4220-bcb2-678bcde3589f req-c8100125-637b-42c9-89aa-e4cebc714861 tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.42 "DELETE /v2.0/ports/a0d9a510-529e-4afd-aa44-034bd03f6893 HTTP/1.1" status: 204 len: 173 time: 0.8204000 Nov 27 01:10:35.395914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff8398-4226-40a6-b615-810f6b0772bb', 'name': 'network-vif-deleted', 'tag': 'a0d9a510-529e-4afd-aa44-034bd03f6893'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:35.398164 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f898dcf3-643f-4eb8-969a-4aa4f7863d7a" -d '{"events": [{"server_uuid": "e1ff8398-4226-40a6-b615-810f6b0772bb", "name": "network-vif-deleted", "tag": "a0d9a510-529e-4afd-aa44-034bd03f6893"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:35.464655 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8123f51-933f-4459-9a02-b73478dd45d7 x-openstack-request-id: req-f8123f51-933f-4459-9a02-b73478dd45d7 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:35.464954 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ff8398-4226-40a6-b615-810f6b0772bb", "name": "network-vif-deleted", "tag": "a0d9a510-529e-4afd-aa44-034bd03f6893", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:35.465210 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8123f51-933f-4459-9a02-b73478dd45d7 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:35.465606 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ff8398-4226-40a6-b615-810f6b0772bb', 'name': 'network-vif-deleted', 'tag': 'a0d9a510-529e-4afd-aa44-034bd03f6893', 'status': 'completed', 'code': 200} Nov 27 01:10:35.484168 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9af49-d151-45fb-9f68-07a05b2c0e5e req-1a91f86b-97cd-494e-bf24-eac538e797e3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:35.485676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-26c9af49-d151-45fb-9f68-07a05b2c0e5e req-1a91f86b-97cd-494e-bf24-eac538e797e3 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 950 time: 0.1120582 Nov 27 01:10:35.486275 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.592528 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-26c9af49-d151-45fb-9f68-07a05b2c0e5e req-a2d2c6a6-8914-4535-a900-b127b9878ea5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919216 Nov 27 01:10:35.655426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f52928-cfe7-439c-acaf-8dc0f35472ac req-b919ca07-af7c-46fc-9e3b-bfa99e8d0a9a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:35.656913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a2f52928-cfe7-439c-acaf-8dc0f35472ac req-b919ca07-af7c-46fc-9e3b-bfa99e8d0a9a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0495622 Nov 27 01:10:35.706113 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a2f52928-cfe7-439c-acaf-8dc0f35472ac req-96dfe094-d761-4d63-b37b-e11dcbbeaf1c tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 Nov 27 01:10:35.796769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:35.804696 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.816724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Transition to ACTIVE for port object a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:10:35.820293 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:35.887242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:35.943753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Attempting to bind port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:35.944216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Attempting to bind port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:35.944557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Attempting to bind port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 on network 3083db5d-148c-4c08-b659-41fd18a67bb6 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:35.949281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 on network 3083db5d-148c-4c08-b659-41fd18a67bb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:10:35.949605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Attempting to bind port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 on network 3083db5d-148c-4c08-b659-41fd18a67bb6 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:35.954834 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:35.955177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Checking segment: {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:35.955564 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Bound using segment: {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:35.955998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Bound port: a6263d88-54b7-40b4-aa25-c3ef0b25d0e0, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:35.956356 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:36.026555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] For port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:36.030670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] For port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:36.037686 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:36.095350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:36.113585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:36.115122 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:36.117029 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-2063d3c4-eab6-41bd-8514-4d6ca54634f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 HTTP/1.1" status: 200 len: 1092 time: 0.7445290 Nov 27 01:10:36.143407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28c9f0-db50-4134-9658-4f350750fc2e req-a48de0c5-cab8-47a2-b878-e66fd34b17c6 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:36.145052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a28c9f0-db50-4134-9658-4f350750fc2e req-a48de0c5-cab8-47a2-b878-e66fd34b17c6 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0678282 Nov 27 01:10:36.187182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-627cca80-f1ea-4972-8854-6c088059cde1 req-82a6dc4e-a538-4732-b8ab-e46330eaa93b tempest-ServersAdminNegativeTestJSON-172518491 tempest-ServersAdminNegativeTestJSON-172518491-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ff8398-4226-40a6-b615-810f6b0772bb HTTP/1.1" status: 200 len: 210 time: 0.0310466 Nov 27 01:10:36.240963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-63fc0769-f888-42ae-80f3-c43b745bd663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:36.242869 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-63fc0769-f888-42ae-80f3-c43b745bd663 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 1095 time: 0.0485933 Nov 27 01:10:36.245601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a28c9f0-db50-4134-9658-4f350750fc2e req-4be1b208-2cc2-4634-899d-9c8f33660be4 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851860 Nov 27 01:10:36.318733 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-0e134cbb-9d22-482d-b0db-4cbe53d93315 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 HTTP/1.1" status: 200 len: 217 time: 0.0368404 Nov 27 01:10:36.344445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f3a1b-6b9b-47b5-8fa6-7460517108c5 req-200c1398-7c3a-4d75-b148-8451d6e19517 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:36.345160 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a4f3a1b-6b9b-47b5-8fa6-7460517108c5 req-200c1398-7c3a-4d75-b148-8451d6e19517 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0891695 Nov 27 01:10:36.414970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-ff240608-6257-47cf-a844-d69b43f55933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:36.416470 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-ff240608-6257-47cf-a844-d69b43f55933 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a47bc75-51de-4fff-99e5-a89ff920057e HTTP/1.1" status: 200 len: 849 time: 0.0839972 Nov 27 01:10:36.434903 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a4f3a1b-6b9b-47b5-8fa6-7460517108c5 req-ac0b80ef-ab30-4882-b0cc-587376a7d886 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819917 Nov 27 01:10:36.444055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55ce34-90b0-4a19-bc34-02e8e4c79085 req-16c26f66-d3ee-4f55-ab09-c95380eabc14 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:36.445568 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec55ce34-90b0-4a19-bc34-02e8e4c79085 req-16c26f66-d3ee-4f55-ab09-c95380eabc14 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0662527 Nov 27 01:10:36.503206 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec55ce34-90b0-4a19-bc34-02e8e4c79085 req-6f82e087-fbaa-44e9-a46d-60ebe62a2274 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461411 Nov 27 01:10:36.534700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-424a7c4d-5425-4026-8e9a-ff38807608f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:36.536771 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-424a7c4d-5425-4026-8e9a-ff38807608f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3083db5d-148c-4c08-b659-41fd18a67bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780668 Nov 27 01:10:36.558601 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149e5f1-ed31-406e-ba21-220360ceceef req-4c594ca0-69dd-4274-9d57-9c852fb8f3f2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:36.559998 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0149e5f1-ed31-406e-ba21-220360ceceef req-4c594ca0-69dd-4274-9d57-9c852fb8f3f2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 944 time: 0.0528431 Nov 27 01:10:36.722095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeed313-cfe0-4193-8b86-621166c9e31e req-363385a0-f50c-44c3-b9a5-a42b6d15dcb7 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:36.723892 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7eeed313-cfe0-4193-8b86-621166c9e31e req-363385a0-f50c-44c3-b9a5-a42b6d15dcb7 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 950 time: 0.0554214 Nov 27 01:10:36.777224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7eeed313-cfe0-4193-8b86-621166c9e31e req-3b9fa903-c04d-404a-8271-3f4dbfafe22b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Nov 27 01:10:36.898658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d3602-d89f-4d81-b4b2-d44d0fc03b55 req-1d122b0d-85ae-4247-bc64-c0dc20934d8d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:36.900143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-216d3602-d89f-4d81-b4b2-d44d0fc03b55 req-1d122b0d-85ae-4247-bc64-c0dc20934d8d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.0649540 Nov 27 01:10:36.945650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0149e5f1-ed31-406e-ba21-220360ceceef req-69e7f64a-49bf-4882-8fcb-c84b7f11afdb tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775861 Nov 27 01:10:36.949190 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-216d3602-d89f-4d81-b4b2-d44d0fc03b55 req-af6019b2-57e5-414d-a5e3-119740830f09 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429480 Nov 27 01:10:36.976012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-40794642-7f50-474a-8fb2-6e7168f57b26 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148078 Nov 27 01:10:37.074489 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-404a8260-5644-4a83-b29b-3d5baa7cba4e req-652f8e68-7b6e-4794-b01c-9627cd1df5ea service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856450 Nov 27 01:10:37.391123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19929a-fc5b-4f7e-81f4-45f468c3c996 req-faa8f3e0-702b-444e-99c4-e9f2a52b7b43 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:37.392598 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff19929a-fc5b-4f7e-81f4-45f468c3c996 req-faa8f3e0-702b-444e-99c4-e9f2a52b7b43 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0649519 Nov 27 01:10:37.439857 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff19929a-fc5b-4f7e-81f4-45f468c3c996 req-141420ff-727a-458f-a455-7accbf2c5b75 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Nov 27 01:10:37.467122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'tag': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:37.471251 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc6f7a8-14fd-4ba7-96c3-7eb53b9c0b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6bfc7e-e89d-418f-9944-b5d3836795bc", "tag": "a6263d88-54b7-40b4-aa25-c3ef0b25d0e0"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:37.473617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52738) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:37.510422 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f58efef-d14b-4bd0-bc57-a76a93171f0e x-openstack-request-id: req-8f58efef-d14b-4bd0-bc57-a76a93171f0e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:37.510937 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6bfc7e-e89d-418f-9944-b5d3836795bc", "tag": "a6263d88-54b7-40b4-aa25-c3ef0b25d0e0", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:37.511189 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f58efef-d14b-4bd0-bc57-a76a93171f0e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:37.511592 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'tag': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0', 'status': 'completed', 'code': 200} Nov 27 01:10:37.573288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94cb90-0c19-4a3a-8f2a-1b9b3e4eed92 req-842755b5-facd-4fbf-8a08-ea9eb44e5b62 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:37.574795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce94cb90-0c19-4a3a-8f2a-1b9b3e4eed92 req-842755b5-facd-4fbf-8a08-ea9eb44e5b62 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0528347 Nov 27 01:10:37.655566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6f7a8-14fd-4ba7-96c3-7eb53b9c0b5a req-c9fb27d3-98cf-4a13-ae29-7fd06a5056fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:37.657115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac708f7b-511b-4777-b8ad-ed670dc0b157 req-5ae18700-8085-4e3c-88b4-b77cc954552d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:37.657288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4cc6f7a8-14fd-4ba7-96c3-7eb53b9c0b5a req-c9fb27d3-98cf-4a13-ae29-7fd06a5056fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 1095 time: 0.0682559 Nov 27 01:10:37.658531 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac708f7b-511b-4777-b8ad-ed670dc0b157 req-5ae18700-8085-4e3c-88b4-b77cc954552d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0770245 Nov 27 01:10:37.660311 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce94cb90-0c19-4a3a-8f2a-1b9b3e4eed92 req-db12f8d9-45bd-4a65-9d8f-1310b950c195 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788810 Nov 27 01:10:37.665497 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-88192fb0-7634-44d7-bd32-159a524866d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84f4b23207d24b67956a2f3862e3ae77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907430 Nov 27 01:10:37.672248 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52746) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:37.740741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac708f7b-511b-4777-b8ad-ed670dc0b157 req-0b3db483-6a0f-4e4e-ad57-924d64130514 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741837 Nov 27 01:10:37.748863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6f7a8-14fd-4ba7-96c3-7eb53b9c0b5a req-d72afce6-e482-4f5d-aef6-27049c2218d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:37.750401 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4cc6f7a8-14fd-4ba7-96c3-7eb53b9c0b5a req-d72afce6-e482-4f5d-aef6-27049c2218d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 911 time: 0.0842681 Nov 27 01:10:37.753560 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-014a9dc2-5b26-4b03-addc-f66b90f3de59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:37.778168 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-014a9dc2-5b26-4b03-addc-f66b90f3de59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:37.805257 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4cc6f7a8-14fd-4ba7-96c3-7eb53b9c0b5a req-e4b1322f-1325-4c58-8d0d-63aa9e130c24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 HTTP/1.1" status: 200 len: 217 time: 0.0389755 Nov 27 01:10:37.827240 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-014a9dc2-5b26-4b03-addc-f66b90f3de59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:37.830113 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-014a9dc2-5b26-4b03-addc-f66b90f3de59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:37.834656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-014a9dc2-5b26-4b03-addc-f66b90f3de59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41fa4b79-f945-421a-bde9-c1abc98f8de1 HTTP/1.1" status: 204 len: 168 time: 0.1589892 Nov 27 01:10:37.844771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a9dc2-5b26-4b03-addc-f66b90f3de59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fa4b79-f945-421a-bde9-c1abc98f8de1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:37.889488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6f7a8-14fd-4ba7-96c3-7eb53b9c0b5a req-87cf4695-8b23-4834-aacf-9c6302a4b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:37.891267 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4cc6f7a8-14fd-4ba7-96c3-7eb53b9c0b5a req-87cf4695-8b23-4834-aacf-9c6302a4b61c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a47bc75-51de-4fff-99e5-a89ff920057e HTTP/1.1" status: 200 len: 849 time: 0.0781648 Nov 27 01:10:37.915187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50292192-0698-43ca-bc06-e6662d251ade req-6c0c0750-01a6-41a7-a4c6-bf9cf0d64195 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:37.918686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50292192-0698-43ca-bc06-e6662d251ade req-6c0c0750-01a6-41a7-a4c6-bf9cf0d64195 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 950 time: 0.0691514 Nov 27 01:10:38.000229 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50292192-0698-43ca-bc06-e6662d251ade req-8f0ae830-1d7a-42a7-a4ac-3cd506158910 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702770 Nov 27 01:10:38.010127 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6f7a8-14fd-4ba7-96c3-7eb53b9c0b5a req-d679e3a3-fea2-4c1d-9b80-ab317850bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:38.011240 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4cc6f7a8-14fd-4ba7-96c3-7eb53b9c0b5a req-d679e3a3-fea2-4c1d-9b80-ab317850bfb5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3083db5d-148c-4c08-b659-41fd18a67bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895886 Nov 27 01:10:38.084342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408be54-35ad-4562-b338-45cb40c06e3b req-f763bbc5-ec9b-4a24-8f83-d6b9337bfe8b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:38.086612 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a408be54-35ad-4562-b338-45cb40c06e3b req-f763bbc5-ec9b-4a24-8f83-d6b9337bfe8b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 944 time: 0.0628748 Nov 27 01:10:38.139665 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a408be54-35ad-4562-b338-45cb40c06e3b req-97629468-2f2e-4876-80f6-71c6c5d16ab4 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477812 Nov 27 01:10:38.145621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52760) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:38.163812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afda12-1141-4301-9e8b-1c9058e999e1 req-9d30bc62-7002-4ade-aec7-9dfd50f12208 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:38.165448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9afda12-1141-4301-9e8b-1c9058e999e1 req-9d30bc62-7002-4ade-aec7-9dfd50f12208 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 1101 time: 0.0785780 Nov 27 01:10:38.173458 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4cc6f7a8-14fd-4ba7-96c3-7eb53b9c0b5a req-0671a142-aa89-42ce-81d1-e9972786bb28 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434455 Nov 27 01:10:38.190623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4c60d900-305b-491a-8a51-ecb15194d386 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=892ef4b146104567aa62b7d0579babe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435951 Nov 27 01:10:38.193696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52762) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:38.242488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1bfc05e5-ccf5-4cef-98a1-0327f9be8422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:38.263859 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9afda12-1141-4301-9e8b-1c9058e999e1 req-0272c696-d9bb-4a1f-a692-174e44a274c2 tempest-ServersOnMultiNodesTest-1942927702 tempest-ServersOnMultiNodesTest-1942927702-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887456 Nov 27 01:10:38.267869 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1bfc05e5-ccf5-4cef-98a1-0327f9be8422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:38.293159 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4cc6f7a8-14fd-4ba7-96c3-7eb53b9c0b5a req-9641acc7-9139-47c7-94ea-588d8a498ff3 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111712 Nov 27 01:10:38.321389 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1bfc05e5-ccf5-4cef-98a1-0327f9be8422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:38.323855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1bfc05e5-ccf5-4cef-98a1-0327f9be8422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:38.328232 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1bfc05e5-ccf5-4cef-98a1-0327f9be8422 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d79bafd-6615-433a-a6bc-0bb61aebd03b HTTP/1.1" status: 204 len: 168 time: 0.1303182 Nov 27 01:10:38.340325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc05e5-ccf5-4cef-98a1-0327f9be8422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d79bafd-6615-433a-a6bc-0bb61aebd03b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:38.541820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042a991-1bdd-4452-bd29-9297126a43e4 req-0210faaf-10e6-4a38-a925-473df113ee85 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:38.546954 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d042a991-1bdd-4452-bd29-9297126a43e4 req-0210faaf-10e6-4a38-a925-473df113ee85 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 950 time: 0.0613163 Nov 27 01:10:38.567453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e468a0-5a75-444e-b1eb-987419f6ccfd req-e3252f4a-fbb7-4bd4-9423-e57eb2d3ada6 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:38.569360 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-78e468a0-5a75-444e-b1eb-987419f6ccfd req-e3252f4a-fbb7-4bd4-9423-e57eb2d3ada6 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0582118 Nov 27 01:10:38.604123 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d042a991-1bdd-4452-bd29-9297126a43e4 req-ea4c96aa-5077-4171-b02b-e79a194cc664 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549500 Nov 27 01:10:38.619362 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-78e468a0-5a75-444e-b1eb-987419f6ccfd req-dfb0e727-6b2e-4524-be70-edba821bed28 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Nov 27 01:10:38.782462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2623be-61eb-4628-9dc5-7716b274cf2d req-d253b592-5baf-4c84-8a11-cce7a1f636c0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:38.783987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc2623be-61eb-4628-9dc5-7716b274cf2d req-d253b592-5baf-4c84-8a11-cce7a1f636c0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0553458 Nov 27 01:10:38.837937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc2623be-61eb-4628-9dc5-7716b274cf2d req-9e5d213d-901f-4303-af2a-da60234cb535 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470481 Nov 27 01:10:38.862848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03f809-ea1d-491d-8ea7-cb7ef83fcbfe req-b20ed2bf-f320-4d93-8fa5-72f5db228016 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:38.864966 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c03f809-ea1d-491d-8ea7-cb7ef83fcbfe req-b20ed2bf-f320-4d93-8fa5-72f5db228016 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0555322 Nov 27 01:10:38.918126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c03f809-ea1d-491d-8ea7-cb7ef83fcbfe req-8769baf9-d8a9-44ec-96bd-9a6cfeb3353e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470655 Nov 27 01:10:39.087736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52804) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:39.185866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1849138756-network', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:39.191291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2b207dff-6d71-428b-8dd0-6180e9c82618 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:39.193367 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a0d9a510-529e-4afd-aa44-034bd03f6893 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:39.210028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Made reservation on behalf of a7e7c39a7cf04a2688447e7345c3d9ce for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:39.212682 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.217381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: a0d9a510-529e-4afd-aa44-034bd03f6893 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:39.217738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a0d9a510-529e-4afd-aa44-034bd03f6893 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:39.230930 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.293609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d851cb2-11f1-4a1b-baf4-9c7e0c429a5d req-745229f1-c26f-4e62-a905-1e9861eb9fbd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:39.295130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d851cb2-11f1-4a1b-baf4-9c7e0c429a5d req-745229f1-c26f-4e62-a905-1e9861eb9fbd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 944 time: 0.0793774 Nov 27 01:10:39.310900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2b207dff-6d71-428b-8dd0-6180e9c82618, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2b207dff-6d71-428b-8dd0-6180e9c82618,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:39.322881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '2b207dff-6d71-428b-8dd0-6180e9c82618', 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'port_id': '2b207dff-6d71-428b-8dd0-6180e9c82618', 'mac_address': 'fa:16:3e:b8:f6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f1765-0bcd-439e-ba48-1e72e3687e0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:39.359775 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.373454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b207dff-6d71-428b-8dd0-6180e9c82618 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:39.379921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d851cb2-11f1-4a1b-baf4-9c7e0c429a5d req-88ce6b0b-bae3-482d-81f9-69cad24ecbe6 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669882 Nov 27 01:10:39.385050 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.388969 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.400337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2b207dff-6d71-428b-8dd0-6180e9c82618, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2b207dff-6d71-428b-8dd0-6180e9c82618,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:39.405180 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.421307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:10:39.431240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe4fe26-229e-412c-9f06-d7cea586631b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:39.438361 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.438661 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Added segment 46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b of type vlan for network 96bb924d-b620-4dac-9390-c4156f049f76 Nov 27 01:10:39.460559 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=2b207dff-6d71-428b-8dd0-6180e9c82618,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:39.484444 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.509042 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.509992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:39.510612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.561585 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4727318 Nov 27 01:10:39.564529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52822) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:39.569584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f65c9b53-7dd2-4a59-aeaf-fbe31fbc1183 admin admin] Request body: {'subnet': {'network_id': '96bb924d-b620-4dac-9390-c4156f049f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849138756-subnet', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:39.576833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cc8ba-901e-488d-8637-6340d0dbfee0 admin admin] Pushing event updated for resources: {'Network': ['ID=96bb924d-b620-4dac-9390-c4156f049f76,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:39.587759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 96bb924d-b620-4dac-9390-c4156f049f76 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:10:39.594304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65c9b53-7dd2-4a59-aeaf-fbe31fbc1183 admin admin] Made reservation on behalf of a7e7c39a7cf04a2688447e7345c3d9ce for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:10:39.596574 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f65c9b53-7dd2-4a59-aeaf-fbe31fbc1183 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.630979 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2b207dff-6d71-428b-8dd0-6180e9c82618'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:39.736057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590607c2-1163-4fc1-a778-584a3171a0b5 req-ba8f2a8a-82dd-4f04-9fe5-858966ab2c54 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:39.742792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-590607c2-1163-4fc1-a778-584a3171a0b5 req-ba8f2a8a-82dd-4f04-9fe5-858966ab2c54 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 950 time: 0.0604382 Nov 27 01:10:39.790883 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-590607c2-1163-4fc1-a778-584a3171a0b5 req-11de5bf2-d92a-41f1-9c15-31d0bdd349a6 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461452 Nov 27 01:10:39.816131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789d21-dcc8-4692-9b94-2b60eb049d94 req-3e64a20c-4a2c-4663-879e-ddf9c9a10495 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:39.818145 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42789d21-dcc8-4692-9b94-2b60eb049d94 req-3e64a20c-4a2c-4663-879e-ddf9c9a10495 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0918691 Nov 27 01:10:39.848358 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f65c9b53-7dd2-4a59-aeaf-fbe31fbc1183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:39.932460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42789d21-dcc8-4692-9b94-2b60eb049d94 req-72b5f30a-ea63-49b5-9269-365d1850d3a6 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012053 Nov 27 01:10:39.936270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c9b53-7dd2-4a59-aeaf-fbe31fbc1183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b73333-1dee-4ee0-b5a1-32c8bf983b98,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:39.953710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c9b53-7dd2-4a59-aeaf-fbe31fbc1183 admin admin] Checking segment: {'id': '46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:39.953710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c9b53-7dd2-4a59-aeaf-fbe31fbc1183 admin admin] Network hostable DHCP agents. Network: 96bb924d-b620-4dac-9390-c4156f049f76, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:10:39.960081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d742f-7015-4225-bd29-e17d096ba73d req-1cd6b02f-0c20-4fc8-920c-4d609c9be4a0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:39.961764 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f52d742f-7015-4225-bd29-e17d096ba73d req-1cd6b02f-0c20-4fc8-920c-4d609c9be4a0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0538268 Nov 27 01:10:39.971791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c9b53-7dd2-4a59-aeaf-fbe31fbc1183 admin admin] Network 96bb924d-b620-4dac-9390-c4156f049f76 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:10:39.981739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f65c9b53-7dd2-4a59-aeaf-fbe31fbc1183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 96bb924d-b620-4dac-9390-c4156f049f76) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:39.992167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1315a429-db61-418a-b3e1-74625054f3d8 None None] Network 96bb924d-b620-4dac-9390-c4156f049f76 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:40.000407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c9b53-7dd2-4a59-aeaf-fbe31fbc1183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:40.001916 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f65c9b53-7dd2-4a59-aeaf-fbe31fbc1183 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.023008 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f52d742f-7015-4225-bd29-e17d096ba73d req-804722e2-f0d9-4294-9242-b346bf34fcc1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552354 Nov 27 01:10:40.047241 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f65c9b53-7dd2-4a59-aeaf-fbe31fbc1183 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4815924 Nov 27 01:10:40.050041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52832) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:40.056838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1849138756-router', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:40.078821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd11691-a4c6-4074-a2d0-429000c64ddc req-66e57c73-1f38-42c2-8b66-6234e66b97a0 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:40.080420 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd11691-a4c6-4074-a2d0-429000c64ddc req-66e57c73-1f38-42c2-8b66-6234e66b97a0 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0652103 Nov 27 01:10:40.081110 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.082185 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.143806 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd11691-a4c6-4074-a2d0-429000c64ddc req-925f287b-d0c1-40c3-9727-49cc1cfc802e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539346 Nov 27 01:10:40.147353 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.158877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-96bb924d-b620-4dac-9390-c4156f049f76', 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'fixed_ips': [{'subnet_id': '63b73333-1dee-4ee0-b5a1-32c8bf983b98'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:10:40.159697 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.274423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:10:40.293286 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.301874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Allocated IP 172.20.0.2 (96bb924d-b620-4dac-9390-c4156f049f76/63b73333-1dee-4ee0-b5a1-32c8bf983b98/5c27357c-a58e-478b-83c7-7b8eb271614f) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:40.467986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:40.491332 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'port_id': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0', 'mac_address': 'fa:16:3e:47:ed:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:10:40.533910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16543332-0d31-4e7a-9452-d9ce48a7356d req-5c2a2392-070d-484e-b63e-3406eeb017d6 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:40.537804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.542409 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-16543332-0d31-4e7a-9452-d9ce48a7356d req-5c2a2392-070d-484e-b63e-3406eeb017d6 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 944 time: 0.0806406 Nov 27 01:10:40.563940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.588213 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.593364 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.602917 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-16543332-0d31-4e7a-9452-d9ce48a7356d req-cdb80dab-08f3-48e1-b556-b2a55c700e01 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594122 Nov 27 01:10:40.606709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:10:40.612658 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.661662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:40.669489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Network 96bb924d-b620-4dac-9390-c4156f049f76 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:40.670308 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.674519 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:40.679480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:40.683043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Allocated IP 172.25.3.18 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/50bb94a9-0f4c-4856-9d64-150509601071) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:40.684113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Pushing event updated for resources: {'Port': ['ID=5c27357c-a58e-478b-83c7-7b8eb271614f,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:40.769543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Attempting to bind port 5c27357c-a58e-478b-83c7-7b8eb271614f on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:40.769947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Attempting to bind port 5c27357c-a58e-478b-83c7-7b8eb271614f by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:40.770344 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Attempting to bind port 5c27357c-a58e-478b-83c7-7b8eb271614f on network 96bb924d-b620-4dac-9390-c4156f049f76 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:40.773364 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:40.780008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:40.780707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Checking segment: {'id': '46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:40.781290 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.781864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Bound using segment: {'id': '46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:40.782720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Bound port: 5c27357c-a58e-478b-83c7-7b8eb271614f, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:40.782950 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.809501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ddd84-f2bc-4644-a33c-20b11d20d502 req-cf0ac20d-e215-4a27-a7aa-0ae1903cdc9d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:40.811630 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-556ddd84-f2bc-4644-a33c-20b11d20d502 req-cf0ac20d-e215-4a27-a7aa-0ae1903cdc9d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 950 time: 0.1009622 Nov 27 01:10:40.871956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] For port 5c27357c-a58e-478b-83c7-7b8eb271614f, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:40.876709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] For port 5c27357c-a58e-478b-83c7-7b8eb271614f, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5c27357c-a58e-478b-83c7-7b8eb271614f,segment=NetworkSegment(46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b),segment_id=46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:40.881369 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:40.938640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d041756-e97f-4331-9bb1-bd2492d7558e None None] Pushing event updated for resources: {'Port': ['ID=5c27357c-a58e-478b-83c7-7b8eb271614f,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:40.947116 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.000267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dbe57-eddd-4125-bf05-e7fe7d874674 req-db4b8c99-ca82-4497-a9b7-7da592630b67 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:41.007132 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c14dbe57-eddd-4125-bf05-e7fe7d874674 req-db4b8c99-ca82-4497-a9b7-7da592630b67 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 950 time: 0.1361368 Nov 27 01:10:41.050183 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.065214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-556ddd84-f2bc-4644-a33c-20b11d20d502 req-eb542182-0d31-4dc7-92ca-11cdde708042 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Deleting port 8d95f715-56cf-4677-9f1c-ad0461d552f6 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:41.065474 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-556ddd84-f2bc-4644-a33c-20b11d20d502 req-eb542182-0d31-4dc7-92ca-11cdde708042 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.081934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09135383-ac99-4497-8258-51c3baf7108c req-11e57be5-86a3-4712-ae10-d29c38ad63e7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:41.085442 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09135383-ac99-4497-8258-51c3baf7108c req-11e57be5-86a3-4712-ae10-d29c38ad63e7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0682731 Nov 27 01:10:41.157125 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09135383-ac99-4497-8258-51c3baf7108c req-5c1c01b8-bcc2-495c-b8a5-a142ff04a1e6 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650330 Nov 27 01:10:41.185309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2b207dff-6d71-428b-8dd0-6180e9c82618 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:41.202173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c14dbe57-eddd-4125-bf05-e7fe7d874674 req-55191bd2-2f6a-4647-92c4-5734922886d4 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940675 Nov 27 01:10:41.218589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:41.230114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Pushing event updated for resources: {'Port': ['ID=50bb94a9-0f4c-4856-9d64-150509601071,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:41.238288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:41.245561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:41.249403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['a6263d88-54b7-40b4-aa25-c3ef0b25d0e0'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:41.363593 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 2b207dff-6d71-428b-8dd0-6180e9c82618 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:41.364257 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.398285 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-556ddd84-f2bc-4644-a33c-20b11d20d502 req-eb542182-0d31-4dc7-92ca-11cdde708042 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] For port 8d95f715-56cf-4677-9f1c-ad0461d552f6, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8d95f715-56cf-4677-9f1c-ad0461d552f6,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:41.398742 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-556ddd84-f2bc-4644-a33c-20b11d20d502 req-eb542182-0d31-4dc7-92ca-11cdde708042 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.458894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-513c844c-c65d-4a9b-8af1-e4d7a415ea4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.479958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a656fac-a83a-4fac-b5ac-7ff387e9a68b req-73d91003-958b-4236-b9c8-48a40e27b2bf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:41.481621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a656fac-a83a-4fac-b5ac-7ff387e9a68b req-73d91003-958b-4236-b9c8-48a40e27b2bf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.1124544 Nov 27 01:10:41.492722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-556ddd84-f2bc-4644-a33c-20b11d20d502 req-eb542182-0d31-4dc7-92ca-11cdde708042 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Calling delete_port for 8d95f715-56cf-4677-9f1c-ad0461d552f6 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:41.529071 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.562228 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a656fac-a83a-4fac-b5ac-7ff387e9a68b req-bdc07284-e68b-41f6-bbd6-28f8e1eba314 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715663 Nov 27 01:10:41.565897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9f2865-a042-4f90-af80-585026f4fd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b207dff-6d71-428b-8dd0-6180e9c82618'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:41.568318 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d0cec3-41fe-435d-956c-0d74a288e1d5" -d '{"events": [{"server_uuid": "ae9f2865-a042-4f90-af80-585026f4fd9f", "name": "network-vif-plugged", "status": "completed", "tag": "2b207dff-6d71-428b-8dd0-6180e9c82618"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:41.590205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2b207dff-6d71-428b-8dd0-6180e9c82618, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2b207dff-6d71-428b-8dd0-6180e9c82618,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:41.600792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.604773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca9f8b-f2d9-4220-9cf8-95a3e35cc6ff req-5a925065-7c77-4bc5-b5e2-44717db5f026 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:41.606774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0ca9f8b-f2d9-4220-9cf8-95a3e35cc6ff req-5a925065-7c77-4bc5-b5e2-44717db5f026 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.2910652 Nov 27 01:10:41.672127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=2b207dff-6d71-428b-8dd0-6180e9c82618,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:41.793659 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0ca9f8b-f2d9-4220-9cf8-95a3e35cc6ff req-445ebfc3-ef06-4e10-940b-bbdf59af786d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728337 Nov 27 01:10:41.814565 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f54f13-d78a-446d-93fc-94421c200619 x-openstack-request-id: req-72f54f13-d78a-446d-93fc-94421c200619 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:41.815051 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9f2865-a042-4f90-af80-585026f4fd9f", "name": "network-vif-plugged", "status": "completed", "tag": "2b207dff-6d71-428b-8dd0-6180e9c82618", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:41.815398 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72f54f13-d78a-446d-93fc-94421c200619 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:41.815910 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9f2865-a042-4f90-af80-585026f4fd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b207dff-6d71-428b-8dd0-6180e9c82618', 'code': 200} Nov 27 01:10:41.832330 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.953048 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-556ddd84-f2bc-4644-a33c-20b11d20d502 req-eb542182-0d31-4dc7-92ca-11cdde708042 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:41.978864 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0d359-92c5-468f-8272-f405f19107e8 req-fa6b4d30-85bd-4f86-98e6-31b5e8034498 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:41.990006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'bc71c429-4de8-45fe-95a8-97571afdfc48', '785c618a-8bdf-45b2-a761-2779c8544aae', '456dbb77-e3a9-4d26-97a1-942860172c9d', 'bafab6e5-041f-4405-a3a7-c761992be0f9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:41.994874 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23d0d359-92c5-468f-8272-f405f19107e8 req-fa6b4d30-85bd-4f86-98e6-31b5e8034498 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 945 time: 0.1117277 Nov 27 01:10:42.003451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb542182-0d31-4dc7-92ca-11cdde708042 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event deleted for resources: {'Port': ['ID=8d95f715-56cf-4677-9f1c-ad0461d552f6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:42.106991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23d0d359-92c5-468f-8272-f405f19107e8 req-427df015-8037-4261-8add-e13beb7b047a tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072063 Nov 27 01:10:42.122978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-556ddd84-f2bc-4644-a33c-20b11d20d502 req-eb542182-0d31-4dc7-92ca-11cdde708042 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] No DVR routers for this DVR port 8d95f715-56cf-4677-9f1c-ad0461d552f6 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:42.126359 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-556ddd84-f2bc-4644-a33c-20b11d20d502 req-eb542182-0d31-4dc7-92ca-11cdde708042 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:42.131772 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-556ddd84-f2bc-4644-a33c-20b11d20d502 req-eb542182-0d31-4dc7-92ca-11cdde708042 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "DELETE /v2.0/ports/8d95f715-56cf-4677-9f1c-ad0461d552f6 HTTP/1.1" status: 204 len: 173 time: 1.3056128 Nov 27 01:10:42.210023 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8496f21-9628-4f39-8b7e-6c4990323867', 'name': 'network-vif-deleted', 'tag': '8d95f715-56cf-4677-9f1c-ad0461d552f6'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:42.214710 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6fe9f8-81df-474c-9863-90e1b25ae6cf" -d '{"events": [{"server_uuid": "f8496f21-9628-4f39-8b7e-6c4990323867", "name": "network-vif-deleted", "tag": "8d95f715-56cf-4677-9f1c-ad0461d552f6"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:42.334936 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587847de-d3bf-4002-a61e-fcc330dc66d3 x-openstack-request-id: req-587847de-d3bf-4002-a61e-fcc330dc66d3 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:42.335246 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8496f21-9628-4f39-8b7e-6c4990323867", "name": "network-vif-deleted", "tag": "8d95f715-56cf-4677-9f1c-ad0461d552f6", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:42.335461 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-587847de-d3bf-4002-a61e-fcc330dc66d3 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:42.335810 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8496f21-9628-4f39-8b7e-6c4990323867', 'name': 'network-vif-deleted', 'tag': '8d95f715-56cf-4677-9f1c-ad0461d552f6', 'status': 'completed', 'code': 200} Nov 27 01:10:42.482773 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d95388c1-bcfa-4f57-af43-aa60bd6f8cf7 req-af8fab81-7fee-4db2-b4cb-3c5191492212 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8496f21-9628-4f39-8b7e-6c4990323867 HTTP/1.1" status: 200 len: 210 time: 0.0437658 Nov 27 01:10:42.610809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85f680b-c111-4ad6-88fe-1c81bae84706 None None] Network 96bb924d-b620-4dac-9390-c4156f049f76 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:42.718968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cf3fec0a-f0e7-4188-804e-039e69161995 None None] Provisioning complete for port 5c27357c-a58e-478b-83c7-7b8eb271614f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:42.719359 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cf3fec0a-f0e7-4188-804e-039e69161995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:42.727839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5c68f-5e00-4a8a-aecb-ca85c8082a51 req-699ce457-5a8c-49db-ad40-d043f0358124 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:42.730021 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d9e5c68f-5e00-4a8a-aecb-ca85c8082a51 req-699ce457-5a8c-49db-ad40-d043f0358124 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0673995 Nov 27 01:10:42.819673 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:42.835332 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d3c92-0f2d-4e7e-8c4d-0e7e54183378 req-0a8455b3-db96-4c06-9b38-d7bc1bf649cd tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:42.842664 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a85d3c92-0f2d-4e7e-8c4d-0e7e54183378 req-0a8455b3-db96-4c06-9b38-d7bc1bf649cd tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.5058558 Nov 27 01:10:42.860637 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d9e5c68f-5e00-4a8a-aecb-ca85c8082a51 req-0053d035-6832-463b-b179-500c72351e55 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172059 Nov 27 01:10:42.931429 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cf3fec0a-f0e7-4188-804e-039e69161995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:42.978869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4', '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e', '8d95f715-56cf-4677-9f1c-ad0461d552f6'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:43.066415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cf3fec0a-f0e7-4188-804e-039e69161995 None None] For port 5c27357c-a58e-478b-83c7-7b8eb271614f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5c27357c-a58e-478b-83c7-7b8eb271614f,segment=NetworkSegment(46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b),segment_id=46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:43.078487 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cf3fec0a-f0e7-4188-804e-039e69161995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:43.167204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fec0a-f0e7-4188-804e-039e69161995 None None] Pushing event updated for resources: {'Port': ['ID=5c27357c-a58e-478b-83c7-7b8eb271614f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:43.178487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a85d3c92-0f2d-4e7e-8c4d-0e7e54183378 req-72361a42-d137-4780-b2fa-a8871c44d5c7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258882 Nov 27 01:10:43.240882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Router e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:10:43.470491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5c27357c-a58e-478b-83c7-7b8eb271614f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:43.473498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a699105-6af2-4323-99e1-ef1da90f4b59 req-b3af5c2d-0de8-44b6-a1cb-cc73e5859bcc tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:43.480822 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0a699105-6af2-4323-99e1-ef1da90f4b59 req-b3af5c2d-0de8-44b6-a1cb-cc73e5859bcc tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 945 time: 0.1110468 Nov 27 01:10:43.563549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0a699105-6af2-4323-99e1-ef1da90f4b59 req-2973fe01-0121-4c19-a085-3a0dc040c2b0 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818527 Nov 27 01:10:43.616861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9dbba1b9-92bd-4ec1-afe5-8330566f4c17 None None] Provisioning complete for port 5c27357c-a58e-478b-83c7-7b8eb271614f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:43.617414 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9dbba1b9-92bd-4ec1-afe5-8330566f4c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:43.631126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5c27357c-a58e-478b-83c7-7b8eb271614f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:43.631501 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:43.637990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654c226-5d92-4859-b25a-edad7823c073 req-01a59829-9abf-47e5-83e5-1506331ab6e7 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:43.645700 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3654c226-5d92-4859-b25a-edad7823c073 req-01a59829-9abf-47e5-83e5-1506331ab6e7 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.3540347 Nov 27 01:10:43.673248 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:10:43.689254 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Sync routers for ids ['e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:10:43.702606 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Routers {'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:43.703518 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:43.716932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3654c226-5d92-4859-b25a-edad7823c073 req-945fcb50-f1d4-4f6b-98b4-763a9f5aff00 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702288 Nov 27 01:10:43.726671 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:43.728076 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-db88681c-8709-4da2-b4ee-738d7f385dee admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6769893 Nov 27 01:10:43.730900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52924) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:43.961458 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-149c00dc-08e3-496e-8fc7-b4df530716c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:43.984672 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Set router e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:44.106520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9234cb8-64cf-4c5d-9afd-e21dada97e0e req-a8a09b5c-ff20-4245-af7b-9b7fd118b331 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:44.108605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f9234cb8-64cf-4c5d-9afd-e21dada97e0e req-a8a09b5c-ff20-4245-af7b-9b7fd118b331 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0727112 Nov 27 01:10:44.149420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4430b-1923-4823-8086-9266da797aea req-39f4222c-fc7c-4f3f-a3b2-2bea76244906 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:44.150087 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.154029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0af4430b-1923-4823-8086-9266da797aea req-39f4222c-fc7c-4f3f-a3b2-2bea76244906 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 949 time: 0.0962102 Nov 27 01:10:44.190304 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f9234cb8-64cf-4c5d-9afd-e21dada97e0e req-de719316-fee8-4089-bfef-1631d3d59ba5 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614049 Nov 27 01:10:44.210534 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849138756-router', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '50bb94a9-0f4c-4856-9d64-150509601071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:41Z', 'revision_number': 3, 'project_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'gw_port': {'id': '50bb94a9-0f4c-4856-9d64-150509601071', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:44.298739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:44.340867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0af4430b-1923-4823-8086-9266da797aea req-9330b2fa-c6b1-44ff-9c0f-354896035d83 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312475 Nov 27 01:10:44.362033 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Checking router: e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:10:44.362721 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Updating router e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 port 50bb94a9-0f4c-4856-9d64-150509601071 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:10:44.417751 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.436365 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:10:44.441515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:44.441882 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.577118 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.586215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce9229-95cb-4993-946c-b4d38bb0918b req-4ca4a8aa-65ed-4ff4-8290-3f07d1c9d89b tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:44.595467 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fce9229-95cb-4993-946c-b4d38bb0918b req-4ca4a8aa-65ed-4ff4-8290-3f07d1c9d89b tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1379311 Nov 27 01:10:44.628895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:44.634814 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bfeedf-54fb-4ea1-a195-3d8c976d4ea3" -d '{"events": [{"server_uuid": "7c6bfc7e-e89d-418f-9944-b5d3836795bc", "name": "network-vif-plugged", "status": "completed", "tag": "a6263d88-54b7-40b4-aa25-c3ef0b25d0e0"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:44.669645 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:44.675056 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.686543 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.712972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fce9229-95cb-4993-946c-b4d38bb0918b req-7004c9f7-4bfe-4b6d-8261-7aaf68e2eb58 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138067 Nov 27 01:10:44.756609 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.763704 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.786691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:44.825386 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692baf55-e152-4718-9563-cce2876458fe x-openstack-request-id: req-692baf55-e152-4718-9563-cce2876458fe {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:44.825386 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6bfc7e-e89d-418f-9944-b5d3836795bc", "name": "network-vif-plugged", "status": "completed", "tag": "a6263d88-54b7-40b4-aa25-c3ef0b25d0e0", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:44.825386 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-692baf55-e152-4718-9563-cce2876458fe {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:44.825386 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0', 'code': 200} Nov 27 01:10:44.830311 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Pushing event updated for resources: {'Port': ['ID=50bb94a9-0f4c-4856-9d64-150509601071,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:44.843650 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:44.844000 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:44.844338 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:44.844785 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:44.844987 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:44.845315 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:44.845639 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:44.846085 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:44.846282 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:44.846716 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:44.847220 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:44.847546 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:10:44.885088 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Attempting to bind port 50bb94a9-0f4c-4856-9d64-150509601071 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:44.885509 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Attempting to bind port 50bb94a9-0f4c-4856-9d64-150509601071 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:44.885897 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Attempting to bind port 50bb94a9-0f4c-4856-9d64-150509601071 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:44.892828 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.895680 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:44.896052 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:44.896452 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.896847 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:44.897319 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Bound port: 50bb94a9-0f4c-4856-9d64-150509601071, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:44.897699 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:44.958857 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] For port 50bb94a9-0f4c-4856-9d64-150509601071, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:44.962567 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] For port 50bb94a9-0f4c-4856-9d64-150509601071, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=50bb94a9-0f4c-4856-9d64-150509601071,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:44.975184 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.014535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff520f7-08b5-40e0-a8fa-6fd398e9bea1 req-3b8c7c26-8021-42b1-b50b-dff1fdb73c50 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.033412 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ff520f7-08b5-40e0-a8fa-6fd398e9bea1 req-3b8c7c26-8021-42b1-b50b-dff1fdb73c50 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0983517 Nov 27 01:10:45.050463 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Routers {'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:45.051908 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:45.056291 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a404a4-3b25-4794-9751-5f536005e6f8 None None] Pushing event updated for resources: {'Port': ['ID=50bb94a9-0f4c-4856-9d64-150509601071,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:45.156787 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ff520f7-08b5-40e0-a8fa-6fd398e9bea1 req-9e7d01dc-6e6f-444e-b0a0-ca08a930d335 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224198 Nov 27 01:10:45.207563 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] Set router e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:45.327065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5c27357c-a58e-478b-83c7-7b8eb271614f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:45.412843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325535e-a10a-471b-9149-227de66c6a05 req-44f4f5d1-dd91-4185-9cfb-6b23bf9c6460 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.414423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9325535e-a10a-471b-9149-227de66c6a05 req-44f4f5d1-dd91-4185-9cfb-6b23bf9c6460 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0991924 Nov 27 01:10:45.415894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4f8bc-8177-40b6-a03c-f3d71848ab4e req-f729b568-bc23-4306-85fe-a6e337bc5e70 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.423585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-65d4f8bc-8177-40b6-a03c-f3d71848ab4e req-f729b568-bc23-4306-85fe-a6e337bc5e70 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.6334727 Nov 27 01:10:45.460370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5c27357c-a58e-478b-83c7-7b8eb271614f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:45.461978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.525969 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849138756-router', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '50bb94a9-0f4c-4856-9d64-150509601071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:41Z', 'revision_number': 3, 'project_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'gw_port': {'id': '50bb94a9-0f4c-4856-9d64-150509601071', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:45.530416 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-65d4f8bc-8177-40b6-a03c-f3d71848ab4e req-8ced9c7f-831a-48e0-8021-907d9315060a tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019762 Nov 27 01:10:45.537345 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9325535e-a10a-471b-9149-227de66c6a05 req-ffb8062a-5d03-428d-8419-61a43d0b6031 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083539 Nov 27 01:10:45.557867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66313f-56c3-40a0-b18f-79538cd051ae req-a3de54bb-4348-4435-a3ce-c7b8fd609bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.559447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Allocated IP 172.20.0.1 (96bb924d-b620-4dac-9390-c4156f049f76/63b73333-1dee-4ee0-b5a1-32c8bf983b98/74c340d3-4849-4e65-afff-d6457fa97100) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:10:45.567609 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc66313f-56c3-40a0-b18f-79538cd051ae req-a3de54bb-4348-4435-a3ce-c7b8fd609bfc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 1097 time: 0.1522052 Nov 27 01:10:45.571731 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729f7935-78ed-49db-8d38-ba39be2ea0c4 None None] The sync data for ids ['e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'] in n-d-819494-2 is: [{'id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849138756-router', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '50bb94a9-0f4c-4856-9d64-150509601071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:41Z', 'revision_number': 3, 'project_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'gw_port': {'id': '50bb94a9-0f4c-4856-9d64-150509601071', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:10:45.717381 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc66313f-56c3-40a0-b18f-79538cd051ae req-a93520c3-fd72-45d3-8c29-518d5a22ef0f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357121 Nov 27 01:10:45.790856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90369e95-c252-47b6-ac53-8b9eaae98609 req-9a316f02-f6a4-4959-9dd8-80425281ede7 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:45.799719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90369e95-c252-47b6-ac53-8b9eaae98609 req-9a316f02-f6a4-4959-9dd8-80425281ede7 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 949 time: 0.0728667 Nov 27 01:10:45.814448 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.869972 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:45.882125 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90369e95-c252-47b6-ac53-8b9eaae98609 req-2ac7274d-76bb-4c0d-926f-028226a3d885 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799994 Nov 27 01:10:46.002275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Network 96bb924d-b620-4dac-9390-c4156f049f76 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:46.006260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Pushing event updated for resources: {'Port': ['ID=74c340d3-4849-4e65-afff-d6457fa97100,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:46.024597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:46.036582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:10:46.090514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d30094-b029-449f-84d5-d1994569d1fb req-09396e85-6101-4a40-8483-2a6eb68ced68 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:46.106955 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98d30094-b029-449f-84d5-d1994569d1fb req-09396e85-6101-4a40-8483-2a6eb68ced68 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 949 time: 0.1223454 Nov 27 01:10:46.163558 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec735bc4-52e7-4e0c-8c3e-28b6d132512a req-9db97beb-8753-4a56-aed2-7737e37caa57 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:46.170908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec735bc4-52e7-4e0c-8c3e-28b6d132512a req-9db97beb-8753-4a56-aed2-7737e37caa57 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.2826054 Nov 27 01:10:46.198743 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.303717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-98d30094-b029-449f-84d5-d1994569d1fb req-c9722f47-ba3f-4b71-9d6b-a1fce5802658 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Deleting port bafab6e5-041f-4405-a3a7-c761992be0f9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:46.304688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-98d30094-b029-449f-84d5-d1994569d1fb req-c9722f47-ba3f-4b71-9d6b-a1fce5802658 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.327748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8d95f715-56cf-4677-9f1c-ad0461d552f6 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:46.330739 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec735bc4-52e7-4e0c-8c3e-28b6d132512a req-4948b5b8-8e47-435e-91b6-81de7528fef8 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588342 Nov 27 01:10:46.365875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 8d95f715-56cf-4677-9f1c-ad0461d552f6 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:46.376489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8d95f715-56cf-4677-9f1c-ad0461d552f6 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:46.472726 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.491474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4b574585-3c25-4477-8a5d-60f7a4c2b9f0 None None] Provisioning complete for port 74c340d3-4849-4e65-afff-d6457fa97100 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:46.491842 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b574585-3c25-4477-8a5d-60f7a4c2b9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.532806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c51d88-e9a0-4167-ac9b-c0e94b626a1c req-2611cc30-ee87-44e0-9477-879970c7bc43 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:46.534300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5c51d88-e9a0-4167-ac9b-c0e94b626a1c req-2611cc30-ee87-44e0-9477-879970c7bc43 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.2258086 Nov 27 01:10:46.573983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4b574585-3c25-4477-8a5d-60f7a4c2b9f0 None None] Port 74c340d3-4849-4e65-afff-d6457fa97100 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:46.619523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-98d30094-b029-449f-84d5-d1994569d1fb req-c9722f47-ba3f-4b71-9d6b-a1fce5802658 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] For port bafab6e5-041f-4405-a3a7-c761992be0f9, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bafab6e5-041f-4405-a3a7-c761992be0f9,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:46.620173 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-98d30094-b029-449f-84d5-d1994569d1fb req-c9722f47-ba3f-4b71-9d6b-a1fce5802658 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.621981 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.670588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-98d30094-b029-449f-84d5-d1994569d1fb req-c9722f47-ba3f-4b71-9d6b-a1fce5802658 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Calling delete_port for bafab6e5-041f-4405-a3a7-c761992be0f9 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:46.693274 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5c51d88-e9a0-4167-ac9b-c0e94b626a1c req-3a8f54bc-ebe3-429a-8d66-dedf82181bfe tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424756 Nov 27 01:10:46.826765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877912f-b80e-46d3-a1cf-c6ea16033ea5 req-6a4c5408-5168-45b1-bcf0-e7461ae6db33 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:46.828334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b877912f-b80e-46d3-a1cf-c6ea16033ea5 req-6a4c5408-5168-45b1-bcf0-e7461ae6db33 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.1469791 Nov 27 01:10:46.850391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.867131 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:46.868977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b9f6-8f49-4d3c-b6dd-1c306ab47ade req-03a9bdc0-650c-4ae3-ab0e-6131582bf9c9 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:46.870661 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c78b9f6-8f49-4d3c-b6dd-1c306ab47ade req-03a9bdc0-650c-4ae3-ab0e-6131582bf9c9 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0889106 Nov 27 01:10:46.969977 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c78b9f6-8f49-4d3c-b6dd-1c306ab47ade req-52b4a978-f638-41cd-83a5-ab5ed47ade2b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883491 Nov 27 01:10:47.003870 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b877912f-b80e-46d3-a1cf-c6ea16033ea5 req-20a31252-4a79-4e3f-a8bc-84acc6fa1f82 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554258 Nov 27 01:10:47.015389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Pushing event updated for resources: {'Port': ['ID=74c340d3-4849-4e65-afff-d6457fa97100,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:47.018041 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:47.027104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-98d30094-b029-449f-84d5-d1994569d1fb req-c9722f47-ba3f-4b71-9d6b-a1fce5802658 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:47.027593 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:47.068780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'bc71c429-4de8-45fe-95a8-97571afdfc48', '785c618a-8bdf-45b2-a761-2779c8544aae', '456dbb77-e3a9-4d26-97a1-942860172c9d', 'bafab6e5-041f-4405-a3a7-c761992be0f9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:47.083424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9722f47-ba3f-4b71-9d6b-a1fce5802658 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event deleted for resources: {'Port': ['ID=bafab6e5-041f-4405-a3a7-c761992be0f9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:47.164050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4', '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:47.200950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d30094-b029-449f-84d5-d1994569d1fb req-c9722f47-ba3f-4b71-9d6b-a1fce5802658 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] No DVR routers for this DVR port bafab6e5-041f-4405-a3a7-c761992be0f9 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:47.205348 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-98d30094-b029-449f-84d5-d1994569d1fb req-c9722f47-ba3f-4b71-9d6b-a1fce5802658 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:47.219715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98d30094-b029-449f-84d5-d1994569d1fb req-c9722f47-ba3f-4b71-9d6b-a1fce5802658 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "DELETE /v2.0/ports/bafab6e5-041f-4405-a3a7-c761992be0f9 HTTP/1.1" status: 204 len: 173 time: 1.1043165 Nov 27 01:10:47.220252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a4c903-51d8-40ad-966d-dba3b9bda90d', 'name': 'network-vif-deleted', 'tag': 'bafab6e5-041f-4405-a3a7-c761992be0f9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:47.224383 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1540031-a778-4a26-8df0-5847df226585" -d '{"events": [{"server_uuid": "17a4c903-51d8-40ad-966d-dba3b9bda90d", "name": "network-vif-deleted", "tag": "bafab6e5-041f-4405-a3a7-c761992be0f9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:47.253537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Network 96bb924d-b620-4dac-9390-c4156f049f76 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:10:47.265609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:10:47.315850 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a6fb1b-dc25-4fe0-8b96-66a5a192a7f2 x-openstack-request-id: req-11a6fb1b-dc25-4fe0-8b96-66a5a192a7f2 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:47.316431 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a4c903-51d8-40ad-966d-dba3b9bda90d", "name": "network-vif-deleted", "tag": "bafab6e5-041f-4405-a3a7-c761992be0f9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:47.316431 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11a6fb1b-dc25-4fe0-8b96-66a5a192a7f2 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:47.316828 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a4c903-51d8-40ad-966d-dba3b9bda90d', 'name': 'network-vif-deleted', 'tag': 'bafab6e5-041f-4405-a3a7-c761992be0f9', 'status': 'completed', 'code': 200} Nov 27 01:10:47.369135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc1ede9a-5189-4760-84a5-0552f8bafe68 req-308cdcb7-318c-4a21-a47c-ad28905c1bdf tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=17a4c903-51d8-40ad-966d-dba3b9bda90d HTTP/1.1" status: 200 len: 210 time: 0.1136558 Nov 27 01:10:47.428256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 50bb94a9-0f4c-4856-9d64-150509601071 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:47.612438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0010e6-44fb-4e48-87e1-d2868634ce83 req-bfc22d93-91a6-4f9a-bbdf-6463aa489a97 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:47.620636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bb0010e6-44fb-4e48-87e1-d2868634ce83 req-bfc22d93-91a6-4f9a-bbdf-6463aa489a97 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1424050 Nov 27 01:10:47.696657 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:47.768409 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bb0010e6-44fb-4e48-87e1-d2868634ce83 req-a0fee72e-c1e2-456e-817a-fc9e2477d70e tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444759 Nov 27 01:10:47.781872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Router e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:10:47.870557 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 50bb94a9-0f4c-4856-9d64-150509601071 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:47.870958 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:47.913270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97e539-6140-46f9-84af-416d0a3fade4 req-804919bf-e784-4a60-a78a-31f054a87482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:47.914991 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c97e539-6140-46f9-84af-416d0a3fade4 req-804919bf-e784-4a60-a78a-31f054a87482 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 1097 time: 0.0657854 Nov 27 01:10:47.989192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-635bb953-ba5a-434e-ad33-f45390b247a1 None None] Provisioning complete for port 74c340d3-4849-4e65-afff-d6457fa97100 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:47.989916 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-635bb953-ba5a-434e-ad33-f45390b247a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:48.024187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03f307-0763-494f-a7a6-d5431fdc400f req-70da133e-7a39-4a8f-9d00-06c603ac98f9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:48.032980 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff03f307-0763-494f-a7a6-d5431fdc400f req-70da133e-7a39-4a8f-9d00-06c603ac98f9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.1653435 Nov 27 01:10:48.069217 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c97e539-6140-46f9-84af-416d0a3fade4 req-4fdbdfc0-6650-4146-b442-f608e3d07147 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404927 Nov 27 01:10:48.084197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:10:48.086908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-635bb953-ba5a-434e-ad33-f45390b247a1 None None] Port 74c340d3-4849-4e65-afff-d6457fa97100 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:10:48.104575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bcc9a9f8-24eb-494d-85f9-8740f6ffa1ca admin admin] 10.222.0.37 "PUT /v2.0/routers/e658dfc3-bb4c-44d6-9d0f-394968d7ecb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3707988 Nov 27 01:10:48.169323 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff03f307-0763-494f-a7a6-d5431fdc400f req-b76eaada-4b1c-4881-b622-c5345a13e815 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353140 Nov 27 01:10:48.293329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50c49-6ca7-43b8-9925-1cf2da3b0922 req-594e260a-83f9-4168-8ff5-7abd47f9b6cb tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:48.295555 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6bf50c49-6ca7-43b8-9925-1cf2da3b0922 req-594e260a-83f9-4168-8ff5-7abd47f9b6cb tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.1912155 Nov 27 01:10:48.385761 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26037b18-c789-41cc-9506-5f2c62704779 req-7955c9c6-a479-471c-9a4b-7ac71ed8e3a6 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:48.387905 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26037b18-c789-41cc-9506-5f2c62704779 req-7955c9c6-a479-471c-9a4b-7ac71ed8e3a6 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.0754340 Nov 27 01:10:48.411978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:48.427373 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6bf50c49-6ca7-43b8-9925-1cf2da3b0922 req-0376f8d1-e3e1-4ecd-ad2b-7d09dbcbf8d1 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077712 Nov 27 01:10:48.468762 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26037b18-c789-41cc-9506-5f2c62704779 req-3cbba503-91d4-4b7c-aee4-e4abe080ec34 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726004 Nov 27 01:10:48.526906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Sync routers for ids ['e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:10:48.548286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 50bb94a9-0f4c-4856-9d64-150509601071, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=50bb94a9-0f4c-4856-9d64-150509601071,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:48.553739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Routers {'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:48.554668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:48.563439 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:48.716709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=50bb94a9-0f4c-4856-9d64-150509601071,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:48.756154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Set router e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:48.795588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c1c64-cefa-414d-8020-8bc3ec5a0d77 req-e0fa1a02-a22f-4b2d-8ac8-6e1260f7d9f6 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:48.797003 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a46c1c64-cefa-414d-8020-8bc3ec5a0d77 req-e0fa1a02-a22f-4b2d-8ac8-6e1260f7d9f6 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0663967 Nov 27 01:10:48.806717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53028) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:48.830358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-40cdce0c-0bf1-4e6f-979d-631808559093 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Request body: {'floatingip': {'port_id': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:10:48.899370 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-40cdce0c-0bf1-4e6f-979d-631808559093 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:48.915889 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e6bc9b1-03d6-4b20-bc95-7b21353d1bd1 req-2b234b6c-92e8-4949-8b2a-79954759293e tempest-FloatingIPsNegativeTestJSON-2139678285 tempest-FloatingIPsNegativeTestJSON-2139678285-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=a7e7c39a7cf04a2688447e7345c3d9ce HTTP/1.1" status: 200 len: 217 time: 0.0840242 Nov 27 01:10:49.083087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf82ec0-3e38-499c-b26b-a5ef88d4f092 req-8996e618-14e9-491b-b0a2-7f8a51e34c11 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:49.091964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1bf82ec0-3e38-499c-b26b-a5ef88d4f092 req-8996e618-14e9-491b-b0a2-7f8a51e34c11 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1150458 Nov 27 01:10:49.166457 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1bf82ec0-3e38-499c-b26b-a5ef88d4f092 req-0f188657-80c5-4152-8097-d2e82b093732 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713360 Nov 27 01:10:49.246170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bafab6e5-041f-4405-a3a7-c761992be0f9 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:49.320713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: bafab6e5-041f-4405-a3a7-c761992be0f9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:49.321061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bafab6e5-041f-4405-a3a7-c761992be0f9 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:49.326220 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 50bb94a9-0f4c-4856-9d64-150509601071 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:49.392171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e53b6a-d475-46e5-b407-dff8fb1de375 req-8ae4108f-54ac-46c8-a25b-44542c1d83e7 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:49.404214 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40e53b6a-d475-46e5-b407-dff8fb1de375 req-8ae4108f-54ac-46c8-a25b-44542c1d83e7 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 950 time: 0.0908916 Nov 27 01:10:49.432135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 50bb94a9-0f4c-4856-9d64-150509601071 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:49.432518 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:49.484295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40e53b6a-d475-46e5-b407-dff8fb1de375 req-4d5bf547-402f-4e25-988b-8c95818cad4c tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786591 Nov 27 01:10:49.489281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849138756-router', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '50bb94a9-0f4c-4856-9d64-150509601071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:46Z', 'revision_number': 4, 'project_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'gw_port': {'id': '50bb94a9-0f4c-4856-9d64-150509601071', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '74c340d3-4849-4e65-afff-d6457fa97100', 'name': '', 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'mac_address': 'fa:16:3e:97:98:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '63b73333-1dee-4ee0-b5a1-32c8bf983b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:44Z', 'updated_at': '2021-11-27T01:10:46Z', 'revision_number': 2, 'project_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'subnets': [{'id': '63b73333-1dee-4ee0-b5a1-32c8bf983b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:49.507142 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-40cdce0c-0bf1-4e6f-979d-631808559093 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:49.528741 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Checking router: e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:10:49.529869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Updating router e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 port 74c340d3-4849-4e65-afff-d6457fa97100 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:10:49.547349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc8a469a-b344-45b8-bd00-a042dfe54c19 req-e904dade-d68a-4c58-9083-01b2e5dbc446 tempest-FloatingIPsNegativeTestJSON-2139678285 tempest-FloatingIPsNegativeTestJSON-2139678285-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0369985 Nov 27 01:10:49.549307 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-40cdce0c-0bf1-4e6f-979d-631808559093 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:49.633867 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:49.656841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e9bc-ec3c-4258-8e3c-1e040aaba830 req-02a2ae05-faac-457c-9baa-2ea370e8b85f tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:49.668675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be58e9bc-ec3c-4258-8e3c-1e040aaba830 req-02a2ae05-faac-457c-9baa-2ea370e8b85f tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0963233 Nov 27 01:10:49.695086 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-40cdce0c-0bf1-4e6f-979d-631808559093 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Floating IP c2e98d62-24e2-4c00-8447-8a860b914092 associated. External IP: 172.25.3.227, port: a6263d88-54b7-40b4-aa25-c3ef0b25d0e0. Nov 27 01:10:49.715856 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be58e9bc-ec3c-4258-8e3c-1e040aaba830 req-2ae45860-6180-458b-98bd-e1df614e559f tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462894 Nov 27 01:10:49.861910 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-d9f43ece-8768-4ed6-9a48-6531d4017eb0 req-3ac8a710-a120-4034-9ab0-37b7af0d7c20 tempest-FloatingIPsNegativeTestJSON-2139678285 tempest-FloatingIPsNegativeTestJSON-2139678285-project] show failed (client error): The resource could not be found. Nov 27 01:10:49.862973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9f43ece-8768-4ed6-9a48-6531d4017eb0 req-3ac8a710-a120-4034-9ab0-37b7af0d7c20 tempest-FloatingIPsNegativeTestJSON-2139678285 tempest-FloatingIPsNegativeTestJSON-2139678285-project] 10.222.0.37 "GET /v2.0/floatingips/cd1d005a-eb36-4dd0-80bd-0e629f896866 HTTP/1.1" status: 404 len: 350 time: 0.0584695 Nov 27 01:10:49.877561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53052) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:49.897293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee37f44-1774-4b6a-8638-5e970ebae9a9 req-df17f65a-fa18-4832-8d5a-e7e85a6d2d32 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:49.908292 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4ee37f44-1774-4b6a-8638-5e970ebae9a9 req-df17f65a-fa18-4832-8d5a-e7e85a6d2d32 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.2236934 Nov 27 01:10:49.993599 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4ee37f44-1774-4b6a-8638-5e970ebae9a9 req-b8bbe6cb-1f91-402a-b16d-5f5c71a1b4f2 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840945 Nov 27 01:10:50.070504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:50.079873 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:50.136791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ddae3-97f8-4818-be7e-073628a0d81f None None] Pushing event updated for resources: {'Port': ['ID=74c340d3-4849-4e65-afff-d6457fa97100,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:50.226507 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Attempting to bind port 74c340d3-4849-4e65-afff-d6457fa97100 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:10:50.226883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Attempting to bind port 74c340d3-4849-4e65-afff-d6457fa97100 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:10:50.227252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Attempting to bind port 74c340d3-4849-4e65-afff-d6457fa97100 on network 96bb924d-b620-4dac-9390-c4156f049f76 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:10:50.236061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:10:50.236438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Checking segment: {'id': '46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:10:50.236840 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:50.237781 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Bound using segment: {'id': '46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:10:50.238353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Bound port: 74c340d3-4849-4e65-afff-d6457fa97100, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:10:50.238976 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:50.333215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] For port 74c340d3-4849-4e65-afff-d6457fa97100, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:10:50.337594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] For port 74c340d3-4849-4e65-afff-d6457fa97100, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=74c340d3-4849-4e65-afff-d6457fa97100,segment=NetworkSegment(46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b),segment_id=46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:10:50.354865 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:50.357741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cdce0c-0bf1-4e6f-979d-631808559093 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Router a12bedcf-3c32-4f6b-946a-adc8393f6d03 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:10:50.409406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb110ba1-4074-469f-a601-a516fdb5a630 req-40b693e5-c6a1-4c9b-9fee-04acea013219 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:50.423683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb110ba1-4074-469f-a601-a516fdb5a630 req-40b693e5-c6a1-4c9b-9fee-04acea013219 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0956044 Nov 27 01:10:50.438611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ddae3-97f8-4818-be7e-073628a0d81f None None] Pushing event updated for resources: {'Port': ['ID=74c340d3-4849-4e65-afff-d6457fa97100,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:50.475584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Routers {'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:50.477585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:50.534213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb110ba1-4074-469f-a601-a516fdb5a630 req-196d0400-f246-4da4-be79-5fcf2d83c34f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092482 Nov 27 01:10:50.659646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] Set router e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:50.802691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4d8ed898-028b-4374-8e2d-f8517b1a527a None None] Provisioning complete for port 74c340d3-4849-4e65-afff-d6457fa97100 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:50.803273 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed898-028b-4374-8e2d-f8517b1a527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:50.899573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52294bdc-6740-467f-9ec7-44757aef1a07 req-81e779b4-3206-4240-b0aa-3bb10d60a630 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:50.907099 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52294bdc-6740-467f-9ec7-44757aef1a07 req-81e779b4-3206-4240-b0aa-3bb10d60a630 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.1078665 Nov 27 01:10:50.937361 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe542-8856-4eb5-8db6-88a82bfd6e3f req-fb05a964-143e-499f-a683-1ffbfda2f41d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:50.940154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffe542-8856-4eb5-8db6-88a82bfd6e3f req-fb05a964-143e-499f-a683-1ffbfda2f41d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 950 time: 0.1301332 Nov 27 01:10:50.957603 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed898-028b-4374-8e2d-f8517b1a527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.007885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4d8ed898-028b-4374-8e2d-f8517b1a527a None None] For port 74c340d3-4849-4e65-afff-d6457fa97100, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=74c340d3-4849-4e65-afff-d6457fa97100,segment=NetworkSegment(46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b),segment_id=46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:51.009891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849138756-router', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '50bb94a9-0f4c-4856-9d64-150509601071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:46Z', 'revision_number': 4, 'project_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'gw_port': {'id': '50bb94a9-0f4c-4856-9d64-150509601071', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '74c340d3-4849-4e65-afff-d6457fa97100', 'name': '', 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'mac_address': 'fa:16:3e:97:98:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '63b73333-1dee-4ee0-b5a1-32c8bf983b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:44Z', 'updated_at': '2021-11-27T01:10:50Z', 'revision_number': 4, 'project_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'subnets': [{'id': '63b73333-1dee-4ee0-b5a1-32c8bf983b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:51.023268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cdce0c-0bf1-4e6f-979d-631808559093 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:10:51.029345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-40cdce0c-0bf1-4e6f-979d-631808559093 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.036688 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224c76b-431a-4ab7-b124-bf2ffa414109 None None] Sync routers for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:10:51.039715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52294bdc-6740-467f-9ec7-44757aef1a07 req-3a5b1132-e70c-42ac-937a-243d184a65b3 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278706 Nov 27 01:10:51.053467 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224c76b-431a-4ab7-b124-bf2ffa414109 None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:51.056985 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c224c76b-431a-4ab7-b124-bf2ffa414109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:51.057752 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed898-028b-4374-8e2d-f8517b1a527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.061867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d440ba-3def-48e6-be16-ca2371cacc29 None None] The sync data for ids ['e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'] in n-d-819494-2 is: [{'id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849138756-router', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '50bb94a9-0f4c-4856-9d64-150509601071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:46Z', 'revision_number': 4, 'project_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'gw_port': {'id': '50bb94a9-0f4c-4856-9d64-150509601071', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '74c340d3-4849-4e65-afff-d6457fa97100', 'name': '', 'network_id': '96bb924d-b620-4dac-9390-c4156f049f76', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'mac_address': 'fa:16:3e:97:98:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '63b73333-1dee-4ee0-b5a1-32c8bf983b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:44Z', 'updated_at': '2021-11-27T01:10:50Z', 'revision_number': 4, 'project_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'subnets': [{'id': '63b73333-1dee-4ee0-b5a1-32c8bf983b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:10:51.200737 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ed898-028b-4374-8e2d-f8517b1a527a None None] Pushing event updated for resources: {'Port': ['ID=74c340d3-4849-4e65-afff-d6457fa97100,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:51.245309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e9d85803-cef6-4909-b2ce-02e9421aa8d5 None None] Provisioning complete for port 74c340d3-4849-4e65-afff-d6457fa97100 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:51.248555 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e9d85803-cef6-4909-b2ce-02e9421aa8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.284030 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c224c76b-431a-4ab7-b124-bf2ffa414109 None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:51.344945 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-40cdce0c-0bf1-4e6f-979d-631808559093 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "PUT /v2.0/floatingips/c2e98d62-24e2-4c00-8447-8a860b914092 HTTP/1.1" status: 200 len: 992 time: 2.5367870 Nov 27 01:10:51.347060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-63ffe542-8856-4eb5-8db6-88a82bfd6e3f req-9c3e6ad8-bcc7-48e2-92a4-a5e9692bd796 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Deleting port 456dbb77-e3a9-4d26-97a1-942860172c9d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:51.349915 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffe542-8856-4eb5-8db6-88a82bfd6e3f req-9c3e6ad8-bcc7-48e2-92a4-a5e9692bd796 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.414308 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'tag': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:51.416530 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7f3d83-1737-4222-871a-194f48b1e8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6bfc7e-e89d-418f-9944-b5d3836795bc", "tag": "a6263d88-54b7-40b4-aa25-c3ef0b25d0e0"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:51.442635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 74c340d3-4849-4e65-afff-d6457fa97100 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:51.507489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e296cea-a887-42f5-ae23-f870f170ed1b req-3549693d-12f2-4fad-bc63-08106d8b56a5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:51.515512 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e296cea-a887-42f5-ae23-f870f170ed1b req-3549693d-12f2-4fad-bc63-08106d8b56a5 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 950 time: 0.4681964 Nov 27 01:10:51.563729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 74c340d3-4849-4e65-afff-d6457fa97100 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:10:51.565988 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.587769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-63ffe542-8856-4eb5-8db6-88a82bfd6e3f req-9c3e6ad8-bcc7-48e2-92a4-a5e9692bd796 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] For port 456dbb77-e3a9-4d26-97a1-942860172c9d, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=456dbb77-e3a9-4d26-97a1-942860172c9d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:51.590766 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffe542-8856-4eb5-8db6-88a82bfd6e3f req-9c3e6ad8-bcc7-48e2-92a4-a5e9692bd796 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.638327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-63ffe542-8856-4eb5-8db6-88a82bfd6e3f req-9c3e6ad8-bcc7-48e2-92a4-a5e9692bd796 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Calling delete_port for 456dbb77-e3a9-4d26-97a1-942860172c9d owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:51.715325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d29a0-5040-472d-93a6-bf3b8297c8a1 req-5e6553b1-2c24-4f55-a0db-40723b743a03 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:51.723886 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e296cea-a887-42f5-ae23-f870f170ed1b req-14905c1c-38b6-40d3-9378-66b115072b05 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026165 Nov 27 01:10:51.724607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e26d29a0-5040-472d-93a6-bf3b8297c8a1 req-5e6553b1-2c24-4f55-a0db-40723b743a03 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.1198685 Nov 27 01:10:51.781072 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c224c76b-431a-4ab7-b124-bf2ffa414109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'c2e98d62-24e2-4c00-8447-8a860b914092', 'tenant_id': '7096168887864853b0d56415769aae26', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'port_id': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'mac_address': 'fa:16:3e:47:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:10:28Z', 'updated_at': '2021-11-27T01:10:49Z', 'revision_number': 1, 'project_id': '7096168887864853b0d56415769aae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:51.838686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e26d29a0-5040-472d-93a6-bf3b8297c8a1 req-3025f259-82d0-4c44-8c1a-a6b8a6d7c36c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129148 Nov 27 01:10:51.867195 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70f896d0-6816-4b73-95f6-5f12e388cdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:51.873346 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224c76b-431a-4ab7-b124-bf2ffa414109 None None] Checking router: a12bedcf-3c32-4f6b-946a-adc8393f6d03 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:10:51.898898 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224c76b-431a-4ab7-b124-bf2ffa414109 None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:51.902278 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c224c76b-431a-4ab7-b124-bf2ffa414109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:51.950776 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a90f5b3-a7be-4b60-95e7-2fd3d2870482 x-openstack-request-id: req-3a90f5b3-a7be-4b60-95e7-2fd3d2870482 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:51.956936 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6bfc7e-e89d-418f-9944-b5d3836795bc", "tag": "a6263d88-54b7-40b4-aa25-c3ef0b25d0e0", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:51.958043 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a90f5b3-a7be-4b60-95e7-2fd3d2870482 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:51.958902 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'tag': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0', 'status': 'completed', 'code': 200} Nov 27 01:10:51.980071 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffe542-8856-4eb5-8db6-88a82bfd6e3f req-9c3e6ad8-bcc7-48e2-92a4-a5e9692bd796 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:52.021487 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'bc71c429-4de8-45fe-95a8-97571afdfc48', '785c618a-8bdf-45b2-a761-2779c8544aae', '456dbb77-e3a9-4d26-97a1-942860172c9d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:52.149866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4', '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:52.155138 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef634832-9565-43ab-a6ef-9f11d5e8952d req-583d3a1b-88ed-4b01-94b6-fb4f2a67eb3c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:52.169738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef634832-9565-43ab-a6ef-9f11d5e8952d req-583d3a1b-88ed-4b01-94b6-fb4f2a67eb3c tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1337807 Nov 27 01:10:52.216259 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c224c76b-431a-4ab7-b124-bf2ffa414109 None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:52.261266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e6ad8-bcc7-48e2-92a4-a5e9692bd796 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event deleted for resources: {'Port': ['ID=456dbb77-e3a9-4d26-97a1-942860172c9d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:52.304267 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef634832-9565-43ab-a6ef-9f11d5e8952d req-accc8796-d301-48fb-97e5-98e86fb67623 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253762 Nov 27 01:10:52.389989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3d83-1737-4222-871a-194f48b1e8f7 req-53840795-4f97-473c-8768-2551589645bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:52.407202 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c7f3d83-1737-4222-871a-194f48b1e8f7 req-53840795-4f97-473c-8768-2551589645bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 1097 time: 0.3939459 Nov 27 01:10:52.417363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ffe542-8856-4eb5-8db6-88a82bfd6e3f req-9c3e6ad8-bcc7-48e2-92a4-a5e9692bd796 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] No DVR routers for this DVR port 456dbb77-e3a9-4d26-97a1-942860172c9d on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:52.430542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffe542-8856-4eb5-8db6-88a82bfd6e3f req-9c3e6ad8-bcc7-48e2-92a4-a5e9692bd796 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:52.449698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffe542-8856-4eb5-8db6-88a82bfd6e3f req-9c3e6ad8-bcc7-48e2-92a4-a5e9692bd796 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "DELETE /v2.0/ports/456dbb77-e3a9-4d26-97a1-942860172c9d HTTP/1.1" status: 204 len: 173 time: 1.4982736 Nov 27 01:10:52.458385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c60e62-7ef4-4482-9f55-f8292b272b2c', 'name': 'network-vif-deleted', 'tag': '456dbb77-e3a9-4d26-97a1-942860172c9d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:52.462084 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f223c6f6-97f9-4d65-8efa-ad2e69720895" -d '{"events": [{"server_uuid": "88c60e62-7ef4-4482-9f55-f8292b272b2c", "name": "network-vif-deleted", "tag": "456dbb77-e3a9-4d26-97a1-942860172c9d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:52.509616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981e472-47a3-4d96-995b-65ff0e2c1bd1 req-6780e96c-39a7-4f51-be76-8a107d3c4e57 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:52.511881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3981e472-47a3-4d96-995b-65ff0e2c1bd1 req-6780e96c-39a7-4f51-be76-8a107d3c4e57 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.3750303 Nov 27 01:10:52.682271 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c224c76b-431a-4ab7-b124-bf2ffa414109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'c2e98d62-24e2-4c00-8447-8a860b914092', 'tenant_id': '7096168887864853b0d56415769aae26', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'port_id': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'mac_address': 'fa:16:3e:47:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:10:28Z', 'updated_at': '2021-11-27T01:10:49Z', 'revision_number': 1, 'project_id': '7096168887864853b0d56415769aae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:52.753821 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224c76b-431a-4ab7-b124-bf2ffa414109 None None] The sync data for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 is: [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'c2e98d62-24e2-4c00-8447-8a860b914092', 'tenant_id': '7096168887864853b0d56415769aae26', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'port_id': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'mac_address': 'fa:16:3e:47:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:10:28Z', 'updated_at': '2021-11-27T01:10:49Z', 'revision_number': 1, 'project_id': '7096168887864853b0d56415769aae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:10:52.794996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d625984-df8d-463c-af72-68180168d7aa req-de10ec6a-3eb2-4a89-bad3-bf5163b4f30f tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:52.795296 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3981e472-47a3-4d96-995b-65ff0e2c1bd1 req-0f555014-1e96-4204-a746-7f93fd00ba4e tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956110 Nov 27 01:10:52.810294 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d625984-df8d-463c-af72-68180168d7aa req-de10ec6a-3eb2-4a89-bad3-bf5163b4f30f tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.2530065 Nov 27 01:10:52.812202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3d83-1737-4222-871a-194f48b1e8f7 req-52ab0f49-a631-4b0e-9be2-f6cf793217f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:52.813652 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c7f3d83-1737-4222-871a-194f48b1e8f7 req-52ab0f49-a631-4b0e-9be2-f6cf793217f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 911 time: 0.3856847 Nov 27 01:10:52.922626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-70f896d0-6816-4b73-95f6-5f12e388cdc9 admin admin] Deleting port 74c340d3-4849-4e65-afff-d6457fa97100 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:52.922954 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70f896d0-6816-4b73-95f6-5f12e388cdc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:52.978012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c7f3d83-1737-4222-871a-194f48b1e8f7 req-3c9acc4b-80ec-42dd-80fc-bcd8201c0f37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 HTTP/1.1" status: 200 len: 1000 time: 0.1490059 Nov 27 01:10:53.044935 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d625984-df8d-463c-af72-68180168d7aa req-ce29c80b-06bd-4357-b3d6-852db2d8faa0 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318718 Nov 27 01:10:53.115098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3d83-1737-4222-871a-194f48b1e8f7 req-f816d372-3903-40d6-8c82-63a38d5652bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:53.118892 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c7f3d83-1737-4222-871a-194f48b1e8f7 req-f816d372-3903-40d6-8c82-63a38d5652bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a47bc75-51de-4fff-99e5-a89ff920057e HTTP/1.1" status: 200 len: 849 time: 0.1321862 Nov 27 01:10:53.121064 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90cac7d-75c6-4ee9-a9e8-3cd4a22cb193 x-openstack-request-id: req-c90cac7d-75c6-4ee9-a9e8-3cd4a22cb193 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:53.125960 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c60e62-7ef4-4482-9f55-f8292b272b2c", "name": "network-vif-deleted", "tag": "456dbb77-e3a9-4d26-97a1-942860172c9d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:53.135520 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c90cac7d-75c6-4ee9-a9e8-3cd4a22cb193 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:53.141103 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c60e62-7ef4-4482-9f55-f8292b272b2c', 'name': 'network-vif-deleted', 'tag': '456dbb77-e3a9-4d26-97a1-942860172c9d', 'status': 'completed', 'code': 200} Nov 27 01:10:53.165888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-70f896d0-6816-4b73-95f6-5f12e388cdc9 admin admin] For port 74c340d3-4849-4e65-afff-d6457fa97100, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=74c340d3-4849-4e65-afff-d6457fa97100,segment=NetworkSegment(46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b),segment_id=46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:53.166473 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70f896d0-6816-4b73-95f6-5f12e388cdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:53.236728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-70f896d0-6816-4b73-95f6-5f12e388cdc9 admin admin] Calling delete_port for 74c340d3-4849-4e65-afff-d6457fa97100 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:53.284747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3d83-1737-4222-871a-194f48b1e8f7 req-e24e0b2c-2408-4098-af50-7a4face6a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:53.288746 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c7f3d83-1737-4222-871a-194f48b1e8f7 req-e24e0b2c-2408-4098-af50-7a4face6a44e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3083db5d-148c-4c08-b659-41fd18a67bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446683 Nov 27 01:10:53.379414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 74c340d3-4849-4e65-afff-d6457fa97100 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:10:53.449099 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c7f3d83-1737-4222-871a-194f48b1e8f7 req-a0ea4a3f-40aa-4ada-a010-b0a41bc88f50 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482098 Nov 27 01:10:53.454123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbefa44-cbf4-44cc-8e7e-4bbdd8962dd4 None None] New status for floating IP c2e98d62-24e2-4c00-8447-8a860b914092: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:10:53.482123 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1772ade-fba6-4510-84ec-1b444cdc21ec req-deaf9c5c-1a55-407f-8e8e-6625d15d882c tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=88c60e62-7ef4-4482-9f55-f8292b272b2c HTTP/1.1" status: 200 len: 210 time: 0.1094956 Nov 27 01:10:53.718039 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c7f3d83-1737-4222-871a-194f48b1e8f7 req-1a91c210-2440-4a27-ae15-37c23ae69350 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533610 Nov 27 01:10:53.851374 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70f896d0-6816-4b73-95f6-5f12e388cdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:53.853571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d151a68-5d69-4f93-98d6-e8d45bac8a1b req-480e70e8-39f6-4275-ba71-1609b42efa09 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:53.865579 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4d151a68-5d69-4f93-98d6-e8d45bac8a1b req-480e70e8-39f6-4275-ba71-1609b42efa09 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1225951 Nov 27 01:10:53.890195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f896d0-6816-4b73-95f6-5f12e388cdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c340d3-4849-4e65-afff-d6457fa97100,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:53.940675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4d151a68-5d69-4f93-98d6-e8d45bac8a1b req-abed192f-a1cd-4868-a149-0373f5356309 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739350 Nov 27 01:10:53.985946 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f7a60-d8fd-4ce0-b51a-6a26c9d369b1 req-67edde39-5ce0-4348-834d-e75bf1ff5bdf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:53.997061 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-530f7a60-d8fd-4ce0-b51a-6a26c9d369b1 req-67edde39-5ce0-4348-834d-e75bf1ff5bdf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1943164 Nov 27 01:10:53.998363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No active binding found for port 74c340d3-4849-4e65-afff-d6457fa97100 {{(pid=103386) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 01:10:53.998823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 74c340d3-4849-4e65-afff-d6457fa97100 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 01:10:54.039254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Port 74c340d3-4849-4e65-afff-d6457fa97100 not found, will not notify nova. {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 01:10:54.220805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a5eae-b2cf-4d07-a873-b4d7d432b230 req-69854d16-d748-449a-b246-cde81f4f6f77 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:54.230853 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-530f7a60-d8fd-4ce0-b51a-6a26c9d369b1 req-b7a946b2-e66e-4372-8a01-d23e0a0882aa tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320023 Nov 27 01:10:54.240852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6b3a5eae-b2cf-4d07-a873-b4d7d432b230 req-69854d16-d748-449a-b246-cde81f4f6f77 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0686905 Nov 27 01:10:54.300005 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6b3a5eae-b2cf-4d07-a873-b4d7d432b230 req-2b7c0f91-7470-4350-8575-e12321e0e9d7 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581195 Nov 27 01:10:54.314530 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70f896d0-6816-4b73-95f6-5f12e388cdc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:54.614676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f896d0-6816-4b73-95f6-5f12e388cdc9 admin admin] Router e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:10:54.786180 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f896d0-6816-4b73-95f6-5f12e388cdc9 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:10:54.795964 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-70f896d0-6816-4b73-95f6-5f12e388cdc9 admin admin] 10.222.0.37 "PUT /v2.0/routers/e658dfc3-bb4c-44d6-9d0f-394968d7ecb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9134986 Nov 27 01:10:54.798063 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b8de7b-01fc-4f08-baaa-14c692213c24 None None] Sync routers for ids ['e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:10:54.798830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53132) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:54.834943 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8de7b-01fc-4f08-baaa-14c692213c24 None None] Routers {'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:54.835681 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-97b8de7b-01fc-4f08-baaa-14c692213c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:55.030324 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:55.064726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7cb42-5143-4d48-b81c-446f8bb27b49 req-ddaf79d1-0a0e-4a1f-8956-4e6203cdaa24 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:55.067194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9c7cb42-5143-4d48-b81c-446f8bb27b49 req-ddaf79d1-0a0e-4a1f-8956-4e6203cdaa24 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941 HTTP/1.1" status: 200 len: 950 time: 0.0900397 Nov 27 01:10:55.129510 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-97b8de7b-01fc-4f08-baaa-14c692213c24 None None] Set router e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:55.143473 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9c7cb42-5143-4d48-b81c-446f8bb27b49 req-a3a958aa-afa9-43b4-9fe6-1f0b30e667d8 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651207 Nov 27 01:10:55.231442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735321d-cf16-4123-b345-857694add86d req-6fc9fc95-0177-4b50-94fb-dcd4bb2afbcd tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:55.232985 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1735321d-cf16-4123-b345-857694add86d req-6fc9fc95-0177-4b50-94fb-dcd4bb2afbcd tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1243908 Nov 27 01:10:55.265839 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:55.287288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 456dbb77-e3a9-4d26-97a1-942860172c9d no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:55.325164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 456dbb77-e3a9-4d26-97a1-942860172c9d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:55.325537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 456dbb77-e3a9-4d26-97a1-942860172c9d not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:55.377012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1735321d-cf16-4123-b345-857694add86d req-f8e4f29d-22f1-4b33-ab97-fe31b666a83b tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296873 Nov 27 01:10:55.430989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Deleting port 50bb94a9-0f4c-4856-9d64-150509601071 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:55.431474 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:55.437628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90244b0b-246d-4c8e-b841-faed4353c57c req-a922a1d4-7a17-4529-904b-e5812ca237dd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:55.440461 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-97b8de7b-01fc-4f08-baaa-14c692213c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849138756-router', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '50bb94a9-0f4c-4856-9d64-150509601071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:53Z', 'revision_number': 5, 'project_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'gw_port': {'id': '50bb94a9-0f4c-4856-9d64-150509601071', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:55.445746 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90244b0b-246d-4c8e-b841-faed4353c57c req-a922a1d4-7a17-4529-904b-e5812ca237dd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1189549 Nov 27 01:10:55.482834 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b8de7b-01fc-4f08-baaa-14c692213c24 None None] Checking router: e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:10:55.495424 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8de7b-01fc-4f08-baaa-14c692213c24 None None] Routers {'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:10:55.496142 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-97b8de7b-01fc-4f08-baaa-14c692213c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:55.502942 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90244b0b-246d-4c8e-b841-faed4353c57c req-0281eb74-1c62-480f-9250-1aec72eddf96 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562067 Nov 27 01:10:55.584106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16190124-1bb5-468f-85d7-c71cafdd9769 req-07780918-e955-420a-a970-b3f99bbc0b93 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:55.591777 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16190124-1bb5-468f-85d7-c71cafdd9769 req-07780918-e955-420a-a970-b3f99bbc0b93 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.1140466 Nov 27 01:10:55.595677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] For port 50bb94a9-0f4c-4856-9d64-150509601071, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=50bb94a9-0f4c-4856-9d64-150509601071,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:55.596358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:55.623343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Calling delete_port for 50bb94a9-0f4c-4856-9d64-150509601071 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:55.640805 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-97b8de7b-01fc-4f08-baaa-14c692213c24 None None] Set router e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:10:55.716088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16190124-1bb5-468f-85d7-c71cafdd9769 req-8eaf3c35-688b-412b-a948-4b52429e05ea tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188192 Nov 27 01:10:55.781157 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-97b8de7b-01fc-4f08-baaa-14c692213c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849138756-router', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:55Z', 'revision_number': 6, 'project_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:55.859238 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b8de7b-01fc-4f08-baaa-14c692213c24 None None] The sync data for ids ['e658dfc3-bb4c-44d6-9d0f-394968d7ecb2'] in n-d-819494-2 is: [{'id': 'e658dfc3-bb4c-44d6-9d0f-394968d7ecb2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1849138756-router', 'tenant_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:40Z', 'updated_at': '2021-11-27T01:10:55Z', 'revision_number': 6, 'project_id': 'a7e7c39a7cf04a2688447e7345c3d9ce', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:10:55.904693 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:55.948747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Pushing event deleted for resources: {'Port': ['ID=50bb94a9-0f4c-4856-9d64-150509601071,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:56.031015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f845689-0bd5-4b30-9494-0e7b327a4e1a req-132d53d4-e980-4e1d-8cac-34ebd200a838 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:56.033405 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f845689-0bd5-4b30-9494-0e7b327a4e1a req-132d53d4-e980-4e1d-8cac-34ebd200a838 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0586114 Nov 27 01:10:56.112500 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f845689-0bd5-4b30-9494-0e7b327a4e1a req-cbe538a4-8764-4a80-b19a-155fc7f71ed4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720947 Nov 27 01:10:56.506183 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.536438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730568a2-bc1e-4b05-83d1-4693023047c7 req-74f18f4a-3a83-4d7a-9d26-f86438117217 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:56.538213 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-730568a2-bc1e-4b05-83d1-4693023047c7 req-74f18f4a-3a83-4d7a-9d26-f86438117217 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0754652 Nov 27 01:10:56.606362 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-730568a2-bc1e-4b05-83d1-4693023047c7 req-2e06469f-1e98-42db-bf26-8f901923ef58 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586557 Nov 27 01:10:56.611399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58094073-d418-4618-8249-7319330b42d2 req-2cbc7cda-6021-4db7-bae4-f0f1091717f4 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:56.617572 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-58094073-d418-4618-8249-7319330b42d2 req-2cbc7cda-6021-4db7-bae4-f0f1091717f4 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941 HTTP/1.1" status: 200 len: 950 time: 0.1949589 Nov 27 01:10:56.667854 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.673277 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.755535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-58094073-d418-4618-8249-7319330b42d2 req-fcf13727-823f-4574-a0ec-dfed58b1ad2b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364141 Nov 27 01:10:56.775962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b21031-ad47-4a42-a25e-46d5cc3b406d req-a44949ad-115a-4bba-91b1-e585545ae443 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:56.777648 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d0b21031-ad47-4a42-a25e-46d5cc3b406d req-a44949ad-115a-4bba-91b1-e585545ae443 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ec213c8-81a0-49b3-b55b-425a835ecec9 HTTP/1.1" status: 200 len: 949 time: 0.1574183 Nov 27 01:10:56.800597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.801366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:10:56.816231 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.820286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53184) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:56.823063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-de9115b9-5c65-4447-b118-0cec710d340c admin admin] 10.222.0.37 "DELETE /v2.0/routers/e658dfc3-bb4c-44d6-9d0f-394968d7ecb2 HTTP/1.1" status: 204 len: 168 time: 2.0230439 Nov 27 01:10:56.953567 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55329b5-9620-4b66-be9b-483c588ea6c0 admin admin] Deleting subnet 63b73333-1dee-4ee0-b5a1-32c8bf983b98 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:10:56.960663 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c55329b5-9620-4b66-be9b-483c588ea6c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:56.965315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf28aae-011f-490e-a71d-2e84b57338b8 req-cd864d0b-3cfc-4955-8a2d-ce1f681f08e3 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:56.974610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dcf28aae-011f-490e-a71d-2e84b57338b8 req-cd864d0b-3cfc-4955-8a2d-ce1f681f08e3 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0981820 Nov 27 01:10:56.996245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d0b21031-ad47-4a42-a25e-46d5cc3b406d req-2681cc12-937c-46bd-83c4-b3afcfcf3d8b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Deleting port 785c618a-8bdf-45b2-a761-2779c8544aae {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:56.996587 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d0b21031-ad47-4a42-a25e-46d5cc3b406d req-2681cc12-937c-46bd-83c4-b3afcfcf3d8b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.020409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c55329b5-9620-4b66-be9b-483c588ea6c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.078518 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dcf28aae-011f-490e-a71d-2e84b57338b8 req-1fcb22cd-f08c-49a9-95bb-9be78ea04a83 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028192 Nov 27 01:10:57.129698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d0b21031-ad47-4a42-a25e-46d5cc3b406d req-2681cc12-937c-46bd-83c4-b3afcfcf3d8b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] For port 785c618a-8bdf-45b2-a761-2779c8544aae, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=785c618a-8bdf-45b2-a761-2779c8544aae,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:57.137455 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d0b21031-ad47-4a42-a25e-46d5cc3b406d req-2681cc12-937c-46bd-83c4-b3afcfcf3d8b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.157272 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c55329b5-9620-4b66-be9b-483c588ea6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.157962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d0b21031-ad47-4a42-a25e-46d5cc3b406d req-2681cc12-937c-46bd-83c4-b3afcfcf3d8b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Calling delete_port for 785c618a-8bdf-45b2-a761-2779c8544aae owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:57.296954 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c55329b5-9620-4b66-be9b-483c588ea6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.313415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c55329b5-9620-4b66-be9b-483c588ea6c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.317073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c55329b5-9620-4b66-be9b-483c588ea6c0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/63b73333-1dee-4ee0-b5a1-32c8bf983b98 HTTP/1.1" status: 204 len: 168 time: 0.4957776 Nov 27 01:10:57.321058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fd8bff-8ebe-4416-b744-8961e7216473 None None] Network 96bb924d-b620-4dac-9390-c4156f049f76 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:10:57.335439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53190) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:57.377433 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55329b5-9620-4b66-be9b-483c588ea6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b73333-1dee-4ee0-b5a1-32c8bf983b98,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:57.420598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 50bb94a9-0f4c-4856-9d64-150509601071 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:57.428651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00c51a-5093-4ca3-8944-4007ea2b6b3a req-acda5e08-fc33-4bec-9d36-5577bd3dbaae tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:57.445292 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae00c51a-5093-4ca3-8944-4007ea2b6b3a req-acda5e08-fc33-4bec-9d36-5577bd3dbaae tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1876335 Nov 27 01:10:57.545590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae00c51a-5093-4ca3-8944-4007ea2b6b3a req-ac6a8fb1-9a5d-4373-8e97-0ece77d49c62 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842624 Nov 27 01:10:57.578055 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.590158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 50bb94a9-0f4c-4856-9d64-150509601071 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:57.590662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 50bb94a9-0f4c-4856-9d64-150509601071 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:57.591089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 74c340d3-4849-4e65-afff-d6457fa97100 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:57.619638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930cde0-766c-4813-984e-c72c9bfb567b req-8fd6d398-ae47-4e42-9b3c-e5caeca6dfec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:57.620814 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b930cde0-766c-4813-984e-c72c9bfb567b req-8fd6d398-ae47-4e42-9b3c-e5caeca6dfec tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941 HTTP/1.1" status: 200 len: 950 time: 0.3294852 Nov 27 01:10:57.629380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 74c340d3-4849-4e65-afff-d6457fa97100 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:57.629733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 74c340d3-4849-4e65-afff-d6457fa97100 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:57.736661 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5150c3a3-0040-4f70-bd3c-b9193e02effd None None] DHCP port deletion for 96bb924d-b620-4dac-9390-c4156f049f76 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:10:57.830705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d0b21031-ad47-4a42-a25e-46d5cc3b406d req-2681cc12-937c-46bd-83c4-b3afcfcf3d8b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.832189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5150c3a3-0040-4f70-bd3c-b9193e02effd None None] Deleting port 5c27357c-a58e-478b-83c7-7b8eb271614f {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:57.833219 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5150c3a3-0040-4f70-bd3c-b9193e02effd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.940129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176e0e6-9a57-49df-aa2b-b62963cc7553 req-5abb79ad-4bf0-4de3-ab6f-89fd2f67c85d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:57.944884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Deleting port 5c27357c-a58e-478b-83c7-7b8eb271614f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:57.945351 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:57.948088 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a176e0e6-9a57-49df-aa2b-b62963cc7553 req-5abb79ad-4bf0-4de3-ab6f-89fd2f67c85d tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941 HTTP/1.1" status: 200 len: 950 time: 0.0911813 Nov 27 01:10:57.951989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681cc12-937c-46bd-83c4-b3afcfcf3d8b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event deleted for resources: {'Port': ['ID=785c618a-8bdf-45b2-a761-2779c8544aae,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:57.982734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4f2bf-d8f1-4e66-8115-a73f4e11679b req-9aed544f-6d15-4e19-8547-feaee9066445 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:57.991114 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-60b4f2bf-d8f1-4e66-8115-a73f4e11679b req-9aed544f-6d15-4e19-8547-feaee9066445 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.2471707 Nov 27 01:10:58.013771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'bc71c429-4de8-45fe-95a8-97571afdfc48', '785c618a-8bdf-45b2-a761-2779c8544aae'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:58.017099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4', '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:58.033344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b21031-ad47-4a42-a25e-46d5cc3b406d req-2681cc12-937c-46bd-83c4-b3afcfcf3d8b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] No DVR routers for this DVR port 785c618a-8bdf-45b2-a761-2779c8544aae on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:58.039902 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a176e0e6-9a57-49df-aa2b-b62963cc7553 req-706d1fc4-9085-46b9-9667-6a861bffb055 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854459 Nov 27 01:10:58.057175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d0b21031-ad47-4a42-a25e-46d5cc3b406d req-2681cc12-937c-46bd-83c4-b3afcfcf3d8b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.062018 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d0b21031-ad47-4a42-a25e-46d5cc3b406d req-2681cc12-937c-46bd-83c4-b3afcfcf3d8b tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "DELETE /v2.0/ports/785c618a-8bdf-45b2-a761-2779c8544aae HTTP/1.1" status: 204 len: 173 time: 1.2747638 Nov 27 01:10:58.063751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec213c8-81a0-49b3-b55b-425a835ecec9', 'name': 'network-vif-deleted', 'tag': '785c618a-8bdf-45b2-a761-2779c8544aae'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:10:58.073628 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be0dac7-b8b3-44be-ade7-a6758d1c57d0" -d '{"events": [{"server_uuid": "1ec213c8-81a0-49b3-b55b-425a835ecec9", "name": "network-vif-deleted", "tag": "785c618a-8bdf-45b2-a761-2779c8544aae"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:10:58.131539 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b930cde0-766c-4813-984e-c72c9bfb567b req-e2c70e8a-3e6e-47e9-bea0-b25d1ba68610 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Deleting port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:10:58.132269 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b930cde0-766c-4813-984e-c72c9bfb567b req-e2c70e8a-3e6e-47e9-bea0-b25d1ba68610 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.293871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] For port 5c27357c-a58e-478b-83c7-7b8eb271614f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5c27357c-a58e-478b-83c7-7b8eb271614f,segment=NetworkSegment(46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b),segment_id=46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:58.294451 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.407450 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-60b4f2bf-d8f1-4e66-8115-a73f4e11679b req-fcdccc55-ddbb-4d1b-b44d-f24b179aed1e tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123371 Nov 27 01:10:58.408552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Calling delete_port for 5c27357c-a58e-478b-83c7-7b8eb271614f owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:58.433428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5150c3a3-0040-4f70-bd3c-b9193e02effd None None] For port 5c27357c-a58e-478b-83c7-7b8eb271614f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5c27357c-a58e-478b-83c7-7b8eb271614f,segment=NetworkSegment(46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b),segment_id=46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:58.433915 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5150c3a3-0040-4f70-bd3c-b9193e02effd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.485731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5150c3a3-0040-4f70-bd3c-b9193e02effd None None] Calling delete_port for 5c27357c-a58e-478b-83c7-7b8eb271614f owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:58.553781 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e8db94-93cb-46b5-8995-67264980c395 x-openstack-request-id: req-85e8db94-93cb-46b5-8995-67264980c395 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:10:58.554468 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec213c8-81a0-49b3-b55b-425a835ecec9", "name": "network-vif-deleted", "tag": "785c618a-8bdf-45b2-a761-2779c8544aae", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:10:58.555363 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85e8db94-93cb-46b5-8995-67264980c395 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:10:58.556019 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec213c8-81a0-49b3-b55b-425a835ecec9', 'name': 'network-vif-deleted', 'tag': '785c618a-8bdf-45b2-a761-2779c8544aae', 'status': 'completed', 'code': 200} Nov 27 01:10:58.563851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b930cde0-766c-4813-984e-c72c9bfb567b req-e2c70e8a-3e6e-47e9-bea0-b25d1ba68610 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] For port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:10:58.564599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b930cde0-766c-4813-984e-c72c9bfb567b req-e2c70e8a-3e6e-47e9-bea0-b25d1ba68610 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.601164 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b930cde0-766c-4813-984e-c72c9bfb567b req-e2c70e8a-3e6e-47e9-bea0-b25d1ba68610 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Calling delete_port for 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:10:58.743763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3a25a-e15a-4ccb-b762-fa401745642e req-5dc0ac9a-08e2-4f49-8a21-8fd234844b7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:58.745723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bec3a25a-e15a-4ccb-b762-fa401745642e req-5dc0ac9a-08e2-4f49-8a21-8fd234844b7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.1666250 Nov 27 01:10:58.751532 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.815031 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] No DVR routers for this DVR port 5c27357c-a58e-478b-83c7-7b8eb271614f on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:58.831717 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5150c3a3-0040-4f70-bd3c-b9193e02effd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:58.833212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c27357c-a58e-478b-83c7-7b8eb271614f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:58.897217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150c3a3-0040-4f70-bd3c-b9193e02effd None None] Pushing event deleted for resources: {'Port': ['ID=5c27357c-a58e-478b-83c7-7b8eb271614f,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:58.916033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150c3a3-0040-4f70-bd3c-b9193e02effd None None] No DVR routers for this DVR port 5c27357c-a58e-478b-83c7-7b8eb271614f on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:59.034422 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.068631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bec3a25a-e15a-4ccb-b762-fa401745642e req-81f50bc5-f99a-4e1b-acbc-0434cddc51fa tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957230 Nov 27 01:10:59.117952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bb924d-b620-4dac-9390-c4156f049f76']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:59.142207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:59.142542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fcbe7e-6dae-42a5-be7f-ad8c0e121b7b') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:10:59.157676 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.169924 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b930cde0-766c-4813-984e-c72c9bfb567b req-e2c70e8a-3e6e-47e9-bea0-b25d1ba68610 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.194188 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.244629 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c70e8a-3e6e-47e9-bea0-b25d1ba68610 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event deleted for resources: {'Port': ['ID=2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:59.253205 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e54a198-f37c-4659-8b86-ff2108fa4629 req-8dff78d8-438c-4de2-98b8-d413a4cf9cbd tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9fc2d9f-f55a-4f10-b18d-d150571b5941 HTTP/1.1" status: 200 len: 210 time: 0.0562298 Nov 27 01:10:59.276130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:10:59.276550 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:10:59.279397 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:10:59.353941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5c27357c-a58e-478b-83c7-7b8eb271614f no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:10:59.379294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 5c27357c-a58e-478b-83c7-7b8eb271614f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:10:59.379888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5c27357c-a58e-478b-83c7-7b8eb271614f not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:10:59.392814 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b930cde0-766c-4813-984e-c72c9bfb567b req-e2c70e8a-3e6e-47e9-bea0-b25d1ba68610 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] No DVR routers for this DVR port 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:10:59.395819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b930cde0-766c-4813-984e-c72c9bfb567b req-e2c70e8a-3e6e-47e9-bea0-b25d1ba68610 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.400184 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b930cde0-766c-4813-984e-c72c9bfb567b req-e2c70e8a-3e6e-47e9-bea0-b25d1ba68610 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "DELETE /v2.0/ports/2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e HTTP/1.1" status: 204 len: 173 time: 1.7112274 Nov 27 01:10:59.411233 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.419003 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.424094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] 10.222.0.37 "DELETE /v2.0/networks/96bb924d-b620-4dac-9390-c4156f049f76 HTTP/1.1" status: 204 len: 168 time: 2.0842309 Nov 27 01:10:59.441875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bcd34-65bb-4280-a95e-a3b54db0de89 admin admin] Pushing event deleted for resources: {'Network': ['ID=96bb924d-b620-4dac-9390-c4156f049f76,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:10:59.619516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'bc71c429-4de8-45fe-95a8-97571afdfc48'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:59.635536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeb156-9af3-4e64-853b-157345847cf1 req-2d1419e7-d887-486b-8b95-124ed9609ed7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:10:59.636768 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eefeb156-9af3-4e64-853b-157345847cf1 req-2d1419e7-d887-486b-8b95-124ed9609ed7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0943353 Nov 27 01:10:59.701067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53254) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:59.706035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:10:59.765043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eefeb156-9af3-4e64-853b-157345847cf1 req-495c60dd-3683-4ab0-9147-c3dd1112fbce tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078897 Nov 27 01:10:59.805254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ee6f62f1-bcbb-4b1d-9e07-f5247b7f300d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7e7c39a7cf04a2688447e7345c3d9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1029828 Nov 27 01:10:59.807873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53260) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:10:59.886060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33331deb-7310-4e9b-a54e-dbbbbbdad3e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.922776 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33331deb-7310-4e9b-a54e-dbbbbbdad3e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.978797 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33331deb-7310-4e9b-a54e-dbbbbbdad3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.982066 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33331deb-7310-4e9b-a54e-dbbbbbdad3e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:10:59.983428 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-33331deb-7310-4e9b-a54e-dbbbbbdad3e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fe4fe26-229e-412c-9f06-d7cea586631b HTTP/1.1" status: 204 len: 168 time: 0.1743901 Nov 27 01:10:59.992779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33331deb-7310-4e9b-a54e-dbbbbbdad3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe4fe26-229e-412c-9f06-d7cea586631b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:00.246197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56722c-1035-43e0-92c0-ee913334e3bc req-29fbf2b8-cc67-4a67-9e2d-d758d663744c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:00.259075 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b56722c-1035-43e0-92c0-ee913334e3bc req-29fbf2b8-cc67-4a67-9e2d-d758d663744c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0653546 Nov 27 01:11:00.355307 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b56722c-1035-43e0-92c0-ee913334e3bc req-0265cf06-7d17-459e-bb63-e89981f72537 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922263 Nov 27 01:11:00.373391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2bd78ad4-db48-445d-ba92-f1f893a2604d details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:00.403977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2bd78ad4-db48-445d-ba92-f1f893a2604d no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:00.557128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fc2d9f-f55a-4f10-b18d-d150571b5941', 'name': 'network-vif-deleted', 'tag': '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:00.560124 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784518cd-4047-41e2-9546-0951a3b770fe" -d '{"events": [{"server_uuid": "a9fc2d9f-f55a-4f10-b18d-d150571b5941", "name": "network-vif-deleted", "tag": "2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:00.610292 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:00.651334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd78ad4-db48-445d-ba92-f1f893a2604d'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:00.656636 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00129ed-b81b-490d-a049-566d906e131b" -d '{"events": [{"server_uuid": "2e6cd11e-23eb-4ba9-87e2-f5409ee13352", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd78ad4-db48-445d-ba92-f1f893a2604d"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:00.681028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:00.694724 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:00.787258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2bd78ad4-db48-445d-ba92-f1f893a2604d,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:00.796149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:00.816012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '2bd78ad4-db48-445d-ba92-f1f893a2604d', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '2bd78ad4-db48-445d-ba92-f1f893a2604d', 'mac_address': 'fa:16:3e:b8:a2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:00.843795 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de25f7a4-22ab-4a83-984b-206bc66e1e12 x-openstack-request-id: req-de25f7a4-22ab-4a83-984b-206bc66e1e12 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:00.844888 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fc2d9f-f55a-4f10-b18d-d150571b5941", "name": "network-vif-deleted", "tag": "2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:00.845400 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de25f7a4-22ab-4a83-984b-206bc66e1e12 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:00.846052 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fc2d9f-f55a-4f10-b18d-d150571b5941', 'name': 'network-vif-deleted', 'tag': '2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e', 'status': 'completed', 'code': 200} Nov 27 01:11:00.870076 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:00.921282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd78ad4-db48-445d-ba92-f1f893a2604d {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:00.937360 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5257e7c-7910-42e5-b4ab-799729f5599b x-openstack-request-id: req-a5257e7c-7910-42e5-b4ab-799729f5599b {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:00.938150 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6cd11e-23eb-4ba9-87e2-f5409ee13352", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd78ad4-db48-445d-ba92-f1f893a2604d", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:00.938617 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5257e7c-7910-42e5-b4ab-799729f5599b {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:00.939176 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd78ad4-db48-445d-ba92-f1f893a2604d', 'code': 200} Nov 27 01:11:00.977385 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:00.989355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.024890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91debc95-7c6e-4339-bcc8-4bc8ce3a55a4 req-81ed9692-8ffe-4ef8-9b33-b5b41b2dfa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:01.033610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91debc95-7c6e-4339-bcc8-4bc8ce3a55a4 req-81ed9692-8ffe-4ef8-9b33-b5b41b2dfa01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 1096 time: 0.1260874 Nov 27 01:11:01.076123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2bd78ad4-db48-445d-ba92-f1f893a2604d,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:01.167606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2eb541-3fef-4c4f-8fa6-f25e15e0de48 req-c73d8b96-5b80-4801-985e-8f1660da30d0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:01.169187 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df2eb541-3fef-4c4f-8fa6-f25e15e0de48 req-c73d8b96-5b80-4801-985e-8f1660da30d0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1324277 Nov 27 01:11:01.198486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0dfed-ba19-498e-9aa2-2af66a2a7438 req-ff4c8858-e3c4-40c5-8ff1-4517bd6521a1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:01.207721 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94e0dfed-ba19-498e-9aa2-2af66a2a7438 req-ff4c8858-e3c4-40c5-8ff1-4517bd6521a1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 948 time: 0.0747156 Nov 27 01:11:01.253840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91debc95-7c6e-4339-bcc8-4bc8ce3a55a4 req-d0e2483f-d387-40e7-a572-ff9334329db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:01.255365 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91debc95-7c6e-4339-bcc8-4bc8ce3a55a4 req-d0e2483f-d387-40e7-a572-ff9334329db6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 920 time: 0.2166729 Nov 27 01:11:01.280014 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94e0dfed-ba19-498e-9aa2-2af66a2a7438 req-01a3c422-7545-4de9-8b31-4555e7f5a122 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711217 Nov 27 01:11:01.309293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 785c618a-8bdf-45b2-a761-2779c8544aae no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:01.326709 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91debc95-7c6e-4339-bcc8-4bc8ce3a55a4 req-86d817f0-eed1-4c8e-ada2-37fb44d7e372 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78826918-fd2b-4ce0-920c-b5f690d9b1af HTTP/1.1" status: 200 len: 217 time: 0.0633240 Nov 27 01:11:01.346913 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df2eb541-3fef-4c4f-8fa6-f25e15e0de48 req-442ae90a-618f-456f-be5a-881f8c24bc95 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659095 Nov 27 01:11:01.361037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 785c618a-8bdf-45b2-a761-2779c8544aae {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:01.363072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 785c618a-8bdf-45b2-a761-2779c8544aae not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:01.400377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53326) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:01.413236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91debc95-7c6e-4339-bcc8-4bc8ce3a55a4 req-f2510b58-4d59-4b40-98ec-ee9847951218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:01.414755 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91debc95-7c6e-4339-bcc8-4bc8ce3a55a4 req-f2510b58-4d59-4b40-98ec-ee9847951218 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 HTTP/1.1" status: 200 len: 859 time: 0.0661192 Nov 27 01:11:01.483540 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91debc95-7c6e-4339-bcc8-4bc8ce3a55a4 req-2e2b969f-0f2a-4a33-8bac-ea14a46150af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=589aac3e-1177-4cf2-8604-679d0202bd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570648 Nov 27 01:11:01.557879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1546599967-network', 'tenant_id': 'cd39d133460a43f391799b91be08412c'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:01.585864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['2bd78ad4-db48-445d-ba92-f1f893a2604d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:01.595244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Made reservation on behalf of cd39d133460a43f391799b91be08412c for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:01.598471 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.609324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.627899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee35dd-4fe0-4eb3-8f66-73bb488e966b req-f78cbd92-9399-4617-9209-de0a30d9654e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:01.630686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-39ee35dd-4fe0-4eb3-8f66-73bb488e966b req-f78cbd92-9399-4617-9209-de0a30d9654e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.1507039 Nov 27 01:11:01.671439 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91debc95-7c6e-4339-bcc8-4bc8ce3a55a4 req-2660e70b-4dfd-4385-b709-0f1d806da26f service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733167 Nov 27 01:11:01.756513 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.774930 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.778744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-39ee35dd-4fe0-4eb3-8f66-73bb488e966b req-953bab94-c28f-43cb-aa69-f63d3789908f tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059883 Nov 27 01:11:01.807215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:11:01.813015 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.813443 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Added segment deed2a16-5207-4f3f-a3a0-0449f5a267d9 of type vlan for network a35b165f-cc1a-4995-af31-10ff58cec8e0 Nov 27 01:11:01.834510 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91debc95-7c6e-4339-bcc8-4bc8ce3a55a4 req-bcf56584-0c85-44a6-bdfa-6247caf42f03 service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458242 Nov 27 01:11:01.860561 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.923208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a807ea-df99-4245-a14c-0007ad42b4b2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:01.928636 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.929615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:01.930199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:01.939630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5285cef-1bee-44cc-86e7-76b6cadd3e96 req-39216ca3-8815-42c7-923e-999019e1d238 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:01.942679 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e5285cef-1bee-44cc-86e7-76b6cadd3e96 req-39216ca3-8815-42c7-923e-999019e1d238 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b HTTP/1.1" status: 200 len: 950 time: 0.2015066 Nov 27 01:11:02.008387 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6067429 Nov 27 01:11:02.011240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53346) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:02.016257 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4ab77f51-e31a-40a4-8dfd-df57ae63592d admin admin] Request body: {'subnet': {'network_id': 'a35b165f-cc1a-4995-af31-10ff58cec8e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1546599967-subnet', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:02.024034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3863c5-3850-4491-aea6-2da08e049918 admin admin] Pushing event updated for resources: {'Network': ['ID=a35b165f-cc1a-4995-af31-10ff58cec8e0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:02.035840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a35b165f-cc1a-4995-af31-10ff58cec8e0 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:11:02.046860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab77f51-e31a-40a4-8dfd-df57ae63592d admin admin] Made reservation on behalf of cd39d133460a43f391799b91be08412c for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:02.049249 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ab77f51-e31a-40a4-8dfd-df57ae63592d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.056648 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e5285cef-1bee-44cc-86e7-76b6cadd3e96 req-26b34003-3ab0-4cbc-b690-3bd5bd818925 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954702 Nov 27 01:11:02.234149 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ab77f51-e31a-40a4-8dfd-df57ae63592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.297949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab77f51-e31a-40a4-8dfd-df57ae63592d admin admin] Pushing event updated for resources: {'Subnet': ['ID=061e4744-636b-4412-88f1-a7db080e3a36,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:02.311834 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab77f51-e31a-40a4-8dfd-df57ae63592d admin admin] Checking segment: {'id': 'deed2a16-5207-4f3f-a3a0-0449f5a267d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a35b165f-cc1a-4995-af31-10ff58cec8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:02.312198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab77f51-e31a-40a4-8dfd-df57ae63592d admin admin] Network hostable DHCP agents. Network: a35b165f-cc1a-4995-af31-10ff58cec8e0, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:11:02.331886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab77f51-e31a-40a4-8dfd-df57ae63592d admin admin] Network a35b165f-cc1a-4995-af31-10ff58cec8e0 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:11:02.341265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-4ab77f51-e31a-40a4-8dfd-df57ae63592d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a35b165f-cc1a-4995-af31-10ff58cec8e0) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:02.345743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab77f51-e31a-40a4-8dfd-df57ae63592d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:02.346370 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ab77f51-e31a-40a4-8dfd-df57ae63592d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.352707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb4df3c-7d8c-46bf-b6bc-c5ed4d58c44c None None] Network a35b165f-cc1a-4995-af31-10ff58cec8e0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:02.369275 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4ab77f51-e31a-40a4-8dfd-df57ae63592d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3568935 Nov 27 01:11:02.372024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53388) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:02.376048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:02.382198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1546599967-router', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:02.430083 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:02.430467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2e3b31dd-6692-4c67-a3f1-bcb2ed75fc0e not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:02.432136 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.433357 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.471970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198648de-d29c-4236-9584-c3c09a0aabe3 req-d2a80d48-edb8-45e7-87c2-25fd134fa546 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:02.474034 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-198648de-d29c-4236-9584-c3c09a0aabe3 req-d2a80d48-edb8-45e7-87c2-25fd134fa546 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 948 time: 0.0813529 Nov 27 01:11:02.522806 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.546151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-a35b165f-cc1a-4995-af31-10ff58cec8e0', 'network_id': 'a35b165f-cc1a-4995-af31-10ff58cec8e0', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'fixed_ips': [{'subnet_id': '061e4744-636b-4412-88f1-a7db080e3a36'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:11:02.547072 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.623340 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-198648de-d29c-4236-9584-c3c09a0aabe3 req-bdfb66a8-86bb-4964-bab1-02c35db15711 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172764 Nov 27 01:11:02.719096 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.749020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Allocated IP 172.20.0.2 (a35b165f-cc1a-4995-af31-10ff58cec8e0/061e4744-636b-4412-88f1-a7db080e3a36/ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:02.759651 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f403e-be33-4e70-9e21-3bb48d7a5f27 req-b2be6162-39cf-4ed7-b069-2ff62d59bcee tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:02.761270 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-043f403e-be33-4e70-9e21-3bb48d7a5f27 req-b2be6162-39cf-4ed7-b069-2ff62d59bcee tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b HTTP/1.1" status: 200 len: 950 time: 0.1017921 Nov 27 01:11:02.781540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bf9d8-7b90-4e45-96bc-e6058a3851d9 req-e6af6d8d-0110-467d-875b-02ab69792ab4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:02.783161 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e15bf9d8-7b90-4e45-96bc-e6058a3851d9 req-e6af6d8d-0110-467d-875b-02ab69792ab4 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0837944 Nov 27 01:11:02.889499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-043f403e-be33-4e70-9e21-3bb48d7a5f27 req-4609ae92-c546-41fb-b9e8-f4f6be3cc58f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Deleting port acc35f7f-110e-43d3-a54e-92936f9ab0a4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:02.890004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-043f403e-be33-4e70-9e21-3bb48d7a5f27 req-4609ae92-c546-41fb-b9e8-f4f6be3cc58f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.895540 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e15bf9d8-7b90-4e45-96bc-e6058a3851d9 req-c9db8177-e25c-4325-9249-742b0bf04708 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831597 Nov 27 01:11:02.928617 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.943625 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:02.997997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-043f403e-be33-4e70-9e21-3bb48d7a5f27 req-4609ae92-c546-41fb-b9e8-f4f6be3cc58f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] For port acc35f7f-110e-43d3-a54e-92936f9ab0a4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=acc35f7f-110e-43d3-a54e-92936f9ab0a4,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:02.998681 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-043f403e-be33-4e70-9e21-3bb48d7a5f27 req-4609ae92-c546-41fb-b9e8-f4f6be3cc58f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.005978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Network a35b165f-cc1a-4995-af31-10ff58cec8e0 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:03.011020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:03.018399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:03.036116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Pushing event updated for resources: {'Port': ['ID=ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:03.039177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-043f403e-be33-4e70-9e21-3bb48d7a5f27 req-4609ae92-c546-41fb-b9e8-f4f6be3cc58f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Calling delete_port for acc35f7f-110e-43d3-a54e-92936f9ab0a4 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:03.077761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774355c5-d36b-418b-bf44-c903e83a4c59 req-833684cd-9840-41f0-9c07-dd13771d7adc tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:03.079345 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-774355c5-d36b-418b-bf44-c903e83a4c59 req-833684cd-9840-41f0-9c07-dd13771d7adc tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0777755 Nov 27 01:11:03.098398 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.105066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Attempting to bind port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:03.105444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Attempting to bind port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'deed2a16-5207-4f3f-a3a0-0449f5a267d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a35b165f-cc1a-4995-af31-10ff58cec8e0'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:03.105811 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Attempting to bind port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 on network a35b165f-cc1a-4995-af31-10ff58cec8e0 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:03.118455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:03.119303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Checking segment: {'id': 'deed2a16-5207-4f3f-a3a0-0449f5a267d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a35b165f-cc1a-4995-af31-10ff58cec8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:03.119303 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.119655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Bound using segment: {'id': 'deed2a16-5207-4f3f-a3a0-0449f5a267d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a35b165f-cc1a-4995-af31-10ff58cec8e0'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:03.120135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Bound port: ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deed2a16-5207-4f3f-a3a0-0449f5a267d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a35b165f-cc1a-4995-af31-10ff58cec8e0'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:03.120507 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.122025 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.174710 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-774355c5-d36b-418b-bf44-c903e83a4c59 req-f3e1ea86-a247-4330-9fa1-4dce8d84a6f5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611639 Nov 27 01:11:03.205344 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] For port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:03.209899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] For port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3,segment=NetworkSegment(deed2a16-5207-4f3f-a3a0-0449f5a267d9),segment_id=deed2a16-5207-4f3f-a3a0-0449f5a267d9)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:03.218458 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.306874 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-043f403e-be33-4e70-9e21-3bb48d7a5f27 req-4609ae92-c546-41fb-b9e8-f4f6be3cc58f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.309887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2135d-5a9a-48bc-8017-793aff33ac04 None None] Pushing event updated for resources: {'Port': ['ID=ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:03.350472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'bc71c429-4de8-45fe-95a8-97571afdfc48'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:03.354173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:03.360570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Allocated IP 172.25.3.221 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/d98fb72f-9ffa-46a5-8317-a60eaa8fcd91) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:03.379947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609ae92-c546-41fb-b9e8-f4f6be3cc58f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event deleted for resources: {'Port': ['ID=acc35f7f-110e-43d3-a54e-92936f9ab0a4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:03.417746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-043f403e-be33-4e70-9e21-3bb48d7a5f27 req-4609ae92-c546-41fb-b9e8-f4f6be3cc58f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] No DVR routers for this DVR port acc35f7f-110e-43d3-a54e-92936f9ab0a4 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:03.421262 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-043f403e-be33-4e70-9e21-3bb48d7a5f27 req-4609ae92-c546-41fb-b9e8-f4f6be3cc58f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.426020 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-043f403e-be33-4e70-9e21-3bb48d7a5f27 req-4609ae92-c546-41fb-b9e8-f4f6be3cc58f tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "DELETE /v2.0/ports/acc35f7f-110e-43d3-a54e-92936f9ab0a4 HTTP/1.1" status: 204 len: 173 time: 0.6564429 Nov 27 01:11:03.426747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b', 'name': 'network-vif-deleted', 'tag': 'acc35f7f-110e-43d3-a54e-92936f9ab0a4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:03.429479 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd37cb2-c2c1-41c2-8e26-eccafe705a03" -d '{"events": [{"server_uuid": "4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b", "name": "network-vif-deleted", "tag": "acc35f7f-110e-43d3-a54e-92936f9ab0a4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:03.447874 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef3916a9-9873-4f99-a0e8-e94698c6bd99 req-8bfbd53d-a36d-47e5-b824-c0a85cf80e36 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b HTTP/1.1" status: 200 len: 210 time: 0.0989134 Nov 27 01:11:03.495706 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf22b30-f3cb-4d4c-9fa6-4059fc9e3d98 x-openstack-request-id: req-fcf22b30-f3cb-4d4c-9fa6-4059fc9e3d98 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:03.495999 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b", "name": "network-vif-deleted", "tag": "acc35f7f-110e-43d3-a54e-92936f9ab0a4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:03.496301 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcf22b30-f3cb-4d4c-9fa6-4059fc9e3d98 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:03.497329 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4bdcd1-bc4d-40fa-ba7d-7be9f046134b', 'name': 'network-vif-deleted', 'tag': 'acc35f7f-110e-43d3-a54e-92936f9ab0a4', 'status': 'completed', 'code': 200} Nov 27 01:11:03.741414 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.743780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e53f80-ab96-4631-afc9-8794d37caee3 req-68ad44f4-9182-46e4-8905-01e5529f61ef tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:03.745437 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6e53f80-ab96-4631-afc9-8794d37caee3 req-68ad44f4-9182-46e4-8905-01e5529f61ef tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "GET /v2.0/ports?device_id=f24b57a9-2798-4182-8299-9f89eeae7d69 HTTP/1.1" status: 200 len: 949 time: 0.1005640 Nov 27 01:11:03.808905 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-ac61ffee-0418-4539-b90f-f88f98c96741 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:03.810933 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-ac61ffee-0418-4539-b90f-f88f98c96741 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/networks?id=b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 200 len: 805 time: 0.2475536 Nov 27 01:11:03.830585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-2f1b9fa3-9ba5-45de-bade-daf9acc48818 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/quotas/ce3ee8bd4f5b41dc9628ea3e927651b8 HTTP/1.1" status: 200 len: 375 time: 0.0130658 Nov 27 01:11:03.833474 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.853709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:03.856749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:03.884324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:03.887135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebbc90-3494-4d90-8623-346c8a4b9c9c req-61e48c09-afac-4c25-8700-aa66f540bae6 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:03.888830 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-feebbc90-3494-4d90-8623-346c8a4b9c9c req-61e48c09-afac-4c25-8700-aa66f540bae6 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 948 time: 0.1270485 Nov 27 01:11:03.947568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-e6e53f80-ab96-4631-afc9-8794d37caee3 req-86554b6a-7b23-4c0c-bc66-bcc546845822 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Deleting port bc71c429-4de8-45fe-95a8-97571afdfc48 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:03.947901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6e53f80-ab96-4631-afc9-8794d37caee3 req-86554b6a-7b23-4c0c-bc66-bcc546845822 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:03.957548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Pushing event updated for resources: {'Port': ['ID=d98fb72f-9ffa-46a5-8317-a60eaa8fcd91,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:03.970126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-feebbc90-3494-4d90-8623-346c8a4b9c9c req-3988c4ec-c90f-4b93-9845-2716b9471f21 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722806 Nov 27 01:11:03.978359 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-6956b8a1-2d0a-4e9b-914e-4494be1796e3 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1354969 Nov 27 01:11:04.111732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e6e53f80-ab96-4631-afc9-8794d37caee3 req-86554b6a-7b23-4c0c-bc66-bcc546845822 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] For port bc71c429-4de8-45fe-95a8-97571afdfc48, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bc71c429-4de8-45fe-95a8-97571afdfc48,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:04.112823 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6e53f80-ab96-4631-afc9-8794d37caee3 req-86554b6a-7b23-4c0c-bc66-bcc546845822 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:04.128514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-e6e53f80-ab96-4631-afc9-8794d37caee3 req-86554b6a-7b23-4c0c-bc66-bcc546845822 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Calling delete_port for bc71c429-4de8-45fe-95a8-97571afdfc48 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:04.151794 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bd7b9-2ca1-476f-af64-652208932283 req-008cb46a-e042-44b9-ab67-55120099860c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:04.153325 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e7bd7b9-2ca1-476f-af64-652208932283 req-008cb46a-e042-44b9-ab67-55120099860c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0942261 Nov 27 01:11:04.206014 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-f41cbe7d-bba1-4efe-84d5-588e0af972ca service neutron] 10.222.0.37 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901424 Nov 27 01:11:04.273356 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e7bd7b9-2ca1-476f-af64-652208932283 req-56234b8e-63ef-4dca-bea7-3436180a170c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879452 Nov 27 01:11:04.352600 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6e53f80-ab96-4631-afc9-8794d37caee3 req-86554b6a-7b23-4c0c-bc66-bcc546845822 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:04.387313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['acc35f7f-110e-43d3-a54e-92936f9ab0a4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:04.402464 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86554b6a-7b23-4c0c-bc66-bcc546845822 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event deleted for resources: {'Port': ['ID=bc71c429-4de8-45fe-95a8-97571afdfc48,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:04.442936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:04.445377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2bd78ad4-db48-445d-ba92-f1f893a2604d up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:04.470528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e53f80-ab96-4631-afc9-8794d37caee3 req-86554b6a-7b23-4c0c-bc66-bcc546845822 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] No DVR routers for this DVR port bc71c429-4de8-45fe-95a8-97571afdfc48 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:04.475175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6e53f80-ab96-4631-afc9-8794d37caee3 req-86554b6a-7b23-4c0c-bc66-bcc546845822 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:04.480816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6e53f80-ab96-4631-afc9-8794d37caee3 req-86554b6a-7b23-4c0c-bc66-bcc546845822 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.42 "DELETE /v2.0/ports/bc71c429-4de8-45fe-95a8-97571afdfc48 HTTP/1.1" status: 204 len: 173 time: 0.7263448 Nov 27 01:11:04.687540 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:04.816261 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-fbd3c35e-b455-437b-8baa-33e104f623ae service neutron] 10.222.0.37 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062024 Nov 27 01:11:04.828489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824db80c-1d18-4253-91de-adb5e6795260 None None] Network a35b165f-cc1a-4995-af31-10ff58cec8e0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:04.852613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 2bd78ad4-db48-445d-ba92-f1f893a2604d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:04.852988 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:04.944580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9e635-6bd0-44bd-8668-23b3dbbbecd1 req-396a5065-50b1-4f09-9e11-6772887d5053 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:04.952794 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2cb9e635-6bd0-44bd-8668-23b3dbbbecd1 req-396a5065-50b1-4f09-9e11-6772887d5053 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.4702687 Nov 27 01:11:05.005459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-87eedfd3-1ddc-40b0-8d45-34f730fad8f4 None None] Provisioning complete for port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:05.005752 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-87eedfd3-1ddc-40b0-8d45-34f730fad8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.031217 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2cb9e635-6bd0-44bd-8668-23b3dbbbecd1 req-a2f54fcb-d9f6-446e-9353-6c1e7f6fc568 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775280 Nov 27 01:11:05.082919 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.220623 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.321850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Router ac9edc5b-7942-425f-a8d4-6cb184b365fc is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:11:05.343985 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b23421d-ac65-4260-b14b-be5a644c0ffa req-19210281-9fca-4347-b7ab-80c6b8b03514 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 210 time: 0.0767426 Nov 27 01:11:05.375186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f3ce-edda-4c63-90c5-1baf408f3652 req-6e6866e1-2c1b-4e6b-93e6-1db26036095d tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:05.383439 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eda9f3ce-edda-4c63-90c5-1baf408f3652 req-6e6866e1-2c1b-4e6b-93e6-1db26036095d tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 948 time: 0.1222177 Nov 27 01:11:05.383855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd78ad4-db48-445d-ba92-f1f893a2604d'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:05.387857 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3263f96-71cc-48ce-8047-7818672efc34" -d '{"events": [{"server_uuid": "2e6cd11e-23eb-4ba9-87e2-f5409ee13352", "name": "network-vif-plugged", "status": "completed", "tag": "2bd78ad4-db48-445d-ba92-f1f893a2604d"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:05.452122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420a62e-7022-4206-9022-adc5af4abf1e req-314db7de-1793-466e-93ea-e7baa8315a47 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:05.453168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d420a62e-7022-4206-9022-adc5af4abf1e req-314db7de-1793-466e-93ea-e7baa8315a47 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae9f2865-a042-4f90-af80-585026f4fd9f HTTP/1.1" status: 200 len: 945 time: 0.1232388 Nov 27 01:11:05.475304 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:05.479674 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:05.521441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24b57a9-2798-4182-8299-9f89eeae7d69', 'name': 'network-vif-deleted', 'tag': 'bc71c429-4de8-45fe-95a8-97571afdfc48'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:05.526266 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f5b8df-9b16-49c2-b532-2df4f8f8be23" -d '{"events": [{"server_uuid": "f24b57a9-2798-4182-8299-9f89eeae7d69", "name": "network-vif-deleted", "tag": "bc71c429-4de8-45fe-95a8-97571afdfc48"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:05.537146 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.575685 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-87eedfd3-1ddc-40b0-8d45-34f730fad8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.630898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eda9f3ce-edda-4c63-90c5-1baf408f3652 req-1d69a292-4d84-46c1-ad13-d0bf8ecccea3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393117 Nov 27 01:11:05.665542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078155b6-cf51-4038-b4bb-1202ba91a327 req-aef9b511-6e01-40c2-b198-dbd965a2a7f0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:05.667832 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-078155b6-cf51-4038-b4bb-1202ba91a327 req-aef9b511-6e01-40c2-b198-dbd965a2a7f0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1375463 Nov 27 01:11:05.673963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:11:05.703610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.704301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Sync routers for ids ['ac9edc5b-7942-425f-a8d4-6cb184b365fc'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:11:05.708403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b2228cfe-7452-4e91-ba8a-bb81111dac68 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3323486 Nov 27 01:11:05.709355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53476) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:05.718284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-87eedfd3-1ddc-40b0-8d45-34f730fad8f4 None None] For port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3,segment=NetworkSegment(deed2a16-5207-4f3f-a3a0-0449f5a267d9),segment_id=deed2a16-5207-4f3f-a3a0-0449f5a267d9)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:05.720588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2bd78ad4-db48-445d-ba92-f1f893a2604d,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:05.729542 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-87eedfd3-1ddc-40b0-8d45-34f730fad8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.744034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:05.744404 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.777150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-078155b6-cf51-4038-b4bb-1202ba91a327 req-f55f7572-d3d1-44b1-8887-03135ce04dd1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848119 Nov 27 01:11:05.781951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d420a62e-7022-4206-9022-adc5af4abf1e req-77415795-d020-41a6-9b62-0d34dae5a5ac tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Deleting port 2b207dff-6d71-428b-8dd0-6180e9c82618 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:05.782325 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d420a62e-7022-4206-9022-adc5af4abf1e req-77415795-d020-41a6-9b62-0d34dae5a5ac tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:05.813193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Routers {'ac9edc5b-7942-425f-a8d4-6cb184b365fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:05.814190 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ac9edc5b-7942-425f-a8d4-6cb184b365fc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:05.865416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eedfd3-1ddc-40b0-8d45-34f730fad8f4 None None] Pushing event updated for resources: {'Port': ['ID=ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:05.912496 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885e0888-d487-4517-a4fa-38c2aa1d434a x-openstack-request-id: req-885e0888-d487-4517-a4fa-38c2aa1d434a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:05.912903 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6cd11e-23eb-4ba9-87e2-f5409ee13352", "name": "network-vif-plugged", "status": "completed", "tag": "2bd78ad4-db48-445d-ba92-f1f893a2604d", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:05.913263 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-885e0888-d487-4517-a4fa-38c2aa1d434a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:05.914004 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd78ad4-db48-445d-ba92-f1f893a2604d', 'code': 200} Nov 27 01:11:05.957213 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a386cad-32ee-448b-b558-c3571de77e94 x-openstack-request-id: req-1a386cad-32ee-448b-b558-c3571de77e94 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:05.957677 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24b57a9-2798-4182-8299-9f89eeae7d69", "name": "network-vif-deleted", "tag": "bc71c429-4de8-45fe-95a8-97571afdfc48", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:05.957937 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a386cad-32ee-448b-b558-c3571de77e94 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:05.958360 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24b57a9-2798-4182-8299-9f89eeae7d69', 'name': 'network-vif-deleted', 'tag': 'bc71c429-4de8-45fe-95a8-97571afdfc48', 'status': 'completed', 'code': 200} Nov 27 01:11:05.991020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d420a62e-7022-4206-9022-adc5af4abf1e req-77415795-d020-41a6-9b62-0d34dae5a5ac tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] For port 2b207dff-6d71-428b-8dd0-6180e9c82618, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2b207dff-6d71-428b-8dd0-6180e9c82618,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:05.991460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d420a62e-7022-4206-9022-adc5af4abf1e req-77415795-d020-41a6-9b62-0d34dae5a5ac tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.007720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d420a62e-7022-4206-9022-adc5af4abf1e req-77415795-d020-41a6-9b62-0d34dae5a5ac tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Calling delete_port for 2b207dff-6d71-428b-8dd0-6180e9c82618 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:06.065339 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-afabc9f1-3eb9-4703-af17-da985648e52d None None] Provisioning complete for port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:06.066443 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-afabc9f1-3eb9-4703-af17-da985648e52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.102647 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Set router ac9edc5b-7942-425f-a8d4-6cb184b365fc gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:06.281465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d420a62e-7022-4206-9022-adc5af4abf1e req-77415795-d020-41a6-9b62-0d34dae5a5ac tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.330373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fbd63-e8cc-46ee-9e88-25fe4f44f292 req-e526c02b-479b-441f-ab13-c772cc0a67d1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:06.338792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a6fbd63-e8cc-46ee-9e88-25fe4f44f292 req-e526c02b-479b-441f-ab13-c772cc0a67d1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.1595216 Nov 27 01:11:06.357839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77415795-d020-41a6-9b62-0d34dae5a5ac tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Pushing event deleted for resources: {'Port': ['ID=2b207dff-6d71-428b-8dd0-6180e9c82618,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:06.401672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d420a62e-7022-4206-9022-adc5af4abf1e req-77415795-d020-41a6-9b62-0d34dae5a5ac tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] No DVR routers for this DVR port 2b207dff-6d71-428b-8dd0-6180e9c82618 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:06.404440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d420a62e-7022-4206-9022-adc5af4abf1e req-77415795-d020-41a6-9b62-0d34dae5a5ac tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.410326 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d420a62e-7022-4206-9022-adc5af4abf1e req-77415795-d020-41a6-9b62-0d34dae5a5ac tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "DELETE /v2.0/ports/2b207dff-6d71-428b-8dd0-6180e9c82618 HTTP/1.1" status: 204 len: 173 time: 0.9496253 Nov 27 01:11:06.429775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a6fbd63-e8cc-46ee-9e88-25fe4f44f292 req-6b49e3ea-15f2-4c9f-aa55-f6b400a317c4 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901091 Nov 27 01:11:06.474344 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1546599967-router', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd98fb72f-9ffa-46a5-8317-a60eaa8fcd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:02Z', 'updated_at': '2021-11-27T01:11:04Z', 'revision_number': 3, 'project_id': 'cd39d133460a43f391799b91be08412c', 'gw_port': {'id': 'd98fb72f-9ffa-46a5-8317-a60eaa8fcd91', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:03Z', 'updated_at': '2021-11-27T01:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:06.485140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf62636-7eb5-4636-aae3-debe415b2f8d req-1e9693bd-5e24-427d-b036-c6818024072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:06.486912 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cbf62636-7eb5-4636-aae3-debe415b2f8d req-1e9693bd-5e24-427d-b036-c6818024072c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 1100 time: 0.1877093 Nov 27 01:11:06.508389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Checking router: ac9edc5b-7942-425f-a8d4-6cb184b365fc for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:11:06.508737 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Updating router ac9edc5b-7942-425f-a8d4-6cb184b365fc port d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:11:06.529966 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.531434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d46261-bb7f-4d04-b88d-0029e5781f3d req-dd12213c-a498-4a17-8982-08b797e037c4 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:06.538764 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.539594 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-03d46261-bb7f-4d04-b88d-0029e5781f3d req-dd12213c-a498-4a17-8982-08b797e037c4 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 950 time: 0.1281872 Nov 27 01:11:06.591994 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cbf62636-7eb5-4636-aae3-debe415b2f8d req-e0930598-e6be-49b7-86f8-03ed0598bd2b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960071 Nov 27 01:11:06.606903 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-03d46261-bb7f-4d04-b88d-0029e5781f3d req-fde4f593-cff8-4a37-9b84-8ae5b75d3190 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663743 Nov 27 01:11:06.630022 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0777afd2-4e1d-4db8-89f9-b6a5828f777c req-2e5da772-e4d7-41c7-bc44-b8ec0c51aaa4 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 210 time: 0.0390704 Nov 27 01:11:06.735091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Allocated IP 172.20.0.1 (a35b165f-cc1a-4995-af31-10ff58cec8e0/061e4744-636b-4412-88f1-a7db080e3a36/de1803ec-8620-4e33-8709-7704f97561e4) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:06.765485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9fd4a-8177-497a-b588-6c3d2669eab1 req-c9c37eea-1918-4350-a975-b64fe89e81ef tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:06.768603 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:11:06.773535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5b9fd4a-8177-497a-b588-6c3d2669eab1 req-c9c37eea-1918-4350-a975-b64fe89e81ef tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0670009 Nov 27 01:11:06.872980 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.878341 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.887448 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.923954 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.939268 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Attempting to bind port d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:06.939791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Attempting to bind port d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:06.940510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Attempting to bind port d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:06.941065 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5b9fd4a-8177-497a-b588-6c3d2669eab1 req-63be821f-00f9-4c51-8480-fce3a96e58b2 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612206 Nov 27 01:11:06.968511 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:06.968866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:06.969374 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.969870 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:06.970476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Bound port: d98fb72f-9ffa-46a5-8317-a60eaa8fcd91, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:06.970973 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:06.971470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Network a35b165f-cc1a-4995-af31-10ff58cec8e0 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:06.975312 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:06.988343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:06.991788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-8d49e4d0-9dde-401d-8884-01be580ca6c8 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:06.994208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-8d49e4d0-9dde-401d-8884-01be580ca6c8 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "GET /v2.0/networks?id=b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 200 len: 805 time: 0.1629064 Nov 27 01:11:07.008256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc66901-0bba-4944-8d82-0ee3bfbfee0a None None] Pushing event updated for resources: {'Port': ['ID=d98fb72f-9ffa-46a5-8317-a60eaa8fcd91,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:07.018655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Request body: {'port': {'device_id': '5ab94161-e00f-4195-b804-3f1036777cf6', 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'admin_state_up': True, 'tenant_id': 'ce3ee8bd4f5b41dc9628ea3e927651b8'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:07.033831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Pushing event updated for resources: {'Port': ['ID=de1803ec-8620-4e33-8709-7704f97561e4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:07.058988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.087026 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] For port d98fb72f-9ffa-46a5-8317-a60eaa8fcd91, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:07.090549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] For port d98fb72f-9ffa-46a5-8317-a60eaa8fcd91, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d98fb72f-9ffa-46a5-8317-a60eaa8fcd91,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:07.101122 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.187622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc66901-0bba-4944-8d82-0ee3bfbfee0a None None] Pushing event updated for resources: {'Port': ['ID=d98fb72f-9ffa-46a5-8317-a60eaa8fcd91,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:07.190177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab8dec-bc5f-4224-9d59-8d6e2f592c3a req-727de4cf-5468-4afb-80bb-745e2f8ebef2 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:07.191977 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b4ab8dec-bc5f-4224-9d59-8d6e2f592c3a req-727de4cf-5468-4afb-80bb-745e2f8ebef2 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1346710 Nov 27 01:11:07.212460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Routers {'ac9edc5b-7942-425f-a8d4-6cb184b365fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:07.213606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ac9edc5b-7942-425f-a8d4-6cb184b365fc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:07.287159 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.318973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b4ab8dec-bc5f-4224-9d59-8d6e2f592c3a req-48ad9041-820c-4679-9c19-58595c066137 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020153 Nov 27 01:11:07.343598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Made reservation on behalf of ce3ee8bd4f5b41dc9628ea3e927651b8 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:07.354641 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.507500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:07.509871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bc71c429-4de8-45fe-95a8-97571afdfc48 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:07.530110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Allocated IP 172.20.0.10 (b3548a08-0d82-4fac-98d5-aff29ad7422b/504f1765-0bcd-439e-ba48-1e72e3687e0a/57e46dcf-1035-4f58-b04e-f059476cb0d1) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:07.535601 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.540303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.559454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: bc71c429-4de8-45fe-95a8-97571afdfc48 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:07.559800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bc71c429-4de8-45fe-95a8-97571afdfc48 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:07.560225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device acc35f7f-110e-43d3-a54e-92936f9ab0a4 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:07.601583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: acc35f7f-110e-43d3-a54e-92936f9ab0a4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:07.601928 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device acc35f7f-110e-43d3-a54e-92936f9ab0a4 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:07.602638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2b207dff-6d71-428b-8dd0-6180e9c82618 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:07.612230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca6ce7-22a7-46ab-b9c6-88a25c0db5d8 req-7dc03f68-1553-4ede-b620-02020845bb34 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:07.613745 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-35ca6ce7-22a7-46ab-b9c6-88a25c0db5d8 req-7dc03f68-1553-4ede-b620-02020845bb34 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0782585 Nov 27 01:11:07.619519 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.629786 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Pushing event updated for resources: {'Port': ['ID=de1803ec-8620-4e33-8709-7704f97561e4,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:07.638547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-466a6d26-32b0-4536-b06f-4506f14c367a None None] Provisioning complete for port de1803ec-8620-4e33-8709-7704f97561e4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:07.638922 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-466a6d26-32b0-4536-b06f-4506f14c367a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.640334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 2b207dff-6d71-428b-8dd0-6180e9c82618 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:07.640668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2b207dff-6d71-428b-8dd0-6180e9c82618 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:07.644799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] Set router ac9edc5b-7942-425f-a8d4-6cb184b365fc gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:07.766843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-35ca6ce7-22a7-46ab-b9c6-88a25c0db5d8 req-0c2625e7-b971-4e82-ac9f-e583dcf303be tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426609 Nov 27 01:11:07.768139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Network a35b165f-cc1a-4995-af31-10ff58cec8e0 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:07.773499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:07.782704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-466a6d26-32b0-4536-b06f-4506f14c367a None None] Port de1803ec-8620-4e33-8709-7704f97561e4 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:07.785069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd974e01-a3b0-470a-a859-da10509d0a00 req-66652d0a-a19c-49a5-bf12-e8d0b267a755 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:07.788930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:07.789306 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.792587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd974e01-a3b0-470a-a859-da10509d0a00 req-66652d0a-a19c-49a5-bf12-e8d0b267a755 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 950 time: 0.0847073 Nov 27 01:11:07.813637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.910583 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:07.942129 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd974e01-a3b0-470a-a859-da10509d0a00 req-fcdf1081-5aa7-40b4-9d8b-711b970d8a89 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485026 Nov 27 01:11:07.980467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1546599967-router', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd98fb72f-9ffa-46a5-8317-a60eaa8fcd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:02Z', 'updated_at': '2021-11-27T01:11:04Z', 'revision_number': 3, 'project_id': 'cd39d133460a43f391799b91be08412c', 'gw_port': {'id': 'd98fb72f-9ffa-46a5-8317-a60eaa8fcd91', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:03Z', 'updated_at': '2021-11-27T01:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:07.992225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9f2865-a042-4f90-af80-585026f4fd9f', 'name': 'network-vif-deleted', 'tag': '2b207dff-6d71-428b-8dd0-6180e9c82618'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:07.994524 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c607d8-9552-4a68-aa59-36e254a0a12a" -d '{"events": [{"server_uuid": "ae9f2865-a042-4f90-af80-585026f4fd9f", "name": "network-vif-deleted", "tag": "2b207dff-6d71-428b-8dd0-6180e9c82618"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:08.002902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Network b3548a08-0d82-4fac-98d5-aff29ad7422b is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:08.003995 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Router ac9edc5b-7942-425f-a8d4-6cb184b365fc has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:11:08.015801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86fb8f-c00c-4162-8cb6-62dd30e5359f None None] The sync data for ids ['ac9edc5b-7942-425f-a8d4-6cb184b365fc'] in n-d-819494-2 is: [{'id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1546599967-router', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd98fb72f-9ffa-46a5-8317-a60eaa8fcd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:02Z', 'updated_at': '2021-11-27T01:11:04Z', 'revision_number': 3, 'project_id': 'cd39d133460a43f391799b91be08412c', 'gw_port': {'id': 'd98fb72f-9ffa-46a5-8317-a60eaa8fcd91', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:03Z', 'updated_at': '2021-11-27T01:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:11:08.023621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70739c-50f0-4002-a2aa-40ed8867a913 req-03715bdd-5549-4ad1-bb8b-33d7b9cefe95 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:08.033708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc70739c-50f0-4002-a2aa-40ed8867a913 req-03715bdd-5549-4ad1-bb8b-33d7b9cefe95 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 932 time: 0.1464365 Nov 27 01:11:08.063026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:08.071474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:08.078037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Pushing event updated for resources: {'Port': ['ID=57e46dcf-1035-4f58-b04e-f059476cb0d1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:08.173143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89adbc0-33f4-4826-b0b7-53ecf9ea0890 req-c2672690-097d-4491-9a1b-40cc02c52e97 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:08.183812 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c89adbc0-33f4-4826-b0b7-53ecf9ea0890 req-c2672690-097d-4491-9a1b-40cc02c52e97 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1219721 Nov 27 01:11:08.195087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:08.195799 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:08.210545 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc70739c-50f0-4002-a2aa-40ed8867a913 req-f9b428bc-ad0a-4c3d-a6f3-ffc09435f4c0 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757245 Nov 27 01:11:08.218000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-41142e78-bae5-4a7f-9538-998c100de465 None None] Provisioning complete for port de1803ec-8620-4e33-8709-7704f97561e4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:08.218459 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-41142e78-bae5-4a7f-9538-998c100de465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:08.229462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-191603c5-5457-4093-a4e0-f3d6f9ce52ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2156355 Nov 27 01:11:08.251883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Request body: {'port': {'device_id': '5ab94161-e00f-4195-b804-3f1036777cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:08.260514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-41142e78-bae5-4a7f-9538-998c100de465 None None] Port de1803ec-8620-4e33-8709-7704f97561e4 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:08.265523 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c89adbc0-33f4-4826-b0b7-53ecf9ea0890 req-d88e4f92-882f-43ff-a6ac-cb0e53cfdc6e tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804937 Nov 27 01:11:08.272485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:11:08.292592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-72cc5879-75cb-4d60-b317-427a100e9edb admin admin] 10.222.0.37 "PUT /v2.0/routers/ac9edc5b-7942-425f-a8d4-6cb184b365fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5805140 Nov 27 01:11:08.333086 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c68791-faf2-4ccc-8fde-6fa54975d9f8 x-openstack-request-id: req-45c68791-faf2-4ccc-8fde-6fa54975d9f8 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:08.333372 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9f2865-a042-4f90-af80-585026f4fd9f", "name": "network-vif-deleted", "tag": "2b207dff-6d71-428b-8dd0-6180e9c82618", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:08.333624 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45c68791-faf2-4ccc-8fde-6fa54975d9f8 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:08.334013 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9f2865-a042-4f90-af80-585026f4fd9f', 'name': 'network-vif-deleted', 'tag': '2b207dff-6d71-428b-8dd0-6180e9c82618', 'status': 'completed', 'code': 200} Nov 27 01:11:08.360382 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:08.511429 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f246ed9-50d4-4df6-b710-b889b4dc92cd req-64076c78-1da7-4c63-ac18-caf5a3ea8ef2 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:08.521139 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f246ed9-50d4-4df6-b710-b889b4dc92cd req-64076c78-1da7-4c63-ac18-caf5a3ea8ef2 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1036468 Nov 27 01:11:08.572935 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f246ed9-50d4-4df6-b710-b889b4dc92cd req-6eca10ad-c852-466a-9927-1f02de3e130a tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508974 Nov 27 01:11:08.716609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e46dcf-1035-4f58-b04e-f059476cb0d1 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:08.725884 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:08.739217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Transition to ACTIVE for port object 57e46dcf-1035-4f58-b04e-f059476cb0d1 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:11:08.744431 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:08.755735 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-534645ad-256c-4607-8a16-70a425ced332 req-02de070d-7c04-4408-9c92-5abe74c67d4a tempest-FloatingIPDetailsNegativeTestJSON-1791772677 tempest-FloatingIPDetailsNegativeTestJSON-1791772677-project] show failed (client error): The resource could not be found. Nov 27 01:11:08.756767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-534645ad-256c-4607-8a16-70a425ced332 req-02de070d-7c04-4408-9c92-5abe74c67d4a tempest-FloatingIPDetailsNegativeTestJSON-1791772677 tempest-FloatingIPDetailsNegativeTestJSON-1791772677-project] 10.222.0.37 "GET /v2.0/floatingips/c4bec9ea-5ad1-4218-a359-adf683296e58 HTTP/1.1" status: 404 len: 350 time: 0.0358710 Nov 27 01:11:08.767654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53518) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:08.796546 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=57e46dcf-1035-4f58-b04e-f059476cb0d1,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:08.874231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Attempting to bind port 57e46dcf-1035-4f58-b04e-f059476cb0d1 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:08.874659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Attempting to bind port 57e46dcf-1035-4f58-b04e-f059476cb0d1 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:08.874997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Attempting to bind port 57e46dcf-1035-4f58-b04e-f059476cb0d1 on network b3548a08-0d82-4fac-98d5-aff29ad7422b {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:08.880910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Port 57e46dcf-1035-4f58-b04e-f059476cb0d1 on network b3548a08-0d82-4fac-98d5-aff29ad7422b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:11:08.881587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Attempting to bind port 57e46dcf-1035-4f58-b04e-f059476cb0d1 on network b3548a08-0d82-4fac-98d5-aff29ad7422b {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:08.924116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:08.924456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Checking segment: {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:08.924852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Bound using segment: {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:08.925344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Bound port: 57e46dcf-1035-4f58-b04e-f059476cb0d1, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:08.925847 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.005694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cc284-9559-4248-ae84-76d5be17a208 req-c575c7b3-c734-4d0a-85a0-78717507d51b tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:09.007515 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c1cc284-9559-4248-ae84-76d5be17a208 req-c575c7b3-c734-4d0a-85a0-78717507d51b tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.1218567 Nov 27 01:11:09.052131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89536d2b-49e3-43bf-bf6a-f07ccc33e7f8 req-303e828b-a9c7-4416-b2b4-f21365b0e908 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:09.053652 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89536d2b-49e3-43bf-bf6a-f07ccc33e7f8 req-303e828b-a9c7-4416-b2b4-f21365b0e908 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 950 time: 0.1544170 Nov 27 01:11:09.071868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] For port 57e46dcf-1035-4f58-b04e-f059476cb0d1, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:09.120754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] For port 57e46dcf-1035-4f58-b04e-f059476cb0d1, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=57e46dcf-1035-4f58-b04e-f059476cb0d1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:09.129737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4558b-c1d7-4144-8b38-82c5f339cfac req-9ba1d8f6-e03d-4aef-b53b-ef5cb6af882e tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:09.131620 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09e4558b-c1d7-4144-8b38-82c5f339cfac req-9ba1d8f6-e03d-4aef-b53b-ef5cb6af882e tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 950 time: 0.0914044 Nov 27 01:11:09.140681 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.158528 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c1cc284-9559-4248-ae84-76d5be17a208 req-fe1a0b82-12ba-4dec-8251-1f42daa40e42 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351602 Nov 27 01:11:09.220863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09e4558b-c1d7-4144-8b38-82c5f339cfac req-fb00f7f2-d782-4e51-8234-e54a621a4d58 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/security-groups?id=64b410b1-e19c-47e7-a919-4ca64d49d9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792544 Nov 27 01:11:09.227013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:09.228192 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.229690 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] 10.222.0.42 "PUT /v2.0/ports/57e46dcf-1035-4f58-b04e-f059476cb0d1 HTTP/1.1" status: 200 len: 1092 time: 0.9856715 Nov 27 01:11:09.268193 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07ab200d-4226-4ef9-8bb1-4504b594dba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.282549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c4f68-51de-4764-8356-dec14a406fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=57e46dcf-1035-4f58-b04e-f059476cb0d1,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:09.294784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-89536d2b-49e3-43bf-bf6a-f07ccc33e7f8 req-bc0b33b4-e8dd-406a-949a-4e1e8413915a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Deleting port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:09.296061 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-89536d2b-49e3-43bf-bf6a-f07ccc33e7f8 req-bc0b33b4-e8dd-406a-949a-4e1e8413915a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.385337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:09.444366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:09.444861 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.471078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18ec08-4a6b-4159-974f-a5d6d5921dcb req-a8f6611b-89c5-457e-b3bf-db53e1337265 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:09.472647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f211c8b-aa21-4d51-b4f1-7a78a9c75036 req-fe312b64-40b9-4bf4-9a98-1f0fa3040b94 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:09.473550 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d18ec08-4a6b-4159-974f-a5d6d5921dcb req-a8f6611b-89c5-457e-b3bf-db53e1337265 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 944 time: 0.1097057 Nov 27 01:11:09.478732 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f211c8b-aa21-4d51-b4f1-7a78a9c75036 req-fe312b64-40b9-4bf4-9a98-1f0fa3040b94 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1141727 Nov 27 01:11:09.482164 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-f5b08962-1a57-4628-ba14-2623d691ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:09.483649 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-f5b08962-1a57-4628-ba14-2623d691ce2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 1095 time: 0.1780183 Nov 27 01:11:09.534347 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.554964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-401a16e5-795b-44fe-88ab-6b8b65cbaa6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e46dcf-1035-4f58-b04e-f059476cb0d1 HTTP/1.1" status: 200 len: 217 time: 0.0535166 Nov 27 01:11:09.556260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port d98fb72f-9ffa-46a5-8317-a60eaa8fcd91, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d98fb72f-9ffa-46a5-8317-a60eaa8fcd91,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:09.557480 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f211c8b-aa21-4d51-b4f1-7a78a9c75036 req-a550640e-6542-44a3-9f2b-087a576d69f1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595982 Nov 27 01:11:09.563378 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.571575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-89536d2b-49e3-43bf-bf6a-f07ccc33e7f8 req-bc0b33b4-e8dd-406a-949a-4e1e8413915a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] For port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=6f91b698-0556-43ea-b6c3-a08be2ea3cf4,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:09.571943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-89536d2b-49e3-43bf-bf6a-f07ccc33e7f8 req-bc0b33b4-e8dd-406a-949a-4e1e8413915a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.642993 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=d98fb72f-9ffa-46a5-8317-a60eaa8fcd91,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:09.646829 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-89536d2b-49e3-43bf-bf6a-f07ccc33e7f8 req-bc0b33b4-e8dd-406a-949a-4e1e8413915a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Calling delete_port for 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:09.667170 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d18ec08-4a6b-4159-974f-a5d6d5921dcb req-7190a324-5cf4-4a08-b84a-8ff268bd1f25 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807034 Nov 27 01:11:09.670257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-07ab200d-4226-4ef9-8bb1-4504b594dba8 admin admin] Deleting port de1803ec-8620-4e33-8709-7704f97561e4 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:09.670789 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07ab200d-4226-4ef9-8bb1-4504b594dba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.676321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-343c6871-a802-452b-b1af-ba995b43f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:09.677793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-343c6871-a802-452b-b1af-ba995b43f857 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=504f1765-0bcd-439e-ba48-1e72e3687e0a HTTP/1.1" status: 200 len: 845 time: 0.1108477 Nov 27 01:11:09.739846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-a2affd6b-609e-4244-9f53-66a647d0d916 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3548a08-0d82-4fac-98d5-aff29ad7422b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298958 Nov 27 01:11:09.767051 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07ab200d-4226-4ef9-8bb1-4504b594dba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.789366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-07ab200d-4226-4ef9-8bb1-4504b594dba8 admin admin] Calling delete_port for de1803ec-8620-4e33-8709-7704f97561e4 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:09.869846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e538cac-d1b1-433d-8dd1-24a8e0c40bd1 req-9a4a3302-5dab-428f-a03c-321aa0301938 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:09.871901 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e538cac-d1b1-433d-8dd1-24a8e0c40bd1 req-9a4a3302-5dab-428f-a03c-321aa0301938 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1015661 Nov 27 01:11:09.916493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee8f23-e603-4c0d-8e3c-9823b91c4631 req-9c599fe2-05bd-4500-abe7-da026cc74e4a tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:09.917969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b8ee8f23-e603-4c0d-8e3c-9823b91c4631 req-9c599fe2-05bd-4500-abe7-da026cc74e4a tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1555347 Nov 27 01:11:09.928092 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-541a4db0-40dc-45b8-b78f-46b259319f53 service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754427 Nov 27 01:11:09.969850 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-89536d2b-49e3-43bf-bf6a-f07ccc33e7f8 req-bc0b33b4-e8dd-406a-949a-4e1e8413915a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:09.972695 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e538cac-d1b1-433d-8dd1-24a8e0c40bd1 req-2a0e7608-d3ee-48e5-a038-0306e5934422 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928006 Nov 27 01:11:10.018440 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['6f91b698-0556-43ea-b6c3-a08be2ea3cf4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:10.045083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b33b4-e8dd-406a-949a-4e1e8413915a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Pushing event deleted for resources: {'Port': ['ID=6f91b698-0556-43ea-b6c3-a08be2ea3cf4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:10.088665 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b8ee8f23-e603-4c0d-8e3c-9823b91c4631 req-9d10098a-e088-4729-91f8-015ce92175cf tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628239 Nov 27 01:11:10.120665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-89536d2b-49e3-43bf-bf6a-f07ccc33e7f8 req-bc0b33b4-e8dd-406a-949a-4e1e8413915a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] No DVR routers for this DVR port 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:10.124530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-89536d2b-49e3-43bf-bf6a-f07ccc33e7f8 req-bc0b33b4-e8dd-406a-949a-4e1e8413915a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:10.127984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89536d2b-49e3-43bf-bf6a-f07ccc33e7f8 req-bc0b33b4-e8dd-406a-949a-4e1e8413915a tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.11 "DELETE /v2.0/ports/6f91b698-0556-43ea-b6c3-a08be2ea3cf4 HTTP/1.1" status: 204 len: 173 time: 1.0537655 Nov 27 01:11:10.131494 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] Sync routers for ids ['ac9edc5b-7942-425f-a8d4-6cb184b365fc'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:11:10.148392 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] Routers {'ac9edc5b-7942-425f-a8d4-6cb184b365fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:10.149035 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ac9edc5b-7942-425f-a8d4-6cb184b365fc'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:10.163474 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-530cb12a-3be9-4ae7-94c4-a397015644c9 req-7c5c8dd2-7d59-48ce-98a1-c068037b6013 service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252660 Nov 27 01:11:10.264038 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] Set router ac9edc5b-7942-425f-a8d4-6cb184b365fc gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:10.335213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab94161-e00f-4195-b804-3f1036777cf6', 'tag': '57e46dcf-1035-4f58-b04e-f059476cb0d1'}, {'server_uuid': '8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a', 'name': 'network-vif-deleted', 'tag': '6f91b698-0556-43ea-b6c3-a08be2ea3cf4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:10.339182 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489c5d8c-dfff-4f1c-a6f0-a4b224095b59" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab94161-e00f-4195-b804-3f1036777cf6", "tag": "57e46dcf-1035-4f58-b04e-f059476cb0d1"}, {"server_uuid": "8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a", "name": "network-vif-deleted", "tag": "6f91b698-0556-43ea-b6c3-a08be2ea3cf4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:10.542186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c838bd2-de6e-4c6f-af7e-db8a216557f1 req-13296a79-12f0-418f-98c0-95fd789e357a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:10.550707 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c838bd2-de6e-4c6f-af7e-db8a216557f1 req-13296a79-12f0-418f-98c0-95fd789e357a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.1040800 Nov 27 01:11:10.567220 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df5bccd4-c031-444e-9d76-9ce1601dbfa5 req-257a6fcf-6d71-40a5-89d9-912de973fdf0 tempest-ServersOnMultiNodesTest-1892115984 tempest-ServersOnMultiNodesTest-1892115984-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a HTTP/1.1" status: 200 len: 210 time: 0.0455005 Nov 27 01:11:10.572108 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07ab200d-4226-4ef9-8bb1-4504b594dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:10.591183 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1546599967-router', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd98fb72f-9ffa-46a5-8317-a60eaa8fcd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:02Z', 'updated_at': '2021-11-27T01:11:07Z', 'revision_number': 4, 'project_id': 'cd39d133460a43f391799b91be08412c', 'gw_port': {'id': 'd98fb72f-9ffa-46a5-8317-a60eaa8fcd91', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:03Z', 'updated_at': '2021-11-27T01:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'de1803ec-8620-4e33-8709-7704f97561e4', 'name': '', 'network_id': 'a35b165f-cc1a-4995-af31-10ff58cec8e0', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'mac_address': 'fa:16:3e:c0:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '061e4744-636b-4412-88f1-a7db080e3a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:06Z', 'updated_at': '2021-11-27T01:11:07Z', 'revision_number': 2, 'project_id': 'cd39d133460a43f391799b91be08412c', 'subnets': [{'id': '061e4744-636b-4412-88f1-a7db080e3a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:10.620250 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf665f54-86f0-4d4d-b9ce-2f38cfdeaad2 x-openstack-request-id: req-cf665f54-86f0-4d4d-b9ce-2f38cfdeaad2 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:10.620558 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab94161-e00f-4195-b804-3f1036777cf6", "tag": "57e46dcf-1035-4f58-b04e-f059476cb0d1", "status": "completed", "code": 200}, {"server_uuid": "8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a", "name": "network-vif-deleted", "tag": "6f91b698-0556-43ea-b6c3-a08be2ea3cf4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:10.620817 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf665f54-86f0-4d4d-b9ce-2f38cfdeaad2 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:10.621238 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab94161-e00f-4195-b804-3f1036777cf6', 'tag': '57e46dcf-1035-4f58-b04e-f059476cb0d1', 'status': 'completed', 'code': 200} Nov 27 01:11:10.621498 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e93efa1-0ae0-4eed-9c20-8a2fd2021a8a', 'name': 'network-vif-deleted', 'tag': '6f91b698-0556-43ea-b6c3-a08be2ea3cf4', 'status': 'completed', 'code': 200} Nov 27 01:11:10.628645 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] Checking router: ac9edc5b-7942-425f-a8d4-6cb184b365fc for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:11:10.629528 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] Updating router ac9edc5b-7942-425f-a8d4-6cb184b365fc port de1803ec-8620-4e33-8709-7704f97561e4 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:11:10.644053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab200d-4226-4ef9-8bb1-4504b594dba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1803ec-8620-4e33-8709-7704f97561e4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:10.664606 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] Port de1803ec-8620-4e33-8709-7704f97561e4 not found while updating agent binding for router ac9edc5b-7942-425f-a8d4-6cb184b365fc. {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 01:11:10.678032 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] Routers {'ac9edc5b-7942-425f-a8d4-6cb184b365fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:10.678709 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ac9edc5b-7942-425f-a8d4-6cb184b365fc'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:10.715749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c838bd2-de6e-4c6f-af7e-db8a216557f1 req-b796fc20-7bab-440d-8cd7-90226b81a710 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638312 Nov 27 01:11:10.797406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c5d8c-dfff-4f1c-a6f0-a4b224095b59 req-de3ad3ea-d07f-4c4e-a3bd-09f52ccfc34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:10.798964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-489c5d8c-dfff-4f1c-a6f0-a4b224095b59 req-de3ad3ea-d07f-4c4e-a3bd-09f52ccfc34e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 1095 time: 0.1313884 Nov 27 01:11:10.813625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8978b-5f2f-47df-b9f2-f81390884b07 req-27f2c2dd-7f13-4c65-807c-ee74fed1a6f6 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:10.815762 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ab8978b-5f2f-47df-b9f2-f81390884b07 req-27f2c2dd-7f13-4c65-807c-ee74fed1a6f6 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1195676 Nov 27 01:11:10.848569 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] Set router ac9edc5b-7942-425f-a8d4-6cb184b365fc gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:10.941261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ab8978b-5f2f-47df-b9f2-f81390884b07 req-b6819237-dca9-4c52-8306-5d9d3bcb77a7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143913 Nov 27 01:11:10.942774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9fd67-6677-433e-9741-d1478faf98c6 req-91c74b96-0ecd-401c-9671-404ae87783ab tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:10.955338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2bc9fd67-6677-433e-9741-d1478faf98c6 req-91c74b96-0ecd-401c-9671-404ae87783ab tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 944 time: 0.1147888 Nov 27 01:11:10.996903 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07ab200d-4226-4ef9-8bb1-4504b594dba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.012277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c5d8c-dfff-4f1c-a6f0-a4b224095b59 req-0a313175-d6cb-454e-8fc3-b4a1c98d3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:11.014602 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-489c5d8c-dfff-4f1c-a6f0-a4b224095b59 req-0a313175-d6cb-454e-8fc3-b4a1c98d3ba0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 200 len: 906 time: 0.1977811 Nov 27 01:11:11.028626 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2bc9fd67-6677-433e-9741-d1478faf98c6 req-ef85b8d7-f8f9-4f0e-8591-3ae4c5779990 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758817 Nov 27 01:11:11.064863 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-489c5d8c-dfff-4f1c-a6f0-a4b224095b59 req-5bf84b1b-1dd3-4ade-95b8-dac8b1348d96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e46dcf-1035-4f58-b04e-f059476cb0d1 HTTP/1.1" status: 200 len: 217 time: 0.0384521 Nov 27 01:11:11.141451 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1546599967-router', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd98fb72f-9ffa-46a5-8317-a60eaa8fcd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:02Z', 'updated_at': '2021-11-27T01:11:09Z', 'revision_number': 5, 'project_id': 'cd39d133460a43f391799b91be08412c', 'gw_port': {'id': 'd98fb72f-9ffa-46a5-8317-a60eaa8fcd91', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:03Z', 'updated_at': '2021-11-27T01:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:11.167409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c5d8c-dfff-4f1c-a6f0-a4b224095b59 req-d1e2e1c9-6d54-4297-a86b-4471cafc75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:11.169099 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-489c5d8c-dfff-4f1c-a6f0-a4b224095b59 req-d1e2e1c9-6d54-4297-a86b-4471cafc75cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=504f1765-0bcd-439e-ba48-1e72e3687e0a HTTP/1.1" status: 200 len: 845 time: 0.0972638 Nov 27 01:11:11.178835 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f0567-e757-4815-b6b3-87007f9a74bf None None] The sync data for ids ['ac9edc5b-7942-425f-a8d4-6cb184b365fc'] in n-d-819494-2 is: [{'id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1546599967-router', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'd98fb72f-9ffa-46a5-8317-a60eaa8fcd91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:02Z', 'updated_at': '2021-11-27T01:11:09Z', 'revision_number': 5, 'project_id': 'cd39d133460a43f391799b91be08412c', 'gw_port': {'id': 'd98fb72f-9ffa-46a5-8317-a60eaa8fcd91', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:03Z', 'updated_at': '2021-11-27T01:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:11:11.201792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290ae5f-6b60-4d32-9925-710e0d798234 req-45b76130-33bd-41d3-a862-b1d71b7607ec tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:11.211075 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c290ae5f-6b60-4d32-9925-710e0d798234 req-45b76130-33bd-41d3-a862-b1d71b7607ec tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0823805 Nov 27 01:11:11.211560 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-489c5d8c-dfff-4f1c-a6f0-a4b224095b59 req-ddf603f7-4891-4e32-ba3d-73e96e5e6fa4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3548a08-0d82-4fac-98d5-aff29ad7422b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315733 Nov 27 01:11:11.328310 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:11.364351 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-489c5d8c-dfff-4f1c-a6f0-a4b224095b59 req-4cb56f48-f8cd-4da4-9a11-afde9ba3122d service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453116 Nov 27 01:11:11.379110 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c290ae5f-6b60-4d32-9925-710e0d798234 req-ac601c34-c239-4948-9e6a-b03285de9629 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662004 Nov 27 01:11:11.425699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ab200d-4226-4ef9-8bb1-4504b594dba8 admin admin] Router ac9edc5b-7942-425f-a8d4-6cb184b365fc has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:11:11.464457 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ed93d69-aec2-4129-aae1-c06e1f5a3536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.482264 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:11.482888 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.508179 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-489c5d8c-dfff-4f1c-a6f0-a4b224095b59 req-cc608328-8534-42a7-b3e4-656253adc0f8 service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358743 Nov 27 01:11:11.558158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ab200d-4226-4ef9-8bb1-4504b594dba8 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:11:11.563693 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-07ab200d-4226-4ef9-8bb1-4504b594dba8 admin admin] 10.222.0.37 "PUT /v2.0/routers/ac9edc5b-7942-425f-a8d4-6cb184b365fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7955942 Nov 27 01:11:11.566700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53566) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:11.681730 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.815484 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.857639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53576) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:11.880889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84edeb-4144-445f-b8e5-223b23cbaef0 req-a67fe075-3464-4775-89c4-fd29d07bc573 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:11.882494 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a84edeb-4144-445f-b8e5-223b23cbaef0 req-a67fe075-3464-4775-89c4-fd29d07bc573 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0810823 Nov 27 01:11:11.931360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Deleting port d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:11.931701 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:11.994879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a84edeb-4144-445f-b8e5-223b23cbaef0 req-a67b5bb9-f0ae-4c10-81d3-058fcf93872a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008503 Nov 27 01:11:12.044086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b2f4e6-f3e8-42a6-9d5c-3b38162af3b5 None None] Sync routers for ids ['ac9edc5b-7942-425f-a8d4-6cb184b365fc'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:11:12.052210 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d325b6bd-ef56-4963-b4ae-03ef815ebc9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a1d403d2fdd436a9b8643cfab51aec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931698 Nov 27 01:11:12.053995 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] For port d98fb72f-9ffa-46a5-8317-a60eaa8fcd91, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d98fb72f-9ffa-46a5-8317-a60eaa8fcd91,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:12.055599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.057056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53582) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:12.067561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2f4e6-f3e8-42a6-9d5c-3b38162af3b5 None None] Routers {'ac9edc5b-7942-425f-a8d4-6cb184b365fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:12.068312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-05b2f4e6-f3e8-42a6-9d5c-3b38162af3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ac9edc5b-7942-425f-a8d4-6cb184b365fc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:12.092424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e64ea1-2ee4-4064-9f6b-4358e5624cf2 req-af970e53-d7fb-4c50-b6a4-b8baa23d4a7e tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:12.102582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33e64ea1-2ee4-4064-9f6b-4358e5624cf2 req-af970e53-d7fb-4c50-b6a4-b8baa23d4a7e tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0726709 Nov 27 01:11:12.119690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Calling delete_port for d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:12.151093 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33e64ea1-2ee4-4064-9f6b-4358e5624cf2 req-db8f7b7c-4047-4eba-8dde-0891de126e00 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476000 Nov 27 01:11:12.183491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-05b2f4e6-f3e8-42a6-9d5c-3b38162af3b5 None None] Set router ac9edc5b-7942-425f-a8d4-6cb184b365fc gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:12.191878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a6e20713-5847-4c87-ac46-9fbc0f29d658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.228888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba535dcc-8e62-4c32-b2f8-3cc887f54f23 req-06c31490-7c1e-4232-8e7e-1f0d9ed885bc tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:12.230386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba535dcc-8e62-4c32-b2f8-3cc887f54f23 req-06c31490-7c1e-4232-8e7e-1f0d9ed885bc tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 944 time: 0.1198630 Nov 27 01:11:12.238833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-05b2f4e6-f3e8-42a6-9d5c-3b38162af3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1546599967-router', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:02Z', 'updated_at': '2021-11-27T01:11:11Z', 'revision_number': 6, 'project_id': 'cd39d133460a43f391799b91be08412c', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:12.244172 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a6e20713-5847-4c87-ac46-9fbc0f29d658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.272883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b2f4e6-f3e8-42a6-9d5c-3b38162af3b5 None None] Checking router: ac9edc5b-7942-425f-a8d4-6cb184b365fc for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:11:12.281771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2f4e6-f3e8-42a6-9d5c-3b38162af3b5 None None] Routers {'ac9edc5b-7942-425f-a8d4-6cb184b365fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:12.282638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-05b2f4e6-f3e8-42a6-9d5c-3b38162af3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ac9edc5b-7942-425f-a8d4-6cb184b365fc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:12.367837 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba535dcc-8e62-4c32-b2f8-3cc887f54f23 req-1e56b033-bf4f-402e-8ca5-b72117c62208 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309702 Nov 27 01:11:12.378066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-05b2f4e6-f3e8-42a6-9d5c-3b38162af3b5 None None] Set router ac9edc5b-7942-425f-a8d4-6cb184b365fc gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:12.402635 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a6e20713-5847-4c87-ac46-9fbc0f29d658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.405209 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a6e20713-5847-4c87-ac46-9fbc0f29d658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.406352 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a6e20713-5847-4c87-ac46-9fbc0f29d658 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64b410b1-e19c-47e7-a919-4ca64d49d9f0 HTTP/1.1" status: 204 len: 168 time: 0.3483422 Nov 27 01:11:12.421385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e20713-5847-4c87-ac46-9fbc0f29d658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b410b1-e19c-47e7-a919-4ca64d49d9f0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:12.438007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-05b2f4e6-f3e8-42a6-9d5c-3b38162af3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1546599967-router', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:02Z', 'updated_at': '2021-11-27T01:11:11Z', 'revision_number': 6, 'project_id': 'cd39d133460a43f391799b91be08412c', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:12.441693 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c604072-9b25-4612-9eb2-43f82a28d556 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:12.442816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.475398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Pushing event deleted for resources: {'Port': ['ID=d98fb72f-9ffa-46a5-8317-a60eaa8fcd91,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:12.478972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:12.487067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b2f4e6-f3e8-42a6-9d5c-3b38162af3b5 None None] The sync data for ids ['ac9edc5b-7942-425f-a8d4-6cb184b365fc'] in n-d-819494-2 is: [{'id': 'ac9edc5b-7942-425f-a8d4-6cb184b365fc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1546599967-router', 'tenant_id': 'cd39d133460a43f391799b91be08412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:02Z', 'updated_at': '2021-11-27T01:11:11Z', 'revision_number': 6, 'project_id': 'cd39d133460a43f391799b91be08412c', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:11:12.521883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:12.522254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 6f91b698-0556-43ea-b6c3-a08be2ea3cf4 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:12.578001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2102946-47f4-4386-9bb4-1a95f9d4a59c req-23e540a8-d2dd-4234-a461-660233dcd111 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:12.579827 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.591909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2102946-47f4-4386-9bb4-1a95f9d4a59c req-23e540a8-d2dd-4234-a461-660233dcd111 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1015282 Nov 27 01:11:12.623296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c604072-9b25-4612-9eb2-43f82a28d556, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c604072-9b25-4612-9eb2-43f82a28d556,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:12.636651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '5c604072-9b25-4612-9eb2-43f82a28d556', 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151', 'port_id': '5c604072-9b25-4612-9eb2-43f82a28d556', 'mac_address': 'fa:16:3e:f8:cb:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e00b97-2443-4bf7-9ee9-aeacbdcf111b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:12.657063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2102946-47f4-4386-9bb4-1a95f9d4a59c req-d187a6dc-885a-4819-ad42-ab9e7992f731 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640209 Nov 27 01:11:12.698444 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.701737 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.711090 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.724403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c604072-9b25-4612-9eb2-43f82a28d556 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:12.743704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c604072-9b25-4612-9eb2-43f82a28d556, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c604072-9b25-4612-9eb2-43f82a28d556,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:12.748966 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.754672 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.755372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac9edc5b-7942-425f-a8d4-6cb184b365fc {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:11:12.761124 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.762226 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b2b097be-0ec7-48fa-93e8-dc17eea1749b admin admin] 10.222.0.37 "DELETE /v2.0/routers/ac9edc5b-7942-425f-a8d4-6cb184b365fc HTTP/1.1" status: 204 len: 168 time: 1.1938365 Nov 27 01:11:12.764887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53596) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:12.803485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5c604072-9b25-4612-9eb2-43f82a28d556,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:12.811435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ffc1a4-11b1-4efb-82d1-e18199fd2db4 admin admin] Deleting subnet 061e4744-636b-4412-88f1-a7db080e3a36 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:11:12.814677 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45ffc1a4-11b1-4efb-82d1-e18199fd2db4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.829290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53598) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:12.849375 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45ffc1a4-11b1-4efb-82d1-e18199fd2db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.869198 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-920949e9-d7c0-4488-8d93-a1fd57d3350d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=653883ebebe643188550109d2cf99575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385346 Nov 27 01:11:12.871729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53600) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:12.963002 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18ef15bd-1879-40bf-8534-8339b7b0ec3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:12.969540 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45ffc1a4-11b1-4efb-82d1-e18199fd2db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.009677 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18ef15bd-1879-40bf-8534-8339b7b0ec3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.062628 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45ffc1a4-11b1-4efb-82d1-e18199fd2db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.104325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffc1a4-11b1-4efb-82d1-e18199fd2db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061e4744-636b-4412-88f1-a7db080e3a36,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:13.121520 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18ef15bd-1879-40bf-8534-8339b7b0ec3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.124092 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18ef15bd-1879-40bf-8534-8339b7b0ec3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.126801 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-18ef15bd-1879-40bf-8534-8339b7b0ec3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1e02eb8-4fee-4557-b6fd-7b6ebb1e5779 HTTP/1.1" status: 204 len: 168 time: 0.2525678 Nov 27 01:11:13.128056 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45ffc1a4-11b1-4efb-82d1-e18199fd2db4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.129922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ae2d1f-4ef4-4be4-87b8-7fdaa68510a8 None None] Network a35b165f-cc1a-4995-af31-10ff58cec8e0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:13.133735 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-45ffc1a4-11b1-4efb-82d1-e18199fd2db4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/061e4744-636b-4412-88f1-a7db080e3a36 HTTP/1.1" status: 204 len: 168 time: 0.3679636 Nov 27 01:11:13.133952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:13.145151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef15bd-1879-40bf-8534-8339b7b0ec3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e02eb8-4fee-4557-b6fd-7b6ebb1e5779,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:13.163861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078af695-2cfe-4c67-9cb5-fd92396ee717 req-38f2578b-aa55-413c-97ee-618e3f3e8357 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:13.165856 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-078af695-2cfe-4c67-9cb5-fd92396ee717 req-38f2578b-aa55-413c-97ee-618e3f3e8357 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 945 time: 0.0981729 Nov 27 01:11:13.250692 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-078af695-2cfe-4c67-9cb5-fd92396ee717 req-7f269224-1d15-4154-8efb-e17e2e3fcbe2 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754025 Nov 27 01:11:13.329772 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5c604072-9b25-4612-9eb2-43f82a28d556'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:13.373753 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.415116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30824dad-c387-42c1-a92b-21608a178d14 req-08573713-3925-4b20-9441-57d559f003d5 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:13.415605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:13.417996 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-30824dad-c387-42c1-a92b-21608a178d14 req-08573713-3925-4b20-9441-57d559f003d5 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1279111 Nov 27 01:11:13.428200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 57e46dcf-1035-4f58-b04e-f059476cb0d1 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:13.534919 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-30824dad-c387-42c1-a92b-21608a178d14 req-1160c006-f532-4b7e-8fd9-07548b3203b3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904400 Nov 27 01:11:13.545891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Deleting port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:13.546451 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.652280 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] For port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3,segment=NetworkSegment(deed2a16-5207-4f3f-a3a0-0449f5a267d9),segment_id=deed2a16-5207-4f3f-a3a0-0449f5a267d9)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:13.652688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.659376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9a955-aef7-44c9-9416-67887bf534f8 req-db6f61e7-c917-4093-ae1d-dfb78b6b8ebf tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:13.663386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3eb9a955-aef7-44c9-9416-67887bf534f8 req-db6f61e7-c917-4093-ae1d-dfb78b6b8ebf tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 944 time: 0.0730860 Nov 27 01:11:13.682784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:13.683219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d98fb72f-9ffa-46a5-8317-a60eaa8fcd91 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:13.690970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Calling delete_port for ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:13.771207 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3eb9a955-aef7-44c9-9416-67887bf534f8 req-7ea696b5-f8f7-48ab-94ab-951f1488a263 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022909 Nov 27 01:11:13.828262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719d48c9-b583-41f0-bff9-2d937e9b04e5 None None] DHCP port deletion for a35b165f-cc1a-4995-af31-10ff58cec8e0 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:11:13.842787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 57e46dcf-1035-4f58-b04e-f059476cb0d1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=57e46dcf-1035-4f58-b04e-f059476cb0d1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:13.843793 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.877191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] No DVR routers for this DVR port ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:13.883292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:13.895892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-719d48c9-b583-41f0-bff9-2d937e9b04e5 None None] The port 'ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3' was deleted {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 01:11:13.897423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '57e46dcf-1035-4f58-b04e-f059476cb0d1', 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'port_id': '57e46dcf-1035-4f58-b04e-f059476cb0d1', 'mac_address': 'fa:16:3e:ae:63:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f1765-0bcd-439e-ba48-1e72e3687e0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:13.905758 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-10274685-f03c-402c-9441-2ddf625efb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.916886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467799d-2e4a-4049-9946-b0cb44068746 req-c3dce877-a1a1-4280-b82a-d19b393b9df0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:13.919049 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8467799d-2e4a-4049-9946-b0cb44068746 req-c3dce877-a1a1-4280-b82a-d19b393b9df0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1135938 Nov 27 01:11:13.975392 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:13.994078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e46dcf-1035-4f58-b04e-f059476cb0d1 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:13.997180 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.025404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 57e46dcf-1035-4f58-b04e-f059476cb0d1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=57e46dcf-1035-4f58-b04e-f059476cb0d1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:14.030928 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.043626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35b165f-cc1a-4995-af31-10ff58cec8e0']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:14.048634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8467799d-2e4a-4049-9946-b0cb44068746 req-8e353f43-4c7b-4c7a-980e-6899fb066454 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787172 Nov 27 01:11:14.057257 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deed2a16-5207-4f3f-a3a0-0449f5a267d9') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:14.057551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deed2a16-5207-4f3f-a3a0-0449f5a267d9') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:14.067601 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.082480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.089635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:11:14.090716 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:11:14.095004 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:11:14.098064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=57e46dcf-1035-4f58-b04e-f059476cb0d1,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:14.127336 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.162426 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.169175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.176136 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] 10.222.0.37 "DELETE /v2.0/networks/a35b165f-cc1a-4995-af31-10ff58cec8e0 HTTP/1.1" status: 204 len: 168 time: 1.0384390 Nov 27 01:11:14.327469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53644) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:14.340231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['57e46dcf-1035-4f58-b04e-f059476cb0d1'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:14.438438 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1df01b84-c018-4342-9c24-74e23f3c20af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd39d133460a43f391799b91be08412c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1075003 Nov 27 01:11:14.445194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e64ea2-d4f2-442b-ab25-15fe2db0e7a1 req-804d446e-5a97-4eb2-b093-a1f74e3ecef6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:14.452753 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1e64ea2-d4f2-442b-ab25-15fe2db0e7a1 req-804d446e-5a97-4eb2-b093-a1f74e3ecef6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 945 time: 0.0982838 Nov 27 01:11:14.455174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53650) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:14.474601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c604072-9b25-4612-9eb2-43f82a28d556 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:14.488791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb610f4-5c00-4ded-a660-81448fe5c79f admin admin] Pushing event deleted for resources: {'Network': ['ID=a35b165f-cc1a-4995-af31-10ff58cec8e0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:14.544606 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1e64ea2-d4f2-442b-ab25-15fe2db0e7a1 req-9d3b886e-5dc2-46c1-8bfa-843cc08b77ca tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890336 Nov 27 01:11:14.572587 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-033db644-57b6-44eb-baf8-dfcf319ead8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.605446 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-033db644-57b6-44eb-baf8-dfcf319ead8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.664275 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.678592 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5c604072-9b25-4612-9eb2-43f82a28d556 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:14.695973 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-033db644-57b6-44eb-baf8-dfcf319ead8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.698992 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-033db644-57b6-44eb-baf8-dfcf319ead8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.700400 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-033db644-57b6-44eb-baf8-dfcf319ead8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24a807ea-df99-4245-a14c-0007ad42b4b2 HTTP/1.1" status: 204 len: 168 time: 0.2441754 Nov 27 01:11:14.700990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c604072-9b25-4612-9eb2-43f82a28d556, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c604072-9b25-4612-9eb2-43f82a28d556,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:14.713280 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.715319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033db644-57b6-44eb-baf8-dfcf319ead8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a807ea-df99-4245-a14c-0007ad42b4b2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:14.729830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48646266-dcba-4883-93ce-8310a1ee3e2f req-06721672-6673-4f95-b8d7-31ac63133aa4 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:14.738293 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-48646266-dcba-4883-93ce-8310a1ee3e2f req-06721672-6673-4f95-b8d7-31ac63133aa4 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0860445 Nov 27 01:11:14.795368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-48646266-dcba-4883-93ce-8310a1ee3e2f req-7525a2f2-9a10-440a-b244-65c23eddb222 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550892 Nov 27 01:11:14.800549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5c604072-9b25-4612-9eb2-43f82a28d556,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:14.892375 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:14.902423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01151-103f-47c3-8cbb-6dc69d2813ff req-b9e43ab1-69c9-4d2e-ad09-3a2c36d1168f tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:14.903904 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4f01151-103f-47c3-8cbb-6dc69d2813ff req-b9e43ab1-69c9-4d2e-ad09-3a2c36d1168f tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 945 time: 0.0567176 Nov 27 01:11:14.962921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4f01151-103f-47c3-8cbb-6dc69d2813ff req-92e9955b-3a14-4b6e-bcfa-3818f152e51b tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514808 Nov 27 01:11:15.192215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b3ea1-35ae-4644-bbc0-2a87487554d0 req-7cfd5ef2-becc-4c3e-aa95-c92347025113 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:15.194107 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f42b3ea1-35ae-4644-bbc0-2a87487554d0 req-7cfd5ef2-becc-4c3e-aa95-c92347025113 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0614607 Nov 27 01:11:15.253094 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f42b3ea1-35ae-4644-bbc0-2a87487554d0 req-36d20c1d-542b-4036-99fb-e7f5d51fb476 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521901 Nov 27 01:11:15.292643 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:15.317593 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:15.318015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ddd8ce2b-73c7-4ba5-85f2-e20c43a669f3 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:15.401119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 57e46dcf-1035-4f58-b04e-f059476cb0d1 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:15.441469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53712) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:15.458819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 57e46dcf-1035-4f58-b04e-f059476cb0d1 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:11:15.463856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 57e46dcf-1035-4f58-b04e-f059476cb0d1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:15.464358 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:15.544297 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:15.574331 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7910-a143-415e-aeb3-b94c3b7bd4f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:15.578837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab94161-e00f-4195-b804-3f1036777cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e46dcf-1035-4f58-b04e-f059476cb0d1'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:15.583016 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed0ce34-2642-47d6-9bee-8dc5447bb21a" -d '{"events": [{"server_uuid": "5ab94161-e00f-4195-b804-3f1036777cf6", "name": "network-vif-plugged", "status": "completed", "tag": "57e46dcf-1035-4f58-b04e-f059476cb0d1"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:15.600211 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 57e46dcf-1035-4f58-b04e-f059476cb0d1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=57e46dcf-1035-4f58-b04e-f059476cb0d1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:15.606577 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:15.676951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=57e46dcf-1035-4f58-b04e-f059476cb0d1,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:15.687464 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19d845c-db61-46e2-b05a-0a44bbd5826c x-openstack-request-id: req-d19d845c-db61-46e2-b05a-0a44bbd5826c {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:15.687777 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab94161-e00f-4195-b804-3f1036777cf6", "name": "network-vif-plugged", "status": "completed", "tag": "57e46dcf-1035-4f58-b04e-f059476cb0d1", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:15.688020 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d19d845c-db61-46e2-b05a-0a44bbd5826c {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:15.688424 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab94161-e00f-4195-b804-3f1036777cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e46dcf-1035-4f58-b04e-f059476cb0d1', 'code': 200} Nov 27 01:11:15.716915 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7910-a143-415e-aeb3-b94c3b7bd4f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:15.726059 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7910-a143-415e-aeb3-b94c3b7bd4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:15.745270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86724aa4-c2df-47af-a1c7-f217355148d7 req-bb8e276b-36e2-45e1-89cc-3ed99d93214c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:15.747126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-86724aa4-c2df-47af-a1c7-f217355148d7 req-bb8e276b-36e2-45e1-89cc-3ed99d93214c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 944 time: 0.1087329 Nov 27 01:11:15.795676 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bb3d7910-a143-415e-aeb3-b94c3b7bd4f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45c223bfa3074051842e59d5f0d90b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530195 Nov 27 01:11:15.799445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53736) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:15.807350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d7910-a143-415e-aeb3-b94c3b7bd4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edddfe3-702d-4e27-8def-824719ae67f5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:15.853517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803397c4-f1cd-48b1-93dc-6ca57ff6c674 req-ee3d8f7c-284a-4ebd-bc7e-c8b632b7a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:15.855465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-803397c4-f1cd-48b1-93dc-6ca57ff6c674 req-ee3d8f7c-284a-4ebd-bc7e-c8b632b7a54b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 1097 time: 0.0641878 Nov 27 01:11:15.864673 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-86724aa4-c2df-47af-a1c7-f217355148d7 req-82be896e-c1a3-4e58-bde3-19c501a85462 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043108 Nov 27 01:11:15.901634 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e6b63a7-6670-48c3-9229-d5092b26bbc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:15.925735 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e6b63a7-6670-48c3-9229-d5092b26bbc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:15.945542 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-803397c4-f1cd-48b1-93dc-6ca57ff6c674 req-5fc09027-695f-43b2-bc88-162dcb16ac32 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800250 Nov 27 01:11:15.958537 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed952109-54fe-47d9-97bb-b2b53e7a3a1a req-b03d9773-c7d6-4596-8111-018a60cb0d6e tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:15.960686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ed952109-54fe-47d9-97bb-b2b53e7a3a1a req-b03d9773-c7d6-4596-8111-018a60cb0d6e tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0757372 Nov 27 01:11:15.992350 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e6b63a7-6670-48c3-9229-d5092b26bbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:15.995170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e6b63a7-6670-48c3-9229-d5092b26bbc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:15.998798 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8e6b63a7-6670-48c3-9229-d5092b26bbc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4edddfe3-702d-4e27-8def-824719ae67f5 HTTP/1.1" status: 204 len: 168 time: 0.1952248 Nov 27 01:11:16.008649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b63a7-6670-48c3-9229-d5092b26bbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edddfe3-702d-4e27-8def-824719ae67f5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:16.039067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ed952109-54fe-47d9-97bb-b2b53e7a3a1a req-4f14a026-7e1e-476a-8088-20085a07fb00 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717723 Nov 27 01:11:16.099301 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24580c1c-29de-44f8-be13-78c0f45caa3b req-61faad91-2044-4cd1-8142-f0ad3f11c8f5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:16.101948 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24580c1c-29de-44f8-be13-78c0f45caa3b req-61faad91-2044-4cd1-8142-f0ad3f11c8f5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 946 time: 0.0674222 Nov 27 01:11:16.160196 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24580c1c-29de-44f8-be13-78c0f45caa3b req-2f723f68-2e13-40ba-929a-23b73553b5cc tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508282 Nov 27 01:11:16.332729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53790) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:16.346538 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09df15cd-e31f-41cb-ae4c-e40fa71c1fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.382780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772fd75-8c57-41a0-b80a-cb3c2bc7976c req-8e0e1ebd-3da7-41d3-8a65-1de696fd99d7 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:16.384401 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8772fd75-8c57-41a0-b80a-cb3c2bc7976c req-8e0e1ebd-3da7-41d3-8a65-1de696fd99d7 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0535531 Nov 27 01:11:16.434710 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8772fd75-8c57-41a0-b80a-cb3c2bc7976c req-c33a0213-3017-480a-a59d-bb9d91bc00ff tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435708 Nov 27 01:11:16.435736 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c604072-9b25-4612-9eb2-43f82a28d556 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:16.438013 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09df15cd-e31f-41cb-ae4c-e40fa71c1fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.443225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09df15cd-e31f-41cb-ae4c-e40fa71c1fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.486803 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-09df15cd-e31f-41cb-ae4c-e40fa71c1fbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b48323169274776b4bd60fc8c57cf6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504171 Nov 27 01:11:16.486803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df15cd-e31f-41cb-ae4c-e40fa71c1fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47a9432-b9b7-4bd8-87b8-43718f5848e5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:16.487441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53804) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:16.511077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 5c604072-9b25-4612-9eb2-43f82a28d556 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:16.512073 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.548956 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-68bf1c75-ea2f-4663-b92c-520fbfe920f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.578881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-68bf1c75-ea2f-4663-b92c-520fbfe920f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.626038 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.636223 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-68bf1c75-ea2f-4663-b92c-520fbfe920f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.638169 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.639188 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-68bf1c75-ea2f-4663-b92c-520fbfe920f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.643213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-68bf1c75-ea2f-4663-b92c-520fbfe920f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c47a9432-b9b7-4bd8-87b8-43718f5848e5 HTTP/1.1" status: 204 len: 168 time: 0.1496682 Nov 27 01:11:16.651228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf1c75-ea2f-4663-b92c-520fbfe920f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47a9432-b9b7-4bd8-87b8-43718f5848e5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:16.683099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c604072-9b25-4612-9eb2-43f82a28d556, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c604072-9b25-4612-9eb2-43f82a28d556,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:16.691544 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:16.742822 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5c604072-9b25-4612-9eb2-43f82a28d556,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:16.984046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14033668-cd0a-4c30-b7bd-e8977670af06 req-04a239d6-53fa-40de-bf1f-28b8cc489902 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:16.991197 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-14033668-cd0a-4c30-b7bd-e8977670af06 req-04a239d6-53fa-40de-bf1f-28b8cc489902 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0597761 Nov 27 01:11:17.006613 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:17.083462 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-14033668-cd0a-4c30-b7bd-e8977670af06 req-f22f315b-95b1-4fd1-aacc-348abee9fb5d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904520 Nov 27 01:11:17.192604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7eaf3-e450-40fc-b8b0-0d5998947afd req-6876be82-44ef-4375-a8ef-3e2b3abfd26f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:17.198705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44f7eaf3-e450-40fc-b8b0-0d5998947afd req-6876be82-44ef-4375-a8ef-3e2b3abfd26f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0696592 Nov 27 01:11:17.251130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44f7eaf3-e450-40fc-b8b0-0d5998947afd req-b53063e7-b1eb-416b-b15a-b07ea3e012a6 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499487 Nov 27 01:11:17.370532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b6d94-8fe0-4aa4-98c3-dbafa24c555d req-1ed2fb74-b300-41c3-a9b1-944603fc8033 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:17.372003 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d8b6d94-8fe0-4aa4-98c3-dbafa24c555d req-1ed2fb74-b300-41c3-a9b1-944603fc8033 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 946 time: 0.0597255 Nov 27 01:11:17.433429 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d8b6d94-8fe0-4aa4-98c3-dbafa24c555d req-3e64ae53-5ec9-4ae7-b9fa-ab76196812b5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548329 Nov 27 01:11:17.472550 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:17.627696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af6f84-0208-41bc-874e-627a8d9b0582 req-f7bb522b-1662-440d-a133-58e8ee1b3c45 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:17.629352 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84af6f84-0208-41bc-874e-627a8d9b0582 req-f7bb522b-1662-440d-a133-58e8ee1b3c45 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0661995 Nov 27 01:11:17.689240 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91acb5e1-2bba-405b-b2c7-d807eb23d10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c604072-9b25-4612-9eb2-43f82a28d556'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:17.693572 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64742e64-12ed-41be-a3e4-16335542b7e2" -d '{"events": [{"server_uuid": "91acb5e1-2bba-405b-b2c7-d807eb23d10b", "name": "network-vif-plugged", "status": "completed", "tag": "5c604072-9b25-4612-9eb2-43f82a28d556"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:17.700899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84af6f84-0208-41bc-874e-627a8d9b0582 req-fde10ab6-a88f-4436-9910-09c95ea4687f tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576358 Nov 27 01:11:17.778167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc24ec-7b1c-4983-827f-737083f14246 req-36f9c3b5-07d9-4931-a0f1-0d7256bd751d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:17.780293 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d1bc24ec-7b1c-4983-827f-737083f14246 req-36f9c3b5-07d9-4931-a0f1-0d7256bd751d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 946 time: 0.0562756 Nov 27 01:11:17.832118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d1bc24ec-7b1c-4983-827f-737083f14246 req-83a07979-51bc-453d-868c-6da95dd5c453 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448887 Nov 27 01:11:17.891821 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e535507-1afe-4cdb-95d2-282fa5f16ef1 x-openstack-request-id: req-8e535507-1afe-4cdb-95d2-282fa5f16ef1 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:17.892145 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91acb5e1-2bba-405b-b2c7-d807eb23d10b", "name": "network-vif-plugged", "status": "completed", "tag": "5c604072-9b25-4612-9eb2-43f82a28d556", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:17.892403 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e535507-1afe-4cdb-95d2-282fa5f16ef1 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:17.892802 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91acb5e1-2bba-405b-b2c7-d807eb23d10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c604072-9b25-4612-9eb2-43f82a28d556', 'code': 200} Nov 27 01:11:18.227594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459856ce-ac94-47b9-980c-bf40541ee6b8 req-8902bcb4-392e-4f44-b25c-dd9478c7d5a1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:18.229082 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-459856ce-ac94-47b9-980c-bf40541ee6b8 req-8902bcb4-392e-4f44-b25c-dd9478c7d5a1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0715976 Nov 27 01:11:18.230958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a35b92-5c78-4b7f-bf86-a10e2256912d req-f68e11aa-59ec-4876-9cae-ed263d78accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:18.232295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5a35b92-5c78-4b7f-bf86-a10e2256912d req-f68e11aa-59ec-4876-9cae-ed263d78accc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 1097 time: 0.0857968 Nov 27 01:11:18.316267 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-459856ce-ac94-47b9-980c-bf40541ee6b8 req-7f5290d0-c968-4ef9-b80a-c278743e9876 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783997 Nov 27 01:11:18.318376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5a35b92-5c78-4b7f-bf86-a10e2256912d req-02541ea6-35a3-456e-8ade-6e577ff6cdad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744803 Nov 27 01:11:18.424199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60e38d-d06c-43d9-9b0c-c815014b902f req-d6d8e196-815f-461f-807d-0dd81ff0c9a5 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:18.426182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b60e38d-d06c-43d9-9b0c-c815014b902f req-d6d8e196-815f-461f-807d-0dd81ff0c9a5 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0480926 Nov 27 01:11:18.475226 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b60e38d-d06c-43d9-9b0c-c815014b902f req-d652875b-b675-4ff5-9330-4d7d87b17b0f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429463 Nov 27 01:11:18.656085 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-c7c83711-d442-42e9-a75b-6e16aa1363cb tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d66f5ad1c07040f1ad8ecdd72abbdeaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223808 Nov 27 01:11:18.765409 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-3f1b198e-636d-46ed-93d1-b7b1c9f9005e tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:18.766879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-3f1b198e-636d-46ed-93d1-b7b1c9f9005e tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1045346 Nov 27 01:11:18.782405 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-da82045f-4139-4af4-99ec-3924f629cd4d tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/quotas/d66f5ad1c07040f1ad8ecdd72abbdeaf HTTP/1.1" status: 200 len: 375 time: 0.0090170 Nov 27 01:11:18.813868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-ec7c021a-bb83-459c-b185-6cda0039c8c8 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d66f5ad1c07040f1ad8ecdd72abbdeaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261209 Nov 27 01:11:18.970157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a73da2-f728-4cba-b927-efabdfd9ebfc req-1afb8e65-7b2d-42ac-9f9f-22c1089adf75 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:18.971679 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25a73da2-f728-4cba-b927-efabdfd9ebfc req-1afb8e65-7b2d-42ac-9f9f-22c1089adf75 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0637472 Nov 27 01:11:19.025038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25a73da2-f728-4cba-b927-efabdfd9ebfc req-6efd7320-f031-4960-b101-63d9a0c45e91 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473580 Nov 27 01:11:19.027388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b89b84-eaf6-484f-b097-e3238bb2add0 req-f01fdfb8-88a8-4a59-b4fa-7614600c4491 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:19.028892 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d2b89b84-eaf6-484f-b097-e3238bb2add0 req-f01fdfb8-88a8-4a59-b4fa-7614600c4491 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 946 time: 0.0581753 Nov 27 01:11:19.087282 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d2b89b84-eaf6-484f-b097-e3238bb2add0 req-7df69aa5-8db8-4a3a-8c69-1d0b5d6078ce tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516558 Nov 27 01:11:19.162577 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc9e328b-070c-4dc7-b43c-5db046b79fd8 req-c1f08985-a4c5-4def-b9fd-8b027fea087a tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 210 time: 0.0297942 Nov 27 01:11:19.694426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077c60b-1e7d-4955-8433-9e8b8e8c2d01 req-afa67f15-285e-4110-9e13-976e86c3be6e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:19.696057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f077c60b-1e7d-4955-8433-9e8b8e8c2d01 req-afa67f15-285e-4110-9e13-976e86c3be6e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0621455 Nov 27 01:11:19.745328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f077c60b-1e7d-4955-8433-9e8b8e8c2d01 req-dd39da07-4e23-4312-8021-db1b95f2c1c4 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 Nov 27 01:11:19.760724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e33b4-1ec5-49a1-a194-35ab147905a7 req-96739427-7565-4a1c-a116-bf102fbbf2ae tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:19.762407 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c3e33b4-1ec5-49a1-a194-35ab147905a7 req-96739427-7565-4a1c-a116-bf102fbbf2ae tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0555034 Nov 27 01:11:19.824109 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c3e33b4-1ec5-49a1-a194-35ab147905a7 req-80569ec8-fafb-440a-97ee-59368ba14689 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502863 Nov 27 01:11:20.137606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-db90fdd7-7b47-435b-ac18-adca3c80741c tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d66f5ad1c07040f1ad8ecdd72abbdeaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438507 Nov 27 01:11:20.242540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee026ae-5581-4d38-b78f-6ee73ff0e434 req-328105e2-b8c2-4e81-96a1-2271c58dde49 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:20.244021 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ee026ae-5581-4d38-b78f-6ee73ff0e434 req-328105e2-b8c2-4e81-96a1-2271c58dde49 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1284065 Nov 27 01:11:20.301531 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52490c25-d647-4bc4-9bbb-43bbf71c81f0 req-efa76e45-70a3-46bc-bc39-0b305c50dbfd tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 210 time: 0.0249593 Nov 27 01:11:20.309061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-d667e6e4-d747-4100-9f23-7046c79037f8 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:20.310867 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-d667e6e4-d747-4100-9f23-7046c79037f8 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578493 Nov 27 01:11:20.327412 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ee026ae-5581-4d38-b78f-6ee73ff0e434 req-60bcca17-501c-4f2b-bd6e-d571e19a7b77 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751808 Nov 27 01:11:20.354809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Request body: {'port': {'device_id': 'ea17bb0c-c659-49ec-be09-9b9db8f2803d', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': 'd66f5ad1c07040f1ad8ecdd72abbdeaf'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:20.475210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Made reservation on behalf of d66f5ad1c07040f1ad8ecdd72abbdeaf for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:20.480054 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:20.489379 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:20.570483 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:20.574957 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:20.637901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76861c50-9aab-489d-9a0d-3d79f4649812,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:20.716475 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Allocated IP 192.168.233.181 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/07368ce2-25ad-4b82-858f-eff5ff4160ae) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:20.898286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44454a35-2ec2-4a7b-8375-cce84a8a9f43 req-1ce1ccc2-455b-4b1a-b9e7-e1e79e935e82 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:20.899802 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44454a35-2ec2-4a7b-8375-cce84a8a9f43 req-1ce1ccc2-455b-4b1a-b9e7-e1e79e935e82 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0787740 Nov 27 01:11:20.911091 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:20.970043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44454a35-2ec2-4a7b-8375-cce84a8a9f43 req-02af5fc6-cd6f-4fc6-b77c-f4cab07b06aa tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641303 Nov 27 01:11:20.983991 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.033890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:21.037727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:21.040110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:21.051911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Pushing event updated for resources: {'Port': ['ID=07368ce2-25ad-4b82-858f-eff5ff4160ae,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:21.124874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:21.125523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.164051 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b4c36da7-0869-46f6-8526-0c2c04709165 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8137209 Nov 27 01:11:21.177943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e360f08-a179-44a9-8b0a-be8c6197dce6 req-dc3a5adc-1d27-47d4-a327-728d5aa0b930 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:21.179625 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0e360f08-a179-44a9-8b0a-be8c6197dce6 req-dc3a5adc-1d27-47d4-a327-728d5aa0b930 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0742328 Nov 27 01:11:21.184921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Request body: {'port': {'device_id': 'ea17bb0c-c659-49ec-be09-9b9db8f2803d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:21.267023 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.291131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a8a9ff65-706e-4523-9d49-ddb4a04eac7b None None] Provisioning complete for port 07368ce2-25ad-4b82-858f-eff5ff4160ae triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:21.291761 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ff65-706e-4523-9d49-ddb4a04eac7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.292854 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0e360f08-a179-44a9-8b0a-be8c6197dce6 req-54d22135-1eff-4f98-8d86-8da21b25af09 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884223 Nov 27 01:11:21.314052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda556d-fa34-4ac4-9c4f-16c4abd474dd req-70ae09a8-5f8f-4dba-b0a3-62d371a813a6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:21.316203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2eda556d-fa34-4ac4-9c4f-16c4abd474dd req-70ae09a8-5f8f-4dba-b0a3-62d371a813a6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.0526938 Nov 27 01:11:21.338424 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9ff65-706e-4523-9d49-ddb4a04eac7b None None] Port 07368ce2-25ad-4b82-858f-eff5ff4160ae cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:21.388063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2eda556d-fa34-4ac4-9c4f-16c4abd474dd req-a67c93f9-c5e0-4ad1-82e1-18ed786ef31d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627444 Nov 27 01:11:21.433219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 57e46dcf-1035-4f58-b04e-f059476cb0d1 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:21.536303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef799d23-5c07-4f3b-834a-199c675a1a9c req-44f0195c-6d62-4675-bacd-353d378ed952 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:21.537825 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef799d23-5c07-4f3b-834a-199c675a1a9c req-44f0195c-6d62-4675-bacd-353d378ed952 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0678141 Nov 27 01:11:21.540381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9409c-d88c-4ac4-ba2d-c0fb6a02c867 req-7f30ad4f-ac0a-40bd-b3c5-00d6d73c37ed tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:21.541880 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1a9409c-d88c-4ac4-ba2d-c0fb6a02c867 req-7f30ad4f-ac0a-40bd-b3c5-00d6d73c37ed tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 936 time: 0.1137674 Nov 27 01:11:21.566008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 57e46dcf-1035-4f58-b04e-f059476cb0d1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=57e46dcf-1035-4f58-b04e-f059476cb0d1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:21.583848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '57e46dcf-1035-4f58-b04e-f059476cb0d1', 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'port_id': '57e46dcf-1035-4f58-b04e-f059476cb0d1', 'mac_address': 'fa:16:3e:ae:63:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f1765-0bcd-439e-ba48-1e72e3687e0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:21.600047 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef799d23-5c07-4f3b-834a-199c675a1a9c req-7a474987-bae7-431e-8908-bacc9edda20f tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563521 Nov 27 01:11:21.633741 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.647723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57e46dcf-1035-4f58-b04e-f059476cb0d1 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:21.663201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07368ce2-25ad-4b82-858f-eff5ff4160ae {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:21.669302 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 57e46dcf-1035-4f58-b04e-f059476cb0d1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=57e46dcf-1035-4f58-b04e-f059476cb0d1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:21.672004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.673775 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.700184 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1a9409c-d88c-4ac4-ba2d-c0fb6a02c867 req-03c4cabc-04a0-4a52-b254-5fb329f2c8d1 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/security-groups?id=76861c50-9aab-489d-9a0d-3d79f4649812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519587 Nov 27 01:11:21.703234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Transition to ACTIVE for port object 07368ce2-25ad-4b82-858f-eff5ff4160ae will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:11:21.709228 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.725910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=57e46dcf-1035-4f58-b04e-f059476cb0d1,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:21.796894 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Pushing event updated for resources: {'Port': ['ID=07368ce2-25ad-4b82-858f-eff5ff4160ae,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:21.847015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['57e46dcf-1035-4f58-b04e-f059476cb0d1'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:21.880019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Attempting to bind port 07368ce2-25ad-4b82-858f-eff5ff4160ae on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:21.880609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Attempting to bind port 07368ce2-25ad-4b82-858f-eff5ff4160ae by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:21.880991 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Attempting to bind port 07368ce2-25ad-4b82-858f-eff5ff4160ae on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:21.887750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Port 07368ce2-25ad-4b82-858f-eff5ff4160ae on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:11:21.887750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Attempting to bind port 07368ce2-25ad-4b82-858f-eff5ff4160ae on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:21.894298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:21.895027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:21.895260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:21.895713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Bound port: 07368ce2-25ad-4b82-858f-eff5ff4160ae, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:21.896134 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:21.995115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] For port 07368ce2-25ad-4b82-858f-eff5ff4160ae, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:22.003863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] For port 07368ce2-25ad-4b82-858f-eff5ff4160ae, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=07368ce2-25ad-4b82-858f-eff5ff4160ae,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:22.017050 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.071390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:22.072313 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.073887 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] 10.222.0.42 "PUT /v2.0/ports/07368ce2-25ad-4b82-858f-eff5ff4160ae HTTP/1.1" status: 200 len: 1096 time: 0.8930380 Nov 27 01:11:22.074606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea17bb0c-c659-49ec-be09-9b9db8f2803d', 'tag': '07368ce2-25ad-4b82-858f-eff5ff4160ae'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:22.079417 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8128cf40-2281-4d61-959d-3176c29fbbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea17bb0c-c659-49ec-be09-9b9db8f2803d", "tag": "07368ce2-25ad-4b82-858f-eff5ff4160ae"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:22.138127 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf28f26-3c4c-4bd4-b714-7a18a1260b46 service neutron] Pushing event updated for resources: {'Port': ['ID=07368ce2-25ad-4b82-858f-eff5ff4160ae,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:22.233489 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8596fc-e195-4859-bfc6-ac892cb69ecf x-openstack-request-id: req-4e8596fc-e195-4859-bfc6-ac892cb69ecf {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:22.234492 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea17bb0c-c659-49ec-be09-9b9db8f2803d", "tag": "07368ce2-25ad-4b82-858f-eff5ff4160ae", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:22.235208 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e8596fc-e195-4859-bfc6-ac892cb69ecf {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:22.235983 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea17bb0c-c659-49ec-be09-9b9db8f2803d', 'tag': '07368ce2-25ad-4b82-858f-eff5ff4160ae', 'status': 'completed', 'code': 200} Nov 27 01:11:22.257474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-7506c1d2-66db-4011-a1fa-cf8335d6c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:22.259342 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-7506c1d2-66db-4011-a1fa-cf8335d6c62e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d66f5ad1c07040f1ad8ecdd72abbdeaf&device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 1099 time: 0.1099250 Nov 27 01:11:22.373357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54416) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:22.383089 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-b98ee305-4413-44a3-9791-210a40a3bac5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=07368ce2-25ad-4b82-858f-eff5ff4160ae HTTP/1.1" status: 200 len: 217 time: 0.1066144 Nov 27 01:11:22.566945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df768cb6-318a-4072-922e-9b7480cfa06d req-fb2d5647-5da1-48e8-b227-cc6ed26587c1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:22.576191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df768cb6-318a-4072-922e-9b7480cfa06d req-fb2d5647-5da1-48e8-b227-cc6ed26587c1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1360741 Nov 27 01:11:22.584378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-e1396805-57ba-4c41-a5f0-3afbc441f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:22.585857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-e1396805-57ba-4c41-a5f0-3afbc441f579 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1919096 Nov 27 01:11:22.707408 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df768cb6-318a-4072-922e-9b7480cfa06d req-0927accb-91c3-4a91-98cd-0879e7f1c767 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303382 Nov 27 01:11:22.710729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-e39636ae-8a1f-43be-af46-169d1c1616dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:22.712366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-e39636ae-8a1f-43be-af46-169d1c1616dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1083226 Nov 27 01:11:22.822575 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f92b80-b34f-4d50-ab39-e1d9c192e862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.831365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be04cf-4065-483b-b492-a8c98899b584 req-eb111c23-5103-467e-a77c-29b5aef66a4e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:22.833681 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-eb111c23-5103-467e-a77c-29b5aef66a4e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/networks?id=e94fedca-8ffd-4ac8-83ec-28a57042d151 HTTP/1.1" status: 200 len: 814 time: 0.5111175 Nov 27 01:11:22.859783 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-c62d5145-c80d-4bef-8367-2f8f196af309 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/quotas/b1bb42a76d0a4f3daba5ce04775dbea9 HTTP/1.1" status: 200 len: 375 time: 0.0167270 Nov 27 01:11:22.870135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b10a6-35dd-4fc5-ac92-2008310389dc req-dcd0ba65-420f-4e2c-9825-9985a7f07786 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:22.871773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b1b10a6-35dd-4fc5-ac92-2008310389dc req-dcd0ba65-420f-4e2c-9825-9985a7f07786 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0732424 Nov 27 01:11:22.890618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-6f0a65ba-064f-4991-ba1d-bac61ffe2b4f service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695182 Nov 27 01:11:22.943388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-cef1aa8c-0619-4592-8856-501d494bdabe tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1bb42a76d0a4f3daba5ce04775dbea9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727241 Nov 27 01:11:22.978256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f92b80-b34f-4d50-ab39-e1d9c192e862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:22.997238 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b1b10a6-35dd-4fc5-ac92-2008310389dc req-7f297542-9884-4d75-95e0-eb54e47d3342 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163132 Nov 27 01:11:23.013417 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f92b80-b34f-4d50-ab39-e1d9c192e862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.048558 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8dd3ebc3-654a-4997-8ea4-3c7101606308 req-f6ab24d3-60d5-4494-b399-8e80992f7ac4 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479800 Nov 27 01:11:23.074339 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f92b80-b34f-4d50-ab39-e1d9c192e862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f61634-ed3d-44b8-a4d8-a12fa1bde48b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:23.079381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c0f92b80-b34f-4d50-ab39-e1d9c192e862 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e00eb0edd967431f9598f79bffefe21c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7027569 Nov 27 01:11:23.082260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54442) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:23.126068 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-9090ff73-a6fb-44f4-bf1c-9f57af32bd4a service neutron] 10.222.0.37 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724231 Nov 27 01:11:23.208480 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fdf089ea-c3a7-43c1-a849-33e3d81aa154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.253513 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fdf089ea-c3a7-43c1-a849-33e3d81aa154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.283417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128cf40-2281-4d61-959d-3176c29fbbb2 req-f00bdef5-4350-4eb2-9ded-ca4560ab7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:23.286118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8128cf40-2281-4d61-959d-3176c29fbbb2 req-f00bdef5-4350-4eb2-9ded-ca4560ab7e84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d66f5ad1c07040f1ad8ecdd72abbdeaf&device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 1099 time: 0.1168253 Nov 27 01:11:23.305984 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-ec3a6213-ce54-4032-8fcf-76376e4e1cb7 service neutron] 10.222.0.37 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676562 Nov 27 01:11:23.369905 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fdf089ea-c3a7-43c1-a849-33e3d81aa154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.372617 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fdf089ea-c3a7-43c1-a849-33e3d81aa154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.373786 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fdf089ea-c3a7-43c1-a849-33e3d81aa154 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0f61634-ed3d-44b8-a4d8-a12fa1bde48b HTTP/1.1" status: 204 len: 168 time: 0.2905512 Nov 27 01:11:23.389223 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf089ea-c3a7-43c1-a849-33e3d81aa154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f61634-ed3d-44b8-a4d8-a12fa1bde48b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:23.400525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec26d-e5fb-43d3-98ee-95c967b42c23 req-83b216c2-2361-4784-ae1f-74c2ded168e8 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:23.401454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf71b4-3c50-41b0-bb5d-8e9313452799 req-8fa1ecac-b155-44ef-b4ed-98aecdae43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:23.403001 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d4bf71b4-3c50-41b0-bb5d-8e9313452799 req-8fa1ecac-b155-44ef-b4ed-98aecdae43a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0678594 Nov 27 01:11:23.408280 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61bec26d-e5fb-43d3-98ee-95c967b42c23 req-83b216c2-2361-4784-ae1f-74c2ded168e8 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 948 time: 0.1362226 Nov 27 01:11:23.459081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 57e46dcf-1035-4f58-b04e-f059476cb0d1 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:23.495997 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d4bf71b4-3c50-41b0-bb5d-8e9313452799 req-4d1e0b34-4c0b-4b1f-8e38-7342915668aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838296 Nov 27 01:11:23.525386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61bec26d-e5fb-43d3-98ee-95c967b42c23 req-669d6bd2-dd73-4ce1-b6af-521c39f8dbdd tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/security-groups?id=76861c50-9aab-489d-9a0d-3d79f4649812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092646 Nov 27 01:11:23.542422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128cf40-2281-4d61-959d-3176c29fbbb2 req-e67c9bfe-a689-4269-813f-9fbf7d56948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:23.545946 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8128cf40-2281-4d61-959d-3176c29fbbb2 req-e67c9bfe-a689-4269-813f-9fbf7d56948a service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2395794 Nov 27 01:11:23.652440 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 57e46dcf-1035-4f58-b04e-f059476cb0d1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:23.652834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.692039 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-97b9a49f-7a3b-47de-9b22-4471371ca6a3 req-941e0033-e524-4b3b-a400-d28f24fc1bdd tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 210 time: 0.0612056 Nov 27 01:11:23.763043 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.803536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 57e46dcf-1035-4f58-b04e-f059476cb0d1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=57e46dcf-1035-4f58-b04e-f059476cb0d1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:23.805247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab94161-e00f-4195-b804-3f1036777cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e46dcf-1035-4f58-b04e-f059476cb0d1'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:23.809600 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28381bc4-e04c-47b9-8440-0720ec2ac215" -d '{"events": [{"server_uuid": "5ab94161-e00f-4195-b804-3f1036777cf6", "name": "network-vif-plugged", "status": "completed", "tag": "57e46dcf-1035-4f58-b04e-f059476cb0d1"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:23.816913 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:23.894855 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8128cf40-2281-4d61-959d-3176c29fbbb2 req-934ee81a-dd15-4e71-a96c-48bfdca35a9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=07368ce2-25ad-4b82-858f-eff5ff4160ae HTTP/1.1" status: 200 len: 217 time: 0.1356316 Nov 27 01:11:23.931090 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f374606-75a8-4aba-a043-367bbf49aeb6 x-openstack-request-id: req-9f374606-75a8-4aba-a043-367bbf49aeb6 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:23.931461 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab94161-e00f-4195-b804-3f1036777cf6", "name": "network-vif-plugged", "status": "completed", "tag": "57e46dcf-1035-4f58-b04e-f059476cb0d1", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:23.931618 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f374606-75a8-4aba-a043-367bbf49aeb6 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:23.932005 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab94161-e00f-4195-b804-3f1036777cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e46dcf-1035-4f58-b04e-f059476cb0d1', 'code': 200} Nov 27 01:11:23.951376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=57e46dcf-1035-4f58-b04e-f059476cb0d1,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:23.982102 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41177b8-fb96-4600-a30a-e1c6db3050eb req-ed4d4588-c1fb-4173-bb85-3453beec7aa1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:24.002762 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e41177b8-fb96-4600-a30a-e1c6db3050eb req-ed4d4588-c1fb-4173-bb85-3453beec7aa1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1307254 Nov 27 01:11:24.059359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128cf40-2281-4d61-959d-3176c29fbbb2 req-fed748d3-6404-4276-a10d-a264afe72abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:24.066169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8128cf40-2281-4d61-959d-3176c29fbbb2 req-fed748d3-6404-4276-a10d-a264afe72abd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1451740 Nov 27 01:11:24.139105 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e41177b8-fb96-4600-a30a-e1c6db3050eb req-e4969471-7c8a-4fc5-9c6a-771ec6c38f31 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321778 Nov 27 01:11:24.188215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128cf40-2281-4d61-959d-3176c29fbbb2 req-36744c1e-a787-4fd5-8d90-e070724dc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:24.192254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8128cf40-2281-4d61-959d-3176c29fbbb2 req-36744c1e-a787-4fd5-8d90-e070724dc29b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178448 Nov 27 01:11:24.210146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df32e42-525a-465d-bef1-d96327e00823 req-917e0d53-4495-4b7a-87e3-b05a6eabf88b tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:24.219297 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9df32e42-525a-465d-bef1-d96327e00823 req-917e0d53-4495-4b7a-87e3-b05a6eabf88b tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0886447 Nov 27 01:11:24.393436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8128cf40-2281-4d61-959d-3176c29fbbb2 req-b81985ef-2007-4499-8ba0-2704ac96d97d service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699164 Nov 27 01:11:24.448556 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9df32e42-525a-465d-bef1-d96327e00823 req-7effbf26-1568-44b4-8bcf-ca51f331a40c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262149 Nov 27 01:11:24.493911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050a67a-357a-4cf0-b7bc-68acf3b69bba req-b1e81fbc-91c5-41d3-b179-6c7bbd835ecb tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:24.495691 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6050a67a-357a-4cf0-b7bc-68acf3b69bba req-b1e81fbc-91c5-41d3-b179-6c7bbd835ecb tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.11 "GET /v2.0/ports?device_id=91acb5e1-2bba-405b-b2c7-d807eb23d10b HTTP/1.1" status: 200 len: 946 time: 0.2744446 Nov 27 01:11:24.717690 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8128cf40-2281-4d61-959d-3176c29fbbb2 req-ee675439-8453-447a-aba2-66b97e0e7729 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101840 Nov 27 01:11:24.739360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35333bc8-3987-4061-9d8c-9c45139af83b req-5a3186bd-db4e-486d-bc8c-dcba5d7bcf9c tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:24.748668 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35333bc8-3987-4061-9d8c-9c45139af83b req-5a3186bd-db4e-486d-bc8c-dcba5d7bcf9c tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 948 time: 0.1188881 Nov 27 01:11:24.759563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-6050a67a-357a-4cf0-b7bc-68acf3b69bba req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Deleting port 5c604072-9b25-4612-9eb2-43f82a28d556 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:24.759906 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6050a67a-357a-4cf0-b7bc-68acf3b69bba req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:24.884970 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35333bc8-3987-4061-9d8c-9c45139af83b req-0b8990aa-1542-4011-b972-3af3c254b73c tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/security-groups?id=76861c50-9aab-489d-9a0d-3d79f4649812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348474 Nov 27 01:11:24.902751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-6050a67a-357a-4cf0-b7bc-68acf3b69bba req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] For port 5c604072-9b25-4612-9eb2-43f82a28d556, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c604072-9b25-4612-9eb2-43f82a28d556,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:24.903127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6050a67a-357a-4cf0-b7bc-68acf3b69bba req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:24.979203 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-6050a67a-357a-4cf0-b7bc-68acf3b69bba req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Calling delete_port for 5c604072-9b25-4612-9eb2-43f82a28d556 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:25.030695 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-009fc6b5-d9c0-4873-8424-90e46409a540 req-8f29e926-05c3-49bd-a550-38de0363b11a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 210 time: 0.0750237 Nov 27 01:11:25.262569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be04cf-4065-483b-b492-a8c98899b584 req-22abd3f2-d3d1-4979-93d5-6874710dfb0b tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:25.265183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-22abd3f2-d3d1-4979-93d5-6874710dfb0b tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.42 "GET /v2.0/networks?id=e94fedca-8ffd-4ac8-83ec-28a57042d151 HTTP/1.1" status: 200 len: 814 time: 0.1786542 Nov 27 01:11:25.295705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-13be04cf-4065-483b-b492-a8c98899b584 req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Request body: {'port': {'device_id': 'adfc1ce9-5b31-4e50-8249-4dcb7e69ec53', 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151', 'admin_state_up': True, 'tenant_id': 'b1bb42a76d0a4f3daba5ce04775dbea9'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:25.399096 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6050a67a-357a-4cf0-b7bc-68acf3b69bba req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:25.440665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5c604072-9b25-4612-9eb2-43f82a28d556'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:25.448650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Pushing event deleted for resources: {'Port': ['ID=5c604072-9b25-4612-9eb2-43f82a28d556,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:25.463623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b1f7d-067e-4c2c-927c-c462a942eed8 req-e78080b4-37e4-4473-8cff-b2398f4978a4 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:25.465119 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-794b1f7d-067e-4c2c-927c-c462a942eed8 req-e78080b4-37e4-4473-8cff-b2398f4978a4 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1774542 Nov 27 01:11:25.485745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:25.485995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:25.486387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:25.486748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:25.487152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:25.487491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:25.487829 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:25.488176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:25.488508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:25.488847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:25.489173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:25.489496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:25.493614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 07368ce2-25ad-4b82-858f-eff5ff4160ae details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:25.561114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6050a67a-357a-4cf0-b7bc-68acf3b69bba req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] No DVR routers for this DVR port 5c604072-9b25-4612-9eb2-43f82a28d556 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:25.564948 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6050a67a-357a-4cf0-b7bc-68acf3b69bba req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:25.568805 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6050a67a-357a-4cf0-b7bc-68acf3b69bba req-4386b6a4-3a14-4bd9-b2d0-098d0871bb7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.11 "DELETE /v2.0/ports/5c604072-9b25-4612-9eb2-43f82a28d556 HTTP/1.1" status: 204 len: 173 time: 1.0571067 Nov 27 01:11:25.569397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91acb5e1-2bba-405b-b2c7-d807eb23d10b', 'name': 'network-vif-deleted', 'tag': '5c604072-9b25-4612-9eb2-43f82a28d556'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:25.571692 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf67baf2-1f4c-437c-8fc9-658e9a08b453" -d '{"events": [{"server_uuid": "91acb5e1-2bba-405b-b2c7-d807eb23d10b", "name": "network-vif-deleted", "tag": "5c604072-9b25-4612-9eb2-43f82a28d556"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:25.607628 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-b18d0455-2f99-4a6a-9413-c1a21fe6cf30 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5569de6295414b59a7966358e68516d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534093 Nov 27 01:11:25.629856 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-794b1f7d-067e-4c2c-927c-c462a942eed8 req-a994e9be-6be4-4460-b391-9af4e734fe6a tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438508 Nov 27 01:11:25.631232 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13be04cf-4065-483b-b492-a8c98899b584 req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Made reservation on behalf of b1bb42a76d0a4f3daba5ce04775dbea9 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:25.639471 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-13be04cf-4065-483b-b492-a8c98899b584 req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:25.750269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 07368ce2-25ad-4b82-858f-eff5ff4160ae, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=07368ce2-25ad-4b82-858f-eff5ff4160ae,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:25.776346 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '07368ce2-25ad-4b82-858f-eff5ff4160ae', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '07368ce2-25ad-4b82-858f-eff5ff4160ae', 'mac_address': 'fa:16:3e:26:40:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:25.786595 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-d8779ee7-a311-428a-a11a-efdaf415ea73 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:25.799012 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-d8779ee7-a311-428a-a11a-efdaf415ea73 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900544 Nov 27 01:11:25.833601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-e577a286-a230-4556-a71f-57af9a7e7bd2 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/quotas/5569de6295414b59a7966358e68516d7 HTTP/1.1" status: 200 len: 375 time: 0.0327468 Nov 27 01:11:25.870688 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:25.876738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-cc739eff-148f-4b73-92ae-c22df7f8975e tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5569de6295414b59a7966358e68516d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411439 Nov 27 01:11:25.905265 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07368ce2-25ad-4b82-858f-eff5ff4160ae {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:25.931693 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 07368ce2-25ad-4b82-858f-eff5ff4160ae, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=07368ce2-25ad-4b82-858f-eff5ff4160ae,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:25.937759 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:25.950818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-13be04cf-4065-483b-b492-a8c98899b584 req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Allocated IP 172.20.0.2 (e94fedca-8ffd-4ac8-83ec-28a57042d151/f6e00b97-2443-4bf7-9ee9-aeacbdcf111b/ae3ac872-c313-4626-890a-4ad696fa7818) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:26.006025 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=07368ce2-25ad-4b82-858f-eff5ff4160ae,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:26.111459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e1f17-08f8-42c7-935f-946646aa850e req-1ddd2c09-d334-4373-b984-76b0fb198c78 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:26.119446 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a59e1f17-08f8-42c7-935f-946646aa850e req-1ddd2c09-d334-4373-b984-76b0fb198c78 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.2079384 Nov 27 01:11:26.141621 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4b9232-eb05-4d0e-a5f8-40e4b1ebe352 x-openstack-request-id: req-0e4b9232-eb05-4d0e-a5f8-40e4b1ebe352 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:26.141896 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91acb5e1-2bba-405b-b2c7-d807eb23d10b", "name": "network-vif-deleted", "tag": "5c604072-9b25-4612-9eb2-43f82a28d556", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:26.142160 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e4b9232-eb05-4d0e-a5f8-40e4b1ebe352 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:26.142609 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91acb5e1-2bba-405b-b2c7-d807eb23d10b', 'name': 'network-vif-deleted', 'tag': '5c604072-9b25-4612-9eb2-43f82a28d556', 'status': 'completed', 'code': 200} Nov 27 01:11:26.193656 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-13be04cf-4065-483b-b492-a8c98899b584 req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:26.219081 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a59e1f17-08f8-42c7-935f-946646aa850e req-17928d4c-bc57-493f-8cec-2ce6caf1ba47 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988998 Nov 27 01:11:26.253019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['07368ce2-25ad-4b82-858f-eff5ff4160ae'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:26.257944 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-13be04cf-4065-483b-b492-a8c98899b584 req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:26.338790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13be04cf-4065-483b-b492-a8c98899b584 req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Network e94fedca-8ffd-4ac8-83ec-28a57042d151 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:26.388161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-13be04cf-4065-483b-b492-a8c98899b584 req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:26.390655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Pushing event updated for resources: {'Port': ['ID=ae3ac872-c313-4626-890a-4ad696fa7818,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:26.393446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-13be04cf-4065-483b-b492-a8c98899b584 req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:26.412460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5c604072-9b25-4612-9eb2-43f82a28d556'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:26.463196 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1b0a2817-be07-4955-b774-3fe96f77a730 req-e9b06a20-4aa2-4e43-b91b-4a33ee7005bc tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 210 time: 0.0741210 Nov 27 01:11:26.553737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be04cf-4065-483b-b492-a8c98899b584 req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:26.554429 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-13be04cf-4065-483b-b492-a8c98899b584 req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:26.583357 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-7c8c3f3f-9646-4c84-9a8b-051e1f389d62 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2943757 Nov 27 01:11:26.604429 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59c89d74-4a56-404d-aa49-0d22c8c5e13e req-6b59767f-2400-4b2c-b564-1e6160592404 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1803367 Nov 27 01:11:26.610779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Request body: {'port': {'device_id': 'adfc1ce9-5b31-4e50-8249-4dcb7e69ec53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:26.672273 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5bf9-ea59-49d2-97e8-cca5fa136e10 req-36371f71-2943-49bd-8a5f-cff9e5b09768 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:26.675575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5ae5bf9-ea59-49d2-97e8-cca5fa136e10 req-36371f71-2943-49bd-8a5f-cff9e5b09768 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 931 time: 0.1227415 Nov 27 01:11:26.677827 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:26.691261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f396df8-7736-486a-bcf6-2269d4df89ab req-07966e20-76cf-45ed-a381-7650d58c54a0 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:26.699210 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f396df8-7736-486a-bcf6-2269d4df89ab req-07966e20-76cf-45ed-a381-7650d58c54a0 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 949 time: 0.3524525 Nov 27 01:11:26.749125 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5ae5bf9-ea59-49d2-97e8-cca5fa136e10 req-a02317ff-bd9a-41ee-b477-67f43b893f92 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620935 Nov 27 01:11:26.798035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c89d74-4a56-404d-aa49-0d22c8c5e13e req-4d15c740-d5a6-4689-819b-eb788a59e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:26.799595 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59c89d74-4a56-404d-aa49-0d22c8c5e13e req-4d15c740-d5a6-4689-819b-eb788a59e114 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 1097 time: 0.0913126 Nov 27 01:11:26.891112 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f396df8-7736-486a-bcf6-2269d4df89ab req-afe68e53-d70b-4e32-a333-11fbc67f3ca9 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/security-groups?id=76861c50-9aab-489d-9a0d-3d79f4649812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898897 Nov 27 01:11:26.935793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a044ce-af39-4cef-bd86-b57d46782938 req-fb2d9cb7-5c93-454d-9562-ef2e2bda10c2 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:26.944822 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-31a044ce-af39-4cef-bd86-b57d46782938 req-fb2d9cb7-5c93-454d-9562-ef2e2bda10c2 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0732629 Nov 27 01:11:27.007487 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-31a044ce-af39-4cef-bd86-b57d46782938 req-a54972d4-6226-4d48-9200-e75594484220 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561728 Nov 27 01:11:27.141360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c89d74-4a56-404d-aa49-0d22c8c5e13e req-df25ef1f-3594-49f8-99d8-f48d3e9d409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:27.143881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59c89d74-4a56-404d-aa49-0d22c8c5e13e req-df25ef1f-3594-49f8-99d8-f48d3e9d409a service neutron] 10.222.0.11 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 920 time: 0.3085551 Nov 27 01:11:27.212442 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59c89d74-4a56-404d-aa49-0d22c8c5e13e req-27f77ced-9c05-4d66-a6e5-89a7c380205e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6d2e5f6-5f97-41f8-a807-35b4481f238b HTTP/1.1" status: 200 len: 217 time: 0.0512722 Nov 27 01:11:27.321330 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940b293-1601-4479-84ea-91ccf37f6298 req-2e6815f4-55fd-49c4-af98-98a0dcb480c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:27.322903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f940b293-1601-4479-84ea-91ccf37f6298 req-2e6815f4-55fd-49c4-af98-98a0dcb480c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0648651 Nov 27 01:11:27.387064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c89d74-4a56-404d-aa49-0d22c8c5e13e req-03b4cf9b-b888-44ec-9dd9-348f7a5e8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:27.388568 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59c89d74-4a56-404d-aa49-0d22c8c5e13e req-03b4cf9b-b888-44ec-9dd9-348f7a5e8533 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 HTTP/1.1" status: 200 len: 859 time: 0.1584291 Nov 27 01:11:27.435562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940b293-1601-4479-84ea-91ccf37f6298 req-67103f4d-9396-4b2c-a5fe-3020790d0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:27.436543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f940b293-1601-4479-84ea-91ccf37f6298 req-67103f4d-9396-4b2c-a5fe-3020790d0c18 service neutron] 10.222.0.42 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 920 time: 0.1039288 Nov 27 01:11:27.463491 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59c89d74-4a56-404d-aa49-0d22c8c5e13e req-912dc334-856b-4611-828b-c3b9c80d8283 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=589aac3e-1177-4cf2-8604-679d0202bd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548820 Nov 27 01:11:27.475774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 07368ce2-25ad-4b82-858f-eff5ff4160ae up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:27.487793 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f940b293-1601-4479-84ea-91ccf37f6298 req-d6d1715f-e679-44ac-8906-62686e04f76a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78826918-fd2b-4ce0-920c-b5f690d9b1af HTTP/1.1" status: 200 len: 217 time: 0.0436976 Nov 27 01:11:27.488343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f5c50-e1c7-457a-bcf0-de8f792e2cbe req-457c9615-4efc-4a3a-838b-a37b12fe901a tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:27.490606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad5f5c50-e1c7-457a-bcf0-de8f792e2cbe req-457c9615-4efc-4a3a-838b-a37b12fe901a tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1791313 Nov 27 01:11:27.497350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3ac872-c313-4626-890a-4ad696fa7818 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:27.598116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 07368ce2-25ad-4b82-858f-eff5ff4160ae completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:11:27.603109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 07368ce2-25ad-4b82-858f-eff5ff4160ae triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:27.604097 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:27.666120 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae3fccc9-ad37-4cd5-9bf1-4e38b7751475 req-54bc3289-346b-476d-bfaa-4e75879d8e31 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 210 time: 0.1072524 Nov 27 01:11:27.668230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940b293-1601-4479-84ea-91ccf37f6298 req-d8699ae9-f906-4902-9b5d-5afb3d0b0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:27.670836 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f940b293-1601-4479-84ea-91ccf37f6298 req-d8699ae9-f906-4902-9b5d-5afb3d0b0f95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 HTTP/1.1" status: 200 len: 859 time: 0.1726367 Nov 27 01:11:27.723661 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f940b293-1601-4479-84ea-91ccf37f6298 req-685597b3-d411-4cd1-ba39-aa7707e484d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=589aac3e-1177-4cf2-8604-679d0202bd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446329 Nov 27 01:11:27.752243 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:27.836953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 07368ce2-25ad-4b82-858f-eff5ff4160ae, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=07368ce2-25ad-4b82-858f-eff5ff4160ae,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:27.841153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea17bb0c-c659-49ec-be09-9b9db8f2803d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07368ce2-25ad-4b82-858f-eff5ff4160ae'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:27.847414 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfc7b84-b368-4c95-9fc3-0e9add634828" -d '{"events": [{"server_uuid": "ea17bb0c-c659-49ec-be09-9b9db8f2803d", "name": "network-vif-plugged", "status": "completed", "tag": "07368ce2-25ad-4b82-858f-eff5ff4160ae"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:27.865558 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:27.935996 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:27.951865 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f940b293-1601-4479-84ea-91ccf37f6298 req-3d38aa14-e75e-4d64-bcfb-ba5055fcffde service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200029 Nov 27 01:11:27.989800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=07368ce2-25ad-4b82-858f-eff5ff4160ae,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:28.002171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beadbab-f882-47a5-897d-42f6c2a1a8ff req-5db4d724-4919-49ee-88a7-7e8cbb5d42d6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:28.007348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:28.009632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:28.010169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:28.010692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:28.011418 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3beadbab-f882-47a5-897d-42f6c2a1a8ff req-5db4d724-4919-49ee-88a7-7e8cbb5d42d6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 931 time: 0.1204219 Nov 27 01:11:28.018932 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:28.019819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:28.020466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:28.021057 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:28.022705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:28.025253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:28.025821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:28.028459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:28.029842 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-bb3e9be9-a136-47f4-9be5-592ce3ab5cce tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5569de6295414b59a7966358e68516d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001403 Nov 27 01:11:28.045266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Transition to ACTIVE for port object ae3ac872-c313-4626-890a-4ad696fa7818 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:11:28.084487 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.164813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3beadbab-f882-47a5-897d-42f6c2a1a8ff req-f56b44a1-fad5-46b9-b8ce-369963181ecd tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518850 Nov 27 01:11:28.198541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f940b293-1601-4479-84ea-91ccf37f6298 req-743dcbf5-3d63-4abd-a20d-b71a416b15b7 service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388043 Nov 27 01:11:28.212902 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad5f5c50-e1c7-457a-bcf0-de8f792e2cbe req-c2907ff4-f5f1-43e0-8b92-bdc83fcb5d64 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6865165 Nov 27 01:11:28.237394 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ff8a00-290f-4397-8c65-22359a81a7a5 x-openstack-request-id: req-f9ff8a00-290f-4397-8c65-22359a81a7a5 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:28.237754 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea17bb0c-c659-49ec-be09-9b9db8f2803d", "name": "network-vif-plugged", "status": "completed", "tag": "07368ce2-25ad-4b82-858f-eff5ff4160ae", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:28.238149 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9ff8a00-290f-4397-8c65-22359a81a7a5 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:28.238683 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea17bb0c-c659-49ec-be09-9b9db8f2803d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07368ce2-25ad-4b82-858f-eff5ff4160ae', 'code': 200} Nov 27 01:11:28.352215 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59c89d74-4a56-404d-aa49-0d22c8c5e13e req-832d406a-5570-45e4-a822-c93bb9ec464c service neutron] 10.222.0.11 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8590899 Nov 27 01:11:28.371786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3ac872-c313-4626-890a-4ad696fa7818,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:28.372853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201d922-f910-47de-9dd5-fb033875d74e req-5cca73c8-2da6-4d0a-ad3d-1426d7e281b3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:28.384296 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6201d922-f910-47de-9dd5-fb033875d74e req-5cca73c8-2da6-4d0a-ad3d-1426d7e281b3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0913508 Nov 27 01:11:28.467669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdabee-a9e6-4865-92f4-f12f61360d1a req-c6e1c974-b244-4f81-9697-c783a84341b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:28.468915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-d1470154-a4ea-4a3d-979c-c4bda40c4752 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:28.470406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-d1470154-a4ea-4a3d-979c-c4bda40c4752 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4265447 Nov 27 01:11:28.470733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3cdabee-a9e6-4865-92f4-f12f61360d1a req-c6e1c974-b244-4f81-9697-c783a84341b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 1101 time: 0.0829856 Nov 27 01:11:28.492760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6201d922-f910-47de-9dd5-fb033875d74e req-4a5ded18-1f57-435e-8f26-949f10e930f8 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038074 Nov 27 01:11:28.526828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c604072-9b25-4612-9eb2-43f82a28d556 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:28.572507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Request body: {'port': {'device_id': 'd120d3b5-cf0d-4950-b630-c8b22e9ae4d3', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '5569de6295414b59a7966358e68516d7'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:28.577000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 5c604072-9b25-4612-9eb2-43f82a28d556 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:28.577389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c604072-9b25-4612-9eb2-43f82a28d556 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:28.602521 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3cdabee-a9e6-4865-92f4-f12f61360d1a req-245efd9c-52ba-465b-bba5-b52d3165adf7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=76861c50-9aab-489d-9a0d-3d79f4649812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032233 Nov 27 01:11:28.754578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01001756-aafd-4a9c-9cab-8c13c72b215c req-dd56e716-729c-4b06-a01c-7adff269b438 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:28.762390 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-01001756-aafd-4a9c-9cab-8c13c72b215c req-dd56e716-729c-4b06-a01c-7adff269b438 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 950 time: 0.4323156 Nov 27 01:11:28.769687 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Attempting to bind port ae3ac872-c313-4626-890a-4ad696fa7818 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:28.770028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Attempting to bind port ae3ac872-c313-4626-890a-4ad696fa7818 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:28.770392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Attempting to bind port ae3ac872-c313-4626-890a-4ad696fa7818 on network e94fedca-8ffd-4ac8-83ec-28a57042d151 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:28.798749 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Port ae3ac872-c313-4626-890a-4ad696fa7818 on network e94fedca-8ffd-4ac8-83ec-28a57042d151 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:11:28.799166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Attempting to bind port ae3ac872-c313-4626-890a-4ad696fa7818 on network e94fedca-8ffd-4ac8-83ec-28a57042d151 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:28.840272 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-01001756-aafd-4a9c-9cab-8c13c72b215c req-0842b7ef-92e4-4ef5-bef9-4604e03eaaa0 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/security-groups?id=76861c50-9aab-489d-9a0d-3d79f4649812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769651 Nov 27 01:11:28.848517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:28.848862 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Checking segment: {'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:28.853354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Bound using segment: {'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:28.853354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Bound port: ae3ac872-c313-4626-890a-4ad696fa7818, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:28.853679 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.952182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59c89d74-4a56-404d-aa49-0d22c8c5e13e req-5be8a698-b7c6-4cf2-bea4-c1f700957ec0 service neutron] 10.222.0.11 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833831 Nov 27 01:11:28.971371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Made reservation on behalf of 5569de6295414b59a7966358e68516d7 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:28.977986 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.990109 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:28.995803 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd405b9c-fcf6-4028-9156-78adec6284de req-c4b688b2-ee23-4eda-af07-c73b29f8e290 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 210 time: 0.0430348 Nov 27 01:11:29.014042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] For port ae3ac872-c313-4626-890a-4ad696fa7818, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:29.023689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] For port ae3ac872-c313-4626-890a-4ad696fa7818, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ae3ac872-c313-4626-890a-4ad696fa7818,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:29.031939 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.109781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:29.110433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.112833 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] 10.222.0.42 "PUT /v2.0/ports/ae3ac872-c313-4626-890a-4ad696fa7818 HTTP/1.1" status: 200 len: 1091 time: 2.5119047 Nov 27 01:11:29.113291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfc1ce9-5b31-4e50-8249-4dcb7e69ec53', 'tag': 'ae3ac872-c313-4626-890a-4ad696fa7818'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:29.115667 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a335975b-f19c-417d-8d1d-8ad9f337ba0e" -d '{"events": [{"name": "network-changed", "server_uuid": "adfc1ce9-5b31-4e50-8249-4dcb7e69ec53", "tag": "ae3ac872-c313-4626-890a-4ad696fa7818"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:29.148052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8f3f0-dcdf-4346-9688-e0e3e6e51268 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3ac872-c313-4626-890a-4ad696fa7818,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:29.209174 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.250964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:29.274105 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce067112-1888-471c-9904-3ab600696420 x-openstack-request-id: req-ce067112-1888-471c-9904-3ab600696420 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:29.274584 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfc1ce9-5b31-4e50-8249-4dcb7e69ec53", "tag": "ae3ac872-c313-4626-890a-4ad696fa7818", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:29.274841 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce067112-1888-471c-9904-3ab600696420 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:29.275249 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfc1ce9-5b31-4e50-8249-4dcb7e69ec53', 'tag': 'ae3ac872-c313-4626-890a-4ad696fa7818', 'status': 'completed', 'code': 200} Nov 27 01:11:29.328885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b547e-d052-485c-9018-6467e49c3a26 req-30b7a4e3-644e-40ad-870d-ceb7bbe18d22 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:29.336651 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf0b547e-d052-485c-9018-6467e49c3a26 req-30b7a4e3-644e-40ad-870d-ceb7bbe18d22 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 943 time: 0.0795891 Nov 27 01:11:29.362955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d624ca42-2b4c-4df6-b869-97be6b7d3e8e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:29.387244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be04cf-4065-483b-b492-a8c98899b584 req-305bff61-bf1c-44ae-8043-b16f4c476159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:29.391143 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-305bff61-bf1c-44ae-8043-b16f4c476159 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1bb42a76d0a4f3daba5ce04775dbea9&device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 1094 time: 0.1922581 Nov 27 01:11:29.428929 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf0b547e-d052-485c-9018-6467e49c3a26 req-d15480f8-43cf-4f83-9a85-a1d492506904 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913823 Nov 27 01:11:29.531037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Allocated IP 192.168.233.67 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/17e43737-e216-4943-a2f9-f78ccef8394e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:29.539815 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-7ce2b42a-54ad-4bc4-bb7a-df24adc8bae5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae3ac872-c313-4626-890a-4ad696fa7818 HTTP/1.1" status: 200 len: 217 time: 0.1323698 Nov 27 01:11:29.598773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cfaf4-1a2a-45c6-a45c-68f30db7040f req-77d73a21-3b40-4a38-89e1-a49da9f48e86 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:29.608327 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e8cfaf4-1a2a-45c6-a45c-68f30db7040f req-77d73a21-3b40-4a38-89e1-a49da9f48e86 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.2228377 Nov 27 01:11:29.657034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dd717-ea8d-4cd3-9aa2-1bf21a68d425 req-d6587895-bd84-47ed-82c0-fe3766cbf6f3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:29.670590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-222dd717-ea8d-4cd3-9aa2-1bf21a68d425 req-d6587895-bd84-47ed-82c0-fe3766cbf6f3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0911472 Nov 27 01:11:29.735017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e8cfaf4-1a2a-45c6-a45c-68f30db7040f req-1caf6d41-a20a-4d03-9f9f-2c2869e1e0f7 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257284 Nov 27 01:11:29.747748 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-222dd717-ea8d-4cd3-9aa2-1bf21a68d425 req-61d8c70a-97af-47ba-8d5d-eae1aa853e64 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751855 Nov 27 01:11:29.753050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be04cf-4065-483b-b492-a8c98899b584 req-9cd77e3a-054e-48fc-ae76-1c25d3f1d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:29.755060 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-9cd77e3a-054e-48fc-ae76-1c25d3f1d2c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6e00b97-2443-4bf7-9ee9-aeacbdcf111b HTTP/1.1" status: 200 len: 854 time: 0.1882961 Nov 27 01:11:29.906954 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-0d9db518-220d-4c37-a0aa-ca8aa9e878f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e94fedca-8ffd-4ac8-83ec-28a57042d151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241937 Nov 27 01:11:29.976811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:30.107410 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:30.158063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3015d-271b-4e79-b967-794e3b9b5d36 req-15b754ba-afc9-4180-9913-2128edc3ee34 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:30.160695 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05c3015d-271b-4e79-b967-794e3b9b5d36 req-15b754ba-afc9-4180-9913-2128edc3ee34 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 935 time: 0.0737622 Nov 27 01:11:30.181905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be38675-8b79-4a8c-82f9-c2d10f302014 req-dafb77dd-726b-49de-9197-ea97005f3ef9 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:30.189822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1be38675-8b79-4a8c-82f9-c2d10f302014 req-dafb77dd-726b-49de-9197-ea97005f3ef9 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 950 time: 0.1800854 Nov 27 01:11:30.222597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:30.226328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05c3015d-271b-4e79-b967-794e3b9b5d36 req-39165194-4bc8-4461-9c6d-d7c8516a5581 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573769 Nov 27 01:11:30.247215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:30.247215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Pushing event updated for resources: {'Port': ['ID=17e43737-e216-4943-a2f9-f78ccef8394e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:30.252085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:30.284885 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-7665ae73-4c17-485f-862a-159029db767c service neutron] 10.222.0.42 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738400 Nov 27 01:11:30.390752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1be38675-8b79-4a8c-82f9-c2d10f302014 req-832075d5-fa7e-4ca0-ad65-6b4578deb121 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/security-groups?id=76861c50-9aab-489d-9a0d-3d79f4649812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991982 Nov 27 01:11:30.400701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:30.401359 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:30.425292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-06e21b30-e359-4544-9204-75ce0a4d1582 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8744528 Nov 27 01:11:30.475488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Request body: {'port': {'device_id': 'd120d3b5-cf0d-4950-b630-c8b22e9ae4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:30.567471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-457ab209-040e-48ea-8254-87a65eb5ce9d None None] Provisioning complete for port 17e43737-e216-4943-a2f9-f78ccef8394e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:30.569115 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-457ab209-040e-48ea-8254-87a65eb5ce9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:30.588625 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13be04cf-4065-483b-b492-a8c98899b584 req-1043cc49-4b20-452b-a44a-021cb2e140da service neutron] 10.222.0.42 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938588 Nov 27 01:11:30.604771 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:30.675826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-457ab209-040e-48ea-8254-87a65eb5ce9d None None] Port 17e43737-e216-4943-a2f9-f78ccef8394e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:30.701562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e7483-dbaf-423b-8c69-5e2f4d055180 req-17759c8f-d84e-429b-a096-a06b7263e112 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:30.703130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-244e7483-dbaf-423b-8c69-5e2f4d055180 req-17759c8f-d84e-429b-a096-a06b7263e112 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 943 time: 0.1204369 Nov 27 01:11:30.863420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335975b-f19c-417d-8d1d-8ad9f337ba0e req-4b93d587-74ad-4082-8cda-35e2308d029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:30.864984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a335975b-f19c-417d-8d1d-8ad9f337ba0e req-4b93d587-74ad-4082-8cda-35e2308d029f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1bb42a76d0a4f3daba5ce04775dbea9&device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 1094 time: 0.1717944 Nov 27 01:11:30.871818 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-244e7483-dbaf-423b-8c69-5e2f4d055180 req-f9cb6e2a-e240-4bd1-8065-0a2f23d0e03b tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556304 Nov 27 01:11:30.922052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ac216-2e82-46fb-bcdd-044815d82efe req-e4b776f8-81a3-4f01-bdaa-2961b74627f1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:30.932883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-931ac216-2e82-46fb-bcdd-044815d82efe req-e4b776f8-81a3-4f01-bdaa-2961b74627f1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0819023 Nov 27 01:11:30.991957 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-931ac216-2e82-46fb-bcdd-044815d82efe req-f4c2e5af-e04e-4b7c-a1b3-c452d7e09433 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580835 Nov 27 01:11:31.099725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335975b-f19c-417d-8d1d-8ad9f337ba0e req-ccfe8bd5-94ee-4f6b-bae0-9df73c21f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:31.099725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a335975b-f19c-417d-8d1d-8ad9f337ba0e req-ccfe8bd5-94ee-4f6b-bae0-9df73c21f1eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=e94fedca-8ffd-4ac8-83ec-28a57042d151 HTTP/1.1" status: 200 len: 915 time: 0.2204750 Nov 27 01:11:31.115179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509b76-d03c-44fe-b940-68a1dd4b8294 req-80a87495-9670-47be-b08e-b69322396050 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:31.123018 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7509b76-d03c-44fe-b940-68a1dd4b8294 req-80a87495-9670-47be-b08e-b69322396050 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1566997 Nov 27 01:11:31.181831 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a335975b-f19c-417d-8d1d-8ad9f337ba0e req-d1b5cd36-3014-4188-bc58-9ea63d9e3f22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae3ac872-c313-4626-890a-4ad696fa7818 HTTP/1.1" status: 200 len: 217 time: 0.0765619 Nov 27 01:11:31.312259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e43737-e216-4943-a2f9-f78ccef8394e {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:31.335431 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7509b76-d03c-44fe-b940-68a1dd4b8294 req-28309a55-90b7-4354-8d22-1df58853c2b1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045634 Nov 27 01:11:31.356781 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:31.360897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335975b-f19c-417d-8d1d-8ad9f337ba0e req-57e60004-3e32-462f-bf56-96f08bc72b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:31.362489 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a335975b-f19c-417d-8d1d-8ad9f337ba0e req-57e60004-3e32-462f-bf56-96f08bc72b77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6e00b97-2443-4bf7-9ee9-aeacbdcf111b HTTP/1.1" status: 200 len: 854 time: 0.1578817 Nov 27 01:11:31.376747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Transition to ACTIVE for port object 17e43737-e216-4943-a2f9-f78ccef8394e will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:11:31.426995 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:31.466785 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a335975b-f19c-417d-8d1d-8ad9f337ba0e req-e9075762-0246-4846-a1d2-7bf4cc79cabb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e94fedca-8ffd-4ac8-83ec-28a57042d151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768836 Nov 27 01:11:31.589275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Pushing event updated for resources: {'Port': ['ID=17e43737-e216-4943-a2f9-f78ccef8394e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:31.788405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a335975b-f19c-417d-8d1d-8ad9f337ba0e req-704f1603-995c-444c-a3ac-453f47c2b8b3 service neutron] 10.222.0.42 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827082 Nov 27 01:11:31.817506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d849a12-eef4-4c51-b99a-cbf6789e5cf0 req-2afa7a01-830e-4157-8386-56a32de7c89e tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:31.824755 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8d849a12-eef4-4c51-b99a-cbf6789e5cf0 req-2afa7a01-830e-4157-8386-56a32de7c89e tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 947 time: 0.2124350 Nov 27 01:11:31.853874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Attempting to bind port 17e43737-e216-4943-a2f9-f78ccef8394e on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:31.854419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Attempting to bind port 17e43737-e216-4943-a2f9-f78ccef8394e by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:31.854657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Attempting to bind port 17e43737-e216-4943-a2f9-f78ccef8394e on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:31.896685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c31a-e380-4b9f-b62c-be2a483aaa92 req-92f426e3-2a5a-4a03-a585-f0e935c623e5 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:31.903004 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a856c31a-e380-4b9f-b62c-be2a483aaa92 req-92f426e3-2a5a-4a03-a585-f0e935c623e5 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 950 time: 0.1013291 Nov 27 01:11:31.927728 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Port 17e43737-e216-4943-a2f9-f78ccef8394e on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:11:31.928363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Attempting to bind port 17e43737-e216-4943-a2f9-f78ccef8394e on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:31.941018 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:31.941671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:31.942273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:31.943110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Bound port: 17e43737-e216-4943-a2f9-f78ccef8394e, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:31.943660 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:31.982978 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a856c31a-e380-4b9f-b62c-be2a483aaa92 req-8bbfff06-a859-48b5-a8c6-2f3ed2c5bdc7 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/security-groups?id=76861c50-9aab-489d-9a0d-3d79f4649812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711961 Nov 27 01:11:32.039092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] For port 17e43737-e216-4943-a2f9-f78ccef8394e, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:32.042629 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] For port 17e43737-e216-4943-a2f9-f78ccef8394e, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=17e43737-e216-4943-a2f9-f78ccef8394e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:32.068868 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8d849a12-eef4-4c51-b99a-cbf6789e5cf0 req-adf0def0-e546-465f-ae6a-9d4eb31622d9 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432077 Nov 27 01:11:32.074857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:32.176234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:32.179425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:32.180858 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] 10.222.0.11 "PUT /v2.0/ports/17e43737-e216-4943-a2f9-f78ccef8394e HTTP/1.1" status: 200 len: 1095 time: 1.7195249 Nov 27 01:11:32.184644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc95aa-a82c-4813-989e-eddcd702189a req-fb295e53-6417-4211-9b4c-fc60efd4c537 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:32.203290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd120d3b5-cf0d-4950-b630-c8b22e9ae4d3', 'tag': '17e43737-e216-4943-a2f9-f78ccef8394e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:32.204970 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3cfc95aa-a82c-4813-989e-eddcd702189a req-fb295e53-6417-4211-9b4c-fc60efd4c537 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 943 time: 0.1398027 Nov 27 01:11:32.205778 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0291e2da-d72e-405a-9bfc-de5e06f54cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d120d3b5-cf0d-4950-b630-c8b22e9ae4d3", "tag": "17e43737-e216-4943-a2f9-f78ccef8394e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:32.245075 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a335975b-f19c-417d-8d1d-8ad9f337ba0e req-91c451f7-1073-4f86-963c-457ef7a3cc03 service neutron] 10.222.0.42 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459569 Nov 27 01:11:32.312498 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6027b9ea-9f1d-427c-bffc-7311bbe68c62 x-openstack-request-id: req-6027b9ea-9f1d-427c-bffc-7311bbe68c62 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:32.313303 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d120d3b5-cf0d-4950-b630-c8b22e9ae4d3", "tag": "17e43737-e216-4943-a2f9-f78ccef8394e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:32.313569 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6027b9ea-9f1d-427c-bffc-7311bbe68c62 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:32.314615 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd120d3b5-cf0d-4950-b630-c8b22e9ae4d3', 'tag': '17e43737-e216-4943-a2f9-f78ccef8394e', 'status': 'completed', 'code': 200} Nov 27 01:11:32.334019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f9cb3-4d59-4625-8fc1-900e2218c407 service neutron] Pushing event updated for resources: {'Port': ['ID=17e43737-e216-4943-a2f9-f78ccef8394e,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:32.359661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-b93bc137-4d74-4534-ac5b-087f2eda373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:32.362685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-b93bc137-4d74-4534-ac5b-087f2eda373d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5569de6295414b59a7966358e68516d7&device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 1098 time: 0.1059186 Nov 27 01:11:32.378049 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3cfc95aa-a82c-4813-989e-eddcd702189a req-f9f0d6c5-e756-4263-9c4b-c29db1fb5fe7 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717381 Nov 27 01:11:32.486773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-d6307c63-8556-4450-8aa9-a0a18a10bd66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=17e43737-e216-4943-a2f9-f78ccef8394e HTTP/1.1" status: 200 len: 217 time: 0.0988379 Nov 27 01:11:32.624954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-845d101d-73f4-459f-ad4a-9f303349dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:32.634311 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-845d101d-73f4-459f-ad4a-9f303349dce3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1342423 Nov 27 01:11:32.652829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa466d58-4ab4-4329-9d1e-b802196af1ec req-80e55621-c6e4-4e9e-856a-9abc42e883d3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:32.665127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aa466d58-4ab4-4329-9d1e-b802196af1ec req-80e55621-c6e4-4e9e-856a-9abc42e883d3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1413319 Nov 27 01:11:32.724449 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aa466d58-4ab4-4329-9d1e-b802196af1ec req-57e29ba5-67e0-43e9-abc0-143dd76f3589 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582182 Nov 27 01:11:32.725955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-14b5f1f6-5c22-4c16-b584-9ea24ece814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:32.727743 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-14b5f1f6-5c22-4c16-b584-9ea24ece814f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815444 Nov 27 01:11:33.161922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ce42f-88e6-4609-8df4-0e37fed66c04 req-24bdafa4-781f-4e52-85b6-a6decd822e9d tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:33.172461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-254ce42f-88e6-4609-8df4-0e37fed66c04 req-24bdafa4-781f-4e52-85b6-a6decd822e9d tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 950 time: 0.1104085 Nov 27 01:11:33.239650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-254ce42f-88e6-4609-8df4-0e37fed66c04 req-f36eaf0a-c4dc-42c3-8d89-81b1187841ce tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/security-groups?id=76861c50-9aab-489d-9a0d-3d79f4649812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656817 Nov 27 01:11:33.240249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb23cb4-1074-4eea-bfd3-e9a9b3f320c2 req-9934c71e-53b0-4fc4-825f-bd0e3a997049 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:33.241959 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-b71f8d49-e841-4659-a0f6-9eae01c49de9 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023599 Nov 27 01:11:33.242927 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-beb23cb4-1074-4eea-bfd3-e9a9b3f320c2 req-9934c71e-53b0-4fc4-825f-bd0e3a997049 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 947 time: 0.0860913 Nov 27 01:11:33.318412 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-beb23cb4-1074-4eea-bfd3-e9a9b3f320c2 req-aba3a93b-0bf4-44b8-89b1-ef7fab9183cb tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691054 Nov 27 01:11:33.389827 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46882fb7-053a-430e-a009-4b181deefb84 req-7b9b5d5a-9383-4ab7-a2b7-b45e38533e32 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:33.393607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46882fb7-053a-430e-a009-4b181deefb84 req-7b9b5d5a-9383-4ab7-a2b7-b45e38533e32 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 950 time: 0.1025863 Nov 27 01:11:33.437581 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ca17de7-7ef5-4a3d-8608-91ec02ce5f53 req-9f6d8d78-b01e-4465-9944-3d7f9155e94a service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815755 Nov 27 01:11:33.504937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ae3ac872-c313-4626-890a-4ad696fa7818 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:33.567216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37479a8d-c02f-4937-958b-98c8977795e0 req-4e388a7f-8318-4839-a0c4-c536c266bea7 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:33.568746 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-37479a8d-c02f-4937-958b-98c8977795e0 req-4e388a7f-8318-4839-a0c4-c536c266bea7 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 943 time: 0.0841210 Nov 27 01:11:33.578938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-46882fb7-053a-430e-a009-4b181deefb84 req-dff9d356-d69e-4bd3-9314-5645ab7095cf tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Deleting port 07368ce2-25ad-4b82-858f-eff5ff4160ae {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:33.579628 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46882fb7-053a-430e-a009-4b181deefb84 req-dff9d356-d69e-4bd3-9314-5645ab7095cf tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:33.660498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ae3ac872-c313-4626-890a-4ad696fa7818, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ae3ac872-c313-4626-890a-4ad696fa7818,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:33.674510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'ae3ac872-c313-4626-890a-4ad696fa7818', 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151', 'port_id': 'ae3ac872-c313-4626-890a-4ad696fa7818', 'mac_address': 'fa:16:3e:0e:ef:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e00b97-2443-4bf7-9ee9-aeacbdcf111b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:33.705036 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-37479a8d-c02f-4937-958b-98c8977795e0 req-c1504fea-f0c5-47cc-9e38-d14b4dcb6cc0 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202078 Nov 27 01:11:33.722513 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:33.736503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3ac872-c313-4626-890a-4ad696fa7818 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:33.778698 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ae3ac872-c313-4626-890a-4ad696fa7818, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ae3ac872-c313-4626-890a-4ad696fa7818,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:33.785679 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:33.856167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ae3ac872-c313-4626-890a-4ad696fa7818,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:33.879998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291e2da-d72e-405a-9bfc-de5e06f54cbe req-dd41184a-e484-4f4d-897f-28209258e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:33.881680 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0291e2da-d72e-405a-9bfc-de5e06f54cbe req-dd41184a-e484-4f4d-897f-28209258e253 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5569de6295414b59a7966358e68516d7&device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 1098 time: 0.3119729 Nov 27 01:11:33.976745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76de2-a82d-4b9a-814f-ff66eefe7d4d req-b00bd6a4-f43f-4c65-bf1f-a8575fab34a0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:33.985054 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ba76de2-a82d-4b9a-814f-ff66eefe7d4d req-b00bd6a4-f43f-4c65-bf1f-a8575fab34a0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1465712 Nov 27 01:11:34.027267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-46882fb7-053a-430e-a009-4b181deefb84 req-dff9d356-d69e-4bd3-9314-5645ab7095cf tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] For port 07368ce2-25ad-4b82-858f-eff5ff4160ae, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=07368ce2-25ad-4b82-858f-eff5ff4160ae,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:34.027905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46882fb7-053a-430e-a009-4b181deefb84 req-dff9d356-d69e-4bd3-9314-5645ab7095cf tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:34.055660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-46882fb7-053a-430e-a009-4b181deefb84 req-dff9d356-d69e-4bd3-9314-5645ab7095cf tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Calling delete_port for 07368ce2-25ad-4b82-858f-eff5ff4160ae owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:34.064879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1bf50-571f-4906-b370-95ef9de510fa req-a63ae6b4-4196-40ea-8d6a-e5bdb2b2d0cc tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:34.077611 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5a1bf50-571f-4906-b370-95ef9de510fa req-a63ae6b4-4196-40ea-8d6a-e5bdb2b2d0cc tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0729284 Nov 27 01:11:34.119454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['ae3ac872-c313-4626-890a-4ad696fa7818'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:34.147321 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5a1bf50-571f-4906-b370-95ef9de510fa req-2993d48e-ca30-4e4e-9719-8839cde03f0f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681632 Nov 27 01:11:34.154553 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ba76de2-a82d-4b9a-814f-ff66eefe7d4d req-e71c67d7-9be9-497c-9896-76bfed6a3f14 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663375 Nov 27 01:11:34.188308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291e2da-d72e-405a-9bfc-de5e06f54cbe req-8b7f1800-1804-4088-ac40-79a9955f12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:34.189832 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0291e2da-d72e-405a-9bfc-de5e06f54cbe req-8b7f1800-1804-4088-ac40-79a9955f12c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.2645075 Nov 27 01:11:34.252663 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0291e2da-d72e-405a-9bfc-de5e06f54cbe req-1f9b1b87-95d5-4b3f-b068-3ec10b7ddc31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=17e43737-e216-4943-a2f9-f78ccef8394e HTTP/1.1" status: 200 len: 217 time: 0.0519645 Nov 27 01:11:34.401589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291e2da-d72e-405a-9bfc-de5e06f54cbe req-08489dce-1522-40ae-910d-0210342118cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:34.403134 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0291e2da-d72e-405a-9bfc-de5e06f54cbe req-08489dce-1522-40ae-910d-0210342118cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.1275408 Nov 27 01:11:34.460597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46882fb7-053a-430e-a009-4b181deefb84 req-dff9d356-d69e-4bd3-9314-5645ab7095cf tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:34.506927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1dd3c-2482-415e-a525-ad7d52ed8244 req-64e9df91-907a-4e95-b8b4-b1da68297ddb tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:34.514348 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fb1dd3c-2482-415e-a525-ad7d52ed8244 req-64e9df91-907a-4e95-b8b4-b1da68297ddb tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea17bb0c-c659-49ec-be09-9b9db8f2803d HTTP/1.1" status: 200 len: 950 time: 0.1516151 Nov 27 01:11:34.516569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9d356-d69e-4bd3-9314-5645ab7095cf tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Pushing event deleted for resources: {'Port': ['ID=07368ce2-25ad-4b82-858f-eff5ff4160ae,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:34.558275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291e2da-d72e-405a-9bfc-de5e06f54cbe req-c7694bc3-9c0d-4f6c-8dcc-a68993938bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:34.559912 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0291e2da-d72e-405a-9bfc-de5e06f54cbe req-c7694bc3-9c0d-4f6c-8dcc-a68993938bf2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465178 Nov 27 01:11:34.598860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-46882fb7-053a-430e-a009-4b181deefb84 req-dff9d356-d69e-4bd3-9314-5645ab7095cf tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] No DVR routers for this DVR port 07368ce2-25ad-4b82-858f-eff5ff4160ae on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:34.601872 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46882fb7-053a-430e-a009-4b181deefb84 req-dff9d356-d69e-4bd3-9314-5645ab7095cf tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:34.607563 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46882fb7-053a-430e-a009-4b181deefb84 req-dff9d356-d69e-4bd3-9314-5645ab7095cf tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.42 "DELETE /v2.0/ports/07368ce2-25ad-4b82-858f-eff5ff4160ae HTTP/1.1" status: 204 len: 173 time: 1.2035325 Nov 27 01:11:34.617509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea17bb0c-c659-49ec-be09-9b9db8f2803d', 'name': 'network-vif-deleted', 'tag': '07368ce2-25ad-4b82-858f-eff5ff4160ae'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:34.618338 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce1794-7fd3-4321-9ae4-cc8b6e22993d" -d '{"events": [{"server_uuid": "ea17bb0c-c659-49ec-be09-9b9db8f2803d", "name": "network-vif-deleted", "tag": "07368ce2-25ad-4b82-858f-eff5ff4160ae"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:34.737848 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fb1dd3c-2482-415e-a525-ad7d52ed8244 req-9d1959c6-78be-4d24-84ab-6bbc4102cb62 tempest-TenantUsagesTestJSON-287045628 tempest-TenantUsagesTestJSON-287045628-project] 10.222.0.37 "GET /v2.0/security-groups?id=76861c50-9aab-489d-9a0d-3d79f4649812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201383 Nov 27 01:11:34.778931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['07368ce2-25ad-4b82-858f-eff5ff4160ae'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:34.793285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6309328-cc90-40fc-8f3a-003cef9cda70 req-2f3418b0-f638-4067-aeac-5517ade2507c tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:34.796125 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6309328-cc90-40fc-8f3a-003cef9cda70 req-2f3418b0-f638-4067-aeac-5517ade2507c tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 947 time: 0.0792651 Nov 27 01:11:34.842269 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0291e2da-d72e-405a-9bfc-de5e06f54cbe req-4ea3d9c4-f48c-41af-9b53-d50b492ec471 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528059 Nov 27 01:11:34.902785 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6309328-cc90-40fc-8f3a-003cef9cda70 req-59bccac3-b8cd-4876-ae15-e54ad59d238b tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993407 Nov 27 01:11:34.979329 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80167575-5ec8-4eea-8f2e-ade301dd470d x-openstack-request-id: req-80167575-5ec8-4eea-8f2e-ade301dd470d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:34.979676 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea17bb0c-c659-49ec-be09-9b9db8f2803d", "name": "network-vif-deleted", "tag": "07368ce2-25ad-4b82-858f-eff5ff4160ae", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:34.979772 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80167575-5ec8-4eea-8f2e-ade301dd470d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:34.980117 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea17bb0c-c659-49ec-be09-9b9db8f2803d', 'name': 'network-vif-deleted', 'tag': '07368ce2-25ad-4b82-858f-eff5ff4160ae', 'status': 'completed', 'code': 200} Nov 27 01:11:35.033160 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0291e2da-d72e-405a-9bfc-de5e06f54cbe req-0c60f18b-45f5-439d-8ae4-b9bd63827606 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697664 Nov 27 01:11:35.124214 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8922197-9f15-4511-9cd3-5123bab66388 req-7a13fe19-00f0-44d0-a210-4437af390bc6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:35.132773 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8922197-9f15-4511-9cd3-5123bab66388 req-7a13fe19-00f0-44d0-a210-4437af390bc6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 944 time: 0.1235309 Nov 27 01:11:35.198444 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8922197-9f15-4511-9cd3-5123bab66388 req-a3d583cc-0e62-4f1d-a28e-79c68685d805 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643351 Nov 27 01:11:35.337469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74d7a2-8373-4b3a-a8fc-81ff9c6af67c req-8ab8cf62-5007-4ddc-aee8-2f949490aca1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:35.339043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4d74d7a2-8373-4b3a-a8fc-81ff9c6af67c req-8ab8cf62-5007-4ddc-aee8-2f949490aca1 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0662587 Nov 27 01:11:35.421513 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4d74d7a2-8373-4b3a-a8fc-81ff9c6af67c req-0ce79c82-3cec-49f1-a266-ba1343842987 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564337 Nov 27 01:11:35.501206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ae3ac872-c313-4626-890a-4ad696fa7818 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:35.728948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port ae3ac872-c313-4626-890a-4ad696fa7818 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:11:35.733189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port ae3ac872-c313-4626-890a-4ad696fa7818 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:35.733562 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:35.840675 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:35.886899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ae3ac872-c313-4626-890a-4ad696fa7818, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ae3ac872-c313-4626-890a-4ad696fa7818,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:35.888033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfc1ce9-5b31-4e50-8249-4dcb7e69ec53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3ac872-c313-4626-890a-4ad696fa7818'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:35.891225 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158f9521-6ef2-49ba-a0bf-b406187ec9c0" -d '{"events": [{"server_uuid": "adfc1ce9-5b31-4e50-8249-4dcb7e69ec53", "name": "network-vif-plugged", "status": "completed", "tag": "ae3ac872-c313-4626-890a-4ad696fa7818"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:35.896538 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:35.977026 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0d65e3-868c-4aa3-8a22-5c114a3d03ef x-openstack-request-id: req-ce0d65e3-868c-4aa3-8a22-5c114a3d03ef {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:35.978347 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfc1ce9-5b31-4e50-8249-4dcb7e69ec53", "name": "network-vif-plugged", "status": "completed", "tag": "ae3ac872-c313-4626-890a-4ad696fa7818", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:35.978858 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce0d65e3-868c-4aa3-8a22-5c114a3d03ef {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:35.980199 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfc1ce9-5b31-4e50-8249-4dcb7e69ec53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3ac872-c313-4626-890a-4ad696fa7818', 'code': 200} Nov 27 01:11:36.035331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ae3ac872-c313-4626-890a-4ad696fa7818,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:36.076108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822d9da-29b8-49aa-8099-ae4c88894b3d req-ffb3ac5c-9a38-4262-a0a2-54e9d7557f83 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:36.084081 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b822d9da-29b8-49aa-8099-ae4c88894b3d req-ffb3ac5c-9a38-4262-a0a2-54e9d7557f83 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 947 time: 0.0633101 Nov 27 01:11:36.241229 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b822d9da-29b8-49aa-8099-ae4c88894b3d req-f482abb1-21dd-4251-b86b-2e65c5a027bf tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560934 Nov 27 01:11:36.245454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bacdc2-45cc-4b0e-93d0-b34a207faec1 req-b50adb29-64df-4711-b3ee-611bc0857b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:36.247097 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86bacdc2-45cc-4b0e-93d0-b34a207faec1 req-b50adb29-64df-4711-b3ee-611bc0857b42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 1096 time: 0.1558371 Nov 27 01:11:36.357034 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86bacdc2-45cc-4b0e-93d0-b34a207faec1 req-b84fab5c-ffe0-46f5-90bc-732ab7332542 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008868 Nov 27 01:11:36.410268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54792) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:36.417270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b2b58-53a7-4952-b9c2-3507193ba4f1 req-4e0b49d3-c139-4969-b24b-a8a1ede6df86 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:36.442210 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1c1b2b58-53a7-4952-b9c2-3507193ba4f1 req-4e0b49d3-c139-4969-b24b-a8a1ede6df86 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.1144738 Nov 27 01:11:36.532984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1c1b2b58-53a7-4952-b9c2-3507193ba4f1 req-cf78030d-56f7-4c9e-9a4c-11f2caed8241 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894461 Nov 27 01:11:36.544812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 17e43737-e216-4943-a2f9-f78ccef8394e details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:36.672335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872823f-0a26-4210-b4ba-173799133e62 req-0b1aaffb-a3f3-4359-952a-246b727dc10f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:36.680707 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6872823f-0a26-4210-b4ba-173799133e62 req-0b1aaffb-a3f3-4359-952a-246b727dc10f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1212413 Nov 27 01:11:36.716572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 17e43737-e216-4943-a2f9-f78ccef8394e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=17e43737-e216-4943-a2f9-f78ccef8394e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:36.732315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '17e43737-e216-4943-a2f9-f78ccef8394e', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '17e43737-e216-4943-a2f9-f78ccef8394e', 'mac_address': 'fa:16:3e:9d:01:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:36.737761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54798) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:36.738514 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d9bf4e21-bf63-4385-abbd-f5accfe836fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d66f5ad1c07040f1ad8ecdd72abbdeaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258660 Nov 27 01:11:36.784402 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.795657 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6872823f-0a26-4210-b4ba-173799133e62 req-f0a443b3-26ce-47b1-94b7-fc927f158cfc tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985873 Nov 27 01:11:36.806269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e43737-e216-4943-a2f9-f78ccef8394e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:36.824792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 17e43737-e216-4943-a2f9-f78ccef8394e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=17e43737-e216-4943-a2f9-f78ccef8394e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:36.835767 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.850309 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89c187d1-60bb-4418-99dd-36bd6c07210e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.892472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89c187d1-60bb-4418-99dd-36bd6c07210e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.930370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=17e43737-e216-4943-a2f9-f78ccef8394e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:36.969331 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89c187d1-60bb-4418-99dd-36bd6c07210e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.973674 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89c187d1-60bb-4418-99dd-36bd6c07210e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:36.977612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-89c187d1-60bb-4418-99dd-36bd6c07210e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76861c50-9aab-489d-9a0d-3d79f4649812 HTTP/1.1" status: 204 len: 168 time: 0.2387617 Nov 27 01:11:36.987547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c187d1-60bb-4418-99dd-36bd6c07210e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76861c50-9aab-489d-9a0d-3d79f4649812,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:37.313361 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['17e43737-e216-4943-a2f9-f78ccef8394e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:37.409495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54822) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:37.438399 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.454576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69e9ed-4d7a-4621-b294-c3e53d27b1b8 req-fddef47d-54ee-4236-a917-f2d2bb351630 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:37.458402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5f69e9ed-4d7a-4621-b294-c3e53d27b1b8 req-fddef47d-54ee-4236-a917-f2d2bb351630 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 948 time: 0.1490111 Nov 27 01:11:37.542342 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 07368ce2-25ad-4b82-858f-eff5ff4160ae no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:37.545183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5f69e9ed-4d7a-4621-b294-c3e53d27b1b8 req-46507b77-3020-47c8-bb29-af47bbc9302e tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802929 Nov 27 01:11:37.592572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 07368ce2-25ad-4b82-858f-eff5ff4160ae {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:37.592920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 07368ce2-25ad-4b82-858f-eff5ff4160ae not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:37.597785 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.603965 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.643497 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbe87441e37f47c2ad0e2f00af577cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328725 Nov 27 01:11:37.646455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54826) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:37.666723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc86879d-c0c4-4de6-93be-52d4a43b74a2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:37.677184 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:37.677915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:37.678764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:37.679362 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:37.679882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:37.680450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:37.680983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:37.681503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:37.682182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:37.682768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:37.683331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:37.683866 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1ee4a-ba2d-4498-9a43-6e2505f8cebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:37.727685 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae8814f1-6c9b-4575-b701-11f3833312c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.759579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6eca8b-1b5e-4bb5-bb79-3f9e11acbbf4 req-d38fa0d9-86d5-4fde-91ed-8c967d3e9c33 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:37.760618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae8814f1-6c9b-4575-b701-11f3833312c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.768837 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f6eca8b-1b5e-4bb5-bb79-3f9e11acbbf4 req-d38fa0d9-86d5-4fde-91ed-8c967d3e9c33 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0764494 Nov 27 01:11:37.855278 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f6eca8b-1b5e-4bb5-bb79-3f9e11acbbf4 req-b1c563a0-abb4-4f59-8bd5-6205ff4066f0 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833416 Nov 27 01:11:37.856467 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae8814f1-6c9b-4575-b701-11f3833312c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.875204 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae8814f1-6c9b-4575-b701-11f3833312c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:37.879509 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ae8814f1-6c9b-4575-b701-11f3833312c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc86879d-c0c4-4de6-93be-52d4a43b74a2 HTTP/1.1" status: 204 len: 168 time: 0.2314360 Nov 27 01:11:37.897759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8814f1-6c9b-4575-b701-11f3833312c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc86879d-c0c4-4de6-93be-52d4a43b74a2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:37.998608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947ae93-2eba-4c52-bd45-a232927dc5f4 req-6a197bf7-f272-49e9-b751-39d58a0dfcfd tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:38.000190 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d947ae93-2eba-4c52-bd45-a232927dc5f4 req-6a197bf7-f272-49e9-b751-39d58a0dfcfd tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.0750482 Nov 27 01:11:38.067791 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d947ae93-2eba-4c52-bd45-a232927dc5f4 req-32d521bd-bfec-472e-a319-f193d75ed82d tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594263 Nov 27 01:11:38.717892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeefcd7-c171-4251-acab-ee29e4f9f2ec req-8f9daee1-f692-4e13-ab21-661324309594 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:38.729115 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-feeefcd7-c171-4251-acab-ee29e4f9f2ec req-8f9daee1-f692-4e13-ab21-661324309594 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 948 time: 0.0866923 Nov 27 01:11:38.790545 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-feeefcd7-c171-4251-acab-ee29e4f9f2ec req-948080ac-2ac4-4a94-ab11-35f8391afce9 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572033 Nov 27 01:11:38.863040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54868) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:39.026281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-network', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:39.102752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Made reservation on behalf of 871a101edd3a4fcc883d83b04d0027c5 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:39.106673 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.125814 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.140096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5fb4a-1e6b-4203-a59f-caed3a377421 req-5a209523-8349-4854-8d68-0746944c86d4 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:39.141354 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90e5fb4a-1e6b-4203-a59f-caed3a377421 req-5a209523-8349-4854-8d68-0746944c86d4 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.1359177 Nov 27 01:11:39.223926 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.240562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.255137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:11:39.264756 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90e5fb4a-1e6b-4203-a59f-caed3a377421 req-ca1db097-2317-4de5-beb0-8bbb589456dd tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085186 Nov 27 01:11:39.266012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.266508 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Added segment 5b5e8d61-3920-4619-9425-c97ec38e7a6f of type vlan for network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 Nov 27 01:11:39.374743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:39.414937 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.447770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47992a-8a55-4f0a-999a-548d44324b28 req-9cdc3b15-1835-4f0d-b323-7a31c02aa1d2 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:39.460631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9f47992a-8a55-4f0a-999a-548d44324b28 req-9cdc3b15-1835-4f0d-b323-7a31c02aa1d2 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.2350760 Nov 27 01:11:39.482586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a01f36-1a0d-4029-8703-bf7451a626f9 req-38ca6257-ad5e-49bf-b67f-c829881803e6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:39.484489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12a01f36-1a0d-4029-8703-bf7451a626f9 req-38ca6257-ad5e-49bf-b67f-c829881803e6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0602891 Nov 27 01:11:39.517193 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.518793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:39.519572 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:39.574121 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12a01f36-1a0d-4029-8703-bf7451a626f9 req-a4abf5fa-b327-4212-892e-9c1582f5a435 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738447 Nov 27 01:11:39.634964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9f47992a-8a55-4f0a-999a-548d44324b28 req-c8cc05f9-2a5d-4e58-b969-c6b288218d6a tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730111 Nov 27 01:11:39.661840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] Pushing event updated for resources: {'Network': ['ID=687713a2-90e0-41ab-8cf4-6201a1d6f4e8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:39.671934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54900) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:39.672267 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-66f037d0-69c4-43b2-8cd0-1acf57bec12d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8080783 Nov 27 01:11:39.677987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d95bd074-06cb-4d34-b5a9-fc50bddec86d admin admin] Request body: {'subnet': {'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-subnet', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:39.688857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:11:39.735781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95bd074-06cb-4d34-b5a9-fc50bddec86d admin admin] Made reservation on behalf of 871a101edd3a4fcc883d83b04d0027c5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:39.738885 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d95bd074-06cb-4d34-b5a9-fc50bddec86d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.022229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b99cd4-7ba9-4dd5-91fb-79276abe9eb2 req-9bb03eef-162e-4ce7-90d9-b405739c2aa8 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:40.025891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43b99cd4-7ba9-4dd5-91fb-79276abe9eb2 req-9bb03eef-162e-4ce7-90d9-b405739c2aa8 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0662725 Nov 27 01:11:40.086970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7503750-ad2d-4d9a-bd7a-4934c1d74a9f req-a92ab998-1f62-441a-ad69-1a5aa50bb089 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:40.089050 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7503750-ad2d-4d9a-bd7a-4934c1d74a9f req-a92ab998-1f62-441a-ad69-1a5aa50bb089 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 948 time: 0.1410146 Nov 27 01:11:40.111283 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d95bd074-06cb-4d34-b5a9-fc50bddec86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.119747 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43b99cd4-7ba9-4dd5-91fb-79276abe9eb2 req-75cf9edb-1044-4b33-9cb8-4b55fc593a26 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826731 Nov 27 01:11:40.216821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bd074-06cb-4d34-b5a9-fc50bddec86d admin admin] Pushing event updated for resources: {'Subnet': ['ID=60839889-d108-4626-be59-60e2be3229e0,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:40.230280 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7503750-ad2d-4d9a-bd7a-4934c1d74a9f req-169cc306-51af-4c8a-a513-47a116880dce tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190231 Nov 27 01:11:40.238534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95bd074-06cb-4d34-b5a9-fc50bddec86d admin admin] Checking segment: {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:40.238899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95bd074-06cb-4d34-b5a9-fc50bddec86d admin admin] Network hostable DHCP agents. Network: 687713a2-90e0-41ab-8cf4-6201a1d6f4e8, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:11:40.240122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531c5f7-97cb-4104-9adf-1b144752662f req-90773816-b0e6-48ee-b394-095d2496b657 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:40.242542 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f531c5f7-97cb-4104-9adf-1b144752662f req-90773816-b0e6-48ee-b394-095d2496b657 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0539982 Nov 27 01:11:40.257347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95bd074-06cb-4d34-b5a9-fc50bddec86d admin admin] Network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:11:40.267342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-d95bd074-06cb-4d34-b5a9-fc50bddec86d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 687713a2-90e0-41ab-8cf4-6201a1d6f4e8) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:40.272050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95bd074-06cb-4d34-b5a9-fc50bddec86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:40.272650 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d95bd074-06cb-4d34-b5a9-fc50bddec86d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.279951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9cfad0-675a-4221-a7e4-b6aec469ffe6 None None] Network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:40.291513 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d95bd074-06cb-4d34-b5a9-fc50bddec86d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6178112 Nov 27 01:11:40.294692 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54920) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:40.302616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:40.315569 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f531c5f7-97cb-4104-9adf-1b144752662f req-ebc15fb2-fed2-4f78-a6af-a8cb31e2882b tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635304 Nov 27 01:11:40.338577 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.340867 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.426836 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.488790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:11:40.489780 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.593888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2bd78ad4-db48-445d-ba92-f1f893a2604d details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:40.597792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 17e43737-e216-4943-a2f9-f78ccef8394e up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:40.691663 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.845297 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 17e43737-e216-4943-a2f9-f78ccef8394e completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:11:40.863419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 17e43737-e216-4943-a2f9-f78ccef8394e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:40.863805 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:40.933206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Allocated IP 172.20.0.2 (687713a2-90e0-41ab-8cf4-6201a1d6f4e8/60839889-d108-4626-be59-60e2be3229e0/55c4a61e-a504-4a35-98c1-e58fbfbab6da) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:40.973342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09d889-7954-4584-aa0d-e8533fca9bf8 req-7de590f2-183a-45d1-97b2-605bce73a21f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:40.981597 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb09d889-7954-4584-aa0d-e8533fca9bf8 req-7de590f2-183a-45d1-97b2-605bce73a21f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 949 time: 0.1792006 Nov 27 01:11:41.063455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:41.072877 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.086558 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.102974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '2bd78ad4-db48-445d-ba92-f1f893a2604d', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '2bd78ad4-db48-445d-ba92-f1f893a2604d', 'mac_address': 'fa:16:3e:b8:a2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:41.105093 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.138690 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb09d889-7954-4584-aa0d-e8533fca9bf8 req-6f26f467-0a7b-462c-8c92-ad8111d7846f tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561391 Nov 27 01:11:41.182625 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.217143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 17e43737-e216-4943-a2f9-f78ccef8394e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=17e43737-e216-4943-a2f9-f78ccef8394e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:41.226349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd120d3b5-cf0d-4950-b630-c8b22e9ae4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e43737-e216-4943-a2f9-f78ccef8394e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:41.229558 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52e9c8c-d479-4fd7-a092-1f8f78e6d3ee" -d '{"events": [{"server_uuid": "d120d3b5-cf0d-4950-b630-c8b22e9ae4d3", "name": "network-vif-plugged", "status": "completed", "tag": "17e43737-e216-4943-a2f9-f78ccef8394e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:41.235113 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.273755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bd78ad4-db48-445d-ba92-f1f893a2604d {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:41.334877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:41.353172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Allocated IP 172.25.3.26 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/4bf8c7e8-67ba-4e13-80d9-47da984c825a) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:41.372199 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.386304 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=17e43737-e216-4943-a2f9-f78ccef8394e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:41.433509 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.463906 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddc62-edce-4ba5-ae8c-9b9041f3f9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.471580 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.483096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2bd78ad4-db48-445d-ba92-f1f893a2604d,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:41.528727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:41.531922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:41.541090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:41.552212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Pushing event updated for resources: {'Port': ['ID=55c4a61e-a504-4a35-98c1-e58fbfbab6da,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:41.575694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d75a9-3458-4947-a1db-a870875e8ef3 req-531ed0d4-e278-4495-93ba-647ad68de2f1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:41.577415 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a97d75a9-3458-4947-a1db-a870875e8ef3 req-531ed0d4-e278-4495-93ba-647ad68de2f1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.1366765 Nov 27 01:11:41.593878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.615779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Attempting to bind port 55c4a61e-a504-4a35-98c1-e58fbfbab6da on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:41.616261 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Attempting to bind port 55c4a61e-a504-4a35-98c1-e58fbfbab6da by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:41.616890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Attempting to bind port 55c4a61e-a504-4a35-98c1-e58fbfbab6da on network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:41.623765 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:41.624296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Checking segment: {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:41.624807 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.625294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Bound using segment: {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:41.625870 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Bound port: 55c4a61e-a504-4a35-98c1-e58fbfbab6da, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:41.626385 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.654459 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a97d75a9-3458-4947-a1db-a870875e8ef3 req-1baea8b7-9ef9-441f-8d5b-2a67dca0ca9d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660951 Nov 27 01:11:41.676745 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abf6275-07a3-4b4d-a139-b5ab4140fd37 x-openstack-request-id: req-6abf6275-07a3-4b4d-a139-b5ab4140fd37 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:41.677115 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d120d3b5-cf0d-4950-b630-c8b22e9ae4d3", "name": "network-vif-plugged", "status": "completed", "tag": "17e43737-e216-4943-a2f9-f78ccef8394e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:41.677438 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6abf6275-07a3-4b4d-a139-b5ab4140fd37 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:41.677894 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd120d3b5-cf0d-4950-b630-c8b22e9ae4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e43737-e216-4943-a2f9-f78ccef8394e', 'code': 200} Nov 27 01:11:41.694538 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.706403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] For port 55c4a61e-a504-4a35-98c1-e58fbfbab6da, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:41.722450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] For port 55c4a61e-a504-4a35-98c1-e58fbfbab6da, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=55c4a61e-a504-4a35-98c1-e58fbfbab6da,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:41.734336 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:41.796771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:41.805636 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:41.814455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Pushing event updated for resources: {'Port': ['ID=4bf8c7e8-67ba-4e13-80d9-47da984c825a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:41.826219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:41.833108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2616e-4610-49e8-a2b4-976195966ce6 None None] Pushing event updated for resources: {'Port': ['ID=55c4a61e-a504-4a35-98c1-e58fbfbab6da,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:41.847617 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['2bd78ad4-db48-445d-ba92-f1f893a2604d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:41.883669 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dacc5e-9f39-4383-8683-298358e03579 req-f4ff9dc3-ae6b-4e88-91e9-0b5beaeac3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:41.886882 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20dacc5e-9f39-4383-8683-298358e03579 req-f4ff9dc3-ae6b-4e88-91e9-0b5beaeac3f0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 1100 time: 0.1107540 Nov 27 01:11:41.904153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d339a-2729-476b-b923-814f56b4cf31 req-bb807361-cd10-460e-ab46-b318f754cb47 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:41.908968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ac7d339a-2729-476b-b923-814f56b4cf31 req-bb807361-cd10-460e-ab46-b318f754cb47 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 949 time: 0.1457491 Nov 27 01:11:42.053312 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20dacc5e-9f39-4383-8683-298358e03579 req-7a1fee2b-480b-4b17-a088-bcd392f111dc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402047 Nov 27 01:11:42.123393 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ac7d339a-2729-476b-b923-814f56b4cf31 req-0bac293d-c2d5-49a4-a60c-29bc9c945033 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939638 Nov 27 01:11:42.354456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a587c6b-56f2-4ac6-8961-b9024c5351aa req-f432cc86-b9d4-4841-8f28-b3f7e04642db tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:42.357258 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a587c6b-56f2-4ac6-8961-b9024c5351aa req-f432cc86-b9d4-4841-8f28-b3f7e04642db tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 948 time: 0.0912328 Nov 27 01:11:42.382623 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:42.404426 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a587c6b-56f2-4ac6-8961-b9024c5351aa req-640975e3-3fbf-40b9-a9c1-fec27dadd8bd tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Nov 27 01:11:42.438997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-c9f54b6c-b1a9-4ade-861e-11358824fb63 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:42.441067 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-c9f54b6c-b1a9-4ade-861e-11358824fb63 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/networks?id=b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 200 len: 805 time: 0.2053237 Nov 27 01:11:42.489235 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-fad4bbb8-3027-4796-a65f-821a594581b4 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/quotas/ce3ee8bd4f5b41dc9628ea3e927651b8 HTTP/1.1" status: 200 len: 375 time: 0.0417898 Nov 27 01:11:42.571038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2bd78ad4-db48-445d-ba92-f1f893a2604d no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:42.598641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-3c390382-20a9-4737-979d-a481c1c30b39 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019399 Nov 27 01:11:42.649622 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:42.663799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2bd78ad4-db48-445d-ba92-f1f893a2604d {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:42.686109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:42.692895 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:42.747112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2bd78ad4-db48-445d-ba92-f1f893a2604d,revision_number=10']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:42.821769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ff998-003b-4f96-a962-90e0bbeaf2f0 req-d071f931-b213-4cee-95dc-6991f4af1a58 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:42.823587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b3ff998-003b-4f96-a962-90e0bbeaf2f0 req-d071f931-b213-4cee-95dc-6991f4af1a58 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0548811 Nov 27 01:11:42.881316 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b3ff998-003b-4f96-a962-90e0bbeaf2f0 req-ac2f7de1-d604-4fcd-9b83-365bb8fe8932 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507233 Nov 27 01:11:43.014434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff19d28-7f95-49cc-90e0-d4c6fc20b881 None None] Network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:43.017303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:43.089496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-42017b45-485d-43f6-b95e-da51037df7e0 service neutron] 10.222.0.37 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434000 Nov 27 01:11:43.107693 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5bc41840-a3b8-439f-bd7f-4b72b3867f9e None None] Provisioning complete for port 55c4a61e-a504-4a35-98c1-e58fbfbab6da triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:43.108058 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5bc41840-a3b8-439f-bd7f-4b72b3867f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:43.252116 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5bc41840-a3b8-439f-bd7f-4b72b3867f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:43.290266 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-a629fd25-f5b4-49f9-97d2-ac4c28b8ba55 service neutron] 10.222.0.37 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922603 Nov 27 01:11:43.296254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcfb07-1a2d-40e6-b637-22cf83cdfaa9 req-1fc797fc-bb38-4618-86d7-2e38355447d9 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:43.299626 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4bcfb07-1a2d-40e6-b637-22cf83cdfaa9 req-1fc797fc-bb38-4618-86d7-2e38355447d9 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 949 time: 0.0745535 Nov 27 01:11:43.301814 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5bc41840-a3b8-439f-bd7f-4b72b3867f9e None None] For port 55c4a61e-a504-4a35-98c1-e58fbfbab6da, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=55c4a61e-a504-4a35-98c1-e58fbfbab6da,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:43.312647 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5bc41840-a3b8-439f-bd7f-4b72b3867f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:43.316297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Router a68c0cc8-925a-4f75-927b-09a96e64c246 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:11:43.437296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 55c4a61e-a504-4a35-98c1-e58fbfbab6da up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:43.440156 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4bcfb07-1a2d-40e6-b637-22cf83cdfaa9 req-9c16ef9f-bd93-43ce-835c-06d31db98705 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330690 Nov 27 01:11:43.448010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc41840-a3b8-439f-bd7f-4b72b3867f9e None None] Pushing event updated for resources: {'Port': ['ID=55c4a61e-a504-4a35-98c1-e58fbfbab6da,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:43.523114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 55c4a61e-a504-4a35-98c1-e58fbfbab6da triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:43.523652 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:43.611983 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0dc154b3-1a51-4b8e-a8c7-50e2512b9f5c req-a0ea2c43-bada-416f-a42b-4f78a7c06e01 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 210 time: 0.0352125 Nov 27 01:11:43.668980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:11:43.674735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-18ca6016-1039-4fcf-9edb-75cce3ba5b7a None None] Provisioning complete for port 55c4a61e-a504-4a35-98c1-e58fbfbab6da triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:43.675104 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-18ca6016-1039-4fcf-9edb-75cce3ba5b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:43.683878 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Sync routers for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:11:43.685138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f83838-35a1-4f52-bdc7-c0b3e667f0fc req-4762db6a-54e4-4850-8e7a-7bc98f8a7814 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:43.688155 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50f83838-35a1-4f52-bdc7-c0b3e667f0fc req-4762db6a-54e4-4850-8e7a-7bc98f8a7814 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 948 time: 0.1039231 Nov 27 01:11:43.699435 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:43.702370 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:11:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:43.713866 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:43.719569 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e2f2f134-deba-44d5-954a-b16990b142de admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.4226551 Nov 27 01:11:43.720514 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55048) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:43.799067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50f83838-35a1-4f52-bdc7-c0b3e667f0fc req-70bbf66c-92fd-4324-98d0-38055992f9d3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026092 Nov 27 01:11:43.857021 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-89cd2b27-13c0-4411-bcf1-2a94678e7f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:43.860691 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:11:43.874905 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:44.048451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb15b2f-2a87-4f0b-b9a8-e6218f4720cc req-ec009613-2b32-4f94-8221-da93629ea4c2 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:44.051035 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dfb15b2f-2a87-4f0b-b9a8-e6218f4720cc req-ec009613-2b32-4f94-8221-da93629ea4c2 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ab94161-e00f-4195-b804-3f1036777cf6 HTTP/1.1" status: 200 len: 946 time: 0.1146629 Nov 27 01:11:44.073589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcffa0-6c2d-4292-a4b6-69a56c555d64 req-ba160ef1-b7a6-4f5a-93d3-98984cb8a6ae tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:44.075095 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4dcffa0-6c2d-4292-a4b6-69a56c555d64 req-ba160ef1-b7a6-4f5a-93d3-98984cb8a6ae tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0873160 Nov 27 01:11:44.077866 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:42Z', 'revision_number': 3, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:44.108431 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Checking router: a68c0cc8-925a-4f75-927b-09a96e64c246 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:11:44.108999 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Updating router a68c0cc8-925a-4f75-927b-09a96e64c246 port 4bf8c7e8-67ba-4e13-80d9-47da984c825a binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:11:44.141570 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.145043 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.183167 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4dcffa0-6c2d-4292-a4b6-69a56c555d64 req-823b04de-5308-4348-92a0-6fbaddedde21 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008036 Nov 27 01:11:44.220478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-dfb15b2f-2a87-4f0b-b9a8-e6218f4720cc req-6e8a056d-3daa-4c4a-9ef3-7c8fd2138b2e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Deleting port 57e46dcf-1035-4f58-b04e-f059476cb0d1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:44.222752 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dfb15b2f-2a87-4f0b-b9a8-e6218f4720cc req-6e8a056d-3daa-4c4a-9ef3-7c8fd2138b2e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.304519 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.337162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-dfb15b2f-2a87-4f0b-b9a8-e6218f4720cc req-6e8a056d-3daa-4c4a-9ef3-7c8fd2138b2e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] For port 57e46dcf-1035-4f58-b04e-f059476cb0d1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=57e46dcf-1035-4f58-b04e-f059476cb0d1,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:44.337777 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dfb15b2f-2a87-4f0b-b9a8-e6218f4720cc req-6e8a056d-3daa-4c4a-9ef3-7c8fd2138b2e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.352245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-dfb15b2f-2a87-4f0b-b9a8-e6218f4720cc req-6e8a056d-3daa-4c4a-9ef3-7c8fd2138b2e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Calling delete_port for 57e46dcf-1035-4f58-b04e-f059476cb0d1 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:44.447883 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.457392 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.499646 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Allocated IP 172.20.0.1 (687713a2-90e0-41ab-8cf4-6201a1d6f4e8/60839889-d108-4626-be59-60e2be3229e0/6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:44.538028 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dfb15b2f-2a87-4f0b-b9a8-e6218f4720cc req-6e8a056d-3daa-4c4a-9ef3-7c8fd2138b2e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.555555 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Attempting to bind port 4bf8c7e8-67ba-4e13-80d9-47da984c825a on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:44.555836 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Attempting to bind port 4bf8c7e8-67ba-4e13-80d9-47da984c825a by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:44.556415 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Attempting to bind port 4bf8c7e8-67ba-4e13-80d9-47da984c825a on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:44.559333 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Pushing event updated for resources: {'Port': ['ID=4bf8c7e8-67ba-4e13-80d9-47da984c825a,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:44.567587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2bd78ad4-db48-445d-ba92-f1f893a2604d up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:44.575052 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:44.575702 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:44.576276 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.576832 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:44.577471 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Bound port: 4bf8c7e8-67ba-4e13-80d9-47da984c825a, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:44.578495 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.618231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a056d-3daa-4c4a-9ef3-7c8fd2138b2e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Pushing event deleted for resources: {'Port': ['ID=57e46dcf-1035-4f58-b04e-f059476cb0d1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:44.621571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb15b2f-2a87-4f0b-b9a8-e6218f4720cc req-6e8a056d-3daa-4c4a-9ef3-7c8fd2138b2e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] No DVR routers for this DVR port 57e46dcf-1035-4f58-b04e-f059476cb0d1 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:44.625466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dfb15b2f-2a87-4f0b-b9a8-e6218f4720cc req-6e8a056d-3daa-4c4a-9ef3-7c8fd2138b2e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.629309 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dfb15b2f-2a87-4f0b-b9a8-e6218f4720cc req-6e8a056d-3daa-4c4a-9ef3-7c8fd2138b2e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "DELETE /v2.0/ports/57e46dcf-1035-4f58-b04e-f059476cb0d1 HTTP/1.1" status: 204 len: 173 time: 0.5708501 Nov 27 01:11:44.629776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab94161-e00f-4195-b804-3f1036777cf6', 'name': 'network-vif-deleted', 'tag': '57e46dcf-1035-4f58-b04e-f059476cb0d1'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:44.632265 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6bfd3a-89b6-403c-853d-a7688a1ea6d8" -d '{"events": [{"server_uuid": "5ab94161-e00f-4195-b804-3f1036777cf6", "name": "network-vif-deleted", "tag": "57e46dcf-1035-4f58-b04e-f059476cb0d1"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:44.646316 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] For port 4bf8c7e8-67ba-4e13-80d9-47da984c825a, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:44.650487 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] For port 4bf8c7e8-67ba-4e13-80d9-47da984c825a, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4bf8c7e8-67ba-4e13-80d9-47da984c825a,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:44.650717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 2bd78ad4-db48-445d-ba92-f1f893a2604d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:44.651475 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.659199 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.685501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46adf3d-e318-41d8-b57e-f6bd289136f5 req-cf785d66-9706-4869-bcb6-affa1de544fe tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:44.687262 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d46adf3d-e318-41d8-b57e-f6bd289136f5 req-cf785d66-9706-4869-bcb6-affa1de544fe tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 949 time: 0.1358683 Nov 27 01:11:44.702980 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd03d327-e374-4bfb-9f1e-f71a5ab14d7e x-openstack-request-id: req-bd03d327-e374-4bfb-9f1e-f71a5ab14d7e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:44.703532 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab94161-e00f-4195-b804-3f1036777cf6", "name": "network-vif-deleted", "tag": "57e46dcf-1035-4f58-b04e-f059476cb0d1", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:44.703982 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd03d327-e374-4bfb-9f1e-f71a5ab14d7e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:44.704581 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab94161-e00f-4195-b804-3f1036777cf6', 'name': 'network-vif-deleted', 'tag': '57e46dcf-1035-4f58-b04e-f059476cb0d1', 'status': 'completed', 'code': 200} Nov 27 01:11:44.720214 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.759650 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:44.760289 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:11:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:44.782411 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.788733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d46adf3d-e318-41d8-b57e-f6bd289136f5 req-29970537-6ee0-4f63-8072-1906aa3b6a7d tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841982 Nov 27 01:11:44.820793 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.841349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7b3ff31-4e15-4d31-9817-0034a0ea9704 req-3497042d-f9a3-4552-a375-1ab72562a02d tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 210 time: 0.0432835 Nov 27 01:11:44.848387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:44.849471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd78ad4-db48-445d-ba92-f1f893a2604d'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:44.852565 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd19790-bc26-4603-8f4c-3bf46276b132" -d '{"events": [{"server_uuid": "2e6cd11e-23eb-4ba9-87e2-f5409ee13352", "name": "network-vif-plugged", "status": "completed", "tag": "2bd78ad4-db48-445d-ba92-f1f893a2604d"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:44.854107 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Pushing event updated for resources: {'Port': ['ID=4bf8c7e8-67ba-4e13-80d9-47da984c825a,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:44.858174 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.871778 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:44.872515 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:44.873098 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:44.873654 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:44.874218 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:44.874839 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:44.875534 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:44.876083 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:44.876630 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:44.877204 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:44.877751 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:44.878342 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a23229-08b9-4797-b04b-8e4022844d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:11:44.917471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:44.922059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:44.926880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:44.968964 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:44.977153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Pushing event updated for resources: {'Port': ['ID=6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:45.000526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2bd78ad4-db48-445d-ba92-f1f893a2604d,revision_number=11']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:45.018834 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:45.039250 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:45.144451 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39c1c2-832b-41d9-bd75-8c564f15c55e req-fb81dc4c-37a8-42f5-8322-57d364ddf3de tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:45.146129 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a39c1c2-832b-41d9-bd75-8c564f15c55e req-fb81dc4c-37a8-42f5-8322-57d364ddf3de tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 950 time: 0.0844324 Nov 27 01:11:45.239434 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232ea2fe-9f41-475e-9d4a-c316fd162f05 x-openstack-request-id: req-232ea2fe-9f41-475e-9d4a-c316fd162f05 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:45.239434 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6cd11e-23eb-4ba9-87e2-f5409ee13352", "name": "network-vif-plugged", "status": "completed", "tag": "2bd78ad4-db48-445d-ba92-f1f893a2604d", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:45.240095 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-232ea2fe-9f41-475e-9d4a-c316fd162f05 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:45.240095 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd78ad4-db48-445d-ba92-f1f893a2604d', 'code': 200} Nov 27 01:11:45.277946 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:45.341107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-aa3513f2-0167-4b42-a4ce-37d4cb10c209 None None] Provisioning complete for port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:45.342028 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aa3513f2-0167-4b42-a4ce-37d4cb10c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:45.367250 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-e53ee826-0559-4916-834b-8c9f0f3067e3 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:45.369468 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-e53ee826-0559-4916-834b-8c9f0f3067e3 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "GET /v2.0/networks?id=b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 200 len: 805 time: 0.3035214 Nov 27 01:11:45.403437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 55c4a61e-a504-4a35-98c1-e58fbfbab6da up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:45.406951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Request body: {'port': {'device_id': '3faec95a-62b9-47b1-b2af-56d1aac1beac', 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'admin_state_up': True, 'tenant_id': 'ce3ee8bd4f5b41dc9628ea3e927651b8'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:45.457753 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:45.474683 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a39c1c2-832b-41d9-bd75-8c564f15c55e req-1817bdc1-f869-4573-99ea-3be2dfab34dc tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149242 Nov 27 01:11:45.475942 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:45.516231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-aa3513f2-0167-4b42-a4ce-37d4cb10c209 None None] Port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:45.518756 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:42Z', 'revision_number': 3, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:45.554632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 55c4a61e-a504-4a35-98c1-e58fbfbab6da triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:45.555008 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:45.587880 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4300b-5af3-4487-8bf6-3fb38a50e40b None None] The sync data for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 is: [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:42Z', 'revision_number': 3, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:11:45.610651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 57e46dcf-1035-4f58-b04e-f059476cb0d1 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:45.613610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:45.638889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 57e46dcf-1035-4f58-b04e-f059476cb0d1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:45.639379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 57e46dcf-1035-4f58-b04e-f059476cb0d1 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:45.713846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc735-026a-4a85-aba9-691bee5f39db req-1092671d-1ece-468e-bee5-ad9ba182be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:45.715427 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cb4dc735-026a-4a85-aba9-691bee5f39db req-1092671d-1ece-468e-bee5-ad9ba182be5e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 1101 time: 0.1980541 Nov 27 01:11:45.724694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa81ca8-603e-4213-8952-cbe5e0025e20 req-6487a09e-ae93-4a83-8e9f-5588b8f1abd4 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:45.726182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2fa81ca8-603e-4213-8952-cbe5e0025e20 req-6487a09e-ae93-4a83-8e9f-5588b8f1abd4 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 949 time: 0.1630633 Nov 27 01:11:45.755296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Pushing event updated for resources: {'Port': ['ID=6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:45.787331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Made reservation on behalf of ce3ee8bd4f5b41dc9628ea3e927651b8 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:45.788079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca9e5f-d3a2-4abc-b120-7f36387de5f6 req-20adb418-b73b-4b9c-8892-781c692a3c23 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:45.789598 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11ca9e5f-d3a2-4abc-b120-7f36387de5f6 req-20adb418-b73b-4b9c-8892-781c692a3c23 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.1371820 Nov 27 01:11:45.790794 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:45.832328 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2fa81ca8-603e-4213-8952-cbe5e0025e20 req-3a59dcdf-3da4-41db-82e0-f9ab47917648 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924578 Nov 27 01:11:45.839703 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cb4dc735-026a-4a85-aba9-691bee5f39db req-183efcfe-ad00-439a-8988-e8e4f65d3d1a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091690 Nov 27 01:11:45.859527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:45.865980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:45.871148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11ca9e5f-d3a2-4abc-b120-7f36387de5f6 req-601d0ed1-86d7-4b12-86fc-4bae2adfb2c3 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741889 Nov 27 01:11:46.025871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Router a68c0cc8-925a-4f75-927b-09a96e64c246 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:11:46.055291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Allocated IP 172.20.0.13 (b3548a08-0d82-4fac-98d5-aff29ad7422b/504f1765-0bcd-439e-ba48-1e72e3687e0a/c27216f5-1ab5-47af-90f3-5ddf134bee73) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:46.059302 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7db019fb-a664-4f5c-a8fa-09afb3698361 req-b1e7a4a0-0611-435e-a455-3d37ae5189af tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 210 time: 0.0506029 Nov 27 01:11:46.187630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:11:46.192884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-de25738c-e29d-46f2-8b13-fec17a4747ea admin admin] 10.222.0.37 "PUT /v2.0/routers/a68c0cc8-925a-4f75-927b-09a96e64c246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4711485 Nov 27 01:11:46.256032 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9b3bee04-0e79-40c2-a335-fb00979d594f None None] Provisioning complete for port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:46.257077 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9b3bee04-0e79-40c2-a335-fb00979d594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.271269 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.300192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9b3bee04-0e79-40c2-a335-fb00979d594f None None] Port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:46.314033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.365661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Network b3548a08-0d82-4fac-98d5-aff29ad7422b is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:46.369137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:46.373065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:46.380626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Pushing event updated for resources: {'Port': ['ID=c27216f5-1ab5-47af-90f3-5ddf134bee73,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:46.450182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:46.451046 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.469386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1fbe3f2d-d0ec-4789-99d1-80d68eb7586e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0681877 Nov 27 01:11:46.490022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Request body: {'port': {'device_id': '3faec95a-62b9-47b1-b2af-56d1aac1beac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:46.555131 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.603977 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:46.631126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622a2d4-708c-45a1-afc8-a27476413578 req-3a29615f-9e32-407a-bc97-07d15d4f097b tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:46.632830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6622a2d4-708c-45a1-afc8-a27476413578 req-3a29615f-9e32-407a-bc97-07d15d4f097b tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 950 time: 0.0823231 Nov 27 01:11:46.693285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6622a2d4-708c-45a1-afc8-a27476413578 req-2d3534b6-c123-42b5-820e-a41d42469429 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524328 Nov 27 01:11:46.958454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a9562-545a-4908-8ea9-4b3647e66748 req-8cb38e15-38e6-4ae9-a037-2c1274f30cab tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:46.960945 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c0a9562-545a-4908-8ea9-4b3647e66748 req-8cb38e15-38e6-4ae9-a037-2c1274f30cab tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 949 time: 0.0498176 Nov 27 01:11:47.015630 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c0a9562-545a-4908-8ea9-4b3647e66748 req-f50a26dc-1bd7-4ee7-92cd-47b40a734320 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455029 Nov 27 01:11:47.016245 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.081767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434573-125b-43b8-9505-4173971520dc req-9bb2770d-d203-4949-92d4-7492ee03610b tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:47.083622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-9bb2770d-d203-4949-92d4-7492ee03610b tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 821 time: 0.4907274 Nov 27 01:11:47.129408 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-54e87b4c-807c-40b7-bc53-70bda7b330fd tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/quotas/871a101edd3a4fcc883d83b04d0027c5 HTTP/1.1" status: 200 len: 375 time: 0.0158691 Nov 27 01:11:47.145826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c87be-63c3-44f3-81e6-70621e0fd2f6 req-e5d60306-8eae-49c0-941b-f40c1a478f16 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:47.147301 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d6c87be-63c3-44f3-81e6-70621e0fd2f6 req-e5d60306-8eae-49c0-941b-f40c1a478f16 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0637970 Nov 27 01:11:47.215581 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d6c87be-63c3-44f3-81e6-70621e0fd2f6 req-110c419e-c93c-4368-adbe-28a57eb34022 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612917 Nov 27 01:11:47.236286 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-46fced65-ad01-44c4-bc3a-0b715365138d tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978875 Nov 27 01:11:47.335918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4bf8c7e8-67ba-4e13-80d9-47da984c825a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:47.367439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321dd07-aadb-4546-8177-74913c8a3125 req-0fca44a2-19be-40b8-8444-39e608278b0c tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:47.372345 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e321dd07-aadb-4546-8177-74913c8a3125 req-0fca44a2-19be-40b8-8444-39e608278b0c tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 932 time: 0.0913813 Nov 27 01:11:47.401034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 4bf8c7e8-67ba-4e13-80d9-47da984c825a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:47.401496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.411281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27216f5-1ab5-47af-90f3-5ddf134bee73 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:47.430406 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.442220 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e321dd07-aadb-4546-8177-74913c8a3125 req-194fd65a-dd85-400e-a475-cc84261d9d70 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587173 Nov 27 01:11:47.448882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a11e3-49e2-4337-82c3-9cdf8d90a634 req-fbd895e9-667f-438c-8041-2fd1bc55e47b tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:47.450527 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f6a11e3-49e2-4337-82c3-9cdf8d90a634 req-fbd895e9-667f-438c-8041-2fd1bc55e47b tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.11 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 949 time: 0.1449046 Nov 27 01:11:47.462931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-786ee49c-42fa-4650-bd7f-1fed23f84f21 service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257278 Nov 27 01:11:47.502337 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.507528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Transition to ACTIVE for port object c27216f5-1ab5-47af-90f3-5ddf134bee73 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:11:47.519273 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.541466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 4bf8c7e8-67ba-4e13-80d9-47da984c825a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4bf8c7e8-67ba-4e13-80d9-47da984c825a,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:47.543577 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.548349 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.604804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=4bf8c7e8-67ba-4e13-80d9-47da984c825a,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:47.649891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Sync routers for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:11:47.651364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c27216f5-1ab5-47af-90f3-5ddf134bee73,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:47.660937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:47.661645 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:11:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:47.716952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-ab2fb9e4-5e35-48e4-9745-ed07aae207d5 service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530947 Nov 27 01:11:47.745750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-8f6a11e3-49e2-4337-82c3-9cdf8d90a634 req-9a044bd1-c6a4-4e30-8577-965cf3f85360 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Deleting port 17e43737-e216-4943-a2f9-f78ccef8394e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:47.746007 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f6a11e3-49e2-4337-82c3-9cdf8d90a634 req-9a044bd1-c6a4-4e30-8577-965cf3f85360 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.793161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:47.796402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Attempting to bind port c27216f5-1ab5-47af-90f3-5ddf134bee73 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:47.796736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Attempting to bind port c27216f5-1ab5-47af-90f3-5ddf134bee73 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:47.797064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Attempting to bind port c27216f5-1ab5-47af-90f3-5ddf134bee73 on network b3548a08-0d82-4fac-98d5-aff29ad7422b {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:47.807279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Port c27216f5-1ab5-47af-90f3-5ddf134bee73 on network b3548a08-0d82-4fac-98d5-aff29ad7422b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:11:47.807602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Attempting to bind port c27216f5-1ab5-47af-90f3-5ddf134bee73 on network b3548a08-0d82-4fac-98d5-aff29ad7422b {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:47.818969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:47.819594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Checking segment: {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:47.820492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Bound using segment: {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:47.821109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Bound port: c27216f5-1ab5-47af-90f3-5ddf134bee73, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:47.821652 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:47.885433 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052613b-55e5-4ed3-a2d2-17d6c57f25e7 req-15d2a2ad-73bc-43a4-ba29-248b6e3a1a62 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:47.886920 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7052613b-55e5-4ed3-a2d2-17d6c57f25e7 req-15d2a2ad-73bc-43a4-ba29-248b6e3a1a62 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 950 time: 0.0815892 Nov 27 01:11:47.919829 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] For port c27216f5-1ab5-47af-90f3-5ddf134bee73, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:47.923545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] For port c27216f5-1ab5-47af-90f3-5ddf134bee73, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c27216f5-1ab5-47af-90f3-5ddf134bee73,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:47.942135 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.002995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8f6a11e3-49e2-4337-82c3-9cdf8d90a634 req-9a044bd1-c6a4-4e30-8577-965cf3f85360 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] For port 17e43737-e216-4943-a2f9-f78ccef8394e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=17e43737-e216-4943-a2f9-f78ccef8394e,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:48.003649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f6a11e3-49e2-4337-82c3-9cdf8d90a634 req-9a044bd1-c6a4-4e30-8577-965cf3f85360 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.007265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.008419 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.010417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] 10.222.0.42 "PUT /v2.0/ports/c27216f5-1ab5-47af-90f3-5ddf134bee73 HTTP/1.1" status: 200 len: 1092 time: 1.5256197 Nov 27 01:11:48.014055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faec95a-62b9-47b1-b2af-56d1aac1beac', 'tag': 'c27216f5-1ab5-47af-90f3-5ddf134bee73'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:48.016587 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96f1897-db7f-4d0b-aa0e-a9ce048d6806" -d '{"events": [{"name": "network-changed", "server_uuid": "3faec95a-62b9-47b1-b2af-56d1aac1beac", "tag": "c27216f5-1ab5-47af-90f3-5ddf134bee73"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:48.026009 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7052613b-55e5-4ed3-a2d2-17d6c57f25e7 req-a6bdfd97-ddff-477f-a6a4-9eda3be39ac8 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278532 Nov 27 01:11:48.043471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-8f6a11e3-49e2-4337-82c3-9cdf8d90a634 req-9a044bd1-c6a4-4e30-8577-965cf3f85360 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Calling delete_port for 17e43737-e216-4943-a2f9-f78ccef8394e owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:48.086144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa012c8f-67a1-44f5-9640-a6202b13a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c27216f5-1ab5-47af-90f3-5ddf134bee73,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:48.088351 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 2, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:48.106774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b65cb50-2d4b-4f13-9fc1-86489a41cf57 req-44a3fb52-6665-4da2-8c9d-7ae358d8d6ea tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 210 time: 0.0565324 Nov 27 01:11:48.119664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Checking router: a68c0cc8-925a-4f75-927b-09a96e64c246 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:11:48.120016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Updating router a68c0cc8-925a-4f75-927b-09a96e64c246 port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:11:48.146088 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.159982 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e932247-8630-42e0-96da-becd7dc63aee x-openstack-request-id: req-1e932247-8630-42e0-96da-becd7dc63aee {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:48.160514 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3faec95a-62b9-47b1-b2af-56d1aac1beac", "tag": "c27216f5-1ab5-47af-90f3-5ddf134bee73", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:48.160872 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e932247-8630-42e0-96da-becd7dc63aee {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:48.161383 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3faec95a-62b9-47b1-b2af-56d1aac1beac', 'tag': 'c27216f5-1ab5-47af-90f3-5ddf134bee73', 'status': 'completed', 'code': 200} Nov 27 01:11:48.231861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1e70b21e-7919-458a-ba57-412b4124d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.239199 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-1e70b21e-7919-458a-ba57-412b4124d4b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 1095 time: 0.1499786 Nov 27 01:11:48.330467 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-09853290-a576-4720-806e-0c74064cdd6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c27216f5-1ab5-47af-90f3-5ddf134bee73 HTTP/1.1" status: 200 len: 217 time: 0.0599945 Nov 27 01:11:48.356443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ec9ac-c126-471f-9ec1-130269cdefd3 req-1428ead0-88ee-4c15-b0dd-cb843f0d5650 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.357739 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd3ec9ac-c126-471f-9ec1-130269cdefd3 req-1428ead0-88ee-4c15-b0dd-cb843f0d5650 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/ports?device_id=d120d3b5-cf0d-4950-b630-c8b22e9ae4d3 HTTP/1.1" status: 200 len: 949 time: 0.1528587 Nov 27 01:11:48.419325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde656f-79d6-411d-b900-b360ee48ef6a req-326c921e-7f00-4fbe-af9b-7ddb7e4762b5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.421013 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6fde656f-79d6-411d-b900-b360ee48ef6a req-326c921e-7f00-4fbe-af9b-7ddb7e4762b5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0884309 Nov 27 01:11:48.465679 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.474799 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.482406 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6fde656f-79d6-411d-b900-b360ee48ef6a req-5bf0c11c-8656-4661-84a4-2eada0fa6ec0 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515521 Nov 27 01:11:48.487639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-43978bc9-4871-4c60-a991-58967ab2490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.489171 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-43978bc9-4871-4c60-a991-58967ab2490e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=504f1765-0bcd-439e-ba48-1e72e3687e0a HTTP/1.1" status: 200 len: 845 time: 0.1305246 Nov 27 01:11:48.542697 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-e27ee5da-4d1d-4c80-99f0-2baad6e5ab22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3548a08-0d82-4fac-98d5-aff29ad7422b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419295 Nov 27 01:11:48.549935 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd3ec9ac-c126-471f-9ec1-130269cdefd3 req-3e446617-225e-402d-88fa-f8925b8e9496 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.37 "GET /v2.0/security-groups?id=d624ca42-2b4c-4df6-b869-97be6b7d3e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798882 Nov 27 01:11:48.554950 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f6a11e3-49e2-4337-82c3-9cdf8d90a634 req-9a044bd1-c6a4-4e30-8577-965cf3f85360 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.555966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783e262-b047-484d-b8dd-ff251ee6b355 None None] Pushing event updated for resources: {'Port': ['ID=6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:48.605543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['17e43737-e216-4943-a2f9-f78ccef8394e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:48.636414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Attempting to bind port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:48.637088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Attempting to bind port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:48.637331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Attempting to bind port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 on network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:48.646255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:48.646642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Checking segment: {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:48.647029 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.647430 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Bound using segment: {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:48.647987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Bound port: 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:48.648295 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.703404 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd6f9a-966b-4362-9fc2-0e650c574021 req-d12f6244-f17b-4e00-99f2-ee0be17b31a1 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.707073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98bd6f9a-966b-4362-9fc2-0e650c574021 req-d12f6244-f17b-4e00-99f2-ee0be17b31a1 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 1101 time: 0.0810540 Nov 27 01:11:48.709785 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a044bd1-c6a4-4e30-8577-965cf3f85360 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Pushing event deleted for resources: {'Port': ['ID=17e43737-e216-4943-a2f9-f78ccef8394e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:48.765071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] For port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:48.771533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] For port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:48.782694 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.806412 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98bd6f9a-966b-4362-9fc2-0e650c574021 req-2b97b46b-b101-4678-8e59-dda6610a3057 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904858 Nov 27 01:11:48.879851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6a11e3-49e2-4337-82c3-9cdf8d90a634 req-9a044bd1-c6a4-4e30-8577-965cf3f85360 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] No DVR routers for this DVR port 17e43737-e216-4943-a2f9-f78ccef8394e on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:48.883593 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8f6a11e3-49e2-4337-82c3-9cdf8d90a634 req-9a044bd1-c6a4-4e30-8577-965cf3f85360 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:48.887801 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f6a11e3-49e2-4337-82c3-9cdf8d90a634 req-9a044bd1-c6a4-4e30-8577-965cf3f85360 tempest-ImagesNegativeTestJSON-2048328325 tempest-ImagesNegativeTestJSON-2048328325-project] 10.222.0.11 "DELETE /v2.0/ports/17e43737-e216-4943-a2f9-f78ccef8394e HTTP/1.1" status: 204 len: 173 time: 1.4228160 Nov 27 01:11:48.945320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4d991-e659-41c8-bc9c-9e8cb4a3611a req-e598533d-b9bd-4bb4-b14b-97b634bed579 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:48.948522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:11:48.949196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:11:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:48.951474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783e262-b047-484d-b8dd-ff251ee6b355 None None] Pushing event updated for resources: {'Port': ['ID=6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:48.953301 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22b4d991-e659-41c8-bc9c-9e8cb4a3611a req-e598533d-b9bd-4bb4-b14b-97b634bed579 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 944 time: 0.2507260 Nov 27 01:11:48.989322 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-3dd3e842-c1a6-4b08-82fe-0555c6cbaede service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104662 Nov 27 01:11:49.130455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22b4d991-e659-41c8-bc9c-9e8cb4a3611a req-8705b26b-2ca6-48b4-8a29-7513f6d83866 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627178 Nov 27 01:11:49.144871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6e882827-2d1b-4feb-b930-1599eb445edb None None] Provisioning complete for port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:49.145388 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e882827-2d1b-4feb-b930-1599eb445edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:49.258453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:11:49.276691 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd4603ae-3689-43c3-8dc5-d7f115d84569 req-4821bc69-1942-4b9c-969c-04c65b5f2ad2 service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864726 Nov 27 01:11:49.350854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f689c36a-18ad-4a04-abc2-1d74b8ca95c4 req-001f0a73-3779-4080-9aa9-44d4f311279a tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 210 time: 0.0349638 Nov 27 01:11:49.447698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f1897-db7f-4d0b-aa0e-a9ce048d6806 req-536a59e6-1785-4361-8567-f19c5433cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.449570 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a96f1897-db7f-4d0b-aa0e-a9ce048d6806 req-536a59e6-1785-4361-8567-f19c5433cc49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 1095 time: 0.0546601 Nov 27 01:11:49.460499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4bf8c7e8-67ba-4e13-80d9-47da984c825a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:49.465246 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2eaee-d1fb-4250-ba5e-222744ccde7a req-9cd35094-fe00-463e-ad9c-942e5d354958 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.474029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5ab2eaee-d1fb-4250-ba5e-222744ccde7a req-9cd35094-fe00-463e-ad9c-942e5d354958 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 1101 time: 0.0626447 Nov 27 01:11:49.541835 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5ab2eaee-d1fb-4250-ba5e-222744ccde7a req-95a79079-455f-4fe0-ac05-6d5e7a96fee0 tempest-ServersAdminTestJSON-1843559877 tempest-ServersAdminTestJSON-1843559877-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660577 Nov 27 01:11:49.595847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f1897-db7f-4d0b-aa0e-a9ce048d6806 req-cebb9a92-1d02-4c0a-90de-f2c3b26595a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.597788 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a96f1897-db7f-4d0b-aa0e-a9ce048d6806 req-cebb9a92-1d02-4c0a-90de-f2c3b26595a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 200 len: 906 time: 0.1394393 Nov 27 01:11:49.639302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36e367-e4d8-4af8-b3ca-a240fac6360e req-de8a72a0-450d-47a6-9bdd-c32dbca88b3b tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.640947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a36e367-e4d8-4af8-b3ca-a240fac6360e req-de8a72a0-450d-47a6-9bdd-c32dbca88b3b tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0609546 Nov 27 01:11:49.671734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76e883-89c5-45bf-b883-f9e44a885096 req-2c3a2bac-0c80-433b-9035-891eae4e13d3 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.673376 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cd76e883-89c5-45bf-b883-f9e44a885096 req-2c3a2bac-0c80-433b-9035-891eae4e13d3 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0695090 Nov 27 01:11:49.686103 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e882827-2d1b-4feb-b930-1599eb445edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:49.708296 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a96f1897-db7f-4d0b-aa0e-a9ce048d6806 req-884c0d86-7938-4a4a-8eb1-93cead1c7743 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c27216f5-1ab5-47af-90f3-5ddf134bee73 HTTP/1.1" status: 200 len: 217 time: 0.0510106 Nov 27 01:11:49.745050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 4bf8c7e8-67ba-4e13-80d9-47da984c825a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:49.745423 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:49.771609 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a36e367-e4d8-4af8-b3ca-a240fac6360e req-e8ab4f75-df7d-4a88-9ed1-59f41207f4ef tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228330 Nov 27 01:11:49.801672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add1cd9-6550-4d95-8159-81ebf00ec2f4 req-7ecb6de5-aed5-4992-97e3-b32293b92f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.804554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1add1cd9-6550-4d95-8159-81ebf00ec2f4 req-7ecb6de5-aed5-4992-97e3-b32293b92f63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 1096 time: 0.1084533 Nov 27 01:11:49.813375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6e882827-2d1b-4feb-b930-1599eb445edb None None] For port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:49.818968 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cd76e883-89c5-45bf-b883-f9e44a885096 req-18410215-e4f2-47f8-be04-4ea6a63c19c5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391561 Nov 27 01:11:49.845408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f1897-db7f-4d0b-aa0e-a9ce048d6806 req-1ecdfa84-fb08-4c7f-953f-12ef350aad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.847298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a96f1897-db7f-4d0b-aa0e-a9ce048d6806 req-1ecdfa84-fb08-4c7f-953f-12ef350aad04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=504f1765-0bcd-439e-ba48-1e72e3687e0a HTTP/1.1" status: 200 len: 845 time: 0.1253517 Nov 27 01:11:49.860229 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e882827-2d1b-4feb-b930-1599eb445edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:49.929971 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a96f1897-db7f-4d0b-aa0e-a9ce048d6806 req-093d613b-ff37-43a8-8384-46fbb650e911 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b3548a08-0d82-4fac-98d5-aff29ad7422b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444105 Nov 27 01:11:49.952030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add1cd9-6550-4d95-8159-81ebf00ec2f4 req-fb8b5110-eb80-4412-aa59-fb734007894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:49.954538 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1add1cd9-6550-4d95-8159-81ebf00ec2f4 req-fb8b5110-eb80-4412-aa59-fb734007894e service neutron] 10.222.0.42 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 920 time: 0.1334236 Nov 27 01:11:50.044148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1add1cd9-6550-4d95-8159-81ebf00ec2f4 req-603d0c3e-788f-4f33-a500-a516a8478b71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78826918-fd2b-4ce0-920c-b5f690d9b1af HTTP/1.1" status: 200 len: 217 time: 0.0806861 Nov 27 01:11:50.078289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434573-125b-43b8-9505-4173971520dc req-37144073-3a61-4dd2-894a-7321d5399102 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:50.079642 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-37144073-3a61-4dd2-894a-7321d5399102 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.42 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 821 time: 0.2895303 Nov 27 01:11:50.097736 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a96f1897-db7f-4d0b-aa0e-a9ce048d6806 req-32f515b8-b084-4b68-8a74-64973afbc846 service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543458 Nov 27 01:11:50.126228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-6a434573-125b-43b8-9505-4173971520dc req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Request body: {'port': {'device_id': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'admin_state_up': True, 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:50.136722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e882827-2d1b-4feb-b930-1599eb445edb None None] Pushing event updated for resources: {'Port': ['ID=6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:50.142226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add1cd9-6550-4d95-8159-81ebf00ec2f4 req-56de8823-fa9d-46ba-a631-227367ccf9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:50.144463 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1add1cd9-6550-4d95-8159-81ebf00ec2f4 req-56de8823-fa9d-46ba-a631-227367ccf9b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 HTTP/1.1" status: 200 len: 859 time: 0.0699196 Nov 27 01:11:50.154865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-46b1f556-c585-4241-901a-9173bb69083c None None] Provisioning complete for port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:50.155236 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46b1f556-c585-4241-901a-9173bb69083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:50.171078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd120d3b5-cf0d-4950-b630-c8b22e9ae4d3', 'name': 'network-vif-deleted', 'tag': '17e43737-e216-4943-a2f9-f78ccef8394e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:50.173099 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f766ebb4-4a0d-4e49-910f-39ac477d9e2f" -d '{"events": [{"server_uuid": "d120d3b5-cf0d-4950-b630-c8b22e9ae4d3", "name": "network-vif-deleted", "tag": "17e43737-e216-4943-a2f9-f78ccef8394e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:50.188888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1add1cd9-6550-4d95-8159-81ebf00ec2f4 req-03d34093-51e7-4c65-a857-4a28f7281e3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=589aac3e-1177-4cf2-8604-679d0202bd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298204 Nov 27 01:11:50.222898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:48Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:11:50.255225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c955fc-ec20-4879-b32a-cdbfe2c57c40 None None] The sync data for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 is: [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:48Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:11:50.376630 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3019d-ae2e-4bf4-894a-2a0f77cd4116 req-fd1cd3ce-5443-47f1-9ddf-28083c5ede3b tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:50.378157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ce3019d-ae2e-4bf4-894a-2a0f77cd4116 req-fd1cd3ce-5443-47f1-9ddf-28083c5ede3b tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 949 time: 0.2576818 Nov 27 01:11:50.379972 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f281f6-d4e6-4147-8fcc-8b6a0479ef5d req-44bb29e7-9567-41be-8999-6c515fa0d9be tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:50.386464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00f281f6-d4e6-4147-8fcc-8b6a0479ef5d req-44bb29e7-9567-41be-8999-6c515fa0d9be tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 944 time: 0.1261940 Nov 27 01:11:50.387543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a434573-125b-43b8-9505-4173971520dc req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Made reservation on behalf of 871a101edd3a4fcc883d83b04d0027c5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:50.388734 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1add1cd9-6550-4d95-8159-81ebf00ec2f4 req-4a6dd43a-0fe1-475b-a502-13424ba7f14a service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882710 Nov 27 01:11:50.391465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6a434573-125b-43b8-9505-4173971520dc req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:50.450698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a96f1897-db7f-4d0b-aa0e-a9ce048d6806 req-d746a048-5b2e-4f66-94c3-f074b8146699 service neutron] 10.222.0.42 "GET /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199110 Nov 27 01:11:50.490812 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00f281f6-d4e6-4147-8fcc-8b6a0479ef5d req-3f2e599a-225a-4ee4-a3a5-23b1774fcab7 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009519 Nov 27 01:11:50.528070 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1add1cd9-6550-4d95-8159-81ebf00ec2f4 req-832ce54b-c6e4-4e47-a0b4-e57748b6ea5e service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237707 Nov 27 01:11:50.537182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ce3019d-ae2e-4bf4-894a-2a0f77cd4116 req-41477b8b-672f-492d-bf92-24846200b585 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431804 Nov 27 01:11:50.568582 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8253c1-53c1-4353-bae0-04d3f0395445 x-openstack-request-id: req-7e8253c1-53c1-4353-bae0-04d3f0395445 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:50.569481 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d120d3b5-cf0d-4950-b630-c8b22e9ae4d3", "name": "network-vif-deleted", "tag": "17e43737-e216-4943-a2f9-f78ccef8394e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:50.569481 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e8253c1-53c1-4353-bae0-04d3f0395445 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:50.569481 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd120d3b5-cf0d-4950-b630-c8b22e9ae4d3', 'name': 'network-vif-deleted', 'tag': '17e43737-e216-4943-a2f9-f78ccef8394e', 'status': 'completed', 'code': 200} Nov 27 01:11:50.602403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 17e43737-e216-4943-a2f9-f78ccef8394e no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:50.636293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 17e43737-e216-4943-a2f9-f78ccef8394e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:50.636748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 17e43737-e216-4943-a2f9-f78ccef8394e not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:50.651225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-6a434573-125b-43b8-9505-4173971520dc req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Allocated IP 172.20.0.4 (687713a2-90e0-41ab-8cf4-6201a1d6f4e8/60839889-d108-4626-be59-60e2be3229e0/373f1418-d009-4f90-b605-ae4edd69e340) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:11:50.671968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d0b938-6137-4b60-b8f9-1364006c1d72 req-080cfecd-9ed2-423e-b46e-a3d9c90d1abe tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 210 time: 0.0427132 Nov 27 01:11:50.848646 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6a434573-125b-43b8-9505-4173971520dc req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:50.898614 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6a434573-125b-43b8-9505-4173971520dc req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:50.932776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bbd2f-7316-4091-ac2f-e1739c5e351d req-ab8e5169-269e-4afa-bd1d-c6003dca48fb tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:50.934725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c2bbd2f-7316-4091-ac2f-e1739c5e351d req-ab8e5169-269e-4afa-bd1d-c6003dca48fb tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0785403 Nov 27 01:11:50.959551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55206) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:50.961424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a434573-125b-43b8-9505-4173971520dc req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:11:50.988054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-6a434573-125b-43b8-9505-4173971520dc req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:50.997975 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c2bbd2f-7316-4091-ac2f-e1739c5e351d req-b327afa0-3d20-40a1-9ed1-e946c3a6832e tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512259 Nov 27 01:11:51.026072 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a434573-125b-43b8-9505-4173971520dc req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:11:51.055731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Pushing event updated for resources: {'Port': ['ID=373f1418-d009-4f90-b605-ae4edd69e340,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:51.104379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b98778-639f-4c48-8058-1610e382c2f9 req-95c44351-2c10-4860-bb3c-c93bbfe5dff6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:51.105943 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2b98778-639f-4c48-8058-1610e382c2f9 req-95c44351-2c10-4860-bb3c-c93bbfe5dff6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.1540735 Nov 27 01:11:51.118730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434573-125b-43b8-9505-4173971520dc req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:51.119694 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6a434573-125b-43b8-9505-4173971520dc req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.177156 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-a8119fd7-1f2f-468d-842c-817959affa00 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0552893 Nov 27 01:11:51.202523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Request body: {'port': {'device_id': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:51.249157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2b98778-639f-4c48-8058-1610e382c2f9 req-8f0d9591-eb92-4efb-8936-ad7a7abdc5bc tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268969 Nov 27 01:11:51.254429 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-18aae511-f774-4192-a96d-f69ad356a89c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5569de6295414b59a7966358e68516d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820122 Nov 27 01:11:51.255365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55214) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:51.313702 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.357887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7c88b952-2cfd-44a5-8d3c-a1cebfd25716 None None] Provisioning complete for port 373f1418-d009-4f90-b605-ae4edd69e340 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:51.358484 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7c88b952-2cfd-44a5-8d3c-a1cebfd25716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.383293 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1361ee1-8b1d-4572-aca4-0ce2fc437f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.389208 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:51.417449 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1361ee1-8b1d-4572-aca4-0ce2fc437f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.434025 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7c88b952-2cfd-44a5-8d3c-a1cebfd25716 None None] Port 373f1418-d009-4f90-b605-ae4edd69e340 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:11:51.457580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:51.458694 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.476888 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1361ee1-8b1d-4572-aca4-0ce2fc437f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.481748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1361ee1-8b1d-4572-aca4-0ce2fc437f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.485291 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a1361ee1-8b1d-4572-aca4-0ce2fc437f92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d624ca42-2b4c-4df6-b869-97be6b7d3e8e HTTP/1.1" status: 204 len: 168 time: 0.2272427 Nov 27 01:11:51.495329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1361ee1-8b1d-4572-aca4-0ce2fc437f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d624ca42-2b4c-4df6-b869-97be6b7d3e8e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:51.633549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c27216f5-1ab5-47af-90f3-5ddf134bee73 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:51.682030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd882ca-833b-4505-89aa-926d88cf2551 req-8ce8b312-13f1-403d-afce-8f1ff75672c9 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:51.685126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1bd882ca-833b-4505-89aa-926d88cf2551 req-8ce8b312-13f1-403d-afce-8f1ff75672c9 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 944 time: 0.0958197 Nov 27 01:11:51.770591 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1bd882ca-833b-4505-89aa-926d88cf2551 req-baf41af3-1ac7-4d6d-bd1b-d5205e8583be tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744984 Nov 27 01:11:51.817929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebbcd0-ca49-46b0-bf5e-7ea495bf6ce4 req-cdc40c65-c026-4e9a-8064-64c5a77eca57 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:51.819494 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3bebbcd0-ca49-46b0-bf5e-7ea495bf6ce4 req-cdc40c65-c026-4e9a-8064-64c5a77eca57 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 949 time: 0.1797051 Nov 27 01:11:51.821051 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c27216f5-1ab5-47af-90f3-5ddf134bee73, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c27216f5-1ab5-47af-90f3-5ddf134bee73,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:51.827963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373f1418-d009-4f90-b605-ae4edd69e340 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:51.834484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'c27216f5-1ab5-47af-90f3-5ddf134bee73', 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'port_id': 'c27216f5-1ab5-47af-90f3-5ddf134bee73', 'mac_address': 'fa:16:3e:9c:fd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f1765-0bcd-439e-ba48-1e72e3687e0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:51.839350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a801e1-d5ec-4b56-9dd9-217f6d1fc635 req-95d83de5-b367-4429-b26a-7211d806b944 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:51.840880 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25a801e1-d5ec-4b56-9dd9-217f6d1fc635 req-95d83de5-b367-4429-b26a-7211d806b944 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 949 time: 0.1483650 Nov 27 01:11:51.875444 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.924397 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.949940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27216f5-1ab5-47af-90f3-5ddf134bee73 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:51.966948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b100c7-1f6e-4ac8-a04d-be6d406664ec req-82de9101-d003-44e7-a58a-80edd21e3432 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:51.968646 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-91b100c7-1f6e-4ac8-a04d-be6d406664ec req-82de9101-d003-44e7-a58a-80edd21e3432 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 931 time: 0.0966866 Nov 27 01:11:51.981267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c27216f5-1ab5-47af-90f3-5ddf134bee73, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c27216f5-1ab5-47af-90f3-5ddf134bee73,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:51.981511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Transition to ACTIVE for port object 373f1418-d009-4f90-b605-ae4edd69e340 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:11:51.988089 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:51.995525 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.042375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25a801e1-d5ec-4b56-9dd9-217f6d1fc635 req-c5e99080-0910-4675-b015-4b848a154d1a tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690474 Nov 27 01:11:52.044642 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-91b100c7-1f6e-4ac8-a04d-be6d406664ec req-491a0839-5d8e-4db8-8412-8c3e6c1a0cd8 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642402 Nov 27 01:11:52.071847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c27216f5-1ab5-47af-90f3-5ddf134bee73,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:52.086163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Pushing event updated for resources: {'Port': ['ID=373f1418-d009-4f90-b605-ae4edd69e340,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:52.099071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-3bebbcd0-ca49-46b0-bf5e-7ea495bf6ce4 req-919c3941-cc54-48fb-ab52-30d97dcaa587 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Deleting port f92ee4c3-470e-4d79-abde-11dcb55b2aba {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:52.099354 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3bebbcd0-ca49-46b0-bf5e-7ea495bf6ce4 req-919c3941-cc54-48fb-ab52-30d97dcaa587 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.301343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['c27216f5-1ab5-47af-90f3-5ddf134bee73'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:52.492893 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5452a4-1247-44b1-96fb-64176fae4f0f req-45e33f22-f149-4521-a245-2a56e2c01b08 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:52.494544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6e5452a4-1247-44b1-96fb-64176fae4f0f req-45e33f22-f149-4521-a245-2a56e2c01b08 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0529387 Nov 27 01:11:52.545385 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6e5452a4-1247-44b1-96fb-64176fae4f0f req-1bd16b6e-9806-4b54-adca-68ba04559658 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444653 Nov 27 01:11:52.599005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c21c2-2be3-4c22-ad4f-938fcb0a95b7 req-f31e65e8-1ee2-4934-b4bf-905e5e9dcb77 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:52.600441 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d1c21c2-2be3-4c22-ad4f-938fcb0a95b7 req-f31e65e8-1ee2-4934-b4bf-905e5e9dcb77 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.4450831 Nov 27 01:11:52.605793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Attempting to bind port 373f1418-d009-4f90-b605-ae4edd69e340 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:11:52.606121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Attempting to bind port 373f1418-d009-4f90-b605-ae4edd69e340 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:11:52.606696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Attempting to bind port 373f1418-d009-4f90-b605-ae4edd69e340 on network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:52.625843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Port 373f1418-d009-4f90-b605-ae4edd69e340 on network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:11:52.626164 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Attempting to bind port 373f1418-d009-4f90-b605-ae4edd69e340 on network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:11:52.629509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3bebbcd0-ca49-46b0-bf5e-7ea495bf6ce4 req-919c3941-cc54-48fb-ab52-30d97dcaa587 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] For port f92ee4c3-470e-4d79-abde-11dcb55b2aba, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f92ee4c3-470e-4d79-abde-11dcb55b2aba,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:52.629869 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3bebbcd0-ca49-46b0-bf5e-7ea495bf6ce4 req-919c3941-cc54-48fb-ab52-30d97dcaa587 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.651274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:11:52.651741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Checking segment: {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:52.651985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Bound using segment: {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:11:52.652413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Bound port: 373f1418-d009-4f90-b605-ae4edd69e340, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:11:52.652757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.659159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-3bebbcd0-ca49-46b0-bf5e-7ea495bf6ce4 req-919c3941-cc54-48fb-ab52-30d97dcaa587 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Calling delete_port for f92ee4c3-470e-4d79-abde-11dcb55b2aba owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:52.726671 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d1c21c2-2be3-4c22-ad4f-938fcb0a95b7 req-7b71f90e-b47b-4089-9dce-05437f2f46f1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170707 Nov 27 01:11:52.802101 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] For port 373f1418-d009-4f90-b605-ae4edd69e340, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:11:52.815602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] For port 373f1418-d009-4f90-b605-ae4edd69e340, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=373f1418-d009-4f90-b605-ae4edd69e340,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:11:52.825820 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.912947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:52.913563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.914972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] 10.222.0.42 "PUT /v2.0/ports/373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 1091 time: 1.7183142 Nov 27 01:11:52.915443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:52.917649 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1cf6ac-9bc0-4597-a3c6-db76ba89db40" -d '{"events": [{"name": "network-changed", "server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "tag": "373f1418-d009-4f90-b605-ae4edd69e340"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:52.948603 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3bebbcd0-ca49-46b0-bf5e-7ea495bf6ce4 req-919c3941-cc54-48fb-ab52-30d97dcaa587 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:52.958326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5d96b-8e83-41f9-af59-cbe017d1971a service neutron] Pushing event updated for resources: {'Port': ['ID=373f1418-d009-4f90-b605-ae4edd69e340,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:52.991409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['a75e182c-9d8c-4a69-8732-c0333a9bb89f', 'f92ee4c3-470e-4d79-abde-11dcb55b2aba', '2bd78ad4-db48-445d-ba92-f1f893a2604d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:53.005743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c3941-cc54-48fb-ab52-30d97dcaa587 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Pushing event deleted for resources: {'Port': ['ID=f92ee4c3-470e-4d79-abde-11dcb55b2aba,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:53.036684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b3cff-b135-4700-8222-97588f7f5d55 req-e7ca0ba3-3c46-4059-ba93-4559346c0e9e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.038528 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-231b3cff-b135-4700-8222-97588f7f5d55 req-e7ca0ba3-3c46-4059-ba93-4559346c0e9e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 945 time: 0.1784904 Nov 27 01:11:53.081595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bebbcd0-ca49-46b0-bf5e-7ea495bf6ce4 req-919c3941-cc54-48fb-ab52-30d97dcaa587 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] No DVR routers for this DVR port f92ee4c3-470e-4d79-abde-11dcb55b2aba on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:53.086217 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3bebbcd0-ca49-46b0-bf5e-7ea495bf6ce4 req-919c3941-cc54-48fb-ab52-30d97dcaa587 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:53.089916 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3bebbcd0-ca49-46b0-bf5e-7ea495bf6ce4 req-919c3941-cc54-48fb-ab52-30d97dcaa587 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "DELETE /v2.0/ports/f92ee4c3-470e-4d79-abde-11dcb55b2aba HTTP/1.1" status: 204 len: 173 time: 1.2480495 Nov 27 01:11:53.121251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434573-125b-43b8-9505-4173971520dc req-883aea0e-82e6-4612-b151-f32880d0a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.122579 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-883aea0e-82e6-4612-b151-f32880d0a9c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 1094 time: 0.1289077 Nov 27 01:11:53.153180 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-231b3cff-b135-4700-8222-97588f7f5d55 req-3036a230-ab6d-4b9d-9a70-dda5dc4f71f7 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976820 Nov 27 01:11:53.234351 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88006fc1-05db-4662-b9bf-fb7b083f043f x-openstack-request-id: req-88006fc1-05db-4662-b9bf-fb7b083f043f {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:53.234716 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "tag": "373f1418-d009-4f90-b605-ae4edd69e340", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:53.235086 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88006fc1-05db-4662-b9bf-fb7b083f043f {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:53.235556 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340', 'status': 'completed', 'code': 200} Nov 27 01:11:53.254161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-1480d631-b241-4e8b-bdac-b7fd8242deb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 217 time: 0.0959148 Nov 27 01:11:53.279859 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7d6070f-ba70-48bd-b0f8-81c5c4b7481a req-71890fda-7bd9-438f-a17e-1a8f2626977b tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=4911ecdc-e14c-4805-86d2-47bb01534cf5 HTTP/1.1" status: 200 len: 210 time: 0.0418921 Nov 27 01:11:53.342757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434573-125b-43b8-9505-4173971520dc req-c1d0b304-805b-40ec-a2ec-0d83574c5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.344584 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-c1d0b304-805b-40ec-a2ec-0d83574c5f90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.0634079 Nov 27 01:11:53.349708 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea34c5b-2331-40d7-8f61-4988f68654b8 req-934bf9a4-c2c9-4b83-8e91-dd7e9af7a5a3 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.352048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ea34c5b-2331-40d7-8f61-4988f68654b8 req-934bf9a4-c2c9-4b83-8e91-dd7e9af7a5a3 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 943 time: 0.0831521 Nov 27 01:11:53.410674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434573-125b-43b8-9505-4173971520dc req-704520bb-62aa-4cbc-b9e0-4a6e457506d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.412756 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-704520bb-62aa-4cbc-b9e0-4a6e457506d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594153 Nov 27 01:11:53.420668 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ea34c5b-2331-40d7-8f61-4988f68654b8 req-c113c1f6-fb83-4a2f-a74d-1ecf4642af18 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574658 Nov 27 01:11:53.544307 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-9d08d042-f1ba-4dbe-bcdc-15443f77d0df service neutron] 10.222.0.42 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205673 Nov 27 01:11:53.659224 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c27216f5-1ab5-47af-90f3-5ddf134bee73 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:53.677475 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a434573-125b-43b8-9505-4173971520dc req-cf7223ea-b7bc-479c-ae2d-e384ee40e2ff service neutron] 10.222.0.42 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234040 Nov 27 01:11:53.693442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679f850-c010-4f86-b10b-06d8fa02a57c req-a8818c20-7821-4554-880b-544199070b10 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.695411 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7679f850-c010-4f86-b10b-06d8fa02a57c req-a8818c20-7821-4554-880b-544199070b10 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0705829 Nov 27 01:11:53.757248 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7679f850-c010-4f86-b10b-06d8fa02a57c req-16c524e5-a79b-4743-b448-80afcb155512 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518794 Nov 27 01:11:53.764567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port c27216f5-1ab5-47af-90f3-5ddf134bee73 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:11:53.768536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port c27216f5-1ab5-47af-90f3-5ddf134bee73 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:53.768906 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:53.846513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cf6ac-9bc0-4597-a3c6-db76ba89db40 req-bc52a5bb-d8da-413b-97b8-258daecf430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.849087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f1cf6ac-9bc0-4597-a3c6-db76ba89db40 req-bc52a5bb-d8da-413b-97b8-258daecf430d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 1094 time: 0.0549722 Nov 27 01:11:53.868841 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:53.893193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faec95a-62b9-47b1-b2af-56d1aac1beac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27216f5-1ab5-47af-90f3-5ddf134bee73'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:53.895694 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f096e8-2491-48ba-9204-210dd1cee770" -d '{"events": [{"server_uuid": "3faec95a-62b9-47b1-b2af-56d1aac1beac", "name": "network-vif-plugged", "status": "completed", "tag": "c27216f5-1ab5-47af-90f3-5ddf134bee73"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:53.908384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c27216f5-1ab5-47af-90f3-5ddf134bee73, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c27216f5-1ab5-47af-90f3-5ddf134bee73,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:53.913500 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:53.958701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c699c-7bc7-421a-a6e2-614aae08ec81 req-d60b2673-d919-4bad-b496-64542687c642 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:53.960198 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e9c699c-7bc7-421a-a6e2-614aae08ec81 req-d60b2673-d919-4bad-b496-64542687c642 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1073036 Nov 27 01:11:53.971721 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c27216f5-1ab5-47af-90f3-5ddf134bee73,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:54.000499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cf6ac-9bc0-4597-a3c6-db76ba89db40 req-7379e50d-9d20-46f3-9de3-75a98bb1c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:54.001997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f1cf6ac-9bc0-4597-a3c6-db76ba89db40 req-7379e50d-9d20-46f3-9de3-75a98bb1c72c service neutron] 10.222.0.42 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.1389585 Nov 27 01:11:54.021756 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c119fafa-4997-42f2-9e5b-a98828127372 x-openstack-request-id: req-c119fafa-4997-42f2-9e5b-a98828127372 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:54.022350 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faec95a-62b9-47b1-b2af-56d1aac1beac", "name": "network-vif-plugged", "status": "completed", "tag": "c27216f5-1ab5-47af-90f3-5ddf134bee73", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:54.022934 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c119fafa-4997-42f2-9e5b-a98828127372 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:54.023414 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faec95a-62b9-47b1-b2af-56d1aac1beac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27216f5-1ab5-47af-90f3-5ddf134bee73', 'code': 200} Nov 27 01:11:54.056710 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f1cf6ac-9bc0-4597-a3c6-db76ba89db40 req-3e83b4e2-7818-4b53-ae77-e8c70b3fb7e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 217 time: 0.0454016 Nov 27 01:11:54.064523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e9c699c-7bc7-421a-a6e2-614aae08ec81 req-6a39fd6f-8475-4be7-996b-fe97ac0ee5c5 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926771 Nov 27 01:11:54.119481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cf6ac-9bc0-4597-a3c6-db76ba89db40 req-dfb76018-0c1b-48c4-ae9f-81d8c4a757f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:54.120457 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f1cf6ac-9bc0-4597-a3c6-db76ba89db40 req-dfb76018-0c1b-48c4-ae9f-81d8c4a757f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.0540550 Nov 27 01:11:54.184448 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b392c2-95ef-42d2-86fd-fbabc1e60c65 req-f3883499-530f-4d18-90a4-e1cf7db7920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:54.186656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-88b392c2-95ef-42d2-86fd-fbabc1e60c65 req-f3883499-530f-4d18-90a4-e1cf7db7920a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 1097 time: 0.0420368 Nov 27 01:11:54.186782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cf6ac-9bc0-4597-a3c6-db76ba89db40 req-9cc55973-dc03-4cc6-b4bf-bb94db4e0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:54.188144 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f1cf6ac-9bc0-4597-a3c6-db76ba89db40 req-9cc55973-dc03-4cc6-b4bf-bb94db4e0f57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446424 Nov 27 01:11:54.248725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-88b392c2-95ef-42d2-86fd-fbabc1e60c65 req-e2078443-8ff8-48b6-aa1f-f3d78130055c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 Nov 27 01:11:54.325934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5a751-f4a0-4e9f-9492-fa08fc7ea88c req-97e2c0f3-3423-47ab-9b2f-027cb00ded55 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:54.327430 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6fe5a751-f4a0-4e9f-9492-fa08fc7ea88c req-97e2c0f3-3423-47ab-9b2f-027cb00ded55 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 946 time: 0.0752664 Nov 27 01:11:54.331491 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f1cf6ac-9bc0-4597-a3c6-db76ba89db40 req-e267f4df-5380-48db-8804-6661fd90a3e7 service neutron] 10.222.0.42 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283870 Nov 27 01:11:54.378069 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6fe5a751-f4a0-4e9f-9492-fa08fc7ea88c req-f2fa3986-fa04-4cb2-bb10-8643af22f39a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433528 Nov 27 01:11:54.636987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f1cf6ac-9bc0-4597-a3c6-db76ba89db40 req-3ba420de-83d6-451f-8efc-b0f5ea03623f service neutron] 10.222.0.42 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037972 Nov 27 01:11:54.707002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c946da-b094-4bb8-aeb9-4c47bdbef91c req-84679013-abfc-498a-b467-4e4b67b4db7b tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:54.708493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24c946da-b094-4bb8-aeb9-4c47bdbef91c req-84679013-abfc-498a-b467-4e4b67b4db7b tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 943 time: 0.0511413 Nov 27 01:11:54.757934 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24c946da-b094-4bb8-aeb9-4c47bdbef91c req-b44f46f3-2335-4e28-b70b-ca7880cd995c tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433655 Nov 27 01:11:54.851540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd92d2-5c2f-4388-ac41-bf636f0f29e1 req-6465f617-dca9-4104-9a60-9988d8d80c3d tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:54.853015 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-65fd92d2-5c2f-4388-ac41-bf636f0f29e1 req-6465f617-dca9-4104-9a60-9988d8d80c3d tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 950 time: 0.0513535 Nov 27 01:11:54.875766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9a40b-5f15-4d41-a65f-212266783ecd req-b9e3eaa3-5dc2-44b0-9252-fa676630cd16 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:54.877777 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1a9a40b-5f15-4d41-a65f-212266783ecd req-b9e3eaa3-5dc2-44b0-9252-fa676630cd16 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0481980 Nov 27 01:11:54.901794 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-65fd92d2-5c2f-4388-ac41-bf636f0f29e1 req-d6b27dca-b4d7-4de6-b0eb-1353370ddf0a tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425863 Nov 27 01:11:54.924869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1a9a40b-5f15-4d41-a65f-212266783ecd req-a3ac6b20-f39b-434f-ad61-544bf688f152 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409279 Nov 27 01:11:55.236854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4911ecdc-e14c-4805-86d2-47bb01534cf5', 'name': 'network-vif-deleted', 'tag': 'f92ee4c3-470e-4d79-abde-11dcb55b2aba'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:55.239319 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b011d5e-7590-4cd1-8969-828a5278cf8c" -d '{"events": [{"server_uuid": "4911ecdc-e14c-4805-86d2-47bb01534cf5", "name": "network-vif-deleted", "tag": "f92ee4c3-470e-4d79-abde-11dcb55b2aba"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:55.405798 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352d46c3-64de-4c53-867d-4bb70e75ee6b x-openstack-request-id: req-352d46c3-64de-4c53-867d-4bb70e75ee6b {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:55.406155 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4911ecdc-e14c-4805-86d2-47bb01534cf5", "name": "network-vif-deleted", "tag": "f92ee4c3-470e-4d79-abde-11dcb55b2aba", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:55.406495 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-352d46c3-64de-4c53-867d-4bb70e75ee6b {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:55.407004 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4911ecdc-e14c-4805-86d2-47bb01534cf5', 'name': 'network-vif-deleted', 'tag': 'f92ee4c3-470e-4d79-abde-11dcb55b2aba', 'status': 'completed', 'code': 200} Nov 27 01:11:55.469040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8adc24-a082-4d03-a122-d75a0cc223f5 req-ffdf7a31-1999-45c1-9063-34129baffd62 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:55.471163 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c8adc24-a082-4d03-a122-d75a0cc223f5 req-ffdf7a31-1999-45c1-9063-34129baffd62 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.3316061 Nov 27 01:11:55.512185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a8466-24b7-4dc4-adf4-d8c2b0a0db85 req-e84e1989-9834-4cd1-bc4e-f02324ede173 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:55.513701 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f62a8466-24b7-4dc4-adf4-d8c2b0a0db85 req-e84e1989-9834-4cd1-bc4e-f02324ede173 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 946 time: 0.0501814 Nov 27 01:11:55.521247 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c8adc24-a082-4d03-a122-d75a0cc223f5 req-aa2b1ad9-da80-4de1-9f3e-b39427911d3d tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435026 Nov 27 01:11:55.598392 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f62a8466-24b7-4dc4-adf4-d8c2b0a0db85 req-a1e6e55c-8262-427c-b8a2-c14a64b1d089 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750051 Nov 27 01:11:55.971272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd342d1f-bd30-4b7a-b81b-4e62804ea834 req-23731a9d-e473-4d1f-badd-3169e62ac668 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:55.972777 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd342d1f-bd30-4b7a-b81b-4e62804ea834 req-23731a9d-e473-4d1f-badd-3169e62ac668 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 943 time: 0.0634134 Nov 27 01:11:56.027435 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd342d1f-bd30-4b7a-b81b-4e62804ea834 req-2b142a90-c738-4fce-b7d4-fa6b1d61bfc8 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480378 Nov 27 01:11:56.042308 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa76e0-5af2-4994-aa65-45ce871e2e88 req-977beebc-3fda-4d57-b692-cdfccc034d84 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:56.044665 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f8aa76e0-5af2-4994-aa65-45ce871e2e88 req-977beebc-3fda-4d57-b692-cdfccc034d84 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 950 time: 0.0580146 Nov 27 01:11:56.103251 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f8aa76e0-5af2-4994-aa65-45ce871e2e88 req-0642f3a7-5e09-4229-a22a-50ebed7ee083 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523264 Nov 27 01:11:56.151338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cdc36-bb87-460f-bc16-4d26ff99f3c0 req-562dd6cf-96da-4bd8-974c-94d792e5d022 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:56.152875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-298cdc36-bb87-460f-bc16-4d26ff99f3c0 req-562dd6cf-96da-4bd8-974c-94d792e5d022 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 950 time: 0.0842078 Nov 27 01:11:56.174450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b38b9-d607-4f18-a11f-f1666f5c504d req-976d7b6d-3c02-4958-aa08-26197bdb0179 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:56.175891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a83b38b9-d607-4f18-a11f-f1666f5c504d req-976d7b6d-3c02-4958-aa08-26197bdb0179 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0776088 Nov 27 01:11:56.255861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55350) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:56.279963 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a83b38b9-d607-4f18-a11f-f1666f5c504d req-459e0fa7-a90f-4478-b972-cfb55a5d89ae tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842960 Nov 27 01:11:56.291411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-298cdc36-bb87-460f-bc16-4d26ff99f3c0 req-40ed9e70-eb60-4c27-a553-28533ce49461 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Deleting port a75e182c-9d8c-4a69-8732-c0333a9bb89f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:11:56.296971 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-298cdc36-bb87-460f-bc16-4d26ff99f3c0 req-40ed9e70-eb60-4c27-a553-28533ce49461 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.368748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2421cdb-868c-4666-9c95-2ae1138da2bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.386559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-298cdc36-bb87-460f-bc16-4d26ff99f3c0 req-40ed9e70-eb60-4c27-a553-28533ce49461 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] For port a75e182c-9d8c-4a69-8732-c0333a9bb89f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a75e182c-9d8c-4a69-8732-c0333a9bb89f,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:56.386927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-298cdc36-bb87-460f-bc16-4d26ff99f3c0 req-40ed9e70-eb60-4c27-a553-28533ce49461 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.399994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-298cdc36-bb87-460f-bc16-4d26ff99f3c0 req-40ed9e70-eb60-4c27-a553-28533ce49461 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Calling delete_port for a75e182c-9d8c-4a69-8732-c0333a9bb89f owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:11:56.444418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2421cdb-868c-4666-9c95-2ae1138da2bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.449400 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2421cdb-868c-4666-9c95-2ae1138da2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.491750 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f2421cdb-868c-4666-9c95-2ae1138da2bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=104fa86b11c8420482f85b9bc216999d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347486 Nov 27 01:11:56.493735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2421cdb-868c-4666-9c95-2ae1138da2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c9de09-2ce7-4f6e-a050-3400071eecae,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:56.496101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55354) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:56.532661 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-298cdc36-bb87-460f-bc16-4d26ff99f3c0 req-40ed9e70-eb60-4c27-a553-28533ce49461 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.547503 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bfe15a9-aac5-4fc9-89aa-9021d57c3bd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.565126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['a75e182c-9d8c-4a69-8732-c0333a9bb89f', '2bd78ad4-db48-445d-ba92-f1f893a2604d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:56.573391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed9e70-eb60-4c27-a553-28533ce49461 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Pushing event deleted for resources: {'Port': ['ID=a75e182c-9d8c-4a69-8732-c0333a9bb89f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:56.574298 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bfe15a9-aac5-4fc9-89aa-9021d57c3bd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.599821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device f92ee4c3-470e-4d79-abde-11dcb55b2aba no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:11:56.638369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-298cdc36-bb87-460f-bc16-4d26ff99f3c0 req-40ed9e70-eb60-4c27-a553-28533ce49461 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] No DVR routers for this DVR port a75e182c-9d8c-4a69-8732-c0333a9bb89f on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:11:56.640275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: f92ee4c3-470e-4d79-abde-11dcb55b2aba {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:11:56.640856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device f92ee4c3-470e-4d79-abde-11dcb55b2aba not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:11:56.643094 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-298cdc36-bb87-460f-bc16-4d26ff99f3c0 req-40ed9e70-eb60-4c27-a553-28533ce49461 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.652150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-298cdc36-bb87-460f-bc16-4d26ff99f3c0 req-40ed9e70-eb60-4c27-a553-28533ce49461 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "DELETE /v2.0/ports/a75e182c-9d8c-4a69-8732-c0333a9bb89f HTTP/1.1" status: 204 len: 173 time: 0.4917054 Nov 27 01:11:56.671964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdb862-e5ea-4a53-b1ee-4a0687c97ad2 req-9d05d850-aa3d-46e0-aba3-9f6c47140928 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:56.674130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87cdb862-e5ea-4a53-b1ee-4a0687c97ad2 req-9d05d850-aa3d-46e0-aba3-9f6c47140928 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0706832 Nov 27 01:11:56.691547 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bfe15a9-aac5-4fc9-89aa-9021d57c3bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.694115 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bfe15a9-aac5-4fc9-89aa-9021d57c3bd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:56.697644 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5bfe15a9-aac5-4fc9-89aa-9021d57c3bd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50c9de09-2ce7-4f6e-a050-3400071eecae HTTP/1.1" status: 204 len: 168 time: 0.1982546 Nov 27 01:11:56.713983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe15a9-aac5-4fc9-89aa-9021d57c3bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c9de09-2ce7-4f6e-a050-3400071eecae,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:56.764912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e726600-17a1-4fd6-957e-d4e07a3e5cfc req-c41b6720-cfe8-4069-b0a3-33da4d763194 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:56.766815 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e726600-17a1-4fd6-957e-d4e07a3e5cfc req-c41b6720-cfe8-4069-b0a3-33da4d763194 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 946 time: 0.0724802 Nov 27 01:11:56.790864 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87cdb862-e5ea-4a53-b1ee-4a0687c97ad2 req-814b11cd-b215-4b55-905b-109e8d9a9748 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093431 Nov 27 01:11:56.823263 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e726600-17a1-4fd6-957e-d4e07a3e5cfc req-34a06bbc-d3cc-477f-9ec7-aecead523c9e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503080 Nov 27 01:11:57.190443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90da535-ab5f-40d6-9762-86ccfe1d92db req-0273c5fa-bb3c-47b9-9fd8-2ad61cca6fb2 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:57.192058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f90da535-ab5f-40d6-9762-86ccfe1d92db req-0273c5fa-bb3c-47b9-9fd8-2ad61cca6fb2 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 943 time: 0.0593588 Nov 27 01:11:57.265500 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f90da535-ab5f-40d6-9762-86ccfe1d92db req-ef48d83b-01a4-4855-a2e1-cbaede800169 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652554 Nov 27 01:11:57.347510 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c18f4c1-a1e1-4721-916c-e899a0c5abd6 req-6edd5b16-c5c0-4eb6-8bcd-df6d58186d9d tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=554ef478-7406-4701-96cb-2bf6f9be970a HTTP/1.1" status: 200 len: 210 time: 0.0435882 Nov 27 01:11:57.408891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554ef478-7406-4701-96cb-2bf6f9be970a', 'name': 'network-vif-deleted', 'tag': 'a75e182c-9d8c-4a69-8732-c0333a9bb89f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:11:57.412287 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b71d056-0164-4835-a732-847a9c86df2f" -d '{"events": [{"server_uuid": "554ef478-7406-4701-96cb-2bf6f9be970a", "name": "network-vif-deleted", "tag": "a75e182c-9d8c-4a69-8732-c0333a9bb89f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:11:57.491324 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6c2f04-c89a-4620-a43f-000041c7b252 x-openstack-request-id: req-4d6c2f04-c89a-4620-a43f-000041c7b252 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:11:57.491631 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554ef478-7406-4701-96cb-2bf6f9be970a", "name": "network-vif-deleted", "tag": "a75e182c-9d8c-4a69-8732-c0333a9bb89f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:11:57.491910 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d6c2f04-c89a-4620-a43f-000041c7b252 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:11:57.492341 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554ef478-7406-4701-96cb-2bf6f9be970a', 'name': 'network-vif-deleted', 'tag': 'a75e182c-9d8c-4a69-8732-c0333a9bb89f', 'status': 'completed', 'code': 200} Nov 27 01:11:57.502634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536f814-496a-43e6-9bf5-450e4ed78b29 req-fb9f2af8-a9e2-4610-a161-65fca4db0284 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:57.511549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c536f814-496a-43e6-9bf5-450e4ed78b29 req-fb9f2af8-a9e2-4610-a161-65fca4db0284 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.1099713 Nov 27 01:11:57.557468 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c536f814-496a-43e6-9bf5-450e4ed78b29 req-b8694f1c-9c5a-4ee9-b689-1cb12cddf020 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Nov 27 01:11:57.599728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55428) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:57.696396 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 373f1418-d009-4f90-b605-ae4edd69e340 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:57.700308 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-298370875-network', 'tenant_id': '92221e0afc5348638fc9e73412539dc5'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:57.731406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Made reservation on behalf of 92221e0afc5348638fc9e73412539dc5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:57.734195 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.743181 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.752610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d7e8f-8d41-40c0-a4b3-62f9cb179625 req-785336b7-3ea1-46bd-8150-053ef06fbb32 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:57.754378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-150d7e8f-8d41-40c0-a4b3-62f9cb179625 req-785336b7-3ea1-46bd-8150-053ef06fbb32 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 946 time: 0.0508561 Nov 27 01:11:57.800066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 373f1418-d009-4f90-b605-ae4edd69e340, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=373f1418-d009-4f90-b605-ae4edd69e340,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:57.806400 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-150d7e8f-8d41-40c0-a4b3-62f9cb179625 req-58fddfc3-9087-411f-8467-af907bbdd834 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Nov 27 01:11:57.814483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '373f1418-d009-4f90-b605-ae4edd69e340', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'port_id': '373f1418-d009-4f90-b605-ae4edd69e340', 'mac_address': 'fa:16:3e:a7:18:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:57.828709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.836061 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.860698 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.865138 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:11:57.873678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373f1418-d009-4f90-b605-ae4edd69e340 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:11:57.882251 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8e46e8-5836-448d-a2e3-d310ea7301e2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:57.902965 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.903303 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Added segment aa3686ab-a823-4e63-af0e-8d902855a94d of type vlan for network 0ef88758-11bd-4cb4-b973-a212e7740723 Nov 27 01:11:57.903528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 373f1418-d009-4f90-b605-ae4edd69e340, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=373f1418-d009-4f90-b605-ae4edd69e340,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:57.908768 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.964135 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:57.964653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=373f1418-d009-4f90-b605-ae4edd69e340,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:57.973225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeabe07-f560-4d6d-9253-5623a55c05ef req-504db2eb-3c2b-4b8e-83f6-9107896e32a8 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:57.974664 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cdeabe07-f560-4d6d-9253-5623a55c05ef req-504db2eb-3c2b-4b8e-83f6-9107896e32a8 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1074519 Nov 27 01:11:58.022685 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.023618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.024183 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.089422 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cdeabe07-f560-4d6d-9253-5623a55c05ef req-3203c877-76d3-41a0-a5fd-3ae23a9f5009 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011474 Nov 27 01:11:58.101527 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55446) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:11:58.101703 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5007086 Nov 27 01:11:58.107341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c836ce6-b5b5-4217-9aa2-fb9d45e05359 admin admin] Pushing event updated for resources: {'Network': ['ID=0ef88758-11bd-4cb4-b973-a212e7740723,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:58.108543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8e270449-8b5b-41e0-a265-a7b6ac93e62d admin admin] Request body: {'subnet': {'network_id': '0ef88758-11bd-4cb4-b973-a212e7740723', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-298370875-subnet', 'tenant_id': '92221e0afc5348638fc9e73412539dc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:11:58.122890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 0ef88758-11bd-4cb4-b973-a212e7740723 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:11:58.132715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e270449-8b5b-41e0-a265-a7b6ac93e62d admin admin] Made reservation on behalf of 92221e0afc5348638fc9e73412539dc5 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:11:58.135468 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e270449-8b5b-41e0-a265-a7b6ac93e62d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.324046 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e270449-8b5b-41e0-a265-a7b6ac93e62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.413064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['373f1418-d009-4f90-b605-ae4edd69e340'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:11:58.416546 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e270449-8b5b-41e0-a265-a7b6ac93e62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=974e760b-b797-478b-a362-948eba8c089f,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:11:58.438339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b8a45-a749-4c4a-b861-cba6e4c40082 req-1abb7f79-0714-420a-bd34-9aa3204897c6 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.440658 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-403b8a45-a749-4c4a-b861-cba6e4c40082 req-1abb7f79-0714-420a-bd34-9aa3204897c6 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 944 time: 0.1093764 Nov 27 01:11:58.444960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e270449-8b5b-41e0-a265-a7b6ac93e62d admin admin] Checking segment: {'id': 'aa3686ab-a823-4e63-af0e-8d902855a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0ef88758-11bd-4cb4-b973-a212e7740723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:11:58.445325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e270449-8b5b-41e0-a265-a7b6ac93e62d admin admin] Network hostable DHCP agents. Network: 0ef88758-11bd-4cb4-b973-a212e7740723, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:11:58.489083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e270449-8b5b-41e0-a265-a7b6ac93e62d admin admin] Network 0ef88758-11bd-4cb4-b973-a212e7740723 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:11:58.509825 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-403b8a45-a749-4c4a-b861-cba6e4c40082 req-08d717c4-89aa-41b2-9742-8ee939227b29 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609479 Nov 27 01:11:58.510997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8e270449-8b5b-41e0-a265-a7b6ac93e62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 0ef88758-11bd-4cb4-b973-a212e7740723) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:11:58.522449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ab65d-aa66-48a6-8077-997a20330454 None None] Network 0ef88758-11bd-4cb4-b973-a212e7740723 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:58.527306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e270449-8b5b-41e0-a265-a7b6ac93e62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.528103 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e270449-8b5b-41e0-a265-a7b6ac93e62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:58.550288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8e270449-8b5b-41e0-a265-a7b6ac93e62d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4432313 Nov 27 01:11:58.699388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff71b37-1f40-40d8-87d6-a4dd81c3fe4e None None] Network 0ef88758-11bd-4cb4-b973-a212e7740723 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:11:58.735100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6220e3e-6c2d-4719-bba1-9469a5cbd016 req-da747b89-e644-4627-b60e-e375ad781782 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.737865 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b6220e3e-6c2d-4719-bba1-9469a5cbd016 req-da747b89-e644-4627-b60e-e375ad781782 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 950 time: 0.0713532 Nov 27 01:11:58.749107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd1923-4286-47fa-af2e-fcb7a9644650 req-29ab9231-21a2-41a6-9c61-eccb5c1dcbed tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.750751 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18fd1923-4286-47fa-af2e-fcb7a9644650 req-29ab9231-21a2-41a6-9c61-eccb5c1dcbed tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0776424 Nov 27 01:11:58.803876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b6220e3e-6c2d-4719-bba1-9469a5cbd016 req-ac9f873f-6409-49e5-9de7-78c4dbd408d4 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576468 Nov 27 01:11:58.807477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18fd1923-4286-47fa-af2e-fcb7a9644650 req-dc423733-5a4d-413c-8ecf-d0e67b27f3e6 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501618 Nov 27 01:11:58.936584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae68b39-6636-4e3f-8634-1bab48bd3c9f req-2a2aadf5-4f06-4b8e-adc0-4873e84c44ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:58.938090 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bae68b39-6636-4e3f-8634-1bab48bd3c9f req-2a2aadf5-4f06-4b8e-adc0-4873e84c44ed tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 946 time: 0.0499210 Nov 27 01:11:59.003087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bae68b39-6636-4e3f-8634-1bab48bd3c9f req-b8472673-cd4a-4981-9c08-155f6f861432 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588448 Nov 27 01:11:59.123045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-66322d48-208d-4c9b-93d6-602999eafee3 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.124522 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-66322d48-208d-4c9b-93d6-602999eafee3 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/networks?id=0ef88758-11bd-4cb4-b973-a212e7740723 HTTP/1.1" status: 200 len: 813 time: 0.1100166 Nov 27 01:11:59.139702 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-189bc9f0-8083-465a-87ba-279c7f65c681 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/quotas/92221e0afc5348638fc9e73412539dc5 HTTP/1.1" status: 200 len: 375 time: 0.0092070 Nov 27 01:11:59.172835 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-dba5b508-7f22-4b12-9544-1ef51e08d69b tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92221e0afc5348638fc9e73412539dc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264480 Nov 27 01:11:59.265547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5a28e-a492-48ad-a64e-a05eea7db14e req-cab0d3c8-e293-4b73-8fdd-ed2b89593468 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.268067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-51b5a28e-a492-48ad-a64e-a05eea7db14e req-cab0d3c8-e293-4b73-8fdd-ed2b89593468 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0499113 Nov 27 01:11:59.272398 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-3e8e803c-8a20-4fc9-8fac-aa9c03da939f service neutron] 10.222.0.37 "GET /v2.0/networks/0ef88758-11bd-4cb4-b973-a212e7740723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924721 Nov 27 01:11:59.316227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-51b5a28e-a492-48ad-a64e-a05eea7db14e req-ae51c223-e37b-4993-8592-a740047c3cd0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Nov 27 01:11:59.360225 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-a3c9921f-92c1-4876-9532-ba5180e49be6 service neutron] 10.222.0.37 "GET /v2.0/networks/0ef88758-11bd-4cb4-b973-a212e7740723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818443 Nov 27 01:11:59.517858 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d300572f-b2d1-4b96-90a5-84bdfcc5232e req-4c8eca2b-c66b-4303-bcbe-e53ca5b13f67 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 210 time: 0.0258622 Nov 27 01:11:59.636551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e5a75-674f-49b2-abdc-77ea988e2056 req-e8c3a6cc-38cd-4c6c-910c-c52400254df3 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.638048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c99e5a75-674f-49b2-abdc-77ea988e2056 req-e8c3a6cc-38cd-4c6c-910c-c52400254df3 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 944 time: 0.0510831 Nov 27 01:11:59.695019 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c99e5a75-674f-49b2-abdc-77ea988e2056 req-82b0c49e-c584-4abc-bf61-d4418f13a237 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505810 Nov 27 01:11:59.715269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c27216f5-1ab5-47af-90f3-5ddf134bee73 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:11:59.717400 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 373f1418-d009-4f90-b605-ae4edd69e340 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:11:59.843779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 373f1418-d009-4f90-b605-ae4edd69e340 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:11:59.849264 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 373f1418-d009-4f90-b605-ae4edd69e340 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:11:59.849636 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:59.894426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c27216f5-1ab5-47af-90f3-5ddf134bee73, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c27216f5-1ab5-47af-90f3-5ddf134bee73,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:11:59.911069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'c27216f5-1ab5-47af-90f3-5ddf134bee73', 'network_id': 'b3548a08-0d82-4fac-98d5-aff29ad7422b', 'port_id': 'c27216f5-1ab5-47af-90f3-5ddf134bee73', 'mac_address': 'fa:16:3e:9c:fd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504f1765-0bcd-439e-ba48-1e72e3687e0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:11:59.940334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d2da2-4918-4988-ab2d-3373ae5e6710 req-440e032b-8a3d-4ec7-8d7a-24a9755ff9a3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.942127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f8d2da2-4918-4988-ab2d-3373ae5e6710 req-440e032b-8a3d-4ec7-8d7a-24a9755ff9a3 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 950 time: 0.0588684 Nov 27 01:11:59.964480 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b6630-81f2-4232-920e-989c4c1d3365 req-1581393e-9c8b-4d32-88ac-ff3cbc211f5a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:11:59.973967 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-742b6630-81f2-4232-920e-989c4c1d3365 req-1581393e-9c8b-4d32-88ac-ff3cbc211f5a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0776284 Nov 27 01:11:59.982467 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:11:59.993568 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.007321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c27216f5-1ab5-47af-90f3-5ddf134bee73 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:00.019581 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f8d2da2-4918-4988-ab2d-3373ae5e6710 req-4a89f14a-44db-4050-bd3f-67b186f0539b tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c4dae54-537d-4841-945b-9be6a38e20e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711670 Nov 27 01:12:00.031193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-742b6630-81f2-4232-920e-989c4c1d3365 req-cbe90337-eefe-40e8-804b-83e9a0dd7d1c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558670 Nov 27 01:12:00.037784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:00.040636 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd73f5d-c34b-4085-bc27-4623fd0783c1" -d '{"events": [{"server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "name": "network-vif-plugged", "status": "completed", "tag": "373f1418-d009-4f90-b605-ae4edd69e340"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:00.048136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c27216f5-1ab5-47af-90f3-5ddf134bee73, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c27216f5-1ab5-47af-90f3-5ddf134bee73,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:00.057156 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 373f1418-d009-4f90-b605-ae4edd69e340, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=373f1418-d009-4f90-b605-ae4edd69e340,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:00.069521 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.073484 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.122119 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f368400d-424f-4579-bbde-2b7ddcb612e7 x-openstack-request-id: req-f368400d-424f-4579-bbde-2b7ddcb612e7 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:00.122119 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "name": "network-vif-plugged", "status": "completed", "tag": "373f1418-d009-4f90-b605-ae4edd69e340", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:00.122384 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f368400d-424f-4579-bbde-2b7ddcb612e7 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:00.122632 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340', 'code': 200} Nov 27 01:12:00.155457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c27216f5-1ab5-47af-90f3-5ddf134bee73,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:00.183140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447d47a-198a-4a81-81eb-8787a76ee0d9 req-5fbc87e8-805a-47db-a74e-1a680e441b1e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:00.184684 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b447d47a-198a-4a81-81eb-8787a76ee0d9 req-5fbc87e8-805a-47db-a74e-1a680e441b1e tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 945 time: 0.0776470 Nov 27 01:12:00.224126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=373f1418-d009-4f90-b605-ae4edd69e340,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:00.234969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b447d47a-198a-4a81-81eb-8787a76ee0d9 req-edfb1081-8652-4a49-9975-a5faaaa99612 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436411 Nov 27 01:12:00.309603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['c27216f5-1ab5-47af-90f3-5ddf134bee73'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:00.313778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9ecd3-b0d7-46ba-aab3-d8577bf229ea req-2aeef0c7-1932-4b4e-a45d-cd77299abc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:00.315342 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52d9ecd3-b0d7-46ba-aab3-d8577bf229ea req-2aeef0c7-1932-4b4e-a45d-cd77299abc10 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 1096 time: 0.0769296 Nov 27 01:12:00.328283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e854646-2ed4-4300-8d71-d0fb7987e463 req-d30ea9f1-be35-43dc-bb3b-59b57e08fc95 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:00.330226 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e854646-2ed4-4300-8d71-d0fb7987e463 req-d30ea9f1-be35-43dc-bb3b-59b57e08fc95 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 950 time: 0.0670328 Nov 27 01:12:00.438812 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52d9ecd3-b0d7-46ba-aab3-d8577bf229ea req-ac102c7f-b5a2-4179-9be2-57cf690fd48c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075890 Nov 27 01:12:00.448950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb54f0-0ba0-4596-9ada-0e2d839e5253 req-b3b1c69b-e3e4-44ae-b36c-9581cb038c10 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:00.449816 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34bb54f0-0ba0-4596-9ada-0e2d839e5253 req-b3b1c69b-e3e4-44ae-b36c-9581cb038c10 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0551293 Nov 27 01:12:00.464884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-1e854646-2ed4-4300-8d71-d0fb7987e463 req-4a4b4e35-24b5-4055-873d-87fa3075e1e7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Deleting port 2bd78ad4-db48-445d-ba92-f1f893a2604d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:00.465216 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1e854646-2ed4-4300-8d71-d0fb7987e463 req-4a4b4e35-24b5-4055-873d-87fa3075e1e7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.499581 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34bb54f0-0ba0-4596-9ada-0e2d839e5253 req-cbf4d7d7-7b8a-4dd1-aa5b-abee8c8e8a0c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Nov 27 01:12:00.564820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-1e854646-2ed4-4300-8d71-d0fb7987e463 req-4a4b4e35-24b5-4055-873d-87fa3075e1e7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] For port 2bd78ad4-db48-445d-ba92-f1f893a2604d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2bd78ad4-db48-445d-ba92-f1f893a2604d,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:00.565440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1e854646-2ed4-4300-8d71-d0fb7987e463 req-4a4b4e35-24b5-4055-873d-87fa3075e1e7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.577890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-1e854646-2ed4-4300-8d71-d0fb7987e463 req-4a4b4e35-24b5-4055-873d-87fa3075e1e7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Calling delete_port for 2bd78ad4-db48-445d-ba92-f1f893a2604d owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:00.599681 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a75e182c-9d8c-4a69-8732-c0333a9bb89f no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:00.623766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: a75e182c-9d8c-4a69-8732-c0333a9bb89f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:00.624245 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a75e182c-9d8c-4a69-8732-c0333a9bb89f not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:00.668608 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d4b21c22-f25d-4267-a6fe-41ffa445de1f req-0f23987e-4fce-4479-8db7-9aadfc29509f tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 210 time: 0.0776772 Nov 27 01:12:00.769868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-4aafb86b-f159-4e4d-bf22-f18d57f040d8 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:00.771245 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-4aafb86b-f159-4e4d-bf22-f18d57f040d8 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.11 "GET /v2.0/networks?id=0ef88758-11bd-4cb4-b973-a212e7740723 HTTP/1.1" status: 200 len: 813 time: 0.1664467 Nov 27 01:12:00.811016 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Request body: {'port': {'device_id': '98f712c0-9315-4de1-98c2-4e39c4c2a736', 'network_id': '0ef88758-11bd-4cb4-b973-a212e7740723', 'admin_state_up': True, 'tenant_id': '92221e0afc5348638fc9e73412539dc5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:00.816147 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ef8a6-2f42-4e3b-910f-f6fb6b95910e req-b800ae0e-e653-400d-af92-c739729765b4 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:00.817639 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5c1ef8a6-2f42-4e3b-910f-f6fb6b95910e req-b800ae0e-e653-400d-af92-c739729765b4 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 945 time: 0.0536804 Nov 27 01:12:00.868329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5c1ef8a6-2f42-4e3b-910f-f6fb6b95910e req-da804931-0910-4446-b019-0dc34f8e0584 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438814 Nov 27 01:12:00.878452 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1e854646-2ed4-4300-8d71-d0fb7987e463 req-4a4b4e35-24b5-4055-873d-87fa3075e1e7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.911081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['2bd78ad4-db48-445d-ba92-f1f893a2604d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:00.918701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b4e35-24b5-4055-873d-87fa3075e1e7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Pushing event deleted for resources: {'Port': ['ID=2bd78ad4-db48-445d-ba92-f1f893a2604d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:00.977586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e854646-2ed4-4300-8d71-d0fb7987e463 req-4a4b4e35-24b5-4055-873d-87fa3075e1e7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] No DVR routers for this DVR port 2bd78ad4-db48-445d-ba92-f1f893a2604d on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:00.981503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1e854646-2ed4-4300-8d71-d0fb7987e463 req-4a4b4e35-24b5-4055-873d-87fa3075e1e7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:00.984930 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e854646-2ed4-4300-8d71-d0fb7987e463 req-4a4b4e35-24b5-4055-873d-87fa3075e1e7 tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.11 "DELETE /v2.0/ports/2bd78ad4-db48-445d-ba92-f1f893a2604d HTTP/1.1" status: 204 len: 173 time: 0.6477883 Nov 27 01:12:00.985379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'name': 'network-vif-deleted', 'tag': '2bd78ad4-db48-445d-ba92-f1f893a2604d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:00.987788 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414c172a-eb9f-4793-9810-236028c4200b" -d '{"events": [{"server_uuid": "2e6cd11e-23eb-4ba9-87e2-f5409ee13352", "name": "network-vif-deleted", "tag": "2bd78ad4-db48-445d-ba92-f1f893a2604d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:01.033055 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a40c63-fb12-48b7-9769-406055a30ba2 x-openstack-request-id: req-39a40c63-fb12-48b7-9769-406055a30ba2 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:01.033490 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6cd11e-23eb-4ba9-87e2-f5409ee13352", "name": "network-vif-deleted", "tag": "2bd78ad4-db48-445d-ba92-f1f893a2604d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:01.034044 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39a40c63-fb12-48b7-9769-406055a30ba2 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:01.034704 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6cd11e-23eb-4ba9-87e2-f5409ee13352', 'name': 'network-vif-deleted', 'tag': '2bd78ad4-db48-445d-ba92-f1f893a2604d', 'status': 'completed', 'code': 200} Nov 27 01:12:01.035866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Made reservation on behalf of 92221e0afc5348638fc9e73412539dc5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:01.039898 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.168436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dc104651-5f3a-4c3e-bf7b-12c721d43a9e req-a03c8b3a-8106-459f-8af8-c76eb3743a6a tempest-ServersAdminTestJSON-1610035977 tempest-ServersAdminTestJSON-1610035977-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6cd11e-23eb-4ba9-87e2-f5409ee13352 HTTP/1.1" status: 200 len: 210 time: 0.0342827 Nov 27 01:12:01.241562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcb83d-acad-4bee-a819-7889e2af6d52 req-ffc966f0-c865-4367-a48d-2b552037a55f tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.243070 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bcdcb83d-acad-4bee-a819-7889e2af6d52 req-ffc966f0-c865-4367-a48d-2b552037a55f tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.1005085 Nov 27 01:12:01.275867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Allocated IP 172.20.0.14 (0ef88758-11bd-4cb4-b973-a212e7740723/974e760b-b797-478b-a362-948eba8c089f/5f6f3b58-6849-49fd-865f-754c5ee0251b) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:01.321901 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bcdcb83d-acad-4bee-a819-7889e2af6d52 req-cc1d2ddd-0c25-48c1-98fd-a40cd99be32e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710807 Nov 27 01:12:01.360502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c36d2-14b0-4876-8c25-31b62bf1133e req-fbcee2ec-8632-4b3c-955d-1a60cdcf79e6 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.366799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-500c36d2-14b0-4876-8c25-31b62bf1133e req-fbcee2ec-8632-4b3c-955d-1a60cdcf79e6 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 945 time: 0.0612128 Nov 27 01:12:01.416147 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-500c36d2-14b0-4876-8c25-31b62bf1133e req-9662fb77-bbc1-4ffd-9c35-bf328ea3f697 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463755 Nov 27 01:12:01.482534 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.542023 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.647206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Network 0ef88758-11bd-4cb4-b973-a212e7740723 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:01.650707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Pushing event updated for resources: {'Port': ['ID=5f6f3b58-6849-49fd-865f-754c5ee0251b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:01.654043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:01.657136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:01.697790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e98ea-65cf-4620-8fef-e564480039bf req-7ddf805e-2c05-49c3-bcae-5932fc883a9a tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.699302 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b18e98ea-65cf-4620-8fef-e564480039bf req-7ddf805e-2c05-49c3-bcae-5932fc883a9a tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1034112 Nov 27 01:12:01.726491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c27216f5-1ab5-47af-90f3-5ddf134bee73 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:01.728583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.729215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.754152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-c0d36a31-4ea2-4d0b-8ae9-3d3774150e58 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9511225 Nov 27 01:12:01.774501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Request body: {'port': {'device_id': '98f712c0-9315-4de1-98c2-4e39c4c2a736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:01.781170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port c27216f5-1ab5-47af-90f3-5ddf134bee73 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:01.781476 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.782719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b18e98ea-65cf-4620-8fef-e564480039bf req-90011928-38ba-4922-9679-8bb5b13cd2a1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749803 Nov 27 01:12:01.856008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859f430-0dbb-4294-9498-ddaa9b072b99 req-1fb2d58c-68b5-4bf3-83f3-589792de2929 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:01.857580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4859f430-0dbb-4294-9498-ddaa9b072b99 req-1fb2d58c-68b5-4bf3-83f3-589792de2929 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 932 time: 0.0752201 Nov 27 01:12:01.872675 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.903913 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.909621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c27216f5-1ab5-47af-90f3-5ddf134bee73, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c27216f5-1ab5-47af-90f3-5ddf134bee73,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:01.929498 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:01.939918 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4859f430-0dbb-4294-9498-ddaa9b072b99 req-d8623f42-0b78-4ceb-a161-9ea40cf50c94 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743539 Nov 27 01:12:02.013016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c27216f5-1ab5-47af-90f3-5ddf134bee73,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:02.041089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0035c4-c9ac-4fbb-98fb-57ae301f062f req-2a4bdac0-cdc0-4277-ae5c-42eb3def3fa3 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.042512 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc0035c4-c9ac-4fbb-98fb-57ae301f062f req-2a4bdac0-cdc0-4277-ae5c-42eb3def3fa3 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 945 time: 0.1792932 Nov 27 01:12:02.071244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2b7f-ce37-47ce-a46c-89272525b5fd req-6e6d473f-4a80-443f-a807-00ea38b2832b tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.073299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d68d2b7f-ce37-47ce-a46c-89272525b5fd req-6e6d473f-4a80-443f-a807-00ea38b2832b tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 945 time: 0.0636024 Nov 27 01:12:02.122999 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d68d2b7f-ce37-47ce-a46c-89272525b5fd req-c199e451-b890-4127-bd33-cb43829c6806 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427570 Nov 27 01:12:02.123921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faec95a-62b9-47b1-b2af-56d1aac1beac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27216f5-1ab5-47af-90f3-5ddf134bee73'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:02.128235 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07e88c6-d29c-4f2e-8987-5da4297ed94d" -d '{"events": [{"server_uuid": "3faec95a-62b9-47b1-b2af-56d1aac1beac", "name": "network-vif-plugged", "status": "completed", "tag": "c27216f5-1ab5-47af-90f3-5ddf134bee73"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:02.151972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc0035c4-c9ac-4fbb-98fb-57ae301f062f req-bac2a6f1-81cb-479c-9ecd-d4c91a4ac249 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997050 Nov 27 01:12:02.177287 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b82da1-44be-4999-a7f8-ba49311e04ec x-openstack-request-id: req-19b82da1-44be-4999-a7f8-ba49311e04ec {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:02.177580 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faec95a-62b9-47b1-b2af-56d1aac1beac", "name": "network-vif-plugged", "status": "completed", "tag": "c27216f5-1ab5-47af-90f3-5ddf134bee73", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:02.177837 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19b82da1-44be-4999-a7f8-ba49311e04ec {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:02.178274 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faec95a-62b9-47b1-b2af-56d1aac1beac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27216f5-1ab5-47af-90f3-5ddf134bee73', 'code': 200} Nov 27 01:12:02.253007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6f3b58-6849-49fd-865f-754c5ee0251b {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:02.260666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:02.272454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Transition to ACTIVE for port object 5f6f3b58-6849-49fd-865f-754c5ee0251b will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:02.276280 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:02.324366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Pushing event updated for resources: {'Port': ['ID=5f6f3b58-6849-49fd-865f-754c5ee0251b,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:02.396451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Attempting to bind port 5f6f3b58-6849-49fd-865f-754c5ee0251b on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:02.396780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Attempting to bind port 5f6f3b58-6849-49fd-865f-754c5ee0251b by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'aa3686ab-a823-4e63-af0e-8d902855a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0ef88758-11bd-4cb4-b973-a212e7740723'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:02.397136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Attempting to bind port 5f6f3b58-6849-49fd-865f-754c5ee0251b on network 0ef88758-11bd-4cb4-b973-a212e7740723 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:02.401511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Port 5f6f3b58-6849-49fd-865f-754c5ee0251b on network 0ef88758-11bd-4cb4-b973-a212e7740723 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:02.401832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Attempting to bind port 5f6f3b58-6849-49fd-865f-754c5ee0251b on network 0ef88758-11bd-4cb4-b973-a212e7740723 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:02.406835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:02.407172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Checking segment: {'id': 'aa3686ab-a823-4e63-af0e-8d902855a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0ef88758-11bd-4cb4-b973-a212e7740723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:02.407584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Bound using segment: {'id': 'aa3686ab-a823-4e63-af0e-8d902855a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0ef88758-11bd-4cb4-b973-a212e7740723'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:02.408005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Bound port: 5f6f3b58-6849-49fd-865f-754c5ee0251b, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3686ab-a823-4e63-af0e-8d902855a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0ef88758-11bd-4cb4-b973-a212e7740723'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:02.408438 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:02.463843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55556) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:02.464972 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0f55b-dd95-4953-9b19-bce03137b70a req-ffd3738f-104c-4358-b0b5-7945692dd2c9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.466660 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-72f0f55b-dd95-4953-9b19-bce03137b70a req-ffd3738f-104c-4358-b0b5-7945692dd2c9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0676248 Nov 27 01:12:02.484833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] For port 5f6f3b58-6849-49fd-865f-754c5ee0251b, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:02.487964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] For port 5f6f3b58-6849-49fd-865f-754c5ee0251b, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5f6f3b58-6849-49fd-865f-754c5ee0251b,segment=NetworkSegment(aa3686ab-a823-4e63-af0e-8d902855a94d),segment_id=aa3686ab-a823-4e63-af0e-8d902855a94d)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:02.493505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:02.534253 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-72f0f55b-dd95-4953-9b19-bce03137b70a req-39b6a813-5670-4152-ae02-b3394129530f tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591242 Nov 27 01:12:02.540041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.541151 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:02.543198 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] 10.222.0.11 "PUT /v2.0/ports/5f6f3b58-6849-49fd-865f-754c5ee0251b HTTP/1.1" status: 200 len: 1092 time: 0.7737701 Nov 27 01:12:02.561821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b24a2-01b0-437e-b9da-10cf7b6e552d service neutron] Pushing event updated for resources: {'Port': ['ID=5f6f3b58-6849-49fd-865f-754c5ee0251b,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:02.667246 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2eec40c4-9634-46c2-be08-57ee6cc4b15a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63c16b5948444a33acd85e24899b9809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022943 Nov 27 01:12:02.669784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55562) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:02.673414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d1555c58-f7fa-4b07-adf0-7333e97f963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.674881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-d1555c58-f7fa-4b07-adf0-7333e97f963b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92221e0afc5348638fc9e73412539dc5&device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 1095 time: 0.0626059 Nov 27 01:12:02.717187 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-689e0e8f-157d-47a4-835d-b197149656ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:02.722924 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-18916174-3564-46a1-b0d3-ced13268d01c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f6f3b58-6849-49fd-865f-754c5ee0251b HTTP/1.1" status: 200 len: 217 time: 0.0345037 Nov 27 01:12:02.738628 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-689e0e8f-157d-47a4-835d-b197149656ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:02.771425 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-8a987125-fe3b-4dc3-bbc9-95d6e18bba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.772921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-8a987125-fe3b-4dc3-bbc9-95d6e18bba63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=974e760b-b797-478b-a362-948eba8c089f HTTP/1.1" status: 200 len: 853 time: 0.0427403 Nov 27 01:12:02.786350 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-689e0e8f-157d-47a4-835d-b197149656ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:02.788914 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-689e0e8f-157d-47a4-835d-b197149656ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:02.790043 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-689e0e8f-157d-47a4-835d-b197149656ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c4dae54-537d-4841-945b-9be6a38e20e2 HTTP/1.1" status: 204 len: 168 time: 0.1192281 Nov 27 01:12:02.798307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e0e8f-157d-47a4-835d-b197149656ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4dae54-537d-4841-945b-9be6a38e20e2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:02.813228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-6ce356dc-6f26-4823-b04c-edd9a7d5c0bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ef88758-11bd-4cb4-b973-a212e7740723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327291 Nov 27 01:12:02.914557 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-8b59f0c8-26db-496a-ae7f-5765828a146c service neutron] 10.222.0.11 "GET /v2.0/networks/0ef88758-11bd-4cb4-b973-a212e7740723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932789 Nov 27 01:12:02.927563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33174252-2175-4482-8975-576c9edcc54e req-76f5d75a-0954-48e6-9884-5bb722ae9727 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:02.929078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33174252-2175-4482-8975-576c9edcc54e req-76f5d75a-0954-48e6-9884-5bb722ae9727 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0513368 Nov 27 01:12:02.986749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33174252-2175-4482-8975-576c9edcc54e req-da002bfc-a9d4-436c-965e-266247131f35 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516450 Nov 27 01:12:03.033050 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f3ffadd-fff9-4542-890d-6c4345949628 req-abdad070-31ac-4057-b519-cfb5bd176f85 service neutron] 10.222.0.11 "GET /v2.0/networks/0ef88758-11bd-4cb4-b973-a212e7740723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117013 Nov 27 01:12:03.035345 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f712c0-9315-4de1-98c2-4e39c4c2a736', 'tag': '5f6f3b58-6849-49fd-865f-754c5ee0251b'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:03.037589 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964008eb-79e5-4a5f-aad0-c8afd7bbf8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "98f712c0-9315-4de1-98c2-4e39c4c2a736", "tag": "5f6f3b58-6849-49fd-865f-754c5ee0251b"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:03.081230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2505e95-9e9d-45b1-9fee-b5b284275699 req-f62b0e27-43d5-4527-b316-affb96b97172 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.082776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2505e95-9e9d-45b1-9fee-b5b284275699 req-f62b0e27-43d5-4527-b316-affb96b97172 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 944 time: 0.0615807 Nov 27 01:12:03.096927 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a890f03-6fc9-487e-abe8-f22349c6933d x-openstack-request-id: req-5a890f03-6fc9-487e-abe8-f22349c6933d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:03.097222 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f712c0-9315-4de1-98c2-4e39c4c2a736", "tag": "5f6f3b58-6849-49fd-865f-754c5ee0251b", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:03.097563 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a890f03-6fc9-487e-abe8-f22349c6933d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:03.098040 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f712c0-9315-4de1-98c2-4e39c4c2a736', 'tag': '5f6f3b58-6849-49fd-865f-754c5ee0251b', 'status': 'completed', 'code': 200} Nov 27 01:12:03.118960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55574) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:03.155569 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2505e95-9e9d-45b1-9fee-b5b284275699 req-0782ca4b-268e-4050-945d-8e1ba1b5d14d tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656700 Nov 27 01:12:03.216044 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-af9aa030-4a6a-43e2-9047-bfe883882890 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f211e64a446d44949b758fe067a7de2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0959129 Nov 27 01:12:03.218831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55580) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:03.230486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964008eb-79e5-4a5f-aad0-c8afd7bbf8e9 req-53878845-a221-4772-a02d-194650f5d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.231919 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-964008eb-79e5-4a5f-aad0-c8afd7bbf8e9 req-53878845-a221-4772-a02d-194650f5d44f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92221e0afc5348638fc9e73412539dc5&device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 1095 time: 0.0824006 Nov 27 01:12:03.245021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3a0f7-09e0-4cd4-b67a-a6ef67b60672 req-cf9171eb-152d-48f9-81ee-14a035192126 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.246556 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2c3a0f7-09e0-4cd4-b67a-a6ef67b60672 req-cf9171eb-152d-48f9-81ee-14a035192126 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 945 time: 0.0504713 Nov 27 01:12:03.296127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2c3a0f7-09e0-4cd4-b67a-a6ef67b60672 req-26d93006-15d6-496e-b925-67d3c89b403f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Nov 27 01:12:03.515855 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-eee3dea0-bcdf-4cfd-a6d8-6dd221a2921c tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1828725 Nov 27 01:12:03.525523 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:03.547654 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.644302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edd77b-50ad-479e-a393-1502e0969b7b req-2e63fb70-8885-4007-9ea6-8ba469ab1775 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.645669 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20edd77b-50ad-479e-a393-1502e0969b7b req-2e63fb70-8885-4007-9ea6-8ba469ab1775 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 946 time: 0.4187593 Nov 27 01:12:03.652179 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.683622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c978f969-49b2-47ce-aed8-0c5dfb44c3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.701493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964008eb-79e5-4a5f-aad0-c8afd7bbf8e9 req-36806127-c7ae-4ef0-8ee4-ddfb7959f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.702990 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-964008eb-79e5-4a5f-aad0-c8afd7bbf8e9 req-36806127-c7ae-4ef0-8ee4-ddfb7959f86a service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ef88758-11bd-4cb4-b973-a212e7740723 HTTP/1.1" status: 200 len: 914 time: 0.4579680 Nov 27 01:12:03.757425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c978f969-49b2-47ce-aed8-0c5dfb44c3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.759791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Allocated IP 172.25.3.251 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/70c99342-f51e-4649-981c-eaac9afcda4b) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:03.768741 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-964008eb-79e5-4a5f-aad0-c8afd7bbf8e9 req-6ca39506-cc7a-4129-9b3a-ecf8d697f2ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f6f3b58-6849-49fd-865f-754c5ee0251b HTTP/1.1" status: 200 len: 217 time: 0.0569248 Nov 27 01:12:03.792194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20edd77b-50ad-479e-a393-1502e0969b7b req-38288cff-3da1-42b0-b1be-056b64221a7a tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/security-groups?id=9be8a486-2d4d-4d5e-89f6-1d86863dafbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392605 Nov 27 01:12:03.840034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964008eb-79e5-4a5f-aad0-c8afd7bbf8e9 req-5b5b541c-a948-41b9-8eec-10bc3f18b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:03.841577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-964008eb-79e5-4a5f-aad0-c8afd7bbf8e9 req-5b5b541c-a948-41b9-8eec-10bc3f18b5c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=974e760b-b797-478b-a362-948eba8c089f HTTP/1.1" status: 200 len: 853 time: 0.0613499 Nov 27 01:12:03.874631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-964008eb-79e5-4a5f-aad0-c8afd7bbf8e9 req-2234b041-d556-4a53-b2c3-86bdcb125215 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ef88758-11bd-4cb4-b973-a212e7740723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255036 Nov 27 01:12:03.875575 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c978f969-49b2-47ce-aed8-0c5dfb44c3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.878185 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c978f969-49b2-47ce-aed8-0c5dfb44c3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.879302 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c978f969-49b2-47ce-aed8-0c5dfb44c3b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec04fb50-7a17-4da5-8105-04b2cd505150 HTTP/1.1" status: 204 len: 168 time: 0.6595957 Nov 27 01:12:03.887234 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.912173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978f969-49b2-47ce-aed8-0c5dfb44c3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec04fb50-7a17-4da5-8105-04b2cd505150,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:03.926036 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:03.973250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:03.977211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:03.980897 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:03.987004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Pushing event updated for resources: {'Port': ['ID=70c99342-f51e-4649-981c-eaac9afcda4b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:04.054905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba6eea-741a-4851-9417-f5b6c936f5d8 req-12e54f09-647a-4f59-aeab-995c8a567a54 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.056371 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-daba6eea-741a-4851-9417-f5b6c936f5d8 req-12e54f09-647a-4f59-aeab-995c8a567a54 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 946 time: 0.1558361 Nov 27 01:12:04.084479 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.087412 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127e79-50af-4f66-a512-24f5b70f6d06 req-19218e07-2fde-4b93-834e-7f454e73b43d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.088903 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15127e79-50af-4f66-a512-24f5b70f6d06 req-19218e07-2fde-4b93-834e-7f454e73b43d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.1148102 Nov 27 01:12:04.114906 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-964008eb-79e5-4a5f-aad0-c8afd7bbf8e9 req-e1b5e427-af45-4c67-b576-d63c46bf3c65 service neutron] 10.222.0.11 "GET /v2.0/networks/0ef88758-11bd-4cb4-b973-a212e7740723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269130 Nov 27 01:12:04.127892 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.276657 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15127e79-50af-4f66-a512-24f5b70f6d06 req-c38256f5-ec58-45c7-a2e0-74918be5942a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657677 Nov 27 01:12:04.296152 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.297398 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-964008eb-79e5-4a5f-aad0-c8afd7bbf8e9 req-2750fe5e-d84a-429b-b3f9-fb901fd0442b service neutron] 10.222.0.11 "GET /v2.0/networks/0ef88758-11bd-4cb4-b973-a212e7740723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705012 Nov 27 01:12:04.304604 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.311408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-daba6eea-741a-4851-9417-f5b6c936f5d8 req-8b6b43b2-464e-4eb1-a41e-5d932fd25ef5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Deleting port c27216f5-1ab5-47af-90f3-5ddf134bee73 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:04.311862 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-daba6eea-741a-4851-9417-f5b6c936f5d8 req-8b6b43b2-464e-4eb1-a41e-5d932fd25ef5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.377267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Pushing event updated for resources: {'Port': ['ID=70c99342-f51e-4649-981c-eaac9afcda4b,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:04.386205 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.404228 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.414787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-2512ca85-18c4-42c0-9680-942b0efeff87 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8930731 Nov 27 01:12:04.442511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-daba6eea-741a-4851-9417-f5b6c936f5d8 req-8b6b43b2-464e-4eb1-a41e-5d932fd25ef5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] For port c27216f5-1ab5-47af-90f3-5ddf134bee73, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c27216f5-1ab5-47af-90f3-5ddf134bee73,segment=NetworkSegment(2d9d6173-f790-4e5e-bbc4-35fbf6e1e718),segment_id=2d9d6173-f790-4e5e-bbc4-35fbf6e1e718)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:04.442995 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-daba6eea-741a-4851-9417-f5b6c936f5d8 req-8b6b43b2-464e-4eb1-a41e-5d932fd25ef5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.469751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-daba6eea-741a-4851-9417-f5b6c936f5d8 req-8b6b43b2-464e-4eb1-a41e-5d932fd25ef5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Calling delete_port for c27216f5-1ab5-47af-90f3-5ddf134bee73 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:04.478031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-fcee8c98-bf16-4b35-8794-424752604b09 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.0623705 Nov 27 01:12:04.581138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0cc2e-0481-4d6e-b614-76b3a0735ddd req-cf36ecd4-f41e-4268-a435-4a76e70416f8 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.587476 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-14d0cc2e-0481-4d6e-b614-76b3a0735ddd req-cf36ecd4-f41e-4268-a435-4a76e70416f8 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1064920 Nov 27 01:12:04.598029 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-c47f5c04-3128-425a-864d-b1f9af1f4ef7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.599464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-c47f5c04-3128-425a-864d-b1f9af1f4ef7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1151865 Nov 27 01:12:04.612216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-17b62710-7ab1-460a-b244-7bd4f56b2616 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:12:04.613215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4202eae-03ad-4354-83a6-fcb6f33d9022 req-17b62710-7ab1-460a-b244-7bd4f56b2616 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066736 Nov 27 01:12:04.616573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5f6f3b58-6849-49fd-865f-754c5ee0251b details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:04.638624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2bd78ad4-db48-445d-ba92-f1f893a2604d no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:04.689659 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 2bd78ad4-db48-445d-ba92-f1f893a2604d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:04.690015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2bd78ad4-db48-445d-ba92-f1f893a2604d not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:04.706416 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-14d0cc2e-0481-4d6e-b614-76b3a0735ddd req-3c730ef6-b993-4bb8-bb84-a6a417110102 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067305 Nov 27 01:12:04.732560 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-daba6eea-741a-4851-9417-f5b6c936f5d8 req-8b6b43b2-464e-4eb1-a41e-5d932fd25ef5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.776173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b43b2-464e-4eb1-a41e-5d932fd25ef5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Pushing event deleted for resources: {'Port': ['ID=c27216f5-1ab5-47af-90f3-5ddf134bee73,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:04.806340 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852401e0-3d52-4771-833a-bae42e1e60f8 req-98aa1470-a314-4974-afef-d5f45f544253 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:04.817695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5f6f3b58-6849-49fd-865f-754c5ee0251b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5f6f3b58-6849-49fd-865f-754c5ee0251b,segment=NetworkSegment(aa3686ab-a823-4e63-af0e-8d902855a94d),segment_id=aa3686ab-a823-4e63-af0e-8d902855a94d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:04.818454 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-852401e0-3d52-4771-833a-bae42e1e60f8 req-98aa1470-a314-4974-afef-d5f45f544253 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 944 time: 0.1101065 Nov 27 01:12:04.829094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-daba6eea-741a-4851-9417-f5b6c936f5d8 req-8b6b43b2-464e-4eb1-a41e-5d932fd25ef5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] No DVR routers for this DVR port c27216f5-1ab5-47af-90f3-5ddf134bee73 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:04.832742 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-daba6eea-741a-4851-9417-f5b6c936f5d8 req-8b6b43b2-464e-4eb1-a41e-5d932fd25ef5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.834021 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '5f6f3b58-6849-49fd-865f-754c5ee0251b', 'network_id': '0ef88758-11bd-4cb4-b973-a212e7740723', 'port_id': '5f6f3b58-6849-49fd-865f-754c5ee0251b', 'mac_address': 'fa:16:3e:da:1c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974e760b-b797-478b-a362-948eba8c089f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:04.837787 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-daba6eea-741a-4851-9417-f5b6c936f5d8 req-8b6b43b2-464e-4eb1-a41e-5d932fd25ef5 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.42 "DELETE /v2.0/ports/c27216f5-1ab5-47af-90f3-5ddf134bee73 HTTP/1.1" status: 204 len: 173 time: 0.7697206 Nov 27 01:12:04.880810 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-852401e0-3d52-4771-833a-bae42e1e60f8 req-c82645c7-c5e4-4d0a-bb11-078a4b808af8 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590158 Nov 27 01:12:04.901760 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.918462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6f3b58-6849-49fd-865f-754c5ee0251b {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:04.927724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55630) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:04.949149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5f6f3b58-6849-49fd-865f-754c5ee0251b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5f6f3b58-6849-49fd-865f-754c5ee0251b,segment=NetworkSegment(aa3686ab-a823-4e63-af0e-8d902855a94d),segment_id=aa3686ab-a823-4e63-af0e-8d902855a94d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:04.959027 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:04.997915 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cabb90ff-4f7a-4fdc-8089-30fdca21b8c2 req-f70fef1b-692f-44ea-b462-07a723562f27 tempest-ImagesTestJSON-126997008 tempest-ImagesTestJSON-126997008-project] 10.222.0.37 "GET /v2.0/ports?device_id=3faec95a-62b9-47b1-b2af-56d1aac1beac HTTP/1.1" status: 200 len: 210 time: 0.0428572 Nov 27 01:12:05.040031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5f6f3b58-6849-49fd-865f-754c5ee0251b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:05.084485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-79fa227a-3711-4638-8a52-26a4f85fbabb tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.085948 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-79fa227a-3711-4638-8a52-26a4f85fbabb tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 821 time: 0.1728885 Nov 27 01:12:05.103375 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faec95a-62b9-47b1-b2af-56d1aac1beac', 'name': 'network-vif-deleted', 'tag': 'c27216f5-1ab5-47af-90f3-5ddf134bee73'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:05.104425 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3ce38c-98df-49e9-947c-1e0e42bc21f3" -d '{"events": [{"server_uuid": "3faec95a-62b9-47b1-b2af-56d1aac1beac", "name": "network-vif-deleted", "tag": "c27216f5-1ab5-47af-90f3-5ddf134bee73"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:05.121107 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-1637db97-347b-407f-b2e6-ab0d179105e1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/quotas/871a101edd3a4fcc883d83b04d0027c5 HTTP/1.1" status: 200 len: 375 time: 0.0280113 Nov 27 01:12:05.133824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-464179763-network', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:05.153855 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c854a52a-1568-4f91-bf56-4308be35c987 x-openstack-request-id: req-c854a52a-1568-4f91-bf56-4308be35c987 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:05.154151 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faec95a-62b9-47b1-b2af-56d1aac1beac", "name": "network-vif-deleted", "tag": "c27216f5-1ab5-47af-90f3-5ddf134bee73", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:05.154459 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c854a52a-1568-4f91-bf56-4308be35c987 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:05.154901 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faec95a-62b9-47b1-b2af-56d1aac1beac', 'name': 'network-vif-deleted', 'tag': 'c27216f5-1ab5-47af-90f3-5ddf134bee73', 'status': 'completed', 'code': 200} Nov 27 01:12:05.155168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Made reservation on behalf of 3809e8b126b14c81ad87a5c73cf84ac5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:05.157624 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.166048 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.180672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-0981e28a-313b-4493-8328-4a4af51af92c tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0586400 Nov 27 01:12:05.241094 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.245580 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.266590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:12:05.280231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-8bd806df-0aa4-4ffa-a3be-49f62d66975a service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914900 Nov 27 01:12:05.281824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31c4aa6-9161-4b25-aeaa-098a7af72c35,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:05.285260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.285599 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Added segment bc67208e-7238-428d-be05-55a2491e7804 of type vlan for network 20f1a93c-ed2e-4d59-9d49-5f654a04bf69 Nov 27 01:12:05.305462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5f6f3b58-6849-49fd-865f-754c5ee0251b'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:05.334925 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.377797 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.378791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.379312 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.397458 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-b62baa21-ced6-4733-9083-6597b5e4e44a service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098814 Nov 27 01:12:05.452506 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5236013 Nov 27 01:12:05.456287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55640) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:05.467631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1261908d-8027-4719-9478-2b905f4e7883 admin admin] Request body: {'subnet': {'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-464179763-subnet', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:05.480049 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696438ad-c8d8-4a59-a316-7c33b3ab99a1 admin admin] Pushing event updated for resources: {'Network': ['ID=20f1a93c-ed2e-4d59-9d49-5f654a04bf69,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:05.498156 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 20f1a93c-ed2e-4d59-9d49-5f654a04bf69 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:12:05.500836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5807cb-5e31-4a82-9a8f-af2f48d32b18 req-21bfd4f8-ce1c-48ca-ae02-71adf5a65081 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.507840 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff5807cb-5e31-4a82-9a8f-af2f48d32b18 req-21bfd4f8-ce1c-48ca-ae02-71adf5a65081 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.1409957 Nov 27 01:12:05.532133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1261908d-8027-4719-9478-2b905f4e7883 admin admin] Made reservation on behalf of 3809e8b126b14c81ad87a5c73cf84ac5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:05.535043 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1261908d-8027-4719-9478-2b905f4e7883 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.624103 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff5807cb-5e31-4a82-9a8f-af2f48d32b18 req-1afe560d-078a-4669-8111-630e57ff11fd tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152885 Nov 27 01:12:05.714310 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-acd4db28-ddc9-4887-95f5-24732fd72c0e req-d3a69a4b-04b9-493d-aa18-fdd15cb071a7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 210 time: 0.0351193 Nov 27 01:12:05.767312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c27216f5-1ab5-47af-90f3-5ddf134bee73 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:05.780108 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1261908d-8027-4719-9478-2b905f4e7883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.797024 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: c27216f5-1ab5-47af-90f3-5ddf134bee73 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:05.797383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c27216f5-1ab5-47af-90f3-5ddf134bee73 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:05.832720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4251c3-dc60-406f-8950-1e482e880858 req-e5dc13fb-d68c-4aee-a5bf-b1871060630f tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.836558 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261908d-8027-4719-9478-2b905f4e7883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:05.838921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba4251c3-dc60-406f-8950-1e482e880858 req-e5dc13fb-d68c-4aee-a5bf-b1871060630f tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0597878 Nov 27 01:12:05.863938 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261908d-8027-4719-9478-2b905f4e7883 admin admin] Checking segment: {'id': 'bc67208e-7238-428d-be05-55a2491e7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:05.864647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1261908d-8027-4719-9478-2b905f4e7883 admin admin] Network hostable DHCP agents. Network: 20f1a93c-ed2e-4d59-9d49-5f654a04bf69, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:12:05.888707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1261908d-8027-4719-9478-2b905f4e7883 admin admin] Network 20f1a93c-ed2e-4d59-9d49-5f654a04bf69 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:12:05.891472 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba4251c3-dc60-406f-8950-1e482e880858 req-7cd671ee-dacd-477b-afcc-b6ea2accffd5 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505946 Nov 27 01:12:05.908051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1261908d-8027-4719-9478-2b905f4e7883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 20f1a93c-ed2e-4d59-9d49-5f654a04bf69) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:05.915834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f1a0c-b677-4d48-a4f7-0c3026f3bc06 None None] Network 20f1a93c-ed2e-4d59-9d49-5f654a04bf69 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:05.922644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1261908d-8027-4719-9478-2b905f4e7883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:05.923326 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1261908d-8027-4719-9478-2b905f4e7883 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.951172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1261908d-8027-4719-9478-2b905f4e7883 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4881451 Nov 27 01:12:05.953900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55656) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:05.959783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-464179763-router', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:05.983412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:05.984678 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.019190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71f2e9-0a22-41fa-9917-d82661989bb4 req-7061b408-5e5d-4d87-9546-2898b35d749a tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.022457 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f71f2e9-0a22-41fa-9917-d82661989bb4 req-7061b408-5e5d-4d87-9546-2898b35d749a tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 945 time: 0.0690482 Nov 27 01:12:06.046266 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.080148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f71f2e9-0a22-41fa-9917-d82661989bb4 req-0872315f-f9aa-4286-9bbb-7b6a68fe7966 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Nov 27 01:12:06.135499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-20f1a93c-ed2e-4d59-9d49-5f654a04bf69', 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'fixed_ips': [{'subnet_id': '5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:12:06.137124 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.236888 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.311535 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Allocated IP 172.20.0.2 (20f1a93c-ed2e-4d59-9d49-5f654a04bf69/5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c/13182619-238b-42ee-93e2-a3b875660015) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:06.477537 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.478822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55692) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:06.488561 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.494601 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.498069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.534502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3bcb443-28df-403f-a1e5-1ca4daa63852 admin admin] Deleting subnet 504f1765-0bcd-439e-ba48-1e72e3687e0a {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:12:06.537086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Network 20f1a93c-ed2e-4d59-9d49-5f654a04bf69 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:06.538370 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3bcb443-28df-403f-a1e5-1ca4daa63852 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.540287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:06.543779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:06.551598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Pushing event updated for resources: {'Port': ['ID=13182619-238b-42ee-93e2-a3b875660015,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:06.582975 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3bcb443-28df-403f-a1e5-1ca4daa63852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.605128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Attempting to bind port 13182619-238b-42ee-93e2-a3b875660015 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:06.605499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Attempting to bind port 13182619-238b-42ee-93e2-a3b875660015 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'bc67208e-7238-428d-be05-55a2491e7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:06.605864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Attempting to bind port 13182619-238b-42ee-93e2-a3b875660015 on network 20f1a93c-ed2e-4d59-9d49-5f654a04bf69 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:06.611994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:06.612366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Checking segment: {'id': 'bc67208e-7238-428d-be05-55a2491e7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:06.612762 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.613154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Bound using segment: {'id': 'bc67208e-7238-428d-be05-55a2491e7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:06.613676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Bound port: 13182619-238b-42ee-93e2-a3b875660015, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc67208e-7238-428d-be05-55a2491e7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:06.614054 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.622953 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3bcb443-28df-403f-a1e5-1ca4daa63852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.625580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5f6f3b58-6849-49fd-865f-754c5ee0251b up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:06.636505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Allocated IP 172.25.3.67 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/1ecc4a1a-c106-4feb-aad4-d441c35fec76) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:06.701509 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3bcb443-28df-403f-a1e5-1ca4daa63852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.746198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcb443-28df-403f-a1e5-1ca4daa63852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=504f1765-0bcd-439e-ba48-1e72e3687e0a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:06.767703 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3bcb443-28df-403f-a1e5-1ca4daa63852 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.775757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e3bcb443-28df-403f-a1e5-1ca4daa63852 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/504f1765-0bcd-439e-ba48-1e72e3687e0a HTTP/1.1" status: 204 len: 168 time: 0.2958589 Nov 27 01:12:06.780166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55700) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:06.787603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] For port 13182619-238b-42ee-93e2-a3b875660015, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:06.795460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] For port 13182619-238b-42ee-93e2-a3b875660015, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=13182619-238b-42ee-93e2-a3b875660015,segment=NetworkSegment(bc67208e-7238-428d-be05-55a2491e7804),segment_id=bc67208e-7238-428d-be05-55a2491e7804)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:06.797393 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.802628 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.854339 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6794-d918-4599-938d-94ba4f1799ff req-d4dc0131-faa8-497f-a860-961d17b6cc1a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:06.856083 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc4b6794-d918-4599-938d-94ba4f1799ff req-d4dc0131-faa8-497f-a860-961d17b6cc1a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.1041534 Nov 27 01:12:06.869742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6ae14-0986-46e6-8cf0-b6a029048ffc None None] Pushing event updated for resources: {'Port': ['ID=13182619-238b-42ee-93e2-a3b875660015,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:06.876111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 5f6f3b58-6849-49fd-865f-754c5ee0251b completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:06.882075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 5f6f3b58-6849-49fd-865f-754c5ee0251b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:06.882492 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:06.945865 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc4b6794-d918-4599-938d-94ba4f1799ff req-485be1e4-5480-456a-9dc3-b041c85a25cb tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780141 Nov 27 01:12:07.005994 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17ffb16b-7114-448c-be62-f0427521f0f7 req-e4dc85dd-0c91-4c15-9f51-e17d109191b9 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 210 time: 0.0789206 Nov 27 01:12:07.014789 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.053711 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.054933 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.087933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:07.101645 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5f6f3b58-6849-49fd-865f-754c5ee0251b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5f6f3b58-6849-49fd-865f-754c5ee0251b,segment=NetworkSegment(aa3686ab-a823-4e63-af0e-8d902855a94d),segment_id=aa3686ab-a823-4e63-af0e-8d902855a94d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:07.102807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f712c0-9315-4de1-98c2-4e39c4c2a736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6f3b58-6849-49fd-865f-754c5ee0251b'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:07.107351 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b038a355-3e23-44f7-8860-8428af53c1f6" -d '{"events": [{"server_uuid": "98f712c0-9315-4de1-98c2-4e39c4c2a736", "name": "network-vif-plugged", "status": "completed", "tag": "5f6f3b58-6849-49fd-865f-754c5ee0251b"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:07.113878 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.150374 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:07.172362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:07.176249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9ef6-1cfc-40eb-9119-28bbc7adbaa1 req-3415ce48-ba53-43da-9002-f0430851fd85 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.179787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-266c9ef6-1cfc-40eb-9119-28bbc7adbaa1 req-3415ce48-ba53-43da-9002-f0430851fd85 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0976079 Nov 27 01:12:07.181770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-8f2201b0-8930-46da-b611-c618d53b7bf5 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.183336 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-8f2201b0-8930-46da-b611-c618d53b7bf5 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.11 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 821 time: 0.3835220 Nov 27 01:12:07.202805 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5f6f3b58-6849-49fd-865f-754c5ee0251b,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:07.258651 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Request body: {'port': {'device_id': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'admin_state_up': True, 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:07.279547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-266c9ef6-1cfc-40eb-9119-28bbc7adbaa1 req-0f9f514a-ad6d-44f7-a9da-b483bb016b51 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879569 Nov 27 01:12:07.351638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.373999 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d804001-fad5-4c89-878e-bb3150b38863 x-openstack-request-id: req-9d804001-fad5-4c89-878e-bb3150b38863 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:07.373999 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f712c0-9315-4de1-98c2-4e39c4c2a736", "name": "network-vif-plugged", "status": "completed", "tag": "5f6f3b58-6849-49fd-865f-754c5ee0251b", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:07.373999 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d804001-fad5-4c89-878e-bb3150b38863 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:07.373999 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f712c0-9315-4de1-98c2-4e39c4c2a736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6f3b58-6849-49fd-865f-754c5ee0251b', 'code': 200} Nov 27 01:12:07.410496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Pushing event updated for resources: {'Port': ['ID=1ecc4a1a-c106-4feb-aad4-d441c35fec76,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:07.439690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3548a08-0d82-4fac-98d5-aff29ad7422b']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:07.447852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 13182619-238b-42ee-93e2-a3b875660015 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:07.506062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:07.506400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9d6173-f790-4e5e-bbc4-35fbf6e1e718') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:07.510801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 13182619-238b-42ee-93e2-a3b875660015 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:07.511176 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.567992 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.593144 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.623800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8188bb2-db5e-46b4-8cc1-a4688e1274af req-4eff6095-e79c-49d9-9184-a865b5aca10e tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.625310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8188bb2-db5e-46b4-8cc1-a4688e1274af req-4eff6095-e79c-49d9-9184-a865b5aca10e tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 946 time: 0.3708758 Nov 27 01:12:07.625493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 13182619-238b-42ee-93e2-a3b875660015, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=13182619-238b-42ee-93e2-a3b875660015,segment=NetworkSegment(bc67208e-7238-428d-be05-55a2491e7804),segment_id=bc67208e-7238-428d-be05-55a2491e7804)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:07.631862 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.662347 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.683991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=13182619-238b-42ee-93e2-a3b875660015,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:07.711537 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:12:07.712022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:12:07.716932 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:12:07.729504 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Made reservation on behalf of 871a101edd3a4fcc883d83b04d0027c5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:07.732954 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.745485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a92bec-f6e6-4610-9c83-4b87d9cce7fc req-9cff2b4c-e0a1-4ed7-bf9d-1b130f095d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:07.747126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c5a92bec-f6e6-4610-9c83-4b87d9cce7fc req-9cff2b4c-e0a1-4ed7-bf9d-1b130f095d49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 1097 time: 0.2387595 Nov 27 01:12:07.890933 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8188bb2-db5e-46b4-8cc1-a4688e1274af req-ad4e2a4c-b043-49f3-817a-04b9a9750c1e tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512794 Nov 27 01:12:07.891563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.931403 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:07.934666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b3548a08-0d82-4fac-98d5-aff29ad7422b HTTP/1.1" status: 204 len: 168 time: 1.1532843 Nov 27 01:12:08.102052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef187a-7dfe-47f7-a686-9b6c4bbff19b req-679888d5-a06d-4d7c-aa36-c100d5a10c33 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.105052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d4ef187a-7dfe-47f7-a686-9b6c4bbff19b req-679888d5-a06d-4d7c-aa36-c100d5a10c33 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0657239 Nov 27 01:12:08.142326 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55718) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:08.203839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d4ef187a-7dfe-47f7-a686-9b6c4bbff19b req-819cc185-d5fc-4ea6-9b6e-f6d12453b0fc tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816836 Nov 27 01:12:08.211981 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-af37c6f2-def4-42bf-9419-1aa6e1fd469b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce3ee8bd4f5b41dc9628ea3e927651b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682216 Nov 27 01:12:08.214537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55720) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:08.217383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca16fce-335f-4a46-98e2-319268cb8673 None None] Network 20f1a93c-ed2e-4d59-9d49-5f654a04bf69 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:08.277997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13c01770-2a29-4381-8671-841b4a16394b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.292714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d03ec-473e-4197-bc3c-27c69b2ffa60 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3548a08-0d82-4fac-98d5-aff29ad7422b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:08.304161 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13c01770-2a29-4381-8671-841b4a16394b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.346570 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d45cca9e-f28f-40b4-b2f8-61b2ffc9c7df req-eee297ec-24b1-49a4-9184-0c3c6632ddac tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 210 time: 0.0586207 Nov 27 01:12:08.352998 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c5a92bec-f6e6-4610-9c83-4b87d9cce7fc req-b50f0f27-1fd0-448a-aff5-d0da4aade38f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731518 Nov 27 01:12:08.385090 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13c01770-2a29-4381-8671-841b4a16394b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.388040 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13c01770-2a29-4381-8671-841b4a16394b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.392026 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-13c01770-2a29-4381-8671-841b4a16394b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9be8a486-2d4d-4d5e-89f6-1d86863dafbe HTTP/1.1" status: 204 len: 168 time: 0.1710191 Nov 27 01:12:08.398291 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.419048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c01770-2a29-4381-8671-841b4a16394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be8a486-2d4d-4d5e-89f6-1d86863dafbe,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:08.498727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4561b917-365f-4aee-97a5-8bdad6c78c0f None None] Provisioning complete for port 13182619-238b-42ee-93e2-a3b875660015 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:08.499178 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4561b917-365f-4aee-97a5-8bdad6c78c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.509600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Allocated IP 172.20.0.13 (687713a2-90e0-41ab-8cf4-6201a1d6f4e8/60839889-d108-4626-be59-60e2be3229e0/cfab8431-ab2e-4719-a3e8-55c590c89809) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:08.525649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b65a7b-f489-42c0-aedf-b4585c0e2cc7 req-938a20b7-4ffd-42fc-a05e-51f046acd6bd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:08.535608 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f6b65a7b-f489-42c0-aedf-b4585c0e2cc7 req-938a20b7-4ffd-42fc-a05e-51f046acd6bd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1306274 Nov 27 01:12:08.598331 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f6b65a7b-f489-42c0-aedf-b4585c0e2cc7 req-68155420-3bef-47e5-93c1-114e19b5fece tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617993 Nov 27 01:12:08.764206 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.843507 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.907992 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-505120e1-3c99-4c42-9b60-2489208e4e5b None None] Provisioning complete for port 13182619-238b-42ee-93e2-a3b875660015 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:08.917508 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-505120e1-3c99-4c42-9b60-2489208e4e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.955246 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:08.991082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['373f1418-d009-4f90-b605-ae4edd69e340'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:09.069197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:09.075467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:09.077444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Pushing event updated for resources: {'Port': ['ID=cfab8431-ab2e-4719-a3e8-55c590c89809,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:09.081984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:09.109773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Router 7f48c533-7ddc-490b-811d-2c988a19bf25 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:12:09.123933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74f798-10db-458d-b8e2-4e04041d79cb req-fa434ee0-cf8e-4045-92c0-65a0241264a1 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.132363 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4b74f798-10db-458d-b8e2-4e04041d79cb req-fa434ee0-cf8e-4045-92c0-65a0241264a1 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 946 time: 0.1295815 Nov 27 01:12:09.251950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.252682 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.283987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4b74f798-10db-458d-b8e2-4e04041d79cb req-21bc42a1-0bd6-4d47-b078-74ba6e3b683f tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502471 Nov 27 01:12:09.317342 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-4cb449dd-0462-4941-a0a0-069969e02aab tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0689745 Nov 27 01:12:09.348704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:09.354368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 13182619-238b-42ee-93e2-a3b875660015 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:09.364641 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Sync routers for ids ['7f48c533-7ddc-490b-811d-2c988a19bf25'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:09.380220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55752) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:09.395615 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Routers {'7f48c533-7ddc-490b-811d-2c988a19bf25'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:09.396237 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:11:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7f48c533-7ddc-490b-811d-2c988a19bf25'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:09.399324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Request body: {'port': {'device_id': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:09.403254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d60d0-012d-4e30-9082-a7c2c101f40f req-162d9908-fbfe-4b41-8281-d6894f3e29eb tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.415257 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-388d60d0-012d-4e30-9082-a7c2c101f40f req-162d9908-fbfe-4b41-8281-d6894f3e29eb tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0712235 Nov 27 01:12:09.453947 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.455625 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5b32a29f-6d9a-4546-9390-6ac1d52c4050 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5000134 Nov 27 01:12:09.458321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55758) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:09.479346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-388d60d0-012d-4e30-9082-a7c2c101f40f req-c8aa9ffb-85c7-4f9e-b3e7-ab5e53f0ef7d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629568 Nov 27 01:12:09.524043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0b0eaced-b4e2-4a28-a35a-4a8516cc94ca None None] Provisioning complete for port cfab8431-ab2e-4719-a3e8-55c590c89809 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:09.524601 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaced-b4e2-4a28-a35a-4a8516cc94ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.577228 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Set router 7f48c533-7ddc-490b-811d-2c988a19bf25 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:09.594871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 13182619-238b-42ee-93e2-a3b875660015 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:09.595551 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.597552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1657880223-network', 'tenant_id': '2fdb4f807dfa4d0fbb153e0a77ff6be5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:09.599760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0b0eaced-b4e2-4a28-a35a-4a8516cc94ca None None] Port cfab8431-ab2e-4719-a3e8-55c590c89809 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:12:09.603412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.681521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11e4e3-214b-4239-ad27-0909e618e478 req-c9875b70-f114-48d7-a1d7-3c429af804b8 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.683178 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1b11e4e3-214b-4239-ad27-0909e618e478 req-c9875b70-f114-48d7-a1d7-3c429af804b8 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 932 time: 0.1592042 Nov 27 01:12:09.719047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Made reservation on behalf of 2fdb4f807dfa4d0fbb153e0a77ff6be5 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:09.721946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.746373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ee3b2-d5ab-428e-a549-6558e962f28d req-7fa79e34-5cff-4962-a1a3-608a77c4af42 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:09.747962 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e61ee3b2-d5ab-428e-a549-6558e962f28d req-7fa79e34-5cff-4962-a1a3-608a77c4af42 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0512540 Nov 27 01:12:09.757581 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.802226 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e61ee3b2-d5ab-428e-a549-6558e962f28d req-708aae8e-1faa-4dfe-8026-e6c1ab56ac6c tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478876 Nov 27 01:12:09.803582 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'name': 'tempest-FloatingIPsTestJSON-464179763-router', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:05Z', 'updated_at': '2021-11-27T01:12:07Z', 'revision_number': 3, 'project_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'gw_port': {'id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:06Z', 'updated_at': '2021-11-27T01:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:09.831066 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Checking router: 7f48c533-7ddc-490b-811d-2c988a19bf25 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:09.831423 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Updating router 7f48c533-7ddc-490b-811d-2c988a19bf25 port 1ecc4a1a-c106-4feb-aad4-d441c35fec76 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:12:09.862800 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:09.897883 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1b11e4e3-214b-4239-ad27-0909e618e478 req-97166b12-a245-4907-8834-d0deca98f2e4 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839483 Nov 27 01:12:10.103599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.116595 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.126826 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.132522 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.181987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:12:10.184226 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Attempting to bind port 1ecc4a1a-c106-4feb-aad4-d441c35fec76 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:10.184591 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Attempting to bind port 1ecc4a1a-c106-4feb-aad4-d441c35fec76 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:10.184954 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Attempting to bind port 1ecc4a1a-c106-4feb-aad4-d441c35fec76 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:10.188004 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15645c-3602-4b08-939f-2bec00b02bd3 None None] Pushing event updated for resources: {'Port': ['ID=1ecc4a1a-c106-4feb-aad4-d441c35fec76,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:10.192604 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:10.192983 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:10.193572 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.193996 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:10.194488 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Bound port: 1ecc4a1a-c106-4feb-aad4-d441c35fec76, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:10.194900 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.219325 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.219671 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Added segment 27bc4fa3-2702-4e31-b3ea-4a7bead49c1f of type vlan for network d4169dd6-8da3-4eb1-ba69-5828e2532fca Nov 27 01:12:10.224088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd414201-f9eb-457c-a1ae-d73742425e0d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:10.246545 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] For port 1ecc4a1a-c106-4feb-aad4-d441c35fec76, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:10.249517 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] For port 1ecc4a1a-c106-4feb-aad4-d441c35fec76, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1ecc4a1a-c106-4feb-aad4-d441c35fec76,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:10.254389 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.312855 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Routers {'7f48c533-7ddc-490b-811d-2c988a19bf25'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:10.313484 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:11:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7f48c533-7ddc-490b-811d-2c988a19bf25'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:10.324566 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.346947 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15645c-3602-4b08-939f-2bec00b02bd3 None None] Pushing event updated for resources: {'Port': ['ID=1ecc4a1a-c106-4feb-aad4-d441c35fec76,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:10.372958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfab8431-ab2e-4719-a3e8-55c590c89809 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:10.385080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.413570 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.414516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.415089 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.423018 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] Set router 7f48c533-7ddc-490b-811d-2c988a19bf25 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:10.445267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Transition to ACTIVE for port object cfab8431-ab2e-4719-a3e8-55c590c89809 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:10.496991 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.517351 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1290681 Nov 27 01:12:10.520380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55770) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:10.525739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fb9a982e-1727-41a2-a367-6f6a8d6bfac3 admin admin] Request body: {'subnet': {'network_id': 'd4169dd6-8da3-4eb1-ba69-5828e2532fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1657880223-subnet', 'tenant_id': '2fdb4f807dfa4d0fbb153e0a77ff6be5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:10.552922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9a982e-1727-41a2-a367-6f6a8d6bfac3 admin admin] Made reservation on behalf of 2fdb4f807dfa4d0fbb153e0a77ff6be5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:10.556841 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb9a982e-1727-41a2-a367-6f6a8d6bfac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.590068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f7395-df4e-48a2-aafd-333985e9cedc admin admin] Pushing event updated for resources: {'Network': ['ID=d4169dd6-8da3-4eb1-ba69-5828e2532fca,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:10.607054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network d4169dd6-8da3-4eb1-ba69-5828e2532fca details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:12:10.622752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Pushing event updated for resources: {'Port': ['ID=cfab8431-ab2e-4719-a3e8-55c590c89809,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:10.639354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8f14a-69c9-4922-a371-0e77f9be4f12 req-10852bf3-4a1e-4281-85eb-58fdcf8eb76e tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.640932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-87b8f14a-69c9-4922-a371-0e77f9be4f12 req-10852bf3-4a1e-4281-85eb-58fdcf8eb76e tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 946 time: 0.2326100 Nov 27 01:12:10.653756 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'name': 'tempest-FloatingIPsTestJSON-464179763-router', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:05Z', 'updated_at': '2021-11-27T01:12:07Z', 'revision_number': 3, 'project_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'gw_port': {'id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:06Z', 'updated_at': '2021-11-27T01:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:10.692267 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3352d3e-e7c6-4d4d-9b38-debfe4f4e225 None None] The sync data for ids ['7f48c533-7ddc-490b-811d-2c988a19bf25'] in n-d-819494-2 is: [{'id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'name': 'tempest-FloatingIPsTestJSON-464179763-router', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:05Z', 'updated_at': '2021-11-27T01:12:07Z', 'revision_number': 3, 'project_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'gw_port': {'id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:06Z', 'updated_at': '2021-11-27T01:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:10.708115 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.743982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf22dcd-91c9-4d2b-af36-71fc179eb1f5 req-112762be-3a81-441a-b48c-330b00e8948e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:10.752264 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cdf22dcd-91c9-4d2b-af36-71fc179eb1f5 req-112762be-3a81-441a-b48c-330b00e8948e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.1619437 Nov 27 01:12:10.819487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-87b8f14a-69c9-4922-a371-0e77f9be4f12 req-6d1b7efe-319c-47ae-9d36-f20da0ae5f02 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651878 Nov 27 01:12:10.887503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Attempting to bind port cfab8431-ab2e-4719-a3e8-55c590c89809 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:10.887838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Attempting to bind port cfab8431-ab2e-4719-a3e8-55c590c89809 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:10.888227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Attempting to bind port cfab8431-ab2e-4719-a3e8-55c590c89809 on network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:10.894865 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cdf22dcd-91c9-4d2b-af36-71fc179eb1f5 req-df8c7512-e724-40c4-b2ff-89df2389580e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415408 Nov 27 01:12:10.919480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Port cfab8431-ab2e-4719-a3e8-55c590c89809 on network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:10.921483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Attempting to bind port cfab8431-ab2e-4719-a3e8-55c590c89809 on network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:10.956589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb9a982e-1727-41a2-a367-6f6a8d6bfac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:10.960094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:10.960374 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Checking segment: {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:10.960753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Bound using segment: {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:10.961195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Bound port: cfab8431-ab2e-4719-a3e8-55c590c89809, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5e8d61-3920-4619-9425-c97ec38e7a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:10.961549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.028701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a982e-1727-41a2-a367-6f6a8d6bfac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88b009c-4e8f-4247-96df-8723c2338807,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:11.038278 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9a982e-1727-41a2-a367-6f6a8d6bfac3 admin admin] Checking segment: {'id': '27bc4fa3-2702-4e31-b3ea-4a7bead49c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd4169dd6-8da3-4eb1-ba69-5828e2532fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:11.038880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9a982e-1727-41a2-a367-6f6a8d6bfac3 admin admin] Network hostable DHCP agents. Network: d4169dd6-8da3-4eb1-ba69-5828e2532fca, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:12:11.085295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9a982e-1727-41a2-a367-6f6a8d6bfac3 admin admin] Network d4169dd6-8da3-4eb1-ba69-5828e2532fca is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:12:11.100298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55363525-1b7f-40f2-91b4-71cc73f30bfc req-3c4334a0-8ce0-412a-a626-af0d5cfcdee1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.101738 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55363525-1b7f-40f2-91b4-71cc73f30bfc req-3c4334a0-8ce0-412a-a626-af0d5cfcdee1 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1833191 Nov 27 01:12:11.103051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-fb9a982e-1727-41a2-a367-6f6a8d6bfac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, d4169dd6-8da3-4eb1-ba69-5828e2532fca) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:11.107619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9a982e-1727-41a2-a367-6f6a8d6bfac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.109754 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb9a982e-1727-41a2-a367-6f6a8d6bfac3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.119518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd193b-a0cf-4474-b20b-c4de2e51dde0 None None] Network d4169dd6-8da3-4eb1-ba69-5828e2532fca requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:11.152372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Allocated IP 172.20.0.1 (20f1a93c-ed2e-4d59-9d49-5f654a04bf69/5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c/6a3deaf8-c54f-4f81-a6a7-2a2d7646071c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:11.190834 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fb9a982e-1727-41a2-a367-6f6a8d6bfac3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6692810 Nov 27 01:12:11.257007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc6724-a518-4b7e-89e9-aa65c0426f61 req-6727c0e4-79a9-4f61-90d8-16f3018371ca tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.266941 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-02cc6724-a518-4b7e-89e9-aa65c0426f61 req-6727c0e4-79a9-4f61-90d8-16f3018371ca tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 944 time: 0.0739090 Nov 27 01:12:11.311548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6db606-34de-40f5-a525-75c6fdb9a493 None None] Network d4169dd6-8da3-4eb1-ba69-5828e2532fca requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:11.393951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-02cc6724-a518-4b7e-89e9-aa65c0426f61 req-fa20ea19-6d0d-4c32-853c-059ba49691a9 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259193 Nov 27 01:12:11.445242 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1ecc4a1a-c106-4feb-aad4-d441c35fec76 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:11.530016 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-373aab83-075e-45c9-b192-3846e455e906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.570361 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1ecc4a1a-c106-4feb-aad4-d441c35fec76 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:11.570875 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.662717 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.685836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 1ecc4a1a-c106-4feb-aad4-d441c35fec76, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1ecc4a1a-c106-4feb-aad4-d441c35fec76,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:11.692284 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.706065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] For port cfab8431-ab2e-4719-a3e8-55c590c89809, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:11.756585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] For port cfab8431-ab2e-4719-a3e8-55c590c89809, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cfab8431-ab2e-4719-a3e8-55c590c89809,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:11.778922 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.779425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=1ecc4a1a-c106-4feb-aad4-d441c35fec76,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:11.842836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-7408a686-4027-4ea2-9948-d76243bc2f37 req-af0027a1-0d4f-4b88-b2bd-50b569e0a951 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1371127720', 'description': 'tempest-description-1926612494'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:11.853265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7f57a-e925-4f05-9e29-9f22116a0863 req-ecb5bdfb-dce4-44ef-9733-5f69c37a9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.854850 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9cc7f57a-e925-4f05-9e29-9f22116a0863 req-ecb5bdfb-dce4-44ef-9733-5f69c37a9acb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92221e0afc5348638fc9e73412539dc5&device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 1097 time: 0.1746118 Nov 27 01:12:11.869280 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7408a686-4027-4ea2-9948-d76243bc2f37 req-af0027a1-0d4f-4b88-b2bd-50b569e0a951 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.871269 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55363525-1b7f-40f2-91b4-71cc73f30bfc req-5498b2ed-440e-46f4-946b-362372e71a76 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7537484 Nov 27 01:12:11.946794 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.951562 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7408a686-4027-4ea2-9948-d76243bc2f37 req-af0027a1-0d4f-4b88-b2bd-50b569e0a951 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.957194 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7408a686-4027-4ea2-9948-d76243bc2f37 req-af0027a1-0d4f-4b88-b2bd-50b569e0a951 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.964741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:11.965370 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:11.966825 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] 10.222.0.11 "PUT /v2.0/ports/cfab8431-ab2e-4719-a3e8-55c590c89809 HTTP/1.1" status: 200 len: 1092 time: 2.5748610 Nov 27 01:12:11.969003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'tag': 'cfab8431-ab2e-4719-a3e8-55c590c89809'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:11.971484 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365b83f7-1d88-46f3-a474-1a7d9b923548" -d '{"events": [{"name": "network-changed", "server_uuid": "be4d8810-abfc-4f68-a606-ec5015e30756", "tag": "cfab8431-ab2e-4719-a3e8-55c590c89809"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:11.996928 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7408a686-4027-4ea2-9948-d76243bc2f37 req-af0027a1-0d4f-4b88-b2bd-50b569e0a951 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.002753 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7408a686-4027-4ea2-9948-d76243bc2f37 req-af0027a1-0d4f-4b88-b2bd-50b569e0a951 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1645374 Nov 27 01:12:12.004238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0027a1-0d4f-4b88-b2bd-50b569e0a951 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b535a86f-ac06-4305-8a05-dcbd84607f6e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:12.059702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd335d8b-b63f-4fab-a895-574fa0ce63ae service neutron] Pushing event updated for resources: {'Port': ['ID=cfab8431-ab2e-4719-a3e8-55c590c89809,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:12.134945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0349d4f-213e-4f31-a645-8841a7277528 req-872461f9-d9fb-43d1-a269-bd1c4820be1a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.142839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0349d4f-213e-4f31-a645-8841a7277528 req-872461f9-d9fb-43d1-a269-bd1c4820be1a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0593252 Nov 27 01:12:12.181479 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.192603 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0349d4f-213e-4f31-a645-8841a7277528 req-f6619c24-764b-4cd0-92f5-33472b617163 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483484 Nov 27 01:12:12.203457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a9feb-77a5-431b-a3fe-19d2d37d373c req-1bc8780a-5d40-421c-b03e-4126d1df49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.204869 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1d0a9feb-77a5-431b-a3fe-19d2d37d373c req-1bc8780a-5d40-421c-b03e-4126d1df49f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 1096 time: 0.3029227 Nov 27 01:12:12.216501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5d34b-7e41-42f7-9d50-e83b99d7f54c req-8edf8c82-cb53-4382-a5ec-b10e7a0817a8 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.217972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ade5d34b-7e41-42f7-9d50-e83b99d7f54c req-8edf8c82-cb53-4382-a5ec-b10e7a0817a8 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 946 time: 0.2502728 Nov 27 01:12:12.255219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7f57a-e925-4f05-9e29-9f22116a0863 req-ca1f9298-4282-4920-8949-445b9e53aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.256920 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9cc7f57a-e925-4f05-9e29-9f22116a0863 req-ca1f9298-4282-4920-8949-445b9e53aae9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ef88758-11bd-4cb4-b973-a212e7740723 HTTP/1.1" status: 200 len: 914 time: 0.3826375 Nov 27 01:12:12.258883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6399f0ea-ba17-4db6-aab2-fce88c17b1cf req-a5f53789-8acf-46a5-bffa-23cae83ff610 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/b535a86f-ac06-4305-8a05-dcbd84607f6e HTTP/1.1" status: 200 len: 1824 time: 0.0409117 Nov 27 01:12:12.273817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-6399f0ea-ba17-4db6-aab2-fce88c17b1cf req-f06a09a4-e4a6-4640-8115-0b35e1e3579e tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b535a86f-ac06-4305-8a05-dcbd84607f6e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:12.274415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-6399f0ea-ba17-4db6-aab2-fce88c17b1cf req-f06a09a4-e4a6-4640-8115-0b35e1e3579e tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b535a86f-ac06-4305-8a05-dcbd84607f6e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:12.283887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-88cc4b4e-0552-4557-9838-f87a6174fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.285427 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-88cc4b4e-0552-4557-9838-f87a6174fbfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 1095 time: 0.2131064 Nov 27 01:12:12.288931 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Network 20f1a93c-ed2e-4d59-9d49-5f654a04bf69 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:12.316171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:12.354029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6399f0ea-ba17-4db6-aab2-fce88c17b1cf req-f06a09a4-e4a6-4640-8115-0b35e1e3579e tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.356640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:12.391061 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6399f0ea-ba17-4db6-aab2-fce88c17b1cf req-f06a09a4-e4a6-4640-8115-0b35e1e3579e tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.395874 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6399f0ea-ba17-4db6-aab2-fce88c17b1cf req-f06a09a4-e4a6-4640-8115-0b35e1e3579e tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.396058 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9cc7f57a-e925-4f05-9e29-9f22116a0863 req-b8091ba6-583d-43c4-bde0-15bd1d1cbb93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f6f3b58-6849-49fd-865f-754c5ee0251b HTTP/1.1" status: 200 len: 217 time: 0.1060460 Nov 27 01:12:12.424356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a09a4-e4a6-4640-8115-0b35e1e3579e tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b9b4e9-8156-4107-a2af-ccac14194cf9,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:12.424833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a3deaf8-c54f-4f81-a6a7-2a2d7646071c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:12.436629 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-b9de1bec-e29e-40f6-a356-a91691638a84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfab8431-ab2e-4719-a3e8-55c590c89809 HTTP/1.1" status: 200 len: 217 time: 0.1215839 Nov 27 01:12:12.442535 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6399f0ea-ba17-4db6-aab2-fce88c17b1cf req-f06a09a4-e4a6-4640-8115-0b35e1e3579e tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.444013 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6399f0ea-ba17-4db6-aab2-fce88c17b1cf req-f06a09a4-e4a6-4640-8115-0b35e1e3579e tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1754851 Nov 27 01:12:12.515300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1d0a9feb-77a5-431b-a3fe-19d2d37d373c req-23e132a7-46a3-4b9e-8afb-7c0f05773a7c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777944 Nov 27 01:12:12.522001 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a279e03-5645-46db-a9eb-0c963458b6bf x-openstack-request-id: req-2a279e03-5645-46db-a9eb-0c963458b6bf {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:12.522370 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4d8810-abfc-4f68-a606-ec5015e30756", "tag": "cfab8431-ab2e-4719-a3e8-55c590c89809", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:12.522839 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a279e03-5645-46db-a9eb-0c963458b6bf {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:12.523418 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'tag': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'status': 'completed', 'code': 200} Nov 27 01:12:12.527391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ade5d34b-7e41-42f7-9d50-e83b99d7f54c req-fcd36cf4-bf61-4db9-b26b-597df58222e6 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815065 Nov 27 01:12:12.559296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.608135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-bfb37579-add2-464f-a9af-d71365caf454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.609607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-bfb37579-add2-464f-a9af-d71365caf454 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.1505206 Nov 27 01:12:12.614121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-a1b0b5d5-403f-42fc-beb3-bacc41d6fb6e req-1ff39c91-b552-40cb-9c61-4c692f583c2d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1637511010', 'description': 'tempest-description-820298628'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:12.631580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7f57a-e925-4f05-9e29-9f22116a0863 req-210da3a7-1fd5-451d-aff4-337f36f4d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.633110 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9cc7f57a-e925-4f05-9e29-9f22116a0863 req-210da3a7-1fd5-451d-aff4-337f36f4d8c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=974e760b-b797-478b-a362-948eba8c089f HTTP/1.1" status: 200 len: 853 time: 0.2053413 Nov 27 01:12:12.636162 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a1b0b5d5-403f-42fc-beb3-bacc41d6fb6e req-1ff39c91-b552-40cb-9c61-4c692f583c2d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.711020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-08d1cadf-80da-4afc-bf71-2c3c978a0db2 None None] Provisioning complete for port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:12.711602 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08d1cadf-80da-4afc-bf71-2c3c978a0db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.712325 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9cc7f57a-e925-4f05-9e29-9f22116a0863 req-74e87ee6-fc0d-4e07-98ac-5b8f06dce61e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ef88758-11bd-4cb4-b973-a212e7740723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668969 Nov 27 01:12:12.724280 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a1b0b5d5-403f-42fc-beb3-bacc41d6fb6e req-1ff39c91-b552-40cb-9c61-4c692f583c2d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.728475 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a1b0b5d5-403f-42fc-beb3-bacc41d6fb6e req-1ff39c91-b552-40cb-9c61-4c692f583c2d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.753223 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a1b0b5d5-403f-42fc-beb3-bacc41d6fb6e req-1ff39c91-b552-40cb-9c61-4c692f583c2d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.753818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-08d1cadf-80da-4afc-bf71-2c3c978a0db2 None None] Port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:12:12.754469 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1b0b5d5-403f-42fc-beb3-bacc41d6fb6e req-1ff39c91-b552-40cb-9c61-4c692f583c2d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1444886 Nov 27 01:12:12.781055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff39c91-b552-40cb-9c61-4c692f583c2d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884dd875-812c-40ad-8cb6-d8815db93536,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:12.820912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-3601371d-6f2c-4620-8257-5f653ee3d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.822427 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-3601371d-6f2c-4620-8257-5f653ee3d4ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016163 Nov 27 01:12:12.832665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa3e98-5a16-489d-b0e8-cef63d5b7427 req-0b2a2128-cb2a-4a1b-8766-6cc67b39263b tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:12.834032 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0fa3e98-5a16-489d-b0e8-cef63d5b7427 req-0b2a2128-cb2a-4a1b-8766-6cc67b39263b tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 944 time: 0.2146151 Nov 27 01:12:12.909900 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-89697935-16bf-4593-a228-9a3b7e6333fa req-c9e45492-8254-4da7-b804-dae715df1d70 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/884dd875-812c-40ad-8cb6-d8815db93536 HTTP/1.1" status: 200 len: 1823 time: 0.0527139 Nov 27 01:12:12.930746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-89697935-16bf-4593-a228-9a3b7e6333fa req-79314db6-f374-400a-970f-7bb4cff2113d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '884dd875-812c-40ad-8cb6-d8815db93536', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:12.931462 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-89697935-16bf-4593-a228-9a3b7e6333fa req-79314db6-f374-400a-970f-7bb4cff2113d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '884dd875-812c-40ad-8cb6-d8815db93536', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:12.953054 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:12.956888 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9cc7f57a-e925-4f05-9e29-9f22116a0863 req-e2f11875-8382-47cc-9e99-8a8359a58a38 service neutron] 10.222.0.11 "GET /v2.0/networks/0ef88758-11bd-4cb4-b973-a212e7740723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357633 Nov 27 01:12:12.993738 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-89697935-16bf-4593-a228-9a3b7e6333fa req-79314db6-f374-400a-970f-7bb4cff2113d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.025922 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-89697935-16bf-4593-a228-9a3b7e6333fa req-79314db6-f374-400a-970f-7bb4cff2113d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.029488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-89697935-16bf-4593-a228-9a3b7e6333fa req-79314db6-f374-400a-970f-7bb4cff2113d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.051174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79314db6-f374-400a-970f-7bb4cff2113d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba588029-decb-4120-8435-85bbad79a043,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:13.056932 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-89697935-16bf-4593-a228-9a3b7e6333fa req-79314db6-f374-400a-970f-7bb4cff2113d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.058160 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-89697935-16bf-4593-a228-9a3b7e6333fa req-79314db6-f374-400a-970f-7bb4cff2113d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1329503 Nov 27 01:12:13.080182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0fa3e98-5a16-489d-b0e8-cef63d5b7427 req-f54da25c-6186-44b3-937f-f53d782d35bd tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376554 Nov 27 01:12:13.147422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-839dd6ad-ea90-4400-a9b8-ea213b2b3081 req-ac1c1cff-ba2a-4f9f-b92a-25e4ae938837 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1554872193', 'description': 'tempest-description-586454842'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:13.167857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-65f11e65-cbd4-493e-9f19-2be88bbe47c9 service neutron] 10.222.0.11 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129671 Nov 27 01:12:13.189134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a834f7e-a42e-45d1-af7b-e52053fe5d39 req-9307bd20-0af5-4ea2-b75e-2e4a5454e3ac tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.194737 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a834f7e-a42e-45d1-af7b-e52053fe5d39 req-9307bd20-0af5-4ea2-b75e-2e4a5454e3ac tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0594587 Nov 27 01:12:13.196043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9cc7f57a-e925-4f05-9e29-9f22116a0863 req-810200e0-c806-4d85-8ecc-17c1e772de18 service neutron] 10.222.0.11 "GET /v2.0/networks/0ef88758-11bd-4cb4-b973-a212e7740723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224159 Nov 27 01:12:13.244728 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-839dd6ad-ea90-4400-a9b8-ea213b2b3081 req-ac1c1cff-ba2a-4f9f-b92a-25e4ae938837 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.247779 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a834f7e-a42e-45d1-af7b-e52053fe5d39 req-8f4841d8-b299-4cc7-bb72-2d0118fd8500 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500386 Nov 27 01:12:13.342370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1ecc4a1a-c106-4feb-aad4-d441c35fec76 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:13.385466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1ed49-8712-42b6-92a4-82d34836be7e req-57627033-40f5-447c-91ca-65e2e2218113 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.393543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37f1ed49-8712-42b6-92a4-82d34836be7e req-57627033-40f5-447c-91ca-65e2e2218113 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0739522 Nov 27 01:12:13.415690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1ecc4a1a-c106-4feb-aad4-d441c35fec76 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:13.416510 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.429564 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ffa895-b3dc-4f6b-a9dc-00230cdeaa3b req-da16849b-fa42-43a2-99fb-c4cbd0289050 service neutron] 10.222.0.11 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476234 Nov 27 01:12:13.447745 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-839dd6ad-ea90-4400-a9b8-ea213b2b3081 req-ac1c1cff-ba2a-4f9f-b92a-25e4ae938837 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.451786 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37f1ed49-8712-42b6-92a4-82d34836be7e req-f2fe8791-735b-4c2b-b1d2-f5dfab0e05bf tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573649 Nov 27 01:12:13.455616 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-839dd6ad-ea90-4400-a9b8-ea213b2b3081 req-ac1c1cff-ba2a-4f9f-b92a-25e4ae938837 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.482485 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.492479 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.515924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c1cff-ba2a-4f9f-b92a-25e4ae938837 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd3a3a4-8477-4fc0-a48b-db7449a23261,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:13.539983 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-839dd6ad-ea90-4400-a9b8-ea213b2b3081 req-ac1c1cff-ba2a-4f9f-b92a-25e4ae938837 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.541410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-839dd6ad-ea90-4400-a9b8-ea213b2b3081 req-ac1c1cff-ba2a-4f9f-b92a-25e4ae938837 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4071054 Nov 27 01:12:13.567738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-3b690284-b3dd-415c-959f-f22b4abfc188 req-8d6469eb-cdc5-41b7-aca0-c80a5b63b143 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1309968016', 'description': 'tempest-description-214414802'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:13.579786 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.585364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a3deaf8-c54f-4f81-a6a7-2a2d7646071c,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:13.597119 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3b690284-b3dd-415c-959f-f22b4abfc188 req-8d6469eb-cdc5-41b7-aca0-c80a5b63b143 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.678071 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3b690284-b3dd-415c-959f-f22b4abfc188 req-8d6469eb-cdc5-41b7-aca0-c80a5b63b143 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.681889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3b690284-b3dd-415c-959f-f22b4abfc188 req-8d6469eb-cdc5-41b7-aca0-c80a5b63b143 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.702574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b83f7-1d88-46f3-a474-1a7d9b923548 req-ae264707-dfcd-49f9-8250-40b83f31183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.704952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-365b83f7-1d88-46f3-a474-1a7d9b923548 req-ae264707-dfcd-49f9-8250-40b83f31183a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 1095 time: 0.1418085 Nov 27 01:12:13.716866 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3b690284-b3dd-415c-959f-f22b4abfc188 req-8d6469eb-cdc5-41b7-aca0-c80a5b63b143 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.718228 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3b690284-b3dd-415c-959f-f22b4abfc188 req-8d6469eb-cdc5-41b7-aca0-c80a5b63b143 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1559765 Nov 27 01:12:13.723202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6469eb-cdc5-41b7-aca0-c80a5b63b143 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e3bdc4-7eff-4f66-bc13-a2ab27b06614,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:13.763499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c76a4-e1b2-41c9-b1d4-8f2eaa2964fe req-b2d1df17-ebe5-4667-809b-841f1d8fff3e tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.765001 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-338c76a4-e1b2-41c9-b1d4-8f2eaa2964fe req-b2d1df17-ebe5-4667-809b-841f1d8fff3e tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 946 time: 0.1128538 Nov 27 01:12:13.810399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Network 20f1a93c-ed2e-4d59-9d49-5f654a04bf69 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:13.823625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:13.878196 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6d3cbb0-17d5-44fa-8ad6-43d02523ed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:13.896117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fcc0a11-b4dd-4389-99f5-a92e4d251c57 req-2bf0e05d-0e64-4919-88f3-e32ccb8b93f8 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/ffd3a3a4-8477-4fc0-a48b-db7449a23261 HTTP/1.1" status: 200 len: 1823 time: 0.0676353 Nov 27 01:12:13.935855 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-338c76a4-e1b2-41c9-b1d4-8f2eaa2964fe req-a6ee74df-f490-4b2d-884c-eb985fc5490a tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419420 Nov 27 01:12:13.950883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fcc0a11-b4dd-4389-99f5-a92e4d251c57 req-4db41fe6-4e38-4cd9-965a-afa8a79b7f84 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/97e3bdc4-7eff-4f66-bc13-a2ab27b06614 HTTP/1.1" status: 200 len: 1823 time: 0.0536418 Nov 27 01:12:13.955919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-8fcc0a11-b4dd-4389-99f5-a92e4d251c57 req-e884ff94-6c35-477a-87f9-a50e4ba34024 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ffd3a3a4-8477-4fc0-a48b-db7449a23261', 'remote_group_id': '97e3bdc4-7eff-4f66-bc13-a2ab27b06614', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:13.956235 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-8fcc0a11-b4dd-4389-99f5-a92e4d251c57 req-e884ff94-6c35-477a-87f9-a50e4ba34024 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ffd3a3a4-8477-4fc0-a48b-db7449a23261', 'remote_group_id': '97e3bdc4-7eff-4f66-bc13-a2ab27b06614', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:13.980540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b83f7-1d88-46f3-a474-1a7d9b923548 req-55cd5eb2-a5d6-40c1-978e-b97c9285c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:13.982791 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-365b83f7-1d88-46f3-a474-1a7d9b923548 req-55cd5eb2-a5d6-40c1-978e-b97c9285c018 service neutron] 10.222.0.11 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.2701676 Nov 27 01:12:14.044130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-365b83f7-1d88-46f3-a474-1a7d9b923548 req-a8ebbf90-4bfe-4fb9-b9a7-9722998f037e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfab8431-ab2e-4719-a3e8-55c590c89809 HTTP/1.1" status: 200 len: 217 time: 0.0508914 Nov 27 01:12:14.045263 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8fcc0a11-b4dd-4389-99f5-a92e4d251c57 req-e884ff94-6c35-477a-87f9-a50e4ba34024 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.058262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Router 7f48c533-7ddc-490b-811d-2c988a19bf25 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:14.093107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8fcc0a11-b4dd-4389-99f5-a92e4d251c57 req-e884ff94-6c35-477a-87f9-a50e4ba34024 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.098592 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8fcc0a11-b4dd-4389-99f5-a92e4d251c57 req-e884ff94-6c35-477a-87f9-a50e4ba34024 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.137026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884ff94-6c35-477a-87f9-a50e4ba34024 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01af326-1fb7-4227-8421-41b1d123c137,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:14.146200 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.148403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8fcc0a11-b4dd-4389-99f5-a92e4d251c57 req-e884ff94-6c35-477a-87f9-a50e4ba34024 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.149612 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fcc0a11-b4dd-4389-99f5-a92e4d251c57 req-e884ff94-6c35-477a-87f9-a50e4ba34024 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1979210 Nov 27 01:12:14.176370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-ce02896d-b410-41e3-9702-f98f7c99d3f0 req-a36b913a-cb4f-49eb-ad5d-daf1b03222fd tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1336689048', 'description': 'tempest-description-490059026'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:14.187459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b83f7-1d88-46f3-a474-1a7d9b923548 req-430e2896-50c5-4362-8796-0cac5eb88284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:14.190164 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-365b83f7-1d88-46f3-a474-1a7d9b923548 req-430e2896-50c5-4362-8796-0cac5eb88284 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.1272893 Nov 27 01:12:14.191918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-89072aad-e470-4ff1-8ff0-294839b6895c None None] Provisioning complete for port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:14.192386 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-89072aad-e470-4ff1-8ff0-294839b6895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.201330 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ce02896d-b410-41e3-9702-f98f7c99d3f0 req-a36b913a-cb4f-49eb-ad5d-daf1b03222fd tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.232100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-89072aad-e470-4ff1-8ff0-294839b6895c None None] Port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:12:14.274382 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ce02896d-b410-41e3-9702-f98f7c99d3f0 req-a36b913a-cb4f-49eb-ad5d-daf1b03222fd tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.278149 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ce02896d-b410-41e3-9702-f98f7c99d3f0 req-a36b913a-cb4f-49eb-ad5d-daf1b03222fd tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.305276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:14.308798 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ce02896d-b410-41e3-9702-f98f7c99d3f0 req-a36b913a-cb4f-49eb-ad5d-daf1b03222fd tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.310896 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ce02896d-b410-41e3-9702-f98f7c99d3f0 req-a36b913a-cb4f-49eb-ad5d-daf1b03222fd tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1390631 Nov 27 01:12:14.314874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213d000-1576-401f-ac9e-83b0bf132288 req-22fb91fe-0336-4aae-b97c-375c216bee65 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:14.316384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f213d000-1576-401f-ac9e-83b0bf132288 req-22fb91fe-0336-4aae-b97c-375c216bee65 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 944 time: 0.1250074 Nov 27 01:12:14.320282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-99e3af96-033e-428d-9dd1-619815188fd2 admin admin] 10.222.0.37 "PUT /v2.0/routers/7f48c533-7ddc-490b-811d-2c988a19bf25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8608549 Nov 27 01:12:14.325029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Sync routers for ids ['7f48c533-7ddc-490b-811d-2c988a19bf25'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:14.325346 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b913a-cb4f-49eb-ad5d-daf1b03222fd tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1382128-9574-4902-8c42-541fcb0333b8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:14.335032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b83f7-1d88-46f3-a474-1a7d9b923548 req-32ddefef-80d5-4150-a3da-c1b52d21009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:14.336031 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-365b83f7-1d88-46f3-a474-1a7d9b923548 req-32ddefef-80d5-4150-a3da-c1b52d21009c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109316 Nov 27 01:12:14.350906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Routers {'7f48c533-7ddc-490b-811d-2c988a19bf25'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:14.351530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7f48c533-7ddc-490b-811d-2c988a19bf25'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:14.414145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf99c9-d7dd-4896-aac8-56111b5ad79c req-dd75bb96-6e20-40d6-bf9e-e4d8bafc81f7 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:14.415703 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2fbf99c9-d7dd-4896-aac8-56111b5ad79c req-dd75bb96-6e20-40d6-bf9e-e4d8bafc81f7 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0521042 Nov 27 01:12:14.467349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f213d000-1576-401f-ac9e-83b0bf132288 req-7f7d7dc7-630b-4a95-9778-80d25ae6ceea tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260664 Nov 27 01:12:14.473216 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2fbf99c9-d7dd-4896-aac8-56111b5ad79c req-9331d42d-9270-4b41-8be5-0b555927fc94 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479138 Nov 27 01:12:14.492467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Set router 7f48c533-7ddc-490b-811d-2c988a19bf25 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:14.507356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-97659a7d-2cc9-4b72-9ee9-e75f1783cd7c req-ffc04ec3-43f9-429e-8593-812d37777ec4 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-313171302', 'description': 'tempest-description-2044174718'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:14.536845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-365b83f7-1d88-46f3-a474-1a7d9b923548 req-92a72438-ff95-43b9-be79-8d542d8ebebe service neutron] 10.222.0.11 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885023 Nov 27 01:12:14.567631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-97659a7d-2cc9-4b72-9ee9-e75f1783cd7c req-ffc04ec3-43f9-429e-8593-812d37777ec4 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.662795 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-41744e19-1b61-4169-b479-d5a7a9049ca4 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1184466 Nov 27 01:12:14.671168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-365b83f7-1d88-46f3-a474-1a7d9b923548 req-ac0d8e76-a45c-4bfa-adf6-7fd503f1c37c service neutron] 10.222.0.11 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258593 Nov 27 01:12:14.676241 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:14.688318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device cfab8431-ab2e-4719-a3e8-55c590c89809 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:14.701594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.711484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-97659a7d-2cc9-4b72-9ee9-e75f1783cd7c req-ffc04ec3-43f9-429e-8593-812d37777ec4 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.716567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-97659a7d-2cc9-4b72-9ee9-e75f1783cd7c req-ffc04ec3-43f9-429e-8593-812d37777ec4 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.743769 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-97659a7d-2cc9-4b72-9ee9-e75f1783cd7c req-ffc04ec3-43f9-429e-8593-812d37777ec4 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.744994 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-97659a7d-2cc9-4b72-9ee9-e75f1783cd7c req-ffc04ec3-43f9-429e-8593-812d37777ec4 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2443738 Nov 27 01:12:14.760365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc04ec3-43f9-429e-8593-812d37777ec4 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e1f52b-cbf1-4a96-b5f1-b82ee620f0c4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:14.790668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'name': 'tempest-FloatingIPsTestJSON-464179763-router', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:05Z', 'updated_at': '2021-11-27T01:12:12Z', 'revision_number': 4, 'project_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'gw_port': {'id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:06Z', 'updated_at': '2021-11-27T01:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6a3deaf8-c54f-4f81-a6a7-2a2d7646071c', 'name': '', 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'mac_address': 'fa:16:3e:09:2b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:10Z', 'updated_at': '2021-11-27T01:12:13Z', 'revision_number': 2, 'project_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'subnets': [{'id': '5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:14.832549 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.835009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Checking router: 7f48c533-7ddc-490b-811d-2c988a19bf25 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:14.835192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Updating router 7f48c533-7ddc-490b-811d-2c988a19bf25 port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:12:14.863749 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b88d8-dffb-45ba-af33-a80e0ea1d8ae req-ea020c1a-b6e7-4c84-b1d0-09f0b381a735 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:14.865380 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e25b88d8-dffb-45ba-af33-a80e0ea1d8ae req-ea020c1a-b6e7-4c84-b1d0-09f0b381a735 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0541732 Nov 27 01:12:14.867651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port cfab8431-ab2e-4719-a3e8-55c590c89809, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cfab8431-ab2e-4719-a3e8-55c590c89809,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:14.889239 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.906747 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'port_id': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'mac_address': 'fa:16:3e:3b:09:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:14.927077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e25b88d8-dffb-45ba-af33-a80e0ea1d8ae req-de89ebd5-676f-4139-accc-6a2bda33258d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518224 Nov 27 01:12:14.953326 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:14.962321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Allocated IP 172.25.3.43 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/ce4df752-1ee0-464b-a66a-d707f42ec4e0) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:14.988097 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.050318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfab8431-ab2e-4719-a3e8-55c590c89809 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:15.078031 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.082230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port cfab8431-ab2e-4719-a3e8-55c590c89809, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cfab8431-ab2e-4719-a3e8-55c590c89809,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:15.093774 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.111614 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d0fd7147-15e4-4303-aeb2-eb70c36c50d3 req-21405e9d-3598-40fe-b9ff-f298899af546 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/c1382128-9574-4902-8c42-541fcb0333b8 HTTP/1.1" status: 200 len: 1823 time: 0.0542786 Nov 27 01:12:15.124297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.162810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d0fd7147-15e4-4303-aeb2-eb70c36c50d3 req-5acd63e1-a350-48b1-ac4b-085365bd8d4b tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/11e1f52b-cbf1-4a96-b5f1-b82ee620f0c4 HTTP/1.1" status: 200 len: 1823 time: 0.0443103 Nov 27 01:12:15.169851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:15.170078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d0fd7147-15e4-4303-aeb2-eb70c36c50d3 req-006ff4c4-5c07-48a0-a53e-7bb677b2d4bc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c1382128-9574-4902-8c42-541fcb0333b8', 'remote_group_id': '11e1f52b-cbf1-4a96-b5f1-b82ee620f0c4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:15.170907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d0fd7147-15e4-4303-aeb2-eb70c36c50d3 req-006ff4c4-5c07-48a0-a53e-7bb677b2d4bc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c1382128-9574-4902-8c42-541fcb0333b8', 'remote_group_id': '11e1f52b-cbf1-4a96-b5f1-b82ee620f0c4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:15.173108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:15.178118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:15.181332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Pushing event updated for resources: {'Port': ['ID=ce4df752-1ee0-464b-a66a-d707f42ec4e0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:15.191345 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=cfab8431-ab2e-4719-a3e8-55c590c89809,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:15.240894 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d0fd7147-15e4-4303-aeb2-eb70c36c50d3 req-006ff4c4-5c07-48a0-a53e-7bb677b2d4bc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.273955 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.281248 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.284753 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d0fd7147-15e4-4303-aeb2-eb70c36c50d3 req-006ff4c4-5c07-48a0-a53e-7bb677b2d4bc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.288041 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.289270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d0fd7147-15e4-4303-aeb2-eb70c36c50d3 req-006ff4c4-5c07-48a0-a53e-7bb677b2d4bc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.307726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ff4c4-5c07-48a0-a53e-7bb677b2d4bc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8645ec-8c9d-4775-b1f8-687ca4a22db0,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:15.315167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.325638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d0fd7147-15e4-4303-aeb2-eb70c36c50d3 req-006ff4c4-5c07-48a0-a53e-7bb677b2d4bc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.335914 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d0fd7147-15e4-4303-aeb2-eb70c36c50d3 req-006ff4c4-5c07-48a0-a53e-7bb677b2d4bc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1679554 Nov 27 01:12:15.346166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79651c75-1dda-47a9-a045-7d4a6b92a862 None None] Pushing event updated for resources: {'Port': ['ID=6a3deaf8-c54f-4f81-a6a7-2a2d7646071c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:15.498616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['cfab8431-ab2e-4719-a3e8-55c590c89809'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:15.512919 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.518893 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.565300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Attempting to bind port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:15.565674 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Attempting to bind port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'bc67208e-7238-428d-be05-55a2491e7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:15.566040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Attempting to bind port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c on network 20f1a93c-ed2e-4d59-9d49-5f654a04bf69 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:15.571169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e9c9-1d54-48a6-adde-5b7d79586e45 req-4583ba9e-c71c-4aec-88b0-ff0710fe445e tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:15.572782 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b241e9c9-1d54-48a6-adde-5b7d79586e45 req-4583ba9e-c71c-4aec-88b0-ff0710fe445e tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 946 time: 0.0622113 Nov 27 01:12:15.576705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:15.577129 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Checking segment: {'id': 'bc67208e-7238-428d-be05-55a2491e7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:15.577541 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.577936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Bound using segment: {'id': 'bc67208e-7238-428d-be05-55a2491e7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:15.579520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Bound port: 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc67208e-7238-428d-be05-55a2491e7804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:15.579946 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.604838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Pushing event updated for resources: {'Port': ['ID=ce4df752-1ee0-464b-a66a-d707f42ec4e0,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:15.615646 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.632976 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.634036 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-dfcd0f5c-042a-4cc0-b223-dc5ca8e623a7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9625561 Nov 27 01:12:15.646789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b241e9c9-1d54-48a6-adde-5b7d79586e45 req-75dcc2e4-b4c3-4583-96e5-5fa281475021 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635343 Nov 27 01:12:15.696980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-82a25c1f-deed-4b53-93db-786a82e6ec1c None None] Provisioning complete for port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:15.697256 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-95dc0e04-de71-4699-b27c-0617b407d054 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.0537226 Nov 27 01:12:15.697432 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82a25c1f-deed-4b53-93db-786a82e6ec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.701757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] For port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:15.733961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] For port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6a3deaf8-c54f-4f81-a6a7-2a2d7646071c,segment=NetworkSegment(bc67208e-7238-428d-be05-55a2491e7804),segment_id=bc67208e-7238-428d-be05-55a2491e7804)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:15.749468 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:15.791216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-82a25c1f-deed-4b53-93db-786a82e6ec1c None None] Port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:12:15.830664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ae3ac872-c313-4626-890a-4ad696fa7818 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:15.837709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-73e9d3b7-1be2-4ea5-9f75-0b7f2ef974c8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:15.839630 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db0b6419-1777-4079-84d6-0fccdf875e99 req-73e9d3b7-1be2-4ea5-9f75-0b7f2ef974c8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1317899 Nov 27 01:12:15.868322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Routers {'7f48c533-7ddc-490b-811d-2c988a19bf25'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:15.868977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7f48c533-7ddc-490b-811d-2c988a19bf25'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:15.930165 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-096fa3fd-0293-4af2-b5e2-8a368aefd17d req-61ba4344-3e16-4b36-9d52-e12c71d1477a tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/11e1f52b-cbf1-4a96-b5f1-b82ee620f0c4 HTTP/1.1" status: 200 len: 1823 time: 0.0541589 Nov 27 01:12:15.995996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] Set router 7f48c533-7ddc-490b-811d-2c988a19bf25 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:16.007579 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-096fa3fd-0293-4af2-b5e2-8a368aefd17d req-cafa7170-b3b5-4bf1-9115-7896caf9ab21 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.011242 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79651c75-1dda-47a9-a045-7d4a6b92a862 None None] Pushing event updated for resources: {'Port': ['ID=6a3deaf8-c54f-4f81-a6a7-2a2d7646071c,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:16.034153 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-096fa3fd-0293-4af2-b5e2-8a368aefd17d req-cafa7170-b3b5-4bf1-9115-7896caf9ab21 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.123282 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-096fa3fd-0293-4af2-b5e2-8a368aefd17d req-cafa7170-b3b5-4bf1-9115-7896caf9ab21 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.126543 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-096fa3fd-0293-4af2-b5e2-8a368aefd17d req-cafa7170-b3b5-4bf1-9115-7896caf9ab21 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.132059 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-096fa3fd-0293-4af2-b5e2-8a368aefd17d req-cafa7170-b3b5-4bf1-9115-7896caf9ab21 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "DELETE /v2.0/security-groups/11e1f52b-cbf1-4a96-b5f1-b82ee620f0c4 HTTP/1.1" status: 204 len: 173 time: 0.1942804 Nov 27 01:12:16.144853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa7170-b3b5-4bf1-9115-7896caf9ab21 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e1f52b-cbf1-4a96-b5f1-b82ee620f0c4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:16.224939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1bfb6233-0bf4-4fdb-89a0-c78f8fb0c94b None None] Provisioning complete for port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:16.225314 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6233-0bf4-4fdb-89a0-c78f8fb0c94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.250576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d11955-722e-47ec-8cfb-ce622370b275 req-910ec35a-d0ed-4c66-aaa5-2f870d5110ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.252109 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90d11955-722e-47ec-8cfb-ce622370b275 req-910ec35a-d0ed-4c66-aaa5-2f870d5110ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 1096 time: 0.4325035 Nov 27 01:12:16.279421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2349d67-a603-42f2-8104-65f0af76f2c7 req-035df30e-f392-4d49-afe2-f339837763a1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.281905 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ae3ac872-c313-4626-890a-4ad696fa7818, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ae3ac872-c313-4626-890a-4ad696fa7818,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:16.283314 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2349d67-a603-42f2-8104-65f0af76f2c7 req-035df30e-f392-4d49-afe2-f339837763a1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 945 time: 0.0801549 Nov 27 01:12:16.295981 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc20e4-b7e4-4e98-aaf8-688c69be9c2b req-09d12d5e-a047-4db6-8b0e-2d95e97bb5cd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.297776 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85dc20e4-b7e4-4e98-aaf8-688c69be9c2b req-09d12d5e-a047-4db6-8b0e-2d95e97bb5cd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0581441 Nov 27 01:12:16.313811 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'ae3ac872-c313-4626-890a-4ad696fa7818', 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151', 'port_id': 'ae3ac872-c313-4626-890a-4ad696fa7818', 'mac_address': 'fa:16:3e:0e:ef:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e00b97-2443-4bf7-9ee9-aeacbdcf111b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:16.357410 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85dc20e4-b7e4-4e98-aaf8-688c69be9c2b req-3de8a4b9-ea19-41b5-9323-c1d2fb6a7885 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526619 Nov 27 01:12:16.403284 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2349d67-a603-42f2-8104-65f0af76f2c7 req-17d5b5fa-51c8-45e7-b6ae-04d6d123675c tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055553 Nov 27 01:12:16.415624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d11955-722e-47ec-8cfb-ce622370b275 req-3a45cd3b-6a91-475d-8c30-88e5f7f8ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.417118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90d11955-722e-47ec-8cfb-ce622370b275 req-3a45cd3b-6a91-475d-8c30-88e5f7f8ec2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 920 time: 0.1551502 Nov 27 01:12:16.428597 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.439405 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a8043075-3a61-47e1-a942-bb55eca51bad req-1bb6c508-3d21-491b-9335-9b51ec7fa7f9 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/floatingips/9998882b-f972-4fe7-9aaa-c6970343b501 HTTP/1.1" status: 200 len: 692 time: 0.0533519 Nov 27 01:12:16.448834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae3ac872-c313-4626-890a-4ad696fa7818 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:16.452806 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6233-0bf4-4fdb-89a0-c78f8fb0c94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.478377 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90d11955-722e-47ec-8cfb-ce622370b275 req-f89aa653-b47c-41f2-b8b3-2657d95de7b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78826918-fd2b-4ce0-920c-b5f690d9b1af HTTP/1.1" status: 200 len: 217 time: 0.0487633 Nov 27 01:12:16.502701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ae3ac872-c313-4626-890a-4ad696fa7818, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ae3ac872-c313-4626-890a-4ad696fa7818,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:16.505950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1bfb6233-0bf4-4fdb-89a0-c78f8fb0c94b None None] For port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6a3deaf8-c54f-4f81-a6a7-2a2d7646071c,segment=NetworkSegment(bc67208e-7238-428d-be05-55a2491e7804),segment_id=bc67208e-7238-428d-be05-55a2491e7804)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:16.511063 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.518677 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6233-0bf4-4fdb-89a0-c78f8fb0c94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.537860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'name': 'tempest-FloatingIPsTestJSON-464179763-router', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:05Z', 'updated_at': '2021-11-27T01:12:12Z', 'revision_number': 4, 'project_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'gw_port': {'id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:06Z', 'updated_at': '2021-11-27T01:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6a3deaf8-c54f-4f81-a6a7-2a2d7646071c', 'name': '', 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'mac_address': 'fa:16:3e:09:2b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:10Z', 'updated_at': '2021-11-27T01:12:15Z', 'revision_number': 4, 'project_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'subnets': [{'id': '5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:16.567552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561a4916-3499-498e-97ad-e6c4c88cd758 None None] The sync data for ids ['7f48c533-7ddc-490b-811d-2c988a19bf25'] in n-d-819494-2 is: [{'id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'name': 'tempest-FloatingIPsTestJSON-464179763-router', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:05Z', 'updated_at': '2021-11-27T01:12:12Z', 'revision_number': 4, 'project_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'gw_port': {'id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:06Z', 'updated_at': '2021-11-27T01:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6a3deaf8-c54f-4f81-a6a7-2a2d7646071c', 'name': '', 'network_id': '20f1a93c-ed2e-4d59-9d49-5f654a04bf69', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'mac_address': 'fa:16:3e:09:2b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:10Z', 'updated_at': '2021-11-27T01:12:15Z', 'revision_number': 4, 'project_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'subnets': [{'id': '5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:16.571991 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d11955-722e-47ec-8cfb-ce622370b275 req-27e1d0a4-361a-4772-85a2-4234b43b6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.573548 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90d11955-722e-47ec-8cfb-ce622370b275 req-27e1d0a4-361a-4772-85a2-4234b43b6d00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 HTTP/1.1" status: 200 len: 859 time: 0.0869884 Nov 27 01:12:16.582586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a93e2-daae-48a4-84e4-396297127045 req-62eca4fa-a75d-4cb4-9500-285dc2c63abe tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.595830 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef8a93e2-daae-48a4-84e4-396297127045 req-62eca4fa-a75d-4cb4-9500-285dc2c63abe tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.1104157 Nov 27 01:12:16.601136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ae3ac872-c313-4626-890a-4ad696fa7818,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:16.637625 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:16.649202 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90d11955-722e-47ec-8cfb-ce622370b275 req-497bc310-67cb-4dfd-8605-b0b58b6c8e95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=589aac3e-1177-4cf2-8604-679d0202bd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446281 Nov 27 01:12:16.685706 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb6233-0bf4-4fdb-89a0-c78f8fb0c94b None None] Pushing event updated for resources: {'Port': ['ID=6a3deaf8-c54f-4f81-a6a7-2a2d7646071c,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:16.790974 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef8a93e2-daae-48a4-84e4-396297127045 req-960861e4-a702-4e4a-9883-56e79cb2e2fa tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941338 Nov 27 01:12:16.811255 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90d11955-722e-47ec-8cfb-ce622370b275 req-04499d5d-5953-493e-8c6d-1479a921f84f service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348777 Nov 27 01:12:16.862181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['ae3ac872-c313-4626-890a-4ad696fa7818'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:16.923311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8043075-3a61-47e1-a942-bb55eca51bad req-eabf05e9-0de3-47d1-9f9a-fd17a16e3adc tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:16.930727 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a8043075-3a61-47e1-a942-bb55eca51bad req-eabf05e9-0de3-47d1-9f9a-fd17a16e3adc tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.4845164 Nov 27 01:12:16.936833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-a8043075-3a61-47e1-a942-bb55eca51bad req-4f34ff36-12f2-4235-804f-73dd23652f49 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:12:16.944122 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a8043075-3a61-47e1-a942-bb55eca51bad req-4f34ff36-12f2-4235-804f-73dd23652f49 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111110 Nov 27 01:12:16.946824 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e0bd1da-8fe5-4bfb-9002-135982250009 req-28aea2af-c18a-421a-9db1-f7bb720a0b55 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/c1382128-9574-4902-8c42-541fcb0333b8 HTTP/1.1" status: 200 len: 1823 time: 0.1093397 Nov 27 01:12:16.972789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90d11955-722e-47ec-8cfb-ce622370b275 req-6dd1faa3-28b9-4ee7-a779-06a0acd71a95 service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559947 Nov 27 01:12:17.048900 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.127078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7a7abd80-bd62-43bf-94e7-417123b08637 req-770948ef-ec2a-49fc-9f93-3ce1597ebf0d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1424451615', 'description': 'tempest-description-889824464'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:17.152901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7a7abd80-bd62-43bf-94e7-417123b08637 req-770948ef-ec2a-49fc-9f93-3ce1597ebf0d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.228015 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7a7abd80-bd62-43bf-94e7-417123b08637 req-770948ef-ec2a-49fc-9f93-3ce1597ebf0d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.228465 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12e5a9c0-4746-4fbf-94ba-87c0270a6521 req-83d6fab1-4c76-46a6-b807-6f5ea885c1d0 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=3809e8b126b14c81ad87a5c73cf84ac5 HTTP/1.1" status: 200 len: 695 time: 0.0857363 Nov 27 01:12:17.233487 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7a7abd80-bd62-43bf-94e7-417123b08637 req-770948ef-ec2a-49fc-9f93-3ce1597ebf0d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.268307 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7a7abd80-bd62-43bf-94e7-417123b08637 req-770948ef-ec2a-49fc-9f93-3ce1597ebf0d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.269632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7a7abd80-bd62-43bf-94e7-417123b08637 req-770948ef-ec2a-49fc-9f93-3ce1597ebf0d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1475568 Nov 27 01:12:17.281872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770948ef-ec2a-49fc-9f93-3ce1597ebf0d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68701f7-24cf-4507-82b2-a7bf33938882,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:17.397019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5a9c0-4746-4fbf-94ba-87c0270a6521 req-422b11ef-f8c9-49dd-8268-2e5db1b8ac4b tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:17.398581 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12e5a9c0-4746-4fbf-94ba-87c0270a6521 req-422b11ef-f8c9-49dd-8268-2e5db1b8ac4b tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/networks?id=52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 787 time: 0.1632473 Nov 27 01:12:17.409738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:17.414724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f33fe-ead2-4219-a206-9be4b6657415 req-f261d367-95ef-446a-921d-8921564d7f23 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:17.419452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-12e5a9c0-4746-4fbf-94ba-87c0270a6521 req-de5b65b4-b794-4f0f-b709-077e329aefb7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:12:17.420596 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12e5a9c0-4746-4fbf-94ba-87c0270a6521 req-de5b65b4-b794-4f0f-b709-077e329aefb7 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060799 Nov 27 01:12:17.423394 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a0f33fe-ead2-4219-a206-9be4b6657415 req-f261d367-95ef-446a-921d-8921564d7f23 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 946 time: 0.0908515 Nov 27 01:12:17.476845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a0f33fe-ead2-4219-a206-9be4b6657415 req-d802a2a9-7e79-42ea-82cd-fde66d05b5aa tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522234 Nov 27 01:12:17.500878 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:17.501251 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.506993 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.515729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-889d39b3-fa6c-4043-a3b5-d70a9b0f6101 req-695c387f-4f63-45b3-bdfc-709dbccb045f tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/e68701f7-24cf-4507-82b2-a7bf33938882 HTTP/1.1" status: 200 len: 1823 time: 0.0682788 Nov 27 01:12:17.521040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-889d39b3-fa6c-4043-a3b5-d70a9b0f6101 req-6f6eee27-5cd3-4230-a26f-e7d9bb64aeb6 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e68701f7-24cf-4507-82b2-a7bf33938882', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:17.521352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-889d39b3-fa6c-4043-a3b5-d70a9b0f6101 req-6f6eee27-5cd3-4230-a26f-e7d9bb64aeb6 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e68701f7-24cf-4507-82b2-a7bf33938882', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:17.595204 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-889d39b3-fa6c-4043-a3b5-d70a9b0f6101 req-6f6eee27-5cd3-4230-a26f-e7d9bb64aeb6 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.606560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d4141-af1f-45d4-92dc-fc130d87c6cf req-713064f3-b8e4-45ba-8d06-b2f1db229e6e tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:17.608252 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff7d4141-af1f-45d4-92dc-fc130d87c6cf req-713064f3-b8e4-45ba-8d06-b2f1db229e6e tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0583894 Nov 27 01:12:17.627341 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-889d39b3-fa6c-4043-a3b5-d70a9b0f6101 req-6f6eee27-5cd3-4230-a26f-e7d9bb64aeb6 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.633794 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-889d39b3-fa6c-4043-a3b5-d70a9b0f6101 req-6f6eee27-5cd3-4230-a26f-e7d9bb64aeb6 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.656103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6eee27-5cd3-4230-a26f-e7d9bb64aeb6 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985da549-b99b-4369-bfc5-3e48d4aced2a,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:17.665810 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-889d39b3-fa6c-4043-a3b5-d70a9b0f6101 req-6f6eee27-5cd3-4230-a26f-e7d9bb64aeb6 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.667031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-889d39b3-fa6c-4043-a3b5-d70a9b0f6101 req-6f6eee27-5cd3-4230-a26f-e7d9bb64aeb6 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1504841 Nov 27 01:12:17.683977 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff7d4141-af1f-45d4-92dc-fc130d87c6cf req-2b928bd4-4f4d-4535-a68a-5fea88a525b8 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688396 Nov 27 01:12:17.756049 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-70a8f56f-089c-4bd5-85b6-a8f553010bf8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/floatingips/9998882b-f972-4fe7-9aaa-c6970343b501 HTTP/1.1" status: 200 len: 692 time: 0.0463445 Nov 27 01:12:17.777145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f93d93-126d-4ebd-9ef3-2eb03a6cb0a5 req-a6f3d1d5-41e7-46c4-946a-d092f89aac10 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:17.778662 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53f93d93-126d-4ebd-9ef3-2eb03a6cb0a5 req-a6f3d1d5-41e7-46c4-946a-d092f89aac10 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 945 time: 0.0554509 Nov 27 01:12:17.820497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ae3ac872-c313-4626-890a-4ad696fa7818 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:17.829957 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53f93d93-126d-4ebd-9ef3-2eb03a6cb0a5 req-d5e04419-c057-4a8c-a29e-68a74baa84ca tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440204 Nov 27 01:12:17.884653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-ca972431-2d11-41f4-9dc4-52c53e87e62a tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:17.886287 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-ca972431-2d11-41f4-9dc4-52c53e87e62a tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1258202 Nov 27 01:12:17.887866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port ae3ac872-c313-4626-890a-4ad696fa7818 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:17.888472 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.908038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-86164682-d19c-432d-b6bf-17dc105a9a44 req-986a2c51-047e-42ff-9e59-f75298eb1465 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/e68701f7-24cf-4507-82b2-a7bf33938882 HTTP/1.1" status: 200 len: 2417 time: 0.0456443 Nov 27 01:12:17.918384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-86164682-d19c-432d-b6bf-17dc105a9a44 req-895d034d-43ad-4260-afb3-44e4da711de8 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e68701f7-24cf-4507-82b2-a7bf33938882', 'remote_group_id': None}]} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:17.918758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-86164682-d19c-432d-b6bf-17dc105a9a44 req-895d034d-43ad-4260-afb3-44e4da711de8 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e68701f7-24cf-4507-82b2-a7bf33938882', 'remote_group_id': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:17.943935 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-e5e1cfae-ba17-43dd-866f-fa6634970e6d tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.0504048 Nov 27 01:12:17.978196 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:17.982841 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-86164682-d19c-432d-b6bf-17dc105a9a44 req-895d034d-43ad-4260-afb3-44e4da711de8 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.010383 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-2357b538-0012-413c-ad7a-59a06ea79207 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.0563910 Nov 27 01:12:18.011432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfc1ce9-5b31-4e50-8249-4dcb7e69ec53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3ac872-c313-4626-890a-4ad696fa7818'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:18.012360 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-86164682-d19c-432d-b6bf-17dc105a9a44 req-895d034d-43ad-4260-afb3-44e4da711de8 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.014146 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f84cb5-ab97-4c1f-b902-df7f0f1b57fb" -d '{"events": [{"server_uuid": "adfc1ce9-5b31-4e50-8249-4dcb7e69ec53", "name": "network-vif-plugged", "status": "completed", "tag": "ae3ac872-c313-4626-890a-4ad696fa7818"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:18.016315 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-86164682-d19c-432d-b6bf-17dc105a9a44 req-895d034d-43ad-4260-afb3-44e4da711de8 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.034508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port ae3ac872-c313-4626-890a-4ad696fa7818, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ae3ac872-c313-4626-890a-4ad696fa7818,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:18.037990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d034d-43ad-4260-afb3-44e4da711de8 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264bbdf7-cece-4b13-afc4-bf2f667b158f,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:18.040933 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.050445 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-86164682-d19c-432d-b6bf-17dc105a9a44 req-895d034d-43ad-4260-afb3-44e4da711de8 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.062142 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-86164682-d19c-432d-b6bf-17dc105a9a44 req-895d034d-43ad-4260-afb3-44e4da711de8 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1478438 Nov 27 01:12:18.106435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=ae3ac872-c313-4626-890a-4ad696fa7818,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:18.168678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787eb09-42dc-408e-98e3-9c60545d5454 req-ad3842c2-864d-43d5-b300-1b034dad27b3 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.170315 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d787eb09-42dc-408e-98e3-9c60545d5454 req-ad3842c2-864d-43d5-b300-1b034dad27b3 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0527668 Nov 27 01:12:18.170466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-5653e2be-143d-466e-b7fc-48d23baad19f tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Deleting port ce4df752-1ee0-464b-a66a-d707f42ec4e0 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:18.170688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-5653e2be-143d-466e-b7fc-48d23baad19f tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.217989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d787eb09-42dc-408e-98e3-9c60545d5454 req-6559d60f-dcb6-4234-90cd-7f91d352b217 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Nov 27 01:12:18.246529 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-5653e2be-143d-466e-b7fc-48d23baad19f tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.246864 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-5653e2be-143d-466e-b7fc-48d23baad19f tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.259356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-5653e2be-143d-466e-b7fc-48d23baad19f tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Calling delete_port for ce4df752-1ee0-464b-a66a-d707f42ec4e0 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:18.261408 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda94ae4-48af-4332-bc6a-852655b5bcca x-openstack-request-id: req-dda94ae4-48af-4332-bc6a-852655b5bcca {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:18.261764 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfc1ce9-5b31-4e50-8249-4dcb7e69ec53", "name": "network-vif-plugged", "status": "completed", "tag": "ae3ac872-c313-4626-890a-4ad696fa7818", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:18.262081 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dda94ae4-48af-4332-bc6a-852655b5bcca {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:18.264331 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfc1ce9-5b31-4e50-8249-4dcb7e69ec53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3ac872-c313-4626-890a-4ad696fa7818', 'code': 200} Nov 27 01:12:18.396419 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55f57033-85ed-4364-8cd4-27f0c60ea089 req-58d8b7bc-c2fa-41fa-bef1-379163ce4d9d tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/e68701f7-24cf-4507-82b2-a7bf33938882 HTTP/1.1" status: 200 len: 3016 time: 0.0464368 Nov 27 01:12:18.397129 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-5653e2be-143d-466e-b7fc-48d23baad19f tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.424034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653e2be-143d-466e-b7fc-48d23baad19f tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Pushing event deleted for resources: {'Port': ['ID=ce4df752-1ee0-464b-a66a-d707f42ec4e0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:18.516673 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-5653e2be-143d-466e-b7fc-48d23baad19f tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.519220 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-5653e2be-143d-466e-b7fc-48d23baad19f tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.520366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07a6cec6-a733-4989-acd1-d007eb1d0225 req-5653e2be-143d-466e-b7fc-48d23baad19f tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "DELETE /v2.0/floatingips/9998882b-f972-4fe7-9aaa-c6970343b501 HTTP/1.1" status: 204 len: 173 time: 0.5027571 Nov 27 01:12:18.530382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434200d0-3a33-4232-843d-1dcddca46dd4 req-41e4d24c-98a6-41aa-9ea4-b036505d8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.531848 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-434200d0-3a33-4232-843d-1dcddca46dd4 req-41e4d24c-98a6-41aa-9ea4-b036505d8fe9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 1096 time: 0.0638971 Nov 27 01:12:18.552552 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25d38c3b-e2bb-405f-b765-e0562ccc5622 req-abc8813a-da40-4f48-9321-e09f3481278a tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-group-rules/264bbdf7-cece-4b13-afc4-bf2f667b158f HTTP/1.1" status: 200 len: 783 time: 0.0269382 Nov 27 01:12:18.596658 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-434200d0-3a33-4232-843d-1dcddca46dd4 req-6f1e68b3-aad7-41f4-bd82-ceeb5815e594 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571947 Nov 27 01:12:18.600692 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25d38c3b-e2bb-405f-b765-e0562ccc5622 req-a189a409-fdfa-4614-b89d-fc00753bf7bd tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/e68701f7-24cf-4507-82b2-a7bf33938882 HTTP/1.1" status: 200 len: 3016 time: 0.0413373 Nov 27 01:12:18.630778 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-25d38c3b-e2bb-405f-b765-e0562ccc5622 req-5cfb3698-ac87-4dfa-93cb-154fc69bcadc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.632592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a0e22-8414-4254-91bc-d69c25dc0734 req-8d74e1e5-a94b-4fac-a04b-e57fcbbd81ae tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.634075 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-722a0e22-8414-4254-91bc-d69c25dc0734 req-8d74e1e5-a94b-4fac-a04b-e57fcbbd81ae tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 946 time: 0.0528455 Nov 27 01:12:18.638768 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-25d38c3b-e2bb-405f-b765-e0562ccc5622 req-5cfb3698-ac87-4dfa-93cb-154fc69bcadc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.668278 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-25d38c3b-e2bb-405f-b765-e0562ccc5622 req-5cfb3698-ac87-4dfa-93cb-154fc69bcadc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.675796 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-25d38c3b-e2bb-405f-b765-e0562ccc5622 req-5cfb3698-ac87-4dfa-93cb-154fc69bcadc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.676870 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25d38c3b-e2bb-405f-b765-e0562ccc5622 req-5cfb3698-ac87-4dfa-93cb-154fc69bcadc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/264bbdf7-cece-4b13-afc4-bf2f667b158f HTTP/1.1" status: 204 len: 173 time: 0.0699315 Nov 27 01:12:18.681226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb3698-ac87-4dfa-93cb-154fc69bcadc tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=264bbdf7-cece-4b13-afc4-bf2f667b158f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:18.682186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-722a0e22-8414-4254-91bc-d69c25dc0734 req-bbf21610-fbbd-4899-9aa3-2e7d7d542b1e tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/security-groups?id=4a8e46e8-5836-448d-a2e3-d310ea7301e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Nov 27 01:12:18.697947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device cfab8431-ab2e-4719-a3e8-55c590c89809 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:18.750269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port cfab8431-ab2e-4719-a3e8-55c590c89809 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:18.755534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port cfab8431-ab2e-4719-a3e8-55c590c89809 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:18.755954 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.766557 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a159d997-2c5f-472e-93be-b99615ecfaa4 req-ae8e77ac-55d0-428f-a79e-2fc427f60081 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/e68701f7-24cf-4507-82b2-a7bf33938882 HTTP/1.1" status: 200 len: 2417 time: 0.0523937 Nov 27 01:12:18.817370 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-91c698ae-3a55-40fa-b2c7-010440942c80 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1198831 Nov 27 01:12:18.826656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:18.832276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2664d7-dad1-46e1-98b7-b567c1d3c638 req-17098776-3e69-4429-8214-8f0c554ad031 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:18.833936 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b2664d7-dad1-46e1-98b7-b567c1d3c638 req-17098776-3e69-4429-8214-8f0c554ad031 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.11 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 946 time: 0.0810153 Nov 27 01:12:18.845123 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.852527 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.884625 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a159d997-2c5f-472e-93be-b99615ecfaa4 req-c91301f7-100b-4953-9fd9-dd98db2ddc10 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.884858 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port cfab8431-ab2e-4719-a3e8-55c590c89809, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cfab8431-ab2e-4719-a3e8-55c590c89809,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:18.891891 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.950928 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=cfab8431-ab2e-4719-a3e8-55c590c89809,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:18.954079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a159d997-2c5f-472e-93be-b99615ecfaa4 req-c91301f7-100b-4953-9fd9-dd98db2ddc10 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:18.976067 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.012995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-8b2664d7-dad1-46e1-98b7-b567c1d3c638 req-07851273-f315-44d2-814b-d1bd94b5c5e6 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Deleting port 5f6f3b58-6849-49fd-865f-754c5ee0251b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:19.013335 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8b2664d7-dad1-46e1-98b7-b567c1d3c638 req-07851273-f315-44d2-814b-d1bd94b5c5e6 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.061093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a159d997-2c5f-472e-93be-b99615ecfaa4 req-c91301f7-100b-4953-9fd9-dd98db2ddc10 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.064343 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a159d997-2c5f-472e-93be-b99615ecfaa4 req-c91301f7-100b-4953-9fd9-dd98db2ddc10 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.065461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a159d997-2c5f-472e-93be-b99615ecfaa4 req-c91301f7-100b-4953-9fd9-dd98db2ddc10 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "DELETE /v2.0/security-groups/e68701f7-24cf-4507-82b2-a7bf33938882 HTTP/1.1" status: 204 len: 173 time: 0.2853062 Nov 27 01:12:19.085609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91301f7-100b-4953-9fd9-dd98db2ddc10 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68701f7-24cf-4507-82b2-a7bf33938882,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:19.126435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Allocated IP 172.25.3.188 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/78638150-c40f-4f43-8f6b-43357e1aae00) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:19.140738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8b2664d7-dad1-46e1-98b7-b567c1d3c638 req-07851273-f315-44d2-814b-d1bd94b5c5e6 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] For port 5f6f3b58-6849-49fd-865f-754c5ee0251b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5f6f3b58-6849-49fd-865f-754c5ee0251b,segment=NetworkSegment(aa3686ab-a823-4e63-af0e-8d902855a94d),segment_id=aa3686ab-a823-4e63-af0e-8d902855a94d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:19.141209 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8b2664d7-dad1-46e1-98b7-b567c1d3c638 req-07851273-f315-44d2-814b-d1bd94b5c5e6 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.180093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-8b2664d7-dad1-46e1-98b7-b567c1d3c638 req-07851273-f315-44d2-814b-d1bd94b5c5e6 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Calling delete_port for 5f6f3b58-6849-49fd-865f-754c5ee0251b owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:19.232992 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.241004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151db9a-fc44-4900-aeb4-644361c968c4 req-ecbd9e0c-37de-476e-bdf1-da74291d9c20 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.242508 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4151db9a-fc44-4900-aeb4-644361c968c4 req-ecbd9e0c-37de-476e-bdf1-da74291d9c20 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0979528 Nov 27 01:12:19.276969 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.309867 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4151db9a-fc44-4900-aeb4-644361c968c4 req-dbbaa878-146e-4bee-8cf4-601a4c958ac3 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598891 Nov 27 01:12:19.318410 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:19.321338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:19.324835 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:19.341915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Pushing event updated for resources: {'Port': ['ID=78638150-c40f-4f43-8f6b-43357e1aae00,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:19.378128 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8b2664d7-dad1-46e1-98b7-b567c1d3c638 req-07851273-f315-44d2-814b-d1bd94b5c5e6 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.411613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5f6f3b58-6849-49fd-865f-754c5ee0251b'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:19.422466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07851273-f315-44d2-814b-d1bd94b5c5e6 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Pushing event deleted for resources: {'Port': ['ID=5f6f3b58-6849-49fd-865f-754c5ee0251b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:19.439607 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.475257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.483735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2664d7-dad1-46e1-98b7-b567c1d3c638 req-07851273-f315-44d2-814b-d1bd94b5c5e6 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] No DVR routers for this DVR port 5f6f3b58-6849-49fd-865f-754c5ee0251b on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:19.486635 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8b2664d7-dad1-46e1-98b7-b567c1d3c638 req-07851273-f315-44d2-814b-d1bd94b5c5e6 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.490011 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b2664d7-dad1-46e1-98b7-b567c1d3c638 req-07851273-f315-44d2-814b-d1bd94b5c5e6 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.11 "DELETE /v2.0/ports/5f6f3b58-6849-49fd-865f-754c5ee0251b HTTP/1.1" status: 204 len: 173 time: 0.6491628 Nov 27 01:12:19.490512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f712c0-9315-4de1-98c2-4e39c4c2a736', 'name': 'network-vif-deleted', 'tag': '5f6f3b58-6849-49fd-865f-754c5ee0251b'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:19.492794 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bdd81c-ac7b-4949-8196-491c3b6e55fb" -d '{"events": [{"server_uuid": "98f712c0-9315-4de1-98c2-4e39c4c2a736", "name": "network-vif-deleted", "tag": "5f6f3b58-6849-49fd-865f-754c5ee0251b"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:19.508879 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754eb83-0000-4379-844d-d2e710088021 req-e888f91a-d630-4b0c-a981-93353c0a663c tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.510593 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a754eb83-0000-4379-844d-d2e710088021 req-e888f91a-d630-4b0c-a981-93353c0a663c tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 946 time: 0.0970776 Nov 27 01:12:19.568220 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a754eb83-0000-4379-844d-d2e710088021 req-6da8e9c5-14c0-4eb2-82fd-533e87143f7d tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515749 Nov 27 01:12:19.614439 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-e7130e7b-d461-451e-a614-7dcdab6abf3b req-8ef91757-1f2e-482f-840d-6f6a8649739b tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] show failed (client error): The resource could not be found. Nov 27 01:12:19.615439 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7130e7b-d461-451e-a614-7dcdab6abf3b req-8ef91757-1f2e-482f-840d-6f6a8649739b tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/11e1f52b-cbf1-4a96-b5f1-b82ee620f0c4 HTTP/1.1" status: 404 len: 352 time: 0.0212290 Nov 27 01:12:19.639843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.645608 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.717551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Pushing event updated for resources: {'Port': ['ID=78638150-c40f-4f43-8f6b-43357e1aae00,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:19.724748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811df7-2c50-4d70-b86b-fcf0649eb00a req-820f26e2-c269-46d5-95e8-0796dd35901e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.726415 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64811df7-2c50-4d70-b86b-fcf0649eb00a req-820f26e2-c269-46d5-95e8-0796dd35901e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0544913 Nov 27 01:12:19.727784 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.743531 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:19.744695 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-db6ddf68-7327-4f9e-8131-7212132f5bdd tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9225631 Nov 27 01:12:19.775387 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64811df7-2c50-4d70-b86b-fcf0649eb00a req-ef98fc94-b27b-4db7-a825-392d0255936b tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 Nov 27 01:12:19.799197 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-0d98f3cf-45d7-448e-be3b-41124b1e5276 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.188 HTTP/1.1" status: 200 len: 696 time: 0.0482628 Nov 27 01:12:19.917481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-740ceca5-e03c-454b-92da-33d62099d41f tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:19.918854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-deefbabd-0db5-4d46-93df-2b3c744720cf req-740ceca5-e03c-454b-92da-33d62099d41f tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1139405 Nov 27 01:12:19.957788 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb1d034-6a65-47fa-b381-c7b9b50323a9 x-openstack-request-id: req-5cb1d034-6a65-47fa-b381-c7b9b50323a9 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:19.958344 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f712c0-9315-4de1-98c2-4e39c4c2a736", "name": "network-vif-deleted", "tag": "5f6f3b58-6849-49fd-865f-754c5ee0251b", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:19.958606 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cb1d034-6a65-47fa-b381-c7b9b50323a9 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:19.959023 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f712c0-9315-4de1-98c2-4e39c4c2a736', 'name': 'network-vif-deleted', 'tag': '5f6f3b58-6849-49fd-865f-754c5ee0251b', 'status': 'completed', 'code': 200} Nov 27 01:12:20.165719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f97f6898-2eaa-4dfe-a22e-1086778e607a req-302f93cc-e753-4664-8975-58cde166390f tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/c1382128-9574-4902-8c42-541fcb0333b8 HTTP/1.1" status: 200 len: 1823 time: 0.1169288 Nov 27 01:12:20.194327 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6a46112-5f7b-4e9e-a229-f170e657044d req-e15e5611-44b1-4cde-8c93-a3837d90b857 tempest-InstanceActionsTestJSON-664604007 tempest-InstanceActionsTestJSON-664604007-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f712c0-9315-4de1-98c2-4e39c4c2a736 HTTP/1.1" status: 200 len: 210 time: 0.0342252 Nov 27 01:12:20.234447 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f97f6898-2eaa-4dfe-a22e-1086778e607a req-7fad9bda-7c8f-4cd7-ba51-d890621e4441 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.256717 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f97f6898-2eaa-4dfe-a22e-1086778e607a req-7fad9bda-7c8f-4cd7-ba51-d890621e4441 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.265778 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-9f3bb721-ac6c-4115-9d20-9935a0518061 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/floatingips/c4c7df7f-5830-4da9-a35c-0f6e60662701 HTTP/1.1" status: 200 len: 693 time: 0.0462153 Nov 27 01:12:20.265980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfab8431-ab2e-4719-a3e8-55c590c89809'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:20.268256 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd72815-49f4-41bb-9785-77adbe04458e" -d '{"events": [{"server_uuid": "be4d8810-abfc-4f68-a606-ec5015e30756", "name": "network-vif-plugged", "status": "completed", "tag": "cfab8431-ab2e-4719-a3e8-55c590c89809"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:20.301810 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f97f6898-2eaa-4dfe-a22e-1086778e607a req-7fad9bda-7c8f-4cd7-ba51-d890621e4441 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.304440 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f97f6898-2eaa-4dfe-a22e-1086778e607a req-7fad9bda-7c8f-4cd7-ba51-d890621e4441 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.305601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f97f6898-2eaa-4dfe-a22e-1086778e607a req-7fad9bda-7c8f-4cd7-ba51-d890621e4441 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "DELETE /v2.0/security-groups/c1382128-9574-4902-8c42-541fcb0333b8 HTTP/1.1" status: 204 len: 173 time: 0.1331348 Nov 27 01:12:20.315115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad9bda-7c8f-4cd7-ba51-d890621e4441 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1382128-9574-4902-8c42-541fcb0333b8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:20.380760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-2ad7eea9-173d-4adb-8c8c-d98e228074e6 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:20.382129 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-2ad7eea9-173d-4adb-8c8c-d98e228074e6 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1102800 Nov 27 01:12:20.394715 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f27bc1-8a9c-41db-acce-0b8b4e6fe60b x-openstack-request-id: req-e4f27bc1-8a9c-41db-acce-0b8b4e6fe60b {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:20.395014 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4d8810-abfc-4f68-a606-ec5015e30756", "name": "network-vif-plugged", "status": "completed", "tag": "cfab8431-ab2e-4719-a3e8-55c590c89809", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:20.395395 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4f27bc1-8a9c-41db-acce-0b8b4e6fe60b {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:20.395796 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'code': 200} Nov 27 01:12:20.437379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-e3ef56c9-5dd5-4659-9cb3-78bcbddfe5c0 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.188 HTTP/1.1" status: 200 len: 696 time: 0.0489373 Nov 27 01:12:20.447740 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4aba25f9-b62a-4823-b26c-296e451cebcf req-53fb3e3c-ca46-4946-9157-42a627561ca0 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/97e3bdc4-7eff-4f66-bc13-a2ab27b06614 HTTP/1.1" status: 200 len: 1823 time: 0.0424292 Nov 27 01:12:20.500531 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-ea6a797d-2e3d-4e9b-801a-fe7e29718a74 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.188 HTTP/1.1" status: 200 len: 696 time: 0.0539792 Nov 27 01:12:20.506381 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4aba25f9-b62a-4823-b26c-296e451cebcf req-f7a43baf-ad97-43a8-8370-b5cd8ee4a761 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.529199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4aba25f9-b62a-4823-b26c-296e451cebcf req-f7a43baf-ad97-43a8-8370-b5cd8ee4a761 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.593573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4aba25f9-b62a-4823-b26c-296e451cebcf req-f7a43baf-ad97-43a8-8370-b5cd8ee4a761 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.597681 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4aba25f9-b62a-4823-b26c-296e451cebcf req-f7a43baf-ad97-43a8-8370-b5cd8ee4a761 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.599529 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4aba25f9-b62a-4823-b26c-296e451cebcf req-f7a43baf-ad97-43a8-8370-b5cd8ee4a761 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "DELETE /v2.0/security-groups/97e3bdc4-7eff-4f66-bc13-a2ab27b06614 HTTP/1.1" status: 204 len: 173 time: 0.1449845 Nov 27 01:12:20.604957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef7c06-fe69-4bc8-a739-fe5d2f7cf035 req-274eeaf1-fa1f-4a42-9053-7f4ca1e5158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:20.604957 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3ef7c06-fe69-4bc8-a739-fe5d2f7cf035 req-274eeaf1-fa1f-4a42-9053-7f4ca1e5158e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 1097 time: 0.1159143 Nov 27 01:12:20.608911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a43baf-ad97-43a8-8370-b5cd8ee4a761 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e3bdc4-7eff-4f66-bc13-a2ab27b06614,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:20.679822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3ef7c06-fe69-4bc8-a739-fe5d2f7cf035 req-e894ba03-5f97-4ba0-bc91-e7b43602fb49 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541422 Nov 27 01:12:20.688220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-3ef34551-c803-419c-90e6-5cb9eb9a79a8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Deleting port 78638150-c40f-4f43-8f6b-43357e1aae00 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:20.688565 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-3ef34551-c803-419c-90e6-5cb9eb9a79a8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.711887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54f62d-a9bb-4284-954d-7b0969bf1942 req-2ec0414c-d244-470b-9632-4c5a13900128 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:20.713631 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be54f62d-a9bb-4284-954d-7b0969bf1942 req-2ec0414c-d244-470b-9632-4c5a13900128 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 946 time: 0.0522406 Nov 27 01:12:20.765451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be54f62d-a9bb-4284-954d-7b0969bf1942 req-7fe1275b-dc2a-4c41-bf68-a9208f97b95b tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435507 Nov 27 01:12:20.770258 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-3ef34551-c803-419c-90e6-5cb9eb9a79a8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.770587 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-3ef34551-c803-419c-90e6-5cb9eb9a79a8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.790767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-3ef34551-c803-419c-90e6-5cb9eb9a79a8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Calling delete_port for 78638150-c40f-4f43-8f6b-43357e1aae00 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:20.827271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef211501-a71f-4811-8542-c97edf887c24 req-455bf676-4fd0-497c-a18b-50b55fff52b2 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/ffd3a3a4-8477-4fc0-a48b-db7449a23261 HTTP/1.1" status: 200 len: 1823 time: 0.0382111 Nov 27 01:12:20.861448 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:12:20.894632 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ef211501-a71f-4811-8542-c97edf887c24 req-8ad40fb2-3a55-47de-a309-2677326e0956 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.922749 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ef211501-a71f-4811-8542-c97edf887c24 req-8ad40fb2-3a55-47de-a309-2677326e0956 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.932190 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-3ef34551-c803-419c-90e6-5cb9eb9a79a8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.959342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef34551-c803-419c-90e6-5cb9eb9a79a8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Pushing event deleted for resources: {'Port': ['ID=78638150-c40f-4f43-8f6b-43357e1aae00,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:20.976272 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ef211501-a71f-4811-8542-c97edf887c24 req-8ad40fb2-3a55-47de-a309-2677326e0956 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.979307 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ef211501-a71f-4811-8542-c97edf887c24 req-8ad40fb2-3a55-47de-a309-2677326e0956 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:20.980643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef211501-a71f-4811-8542-c97edf887c24 req-8ad40fb2-3a55-47de-a309-2677326e0956 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "DELETE /v2.0/security-groups/ffd3a3a4-8477-4fc0-a48b-db7449a23261 HTTP/1.1" status: 204 len: 173 time: 0.1457748 Nov 27 01:12:20.993059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad40fb2-3a55-47de-a309-2677326e0956 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd3a3a4-8477-4fc0-a48b-db7449a23261,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:21.029318 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-3ef34551-c803-419c-90e6-5cb9eb9a79a8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.032334 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-3ef34551-c803-419c-90e6-5cb9eb9a79a8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.034666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7f7380fe-121c-4c09-a9c3-5a7e368f98e5 req-3ef34551-c803-419c-90e6-5cb9eb9a79a8 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "DELETE /v2.0/floatingips/c4c7df7f-5830-4da9-a35c-0f6e60662701 HTTP/1.1" status: 204 len: 173 time: 0.5203588 Nov 27 01:12:21.109774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf3e45-2c31-4cf1-81f2-092260737d8f req-e7f2e68c-cd17-4d68-a5bb-987d1fa83884 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:21.111493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-febf3e45-2c31-4cf1-81f2-092260737d8f req-e7f2e68c-cd17-4d68-a5bb-987d1fa83884 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0496867 Nov 27 01:12:21.166464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-febf3e45-2c31-4cf1-81f2-092260737d8f req-12852b9e-e7bf-4995-9064-53c6df7202aa tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463758 Nov 27 01:12:21.235848 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad8dbac4-ee2d-4b7f-8fce-7b7bb0de0869 req-7d44de88-d2dd-4f96-966d-8a8ec2bcf5d0 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/884dd875-812c-40ad-8cb6-d8815db93536 HTTP/1.1" status: 200 len: 2423 time: 0.0990350 Nov 27 01:12:21.306098 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ad8dbac4-ee2d-4b7f-8fce-7b7bb0de0869 req-f313727b-aed7-40d6-ba1f-b34ca0011557 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.323141 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-e4c1caf2-7f95-4314-9550-d9f88d0bfa5f req-422f2c0e-9090-4128-8096-e668c3350993 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] show failed (client error): The resource could not be found. Nov 27 01:12:21.324203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e4c1caf2-7f95-4314-9550-d9f88d0bfa5f req-422f2c0e-9090-4128-8096-e668c3350993 tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/floatingips/c4c7df7f-5830-4da9-a35c-0f6e60662701 HTTP/1.1" status: 404 len: 350 time: 0.0365121 Nov 27 01:12:21.333002 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ad8dbac4-ee2d-4b7f-8fce-7b7bb0de0869 req-f313727b-aed7-40d6-ba1f-b34ca0011557 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.384956 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ad8dbac4-ee2d-4b7f-8fce-7b7bb0de0869 req-f313727b-aed7-40d6-ba1f-b34ca0011557 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.388415 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ad8dbac4-ee2d-4b7f-8fce-7b7bb0de0869 req-f313727b-aed7-40d6-ba1f-b34ca0011557 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.389659 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad8dbac4-ee2d-4b7f-8fce-7b7bb0de0869 req-f313727b-aed7-40d6-ba1f-b34ca0011557 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "DELETE /v2.0/security-groups/884dd875-812c-40ad-8cb6-d8815db93536 HTTP/1.1" status: 204 len: 173 time: 0.1485846 Nov 27 01:12:21.400190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313727b-aed7-40d6-ba1f-b34ca0011557 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=884dd875-812c-40ad-8cb6-d8815db93536,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:21.447342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55970) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:21.448867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d0d9-dcb4-46e0-b03c-fb002fc68bc3 req-f4b09020-eb8f-46f7-acfa-c9fa6d448b59 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:21.457484 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35a6d0d9-dcb4-46e0-b03c-fb002fc68bc3 req-f4b09020-eb8f-46f7-acfa-c9fa6d448b59 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.0778618 Nov 27 01:12:21.509843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e860e8-9232-428e-bf6c-67d9975a4be2 admin admin] Deleting subnet 974e760b-b797-478b-a362-948eba8c089f {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:12:21.513853 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1e860e8-9232-428e-bf6c-67d9975a4be2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.526957 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35a6d0d9-dcb4-46e0-b03c-fb002fc68bc3 req-5d261858-55ab-4550-be47-e7505741a79a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665331 Nov 27 01:12:21.576321 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1e860e8-9232-428e-bf6c-67d9975a4be2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.631728 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-8b163f9c-c5de-4710-bcd6-d8039ebae44d req-4d245129-2d1c-45f4-b4e8-58b4c1226caa tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] show failed (client error): The resource could not be found. Nov 27 01:12:21.633002 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b163f9c-c5de-4710-bcd6-d8039ebae44d req-4d245129-2d1c-45f4-b4e8-58b4c1226caa tempest-FloatingIPsTestJSON-1353624063 tempest-FloatingIPsTestJSON-1353624063-project] 10.222.0.37 "GET /v2.0/floatingips/c4c7df7f-5830-4da9-a35c-0f6e60662701 HTTP/1.1" status: 404 len: 350 time: 0.1321182 Nov 27 01:12:21.644504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55974) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:21.659300 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1e860e8-9232-428e-bf6c-67d9975a4be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.710042 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a9b964f8-7221-42ae-a349-137a89b837f5 req-9d4f9626-3937-443f-947f-290d5ab7f8d3 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "GET /v2.0/security-groups/b535a86f-ac06-4305-8a05-dcbd84607f6e HTTP/1.1" status: 200 len: 2418 time: 0.0948887 Nov 27 01:12:21.721373 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1e860e8-9232-428e-bf6c-67d9975a4be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.752973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e860e8-9232-428e-bf6c-67d9975a4be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974e760b-b797-478b-a362-948eba8c089f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:21.768980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1e860e8-9232-428e-bf6c-67d9975a4be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:21.781516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d1e860e8-9232-428e-bf6c-67d9975a4be2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/974e760b-b797-478b-a362-948eba8c089f HTTP/1.1" status: 204 len: 168 time: 0.3330522 Nov 27 01:12:21.784836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55976) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:22.004594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714428e4-bb3a-41ca-b88f-bd5a165505d0 req-aa2cf913-4d4b-473b-85b4-5a348a538797 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:22.012904 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-714428e4-bb3a-41ca-b88f-bd5a165505d0 req-aa2cf913-4d4b-473b-85b4-5a348a538797 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 946 time: 0.1114779 Nov 27 01:12:22.018208 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.023303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a9b964f8-7221-42ae-a349-137a89b837f5 req-a24ddf92-ac48-4dfa-bad7-62337258d746 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.059238 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a9b964f8-7221-42ae-a349-137a89b837f5 req-a24ddf92-ac48-4dfa-bad7-62337258d746 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.147031 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.158101 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-714428e4-bb3a-41ca-b88f-bd5a165505d0 req-35fa69c4-c7e9-477c-921f-585d25047db8 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441929 Nov 27 01:12:22.173351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef88758-11bd-4cb4-b973-a212e7740723']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:22.175025 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a9b964f8-7221-42ae-a349-137a89b837f5 req-a24ddf92-ac48-4dfa-bad7-62337258d746 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.177969 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a9b964f8-7221-42ae-a349-137a89b837f5 req-a24ddf92-ac48-4dfa-bad7-62337258d746 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.179174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a9b964f8-7221-42ae-a349-137a89b837f5 req-a24ddf92-ac48-4dfa-bad7-62337258d746 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] 10.222.0.37 "DELETE /v2.0/security-groups/b535a86f-ac06-4305-8a05-dcbd84607f6e HTTP/1.1" status: 204 len: 173 time: 0.4314234 Nov 27 01:12:22.186176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3686ab-a823-4e63-af0e-8d902855a94d') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:22.186608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3686ab-a823-4e63-af0e-8d902855a94d') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:22.188799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55986) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:22.194083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ddf92-ac48-4dfa-bad7-62337258d746 tempest-SecurityGroupRulesTestJSON-30434773 tempest-SecurityGroupRulesTestJSON-30434773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b535a86f-ac06-4305-8a05-dcbd84607f6e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:22.233181 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.253656 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.258893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9d5362-8875-455a-9ee1-dcebcd084b85 admin admin] Deleting subnet a88b009c-4e8f-4247-96df-8723c2338807 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:12:22.264276 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5362-8875-455a-9ee1-dcebcd084b85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.293413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:12:22.293959 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:12:22.304358 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:12:22.370450 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5362-8875-455a-9ee1-dcebcd084b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.384137 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84c08def-b930-481f-bd36-48cb72da475b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.391189 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.398756 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.405017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] 10.222.0.37 "DELETE /v2.0/networks/0ef88758-11bd-4cb4-b973-a212e7740723 HTTP/1.1" status: 204 len: 168 time: 0.6189747 Nov 27 01:12:22.422435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562e621-d76a-4693-ba91-2df32eb4b9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef88758-11bd-4cb4-b973-a212e7740723,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:22.437666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5362-8875-455a-9ee1-dcebcd084b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.517653 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5362-8875-455a-9ee1-dcebcd084b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.550124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-ffeac70d-90ae-4b31-9186-9dc6be574653 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:22.551715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-ffeac70d-90ae-4b31-9186-9dc6be574653 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/networks?id=e94fedca-8ffd-4ac8-83ec-28a57042d151 HTTP/1.1" status: 200 len: 814 time: 0.2355232 Nov 27 01:12:22.558792 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d5362-8875-455a-9ee1-dcebcd084b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88b009c-4e8f-4247-96df-8723c2338807,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:22.568668 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5362-8875-455a-9ee1-dcebcd084b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.576402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2e9d5362-8875-455a-9ee1-dcebcd084b85 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a88b009c-4e8f-4247-96df-8723c2338807 HTTP/1.1" status: 204 len: 168 time: 0.3864896 Nov 27 01:12:22.577425 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56000) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:22.596821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56002) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:22.611451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-e707a7fb-59b9-4088-9fff-8d6eaec442ea tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/quotas/b1bb42a76d0a4f3daba5ce04775dbea9 HTTP/1.1" status: 200 len: 375 time: 0.0500634 Nov 27 01:12:22.693271 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.698147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5f6f3b58-6849-49fd-865f-754c5ee0251b no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:22.710888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-79167afc-1ccb-4a6e-b3dd-ea0c5e1c0a4c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1bb42a76d0a4f3daba5ce04775dbea9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983770 Nov 27 01:12:22.718836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0eb691a7-d13f-470a-81f3-39c1a6baf934 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92221e0afc5348638fc9e73412539dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1204407 Nov 27 01:12:22.722865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56006) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:22.758696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 5f6f3b58-6849-49fd-865f-754c5ee0251b {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:22.762658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5f6f3b58-6849-49fd-865f-754c5ee0251b not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:22.848271 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.879814 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9b52aaf-64f5-4176-920c-351726a0c0b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.881311 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-70fa431e-037a-4937-922e-52e0f72bfa78 service neutron] 10.222.0.37 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661382 Nov 27 01:12:22.889637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4169dd6-8da3-4eb1-ba69-5828e2532fca']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:22.917831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bc4fa3-2702-4e31-b3ea-4a7bead49c1f') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:22.918414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bc4fa3-2702-4e31-b3ea-4a7bead49c1f') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:22.937069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.940113 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9b52aaf-64f5-4176-920c-351726a0c0b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.964232 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.991674 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-e6bb2430-e8b9-437f-89fb-38129b7784bd service neutron] 10.222.0.37 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031942 Nov 27 01:12:22.994134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:12:22.994886 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:12:22.996749 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:12:23.032923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-84c08def-b930-481f-bd36-48cb72da475b admin admin] Deleting port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:23.041364 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84c08def-b930-481f-bd36-48cb72da475b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.077409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.095904 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.101644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d4169dd6-8da3-4eb1-ba69-5828e2532fca HTTP/1.1" status: 204 len: 168 time: 0.5206764 Nov 27 01:12:23.103622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9b52aaf-64f5-4176-920c-351726a0c0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.105627 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9b52aaf-64f5-4176-920c-351726a0c0b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.106735 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f9b52aaf-64f5-4176-920c-351726a0c0b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a8e46e8-5836-448d-a2e3-d310ea7301e2 HTTP/1.1" status: 204 len: 168 time: 0.3823247 Nov 27 01:12:23.147626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5166c6-5e53-47fa-98b9-a19b1d7908e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4169dd6-8da3-4eb1-ba69-5828e2532fca,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:23.159713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b52aaf-64f5-4176-920c-351726a0c0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8e46e8-5836-448d-a2e3-d310ea7301e2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:23.213288 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-84c08def-b930-481f-bd36-48cb72da475b admin admin] For port 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6a3deaf8-c54f-4f81-a6a7-2a2d7646071c,segment=NetworkSegment(bc67208e-7238-428d-be05-55a2491e7804),segment_id=bc67208e-7238-428d-be05-55a2491e7804)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:23.213970 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84c08def-b930-481f-bd36-48cb72da475b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.237380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-84c08def-b930-481f-bd36-48cb72da475b admin admin] Calling delete_port for 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:23.436969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e0a44-0305-44c5-a605-d4365a7ccdcb req-c602ebb5-e2e7-47f6-bfe8-379f3288d782 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:23.444752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cf7e0a44-0305-44c5-a605-d4365a7ccdcb req-c602ebb5-e2e7-47f6-bfe8-379f3288d782 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 946 time: 0.0786695 Nov 27 01:12:23.569263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56026) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:23.621822 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f382a78d-e0fd-499b-81e5-695e917a7062 req-12ac8958-6b1a-4a9c-9f0c-89b547a3a91d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 210 time: 0.0843399 Nov 27 01:12:23.625596 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84c08def-b930-481f-bd36-48cb72da475b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:23.678043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cf7e0a44-0305-44c5-a605-d4365a7ccdcb req-5c18f96e-ccaf-4d5c-abcc-b417d01894e5 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320278 Nov 27 01:12:23.696974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d50324-d21f-48d8-b413-afc972c167cd req-53d4009e-4dcd-44c7-88c3-d799a6b5b974 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:23.700499 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3d50324-d21f-48d8-b413-afc972c167cd req-53d4009e-4dcd-44c7-88c3-d799a6b5b974 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.42 "GET /v2.0/ports?device_id=adfc1ce9-5b31-4e50-8249-4dcb7e69ec53 HTTP/1.1" status: 200 len: 945 time: 0.2159951 Nov 27 01:12:23.711389 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-663901cc-cde0-48a7-9b4e-74305a928837 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fdb4f807dfa4d0fbb153e0a77ff6be5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399033 Nov 27 01:12:23.717050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56036) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:23.728783 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c08def-b930-481f-bd36-48cb72da475b admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3deaf8-c54f-4f81-a6a7-2a2d7646071c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:24.022927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.072899 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.101924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-6489c22d-84da-42e2-8151-c926c69b49a6 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:24.109581 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-6489c22d-84da-42e2-8151-c926c69b49a6 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1463149 Nov 27 01:12:24.189993 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84c08def-b930-481f-bd36-48cb72da475b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.485707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c08def-b930-481f-bd36-48cb72da475b admin admin] Router 7f48c533-7ddc-490b-811d-2c988a19bf25 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:24.608446 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-2f38eb87-60d6-438f-9b4e-aa862dd42840 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.4973581 Nov 27 01:12:24.613575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d3d50324-d21f-48d8-b413-afc972c167cd req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Deleting port ae3ac872-c313-4626-890a-4ad696fa7818 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:24.613927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d3d50324-d21f-48d8-b413-afc972c167cd req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.632791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-f9a86acf-ab2d-43de-9742-251bcb976de7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Request body: {'floatingip': {'port_id': '373f1418-d009-4f90-b605-ae4edd69e340', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:24.649068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c08def-b930-481f-bd36-48cb72da475b admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:24.661843 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb337c-5dc2-4dce-bd34-0fa1193da4f7 None None] Sync routers for ids ['7f48c533-7ddc-490b-811d-2c988a19bf25'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:24.667015 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-84c08def-b930-481f-bd36-48cb72da475b admin admin] 10.222.0.37 "PUT /v2.0/routers/7f48c533-7ddc-490b-811d-2c988a19bf25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0206761 Nov 27 01:12:24.669534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56056) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:24.689421 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb337c-5dc2-4dce-bd34-0fa1193da4f7 None None] Routers {'7f48c533-7ddc-490b-811d-2c988a19bf25'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:24.690066 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f2cb337c-5dc2-4dce-bd34-0fa1193da4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7f48c533-7ddc-490b-811d-2c988a19bf25'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:24.711148 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-f9a86acf-ab2d-43de-9742-251bcb976de7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.789437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56058) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:24.882931 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a630dc6d-4f49-44e0-92a6-8b6f24610983 req-abfab06d-4a53-45a1-8390-a9237ccb89d3 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 210 time: 0.0604999 Nov 27 01:12:24.915015 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.942680 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f2cb337c-5dc2-4dce-bd34-0fa1193da4f7 None None] Set router 7f48c533-7ddc-490b-811d-2c988a19bf25 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:24.957414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d3d50324-d21f-48d8-b413-afc972c167cd req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] For port ae3ac872-c313-4626-890a-4ad696fa7818, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=ae3ac872-c313-4626-890a-4ad696fa7818,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:24.960140 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d3d50324-d21f-48d8-b413-afc972c167cd req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:24.987559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d3d50324-d21f-48d8-b413-afc972c167cd req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Calling delete_port for ae3ac872-c313-4626-890a-4ad696fa7818 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:25.131526 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.201172 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f2cb337c-5dc2-4dce-bd34-0fa1193da4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'name': 'tempest-FloatingIPsTestJSON-464179763-router', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:05Z', 'updated_at': '2021-11-27T01:12:23Z', 'revision_number': 5, 'project_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'gw_port': {'id': '1ecc4a1a-c106-4feb-aad4-d441c35fec76', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:06Z', 'updated_at': '2021-11-27T01:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:25.228379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Deleting port 1ecc4a1a-c106-4feb-aad4-d441c35fec76 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:25.228811 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.255283 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb337c-5dc2-4dce-bd34-0fa1193da4f7 None None] Checking router: 7f48c533-7ddc-490b-811d-2c988a19bf25 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:25.272255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-391817294-network', 'tenant_id': '4365266fb44549779fa993cdf22b63a4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:25.274485 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb337c-5dc2-4dce-bd34-0fa1193da4f7 None None] Routers {'7f48c533-7ddc-490b-811d-2c988a19bf25'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:25.275254 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f2cb337c-5dc2-4dce-bd34-0fa1193da4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7f48c533-7ddc-490b-811d-2c988a19bf25'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:25.324188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Made reservation on behalf of 4365266fb44549779fa993cdf22b63a4 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:25.326691 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.360589 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.400571 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f2cb337c-5dc2-4dce-bd34-0fa1193da4f7 None None] Set router 7f48c533-7ddc-490b-811d-2c988a19bf25 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:25.461713 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f2cb337c-5dc2-4dce-bd34-0fa1193da4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'name': 'tempest-FloatingIPsTestJSON-464179763-router', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:05Z', 'updated_at': '2021-11-27T01:12:25Z', 'revision_number': 6, 'project_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:25.468990 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.472532 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.473741 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd414201-f9eb-457c-a1ae-d73742425e0d HTTP/1.1" status: 204 len: 168 time: 1.7545421 Nov 27 01:12:25.496397 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb337c-5dc2-4dce-bd34-0fa1193da4f7 None None] The sync data for ids ['7f48c533-7ddc-490b-811d-2c988a19bf25'] in n-d-819494-2 is: [{'id': '7f48c533-7ddc-490b-811d-2c988a19bf25', 'name': 'tempest-FloatingIPsTestJSON-464179763-router', 'tenant_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:05Z', 'updated_at': '2021-11-27T01:12:25Z', 'revision_number': 6, 'project_id': '3809e8b126b14c81ad87a5c73cf84ac5', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:25.507460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d3d50324-d21f-48d8-b413-afc972c167cd req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.547065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['ae3ac872-c313-4626-890a-4ad696fa7818'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:25.581379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Pushing event deleted for resources: {'Port': ['ID=ae3ac872-c313-4626-890a-4ad696fa7818,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:25.591488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd414201-f9eb-457c-a1ae-d73742425e0d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:25.620926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.621639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.621639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.621958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.622428 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.622758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.623097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.623433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.623770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.624106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.624486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.624823 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.660956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.661306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.661657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.662001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.662384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.662727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.663062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.663395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.663726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.664648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.664975 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.665327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5fffc-1beb-4c55-9e15-e7de485bb6d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:25.714302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-ab0566f2-3cba-44d3-8c2d-bcff08ea93ac tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:25.715797 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-ab0566f2-3cba-44d3-8c2d-bcff08ea93ac tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.11 "GET /v2.0/networks?id=e94fedca-8ffd-4ac8-83ec-28a57042d151 HTTP/1.1" status: 200 len: 814 time: 0.6105423 Nov 27 01:12:25.748095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] For port 1ecc4a1a-c106-4feb-aad4-d441c35fec76, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1ecc4a1a-c106-4feb-aad4-d441c35fec76,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:25.748738 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.770192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Calling delete_port for 1ecc4a1a-c106-4feb-aad4-d441c35fec76 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:25.793536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Request body: {'port': {'device_id': '2f67ecc0-a33e-4fe5-925a-499d97ff9298', 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151', 'admin_state_up': True, 'tenant_id': 'b1bb42a76d0a4f3daba5ce04775dbea9'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:25.798186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d50324-d21f-48d8-b413-afc972c167cd req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] No DVR routers for this DVR port ae3ac872-c313-4626-890a-4ad696fa7818 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:25.811215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d3d50324-d21f-48d8-b413-afc972c167cd req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:25.813913 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3d50324-d21f-48d8-b413-afc972c167cd req-0a204d02-c20c-478a-945a-621e5f994483 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.42 "DELETE /v2.0/ports/ae3ac872-c313-4626-890a-4ad696fa7818 HTTP/1.1" status: 204 len: 173 time: 2.0956044 Nov 27 01:12:25.814491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfc1ce9-5b31-4e50-8249-4dcb7e69ec53', 'name': 'network-vif-deleted', 'tag': 'ae3ac872-c313-4626-890a-4ad696fa7818'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:25.816926 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7d66ea-f661-41d2-8bc0-27e0981dcafb" -d '{"events": [{"server_uuid": "adfc1ce9-5b31-4e50-8249-4dcb7e69ec53", "name": "network-vif-deleted", "tag": "ae3ac872-c313-4626-890a-4ad696fa7818"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:25.972063 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059de5ce-d73f-4de1-b317-6e7073e68f7a x-openstack-request-id: req-059de5ce-d73f-4de1-b317-6e7073e68f7a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:25.972360 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfc1ce9-5b31-4e50-8249-4dcb7e69ec53", "name": "network-vif-deleted", "tag": "ae3ac872-c313-4626-890a-4ad696fa7818", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:25.972598 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-059de5ce-d73f-4de1-b317-6e7073e68f7a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:25.973005 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfc1ce9-5b31-4e50-8249-4dcb7e69ec53', 'name': 'network-vif-deleted', 'tag': 'ae3ac872-c313-4626-890a-4ad696fa7818', 'status': 'completed', 'code': 200} Nov 27 01:12:26.005479 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.073950 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.079789 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c671336d-5aee-4371-aac7-0192c5adb827 req-8cacff19-4b3f-4290-aff1-aabea476c688 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 210 time: 0.0565472 Nov 27 01:12:26.178785 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.197567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:12:26.213411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ecc4a1a-c106-4feb-aad4-d441c35fec76,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:26.243324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91f19e3-cb33-4bee-8111-2e5764f006c4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:26.249675 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.250167 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Added segment c31fde89-e7cd-4c68-b663-ac66555e0b1a of type vlan for network aa5f4acc-9f5a-4958-abfc-3ec058d53143 Nov 27 01:12:26.332392 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.409622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.461181 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.464070 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.504800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Made reservation on behalf of b1bb42a76d0a4f3daba5ce04775dbea9 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:26.509009 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.527224 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.db.resource_extend [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:12:26.542076 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.542828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f48c533-7ddc-490b-811d-2c988a19bf25 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:12:26.548560 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.549827 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9823babb-18d6-4d0d-b096-5087c4dc8f2f admin admin] 10.222.0.37 "DELETE /v2.0/routers/7f48c533-7ddc-490b-811d-2c988a19bf25 HTTP/1.1" status: 204 len: 168 time: 1.8789773 Nov 27 01:12:26.552411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56098) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:26.614900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4240e14-8a82-4eee-b0b1-7fa37596af6d admin admin] Deleting subnet 5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:12:26.623858 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b4240e14-8a82-4eee-b0b1-7fa37596af6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.639320 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.640684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:26.641950 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.677314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56100) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:26.691327 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b4240e14-8a82-4eee-b0b1-7fa37596af6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.755752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] Pushing event updated for resources: {'Network': ['ID=aa5f4acc-9f5a-4958-abfc-3ec058d53143,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:26.769465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e421255b-4958-497d-a69d-61c5195b2f7c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6972976 Nov 27 01:12:26.769677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network aa5f4acc-9f5a-4958-abfc-3ec058d53143 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:12:26.771184 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56104) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:26.780268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-22b42e4e-8103-4a25-b08d-63f1f6583414 admin admin] Request body: {'subnet': {'network_id': 'aa5f4acc-9f5a-4958-abfc-3ec058d53143', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-391817294-subnet', 'tenant_id': '4365266fb44549779fa993cdf22b63a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:26.813195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b42e4e-8103-4a25-b08d-63f1f6583414 admin admin] Made reservation on behalf of 4365266fb44549779fa993cdf22b63a4 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:26.815917 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22b42e4e-8103-4a25-b08d-63f1f6583414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.838344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1192384292-network', 'tenant_id': 'e7308de8510f43b19b355c1e4a02550e'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:26.899682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Allocated IP 172.20.0.14 (e94fedca-8ffd-4ac8-83ec-28a57042d151/f6e00b97-2443-4bf7-9ee9-aeacbdcf111b/ec9c851b-44ca-4e6a-afab-3e893e30aceb) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:26.912513 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-f9a86acf-ab2d-43de-9742-251bcb976de7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.932273 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-f9a86acf-ab2d-43de-9742-251bcb976de7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:26.975685 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b4240e14-8a82-4eee-b0b1-7fa37596af6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.014718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Made reservation on behalf of e7308de8510f43b19b355c1e4a02550e for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:27.017763 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.040670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.085643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b4240e14-8a82-4eee-b0b1-7fa37596af6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.111423 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-f9a86acf-ab2d-43de-9742-251bcb976de7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Floating IP b53ccd11-f511-4785-ae79-144c6c3d9567 associated. External IP: 172.25.3.251, port: 373f1418-d009-4f90-b605-ae4edd69e340. Nov 27 01:12:27.127759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5997de-2558-4aeb-9bbc-6f17739bd0e4 None None] Network 20f1a93c-ed2e-4d59-9d49-5f654a04bf69 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:27.178294 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b4240e14-8a82-4eee-b0b1-7fa37596af6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.180923 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b4240e14-8a82-4eee-b0b1-7fa37596af6d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c HTTP/1.1" status: 204 len: 168 time: 0.6274240 Nov 27 01:12:27.188753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56108) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:27.246470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4240e14-8a82-4eee-b0b1-7fa37596af6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1f2efa-9a7a-4eae-9ef5-0eb9731edc2c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:27.246878 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.323828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cd03129f-b969-457c-93e8-7ff2fd7f38ca req-9cd33596-4f1e-41c7-8ac8-43f32433ce33 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 210 time: 0.1362872 Nov 27 01:12:27.388563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] DHCP port deletion for 20f1a93c-ed2e-4d59-9d49-5f654a04bf69 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:12:27.399235 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.423932 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:27.439433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.441245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.444374 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22b42e4e-8103-4a25-b08d-63f1f6583414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.466378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:27.466772 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6a3deaf8-c54f-4f81-a6a7-2a2d7646071c not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:27.467718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1ecc4a1a-c106-4feb-aad4-d441c35fec76 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:27.489749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b42e4e-8103-4a25-b08d-63f1f6583414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a768406-07a6-4595-a312-ee4f13fa40d0,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:27.492207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Network e94fedca-8ffd-4ac8-83ec-28a57042d151 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:27.494183 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.502545 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 1ecc4a1a-c106-4feb-aad4-d441c35fec76 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:27.503005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1ecc4a1a-c106-4feb-aad4-d441c35fec76 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:27.504510 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:27.505825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:12:27.510008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:27.515525 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.515924 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Added segment b0e1f3f3-5614-4c2b-8724-871ba43b8c05 of type vlan for network 1719015a-29c8-4e09-9d19-4a623878342e Nov 27 01:12:27.551634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Deleting port 13182619-238b-42ee-93e2-a3b875660015 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:27.552049 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.556538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Pushing event updated for resources: {'Port': ['ID=ec9c851b-44ca-4e6a-afab-3e893e30aceb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:27.573353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-f9a86acf-ab2d-43de-9742-251bcb976de7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Router a68c0cc8-925a-4f75-927b-09a96e64c246 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:27.583930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:27.584835 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.584976 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.627019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db0e961-e3f5-40b8-a655-2f6de4ce4ab0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:27.646143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] For port 13182619-238b-42ee-93e2-a3b875660015, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=13182619-238b-42ee-93e2-a3b875660015,segment=NetworkSegment(bc67208e-7238-428d-be05-55a2491e7804),segment_id=bc67208e-7238-428d-be05-55a2491e7804)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:27.646818 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.659787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b42e4e-8103-4a25-b08d-63f1f6583414 admin admin] Checking segment: {'id': 'c31fde89-e7cd-4c68-b663-ac66555e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'aa5f4acc-9f5a-4958-abfc-3ec058d53143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:27.660927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b42e4e-8103-4a25-b08d-63f1f6583414 admin admin] Network hostable DHCP agents. Network: aa5f4acc-9f5a-4958-abfc-3ec058d53143, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:12:27.664947 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.665888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:27.666494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.666663 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Calling delete_port for 13182619-238b-42ee-93e2-a3b875660015 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:27.709873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-f9a86acf-ab2d-43de-9742-251bcb976de7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:27.715869 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-f9a86acf-ab2d-43de-9742-251bcb976de7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.723857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-f28e0977-ad98-4c92-9967-bdf50ee41fb5 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9587438 Nov 27 01:12:27.742070 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0637097 Nov 27 01:12:27.744048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Request body: {'port': {'device_id': '2f67ecc0-a33e-4fe5-925a-499d97ff9298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:27.748304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56118) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:27.755324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c575c17c-7e9c-4f53-b007-8af78a122222 admin admin] Request body: {'subnet': {'network_id': '1719015a-29c8-4e09-9d19-4a623878342e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1192384292-subnet', 'tenant_id': 'e7308de8510f43b19b355c1e4a02550e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:27.758011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Deleting port 13182619-238b-42ee-93e2-a3b875660015 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:27.758384 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.760035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b42e4e-8103-4a25-b08d-63f1f6583414 admin admin] Network aa5f4acc-9f5a-4958-abfc-3ec058d53143 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:12:27.763854 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4d73f-82a8-4d6b-a152-8f7b0c661a57 admin admin] Pushing event updated for resources: {'Network': ['ID=1719015a-29c8-4e09-9d19-4a623878342e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:27.794292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-f9a86acf-ab2d-43de-9742-251bcb976de7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "PUT /v2.0/floatingips/b53ccd11-f511-4785-ae79-144c6c3d9567 HTTP/1.1" status: 200 len: 996 time: 3.1771145 Nov 27 01:12:27.799675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 1719015a-29c8-4e09-9d19-4a623878342e details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:12:27.812827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764c032-41ca-4a81-bfe0-d00d7a0bad02 None None] Sync routers for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:27.816193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-22b42e4e-8103-4a25-b08d-63f1f6583414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, aa5f4acc-9f5a-4958-abfc-3ec058d53143) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:27.833088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b42e4e-8103-4a25-b08d-63f1f6583414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:27.833675 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22b42e4e-8103-4a25-b08d-63f1f6583414 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.839486 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34318e88-2440-471c-83be-7e1f3f542ca1 None None] Network aa5f4acc-9f5a-4958-abfc-3ec058d53143 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:27.857144 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] For port 13182619-238b-42ee-93e2-a3b875660015, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=13182619-238b-42ee-93e2-a3b875660015,segment=NetworkSegment(bc67208e-7238-428d-be05-55a2491e7804),segment_id=bc67208e-7238-428d-be05-55a2491e7804)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:27.857550 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:27.880589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Calling delete_port for 13182619-238b-42ee-93e2-a3b875660015 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:27.993255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ae3ac872-c313-4626-890a-4ad696fa7818 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:28.007492 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.058073 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.082399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Pushing event deleted for resources: {'Port': ['ID=13182619-238b-42ee-93e2-a3b875660015,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:28.086602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] No DVR routers for this DVR port 13182619-238b-42ee-93e2-a3b875660015 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:28.142616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764c032-41ca-4a81-bfe0-d00d7a0bad02 None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:28.143359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7764c032-41ca-4a81-bfe0-d00d7a0bad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:28.163574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:28.165942 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c347ebc8-e632-48c5-9e1f-eae9348f0218" -d '{"events": [{"name": "network-changed", "server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "tag": "373f1418-d009-4f90-b605-ae4edd69e340"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:28.184147 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.207957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f1a93c-ed2e-4d59-9d49-5f654a04bf69']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:28.215338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c575c17c-7e9c-4f53-b007-8af78a122222 admin admin] Made reservation on behalf of e7308de8510f43b19b355c1e4a02550e for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:28.217757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c575c17c-7e9c-4f53-b007-8af78a122222 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.219649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.219800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc67208e-7238-428d-be05-55a2491e7804') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:28.220186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc67208e-7238-428d-be05-55a2491e7804') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:28.231782 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.248567 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.256473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:12:28.256994 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:12:28.317639 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:12:28.322423 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ff6e1d-3b0f-490d-9cfb-817d28bfa6b1 x-openstack-request-id: req-45ff6e1d-3b0f-490d-9cfb-817d28bfa6b1 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:28.323032 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "tag": "373f1418-d009-4f90-b605-ae4edd69e340", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:28.323348 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45ff6e1d-3b0f-490d-9cfb-817d28bfa6b1 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:28.323725 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.324437 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340', 'status': 'completed', 'code': 200} Nov 27 01:12:28.328625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: ae3ac872-c313-4626-890a-4ad696fa7818 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:28.329174 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device ae3ac872-c313-4626-890a-4ad696fa7818 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:28.329767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-22b42e4e-8103-4a25-b08d-63f1f6583414 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5565686 Nov 27 01:12:28.341108 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:28.344897 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] 10.222.0.37 "DELETE /v2.0/networks/20f1a93c-ed2e-4d59-9d49-5f654a04bf69 HTTP/1.1" status: 204 len: 168 time: 1.1489775 Nov 27 01:12:28.369726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Pushing event deleted for resources: {'Port': ['ID=13182619-238b-42ee-93e2-a3b875660015,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:28.378083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a24a6-d6de-47d1-a707-dd0ee614d672 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f1a93c-ed2e-4d59-9d49-5f654a04bf69,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:28.409085 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7764c032-41ca-4a81-bfe0-d00d7a0bad02 None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:28.415538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:28.415538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:28.416403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:28.419147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:28.419586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:28.420000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:28.420611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:28.421709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:28.423359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:28.423899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:28.424308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:28.425278 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:28.441229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158ea26f-8e88-46b4-81e7-78aab4e5c1c0 None None] Network aa5f4acc-9f5a-4958-abfc-3ec058d53143 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:28.547431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-a134aeba-aa9f-4987-bc0c-f06271bc7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:28.549252 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-a134aeba-aa9f-4987-bc0c-f06271bc7882 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 1096 time: 0.3781738 Nov 27 01:12:28.589732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bbac1-fe0e-46ed-96c3-4600133f86a7 req-dc0f0540-85a1-4b6e-802a-7ce81ea9f776 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:28.597040 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b3bbac1-fe0e-46ed-96c3-4600133f86a7 req-dc0f0540-85a1-4b6e-802a-7ce81ea9f776 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 932 time: 0.1212153 Nov 27 01:12:28.597536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56140) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:28.718129 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd3149-a6ac-4a03-90a7-b45235d9a869 None None] No DVR routers for this DVR port 13182619-238b-42ee-93e2-a3b875660015 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:28.794959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ebc8-e632-48c5-9e1f-eae9348f0218 req-009b61ab-f3fb-48d3-bdb5-83e7d850224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:28.796514 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c347ebc8-e632-48c5-9e1f-eae9348f0218 req-009b61ab-f3fb-48d3-bdb5-83e7d850224f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 1096 time: 0.4465647 Nov 27 01:12:28.807997 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b3bbac1-fe0e-46ed-96c3-4600133f86a7 req-14596106-9138-407c-9ec3-2ad226815d4e tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928854 Nov 27 01:12:28.816337 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-49232a07-d1ab-4d6a-9f33-1e4164a28d13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3809e8b126b14c81ad87a5c73cf84ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177255 Nov 27 01:12:28.821337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56146) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:28.947753 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a6dcb61-b566-47cc-b8c7-e89534814220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.003986 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a6dcb61-b566-47cc-b8c7-e89534814220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.016913 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-4b6384e7-e3fc-4d43-a1f4-788fb5224a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:29.018840 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-4b6384e7-e3fc-4d43-a1f4-788fb5224a03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.4385154 Nov 27 01:12:29.120961 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a6dcb61-b566-47cc-b8c7-e89534814220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.125135 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a6dcb61-b566-47cc-b8c7-e89534814220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.130942 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8a6dcb61-b566-47cc-b8c7-e89534814220 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b31c4aa6-9161-4b25-aeaa-098a7af72c35 HTTP/1.1" status: 204 len: 168 time: 0.3085198 Nov 27 01:12:29.155085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dcb61-b566-47cc-b8c7-e89534814220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31c4aa6-9161-4b25-aeaa-098a7af72c35,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:29.192690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ebc8-e632-48c5-9e1f-eae9348f0218 req-dd3dca21-aa01-4157-a408-9d33107910db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:29.194355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c347ebc8-e632-48c5-9e1f-eae9348f0218 req-dd3dca21-aa01-4157-a408-9d33107910db service neutron] 10.222.0.42 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.3684103 Nov 27 01:12:29.265404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7764c032-41ca-4a81-bfe0-d00d7a0bad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b53ccd11-f511-4785-ae79-144c6c3d9567', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'port_id': '373f1418-d009-4f90-b605-ae4edd69e340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'mac_address': 'fa:16:3e:a7:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:04Z', 'updated_at': '2021-11-27T01:12:26Z', 'revision_number': 1, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:29.317490 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c347ebc8-e632-48c5-9e1f-eae9348f0218 req-6293076b-6767-4039-a976-4703a8275415 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 999 time: 0.0763502 Nov 27 01:12:29.331034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764c032-41ca-4a81-bfe0-d00d7a0bad02 None None] Checking router: a68c0cc8-925a-4f75-927b-09a96e64c246 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:29.341873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764c032-41ca-4a81-bfe0-d00d7a0bad02 None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:29.342808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7764c032-41ca-4a81-bfe0-d00d7a0bad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:29.392295 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9c851b-44ca-4e6a-afab-3e893e30aceb {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:29.401076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 13182619-238b-42ee-93e2-a3b875660015 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:29.416151 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.441976 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 13182619-238b-42ee-93e2-a3b875660015 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:29.442289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 13182619-238b-42ee-93e2-a3b875660015 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:29.505359 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-a6c2243c-661a-4837-8ac3-47baa5ebc1c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 999 time: 0.4782739 Nov 27 01:12:29.570470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Transition to ACTIVE for port object ec9c851b-44ca-4e6a-afab-3e893e30aceb will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:29.604080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c575c17c-7e9c-4f53-b007-8af78a122222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.616030 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:29.693663 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7764c032-41ca-4a81-bfe0-d00d7a0bad02 None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:29.728973 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-31a8295e-8038-4b46-9802-78ba0d40d767 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:29.738525 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-31a8295e-8038-4b46-9802-78ba0d40d767 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/networks?id=aa5f4acc-9f5a-4958-abfc-3ec058d53143 HTTP/1.1" status: 200 len: 821 time: 0.2376373 Nov 27 01:12:29.764248 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-0e811b65-8c2e-4550-94b6-04cde2f41b3c tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/quotas/4365266fb44549779fa993cdf22b63a4 HTTP/1.1" status: 200 len: 375 time: 0.0247540 Nov 27 01:12:29.764481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9c851b-44ca-4e6a-afab-3e893e30aceb,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:29.769880 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ebc8-e632-48c5-9e1f-eae9348f0218 req-64498538-4640-4dc5-b4bd-e1a10615fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:29.772200 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c347ebc8-e632-48c5-9e1f-eae9348f0218 req-64498538-4640-4dc5-b4bd-e1a10615fe1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.4260519 Nov 27 01:12:29.840831 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-63978ae6-b8da-4b1c-98a9-663a27a6bb1a tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4365266fb44549779fa993cdf22b63a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747714 Nov 27 01:12:29.916769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-3ac78685-7ed3-49eb-af9f-1a636698a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:29.918855 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-3ac78685-7ed3-49eb-af9f-1a636698a3f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.4124124 Nov 27 01:12:29.947363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c575c17c-7e9c-4f53-b007-8af78a122222 admin admin] Checking segment: {'id': 'b0e1f3f3-5614-4c2b-8724-871ba43b8c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1719015a-29c8-4e09-9d19-4a623878342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:29.947763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c575c17c-7e9c-4f53-b007-8af78a122222 admin admin] Network hostable DHCP agents. Network: 1719015a-29c8-4e09-9d19-4a623878342e, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:12:30.009370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ebc8-e632-48c5-9e1f-eae9348f0218 req-c9ffc93b-5002-49af-9650-f3025b9e0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:30.012201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c347ebc8-e632-48c5-9e1f-eae9348f0218 req-c9ffc93b-5002-49af-9650-f3025b9e0a6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273970 Nov 27 01:12:30.012958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575c17c-7e9c-4f53-b007-8af78a122222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83af950a-0ad5-4fc8-a495-43613725e2f3,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:30.037800 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-a2d8ecfe-233a-45d6-9880-c83f2bdbaa2e service neutron] 10.222.0.37 "GET /v2.0/networks/aa5f4acc-9f5a-4958-abfc-3ec058d53143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948934 Nov 27 01:12:30.201388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-fc9959e4-6d62-40b1-ba19-6491964aae61 service neutron] 10.222.0.37 "GET /v2.0/networks/aa5f4acc-9f5a-4958-abfc-3ec058d53143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616833 Nov 27 01:12:30.214697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7764c032-41ca-4a81-bfe0-d00d7a0bad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b53ccd11-f511-4785-ae79-144c6c3d9567', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'port_id': '373f1418-d009-4f90-b605-ae4edd69e340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'mac_address': 'fa:16:3e:a7:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:04Z', 'updated_at': '2021-11-27T01:12:26Z', 'revision_number': 1, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:30.237297 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c347ebc8-e632-48c5-9e1f-eae9348f0218 req-be9a514e-27af-4375-9dde-218697ebf4d6 service neutron] 10.222.0.42 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488800 Nov 27 01:12:30.244311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c575c17c-7e9c-4f53-b007-8af78a122222 admin admin] Network 1719015a-29c8-4e09-9d19-4a623878342e is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:12:30.251571 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764c032-41ca-4a81-bfe0-d00d7a0bad02 None None] The sync data for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 is: [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b53ccd11-f511-4785-ae79-144c6c3d9567', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'port_id': '373f1418-d009-4f90-b605-ae4edd69e340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'mac_address': 'fa:16:3e:a7:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:04Z', 'updated_at': '2021-11-27T01:12:26Z', 'revision_number': 1, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:30.286281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Attempting to bind port ec9c851b-44ca-4e6a-afab-3e893e30aceb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:30.286696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Attempting to bind port ec9c851b-44ca-4e6a-afab-3e893e30aceb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:30.287006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Attempting to bind port ec9c851b-44ca-4e6a-afab-3e893e30aceb on network e94fedca-8ffd-4ac8-83ec-28a57042d151 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:30.329881 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-c575c17c-7e9c-4f53-b007-8af78a122222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 1719015a-29c8-4e09-9d19-4a623878342e) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:30.334613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c575c17c-7e9c-4f53-b007-8af78a122222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:30.335215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c575c17c-7e9c-4f53-b007-8af78a122222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:30.341650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84628c6-cfe3-4343-b820-770b1cce2d58 None None] Network 1719015a-29c8-4e09-9d19-4a623878342e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:30.344887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Port ec9c851b-44ca-4e6a-afab-3e893e30aceb on network e94fedca-8ffd-4ac8-83ec-28a57042d151 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:30.345224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Attempting to bind port ec9c851b-44ca-4e6a-afab-3e893e30aceb on network e94fedca-8ffd-4ac8-83ec-28a57042d151 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:30.355368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:30.355715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Checking segment: {'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:30.356112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Bound using segment: {'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:30.356560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Bound port: ec9c851b-44ca-4e6a-afab-3e893e30aceb, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f622e78-cec7-47bf-970d-644b04690b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:30.356919 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:30.362179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-f80d695f-ab43-45ae-9e82-0eacf28e2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:30.364373 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-f80d695f-ab43-45ae-9e82-0eacf28e2143 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4309003 Nov 27 01:12:30.403962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-9cd67350-a376-48de-8603-1e86260cc385 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:12:30.404957 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-9cd67350-a376-48de-8603-1e86260cc385 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054693 Nov 27 01:12:30.425152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c575c17c-7e9c-4f53-b007-8af78a122222 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6743903 Nov 27 01:12:30.513660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56190) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:30.678976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c347ebc8-e632-48c5-9e1f-eae9348f0218 req-5a39823f-c94c-4e75-8b6d-b73441228d78 service neutron] 10.222.0.42 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321058 Nov 27 01:12:30.712738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] For port ec9c851b-44ca-4e6a-afab-3e893e30aceb, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:30.719752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] For port ec9c851b-44ca-4e6a-afab-3e893e30aceb, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=ec9c851b-44ca-4e6a-afab-3e893e30aceb,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:30.734628 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:30.771917 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3286b19-21de-4764-b97d-e50a816e112f None None] New status for floating IP b53ccd11-f511-4785-ae79-144c6c3d9567: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:12:30.797071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dce414-1bc4-4033-b167-57559168942f None None] Network 1719015a-29c8-4e09-9d19-4a623878342e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:30.871648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:30.872316 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:30.873763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] 10.222.0.11 "PUT /v2.0/ports/ec9c851b-44ca-4e6a-afab-3e893e30aceb HTTP/1.1" status: 200 len: 1092 time: 3.1340880 Nov 27 01:12:30.878199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f67ecc0-a33e-4fe5-925a-499d97ff9298', 'tag': 'ec9c851b-44ca-4e6a-afab-3e893e30aceb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:30.881616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-667980748-network', 'tenant_id': 'ef8afca18b654adc846578d2520673f9'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:30.905987 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cc2b2b-45d8-423a-a0ab-8215c73d1d91" -d '{"events": [{"name": "network-changed", "server_uuid": "2f67ecc0-a33e-4fe5-925a-499d97ff9298", "tag": "ec9c851b-44ca-4e6a-afab-3e893e30aceb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:30.939159 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-d45b3fee-beb8-498b-ba98-948a9c65f66f service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861367 Nov 27 01:12:30.957015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90383b73-5328-428d-9052-e4d025892e07 req-a03d9423-1d18-4ca4-a62d-3ab43686d974 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:30.972712 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90383b73-5328-428d-9052-e4d025892e07 req-a03d9423-1d18-4ca4-a62d-3ab43686d974 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 944 time: 0.1959994 Nov 27 01:12:30.977556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Made reservation on behalf of ef8afca18b654adc846578d2520673f9 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:30.987391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.047777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f15a4a-22ad-4c37-ae3f-c8423f0e0d13 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9c851b-44ca-4e6a-afab-3e893e30aceb,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:31.063644 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.107982 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e71d9e1-46c1-405f-b80c-424fe4dd3486 req-fcc96bc4-92a5-4b77-9fba-1e0d248d0b61 service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145418 Nov 27 01:12:31.207433 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90383b73-5328-428d-9052-e4d025892e07 req-8500da2f-cc4f-46d5-9641-733a97cf7f96 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160647 Nov 27 01:12:31.231954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-6bd6aaae-61ad-4e26-b408-8f8b91ce48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:31.233889 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-6bd6aaae-61ad-4e26-b408-8f8b91ce48b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1bb42a76d0a4f3daba5ce04775dbea9&device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 1095 time: 0.2626050 Nov 27 01:12:31.299810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-aec12736-aaa0-456c-9c5d-b435af91792f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec9c851b-44ca-4e6a-afab-3e893e30aceb HTTP/1.1" status: 200 len: 217 time: 0.0461736 Nov 27 01:12:31.378362 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.384588 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.415219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:12:31.452806 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.453316 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Added segment 6dd60473-3860-43c3-8bcd-05c2baed2f77 of type vlan for network 1c0a9858-4dc3-4e93-aeb8-43b82622be78 Nov 27 01:12:31.455363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de7fefe-f25f-4916-aa04-5bb413844a5d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:31.466718 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dffbd4ca-4371-46f5-b795-49cf2ef05938 req-0c4e9468-b116-4bac-bc92-d3b96ad9c0c7 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 210 time: 0.0442839 Nov 27 01:12:31.495426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-227484f3-5563-4488-983b-39897744ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:31.496349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-227484f3-5563-4488-983b-39897744ae12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6e00b97-2443-4bf7-9ee9-aeacbdcf111b HTTP/1.1" status: 200 len: 854 time: 0.1756608 Nov 27 01:12:31.564073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-91374664-715a-4f60-844c-b884488d32e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e94fedca-8ffd-4ac8-83ec-28a57042d151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585823 Nov 27 01:12:31.576874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-73541ce6-9643-45b1-9680-f00c00f094d2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:12:31.580520 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-73541ce6-9643-45b1-9680-f00c00f094d2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092320 Nov 27 01:12:31.585014 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1502c0a9-06df-41b0-b9f8-b72f94c4c00a x-openstack-request-id: req-1502c0a9-06df-41b0-b9f8-b72f94c4c00a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:31.585491 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f67ecc0-a33e-4fe5-925a-499d97ff9298", "tag": "ec9c851b-44ca-4e6a-afab-3e893e30aceb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:31.585955 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1502c0a9-06df-41b0-b9f8-b72f94c4c00a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:31.587184 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f67ecc0-a33e-4fe5-925a-499d97ff9298', 'tag': 'ec9c851b-44ca-4e6a-afab-3e893e30aceb', 'status': 'completed', 'code': 200} Nov 27 01:12:31.593225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.684771 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.687142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:31.687659 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.751266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-8b446a39-e04c-41eb-8fcd-76f6ed560080 service neutron] 10.222.0.11 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544201 Nov 27 01:12:31.773531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-07c7196e-6d98-4a0c-9cc3-bfbb9fc90567 req-b718724a-3724-4aaf-9e59-2e54eaf173f2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-525351374', 'description': 'tempest-description-2058438351'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:31.866108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07c7196e-6d98-4a0c-9cc3-bfbb9fc90567 req-b718724a-3724-4aaf-9e59-2e54eaf173f2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:31.869547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3540070 Nov 27 01:12:31.878415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56216) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:31.887267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-800a9000-45d8-4775-ab3f-fa7b2337b198 admin admin] Request body: {'subnet': {'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-667980748-subnet', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:31.905947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2def8-d58e-4682-a5db-add00b4feb06 admin admin] Pushing event updated for resources: {'Network': ['ID=1c0a9858-4dc3-4e93-aeb8-43b82622be78,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:31.923703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 1c0a9858-4dc3-4e93-aeb8-43b82622be78 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:12:31.936734 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dddbb668-fafc-4579-8dae-3aadfeb8d973 req-16f256f7-b852-4cb0-b307-4b848e4ce0a3 service neutron] 10.222.0.11 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752012 Nov 27 01:12:31.977153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-2a324c99-e03e-4ebf-b161-61c5d8d32998 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:31.979101 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-2a324c99-e03e-4ebf-b161-61c5d8d32998 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1651568 Nov 27 01:12:32.003665 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07c7196e-6d98-4a0c-9cc3-bfbb9fc90567 req-b718724a-3724-4aaf-9e59-2e54eaf173f2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.010893 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07c7196e-6d98-4a0c-9cc3-bfbb9fc90567 req-b718724a-3724-4aaf-9e59-2e54eaf173f2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.020102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800a9000-45d8-4775-ab3f-fa7b2337b198 admin admin] Made reservation on behalf of ef8afca18b654adc846578d2520673f9 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:32.022460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-800a9000-45d8-4775-ab3f-fa7b2337b198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.050973 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-07c7196e-6d98-4a0c-9cc3-bfbb9fc90567 req-b718724a-3724-4aaf-9e59-2e54eaf173f2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.052104 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07c7196e-6d98-4a0c-9cc3-bfbb9fc90567 req-b718724a-3724-4aaf-9e59-2e54eaf173f2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2997143 Nov 27 01:12:32.077347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-7bcca9dc-59c9-4070-8f89-2574d1881f77 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.0908313 Nov 27 01:12:32.082069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-0a26f93e-1cd7-4dbc-a072-2ab65365d0a0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Request body: {'floatingip': {'port_id': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:32.136441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718724a-3724-4aaf-9e59-2e54eaf173f2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc3c73c-80de-483e-8478-d771addc0884,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:32.153029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-0a26f93e-1cd7-4dbc-a072-2ab65365d0a0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.215911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc2b2b-45d8-423a-a0ab-8215c73d1d91 req-870d8a13-7745-41e9-a5b4-01c42c6eb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:32.217423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86cc2b2b-45d8-423a-a0ab-8215c73d1d91 req-870d8a13-7745-41e9-a5b4-01c42c6eb595 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1bb42a76d0a4f3daba5ce04775dbea9&device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 1095 time: 0.1298079 Nov 27 01:12:32.220675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da206bf7-2831-465d-90b9-8ebc6b2ba902 req-3d00adb5-fb38-4157-88ef-9f94056d0b8b tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/ecc3c73c-80de-483e-8478-d771addc0884 HTTP/1.1" status: 200 len: 1831 time: 0.1384556 Nov 27 01:12:32.257865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-da206bf7-2831-465d-90b9-8ebc6b2ba902 req-52ebfb40-7bb0-4410-aee6-6a411d6a9fdb tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ecc3c73c-80de-483e-8478-d771addc0884', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:32.258212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-da206bf7-2831-465d-90b9-8ebc6b2ba902 req-52ebfb40-7bb0-4410-aee6-6a411d6a9fdb tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ecc3c73c-80de-483e-8478-d771addc0884', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:32.443524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc2b2b-45d8-423a-a0ab-8215c73d1d91 req-87b2f5ac-1f39-4f2d-b89e-6df4a54548f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:32.446269 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86cc2b2b-45d8-423a-a0ab-8215c73d1d91 req-87b2f5ac-1f39-4f2d-b89e-6df4a54548f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e94fedca-8ffd-4ac8-83ec-28a57042d151 HTTP/1.1" status: 200 len: 915 time: 0.2190714 Nov 27 01:12:32.460482 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-da206bf7-2831-465d-90b9-8ebc6b2ba902 req-52ebfb40-7bb0-4410-aee6-6a411d6a9fdb tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.505920 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-800a9000-45d8-4775-ab3f-fa7b2337b198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.513950 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86cc2b2b-45d8-423a-a0ab-8215c73d1d91 req-bf80a973-2dcb-40aa-84ad-f09d4f46a6eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec9c851b-44ca-4e6a-afab-3e893e30aceb HTTP/1.1" status: 200 len: 217 time: 0.0571635 Nov 27 01:12:32.568646 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-da206bf7-2831-465d-90b9-8ebc6b2ba902 req-52ebfb40-7bb0-4410-aee6-6a411d6a9fdb tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.593875 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-da206bf7-2831-465d-90b9-8ebc6b2ba902 req-52ebfb40-7bb0-4410-aee6-6a411d6a9fdb tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.628934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a9000-45d8-4775-ab3f-fa7b2337b198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc451e2-10dc-4394-bb9f-9acdd6914882,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:32.659885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc2b2b-45d8-423a-a0ab-8215c73d1d91 req-eefccfa4-d196-48db-a7ff-a8aa47da45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:32.661660 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86cc2b2b-45d8-423a-a0ab-8215c73d1d91 req-eefccfa4-d196-48db-a7ff-a8aa47da45e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6e00b97-2443-4bf7-9ee9-aeacbdcf111b HTTP/1.1" status: 200 len: 854 time: 0.1245556 Nov 27 01:12:32.665273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebfb40-7bb0-4410-aee6-6a411d6a9fdb tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da06dc2-eb0b-45b4-bdc3-7102c6e77520,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:32.676170 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a9000-45d8-4775-ab3f-fa7b2337b198 admin admin] Checking segment: {'id': '6dd60473-3860-43c3-8bcd-05c2baed2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:32.676977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800a9000-45d8-4775-ab3f-fa7b2337b198 admin admin] Network hostable DHCP agents. Network: 1c0a9858-4dc3-4e93-aeb8-43b82622be78, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:12:32.695696 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-da206bf7-2831-465d-90b9-8ebc6b2ba902 req-52ebfb40-7bb0-4410-aee6-6a411d6a9fdb tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.699052 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da206bf7-2831-465d-90b9-8ebc6b2ba902 req-52ebfb40-7bb0-4410-aee6-6a411d6a9fdb tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4607728 Nov 27 01:12:32.741164 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86cc2b2b-45d8-423a-a0ab-8215c73d1d91 req-018d8e1c-ce6b-4d84-8df1-e500f0aba613 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e94fedca-8ffd-4ac8-83ec-28a57042d151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569446 Nov 27 01:12:32.747757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800a9000-45d8-4775-ab3f-fa7b2337b198 admin admin] Network 1c0a9858-4dc3-4e93-aeb8-43b82622be78 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:12:32.751184 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-0a26f93e-1cd7-4dbc-a072-2ab65365d0a0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.757175 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-0a26f93e-1cd7-4dbc-a072-2ab65365d0a0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.803719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-800a9000-45d8-4775-ab3f-fa7b2337b198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 1c0a9858-4dc3-4e93-aeb8-43b82622be78) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:32.808365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800a9000-45d8-4775-ab3f-fa7b2337b198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:32.808975 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-800a9000-45d8-4775-ab3f-fa7b2337b198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:32.817317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ccf4fd-ceb9-4bfd-9425-0f4d1d581e3c None None] Network 1c0a9858-4dc3-4e93-aeb8-43b82622be78 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:32.886710 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-0a26f93e-1cd7-4dbc-a072-2ab65365d0a0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Floating IP b53ccd11-f511-4785-ae79-144c6c3d9567 associated. External IP: 172.25.3.251, port: 373f1418-d009-4f90-b605-ae4edd69e340. Nov 27 01:12:32.901175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-800a9000-45d8-4775-ab3f-fa7b2337b198 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0181212 Nov 27 01:12:32.907291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56232) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:32.913752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-667980748-router', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:32.935674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733fa21-e366-48b0-afa9-9fc75353d4fc req-5f5b5024-457c-4db0-ba0a-4f65ac3af527 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:32.944100 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7733fa21-e366-48b0-afa9-9fc75353d4fc req-5f5b5024-457c-4db0-ba0a-4f65ac3af527 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 944 time: 0.1787560 Nov 27 01:12:32.983213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86cc2b2b-45d8-423a-a0ab-8215c73d1d91 req-c85f5002-32ce-4758-b347-a53ba5db1b2f service neutron] 10.222.0.11 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324834 Nov 27 01:12:33.023031 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.023710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-1c0a9858-4dc3-4e93-aeb8-43b82622be78', 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'fixed_ips': [{'subnet_id': 'bdc451e2-10dc-4394-bb9f-9acdd6914882'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:12:33.024160 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.024283 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.080962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7733fa21-e366-48b0-afa9-9fc75353d4fc req-2603b628-b480-44e7-bfb5-419db44e9e31 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354222 Nov 27 01:12:33.193211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-0a26f93e-1cd7-4dbc-a072-2ab65365d0a0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Router a68c0cc8-925a-4f75-927b-09a96e64c246 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:33.268782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Allocated IP 172.20.0.2 (1c0a9858-4dc3-4e93-aeb8-43b82622be78/bdc451e2-10dc-4394-bb9f-9acdd6914882/68a8c9b3-f124-4ece-9637-801939ec848f) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:33.317505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.367770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-0a26f93e-1cd7-4dbc-a072-2ab65365d0a0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:33.486806 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.492722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce460b72-314c-4a4f-b38e-1c1d22e79fd2 None None] Sync routers for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:33.505880 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.568011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Pushing event updated for resources: {'Port': ['ID=68a8c9b3-f124-4ece-9637-801939ec848f,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:33.570880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce460b72-314c-4a4f-b38e-1c1d22e79fd2 None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:33.571490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ce460b72-314c-4a4f-b38e-1c1d22e79fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:33.582779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Network 1c0a9858-4dc3-4e93-aeb8-43b82622be78 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:33.682532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:33.694402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:33.773335 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a9d716a-26d7-4c06-b7b6-890c9b9270f7 req-83fe01a7-b0e2-4c2b-a084-8548a5f81590 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 210 time: 0.4594357 Nov 27 01:12:33.848434 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86cc2b2b-45d8-423a-a0ab-8215c73d1d91 req-32f92d2e-bd52-473a-9dd1-acc86a71c530 service neutron] 10.222.0.11 "GET /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547769 Nov 27 01:12:33.850523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Attempting to bind port 68a8c9b3-f124-4ece-9637-801939ec848f on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:33.851040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Attempting to bind port 68a8c9b3-f124-4ece-9637-801939ec848f by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '6dd60473-3860-43c3-8bcd-05c2baed2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:33.851410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Attempting to bind port 68a8c9b3-f124-4ece-9637-801939ec848f on network 1c0a9858-4dc3-4e93-aeb8-43b82622be78 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:33.863430 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:33.863882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Checking segment: {'id': '6dd60473-3860-43c3-8bcd-05c2baed2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:33.864193 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.864582 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Bound using segment: {'id': '6dd60473-3860-43c3-8bcd-05c2baed2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:33.865067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Bound port: 68a8c9b3-f124-4ece-9637-801939ec848f, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd60473-3860-43c3-8bcd-05c2baed2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:33.865443 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.916226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-dc34a9bc-2709-4efc-99bd-384a94269bb9 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:33.918127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-dc34a9bc-2709-4efc-99bd-384a94269bb9 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.42 "GET /v2.0/networks?id=aa5f4acc-9f5a-4958-abfc-3ec058d53143 HTTP/1.1" status: 200 len: 821 time: 0.7249637 Nov 27 01:12:33.955584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Request body: {'port': {'device_id': '06b49b77-55ce-4502-8dac-95f05d7eacdd', 'network_id': 'aa5f4acc-9f5a-4958-abfc-3ec058d53143', 'admin_state_up': True, 'tenant_id': '4365266fb44549779fa993cdf22b63a4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:33.956979 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] For port 68a8c9b3-f124-4ece-9637-801939ec848f, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:33.960871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] For port 68a8c9b3-f124-4ece-9637-801939ec848f, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=68a8c9b3-f124-4ece-9637-801939ec848f,segment=NetworkSegment(6dd60473-3860-43c3-8bcd-05c2baed2f77),segment_id=6dd60473-3860-43c3-8bcd-05c2baed2f77)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:33.972803 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:33.979026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:34.052198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ce460b72-314c-4a4f-b38e-1c1d22e79fd2 None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:34.208228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8d97b584-c461-429c-8b2a-820e950d3da7 req-beea9bc4-d8c8-4f3a-81ce-b56cb9a95f88 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/ecc3c73c-80de-483e-8478-d771addc0884 HTTP/1.1" status: 200 len: 2425 time: 0.1963394 Nov 27 01:12:34.265077 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Made reservation on behalf of 4365266fb44549779fa993cdf22b63a4 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:34.268710 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:34.426415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe46cf5-4099-46f5-9073-25fd8fa1fdf4 None None] Pushing event updated for resources: {'Port': ['ID=68a8c9b3-f124-4ece-9637-801939ec848f,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:34.474158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ce460b72-314c-4a4f-b38e-1c1d22e79fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b53ccd11-f511-4785-ae79-144c6c3d9567', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'port_id': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'mac_address': 'fa:16:3e:3b:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:04Z', 'updated_at': '2021-11-27T01:12:32Z', 'revision_number': 3, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:34.513423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce460b72-314c-4a4f-b38e-1c1d22e79fd2 None None] Checking router: a68c0cc8-925a-4f75-927b-09a96e64c246 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:34.539647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-0a26f93e-1cd7-4dbc-a072-2ab65365d0a0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Router a68c0cc8-925a-4f75-927b-09a96e64c246 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:34.550774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce460b72-314c-4a4f-b38e-1c1d22e79fd2 None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:34.551633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ce460b72-314c-4a4f-b38e-1c1d22e79fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:34.718372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efc535-9094-466d-98de-6369a4098efe req-b7db4586-4bac-42dd-8834-d57208ca809c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:34.726680 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1efc535-9094-466d-98de-6369a4098efe req-b7db4586-4bac-42dd-8834-d57208ca809c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 944 time: 0.3710492 Nov 27 01:12:34.768522 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-19f6e064-11cb-4171-95d0-473ac01fa33b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1747568 Nov 27 01:12:34.781043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-0a26f93e-1cd7-4dbc-a072-2ab65365d0a0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:34.786989 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-0a26f93e-1cd7-4dbc-a072-2ab65365d0a0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:34.821247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Allocated IP 172.20.0.10 (aa5f4acc-9f5a-4958-abfc-3ec058d53143/4a768406-07a6-4595-a312-ee4f13fa40d0/c3179fad-5fbc-4f7f-a2a6-ef46f7613308) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:34.823078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:34.824626 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:34.826122 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8b1d85-3651-435a-b4a7-910cdfc80481" -d '{"events": [{"name": "network-changed", "server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "tag": "373f1418-d009-4f90-b605-ae4edd69e340"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:34.889430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-0a26f93e-1cd7-4dbc-a072-2ab65365d0a0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "PUT /v2.0/floatingips/b53ccd11-f511-4785-ae79-144c6c3d9567 HTTP/1.1" status: 200 len: 999 time: 2.8102419 Nov 27 01:12:34.940622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:34.970592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-d77b7f8c-c5c5-4bab-9747-3e1691747cf6 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:34.973024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-d77b7f8c-c5c5-4bab-9747-3e1691747cf6 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports/373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 942 time: 0.0763776 Nov 27 01:12:34.977367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-88f78f9c-31c2-4e8e-a5f2-7a57ab2dd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:34.979875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-88f78f9c-31c2-4e8e-a5f2-7a57ab2dd5ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df138ab555674a06bf0051871ce63182&device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 1096 time: 0.1292987 Nov 27 01:12:34.989063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ce460b72-314c-4a4f-b38e-1c1d22e79fd2 None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:35.008041 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1efc535-9094-466d-98de-6369a4098efe req-042e1834-4390-4c7a-84b3-a8e179ddc297 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804112 Nov 27 01:12:35.131759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-983a08ce-4f71-4147-9782-ca073025e019 req-328f0253-c3d1-4e80-891c-0fb191dabc19 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-group-rules/4da06dc2-eb0b-45b4-bdc3-7102c6e77520 HTTP/1.1" status: 200 len: 778 time: 0.0642879 Nov 27 01:12:35.215422 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-fe194f23-113d-4d02-9dfe-d11f08fd7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:35.216854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-fe194f23-113d-4d02-9dfe-d11f08fd7193 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 1096 time: 0.0791390 Nov 27 01:12:35.231653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-86922120-4e0d-453c-b19c-7edf6f337617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:35.233163 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-86922120-4e0d-453c-b19c-7edf6f337617 service neutron] 10.222.0.42 "GET /v2.0/networks?id=589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 200 len: 920 time: 0.2285373 Nov 27 01:12:35.378415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-ad6a3fe6-b7c3-482c-bdf3-926222f28981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:35.379954 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-ad6a3fe6-b7c3-482c-bdf3-926222f28981 service neutron] 10.222.0.37 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.1424694 Nov 27 01:12:35.447699 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-983a08ce-4f71-4147-9782-ca073025e019 req-611707b7-f298-4595-840c-5dc93a08aff5 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/ecc3c73c-80de-483e-8478-d771addc0884 HTTP/1.1" status: 200 len: 2425 time: 0.3147435 Nov 27 01:12:35.455149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ce460b72-314c-4a4f-b38e-1c1d22e79fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b53ccd11-f511-4785-ae79-144c6c3d9567', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'port_id': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'mac_address': 'fa:16:3e:3b:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:04Z', 'updated_at': '2021-11-27T01:12:32Z', 'revision_number': 3, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:35.463796 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-d129bcce-b756-4748-8b78-e226df20c2b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78826918-fd2b-4ce0-920c-b5f690d9b1af HTTP/1.1" status: 200 len: 217 time: 0.0825744 Nov 27 01:12:35.497340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce460b72-314c-4a4f-b38e-1c1d22e79fd2 None None] The sync data for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 is: [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b53ccd11-f511-4785-ae79-144c6c3d9567', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'port_id': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'mac_address': 'fa:16:3e:3b:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:04Z', 'updated_at': '2021-11-27T01:12:32Z', 'revision_number': 3, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:35.499606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 68a8c9b3-f124-4ece-9637-801939ec848f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:35.520170 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Allocated IP 172.25.3.220 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/329e6303-3202-476e-9c06-6acf636285a4) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:35.522630 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-983a08ce-4f71-4147-9782-ca073025e019 req-65bc7603-3640-4923-b27b-d92c8959aff2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.561311 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-0072eb4e-6e33-43bc-a455-59ffb4d99709 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 217 time: 0.0929422 Nov 27 01:12:35.586338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-983a08ce-4f71-4147-9782-ca073025e019 req-65bc7603-3640-4923-b27b-d92c8959aff2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.587244 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c89613e-4704-4ec3-ae1b-f865efe92df8 None None] Network 1c0a9858-4dc3-4e93-aeb8-43b82622be78 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:35.620372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-8318451c-0dc6-4434-b852-9ebda99ca158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:35.622292 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-8318451c-0dc6-4434-b852-9ebda99ca158 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 HTTP/1.1" status: 200 len: 859 time: 0.1461468 Nov 27 01:12:35.641983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 68a8c9b3-f124-4ece-9637-801939ec848f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:35.642780 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.667280 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-50045f7b-0e0c-44e9-bd49-54c8b32f8608 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=589aac3e-1177-4cf2-8604-679d0202bd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358801 Nov 27 01:12:35.669413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-1e32d518-c06c-40f0-8c49-d55f072111dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:35.671172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-1e32d518-c06c-40f0-8c49-d55f072111dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.1008914 Nov 27 01:12:35.684410 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.686428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-5988746f-c0e2-4dba-a64e-116a5dc06838 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:12:35.687534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-5988746f-c0e2-4dba-a64e-116a5dc06838 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084438 Nov 27 01:12:35.711251 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-983a08ce-4f71-4147-9782-ca073025e019 req-65bc7603-3640-4923-b27b-d92c8959aff2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.716846 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-983a08ce-4f71-4147-9782-ca073025e019 req-65bc7603-3640-4923-b27b-d92c8959aff2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.738021 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-983a08ce-4f71-4147-9782-ca073025e019 req-65bc7603-3640-4923-b27b-d92c8959aff2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4da06dc2-eb0b-45b4-bdc3-7102c6e77520 HTTP/1.1" status: 204 len: 173 time: 0.2890079 Nov 27 01:12:35.786445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc7603-3640-4923-b27b-d92c8959aff2 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4da06dc2-eb0b-45b4-bdc3-7102c6e77520,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:35.807987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c341dfac-69d6-4974-9d5b-4085b914d92f None None] Provisioning complete for port 68a8c9b3-f124-4ece-9637-801939ec848f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:35.812578 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c341dfac-69d6-4974-9d5b-4085b914d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.851404 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-70983828-d9c7-4575-abff-e6592603790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:35.853039 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-70983828-d9c7-4575-abff-e6592603790d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645024 Nov 27 01:12:35.870751 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e3cac-462b-4036-b083-32b3f557fb4b None None] New status for floating IP b53ccd11-f511-4785-ae79-144c6c3d9567: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:12:35.878856 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.933409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:35.978723 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.003615 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.050016 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Network aa5f4acc-9f5a-4958-abfc-3ec058d53143 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:36.070826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:36.073198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-293a21db-ef37-4198-86ab-b91ca1395de7 service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337760 Nov 27 01:12:36.080984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:36.081696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 68a8c9b3-f124-4ece-9637-801939ec848f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=68a8c9b3-f124-4ece-9637-801939ec848f,segment=NetworkSegment(6dd60473-3860-43c3-8bcd-05c2baed2f77),segment_id=6dd60473-3860-43c3-8bcd-05c2baed2f77)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:36.083893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:36.096624 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.160583 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-904bb38b-f2cb-4d18-9cf6-8e6bd579184a service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693529 Nov 27 01:12:36.173388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Pushing event updated for resources: {'Port': ['ID=c3179fad-5fbc-4f7f-a2a6-ef46f7613308,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:36.182178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:36.182809 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.203145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:36.212751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:36.224452 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-14ffe2f2-406c-4fba-b4f8-614a070a8085 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2740650 Nov 27 01:12:36.238934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=68a8c9b3-f124-4ece-9637-801939ec848f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:36.257812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6cf578-1d98-4d0d-bb70-572b70012ad1 None None] Sync routers for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:36.269862 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Request body: {'port': {'device_id': '06b49b77-55ce-4502-8dac-95f05d7eacdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:36.271903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6cf578-1d98-4d0d-bb70-572b70012ad1 None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:36.272572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-db6cf578-1d98-4d0d-bb70-572b70012ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:36.353726 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-a022cafa-5922-4a41-a5d4-1fd0d108ee9b service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880610 Nov 27 01:12:36.363652 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f30d6b-e22e-4ad7-be38-ed847a0eabed req-43a0479c-b097-4740-9921-8a1d92d702db tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:36.365544 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d1f30d6b-e22e-4ad7-be38-ed847a0eabed req-43a0479c-b097-4740-9921-8a1d92d702db tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 932 time: 0.3632426 Nov 27 01:12:36.414618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Pushing event updated for resources: {'Port': ['ID=329e6303-3202-476e-9c06-6acf636285a4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:36.459399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-db6cf578-1d98-4d0d-bb70-572b70012ad1 None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:36.464055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e4286f6-0c4e-4a84-81e4-a1eaccda15f1 req-0d0d411f-3ffd-4ac3-b285-1e44ae30f2c4 service neutron] 10.222.0.42 "GET /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781559 Nov 27 01:12:36.480809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d1f30d6b-e22e-4ad7-be38-ed847a0eabed req-0c094c26-dc78-4f9a-b467-61c9ead83bff tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/security-groups?id=a91f19e3-cb33-4bee-8111-2e5764f006c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034939 Nov 27 01:12:36.491106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-c1412d8e-6a53-48c4-ba53-41fcf3756e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:36.496523 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-c1412d8e-6a53-48c4-ba53-41fcf3756e44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 1097 time: 0.0996182 Nov 27 01:12:36.569236 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.595228 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c5c460-606e-4992-a1d9-3cdce0c6cb87 x-openstack-request-id: req-48c5c460-606e-4992-a1d9-3cdce0c6cb87 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:36.595774 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "tag": "373f1418-d009-4f90-b605-ae4edd69e340", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:36.595913 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48c5c460-606e-4992-a1d9-3cdce0c6cb87 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:36.596502 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340', 'status': 'completed', 'code': 200} Nov 27 01:12:36.705468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-d9d05444-d9e8-4b37-8527-e059035da45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:36.707149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-d9d05444-d9e8-4b37-8527-e059035da45e service neutron] 10.222.0.37 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.2029285 Nov 27 01:12:36.718813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ef44bc46-603b-481b-80ef-570f004cf396 None None] Provisioning complete for port 68a8c9b3-f124-4ece-9637-801939ec848f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:36.718813 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ef44bc46-603b-481b-80ef-570f004cf396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.747291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8c9f6b3c-ceb5-43aa-a652-45f6c41dd0ad req-df70de1f-6942-4133-aeb6-afb18cb5442f tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1973686818', 'description': 'tempest-description-1745956899'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:36.760029 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b1d85-3651-435a-b4a7-910cdfc80481 req-4788f0c0-d7ed-49c4-9a2b-1c713a8a435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:36.762096 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de8b1d85-3651-435a-b4a7-910cdfc80481 req-4788f0c0-d7ed-49c4-9a2b-1c713a8a435f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 1096 time: 0.1234143 Nov 27 01:12:36.784671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device ec9c851b-44ca-4e6a-afab-3e893e30aceb details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:36.799202 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-db24d9c6-aeeb-4bf7-b569-b4c44efa9727 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfab8431-ab2e-4719-a3e8-55c590c89809 HTTP/1.1" status: 200 len: 1002 time: 0.0802341 Nov 27 01:12:36.896525 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8c9f6b3c-ceb5-43aa-a652-45f6c41dd0ad req-df70de1f-6942-4133-aeb6-afb18cb5442f tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.922216 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:36.973586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-fd38da3c-9101-4914-8518-e73b0a4178a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:36.984158 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-fd38da3c-9101-4914-8518-e73b0a4178a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.1820872 Nov 27 01:12:37.020296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port ec9c851b-44ca-4e6a-afab-3e893e30aceb, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=ec9c851b-44ca-4e6a-afab-3e893e30aceb,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:37.035045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'ec9c851b-44ca-4e6a-afab-3e893e30aceb', 'network_id': 'e94fedca-8ffd-4ac8-83ec-28a57042d151', 'port_id': 'ec9c851b-44ca-4e6a-afab-3e893e30aceb', 'mac_address': 'fa:16:3e:da:fa:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e00b97-2443-4bf7-9ee9-aeacbdcf111b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:37.046892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-db6cf578-1d98-4d0d-bb70-572b70012ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b53ccd11-f511-4785-ae79-144c6c3d9567', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'port_id': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'mac_address': 'fa:16:3e:3b:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:04Z', 'updated_at': '2021-11-27T01:12:36Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:37.068510 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b1d85-3651-435a-b4a7-910cdfc80481 req-788c8a8e-efaa-4012-914f-bcd02898fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:37.070428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de8b1d85-3651-435a-b4a7-910cdfc80481 req-788c8a8e-efaa-4012-914f-bcd02898fcd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.2669754 Nov 27 01:12:37.072224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-6bd79629-c834-4e00-9462-c2fb313f0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:37.081043 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-6bd79629-c834-4e00-9462-c2fb313f0e46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948088 Nov 27 01:12:37.099018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6cf578-1d98-4d0d-bb70-572b70012ad1 None None] Checking router: a68c0cc8-925a-4f75-927b-09a96e64c246 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:37.121519 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6cf578-1d98-4d0d-bb70-572b70012ad1 None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:37.122202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-db6cf578-1d98-4d0d-bb70-572b70012ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:37.138083 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.150069 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de8b1d85-3651-435a-b4a7-910cdfc80481 req-d75b0e7b-b746-410c-b176-bbad353ec040 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 217 time: 0.0579410 Nov 27 01:12:37.188606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9c851b-44ca-4e6a-afab-3e893e30aceb {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:37.210448 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b1d85-3651-435a-b4a7-910cdfc80481 req-1e1900b3-1917-4630-908c-0533de278d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:37.213553 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de8b1d85-3651-435a-b4a7-910cdfc80481 req-1e1900b3-1917-4630-908c-0533de278d74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.0520525 Nov 27 01:12:37.270889 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8c9f6b3c-ceb5-43aa-a652-45f6c41dd0ad req-df70de1f-6942-4133-aeb6-afb18cb5442f tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.291523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8c9f6b3c-ceb5-43aa-a652-45f6c41dd0ad req-df70de1f-6942-4133-aeb6-afb18cb5442f tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.298520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port ec9c851b-44ca-4e6a-afab-3e893e30aceb, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=ec9c851b-44ca-4e6a-afab-3e893e30aceb,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:37.309425 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.310824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b1d85-3651-435a-b4a7-910cdfc80481 req-8e78f1d5-8189-493a-9ded-52b448c97560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:37.312406 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de8b1d85-3651-435a-b4a7-910cdfc80481 req-8e78f1d5-8189-493a-9ded-52b448c97560 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702806 Nov 27 01:12:37.316246 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-db6cf578-1d98-4d0d-bb70-572b70012ad1 None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:37.324963 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8c9f6b3c-ceb5-43aa-a652-45f6c41dd0ad req-df70de1f-6942-4133-aeb6-afb18cb5442f tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.326200 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c9f6b3c-ceb5-43aa-a652-45f6c41dd0ad req-df70de1f-6942-4133-aeb6-afb18cb5442f tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6018229 Nov 27 01:12:37.356886 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.367655 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-6c37349c-2cf4-4b82-9e7a-d612bd104842 service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856443 Nov 27 01:12:37.382611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70de1f-6942-4133-aeb6-afb18cb5442f tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b084bb08-e0c3-4b7c-97c4-7f92e994fbd8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:37.386663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3179fad-5fbc-4f7f-a2a6-ef46f7613308 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:37.395981 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.446906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Transition to ACTIVE for port object c3179fad-5fbc-4f7f-a2a6-ef46f7613308 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:12:37.527882 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de8b1d85-3651-435a-b4a7-910cdfc80481 req-cf792422-ffbb-4078-86bf-b98bc000b3a0 service neutron] 10.222.0.42 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015772 Nov 27 01:12:37.545002 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.548144 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d1d7edd-da7a-43b1-8b14-07ced4ad4fbf req-c529269b-8848-497b-9be2-f9be9a99dd40 service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786675 Nov 27 01:12:37.679669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 68a8c9b3-f124-4ece-9637-801939ec848f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:37.699611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Pushing event updated for resources: {'Port': ['ID=c3179fad-5fbc-4f7f-a2a6-ef46f7613308,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:37.701979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Router f0dc3e68-b929-443a-8fdb-f060816b2e8a is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:12:37.721945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=ec9c851b-44ca-4e6a-afab-3e893e30aceb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:37.741069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666484e-98ff-475c-97c2-9c5d4bc92506 req-06ff2723-7e34-44e1-ab34-93e312445aa9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:37.742709 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5666484e-98ff-475c-97c2-9c5d4bc92506 req-06ff2723-7e34-44e1-ab34-93e312445aa9 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 945 time: 0.1864326 Nov 27 01:12:37.772476 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b3ff7c0-1df2-4287-9da4-4a59ed563d65 req-d8a8ba1e-97b8-4b40-9cb5-621a28e75511 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/b084bb08-e0c3-4b7c-97c4-7f92e994fbd8 HTTP/1.1" status: 200 len: 1832 time: 0.0786133 Nov 27 01:12:37.818296 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de8b1d85-3651-435a-b4a7-910cdfc80481 req-d3bb324c-c124-439f-ba66-fcd1937850a3 service neutron] 10.222.0.42 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676296 Nov 27 01:12:37.867814 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['ec9c851b-44ca-4e6a-afab-3e893e30aceb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:37.874423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5666484e-98ff-475c-97c2-9c5d4bc92506 req-f0bdf313-a93c-4e85-af7d-f83733bed3ae tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241841 Nov 27 01:12:37.875137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Attempting to bind port c3179fad-5fbc-4f7f-a2a6-ef46f7613308 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:37.875470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Attempting to bind port c3179fad-5fbc-4f7f-a2a6-ef46f7613308 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'c31fde89-e7cd-4c68-b663-ac66555e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'aa5f4acc-9f5a-4958-abfc-3ec058d53143'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:37.876276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Attempting to bind port c3179fad-5fbc-4f7f-a2a6-ef46f7613308 on network aa5f4acc-9f5a-4958-abfc-3ec058d53143 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:37.888700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Port c3179fad-5fbc-4f7f-a2a6-ef46f7613308 on network aa5f4acc-9f5a-4958-abfc-3ec058d53143 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:12:37.889028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Attempting to bind port c3179fad-5fbc-4f7f-a2a6-ef46f7613308 on network aa5f4acc-9f5a-4958-abfc-3ec058d53143 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:37.904575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2a4da-4b3d-4798-94e4-4476836d3a24 req-effd7e27-c93d-4054-9313-3a301f51b346 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:37.906195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:37.907199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Checking segment: {'id': 'c31fde89-e7cd-4c68-b663-ac66555e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'aa5f4acc-9f5a-4958-abfc-3ec058d53143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:37.907634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Bound using segment: {'id': 'c31fde89-e7cd-4c68-b663-ac66555e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'aa5f4acc-9f5a-4958-abfc-3ec058d53143'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:37.908076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Bound port: c3179fad-5fbc-4f7f-a2a6-ef46f7613308, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31fde89-e7cd-4c68-b663-ac66555e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'aa5f4acc-9f5a-4958-abfc-3ec058d53143'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:37.908432 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:37.914270 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4db2a4da-4b3d-4798-94e4-4476836d3a24 req-effd7e27-c93d-4054-9313-3a301f51b346 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 944 time: 0.0673444 Nov 27 01:12:37.965245 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 68a8c9b3-f124-4ece-9637-801939ec848f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:37.965893 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:38.001137 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4db2a4da-4b3d-4798-94e4-4476836d3a24 req-c0c5fccd-3d2e-49df-ba2e-9b150eb7eef6 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/security-groups?id=a91f19e3-cb33-4bee-8111-2e5764f006c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856330 Nov 27 01:12:38.084191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-db6cf578-1d98-4d0d-bb70-572b70012ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b53ccd11-f511-4785-ae79-144c6c3d9567', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'port_id': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'mac_address': 'fa:16:3e:3b:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:04Z', 'updated_at': '2021-11-27T01:12:36Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:38.154462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6cf578-1d98-4d0d-bb70-572b70012ad1 None None] The sync data for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 is: [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b53ccd11-f511-4785-ae79-144c6c3d9567', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'port_id': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'mac_address': 'fa:16:3e:3b:09:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:04Z', 'updated_at': '2021-11-27T01:12:36Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:38.320626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-20656486-c6d4-4f43-b7d8-1d669ce014b3 req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2119058067', 'description': 'tempest-description-1632178218'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:38.348465 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-20656486-c6d4-4f43-b7d8-1d669ce014b3 req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:38.433562 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-20656486-c6d4-4f43-b7d8-1d669ce014b3 req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:38.442431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-20656486-c6d4-4f43-b7d8-1d669ce014b3 req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:38.465611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:38.471380 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-068ecc81-e631-43cb-9414-60c374bacd7f req-df71ad71-5cd9-438e-b352-f039ba86f839 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1002 time: 0.5479887 Nov 27 01:12:38.472445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] For port c3179fad-5fbc-4f7f-a2a6-ef46f7613308, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:38.477298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] For port c3179fad-5fbc-4f7f-a2a6-ef46f7613308, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c3179fad-5fbc-4f7f-a2a6-ef46f7613308,segment=NetworkSegment(c31fde89-e7cd-4c68-b663-ac66555e0b1a),segment_id=c31fde89-e7cd-4c68-b663-ac66555e0b1a)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:38.483243 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-20656486-c6d4-4f43-b7d8-1d669ce014b3 req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:38.495223 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Sync routers for ids ['f0dc3e68-b929-443a-8fdb-f060816b2e8a'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:38.496304 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-20656486-c6d4-4f43-b7d8-1d669ce014b3 req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1799722 Nov 27 01:12:38.506319 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Routers {'f0dc3e68-b929-443a-8fdb-f060816b2e8a'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:38.507423 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f0dc3e68-b929-443a-8fdb-f060816b2e8a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:38.511764 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:38.516446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5688f8a5-35ee-494a-87f5-8de6c6c41fa6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:38.529828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:38.530171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:38.530550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:38.530885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:38.531216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:38.532085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:38.532411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:38.532732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:38.533054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:38.533370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:38.533688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:38.534002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402c53-2611-4821-aec4-5f567d162d59 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:12:38.626183 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:38.626183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-af649183-4bb5-4adb-bb9b-50a282e3916a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6826210 Nov 27 01:12:38.626979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56286) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:38.626979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'tag': 'cfab8431-ab2e-4719-a3e8-55c590c89809'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:38.626979 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67db0181-1f3c-4086-b77a-c3e55591d025" -d '{"events": [{"name": "network-changed", "server_uuid": "be4d8810-abfc-4f68-a606-ec5015e30756", "tag": "cfab8431-ab2e-4719-a3e8-55c590c89809"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:38.636596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.637263 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:38.638852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] 10.222.0.42 "PUT /v2.0/ports/c3179fad-5fbc-4f7f-a2a6-ef46f7613308 HTTP/1.1" status: 200 len: 1092 time: 2.3741140 Nov 27 01:12:38.642771 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b49b77-55ce-4502-8dac-95f05d7eacdd', 'tag': 'c3179fad-5fbc-4f7f-a2a6-ef46f7613308'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:38.645199 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Set router f0dc3e68-b929-443a-8fdb-f060816b2e8a gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:38.645584 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00207a1-0e1c-4162-85ca-5d25f365d815" -d '{"events": [{"name": "network-changed", "server_uuid": "06b49b77-55ce-4502-8dac-95f05d7eacdd", "tag": "c3179fad-5fbc-4f7f-a2a6-ef46f7613308"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:38.662853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ecc81-e631-43cb-9414-60c374bacd7f req-b395b7d0-47d5-49ca-838a-ce3993d79a5f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.675268 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-068ecc81-e631-43cb-9414-60c374bacd7f req-b395b7d0-47d5-49ca-838a-ce3993d79a5f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports/cfab8431-ab2e-4719-a3e8-55c590c89809 HTTP/1.1" status: 200 len: 943 time: 0.1951756 Nov 27 01:12:38.706965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9d18e-dc05-40b8-9e9b-eb97f48ed8fe service neutron] Pushing event updated for resources: {'Port': ['ID=c3179fad-5fbc-4f7f-a2a6-ef46f7613308,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:38.796312 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7173368-7521-4f91-9798-38c6a37451c2 req-d234642d-613b-44d6-8f9b-1432ff19d0a5 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.803945 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7173368-7521-4f91-9798-38c6a37451c2 req-d234642d-613b-44d6-8f9b-1432ff19d0a5 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.2421005 Nov 27 01:12:38.805458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-1607a4e8-8b81-4894-a0c1-ffa16fab784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:38.806978 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-1607a4e8-8b81-4894-a0c1-ffa16fab784f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4365266fb44549779fa993cdf22b63a4&device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 1095 time: 0.0929494 Nov 27 01:12:38.819128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-068ecc81-e631-43cb-9414-60c374bacd7f req-019998ca-46b4-49da-8304-0d55bbe4e5e7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1002 time: 0.0700107 Nov 27 01:12:38.872777 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-98f59246-aaac-40f6-b3c0-74f57400ba95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3179fad-5fbc-4f7f-a2a6-ef46f7613308 HTTP/1.1" status: 200 len: 217 time: 0.0480845 Nov 27 01:12:38.888157 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-667980748-router', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '329e6303-3202-476e-9c06-6acf636285a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:33Z', 'updated_at': '2021-11-27T01:12:36Z', 'revision_number': 3, 'project_id': 'ef8afca18b654adc846578d2520673f9', 'gw_port': {'id': '329e6303-3202-476e-9c06-6acf636285a4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:34Z', 'updated_at': '2021-11-27T01:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:38.911578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7173368-7521-4f91-9798-38c6a37451c2 req-8023dddd-f8b8-47da-a0be-81732a1c9782 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068919 Nov 27 01:12:38.931499 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Checking router: f0dc3e68-b929-443a-8fdb-f060816b2e8a for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:38.932014 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Updating router f0dc3e68-b929-443a-8fdb-f060816b2e8a port 329e6303-3202-476e-9c06-6acf636285a4 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:12:38.961947 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.008481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-18656470-7b86-46d6-9e0f-f88e3cfaf1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.010050 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-18656470-7b86-46d6-9e0f-f88e3cfaf1f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a768406-07a6-4595-a312-ee4f13fa40d0 HTTP/1.1" status: 200 len: 861 time: 0.1254225 Nov 27 01:12:39.041790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df52942e-5df8-4939-91e3-e06b235f9fc4 req-700343d9-c017-4ebf-a9d0-5386413e6068 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/5688f8a5-35ee-494a-87f5-8de6c6c41fa6 HTTP/1.1" status: 200 len: 1832 time: 0.0910461 Nov 27 01:12:39.053448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-61c65244-93ce-4356-ade9-9c23f994dd45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa5f4acc-9f5a-4958-abfc-3ec058d53143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315914 Nov 27 01:12:39.083090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ecc81-e631-43cb-9414-60c374bacd7f req-2d647ee3-0ddd-4074-9ac6-21293a57667f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.084469 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-068ecc81-e631-43cb-9414-60c374bacd7f req-2d647ee3-0ddd-4074-9ac6-21293a57667f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.2108152 Nov 27 01:12:39.217217 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3cedf8-a2c8-4fde-97db-0b87a654832c x-openstack-request-id: req-cb3cedf8-a2c8-4fde-97db-0b87a654832c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:39.217698 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4d8810-abfc-4f68-a606-ec5015e30756", "tag": "cfab8431-ab2e-4719-a3e8-55c590c89809", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:39.218086 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb3cedf8-a2c8-4fde-97db-0b87a654832c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:39.218639 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'tag': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'status': 'completed', 'code': 200} Nov 27 01:12:39.220298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-94ab907d-bcdc-4487-97ef-bf0fb0906d3d service neutron] 10.222.0.42 "GET /v2.0/networks/aa5f4acc-9f5a-4958-abfc-3ec058d53143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544187 Nov 27 01:12:39.221821 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eb47f6-4f4c-4887-9ed1-7d81cc2f648b x-openstack-request-id: req-b5eb47f6-4f4c-4887-9ed1-7d81cc2f648b {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:39.222118 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b49b77-55ce-4502-8dac-95f05d7eacdd", "tag": "c3179fad-5fbc-4f7f-a2a6-ef46f7613308", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:39.222400 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5eb47f6-4f4c-4887-9ed1-7d81cc2f648b {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:39.222811 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b49b77-55ce-4502-8dac-95f05d7eacdd', 'tag': 'c3179fad-5fbc-4f7f-a2a6-ef46f7613308', 'status': 'completed', 'code': 200} Nov 27 01:12:39.277894 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.391805 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.397197 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.407323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2e865d6-517a-4d85-970e-8b9c044f3850 req-5eb7f005-8dcc-46e8-9dfa-775035e4aebf service neutron] 10.222.0.42 "GET /v2.0/networks/aa5f4acc-9f5a-4958-abfc-3ec058d53143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630256 Nov 27 01:12:39.418132 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db0181-1f3c-4086-b77a-c3e55591d025 req-5df63f53-d183-45a3-8943-b22493c6cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.419651 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-67db0181-1f3c-4086-b77a-c3e55591d025 req-5df63f53-d183-45a3-8943-b22493c6cf11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 1097 time: 0.0813401 Nov 27 01:12:39.440597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148fc3e-4b4d-4b1c-a9e4-68977cffa545 req-5ea5f481-f0e8-4b2f-8c99-1eaa6b217ead tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.442228 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8148fc3e-4b4d-4b1c-a9e4-68977cffa545 req-5ea5f481-f0e8-4b2f-8c99-1eaa6b217ead tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 945 time: 0.1448307 Nov 27 01:12:39.443356 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0084f-386a-41cb-9908-bf9b55b1418c None None] Pushing event updated for resources: {'Port': ['ID=329e6303-3202-476e-9c06-6acf636285a4,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:39.447157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a92b3-e876-4310-9e02-f9d04f529a2c req-7cad4b11-943e-4988-9c1f-17f4a101d36f tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.455687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b51a92b3-e876-4310-9e02-f9d04f529a2c req-7cad4b11-943e-4988-9c1f-17f4a101d36f tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 944 time: 0.1179030 Nov 27 01:12:39.466566 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Attempting to bind port 329e6303-3202-476e-9c06-6acf636285a4 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:39.466936 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Attempting to bind port 329e6303-3202-476e-9c06-6acf636285a4 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:39.467292 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Attempting to bind port 329e6303-3202-476e-9c06-6acf636285a4 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:39.473080 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:39.473448 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:39.473849 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.474219 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:39.474711 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Bound port: 329e6303-3202-476e-9c06-6acf636285a4, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:39.475085 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.535491 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8148fc3e-4b4d-4b1c-a9e4-68977cffa545 req-cc4d95b1-4394-4593-84e9-70266e176852 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824578 Nov 27 01:12:39.541275 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] For port 329e6303-3202-476e-9c06-6acf636285a4, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:39.547644 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] For port 329e6303-3202-476e-9c06-6acf636285a4, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=329e6303-3202-476e-9c06-6acf636285a4,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:39.548989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Allocated IP 172.20.0.1 (1c0a9858-4dc3-4e93-aeb8-43b82622be78/bdc451e2-10dc-4394-bb9f-9acdd6914882/3c8960b2-ae31-49b5-99ab-138305a2697c) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:39.565320 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.592896 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b51a92b3-e876-4310-9e02-f9d04f529a2c req-bd2b6b25-b739-4cbd-be42-d43f9b02c046 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/security-groups?id=a91f19e3-cb33-4bee-8111-2e5764f006c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362813 Nov 27 01:12:39.610738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db0181-1f3c-4086-b77a-c3e55591d025 req-078089aa-d55a-4708-9d56-524819600277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.612478 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-67db0181-1f3c-4086-b77a-c3e55591d025 req-078089aa-d55a-4708-9d56-524819600277 service neutron] 10.222.0.11 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.1836061 Nov 27 01:12:39.614332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-25e2f01f-c908-4c12-bf75-e77bfb0c8473 req-1a3d9153-e724-4142-821f-ced7a3b4f7b9 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1325349527', 'description': 'tempest-description-689063313'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:39.623191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00207a1-0e1c-4162-85ca-5d25f365d815 req-99451f4f-2da2-42e0-8744-197ba0131521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.624644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a00207a1-0e1c-4162-85ca-5d25f365d815 req-99451f4f-2da2-42e0-8744-197ba0131521 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4365266fb44549779fa993cdf22b63a4&device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 1095 time: 0.0733981 Nov 27 01:12:39.628450 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Routers {'f0dc3e68-b929-443a-8fdb-f060816b2e8a'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:39.629516 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f0dc3e68-b929-443a-8fdb-f060816b2e8a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:39.666719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-25e2f01f-c908-4c12-bf75-e77bfb0c8473 req-1a3d9153-e724-4142-821f-ced7a3b4f7b9 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.680382 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0084f-386a-41cb-9908-bf9b55b1418c None None] Pushing event updated for resources: {'Port': ['ID=329e6303-3202-476e-9c06-6acf636285a4,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:39.712637 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.751706 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] Set router f0dc3e68-b929-443a-8fdb-f060816b2e8a gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:39.793147 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-67db0181-1f3c-4086-b77a-c3e55591d025 req-e9b2bc2c-5ac9-43a3-b7ff-e3d21e709c6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfab8431-ab2e-4719-a3e8-55c590c89809 HTTP/1.1" status: 200 len: 1002 time: 0.1716411 Nov 27 01:12:39.810956 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-25e2f01f-c908-4c12-bf75-e77bfb0c8473 req-1a3d9153-e724-4142-821f-ced7a3b4f7b9 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.818690 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-25e2f01f-c908-4c12-bf75-e77bfb0c8473 req-1a3d9153-e724-4142-821f-ced7a3b4f7b9 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.822318 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-4a299a41-2fe6-4ed5-8045-abcbf5a3f282 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1002 time: 0.1568291 Nov 27 01:12:39.849405 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.872641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00207a1-0e1c-4162-85ca-5d25f365d815 req-ba49bba7-228d-4c38-b0c1-8456feb48b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.874515 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a00207a1-0e1c-4162-85ca-5d25f365d815 req-ba49bba7-228d-4c38-b0c1-8456feb48b70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa5f4acc-9f5a-4958-abfc-3ec058d53143 HTTP/1.1" status: 200 len: 922 time: 0.2101662 Nov 27 01:12:39.891321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-25e2f01f-c908-4c12-bf75-e77bfb0c8473 req-1a3d9153-e724-4142-821f-ced7a3b4f7b9 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:39.904012 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25e2f01f-c908-4c12-bf75-e77bfb0c8473 req-1a3d9153-e724-4142-821f-ced7a3b4f7b9 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2943718 Nov 27 01:12:39.930858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Network 1c0a9858-4dc3-4e93-aeb8-43b82622be78 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:39.933734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d9153-e724-4142-821f-ced7a3b4f7b9 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c040dd-09ed-4e57-9a32-6e2e9ee8ce0e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:39.938530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:39.956211 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a00207a1-0e1c-4162-85ca-5d25f365d815 req-e1dbc81e-2f6d-4697-b604-ba8b57f31f27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3179fad-5fbc-4f7f-a2a6-ef46f7613308 HTTP/1.1" status: 200 len: 217 time: 0.0514832 Nov 27 01:12:39.957990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db0181-1f3c-4086-b77a-c3e55591d025 req-03b57265-898a-4aec-af02-e2a5e5482544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.959239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:39.959431 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-67db0181-1f3c-4086-b77a-c3e55591d025 req-03b57265-898a-4aec-af02-e2a5e5482544 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.1570001 Nov 27 01:12:39.964097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8960b2-ae31-49b5-99ab-138305a2697c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:39.966455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-18723827-1887-48df-93d6-c083def6baf4 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:39.974032 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-18723827-1887-48df-93d6-c083def6baf4 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports/cfab8431-ab2e-4719-a3e8-55c590c89809 HTTP/1.1" status: 200 len: 943 time: 0.1164572 Nov 27 01:12:39.991632 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-667980748-router', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '329e6303-3202-476e-9c06-6acf636285a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:33Z', 'updated_at': '2021-11-27T01:12:36Z', 'revision_number': 3, 'project_id': 'ef8afca18b654adc846578d2520673f9', 'gw_port': {'id': '329e6303-3202-476e-9c06-6acf636285a4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:34Z', 'updated_at': '2021-11-27T01:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:40.022404 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef026c-7928-4aa8-bbeb-206c2a9f4f38 None None] The sync data for ids ['f0dc3e68-b929-443a-8fdb-f060816b2e8a'] in n-d-819494-2 is: [{'id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-667980748-router', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '329e6303-3202-476e-9c06-6acf636285a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:33Z', 'updated_at': '2021-11-27T01:12:36Z', 'revision_number': 3, 'project_id': 'ef8afca18b654adc846578d2520673f9', 'gw_port': {'id': '329e6303-3202-476e-9c06-6acf636285a4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:34Z', 'updated_at': '2021-11-27T01:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:40.036620 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.143615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00207a1-0e1c-4162-85ca-5d25f365d815 req-1d5aebae-bf44-4f76-b0cb-d75c67466f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:40.145371 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a00207a1-0e1c-4162-85ca-5d25f365d815 req-1d5aebae-bf44-4f76-b0cb-d75c67466f01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a768406-07a6-4595-a312-ee4f13fa40d0 HTTP/1.1" status: 200 len: 861 time: 0.1692300 Nov 27 01:12:40.154197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db0181-1f3c-4086-b77a-c3e55591d025 req-bde1f2c5-3b6e-4af4-8ead-c4e4fb693772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:40.155790 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-67db0181-1f3c-4086-b77a-c3e55591d025 req-bde1f2c5-3b6e-4af4-8ead-c4e4fb693772 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807303 Nov 27 01:12:40.206045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a00207a1-0e1c-4162-85ca-5d25f365d815 req-2871e597-8c7c-4637-929c-6ba2c760674a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa5f4acc-9f5a-4958-abfc-3ec058d53143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493503 Nov 27 01:12:40.216721 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b9903c0-2e4f-4f7d-88ae-cfd2a3421bd8 req-aeba7302-0b23-46f2-9120-0c38c17c2092 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/03c040dd-09ed-4e57-9a32-6e2e9ee8ce0e HTTP/1.1" status: 200 len: 1831 time: 0.0696127 Nov 27 01:12:40.228714 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.257412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-151d64cf-f4e2-41cd-8d9b-31c8f31200c2 None None] Provisioning complete for port 3c8960b2-ae31-49b5-99ab-138305a2697c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:40.267134 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-151d64cf-f4e2-41cd-8d9b-31c8f31200c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.277133 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-ae2c629e-9425-45cc-8340-f73c05a83035 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1002 time: 0.2090149 Nov 27 01:12:40.371961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-151d64cf-f4e2-41cd-8d9b-31c8f31200c2 None None] Port 3c8960b2-ae31-49b5-99ab-138305a2697c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:12:40.434455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4cdf8-a75f-4b17-af31-2fc337787a59 req-9c61ab29-c0fa-496e-9de7-e1275ed45ede tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:40.442356 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b7a4cdf8-a75f-4b17-af31-2fc337787a59 req-9c61ab29-c0fa-496e-9de7-e1275ed45ede tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.1470816 Nov 27 01:12:40.454832 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-67db0181-1f3c-4086-b77a-c3e55591d025 req-e6886bdf-05ea-4f97-9769-5ffadf1514fa service neutron] 10.222.0.11 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874494 Nov 27 01:12:40.505159 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a00207a1-0e1c-4162-85ca-5d25f365d815 req-0e4b521d-46a2-4c06-8292-bfe3db77b00e service neutron] 10.222.0.42 "GET /v2.0/networks/aa5f4acc-9f5a-4958-abfc-3ec058d53143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623277 Nov 27 01:12:40.515238 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b7a4cdf8-a75f-4b17-af31-2fc337787a59 req-f76a161c-ba41-49b2-affe-a9f7fb5ce5b0 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715623 Nov 27 01:12:40.569418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-ad710ac9-b6ad-47e1-a1d4-726f55bdf8f5 req-6d2b3c95-66b0-4cd5-969e-c8b76afd5d2c tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1510513620', 'description': 'tempest-description-2057971516'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:40.574880 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.583079 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.603265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-9395c25a-a0c8-46f7-87c1-c2491d4467a3 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:40.604696 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-9395c25a-a0c8-46f7-87c1-c2491d4467a3 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.2966411 Nov 27 01:12:40.652817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ad710ac9-b6ad-47e1-a1d4-726f55bdf8f5 req-6d2b3c95-66b0-4cd5-969e-c8b76afd5d2c tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.690463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.701901 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8960b2-ae31-49b5-99ab-138305a2697c,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:40.737429 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-9c5840ee-d714-44c6-8b69-d2f594bab262 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1002 time: 0.1227679 Nov 27 01:12:40.739827 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-67db0181-1f3c-4086-b77a-c3e55591d025 req-0c110344-038e-45d2-b91d-ed836925c314 service neutron] 10.222.0.11 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718861 Nov 27 01:12:40.741619 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a00207a1-0e1c-4162-85ca-5d25f365d815 req-faf354ed-3734-4a0a-9fa7-e59900c8c168 service neutron] 10.222.0.42 "GET /v2.0/networks/aa5f4acc-9f5a-4958-abfc-3ec058d53143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988122 Nov 27 01:12:40.748885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-3018f5a3-be01-4b35-a160-f6754027475f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:40.770097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device ec9c851b-44ca-4e6a-afab-3e893e30aceb up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:40.818718 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-3018f5a3-be01-4b35-a160-f6754027475f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.853735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port ec9c851b-44ca-4e6a-afab-3e893e30aceb completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:40.859240 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port ec9c851b-44ca-4e6a-afab-3e893e30aceb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:40.860297 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.955650 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:40.977930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcabc06-f69f-4da7-b336-09d74443b6c6 req-e1b13c24-045b-4241-9320-4afab92b0d32 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:40.979530 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dcabc06-f69f-4da7-b336-09d74443b6c6 req-e1b13c24-045b-4241-9320-4afab92b0d32 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 946 time: 0.1213336 Nov 27 01:12:41.002067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f67ecc0-a33e-4fe5-925a-499d97ff9298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9c851b-44ca-4e6a-afab-3e893e30aceb'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:41.004407 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6819b1-b950-4e0c-9ab4-82c862808f12" -d '{"events": [{"server_uuid": "2f67ecc0-a33e-4fe5-925a-499d97ff9298", "name": "network-vif-plugged", "status": "completed", "tag": "ec9c851b-44ca-4e6a-afab-3e893e30aceb"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:41.022069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port ec9c851b-44ca-4e6a-afab-3e893e30aceb, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=ec9c851b-44ca-4e6a-afab-3e893e30aceb,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:41.030285 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.073505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-3018f5a3-be01-4b35-a160-f6754027475f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.083439 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-3018f5a3-be01-4b35-a160-f6754027475f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.083776 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-3018f5a3-be01-4b35-a160-f6754027475f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Floating IP b53ccd11-f511-4785-ae79-144c6c3d9567 disassociated. External IP: 172.25.3.251, port: cfab8431-ab2e-4719-a3e8-55c590c89809. Nov 27 01:12:41.106066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=ec9c851b-44ca-4e6a-afab-3e893e30aceb,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:41.132907 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ad710ac9-b6ad-47e1-a1d4-726f55bdf8f5 req-6d2b3c95-66b0-4cd5-969e-c8b76afd5d2c tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.139427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ad710ac9-b6ad-47e1-a1d4-726f55bdf8f5 req-6d2b3c95-66b0-4cd5-969e-c8b76afd5d2c tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.189856 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ad710ac9-b6ad-47e1-a1d4-726f55bdf8f5 req-6d2b3c95-66b0-4cd5-969e-c8b76afd5d2c tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.191463 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ad710ac9-b6ad-47e1-a1d4-726f55bdf8f5 req-6d2b3c95-66b0-4cd5-969e-c8b76afd5d2c tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6347468 Nov 27 01:12:41.200970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b3c95-66b0-4cd5-969e-c8b76afd5d2c tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703dd93e-1f55-4feb-b580-99bedf2380d1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:41.204716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Network 1c0a9858-4dc3-4e93-aeb8-43b82622be78 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:41.206283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:41.231638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-4dcabc06-f69f-4da7-b336-09d74443b6c6 req-7fb839ce-ee20-4c69-a79d-bc26353530cf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Deleting port b6d2e5f6-5f97-41f8-a807-35b4481f238b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:41.231973 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4dcabc06-f69f-4da7-b336-09d74443b6c6 req-7fb839ce-ee20-4c69-a79d-bc26353530cf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.391681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Router f0dc3e68-b929-443a-8fdb-f060816b2e8a has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:41.429133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 329e6303-3202-476e-9c06-6acf636285a4 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:41.476823 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4c9329a1-d7b6-4105-9862-f4441c1a96df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.509921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 329e6303-3202-476e-9c06-6acf636285a4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:41.510436 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.548611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e62768-d41f-4af5-b317-e8eb5a49d065 req-b2114046-582e-45c8-a857-db8a451ef80b tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:41.556244 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71e62768-d41f-4af5-b317-e8eb5a49d065 req-b2114046-582e-45c8-a857-db8a451ef80b tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 946 time: 0.1036117 Nov 27 01:12:41.599960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:41.616638 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-93f725ae-1717-406a-8ac5-f67cc3a4f104 admin admin] 10.222.0.37 "PUT /v2.0/routers/f0dc3e68-b929-443a-8fdb-f060816b2e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0087450 Nov 27 01:12:41.619103 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.625067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8b3cdc6a-0932-414a-a0bf-87d6a1ea1d04 None None] Provisioning complete for port 3c8960b2-ae31-49b5-99ab-138305a2697c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:41.625438 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdc6a-0932-414a-a0bf-87d6a1ea1d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.630621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71e62768-d41f-4af5-b317-e8eb5a49d065 req-13ca7eb1-f643-4f26-888d-35cbf8b41f60 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734699 Nov 27 01:12:41.692449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8b3cdc6a-0932-414a-a0bf-87d6a1ea1d04 None None] Port 3c8960b2-ae31-49b5-99ab-138305a2697c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:12:41.696629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 329e6303-3202-476e-9c06-6acf636285a4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=329e6303-3202-476e-9c06-6acf636285a4,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:41.708420 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.770949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=329e6303-3202-476e-9c06-6acf636285a4,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:41.773892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4dcabc06-f69f-4da7-b336-09d74443b6c6 req-7fb839ce-ee20-4c69-a79d-bc26353530cf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] For port b6d2e5f6-5f97-41f8-a807-35b4481f238b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b6d2e5f6-5f97-41f8-a807-35b4481f238b,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:41.774297 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4dcabc06-f69f-4da7-b336-09d74443b6c6 req-7fb839ce-ee20-4c69-a79d-bc26353530cf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:41.774507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716b26f-87bb-466c-9e60-04191ee44d0d req-48a36f10-99b9-4ece-a874-d2cfb54989ff tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:41.776091 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3716b26f-87bb-466c-9e60-04191ee44d0d req-48a36f10-99b9-4ece-a874-d2cfb54989ff tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 944 time: 0.0754056 Nov 27 01:12:41.791337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-4dcabc06-f69f-4da7-b336-09d74443b6c6 req-7fb839ce-ee20-4c69-a79d-bc26353530cf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Calling delete_port for b6d2e5f6-5f97-41f8-a807-35b4481f238b owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:41.802057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-3018f5a3-be01-4b35-a160-f6754027475f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Router a68c0cc8-925a-4f75-927b-09a96e64c246 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:41.836234 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3716b26f-87bb-466c-9e60-04191ee44d0d req-3099593c-0716-4488-adba-5263bc2c0a84 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/security-groups?id=a91f19e3-cb33-4bee-8111-2e5764f006c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474989 Nov 27 01:12:41.880508 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02095ad2-ee2c-464f-aeed-2e83605fd499 x-openstack-request-id: req-02095ad2-ee2c-464f-aeed-2e83605fd499 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:41.881033 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f67ecc0-a33e-4fe5-925a-499d97ff9298", "name": "network-vif-plugged", "status": "completed", "tag": "ec9c851b-44ca-4e6a-afab-3e893e30aceb", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:41.881382 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02095ad2-ee2c-464f-aeed-2e83605fd499 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:41.881872 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f67ecc0-a33e-4fe5-925a-499d97ff9298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9c851b-44ca-4e6a-afab-3e893e30aceb', 'code': 200} Nov 27 01:12:41.960688 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c3179fad-5fbc-4f7f-a2a6-ef46f7613308 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:12:42.040374 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c269c0b-bbdc-4724-9b77-eaaa3f72ba86 req-6ee21763-15fb-4fa2-b700-2753d04438d7 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/703dd93e-1f55-4feb-b580-99bedf2380d1 HTTP/1.1" status: 200 len: 1832 time: 0.0623763 Nov 27 01:12:42.043475 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-3018f5a3-be01-4b35-a160-f6754027475f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:42.047816 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-3018f5a3-be01-4b35-a160-f6754027475f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.058725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ea38d-72fb-420f-9745-96680231b7eb None None] Sync routers for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:42.074649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ea38d-72fb-420f-9745-96680231b7eb None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:42.075291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-343ea38d-72fb-420f-9745-96680231b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:42.108445 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-3018f5a3-be01-4b35-a160-f6754027475f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "PUT /v2.0/floatingips/b53ccd11-f511-4785-ae79-144c6c3d9567 HTTP/1.1" status: 200 len: 695 time: 1.3636835 Nov 27 01:12:42.110657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'tag': 'cfab8431-ab2e-4719-a3e8-55c590c89809'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:42.113023 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d34119-ee01-437e-845b-4d4803093733" -d '{"events": [{"name": "network-changed", "server_uuid": "be4d8810-abfc-4f68-a606-ec5015e30756", "tag": "cfab8431-ab2e-4719-a3e8-55c590c89809"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:42.124012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4dcabc06-f69f-4da7-b336-09d74443b6c6 req-7fb839ce-ee20-4c69-a79d-bc26353530cf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.135959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7691399-1d4f-4e90-b1c2-7c1b5034f562 req-ea451233-1570-46e6-9362-9c38a526a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.137515 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7691399-1d4f-4e90-b1c2-7c1b5034f562 req-ea451233-1570-46e6-9362-9c38a526a1aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 1097 time: 0.1110947 Nov 27 01:12:42.146875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1d9c65d7-ee01-4aec-a98c-c6e5bbc2e2af req-74a87edb-f2cf-4824-b788-8570f1154adb tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5f2685-2b90-43f1-b200-48ea7b51a4ef HTTP/1.1" status: 200 len: 210 time: 0.0372190 Nov 27 01:12:42.162391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b6d2e5f6-5f97-41f8-a807-35b4481f238b'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:42.212140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb839ce-ee20-4c69-a79d-bc26353530cf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Pushing event deleted for resources: {'Port': ['ID=b6d2e5f6-5f97-41f8-a807-35b4481f238b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:42.221145 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['78826918-fd2b-4ce0-920c-b5f690d9b1af'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:42.257261 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Sync routers for ids ['f0dc3e68-b929-443a-8fdb-f060816b2e8a'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:42.270098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcabc06-f69f-4da7-b336-09d74443b6c6 req-7fb839ce-ee20-4c69-a79d-bc26353530cf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] No DVR routers for this DVR port b6d2e5f6-5f97-41f8-a807-35b4481f238b on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:42.272832 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4dcabc06-f69f-4da7-b336-09d74443b6c6 req-7fb839ce-ee20-4c69-a79d-bc26353530cf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.276500 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dcabc06-f69f-4da7-b336-09d74443b6c6 req-7fb839ce-ee20-4c69-a79d-bc26353530cf tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.11 "DELETE /v2.0/ports/b6d2e5f6-5f97-41f8-a807-35b4481f238b HTTP/1.1" status: 204 len: 173 time: 1.2870958 Nov 27 01:12:42.282150 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c3179fad-5fbc-4f7f-a2a6-ef46f7613308, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c3179fad-5fbc-4f7f-a2a6-ef46f7613308,segment=NetworkSegment(c31fde89-e7cd-4c68-b663-ac66555e0b1a),segment_id=c31fde89-e7cd-4c68-b663-ac66555e0b1a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:42.286162 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Routers {'f0dc3e68-b929-443a-8fdb-f060816b2e8a'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:42.286946 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f0dc3e68-b929-443a-8fdb-f060816b2e8a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:42.290425 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-be1a0c2b-5ae4-4352-947b-ec3284fda537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.292145 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-be1a0c2b-5ae4-4352-947b-ec3284fda537 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 1097 time: 0.1584852 Nov 27 01:12:42.294706 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7691399-1d4f-4e90-b1c2-7c1b5034f562 req-4b1f2734-7389-4a6f-be5c-01403ddaa5c3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444073 Nov 27 01:12:42.310012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'c3179fad-5fbc-4f7f-a2a6-ef46f7613308', 'network_id': 'aa5f4acc-9f5a-4958-abfc-3ec058d53143', 'port_id': 'c3179fad-5fbc-4f7f-a2a6-ef46f7613308', 'mac_address': 'fa:16:3e:57:8d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a768406-07a6-4595-a312-ee4f13fa40d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:12:42.330551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-343ea38d-72fb-420f-9745-96680231b7eb None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:42.414501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-d6748f7d-cc87-4177-b34b-3ec8c6bfe7c2 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1549790 Nov 27 01:12:42.427995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-5b6d0d67-3be4-4ad4-a03c-ea0b72637309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.428375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:42.429729 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-5b6d0d67-3be4-4ad4-a03c-ea0b72637309 service neutron] 10.222.0.37 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.1252158 Nov 27 01:12:42.436619 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Set router f0dc3e68-b929-443a-8fdb-f060816b2e8a gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:42.450771 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.455901 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.480601 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-2945edf1-f58b-4511-a26c-7501dc5d9d83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfab8431-ab2e-4719-a3e8-55c590c89809 HTTP/1.1" status: 200 len: 217 time: 0.0438247 Nov 27 01:12:42.533845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-9c6b54b9-b6ee-47eb-9bea-48c331bf7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.535243 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-9c6b54b9-b6ee-47eb-9bea-48c331bf7f8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.0482464 Nov 27 01:12:42.556216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3179fad-5fbc-4f7f-a2a6-ef46f7613308 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:12:42.580958 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.606858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-58adeeac-04c3-4efb-91d0-0ac7a24b5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:42.609060 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-58adeeac-04c3-4efb-91d0-0ac7a24b5034 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665123 Nov 27 01:12:42.640082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c3179fad-5fbc-4f7f-a2a6-ef46f7613308, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c3179fad-5fbc-4f7f-a2a6-ef46f7613308,segment=NetworkSegment(c31fde89-e7cd-4c68-b663-ac66555e0b1a),segment_id=c31fde89-e7cd-4c68-b663-ac66555e0b1a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:42.650544 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.725871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c3179fad-5fbc-4f7f-a2a6-ef46f7613308,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:42.730973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-343ea38d-72fb-420f-9745-96680231b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:42.736958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Allocated IP 172.25.3.68 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/b58b5521-5960-4d5b-a7c0-61eaddb37af9) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:42.765674 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ea38d-72fb-420f-9745-96680231b7eb None None] Checking router: a68c0cc8-925a-4f75-927b-09a96e64c246 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:42.775439 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ea38d-72fb-420f-9745-96680231b7eb None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:42.776062 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-343ea38d-72fb-420f-9745-96680231b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:42.782488 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-667980748-router', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '329e6303-3202-476e-9c06-6acf636285a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:33Z', 'updated_at': '2021-11-27T01:12:40Z', 'revision_number': 4, 'project_id': 'ef8afca18b654adc846578d2520673f9', 'gw_port': {'id': '329e6303-3202-476e-9c06-6acf636285a4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:34Z', 'updated_at': '2021-11-27T01:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c8960b2-ae31-49b5-99ab-138305a2697c', 'name': '', 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'mac_address': 'fa:16:3e:2a:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bdc451e2-10dc-4394-bb9f-9acdd6914882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:39Z', 'updated_at': '2021-11-27T01:12:40Z', 'revision_number': 2, 'project_id': 'ef8afca18b654adc846578d2520673f9', 'subnets': [{'id': 'bdc451e2-10dc-4394-bb9f-9acdd6914882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:42.790066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-126e4a4a-aaf8-44bd-9d35-1d759ef95bf2 service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739192 Nov 27 01:12:42.839679 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Checking router: f0dc3e68-b929-443a-8fdb-f060816b2e8a for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:42.840782 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Updating router f0dc3e68-b929-443a-8fdb-f060816b2e8a port 3c8960b2-ae31-49b5-99ab-138305a2697c binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:12:42.856371 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.876280 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.899098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:42.912225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63a681f0-b678-46fd-8b0c-2eafaba57c34 req-65582a4a-a8d4-4909-b97c-0bfd8eeda5f6 service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143627 Nov 27 01:12:42.963551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:42.966406 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-2c4e01f1-d903-4380-a661-83f21d628319 req-18af5f3d-7e50-419f-af81-3d59bf642476 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] show failed (client error): The resource could not be found. Nov 27 01:12:42.967475 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c4e01f1-d903-4380-a661-83f21d628319 req-18af5f3d-7e50-419f-af81-3d59bf642476 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/c0fd0e33-8762-4af8-98ae-d5252bb8ffb4 HTTP/1.1" status: 404 len: 352 time: 0.0151520 Nov 27 01:12:42.967755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:42.970161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:42.972988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Pushing event updated for resources: {'Port': ['ID=b58b5521-5960-4d5b-a7c0-61eaddb37af9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:43.037092 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0f8a97-b351-4180-9428-ddf9d1d31238 x-openstack-request-id: req-3c0f8a97-b351-4180-9428-ddf9d1d31238 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:43.037466 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4d8810-abfc-4f68-a606-ec5015e30756", "tag": "cfab8431-ab2e-4719-a3e8-55c590c89809", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:43.037701 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c0f8a97-b351-4180-9428-ddf9d1d31238 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:43.038143 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'tag': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'status': 'completed', 'code': 200} Nov 27 01:12:43.055729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-343ea38d-72fb-420f-9745-96680231b7eb None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:43.090022 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.108614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['c3179fad-5fbc-4f7f-a2a6-ef46f7613308'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:43.138072 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.165236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d34119-ee01-437e-845b-4d4803093733 req-4f549a35-8d58-4f20-81c2-557c677649a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:43.166418 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50d34119-ee01-437e-845b-4d4803093733 req-4f549a35-8d58-4f20-81c2-557c677649a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 1097 time: 0.0640574 Nov 27 01:12:43.281269 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.288755 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.377891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d34119-ee01-437e-845b-4d4803093733 req-215c6c0f-9c7b-4465-b11a-c5123061363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:43.401336 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50d34119-ee01-437e-845b-4d4803093733 req-215c6c0f-9c7b-4465-b11a-c5123061363a service neutron] 10.222.0.11 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.2257152 Nov 27 01:12:43.419577 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595466f5-917f-4524-8383-c6ca7f083547 None None] Pushing event updated for resources: {'Port': ['ID=3c8960b2-ae31-49b5-99ab-138305a2697c,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:43.461929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 329e6303-3202-476e-9c06-6acf636285a4 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:43.494141 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.496878 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Attempting to bind port 3c8960b2-ae31-49b5-99ab-138305a2697c on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:43.498886 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Attempting to bind port 3c8960b2-ae31-49b5-99ab-138305a2697c by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '6dd60473-3860-43c3-8bcd-05c2baed2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:43.499382 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Attempting to bind port 3c8960b2-ae31-49b5-99ab-138305a2697c on network 1c0a9858-4dc3-4e93-aeb8-43b82622be78 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:43.501672 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.506982 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:43.507496 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Checking segment: {'id': '6dd60473-3860-43c3-8bcd-05c2baed2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:43.508002 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.508501 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Bound using segment: {'id': '6dd60473-3860-43c3-8bcd-05c2baed2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:43.509091 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Bound port: 3c8960b2-ae31-49b5-99ab-138305a2697c, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd60473-3860-43c3-8bcd-05c2baed2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:43.509571 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.568129 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 329e6303-3202-476e-9c06-6acf636285a4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:43.568506 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.575410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50d34119-ee01-437e-845b-4d4803093733 req-fbbdd12f-4809-4248-97d7-6865d10e851b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfab8431-ab2e-4719-a3e8-55c590c89809 HTTP/1.1" status: 200 len: 217 time: 0.1250269 Nov 27 01:12:43.594141 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] For port 3c8960b2-ae31-49b5-99ab-138305a2697c, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:43.604977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-343ea38d-72fb-420f-9745-96680231b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:43.606847 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] For port 3c8960b2-ae31-49b5-99ab-138305a2697c, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3c8960b2-ae31-49b5-99ab-138305a2697c,segment=NetworkSegment(6dd60473-3860-43c3-8bcd-05c2baed2f77),segment_id=6dd60473-3860-43c3-8bcd-05c2baed2f77)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:43.613653 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.654037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7812669-3009-4350-8e45-bf626002d295 req-7a137f81-057d-4bfd-959b-cc460ee5e1aa tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:43.665831 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7812669-3009-4350-8e45-bf626002d295 req-7a137f81-057d-4bfd-959b-cc460ee5e1aa tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 946 time: 0.4321356 Nov 27 01:12:43.672655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ea38d-72fb-420f-9745-96680231b7eb None None] The sync data for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 is: [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:43.705260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Pushing event updated for resources: {'Port': ['ID=b58b5521-5960-4d5b-a7c0-61eaddb37af9,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:43.713454 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.739246 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.747693 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Routers {'f0dc3e68-b929-443a-8fdb-f060816b2e8a'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:43.748683 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f0dc3e68-b929-443a-8fdb-f060816b2e8a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:43.753957 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-1b0b23f0-a961-40b8-ade9-69170d91db6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3303180 Nov 27 01:12:43.772641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-23dbf6bb-4010-4871-b134-92b629bb4d20 None None] Provisioning complete for port 3c8960b2-ae31-49b5-99ab-138305a2697c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:43.773012 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23dbf6bb-4010-4871-b134-92b629bb4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.780053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d34119-ee01-437e-845b-4d4803093733 req-9c937204-3f05-478d-95fd-e7d3e7192dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:43.786875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50d34119-ee01-437e-845b-4d4803093733 req-9c937204-3f05-478d-95fd-e7d3e7192dbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.2002313 Nov 27 01:12:43.805738 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595466f5-917f-4524-8383-c6ca7f083547 None None] Pushing event updated for resources: {'Port': ['ID=3c8960b2-ae31-49b5-99ab-138305a2697c,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:43.867369 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-3b44ca39-cde5-4067-818b-e64aaebcdfa6 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.1104112 Nov 27 01:12:43.872298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7812669-3009-4350-8e45-bf626002d295 req-26819236-9865-4773-82fc-e4e97789862b tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035077 Nov 27 01:12:43.908215 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e08acd09-72be-4c7f-b77c-1eeb3a461d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:43.952040 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] Set router f0dc3e68-b929-443a-8fdb-f060816b2e8a gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:43.965127 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d34119-ee01-437e-845b-4d4803093733 req-eef80173-597f-4859-bbde-eeea12e8c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:43.966874 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50d34119-ee01-437e-845b-4d4803093733 req-eef80173-597f-4859-bbde-eeea12e8c41b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628952 Nov 27 01:12:44.003710 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23dbf6bb-4010-4871-b134-92b629bb4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:44.007726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c3179fad-5fbc-4f7f-a2a6-ef46f7613308 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:44.061731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-fc7d169e-1a37-47b0-8e89-ca7336857f49 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:44.073345 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-132ecac2-c334-4a07-b58a-6410e0f5128f req-fc7d169e-1a37-47b0-8e89-ca7336857f49 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.2048442 Nov 27 01:12:44.101766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-23dbf6bb-4010-4871-b134-92b629bb4d20 None None] For port 3c8960b2-ae31-49b5-99ab-138305a2697c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3c8960b2-ae31-49b5-99ab-138305a2697c,segment=NetworkSegment(6dd60473-3860-43c3-8bcd-05c2baed2f77),segment_id=6dd60473-3860-43c3-8bcd-05c2baed2f77)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:44.120090 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23dbf6bb-4010-4871-b134-92b629bb4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:44.161075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede83a78-121d-4e97-9670-5aa9ee292fd1 req-58623958-14a5-4134-afab-02958d065bd6 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:44.163146 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ede83a78-121d-4e97-9670-5aa9ee292fd1 req-58623958-14a5-4134-afab-02958d065bd6 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 945 time: 0.1626561 Nov 27 01:12:44.206823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbf6bb-4010-4871-b134-92b629bb4d20 None None] Pushing event updated for resources: {'Port': ['ID=3c8960b2-ae31-49b5-99ab-138305a2697c,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:44.218491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd31aa-7deb-4e08-89be-3f11012071ac None None] New status for floating IP b53ccd11-f511-4785-ae79-144c6c3d9567: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:12:44.238725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50d34119-ee01-437e-845b-4d4803093733 req-2ad4c03b-9ecf-4dd5-8b72-759c85cca7cc service neutron] 10.222.0.11 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635798 Nov 27 01:12:44.243365 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ede83a78-121d-4e97-9670-5aa9ee292fd1 req-e419b435-bf56-432b-89ee-5b9523ccd6c3 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/security-groups?id=a91f19e3-cb33-4bee-8111-2e5764f006c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648105 Nov 27 01:12:44.367709 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50d34119-ee01-437e-845b-4d4803093733 req-3b29e276-737b-49b4-91c4-cc329c70955c service neutron] 10.222.0.11 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202581 Nov 27 01:12:44.371651 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-83f18b61-4f59-419b-8dcd-330bb6e21aa3 req-dfec4f76-a7bc-4206-ac26-677d567ecc67 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] show failed (client error): The resource could not be found. Nov 27 01:12:44.372672 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-83f18b61-4f59-419b-8dcd-330bb6e21aa3 req-dfec4f76-a7bc-4206-ac26-677d567ecc67 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-group-rules/46d2628b-425c-42d0-8413-6fb21ff3e76a HTTP/1.1" status: 404 len: 361 time: 0.0130272 Nov 27 01:12:44.379726 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:44.440110 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-667980748-router', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '329e6303-3202-476e-9c06-6acf636285a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:33Z', 'updated_at': '2021-11-27T01:12:40Z', 'revision_number': 4, 'project_id': 'ef8afca18b654adc846578d2520673f9', 'gw_port': {'id': '329e6303-3202-476e-9c06-6acf636285a4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:34Z', 'updated_at': '2021-11-27T01:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c8960b2-ae31-49b5-99ab-138305a2697c', 'name': '', 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'mac_address': 'fa:16:3e:2a:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bdc451e2-10dc-4394-bb9f-9acdd6914882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:39Z', 'updated_at': '2021-11-27T01:12:43Z', 'revision_number': 4, 'project_id': 'ef8afca18b654adc846578d2520673f9', 'subnets': [{'id': 'bdc451e2-10dc-4394-bb9f-9acdd6914882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:44.477006 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f200f-8c9e-4cb6-b471-1790a81a0d09 None None] The sync data for ids ['f0dc3e68-b929-443a-8fdb-f060816b2e8a'] in n-d-819494-2 is: [{'id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-667980748-router', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '329e6303-3202-476e-9c06-6acf636285a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:33Z', 'updated_at': '2021-11-27T01:12:40Z', 'revision_number': 4, 'project_id': 'ef8afca18b654adc846578d2520673f9', 'gw_port': {'id': '329e6303-3202-476e-9c06-6acf636285a4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:34Z', 'updated_at': '2021-11-27T01:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c8960b2-ae31-49b5-99ab-138305a2697c', 'name': '', 'network_id': '1c0a9858-4dc3-4e93-aeb8-43b82622be78', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'mac_address': 'fa:16:3e:2a:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'bdc451e2-10dc-4394-bb9f-9acdd6914882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:39Z', 'updated_at': '2021-11-27T01:12:43Z', 'revision_number': 4, 'project_id': 'ef8afca18b654adc846578d2520673f9', 'subnets': [{'id': 'bdc451e2-10dc-4394-bb9f-9acdd6914882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:44.488232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3a9dac90-470f-4bd4-a46e-d04cd722f378 None None] Provisioning complete for port 3c8960b2-ae31-49b5-99ab-138305a2697c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:44.488882 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a9dac90-470f-4bd4-a46e-d04cd722f378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:44.518096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port c3179fad-5fbc-4f7f-a2a6-ef46f7613308 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:12:44.526796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port c3179fad-5fbc-4f7f-a2a6-ef46f7613308 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:44.527160 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:44.602086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-71bbccb9-5a02-4ec8-bd4d-67550f0d161d tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1738498 Nov 27 01:12:44.612889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:44.648252 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:44.706974 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:44.721942 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-0a8f36c0-14ef-4dbf-b3e4-613b8c7f1a4f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:44.731194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b49b77-55ce-4502-8dac-95f05d7eacdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3179fad-5fbc-4f7f-a2a6-ef46f7613308'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:44.731377 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-0a8f36c0-14ef-4dbf-b3e4-613b8c7f1a4f tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0755265 Nov 27 01:12:44.733643 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7e6cfd-21a7-41d3-9b34-f8b567834ea0" -d '{"events": [{"server_uuid": "06b49b77-55ce-4502-8dac-95f05d7eacdd", "name": "network-vif-plugged", "status": "completed", "tag": "c3179fad-5fbc-4f7f-a2a6-ef46f7613308"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:44.749042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c3179fad-5fbc-4f7f-a2a6-ef46f7613308, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c3179fad-5fbc-4f7f-a2a6-ef46f7613308,segment=NetworkSegment(c31fde89-e7cd-4c68-b663-ac66555e0b1a),segment_id=c31fde89-e7cd-4c68-b663-ac66555e0b1a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:44.754326 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:44.783948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:44.793973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b6d2e5f6-5f97-41f8-a807-35b4481f238b no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:44.803695 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-30986068-0070-4d6f-ae26-1f79aa5708c8 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.0713298 Nov 27 01:12:44.811049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-c5f19225-71ef-4b6d-a135-5ee4054a6eb0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Request body: {'floatingip': {'port_id': '373f1418-d009-4f90-b605-ae4edd69e340', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:44.827079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: b6d2e5f6-5f97-41f8-a807-35b4481f238b {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:44.827443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b6d2e5f6-5f97-41f8-a807-35b4481f238b not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:44.835508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c3179fad-5fbc-4f7f-a2a6-ef46f7613308,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:44.867389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-c5f19225-71ef-4b6d-a135-5ee4054a6eb0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:44.897049 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:44.908710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Allocated IP 172.25.3.245 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/a0a9fa9a-ad31-4c5a-92b7-1a383bd652b5) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:45.019995 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.039441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5f2685-2b90-43f1-b200-48ea7b51a4ef', 'name': 'network-vif-deleted', 'tag': 'b6d2e5f6-5f97-41f8-a807-35b4481f238b'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:45.041818 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1e8566-3c48-4d85-8bbd-d25f46403cf9" -d '{"events": [{"server_uuid": "2e5f2685-2b90-43f1-b200-48ea7b51a4ef", "name": "network-vif-deleted", "tag": "b6d2e5f6-5f97-41f8-a807-35b4481f238b"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:45.060488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.117605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:45.122711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:45.127748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:45.131118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Pushing event updated for resources: {'Port': ['ID=a0a9fa9a-ad31-4c5a-92b7-1a383bd652b5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:45.221408 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.258770 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.377449 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-c5f19225-71ef-4b6d-a135-5ee4054a6eb0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.385301 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-c5f19225-71ef-4b6d-a135-5ee4054a6eb0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.432632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3c8960b2-ae31-49b5-99ab-138305a2697c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:45.469350 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.478397 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.509071 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-c5f19225-71ef-4b6d-a135-5ee4054a6eb0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Floating IP b53ccd11-f511-4785-ae79-144c6c3d9567 associated. External IP: 172.25.3.251, port: 373f1418-d009-4f90-b605-ae4edd69e340. Nov 27 01:12:45.514638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 3c8960b2-ae31-49b5-99ab-138305a2697c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:45.515142 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.549377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Pushing event updated for resources: {'Port': ['ID=a0a9fa9a-ad31-4c5a-92b7-1a383bd652b5,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:45.558041 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.577251 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.579126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-0ff4e703-2bb0-433f-88c1-c79f3fa99942 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9769988 Nov 27 01:12:45.642274 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-235a3a27-0eb8-42cd-b1f9-376162cdeae2 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.0532088 Nov 27 01:12:45.757350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-6cbcffcd-044e-4237-848b-6ad12120b608 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:45.758951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8768455-8ae3-4af7-85ce-772dc08ec4a0 req-6cbcffcd-044e-4237-848b-6ad12120b608 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1110456 Nov 27 01:12:45.764635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-c5f19225-71ef-4b6d-a135-5ee4054a6eb0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Router a68c0cc8-925a-4f75-927b-09a96e64c246 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:45.825564 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-65d341e1-dcae-4bf3-b1b6-84cf7e569413 req-7ba0bc47-cf11-476d-8a7d-79f3d338abb8 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/703dd93e-1f55-4feb-b580-99bedf2380d1 HTTP/1.1" status: 200 len: 1832 time: 0.0486031 Nov 27 01:12:45.877485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-c5f19225-71ef-4b6d-a135-5ee4054a6eb0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:45.881851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-c5f19225-71ef-4b6d-a135-5ee4054a6eb0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.886746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-65d341e1-dcae-4bf3-b1b6-84cf7e569413 req-e7290627-44d0-4a1a-88a6-6ce1e628fa51 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.888050 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691de5b2-adeb-4e62-8b43-499168f747cb None None] Sync routers for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:45.902509 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691de5b2-adeb-4e62-8b43-499168f747cb None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:45.905049 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-691de5b2-adeb-4e62-8b43-499168f747cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:45.916244 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-65d341e1-dcae-4bf3-b1b6-84cf7e569413 req-e7290627-44d0-4a1a-88a6-6ce1e628fa51 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.919244 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-c5f19225-71ef-4b6d-a135-5ee4054a6eb0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "PUT /v2.0/floatingips/b53ccd11-f511-4785-ae79-144c6c3d9567 HTTP/1.1" status: 200 len: 996 time: 1.1144428 Nov 27 01:12:45.970363 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-65d341e1-dcae-4bf3-b1b6-84cf7e569413 req-e7290627-44d0-4a1a-88a6-6ce1e628fa51 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.973240 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-65d341e1-dcae-4bf3-b1b6-84cf7e569413 req-e7290627-44d0-4a1a-88a6-6ce1e628fa51 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:45.974449 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-65d341e1-dcae-4bf3-b1b6-84cf7e569413 req-e7290627-44d0-4a1a-88a6-6ce1e628fa51 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "DELETE /v2.0/security-groups/703dd93e-1f55-4feb-b580-99bedf2380d1 HTTP/1.1" status: 204 len: 173 time: 0.1419394 Nov 27 01:12:45.976686 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-cd1cb661-bc26-402f-acae-04b270891337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:45.978538 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-cd1cb661-bc26-402f-acae-04b270891337 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 1096 time: 0.0447679 Nov 27 01:12:45.983659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7290627-44d0-4a1a-88a6-6ce1e628fa51 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703dd93e-1f55-4feb-b580-99bedf2380d1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:46.036427 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-691de5b2-adeb-4e62-8b43-499168f747cb None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:46.147505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-95233a4c-4211-4792-bbec-01cf99bef962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.154766 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-95233a4c-4211-4792-bbec-01cf99bef962 service neutron] 10.222.0.37 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.1515203 Nov 27 01:12:46.175582 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a898efe6-62ce-4ff2-9473-32ab8c95ece4 x-openstack-request-id: req-a898efe6-62ce-4ff2-9473-32ab8c95ece4 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:46.175881 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b49b77-55ce-4502-8dac-95f05d7eacdd", "name": "network-vif-plugged", "status": "completed", "tag": "c3179fad-5fbc-4f7f-a2a6-ef46f7613308", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:46.176129 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a898efe6-62ce-4ff2-9473-32ab8c95ece4 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:46.176523 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b49b77-55ce-4502-8dac-95f05d7eacdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3179fad-5fbc-4f7f-a2a6-ef46f7613308', 'code': 200} Nov 27 01:12:46.178558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c436e-55ae-4a18-83b1-6dd675a138a6 req-47d10bfb-cb1c-44b6-acf2-8a6dcb0a6a61 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.180069 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-259c436e-55ae-4a18-83b1-6dd675a138a6 req-47d10bfb-cb1c-44b6-acf2-8a6dcb0a6a61 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.11 "GET /v2.0/ports?device_id=be4d8810-abfc-4f68-a606-ec5015e30756 HTTP/1.1" status: 200 len: 946 time: 0.0980115 Nov 27 01:12:46.281108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529bdc6-cab9-4681-aedf-87b6d2d80ee1 req-3944acef-d22a-475f-ae4c-119f99a76931 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.282680 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1529bdc6-cab9-4681-aedf-87b6d2d80ee1 req-3944acef-d22a-475f-ae4c-119f99a76931 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 946 time: 0.0550871 Nov 27 01:12:46.300281 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-691de5b2-adeb-4e62-8b43-499168f747cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b53ccd11-f511-4785-ae79-144c6c3d9567', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'port_id': '373f1418-d009-4f90-b605-ae4edd69e340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'mac_address': 'fa:16:3e:a7:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:04Z', 'updated_at': '2021-11-27T01:12:45Z', 'revision_number': 8, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:46.327782 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691de5b2-adeb-4e62-8b43-499168f747cb None None] Checking router: a68c0cc8-925a-4f75-927b-09a96e64c246 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:46.337359 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691de5b2-adeb-4e62-8b43-499168f747cb None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:46.338173 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-691de5b2-adeb-4e62-8b43-499168f747cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:46.340982 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1529bdc6-cab9-4681-aedf-87b6d2d80ee1 req-1223a020-5c3a-417d-9e6c-697040b23b1b tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513301 Nov 27 01:12:46.462598 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-691de5b2-adeb-4e62-8b43-499168f747cb None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:46.491905 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8974182-8331-406f-95fb-80db39897eb0 req-7127168a-cf8c-4fb6-8372-264886df0763 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.493431 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8974182-8331-406f-95fb-80db39897eb0 req-7127168a-cf8c-4fb6-8372-264886df0763 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 946 time: 0.0557318 Nov 27 01:12:46.544859 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c265a8ba-7c76-4f29-a9be-14af57229a6c x-openstack-request-id: req-c265a8ba-7c76-4f29-a9be-14af57229a6c {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:46.545432 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5f2685-2b90-43f1-b200-48ea7b51a4ef", "name": "network-vif-deleted", "tag": "b6d2e5f6-5f97-41f8-a807-35b4481f238b", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:46.545432 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c265a8ba-7c76-4f29-a9be-14af57229a6c {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:46.545764 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5f2685-2b90-43f1-b200-48ea7b51a4ef', 'name': 'network-vif-deleted', 'tag': 'b6d2e5f6-5f97-41f8-a807-35b4481f238b', 'status': 'completed', 'code': 200} Nov 27 01:12:46.548481 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8974182-8331-406f-95fb-80db39897eb0 req-5ded3950-41c5-4bbc-ab52-c4aaefca296f tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/security-groups?id=a91f19e3-cb33-4bee-8111-2e5764f006c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463617 Nov 27 01:12:46.612893 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:46.627212 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-8b028f2d-c6dd-475b-88d8-ef6b9086a0fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 999 time: 0.4713032 Nov 27 01:12:46.645739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237bb3b-8c2e-4444-a8e1-f29741b68020 req-0aeb3b00-fa07-4b15-9e21-0d55a29c7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.647094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e237bb3b-8c2e-4444-a8e1-f29741b68020 req-0aeb3b00-fa07-4b15-9e21-0d55a29c7666 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 1097 time: 0.0958774 Nov 27 01:12:46.722003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-8e20773d-d04d-410a-8a82-c736d76cdf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.728664 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-691de5b2-adeb-4e62-8b43-499168f747cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b53ccd11-f511-4785-ae79-144c6c3d9567', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'port_id': '373f1418-d009-4f90-b605-ae4edd69e340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'mac_address': 'fa:16:3e:a7:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:04Z', 'updated_at': '2021-11-27T01:12:45Z', 'revision_number': 8, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:46.729581 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-8e20773d-d04d-410a-8a82-c736d76cdf9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.0952580 Nov 27 01:12:46.765811 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691de5b2-adeb-4e62-8b43-499168f747cb None None] The sync data for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 is: [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b53ccd11-f511-4785-ae79-144c6c3d9567', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'port_id': '373f1418-d009-4f90-b605-ae4edd69e340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'mac_address': 'fa:16:3e:a7:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:12:04Z', 'updated_at': '2021-11-27T01:12:45Z', 'revision_number': 8, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:46.769568 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e237bb3b-8c2e-4444-a8e1-f29741b68020 req-8e4f2c52-09fd-4c42-8426-1bc79efa1175 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a91f19e3-cb33-4bee-8111-2e5764f006c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016145 Nov 27 01:12:46.771944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-259c436e-55ae-4a18-83b1-6dd675a138a6 req-e26354a1-39fc-4bfe-9dbe-ea77bf4f332e tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Deleting port cfab8431-ab2e-4719-a3e8-55c590c89809 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:46.772285 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-259c436e-55ae-4a18-83b1-6dd675a138a6 req-e26354a1-39fc-4bfe-9dbe-ea77bf4f332e tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:46.836859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-12acc720-a814-4e92-b537-278c1ec87cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:46.842982 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-12acc720-a814-4e92-b537-278c1ec87cae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123044 Nov 27 01:12:46.864548 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-47b7e4eb-8836-4695-b99e-2885411bcd1d tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1121497 Nov 27 01:12:46.874219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:46.899078 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:46.929890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-259c436e-55ae-4a18-83b1-6dd675a138a6 req-e26354a1-39fc-4bfe-9dbe-ea77bf4f332e tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] For port cfab8431-ab2e-4719-a3e8-55c590c89809, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cfab8431-ab2e-4719-a3e8-55c590c89809,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:46.930270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-259c436e-55ae-4a18-83b1-6dd675a138a6 req-e26354a1-39fc-4bfe-9dbe-ea77bf4f332e tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:46.947175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-259c436e-55ae-4a18-83b1-6dd675a138a6 req-e26354a1-39fc-4bfe-9dbe-ea77bf4f332e tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Calling delete_port for cfab8431-ab2e-4719-a3e8-55c590c89809 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:47.006379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76d8a62-1811-41fd-8b67-83a9b9f0b5b6 None None] New status for floating IP b53ccd11-f511-4785-ae79-144c6c3d9567: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:12:47.006848 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.017370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-0b49925c-b458-4d8a-a5aa-cb9606861ef1 service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682403 Nov 27 01:12:47.134682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Allocated IP 172.25.3.234 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/78bb3bd9-7d35-4aac-b1b0-88257c93e778) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:47.168675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dfa66d6-b6a9-495b-a43a-48d36d48cbeb req-1bd366e8-e93a-4303-95df-b689757794f9 service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425390 Nov 27 01:12:47.196111 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-259c436e-55ae-4a18-83b1-6dd675a138a6 req-e26354a1-39fc-4bfe-9dbe-ea77bf4f332e tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.229247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26354a1-39fc-4bfe-9dbe-ea77bf4f332e tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Pushing event deleted for resources: {'Port': ['ID=cfab8431-ab2e-4719-a3e8-55c590c89809,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:47.236940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['373f1418-d009-4f90-b605-ae4edd69e340'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:47.266612 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.288934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-259c436e-55ae-4a18-83b1-6dd675a138a6 req-e26354a1-39fc-4bfe-9dbe-ea77bf4f332e tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] No DVR routers for this DVR port cfab8431-ab2e-4719-a3e8-55c590c89809 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:47.294066 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-259c436e-55ae-4a18-83b1-6dd675a138a6 req-e26354a1-39fc-4bfe-9dbe-ea77bf4f332e tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.297432 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-259c436e-55ae-4a18-83b1-6dd675a138a6 req-e26354a1-39fc-4bfe-9dbe-ea77bf4f332e tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.11 "DELETE /v2.0/ports/cfab8431-ab2e-4719-a3e8-55c590c89809 HTTP/1.1" status: 204 len: 173 time: 1.0862179 Nov 27 01:12:47.307610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.308972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d16c23a5-d554-4988-b915-9ea53dce8989 req-6bb4112b-6472-435e-be9b-82d84fc28a2b tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/03c040dd-09ed-4e57-9a32-6e2e9ee8ce0e HTTP/1.1" status: 200 len: 1831 time: 0.0810695 Nov 27 01:12:47.371231 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.428147 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:47.431589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:47.435294 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:47.442429 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d16c23a5-d554-4988-b915-9ea53dce8989 req-1590b731-8785-4c56-9050-dc7b9c133688 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.510561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Pushing event updated for resources: {'Port': ['ID=78bb3bd9-7d35-4aac-b1b0-88257c93e778,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:47.517637 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.525094 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d16c23a5-d554-4988-b915-9ea53dce8989 req-1590b731-8785-4c56-9050-dc7b9c133688 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.558963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.579290 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d16c23a5-d554-4988-b915-9ea53dce8989 req-1590b731-8785-4c56-9050-dc7b9c133688 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.581879 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d16c23a5-d554-4988-b915-9ea53dce8989 req-1590b731-8785-4c56-9050-dc7b9c133688 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.583079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d16c23a5-d554-4988-b915-9ea53dce8989 req-1590b731-8785-4c56-9050-dc7b9c133688 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "DELETE /v2.0/security-groups/03c040dd-09ed-4e57-9a32-6e2e9ee8ce0e HTTP/1.1" status: 204 len: 173 time: 0.2646902 Nov 27 01:12:47.594115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590b731-8785-4c56-9050-dc7b9c133688 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c040dd-09ed-4e57-9a32-6e2e9ee8ce0e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:47.597022 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.691993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab448f-9e5d-495d-83eb-14860874aacf req-4f71325e-1b6c-4fde-a075-42e6c5165af8 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:47.693382 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13ab448f-9e5d-495d-83eb-14860874aacf req-4f71325e-1b6c-4fde-a075-42e6c5165af8 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0496721 Nov 27 01:12:47.740980 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13ab448f-9e5d-495d-83eb-14860874aacf req-0c9b6498-03cf-43dc-a084-1259fb4fc963 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416472 Nov 27 01:12:47.753022 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.758224 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.841779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Pushing event updated for resources: {'Port': ['ID=78bb3bd9-7d35-4aac-b1b0-88257c93e778,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:47.847722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf908-dfbb-401d-8b61-7a4f1e8de512 req-e23cc616-960c-4692-976f-bc286ccfd70a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:47.849499 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48adf908-dfbb-401d-8b61-7a4f1e8de512 req-e23cc616-960c-4692-976f-bc286ccfd70a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 946 time: 0.0517247 Nov 27 01:12:47.856147 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.877183 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:47.878655 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-92ba2321-5df1-46f6-855c-fc0226a76c0c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0083125 Nov 27 01:12:47.906042 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48adf908-dfbb-401d-8b61-7a4f1e8de512 req-40dffa2b-b07b-4b62-82f1-7ca353e9388c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505993 Nov 27 01:12:47.938489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-b7f058de-d0ce-4dd2-bccf-f8771ad49d3f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 696 time: 0.0536356 Nov 27 01:12:48.053397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-f1b98686-2c81-4a4f-917a-5c4c84674605 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.054831 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1d495c7d-d83c-4310-965d-35a1ca695193 req-f1b98686-2c81-4a4f-917a-5c4c84674605 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1122348 Nov 27 01:12:48.073409 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-605bc82b-5463-4b99-9a72-e29754397289 req-82158974-f583-4a10-9d52-92381d3cd962 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips/b53ccd11-f511-4785-ae79-144c6c3d9567 HTTP/1.1" status: 200 len: 998 time: 0.0719974 Nov 27 01:12:48.165622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540c845-5b84-47d6-8ba7-652f35f5cba9 req-6954a720-2a24-4556-b1d0-cdf71b641dab tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.167141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b540c845-5b84-47d6-8ba7-652f35f5cba9 req-6954a720-2a24-4556-b1d0-cdf71b641dab tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 946 time: 0.0552905 Nov 27 01:12:48.185899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bc82b-5463-4b99-9a72-e29754397289 req-c8bf378b-81cc-481a-b33a-2a05a9a63b65 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.187335 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-605bc82b-5463-4b99-9a72-e29754397289 req-c8bf378b-81cc-481a-b33a-2a05a9a63b65 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1083651 Nov 27 01:12:48.197575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-605bc82b-5463-4b99-9a72-e29754397289 req-2b70e50e-145b-4237-a6a7-3f08d1ea6a05 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:12:48.198627 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-605bc82b-5463-4b99-9a72-e29754397289 req-2b70e50e-145b-4237-a6a7-3f08d1ea6a05 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056927 Nov 27 01:12:48.215613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b540c845-5b84-47d6-8ba7-652f35f5cba9 req-35dfcaa1-9c6c-4fac-b0e8-8b63618f7e71 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/security-groups?id=a91f19e3-cb33-4bee-8111-2e5764f006c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Nov 27 01:12:48.254552 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d6d5877-030c-4d41-b1d8-b420771549e7 req-10bdd0d2-d734-4da9-9bd3-6f68c16349ad tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/5688f8a5-35ee-494a-87f5-8de6c6c41fa6 HTTP/1.1" status: 200 len: 1832 time: 0.0417798 Nov 27 01:12:48.313534 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d6d5877-030c-4d41-b1d8-b420771549e7 req-01ce694a-03b6-46a4-96c0-d0608aa79988 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:48.336079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d6d5877-030c-4d41-b1d8-b420771549e7 req-01ce694a-03b6-46a4-96c0-d0608aa79988 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:48.376260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d6d5877-030c-4d41-b1d8-b420771549e7 req-01ce694a-03b6-46a4-96c0-d0608aa79988 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:48.378959 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7d6d5877-030c-4d41-b1d8-b420771549e7 req-01ce694a-03b6-46a4-96c0-d0608aa79988 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:48.380216 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d6d5877-030c-4d41-b1d8-b420771549e7 req-01ce694a-03b6-46a4-96c0-d0608aa79988 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "DELETE /v2.0/security-groups/5688f8a5-35ee-494a-87f5-8de6c6c41fa6 HTTP/1.1" status: 204 len: 173 time: 0.1189113 Nov 27 01:12:48.405657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce694a-03b6-46a4-96c0-d0608aa79988 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5688f8a5-35ee-494a-87f5-8de6c6c41fa6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:48.464885 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-99ed7526-34e3-4304-8f88-a065b762e017 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.0657580 Nov 27 01:12:48.497542 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-22d1de6f-48ec-479e-9f77-f86f30a84b11 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1007533 Nov 27 01:12:48.507440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:48.514699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-145b6864-54c6-49ba-9293-b3b86bbd8910 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.516610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-145b6864-54c6-49ba-9293-b3b86bbd8910 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports/373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 942 time: 0.0456619 Nov 27 01:12:48.534724 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:48.547344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340'}, {'server_uuid': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'name': 'network-vif-deleted', 'tag': 'cfab8431-ab2e-4719-a3e8-55c590c89809'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:48.549883 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e47e34-eaab-4e01-be58-174bd4c69f29" -d '{"events": [{"name": "network-changed", "server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "tag": "373f1418-d009-4f90-b605-ae4edd69e340"}, {"server_uuid": "be4d8810-abfc-4f68-a606-ec5015e30756", "name": "network-vif-deleted", "tag": "cfab8431-ab2e-4719-a3e8-55c590c89809"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:48.627255 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-f7f35436-dc10-49c7-8dd8-2e0d777dd0bc tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.0651939 Nov 27 01:12:48.637284 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:48.742098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-cd48aa2b-35d3-43ca-b986-de02f892a391 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:48.743627 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-cd48aa2b-35d3-43ca-b986-de02f892a391 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1085470 Nov 27 01:12:48.754520 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Allocated IP 172.25.3.193 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/d067aa38-e87c-4142-9ef4-eb7cb1cb9c92) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:48.798341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device cfab8431-ab2e-4719-a3e8-55c590c89809 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:48.821361 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-ec557955-8ebc-4dcd-942e-b71c785e0653 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.0690060 Nov 27 01:12:48.835382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-7b3576b9-df42-4b37-8a2b-25bd9ecf1d99 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:48.839981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: cfab8431-ab2e-4719-a3e8-55c590c89809 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:48.840113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device cfab8431-ab2e-4719-a3e8-55c590c89809 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:48.895153 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-7b3576b9-df42-4b37-8a2b-25bd9ecf1d99 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:48.900071 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:48.942807 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:48.984423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:48.987290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:48.990796 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:49.021762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Pushing event updated for resources: {'Port': ['ID=d067aa38-e87c-4142-9ef4-eb7cb1cb9c92,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:49.082718 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-7b3576b9-df42-4b37-8a2b-25bd9ecf1d99 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.087820 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-7b3576b9-df42-4b37-8a2b-25bd9ecf1d99 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.088165 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-7b3576b9-df42-4b37-8a2b-25bd9ecf1d99 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Floating IP b53ccd11-f511-4785-ae79-144c6c3d9567 disassociated. External IP: 172.25.3.251, port: 373f1418-d009-4f90-b605-ae4edd69e340. Nov 27 01:12:49.100007 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.143222 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.305194 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.315167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.316444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-7b3576b9-df42-4b37-8a2b-25bd9ecf1d99 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Router a68c0cc8-925a-4f75-927b-09a96e64c246 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:49.382749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Pushing event updated for resources: {'Port': ['ID=d067aa38-e87c-4142-9ef4-eb7cb1cb9c92,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:49.396210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.414769 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.418679 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-cfd06323-d59b-44d8-85ee-d5ef02cf24bb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9159572 Nov 27 01:12:49.435264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-7b3576b9-df42-4b37-8a2b-25bd9ecf1d99 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:49.440557 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-7b3576b9-df42-4b37-8a2b-25bd9ecf1d99 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.448997 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4981e1-103b-4287-ac79-ffeb939533bc None None] Sync routers for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:49.459306 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4981e1-103b-4287-ac79-ffeb939533bc None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:49.460249 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4b4981e1-103b-4287-ac79-ffeb939533bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:49.483291 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-7b3576b9-df42-4b37-8a2b-25bd9ecf1d99 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "PUT /v2.0/floatingips/b53ccd11-f511-4785-ae79-144c6c3d9567 HTTP/1.1" status: 200 len: 696 time: 0.6551859 Nov 27 01:12:49.500988 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-b11effb2-bb8e-44f0-ba92-c6db6b9aa55e tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 696 time: 0.0770175 Nov 27 01:12:49.582825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-06814b84-ff3b-4872-ad30-9a52557857bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.590573 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-06814b84-ff3b-4872-ad30-9a52557857bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 1096 time: 0.1063797 Nov 27 01:12:49.596060 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-4b4981e1-103b-4287-ac79-ffeb939533bc None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:49.623295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-5f016dcb-cf0a-453b-b9af-a64372eb44aa tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.624933 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-16b56eb9-a7e4-4c93-b573-75e75b0ce911 req-5f016dcb-cf0a-453b-b9af-a64372eb44aa tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1228688 Nov 27 01:12:49.723662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-47732626-9ac3-48af-a247-1669521db2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.725823 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-47732626-9ac3-48af-a247-1669521db2f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.1343100 Nov 27 01:12:49.779999 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-a472db8b-adf0-4ab9-a1fe-1095cbe251d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 217 time: 0.0444145 Nov 27 01:12:49.782495 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a99218e3-2f32-41bb-86c8-37ccef704b65 req-ff5a885e-bc4f-4561-80bd-76873379e07c tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/b084bb08-e0c3-4b7c-97c4-7f92e994fbd8 HTTP/1.1" status: 200 len: 1832 time: 0.0628777 Nov 27 01:12:49.852918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-8ae2aad7-36dc-4e03-ae75-0528433fedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.860502 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-8ae2aad7-36dc-4e03-ae75-0528433fedf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.0793426 Nov 27 01:12:49.864161 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a99218e3-2f32-41bb-86c8-37ccef704b65 req-91001a8f-704c-4dd8-8c3c-8616685ac710 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.865161 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4b4981e1-103b-4287-ac79-ffeb939533bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:49.888943 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a99218e3-2f32-41bb-86c8-37ccef704b65 req-91001a8f-704c-4dd8-8c3c-8616685ac710 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.892115 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4981e1-103b-4287-ac79-ffeb939533bc None None] Checking router: a68c0cc8-925a-4f75-927b-09a96e64c246 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:49.901407 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4981e1-103b-4287-ac79-ffeb939533bc None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:49.902050 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4b4981e1-103b-4287-ac79-ffeb939533bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:49.902713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-0f55e8ea-c511-4734-b916-cda54e2dd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:49.904240 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-0f55e8ea-c511-4734-b916-cda54e2dd684 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429776 Nov 27 01:12:49.940458 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a99218e3-2f32-41bb-86c8-37ccef704b65 req-91001a8f-704c-4dd8-8c3c-8616685ac710 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.945041 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a99218e3-2f32-41bb-86c8-37ccef704b65 req-91001a8f-704c-4dd8-8c3c-8616685ac710 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:49.958722 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a99218e3-2f32-41bb-86c8-37ccef704b65 req-91001a8f-704c-4dd8-8c3c-8616685ac710 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "DELETE /v2.0/security-groups/b084bb08-e0c3-4b7c-97c4-7f92e994fbd8 HTTP/1.1" status: 204 len: 173 time: 0.1748223 Nov 27 01:12:49.970515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91001a8f-704c-4dd8-8c3c-8616685ac710 tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b084bb08-e0c3-4b7c-97c4-7f92e994fbd8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:50.025000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-bc836823-2e64-4f35-99ab-6a137c5776ee service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116655 Nov 27 01:12:50.065644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c000f5-be74-4133-9360-2e46acf5a4df req-0bd62197-c2cc-4d55-9a78-d112bc9b0f6d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:50.067115 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04c000f5-be74-4133-9360-2e46acf5a4df req-0bd62197-c2cc-4d55-9a78-d112bc9b0f6d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 946 time: 0.0564616 Nov 27 01:12:50.121370 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04c000f5-be74-4133-9360-2e46acf5a4df req-50719d95-9f49-49b7-bcc0-3c7ec603b39a tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476844 Nov 27 01:12:50.123861 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9d00d97-b588-456d-9865-d1c4b48a0ec6 req-89da3b66-a7a1-4cd8-b953-671715799487 service neutron] 10.222.0.37 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943506 Nov 27 01:12:50.133033 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-4b4981e1-103b-4287-ac79-ffeb939533bc None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:50.180166 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf0aac6-c2f5-4d23-ba05-fa81bcd52a7e x-openstack-request-id: req-eaf0aac6-c2f5-4d23-ba05-fa81bcd52a7e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:50.180490 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "tag": "373f1418-d009-4f90-b605-ae4edd69e340", "status": "completed", "code": 200}, {"server_uuid": "be4d8810-abfc-4f68-a606-ec5015e30756", "name": "network-vif-deleted", "tag": "cfab8431-ab2e-4719-a3e8-55c590c89809", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:50.180740 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eaf0aac6-c2f5-4d23-ba05-fa81bcd52a7e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:50.181169 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340', 'status': 'completed', 'code': 200} Nov 27 01:12:50.181433 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4d8810-abfc-4f68-a606-ec5015e30756', 'name': 'network-vif-deleted', 'tag': 'cfab8431-ab2e-4719-a3e8-55c590c89809', 'status': 'completed', 'code': 200} Nov 27 01:12:50.282171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd7763-8194-4724-b27d-3ed5a1e7fc49 req-0f4754d3-2385-4834-a67d-fb3e3ede82a2 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:50.283693 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cebd7763-8194-4724-b27d-3ed5a1e7fc49 req-0f4754d3-2385-4834-a67d-fb3e3ede82a2 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0821977 Nov 27 01:12:50.290045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47e34-eaab-4e01-be58-174bd4c69f29 req-b1f4092f-8b02-4332-8720-ef4a03797c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:50.291490 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5e47e34-eaab-4e01-be58-174bd4c69f29 req-b1f4092f-8b02-4332-8720-ef4a03797c24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 1096 time: 0.0555458 Nov 27 01:12:50.326278 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c42de278-131e-4929-b84b-91b1e2616286 req-32c32b38-188e-4153-acef-26a45ff59998 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips/6a9d8e35-d3aa-43ea-9497-10e7998d3c1a HTTP/1.1" status: 200 len: 693 time: 0.0484722 Nov 27 01:12:50.363954 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4b4981e1-103b-4287-ac79-ffeb939533bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:50.394522 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cebd7763-8194-4724-b27d-3ed5a1e7fc49 req-86c275e2-0e0e-454d-abbd-86a6178e9263 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020195 Nov 27 01:12:50.395237 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4981e1-103b-4287-ac79-ffeb939533bc None None] The sync data for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 is: [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:11:45Z', 'revision_number': 4, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8', 'name': '', 'network_id': '687713a2-90e0-41ab-8cf4-6201a1d6f4e8', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'mac_address': 'fa:16:3e:76:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '60839889-d108-4626-be59-60e2be3229e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:44Z', 'updated_at': '2021-11-27T01:11:49Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'subnets': [{'id': '60839889-d108-4626-be59-60e2be3229e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:12:50.449106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42de278-131e-4929-b84b-91b1e2616286 req-fbcff930-2d1f-4d7d-8d52-10102a1bec27 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:50.450701 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c42de278-131e-4929-b84b-91b1e2616286 req-fbcff930-2d1f-4d7d-8d52-10102a1bec27 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1180346 Nov 27 01:12:50.451769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47e34-eaab-4e01-be58-174bd4c69f29 req-9d216369-5ba7-45bd-ab89-ed3fef7fb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:50.453248 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5e47e34-eaab-4e01-be58-174bd4c69f29 req-9d216369-5ba7-45bd-ab89-ed3fef7fb4cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.1439331 Nov 27 01:12:50.514783 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5e47e34-eaab-4e01-be58-174bd4c69f29 req-4452479a-c70f-41d9-86af-ef18aa7a23cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 217 time: 0.0480080 Nov 27 01:12:50.526487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7814d78-56ce-4436-8f89-f4da66879079 req-85b08666-283c-4653-a459-d6cb8a8de4ad tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "GET /v2.0/security-groups/ecc3c73c-80de-483e-8478-d771addc0884 HTTP/1.1" status: 200 len: 1831 time: 0.0875897 Nov 27 01:12:50.598548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47e34-eaab-4e01-be58-174bd4c69f29 req-c53a9c35-a038-4706-b5f0-7ca68b320b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:50.599736 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5e47e34-eaab-4e01-be58-174bd4c69f29 req-c53a9c35-a038-4706-b5f0-7ca68b320b08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.0762308 Nov 27 01:12:50.644016 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e7814d78-56ce-4436-8f89-f4da66879079 req-349b51c4-3140-4f8a-a68a-6e3de2ccf88e tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:50.676032 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e7814d78-56ce-4436-8f89-f4da66879079 req-349b51c4-3140-4f8a-a68a-6e3de2ccf88e tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:50.683420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a21e12-c883-47ac-8bef-5ef8b917f709 None None] New status for floating IP b53ccd11-f511-4785-ae79-144c6c3d9567: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:12:50.685999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47e34-eaab-4e01-be58-174bd4c69f29 req-c11f84ae-b40a-45fa-a7a4-9446c28dc8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:50.687463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5e47e34-eaab-4e01-be58-174bd4c69f29 req-c11f84ae-b40a-45fa-a7a4-9446c28dc8a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779784 Nov 27 01:12:50.805922 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e7814d78-56ce-4436-8f89-f4da66879079 req-349b51c4-3140-4f8a-a68a-6e3de2ccf88e tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:50.811222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e7814d78-56ce-4436-8f89-f4da66879079 req-349b51c4-3140-4f8a-a68a-6e3de2ccf88e tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:50.812622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7814d78-56ce-4436-8f89-f4da66879079 req-349b51c4-3140-4f8a-a68a-6e3de2ccf88e tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] 10.222.0.37 "DELETE /v2.0/security-groups/ecc3c73c-80de-483e-8478-d771addc0884 HTTP/1.1" status: 204 len: 173 time: 0.2775760 Nov 27 01:12:50.824549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56448) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:50.869299 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b51c4-3140-4f8a-a68a-6e3de2ccf88e tempest-SecurityGroupRulesNegativeTestJSON-110790739 tempest-SecurityGroupRulesNegativeTestJSON-110790739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc3c73c-80de-483e-8478-d771addc0884,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:50.885326 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5e47e34-eaab-4e01-be58-174bd4c69f29 req-bbf1cffa-6532-4e0c-a300-483d3917e74c service neutron] 10.222.0.42 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878076 Nov 27 01:12:50.922874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-89080b45-36b0-4b3c-a846-3ba5318057f9 admin admin] Deleting subnet 83af950a-0ad5-4fc8-a495-43613725e2f3 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:12:50.938881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c9e29-157f-44ad-a3a2-b5a4111f1ead req-5304b053-37e6-4752-b1c4-2bdbb3c746e1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:50.942369 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b26c9e29-157f-44ad-a3a2-b5a4111f1ead req-5304b053-37e6-4752-b1c4-2bdbb3c746e1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 946 time: 0.1296024 Nov 27 01:12:50.960988 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89080b45-36b0-4b3c-a846-3ba5318057f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.016701 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89080b45-36b0-4b3c-a846-3ba5318057f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.018624 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b26c9e29-157f-44ad-a3a2-b5a4111f1ead req-c608a4be-84fe-40cf-b0ce-4899556434e0 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716159 Nov 27 01:12:51.064434 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5e47e34-eaab-4e01-be58-174bd4c69f29 req-12a4f92c-f68f-499d-9465-b04794054cea service neutron] 10.222.0.42 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684318 Nov 27 01:12:51.077457 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89080b45-36b0-4b3c-a846-3ba5318057f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.129038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-3c6a8f15-4b86-47e5-a66b-dccd05143a0a tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips/6a9d8e35-d3aa-43ea-9497-10e7998d3c1a HTTP/1.1" status: 200 len: 693 time: 0.0695419 Nov 27 01:12:51.154510 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89080b45-36b0-4b3c-a846-3ba5318057f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.194194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89080b45-36b0-4b3c-a846-3ba5318057f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83af950a-0ad5-4fc8-a495-43613725e2f3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:51.198326 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89080b45-36b0-4b3c-a846-3ba5318057f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.205178 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-89080b45-36b0-4b3c-a846-3ba5318057f9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/83af950a-0ad5-4fc8-a495-43613725e2f3 HTTP/1.1" status: 204 len: 168 time: 0.3731654 Nov 27 01:12:51.205614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56458) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:51.246659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-4516fb86-50ec-4932-80f1-b6e49a5c1781 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.248063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-4516fb86-50ec-4932-80f1-b6e49a5c1781 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1182547 Nov 27 01:12:51.261329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-f6f91b23-422c-4d61-89f2-a631f9f83f50 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:12:51.266299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-f6f91b23-422c-4d61-89f2-a631f9f83f50 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076723 Nov 27 01:12:51.289126 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.317310 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-d02a775f-2ce8-49c1-932b-2965804c5765 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 696 time: 0.0442123 Nov 27 01:12:51.376301 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-b4474147-fcbb-49d6-aea7-63196d0192eb tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 696 time: 0.0490549 Nov 27 01:12:51.418402 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.438195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af721e0-4ec5-4a14-94fe-1ee352689f3d req-30361856-da06-4c94-8ec2-0829c16dd82d tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.439719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4af721e0-4ec5-4a14-94fe-1ee352689f3d req-30361856-da06-4c94-8ec2-0829c16dd82d tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 946 time: 0.1080182 Nov 27 01:12:51.457575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1719015a-29c8-4e09-9d19-4a623878342e']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:51.474080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e1f3f3-5614-4c2b-8724-871ba43b8c05') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:51.474420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e1f3f3-5614-4c2b-8724-871ba43b8c05') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:51.487727 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.510012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-77ae2dd4-2bfb-4b63-8f54-53d4146bdbf8 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Deleting port d067aa38-e87c-4142-9ef4-eb7cb1cb9c92 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:51.510412 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-77ae2dd4-2bfb-4b63-8f54-53d4146bdbf8 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.513200 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.524815 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4af721e0-4ec5-4a14-94fe-1ee352689f3d req-7688ec16-4b08-417e-b60a-8bb0a1db7c57 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/security-groups?id=a91f19e3-cb33-4bee-8111-2e5764f006c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760238 Nov 27 01:12:51.525724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:12:51.526124 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:12:51.527854 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:12:51.591407 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-77ae2dd4-2bfb-4b63-8f54-53d4146bdbf8 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.591726 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-77ae2dd4-2bfb-4b63-8f54-53d4146bdbf8 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.604999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-77ae2dd4-2bfb-4b63-8f54-53d4146bdbf8 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Calling delete_port for d067aa38-e87c-4142-9ef4-eb7cb1cb9c92 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:51.623501 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-42bdec4e-9791-458c-9106-3d7161ea0482 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips/b53ccd11-f511-4785-ae79-144c6c3d9567 HTTP/1.1" status: 200 len: 694 time: 0.0534084 Nov 27 01:12:51.641989 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.657648 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.660864 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1719015a-29c8-4e09-9d19-4a623878342e HTTP/1.1" status: 204 len: 168 time: 0.4540977 Nov 27 01:12:51.700836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57607c-72ca-402e-84e1-79dcb911ac14 admin admin] Pushing event deleted for resources: {'Network': ['ID=1719015a-29c8-4e09-9d19-4a623878342e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:51.759788 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-77ae2dd4-2bfb-4b63-8f54-53d4146bdbf8 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.775251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-76e23223-5613-4f3c-94b7-58dd4dff3754 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:51.782908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-76e23223-5613-4f3c-94b7-58dd4dff3754 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1523941 Nov 27 01:12:51.819772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56468) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:51.820571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae2dd4-2bfb-4b63-8f54-53d4146bdbf8 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Pushing event deleted for resources: {'Port': ['ID=d067aa38-e87c-4142-9ef4-eb7cb1cb9c92,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:51.835322 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-1c313b59-30ea-4752-a330-fd8aeebf0a05 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 697 time: 0.0513654 Nov 27 01:12:51.894867 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-fb85dcdb-55cc-4054-8e35-4a80bba8b8f7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 697 time: 0.0552127 Nov 27 01:12:51.901886 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6b30c89e-ac81-428c-ae84-4db547b159d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7308de8510f43b19b355c1e4a02550e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0780344 Nov 27 01:12:51.902888 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-77ae2dd4-2bfb-4b63-8f54-53d4146bdbf8 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.905756 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-77ae2dd4-2bfb-4b63-8f54-53d4146bdbf8 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:51.906223 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56472) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:51.906918 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38b2bddb-1ee0-47ea-a8ca-b9fff57a35ad req-77ae2dd4-2bfb-4b63-8f54-53d4146bdbf8 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "DELETE /v2.0/floatingips/6a9d8e35-d3aa-43ea-9497-10e7998d3c1a HTTP/1.1" status: 204 len: 173 time: 0.5249770 Nov 27 01:12:52.009552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248014f-832c-4261-914c-9fdbcbe7f0b4 req-be9ba1cd-6f6e-4cc7-9aed-fb8bf8bae825 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.011385 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1248014f-832c-4261-914c-9fdbcbe7f0b4 req-be9ba1cd-6f6e-4cc7-9aed-fb8bf8bae825 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 946 time: 0.0507786 Nov 27 01:12:52.056068 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7499543c-c711-4f21-9eff-224f52b0cd56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.061176 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1248014f-832c-4261-914c-9fdbcbe7f0b4 req-5b910cd9-e5ea-40eb-b8eb-084b6f333fd4 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424271 Nov 27 01:12:52.082513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-cc7178fa-a60d-40e2-a195-86cc533004e7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Deleting port 70c99342-f51e-4649-981c-eaac9afcda4b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:52.082513 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-cc7178fa-a60d-40e2-a195-86cc533004e7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.088296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7499543c-c711-4f21-9eff-224f52b0cd56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.184266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:52.186938 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59359412-e3a0-437d-872b-d241ca271d59" -d '{"events": [{"name": "network-changed", "server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "tag": "373f1418-d009-4f90-b605-ae4edd69e340"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:52.194574 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-cc7178fa-a60d-40e2-a195-86cc533004e7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.194907 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-cc7178fa-a60d-40e2-a195-86cc533004e7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.211676 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-cc7178fa-a60d-40e2-a195-86cc533004e7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Calling delete_port for 70c99342-f51e-4649-981c-eaac9afcda4b owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:52.218006 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7499543c-c711-4f21-9eff-224f52b0cd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.220704 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7499543c-c711-4f21-9eff-224f52b0cd56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.224158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7499543c-c711-4f21-9eff-224f52b0cd56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1db0e961-e3f5-40b8-a655-2f6de4ce4ab0 HTTP/1.1" status: 204 len: 168 time: 0.3147151 Nov 27 01:12:52.238275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499543c-c711-4f21-9eff-224f52b0cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db0e961-e3f5-40b8-a655-2f6de4ce4ab0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:52.329280 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926d67f-f9f1-4651-850e-125d8aa0f573 req-cf861016-a050-4472-a649-fb855370a1bd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.349057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e926d67f-f9f1-4651-850e-125d8aa0f573 req-cf861016-a050-4472-a649-fb855370a1bd tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.0746684 Nov 27 01:12:52.387806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-cc7178fa-a60d-40e2-a195-86cc533004e7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.422218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7178fa-a60d-40e2-a195-86cc533004e7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Pushing event deleted for resources: {'Port': ['ID=70c99342-f51e-4649-981c-eaac9afcda4b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:52.423979 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e926d67f-f9f1-4651-850e-125d8aa0f573 req-4948f7a7-2eac-4284-89ff-31110b89ba80 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/security-groups?id=46d1613e-e54c-4850-bf5c-cad6f321373d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685320 Nov 27 01:12:52.496441 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-cc7178fa-a60d-40e2-a195-86cc533004e7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.499897 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-cc7178fa-a60d-40e2-a195-86cc533004e7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.513564 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b1bbb5c0-8870-4fef-8ee9-30afa6249728 req-cc7178fa-a60d-40e2-a195-86cc533004e7 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "DELETE /v2.0/floatingips/b53ccd11-f511-4785-ae79-144c6c3d9567 HTTP/1.1" status: 204 len: 173 time: 0.6147416 Nov 27 01:12:52.649035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3b18-b96f-4689-a3b4-7692216d265c req-52af7bfa-6a3f-432a-abc5-153740da099f tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.650670 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7cb3b18-b96f-4689-a3b4-7692216d265c req-52af7bfa-6a3f-432a-abc5-153740da099f tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.42 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 945 time: 0.1361222 Nov 27 01:12:52.691135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb1c76-0ab0-45c8-9d33-f1f2609795c5 req-0847e2de-a046-4e3d-a92f-73e7b2227090 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.695874 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09fb1c76-0ab0-45c8-9d33-f1f2609795c5 req-0847e2de-a046-4e3d-a92f-73e7b2227090 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2486787 Nov 27 01:12:52.718227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93602995-7df6-4f6a-974d-dedefb3cd975 req-22f0476c-4cbd-4491-94d9-bde4e68c295c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.720075 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-93602995-7df6-4f6a-974d-dedefb3cd975 req-22f0476c-4cbd-4491-94d9-bde4e68c295c tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 946 time: 0.1178038 Nov 27 01:12:52.777611 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4114879a-167a-4ea2-8543-768d92642fdd x-openstack-request-id: req-4114879a-167a-4ea2-8543-768d92642fdd {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:52.777908 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "tag": "373f1418-d009-4f90-b605-ae4edd69e340", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:52.778165 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4114879a-167a-4ea2-8543-768d92642fdd {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:52.778586 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340', 'status': 'completed', 'code': 200} Nov 27 01:12:52.826332 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-93602995-7df6-4f6a-974d-dedefb3cd975 req-f47eeb20-2b5f-45aa-bde5-9c03bc6e0e8d tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994618 Nov 27 01:12:52.836752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-c7cb3b18-b96f-4689-a3b4-7692216d265c req-f5d17a6f-5349-45e2-a2cc-a4f642394435 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Deleting port 78826918-fd2b-4ce0-920c-b5f690d9b1af {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:52.837711 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7cb3b18-b96f-4689-a3b4-7692216d265c req-f5d17a6f-5349-45e2-a2cc-a4f642394435 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:52.874288 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59359412-e3a0-437d-872b-d241ca271d59 req-ab9b29bb-d812-40d2-8070-fc18f7540df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:52.874288 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59359412-e3a0-437d-872b-d241ca271d59 req-ab9b29bb-d812-40d2-8070-fc18f7540df2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=871a101edd3a4fcc883d83b04d0027c5&device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 1096 time: 0.0503681 Nov 27 01:12:53.328189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56514) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:53.392944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c7cb3b18-b96f-4689-a3b4-7692216d265c req-f5d17a6f-5349-45e2-a2cc-a4f642394435 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] For port 78826918-fd2b-4ce0-920c-b5f690d9b1af, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=78826918-fd2b-4ce0-920c-b5f690d9b1af,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:53.393311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7cb3b18-b96f-4689-a3b4-7692216d265c req-f5d17a6f-5349-45e2-a2cc-a4f642394435 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:53.415107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-c7cb3b18-b96f-4689-a3b4-7692216d265c req-f5d17a6f-5349-45e2-a2cc-a4f642394435 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Calling delete_port for 78826918-fd2b-4ce0-920c-b5f690d9b1af owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:53.441631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b7bb6-7369-4f71-8848-710650c70726 req-f1399956-36fb-4447-90cf-ca19e80be14c tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:53.441631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-239b7bb6-7369-4f71-8848-710650c70726 req-f1399956-36fb-4447-90cf-ca19e80be14c tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.42 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 946 time: 0.4771481 Nov 27 01:12:53.453393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce451f95-3b60-4aa2-8882-94b3df4c91be req-5d46f8d3-bf5e-4aad-8f2f-81369c5a3612 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:53.460405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce451f95-3b60-4aa2-8882-94b3df4c91be req-5d46f8d3-bf5e-4aad-8f2f-81369c5a3612 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 946 time: 0.1281824 Nov 27 01:12:53.472005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8afac55d-8273-4bca-b53f-fb59b86ab886 req-35106ec6-6061-4afe-8cc9-0c089e54b202 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=ef8afca18b654adc846578d2520673f9 HTTP/1.1" status: 200 len: 1656 time: 0.0745130 Nov 27 01:12:53.510407 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1257133783-network', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:53.560980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59359412-e3a0-437d-872b-d241ca271d59 req-1b5c121e-3e03-4437-b60d-0b648a062e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:53.562567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59359412-e3a0-437d-872b-d241ca271d59 req-1b5c121e-3e03-4437-b60d-0b648a062e06 service neutron] 10.222.0.42 "GET /v2.0/networks?id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 200 len: 922 time: 0.6828327 Nov 27 01:12:53.611071 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59359412-e3a0-437d-872b-d241ca271d59 req-4b80ad6c-4e71-4c66-b506-387d7cfbca78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 200 len: 217 time: 0.0410101 Nov 27 01:12:53.641705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:53.643981 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:53.654895 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce451f95-3b60-4aa2-8882-94b3df4c91be req-cf17e61f-4fe4-44da-a101-62196b2125e7 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/security-groups?id=a91f19e3-cb33-4bee-8111-2e5764f006c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934803 Nov 27 01:12:53.677462 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afac55d-8273-4bca-b53f-fb59b86ab886 req-7f846c97-a4aa-4567-8812-803ed4ef5376 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:53.678969 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8afac55d-8273-4bca-b53f-fb59b86ab886 req-7f846c97-a4aa-4567-8812-803ed4ef5376 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks?id=52383c89-3099-4684-8caa-850cf0860139&id=52383c89-3099-4684-8caa-850cf0860139&id=52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 787 time: 0.1978076 Nov 27 01:12:53.694534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59359412-e3a0-437d-872b-d241ca271d59 req-ac849db1-301f-4a63-a6ef-933ecca713c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:53.696142 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59359412-e3a0-437d-872b-d241ca271d59 req-ac849db1-301f-4a63-a6ef-933ecca713c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 200 len: 860 time: 0.0738072 Nov 27 01:12:53.715610 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:53.763541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-239b7bb6-7369-4f71-8848-710650c70726 req-50ac4f90-4980-4854-baf6-1486167899b3 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Deleting port c3179fad-5fbc-4f7f-a2a6-ef46f7613308 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:53.764077 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-239b7bb6-7369-4f71-8848-710650c70726 req-50ac4f90-4980-4854-baf6-1486167899b3 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:53.782107 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7cb3b18-b96f-4689-a3b4-7692216d265c req-f5d17a6f-5349-45e2-a2cc-a4f642394435 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:53.827227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59359412-e3a0-437d-872b-d241ca271d59 req-ca24de5d-68cc-49fb-8e30-717e4f41a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:53.829949 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59359412-e3a0-437d-872b-d241ca271d59 req-ca24de5d-68cc-49fb-8e30-717e4f41a35e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=687713a2-90e0-41ab-8cf4-6201a1d6f4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240559 Nov 27 01:12:53.866849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a9977-cd5c-4a39-8a14-c25a180ea941 req-0e0dc935-d4ae-4cc8-9f97-c163323a7647 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:53.868523 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a52a9977-cd5c-4a39-8a14-c25a180ea941 req-0e0dc935-d4ae-4cc8-9f97-c163323a7647 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 945 time: 0.1114700 Nov 27 01:12:53.891048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d17a6f-5349-45e2-a2cc-a4f642394435 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Pushing event deleted for resources: {'Port': ['ID=78826918-fd2b-4ce0-920c-b5f690d9b1af,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:53.958393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['78826918-fd2b-4ce0-920c-b5f690d9b1af'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:53.959696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cb3b18-b96f-4689-a3b4-7692216d265c req-f5d17a6f-5349-45e2-a2cc-a4f642394435 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] No DVR routers for this DVR port 78826918-fd2b-4ce0-920c-b5f690d9b1af on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:53.972959 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c7cb3b18-b96f-4689-a3b4-7692216d265c req-f5d17a6f-5349-45e2-a2cc-a4f642394435 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:53.976622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7cb3b18-b96f-4689-a3b4-7692216d265c req-f5d17a6f-5349-45e2-a2cc-a4f642394435 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.42 "DELETE /v2.0/ports/78826918-fd2b-4ce0-920c-b5f690d9b1af HTTP/1.1" status: 204 len: 173 time: 1.3117375 Nov 27 01:12:53.993627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a52a9977-cd5c-4a39-8a14-c25a180ea941 req-01491226-8c28-4dfd-b484-6dc9d00164e0 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117265 Nov 27 01:12:54.005987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-239b7bb6-7369-4f71-8848-710650c70726 req-50ac4f90-4980-4854-baf6-1486167899b3 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] For port c3179fad-5fbc-4f7f-a2a6-ef46f7613308, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c3179fad-5fbc-4f7f-a2a6-ef46f7613308,segment=NetworkSegment(c31fde89-e7cd-4c68-b663-ac66555e0b1a),segment_id=c31fde89-e7cd-4c68-b663-ac66555e0b1a)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:54.006476 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-239b7bb6-7369-4f71-8848-710650c70726 req-50ac4f90-4980-4854-baf6-1486167899b3 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:54.009718 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59359412-e3a0-437d-872b-d241ca271d59 req-44d5b1a5-cef0-4095-8328-0c5622d6c324 service neutron] 10.222.0.42 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637127 Nov 27 01:12:54.053411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-239b7bb6-7369-4f71-8848-710650c70726 req-50ac4f90-4980-4854-baf6-1486167899b3 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Calling delete_port for c3179fad-5fbc-4f7f-a2a6-ef46f7613308 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:54.057339 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:54.069518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:54.082976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:12:54.094058 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:54.094592 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Added segment 784250d6-83dd-4e24-a69c-ea56f15efa09 of type vlan for network 16edc915-5e53-4e26-b65b-fd61e70c9c94 Nov 27 01:12:54.142778 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-bf2b0430-ac05-42d0-85fa-4dc40e4d4666 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips/825136bb-65b0-4821-a53d-6ab36dc502ad HTTP/1.1" status: 200 len: 693 time: 0.0834138 Nov 27 01:12:54.153904 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:54.219044 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fad70f0-f320-4d57-8963-287b2a0cbccc req-33515814-8b12-410c-9d39-362efc965ae6 tempest-ServerRescueNegativeTestJSON-698387326 tempest-ServerRescueNegativeTestJSON-698387326-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19496e3-edfe-48eb-ac6a-c3104e33a5d7 HTTP/1.1" status: 200 len: 210 time: 0.0693481 Nov 27 01:12:54.317160 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59359412-e3a0-437d-872b-d241ca271d59 req-dcfd607a-b8be-4413-8cf8-eaf38a4ff15a service neutron] 10.222.0.42 "GET /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786723 Nov 27 01:12:54.326099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-11016d7c-bb1a-44a0-ae07-533df2807dea tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.333816 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-11016d7c-bb1a-44a0-ae07-533df2807dea tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1833909 Nov 27 01:12:54.403683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:54.410650 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-092adf01-d140-411f-ab9d-0beeb26ff2d7 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 696 time: 0.0757465 Nov 27 01:12:54.415220 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-239b7bb6-7369-4f71-8848-710650c70726 req-50ac4f90-4980-4854-baf6-1486167899b3 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:54.427424 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:54.428488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.429068 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:54.451255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['c3179fad-5fbc-4f7f-a2a6-ef46f7613308'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:54.471181 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-975f33a1-78e9-4574-84e8-cf26e95afbbd tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 696 time: 0.0595219 Nov 27 01:12:54.495939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac4f90-4980-4854-baf6-1486167899b3 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Pushing event deleted for resources: {'Port': ['ID=c3179fad-5fbc-4f7f-a2a6-ef46f7613308,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:54.566045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2324679 Nov 27 01:12:54.575618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56528) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:54.590901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-239b7bb6-7369-4f71-8848-710650c70726 req-50ac4f90-4980-4854-baf6-1486167899b3 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] No DVR routers for this DVR port c3179fad-5fbc-4f7f-a2a6-ef46f7613308 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:54.596754 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-239b7bb6-7369-4f71-8848-710650c70726 req-50ac4f90-4980-4854-baf6-1486167899b3 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:54.600127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-239b7bb6-7369-4f71-8848-710650c70726 req-50ac4f90-4980-4854-baf6-1486167899b3 tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.42 "DELETE /v2.0/ports/c3179fad-5fbc-4f7f-a2a6-ef46f7613308 HTTP/1.1" status: 204 len: 173 time: 1.1376884 Nov 27 01:12:54.615817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3266ab-d37b-411d-ad6d-8e544ae988aa admin admin] Pushing event updated for resources: {'Network': ['ID=16edc915-5e53-4e26-b65b-fd61e70c9c94,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:54.627857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 16edc915-5e53-4e26-b65b-fd61e70c9c94 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:12:54.652606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abe229-ae62-40e8-870e-8c1765ea3e37 req-3488cb6e-e250-4cae-b5b8-114dbd02cfd7 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.654562 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43abe229-ae62-40e8-870e-8c1765ea3e37 req-3488cb6e-e250-4cae-b5b8-114dbd02cfd7 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 946 time: 0.2183239 Nov 27 01:12:54.666119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-47ae5ad3-5713-40b0-8cd7-9e715c365d74 admin admin] Request body: {'subnet': {'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1257133783-subnet', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:54.727938 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad31979-c587-455c-aac2-f6294cec3652 req-0bd4f10e-0487-49ef-b315-f7d3572251af tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:54.729724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ad31979-c587-455c-aac2-f6294cec3652 req-0bd4f10e-0487-49ef-b315-f7d3572251af tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 945 time: 0.1553121 Nov 27 01:12:54.731828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ae5ad3-5713-40b0-8cd7-9e715c365d74 admin admin] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:12:54.734210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ad3-5713-40b0-8cd7-9e715c365d74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:54.753820 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43abe229-ae62-40e8-870e-8c1765ea3e37 req-3efc613e-2555-4604-919f-c1169f695cad tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864725 Nov 27 01:12:54.780346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19496e3-edfe-48eb-ac6a-c3104e33a5d7', 'name': 'network-vif-deleted', 'tag': '78826918-fd2b-4ce0-920c-b5f690d9b1af'}, {'server_uuid': '06b49b77-55ce-4502-8dac-95f05d7eacdd', 'name': 'network-vif-deleted', 'tag': 'c3179fad-5fbc-4f7f-a2a6-ef46f7613308'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:54.786795 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dad776-ebf4-4bab-beed-51eb29ee8e51" -d '{"events": [{"server_uuid": "f19496e3-edfe-48eb-ac6a-c3104e33a5d7", "name": "network-vif-deleted", "tag": "78826918-fd2b-4ce0-920c-b5f690d9b1af"}, {"server_uuid": "06b49b77-55ce-4502-8dac-95f05d7eacdd", "name": "network-vif-deleted", "tag": "c3179fad-5fbc-4f7f-a2a6-ef46f7613308"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:54.853039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-1486fd1a-47f1-42e9-92ff-5c9047a27e5c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Deleting port 78bb3bd9-7d35-4aac-b1b0-88257c93e778 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:54.853424 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-1486fd1a-47f1-42e9-92ff-5c9047a27e5c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:54.864630 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0e253b9e-37d4-4e30-a708-982e4e0e4728 req-572ad50e-1d10-4b25-978e-bfbccf6e6a8c tempest-ServerAddressesNegativeTestJSON-1619727881 tempest-ServerAddressesNegativeTestJSON-1619727881-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b49b77-55ce-4502-8dac-95f05d7eacdd HTTP/1.1" status: 200 len: 210 time: 0.0309839 Nov 27 01:12:54.923879 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf66549d-b9d5-4bea-b16b-3e0f364e03b0 x-openstack-request-id: req-bf66549d-b9d5-4bea-b16b-3e0f364e03b0 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:54.924833 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19496e3-edfe-48eb-ac6a-c3104e33a5d7", "name": "network-vif-deleted", "tag": "78826918-fd2b-4ce0-920c-b5f690d9b1af", "status": "completed", "code": 200}, {"server_uuid": "06b49b77-55ce-4502-8dac-95f05d7eacdd", "name": "network-vif-deleted", "tag": "c3179fad-5fbc-4f7f-a2a6-ef46f7613308", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:54.925262 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf66549d-b9d5-4bea-b16b-3e0f364e03b0 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:54.925841 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19496e3-edfe-48eb-ac6a-c3104e33a5d7', 'name': 'network-vif-deleted', 'tag': '78826918-fd2b-4ce0-920c-b5f690d9b1af', 'status': 'completed', 'code': 200} Nov 27 01:12:54.926309 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b49b77-55ce-4502-8dac-95f05d7eacdd', 'name': 'network-vif-deleted', 'tag': 'c3179fad-5fbc-4f7f-a2a6-ef46f7613308', 'status': 'completed', 'code': 200} Nov 27 01:12:55.036896 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-1486fd1a-47f1-42e9-92ff-5c9047a27e5c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.037216 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-1486fd1a-47f1-42e9-92ff-5c9047a27e5c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.065076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-1ad31979-c587-455c-aac2-f6294cec3652 req-dd6d2f7c-f94e-4b32-bae9-84e640913ef1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Deleting port 373f1418-d009-4f90-b605-ae4edd69e340 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:55.065076 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1ad31979-c587-455c-aac2-f6294cec3652 req-dd6d2f7c-f94e-4b32-bae9-84e640913ef1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.071462 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-1486fd1a-47f1-42e9-92ff-5c9047a27e5c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Calling delete_port for 78bb3bd9-7d35-4aac-b1b0-88257c93e778 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:55.198198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc141764-56ba-42a2-9ba0-cb6392f67b96 req-bac17d7a-070f-4915-a80c-90ea0bedac23 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.206779 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc141764-56ba-42a2-9ba0-cb6392f67b96 req-bac17d7a-070f-4915-a80c-90ea0bedac23 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/ports?device_id=4da1d8a1-5305-47fd-a8a5-5c291ba04201 HTTP/1.1" status: 200 len: 945 time: 0.0649803 Nov 27 01:12:55.275236 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ad3-5713-40b0-8cd7-9e715c365d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.288867 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc141764-56ba-42a2-9ba0-cb6392f67b96 req-50075f49-b351-43df-b80f-e647f2b62296 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.37 "GET /v2.0/security-groups?id=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809844 Nov 27 01:12:55.351583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-1ad31979-c587-455c-aac2-f6294cec3652 req-dd6d2f7c-f94e-4b32-bae9-84e640913ef1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] For port 373f1418-d009-4f90-b605-ae4edd69e340, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=373f1418-d009-4f90-b605-ae4edd69e340,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:55.351944 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1ad31979-c587-455c-aac2-f6294cec3652 req-dd6d2f7c-f94e-4b32-bae9-84e640913ef1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.361571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56542) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:55.365894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-1ad31979-c587-455c-aac2-f6294cec3652 req-dd6d2f7c-f94e-4b32-bae9-84e640913ef1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Calling delete_port for 373f1418-d009-4f90-b605-ae4edd69e340 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:55.472952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae5ad3-5713-40b0-8cd7-9e715c365d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21beb649-686e-41ff-8c2d-da0a46fc962c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:55.490611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae5ad3-5713-40b0-8cd7-9e715c365d74 admin admin] Checking segment: {'id': '784250d6-83dd-4e24-a69c-ea56f15efa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:55.490975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae5ad3-5713-40b0-8cd7-9e715c365d74 admin admin] Network hostable DHCP agents. Network: 16edc915-5e53-4e26-b65b-fd61e70c9c94, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:12:55.505462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a68dd-ec21-46c8-bae7-a08051c3431c req-852a4fc5-ec24-4a98-89a7-d6760f8757a1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.507364 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-890a68dd-ec21-46c8-bae7-a08051c3431c req-852a4fc5-ec24-4a98-89a7-d6760f8757a1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 946 time: 0.1024294 Nov 27 01:12:55.580002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae5ad3-5713-40b0-8cd7-9e715c365d74 admin admin] Network 16edc915-5e53-4e26-b65b-fd61e70c9c94 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:12:55.596102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-1486fd1a-47f1-42e9-92ff-5c9047a27e5c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.605229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-47ae5ad3-5713-40b0-8cd7-9e715c365d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 16edc915-5e53-4e26-b65b-fd61e70c9c94) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:55.616731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8134860-fe7d-4325-8d5f-505c5b3b8e88 None None] Network 16edc915-5e53-4e26-b65b-fd61e70c9c94 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:55.635554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ae5ad3-5713-40b0-8cd7-9e715c365d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:55.636228 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-47ae5ad3-5713-40b0-8cd7-9e715c365d74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.639619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486fd1a-47f1-42e9-92ff-5c9047a27e5c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Pushing event deleted for resources: {'Port': ['ID=78bb3bd9-7d35-4aac-b1b0-88257c93e778,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:55.687704 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-47ae5ad3-5713-40b0-8cd7-9e715c365d74 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0899856 Nov 27 01:12:55.688350 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1ad31979-c587-455c-aac2-f6294cec3652 req-dd6d2f7c-f94e-4b32-bae9-84e640913ef1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.692858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56544) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:55.707959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-890a68dd-ec21-46c8-bae7-a08051c3431c req-d6e17427-4958-41ee-a0e4-bbac84238ab1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Deleting port ec9c851b-44ca-4e6a-afab-3e893e30aceb {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:55.708452 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-890a68dd-ec21-46c8-bae7-a08051c3431c req-d6e17427-4958-41ee-a0e4-bbac84238ab1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.720879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1257133783-router', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:12:55.729202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['373f1418-d009-4f90-b605-ae4edd69e340'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:55.761107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d2f7c-f94e-4b32-bae9-84e640913ef1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Pushing event deleted for resources: {'Port': ['ID=373f1418-d009-4f90-b605-ae4edd69e340,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:55.884761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-1486fd1a-47f1-42e9-92ff-5c9047a27e5c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.887459 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-1486fd1a-47f1-42e9-92ff-5c9047a27e5c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.898884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f27db8c5-a55d-47a8-aecb-c075256b3247 req-1486fd1a-47f1-42e9-92ff-5c9047a27e5c tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "DELETE /v2.0/floatingips/825136bb-65b0-4821-a53d-6ab36dc502ad HTTP/1.1" status: 204 len: 173 time: 1.4265625 Nov 27 01:12:55.903844 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.905176 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.933541 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad31979-c587-455c-aac2-f6294cec3652 req-dd6d2f7c-f94e-4b32-bae9-84e640913ef1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] No DVR routers for this DVR port 373f1418-d009-4f90-b605-ae4edd69e340 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:55.940174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1ad31979-c587-455c-aac2-f6294cec3652 req-dd6d2f7c-f94e-4b32-bae9-84e640913ef1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.942364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-890a68dd-ec21-46c8-bae7-a08051c3431c req-d6e17427-4958-41ee-a0e4-bbac84238ab1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] For port ec9c851b-44ca-4e6a-afab-3e893e30aceb, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=ec9c851b-44ca-4e6a-afab-3e893e30aceb,segment=NetworkSegment(1f622e78-cec7-47bf-970d-644b04690b9a),segment_id=1f622e78-cec7-47bf-970d-644b04690b9a)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:55.942826 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-890a68dd-ec21-46c8-bae7-a08051c3431c req-d6e17427-4958-41ee-a0e4-bbac84238ab1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.944398 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ad31979-c587-455c-aac2-f6294cec3652 req-dd6d2f7c-f94e-4b32-bae9-84e640913ef1 tempest-FloatingIPsAssociationTestJSON-1638887564 tempest-FloatingIPsAssociationTestJSON-1638887564-project] 10.222.0.42 "DELETE /v2.0/ports/373f1418-d009-4f90-b605-ae4edd69e340 HTTP/1.1" status: 204 len: 173 time: 1.2077572 Nov 27 01:12:55.944869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'name': 'network-vif-deleted', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:55.961315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56552) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:55.962951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-16edc915-5e53-4e26-b65b-fd61e70c9c94', 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'fixed_ips': [{'subnet_id': '21beb649-686e-41ff-8c2d-da0a46fc962c'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:12:55.964097 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:55.964592 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c520a2-8201-4993-b6ed-1a6eb5a7a9e1" -d '{"events": [{"server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "name": "network-vif-deleted", "tag": "373f1418-d009-4f90-b605-ae4edd69e340"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:55.981699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-890a68dd-ec21-46c8-bae7-a08051c3431c req-d6e17427-4958-41ee-a0e4-bbac84238ab1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Calling delete_port for ec9c851b-44ca-4e6a-afab-3e893e30aceb owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:56.079755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ab7f0-49e2-4172-85ab-10a806d0f7b5 req-1866270e-0d79-4828-8d17-300496ec90de tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:56.090799 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-674ab7f0-49e2-4172-85ab-10a806d0f7b5 req-1866270e-0d79-4828-8d17-300496ec90de tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 946 time: 0.2129290 Nov 27 01:12:56.099202 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-fb5d358c-e33e-4bb2-83e3-9b6d07883d2a tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips/4033c4ad-77b9-4992-9824-fc03e161df02 HTTP/1.1" status: 200 len: 693 time: 0.1201670 Nov 27 01:12:56.101130 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.158565 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Allocated IP 172.20.0.2 (16edc915-5e53-4e26-b65b-fd61e70c9c94/21beb649-686e-41ff-8c2d-da0a46fc962c/0bb8927f-acdf-4290-be11-a9a32c8147a1) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:56.227619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-86eccf58-99ae-4b21-9d9c-ddfd72f2e59f admin admin] Deleting subnet 4a768406-07a6-4595-a312-ee4f13fa40d0 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:12:56.231383 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86eccf58-99ae-4b21-9d9c-ddfd72f2e59f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.331960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-674ab7f0-49e2-4172-85ab-10a806d0f7b5 req-66628528-39c2-46e9-ace4-27bc4dd53367 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/security-groups?id=9caef9bb-5981-4e5d-8bbf-e556ee366864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376335 Nov 27 01:12:56.349495 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86eccf58-99ae-4b21-9d9c-ddfd72f2e59f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.360990 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.368126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 78826918-fd2b-4ce0-920c-b5f690d9b1af no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:56.374086 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.446487 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d95562-07d9-4ae3-aa06-9b80685fc4d5 x-openstack-request-id: req-a8d95562-07d9-4ae3-aa06-9b80685fc4d5 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:56.446785 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da1d8a1-5305-47fd-a8a5-5c291ba04201", "name": "network-vif-deleted", "tag": "373f1418-d009-4f90-b605-ae4edd69e340", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:56.447079 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8d95562-07d9-4ae3-aa06-9b80685fc4d5 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:56.447654 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da1d8a1-5305-47fd-a8a5-5c291ba04201', 'name': 'network-vif-deleted', 'tag': '373f1418-d009-4f90-b605-ae4edd69e340', 'status': 'completed', 'code': 200} Nov 27 01:12:56.453322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Pushing event updated for resources: {'Port': ['ID=0bb8927f-acdf-4290-be11-a9a32c8147a1,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:56.458819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 78826918-fd2b-4ce0-920c-b5f690d9b1af {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:56.459851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 78826918-fd2b-4ce0-920c-b5f690d9b1af not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:56.474314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Network 16edc915-5e53-4e26-b65b-fd61e70c9c94 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:56.476379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:56.480469 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.483069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:56.525242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-2a666e09-816f-4082-80c3-1f46aa7f682f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:56.526833 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-2a666e09-816f-4082-80c3-1f46aa7f682f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.4158983 Nov 27 01:12:56.562745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Attempting to bind port 0bb8927f-acdf-4290-be11-a9a32c8147a1 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:12:56.563581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Attempting to bind port 0bb8927f-acdf-4290-be11-a9a32c8147a1 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '784250d6-83dd-4e24-a69c-ea56f15efa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:12:56.564161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Attempting to bind port 0bb8927f-acdf-4290-be11-a9a32c8147a1 on network 16edc915-5e53-4e26-b65b-fd61e70c9c94 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:12:56.589309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:12:56.589788 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86eccf58-99ae-4b21-9d9c-ddfd72f2e59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.590617 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Checking segment: {'id': '784250d6-83dd-4e24-a69c-ea56f15efa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:12:56.591802 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.596610 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Bound using segment: {'id': '784250d6-83dd-4e24-a69c-ea56f15efa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:12:56.597849 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Bound port: 0bb8927f-acdf-4290-be11-a9a32c8147a1, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784250d6-83dd-4e24-a69c-ea56f15efa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:12:56.600516 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.607455 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-a2797b30-9d30-4e3c-8aaf-cdaab160fff3 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.0716758 Nov 27 01:12:56.669766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56562) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:56.720635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-26626f88-43db-4156-8404-7672354da3d6 None None] For port 0bb8927f-acdf-4290-be11-a9a32c8147a1, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:12:56.725988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-26626f88-43db-4156-8404-7672354da3d6 None None] For port 0bb8927f-acdf-4290-be11-a9a32c8147a1, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0bb8927f-acdf-4290-be11-a9a32c8147a1,segment=NetworkSegment(784250d6-83dd-4e24-a69c-ea56f15efa09),segment_id=784250d6-83dd-4e24-a69c-ea56f15efa09)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:12:56.734215 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.771329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f156450-99e1-475d-a38d-f6d9998acf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.781772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-b11aecda-026d-4e80-8547-0ce616437e00 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.1567783 Nov 27 01:12:56.816183 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86eccf58-99ae-4b21-9d9c-ddfd72f2e59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.816876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26626f88-43db-4156-8404-7672354da3d6 None None] Pushing event updated for resources: {'Port': ['ID=0bb8927f-acdf-4290-be11-a9a32c8147a1,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:56.834774 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-890a68dd-ec21-46c8-bae7-a08051c3431c req-d6e17427-4958-41ee-a0e4-bbac84238ab1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.866291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eccf58-99ae-4b21-9d9c-ddfd72f2e59f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a768406-07a6-4595-a312-ee4f13fa40d0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:56.871949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['ec9c851b-44ca-4e6a-afab-3e893e30aceb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:12:56.885055 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86eccf58-99ae-4b21-9d9c-ddfd72f2e59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:56.888302 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-86eccf58-99ae-4b21-9d9c-ddfd72f2e59f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4a768406-07a6-4595-a312-ee4f13fa40d0 HTTP/1.1" status: 204 len: 168 time: 0.9206686 Nov 27 01:12:56.930098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56564) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:56.940899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e17427-4958-41ee-a0e4-bbac84238ab1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Pushing event deleted for resources: {'Port': ['ID=ec9c851b-44ca-4e6a-afab-3e893e30aceb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:57.049805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-890a68dd-ec21-46c8-bae7-a08051c3431c req-d6e17427-4958-41ee-a0e4-bbac84238ab1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] No DVR routers for this DVR port ec9c851b-44ca-4e6a-afab-3e893e30aceb on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:12:57.053733 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-890a68dd-ec21-46c8-bae7-a08051c3431c req-d6e17427-4958-41ee-a0e4-bbac84238ab1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.056949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-890a68dd-ec21-46c8-bae7-a08051c3431c req-d6e17427-4958-41ee-a0e4-bbac84238ab1 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.11 "DELETE /v2.0/ports/ec9c851b-44ca-4e6a-afab-3e893e30aceb HTTP/1.1" status: 204 len: 173 time: 1.5427773 Nov 27 01:12:57.074360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f67ecc0-a33e-4fe5-925a-499d97ff9298', 'name': 'network-vif-deleted', 'tag': 'ec9c851b-44ca-4e6a-afab-3e893e30aceb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:12:57.081832 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19289dec-83a7-40aa-a412-9948c494e0c2" -d '{"events": [{"server_uuid": "2f67ecc0-a33e-4fe5-925a-499d97ff9298", "name": "network-vif-deleted", "tag": "ec9c851b-44ca-4e6a-afab-3e893e30aceb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:12:57.166882 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4544ec6d-37e6-4d9c-b5a4-a0d36ecf7d3a x-openstack-request-id: req-4544ec6d-37e6-4d9c-b5a4-a0d36ecf7d3a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:12:57.167421 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f67ecc0-a33e-4fe5-925a-499d97ff9298", "name": "network-vif-deleted", "tag": "ec9c851b-44ca-4e6a-afab-3e893e30aceb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:12:57.167851 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4544ec6d-37e6-4d9c-b5a4-a0d36ecf7d3a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:12:57.168407 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f67ecc0-a33e-4fe5-925a-499d97ff9298', 'name': 'network-vif-deleted', 'tag': 'ec9c851b-44ca-4e6a-afab-3e893e30aceb', 'status': 'completed', 'code': 200} Nov 27 01:12:57.212857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.478316 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.492522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0bb8927f-acdf-4290-be11-a9a32c8147a1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:57.513713 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-915cbd98-8664-47df-95db-248cf1f0724a req-28602cdb-de9c-4346-9297-eec1fcd6e171 tempest-ServerDiskConfigTestJSON-929819924 tempest-ServerDiskConfigTestJSON-929819924-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f67ecc0-a33e-4fe5-925a-499d97ff9298 HTTP/1.1" status: 200 len: 210 time: 0.0411670 Nov 27 01:12:57.558562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5f4acc-9f5a-4958-abfc-3ec058d53143']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:57.568982 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 0bb8927f-acdf-4290-be11-a9a32c8147a1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:57.569735 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.572996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31fde89-e7cd-4c68-b663-ac66555e0b1a') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:57.572996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31fde89-e7cd-4c68-b663-ac66555e0b1a') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:57.619669 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.647520 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.657641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:12:57.658032 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:12:57.659852 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:12:57.706566 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.723107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1f156450-99e1-475d-a38d-f6d9998acf13 admin admin] Deleting port fadbd610-dbbe-4bb5-a803-c4ba29a26e20 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:57.723302 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f156450-99e1-475d-a38d-f6d9998acf13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.753536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 0bb8927f-acdf-4290-be11-a9a32c8147a1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0bb8927f-acdf-4290-be11-a9a32c8147a1,segment=NetworkSegment(784250d6-83dd-4e24-a69c-ea56f15efa09),segment_id=784250d6-83dd-4e24-a69c-ea56f15efa09)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:57.759760 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.771766 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.783240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.788751 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] 10.222.0.37 "DELETE /v2.0/networks/aa5f4acc-9f5a-4958-abfc-3ec058d53143 HTTP/1.1" status: 204 len: 168 time: 0.8551791 Nov 27 01:12:57.797163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11986dfc-ab37-4d34-9a04-a2a36dfb5e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5f4acc-9f5a-4958-abfc-3ec058d53143,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:57.835022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-8a57aac2-c9a4-493c-b91e-e95349481056 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Deleting port a0a9fa9a-ad31-4c5a-92b7-1a383bd652b5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:57.835509 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-8a57aac2-c9a4-493c-b91e-e95349481056 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.845992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-1f156450-99e1-475d-a38d-f6d9998acf13 admin admin] For port fadbd610-dbbe-4bb5-a803-c4ba29a26e20, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fadbd610-dbbe-4bb5-a803-c4ba29a26e20,segment=NetworkSegment(a6068008-2275-4614-911d-a965c277deff),segment_id=a6068008-2275-4614-911d-a965c277deff)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:12:57.846409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f156450-99e1-475d-a38d-f6d9998acf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.863537 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:12:57.874318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=0bb8927f-acdf-4290-be11-a9a32c8147a1,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:57.881926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1f156450-99e1-475d-a38d-f6d9998acf13 admin admin] Calling delete_port for fadbd610-dbbe-4bb5-a803-c4ba29a26e20 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:57.985378 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:57.989042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56576) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:58.021976 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 373f1418-d009-4f90-b605-ae4edd69e340 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:58.051223 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-8a57aac2-c9a4-493c-b91e-e95349481056 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.051546 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-8a57aac2-c9a4-493c-b91e-e95349481056 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.055135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 373f1418-d009-4f90-b605-ae4edd69e340 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:58.055479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 373f1418-d009-4f90-b605-ae4edd69e340 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:58.056143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c3179fad-5fbc-4f7f-a2a6-ef46f7613308 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:58.059594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.076816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: c3179fad-5fbc-4f7f-a2a6-ef46f7613308 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:58.077011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c3179fad-5fbc-4f7f-a2a6-ef46f7613308 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:58.091596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-8a57aac2-c9a4-493c-b91e-e95349481056 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Calling delete_port for a0a9fa9a-ad31-4c5a-92b7-1a383bd652b5 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:12:58.110825 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f156450-99e1-475d-a38d-f6d9998acf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.138585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f156450-99e1-475d-a38d-f6d9998acf13 admin admin] Pushing event deleted for resources: {'Port': ['ID=fadbd610-dbbe-4bb5-a803-c4ba29a26e20,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:58.235444 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ee1f24f7-b49e-4db5-a391-65d4ef9bb282 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4365266fb44549779fa993cdf22b63a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2204313 Nov 27 01:12:58.239842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c120ce5-d964-4a6d-b8e3-83e5a0155a91 None None] Network 16edc915-5e53-4e26-b65b-fd61e70c9c94 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:12:58.239989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56578) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:58.303867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-27b202a1-9c73-4765-afa7-d2923f2c1006 None None] Provisioning complete for port 0bb8927f-acdf-4290-be11-a9a32c8147a1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:58.304086 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-27b202a1-9c73-4765-afa7-d2923f2c1006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.317681 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f156450-99e1-475d-a38d-f6d9998acf13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.397834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Allocated IP 172.25.3.37 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/437aee06-353c-4e77-91b8-73c915f1c4c5) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:12:58.480048 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-44252e52-c4f5-4877-ade8-faabeaf47fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.585262 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-44252e52-c4f5-4877-ade8-faabeaf47fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.633250 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-8a57aac2-c9a4-493c-b91e-e95349481056 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.698452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57aac2-c9a4-493c-b91e-e95349481056 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Pushing event deleted for resources: {'Port': ['ID=a0a9fa9a-ad31-4c5a-92b7-1a383bd652b5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:58.727229 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.789918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-28a0e651-5e02-4b36-918a-da268523b939 None None] Provisioning complete for port 0bb8927f-acdf-4290-be11-a9a32c8147a1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:58.790964 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28a0e651-5e02-4b36-918a-da268523b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.820997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-8a57aac2-c9a4-493c-b91e-e95349481056 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.823630 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-8a57aac2-c9a4-493c-b91e-e95349481056 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.825090 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ea8e63c-4b59-40d9-8487-abd88dbd328f req-8a57aac2-c9a4-493c-b91e-e95349481056 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "DELETE /v2.0/floatingips/4033c4ad-77b9-4992-9824-fc03e161df02 HTTP/1.1" status: 204 len: 173 time: 2.0315616 Nov 27 01:12:58.831199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27e8a85a-c605-444a-ab13-654a86b9630d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.873402 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-44252e52-c4f5-4877-ade8-faabeaf47fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.879300 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-44252e52-c4f5-4877-ade8-faabeaf47fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.880951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-44252e52-c4f5-4877-ade8-faabeaf47fd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a91f19e3-cb33-4bee-8111-2e5764f006c4 HTTP/1.1" status: 204 len: 168 time: 0.6364033 Nov 27 01:12:58.881065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56596) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:58.954141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-4832d184-b45e-47a4-abbe-8adc33572207 admin admin] Deleting subnet f6e00b97-2443-4bf7-9ee9-aeacbdcf111b {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:12:58.957494 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4832d184-b45e-47a4-abbe-8adc33572207 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:58.965928 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-12467623-4841-4f63-a937-9beed98738a0 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips/e3283712-89ed-4b1f-b932-4811c2b5e0fc HTTP/1.1" status: 200 len: 692 time: 0.0825148 Nov 27 01:12:58.977887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44252e52-c4f5-4877-ade8-faabeaf47fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91f19e3-cb33-4bee-8111-2e5764f006c4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:58.990399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f156450-99e1-475d-a38d-f6d9998acf13 admin admin] Router 087a7ddf-29bd-486a-8114-097e7fe6b9fa has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:12:59.011027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device ec9c851b-44ca-4e6a-afab-3e893e30aceb no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:12:59.018845 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4832d184-b45e-47a4-abbe-8adc33572207 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.023840 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.051161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: ec9c851b-44ca-4e6a-afab-3e893e30aceb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:12:59.051515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device ec9c851b-44ca-4e6a-afab-3e893e30aceb not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:12:59.149276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Pushing event updated for resources: {'Port': ['ID=437aee06-353c-4e77-91b8-73c915f1c4c5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:59.152329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4832d184-b45e-47a4-abbe-8adc33572207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.162774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:12:59.171863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:12:59.174893 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:12:59.228720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f156450-99e1-475d-a38d-f6d9998acf13 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:12:59.235391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1f156450-99e1-475d-a38d-f6d9998acf13 admin admin] 10.222.0.37 "PUT /v2.0/routers/087a7ddf-29bd-486a-8114-097e7fe6b9fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8718882 Nov 27 01:12:59.237211 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4832d184-b45e-47a4-abbe-8adc33572207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.240543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56602) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:59.241158 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96976f9-d2a0-4f5c-b8d5-7823f416e375 None None] Sync routers for ids ['087a7ddf-29bd-486a-8114-097e7fe6b9fa'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:12:59.253282 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96976f9-d2a0-4f5c-b8d5-7823f416e375 None None] Routers {'087a7ddf-29bd-486a-8114-097e7fe6b9fa'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:59.254349 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d96976f9-d2a0-4f5c-b8d5-7823f416e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['087a7ddf-29bd-486a-8114-097e7fe6b9fa'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:59.323306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832d184-b45e-47a4-abbe-8adc33572207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e00b97-2443-4bf7-9ee9-aeacbdcf111b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:59.334741 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4832d184-b45e-47a4-abbe-8adc33572207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.341585 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4832d184-b45e-47a4-abbe-8adc33572207 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f6e00b97-2443-4bf7-9ee9-aeacbdcf111b HTTP/1.1" status: 204 len: 168 time: 0.4598811 Nov 27 01:12:59.344569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:12:59.422277 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d96976f9-d2a0-4f5c-b8d5-7823f416e375 None None] Set router 087a7ddf-29bd-486a-8114-097e7fe6b9fa gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:59.450188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-3452f253-3518-4891-8749-a5a14c855236 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:12:59.451473 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-3452f253-3518-4891-8749-a5a14c855236 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.4757640 Nov 27 01:12:59.507543 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.519188 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.594634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0bb8927f-acdf-4290-be11-a9a32c8147a1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:12:59.605964 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-048b8bc6-9537-4c5c-acb5-b8c6c8d47d17 tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.1479907 Nov 27 01:12:59.660733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-cfc9222c-a88c-461e-b081-78875ff59e4a tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.68 HTTP/1.1" status: 200 len: 695 time: 0.0455081 Nov 27 01:12:59.710420 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.711932 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 0bb8927f-acdf-4290-be11-a9a32c8147a1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:12:59.712449 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.713267 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d96976f9-d2a0-4f5c-b8d5-7823f416e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1108592720-router', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:26Z', 'updated_at': '2021-11-27T01:12:58Z', 'revision_number': 5, 'project_id': 'df138ab555674a06bf0051871ce63182', 'gw_port': {'id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:27Z', 'updated_at': '2021-11-27T01:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:59.738004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94fedca-8ffd-4ac8-83ec-28a57042d151']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:59.747954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f622e78-cec7-47bf-970d-644b04690b9a') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:59.748249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f622e78-cec7-47bf-970d-644b04690b9a') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:59.748373 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96976f9-d2a0-4f5c-b8d5-7823f416e375 None None] Checking router: 087a7ddf-29bd-486a-8114-097e7fe6b9fa for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:12:59.759573 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96976f9-d2a0-4f5c-b8d5-7823f416e375 None None] Routers {'087a7ddf-29bd-486a-8114-097e7fe6b9fa'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:12:59.760026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.760429 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d96976f9-d2a0-4f5c-b8d5-7823f416e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['087a7ddf-29bd-486a-8114-097e7fe6b9fa'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:12:59.794471 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.806496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:12:59.807194 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:12:59.873644 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:12:59.879881 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d96976f9-d2a0-4f5c-b8d5-7823f416e375 None None] Set router 087a7ddf-29bd-486a-8114-097e7fe6b9fa gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:12:59.901517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.910208 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.917230 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:12:59.922030 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e94fedca-8ffd-4ac8-83ec-28a57042d151 HTTP/1.1" status: 204 len: 168 time: 0.5765271 Nov 27 01:12:59.963693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf900e-2d3c-4906-a5c0-5e84b5cb7cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e94fedca-8ffd-4ac8-83ec-28a57042d151,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:12:59.991770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Deleting port bbabc2af-a06e-4704-92e3-809e24e0ef6c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:12:59.992356 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.027024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-a975bcf7-adb0-4105-8aae-271746ed4b6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Deleting port b58b5521-5960-4d5b-a7c0-61eaddb37af9 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:00.027963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-a975bcf7-adb0-4105-8aae-271746ed4b6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.040875 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.098438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] For port bbabc2af-a06e-4704-92e3-809e24e0ef6c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=bbabc2af-a06e-4704-92e3-809e24e0ef6c,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:00.098832 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.119381 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d96976f9-d2a0-4f5c-b8d5-7823f416e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1108592720-router', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:26Z', 'updated_at': '2021-11-27T01:12:58Z', 'revision_number': 5, 'project_id': 'df138ab555674a06bf0051871ce63182', 'gw_port': {'id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:27Z', 'updated_at': '2021-11-27T01:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:00.122398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56628) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:00.122523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Calling delete_port for bbabc2af-a06e-4704-92e3-809e24e0ef6c owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:00.163077 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96976f9-d2a0-4f5c-b8d5-7823f416e375 None None] The sync data for ids ['087a7ddf-29bd-486a-8114-097e7fe6b9fa'] in n-d-819494-2 is: [{'id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1108592720-router', 'tenant_id': 'df138ab555674a06bf0051871ce63182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:09:26Z', 'updated_at': '2021-11-27T01:12:58Z', 'revision_number': 5, 'project_id': 'df138ab555674a06bf0051871ce63182', 'gw_port': {'id': 'bbabc2af-a06e-4704-92e3-809e24e0ef6c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087a7ddf-29bd-486a-8114-097e7fe6b9fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:09:27Z', 'updated_at': '2021-11-27T01:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:00.192130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-27e8a85a-c605-444a-ab13-654a86b9630d admin admin] Deleting port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:00.192467 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27e8a85a-c605-444a-ab13-654a86b9630d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.281353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56632) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:00.362067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b39a29c0-a1b3-4bc2-8eb4-6c59d1e41afd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1bb42a76d0a4f3daba5ce04775dbea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798585 Nov 27 01:13:00.364465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56634) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:00.378881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.419869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbabc2af-a06e-4704-92e3-809e24e0ef6c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:00.488345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3025687d-e601-497e-b1fd-b0155d2fc40e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.517956 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.524463 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3025687d-e601-497e-b1fd-b0155d2fc40e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.614791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-network', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:00.644078 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-a975bcf7-adb0-4105-8aae-271746ed4b6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.644409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-a975bcf7-adb0-4105-8aae-271746ed4b6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.647176 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.651666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.676198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-a975bcf7-adb0-4105-8aae-271746ed4b6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Calling delete_port for b58b5521-5960-4d5b-a7c0-61eaddb37af9 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:00.709326 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.710040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 087a7ddf-29bd-486a-8114-097e7fe6b9fa {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:13:00.717728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Made reservation on behalf of bd91937f25af4311b6e62f89a5efa784 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:00.718719 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.720031 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b4f50230-43a9-4b1c-97ac-e899ce40a789 admin admin] 10.222.0.37 "DELETE /v2.0/routers/087a7ddf-29bd-486a-8114-097e7fe6b9fa HTTP/1.1" status: 204 len: 168 time: 1.4770722 Nov 27 01:13:00.720197 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.721549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3025687d-e601-497e-b1fd-b0155d2fc40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.726298 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3025687d-e601-497e-b1fd-b0155d2fc40e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.726465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56638) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:00.731013 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3025687d-e601-497e-b1fd-b0155d2fc40e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9caef9bb-5981-4e5d-8bbf-e556ee366864 HTTP/1.1" status: 204 len: 168 time: 0.3651898 Nov 27 01:13:00.740573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025687d-e601-497e-b1fd-b0155d2fc40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caef9bb-5981-4e5d-8bbf-e556ee366864,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:00.838909 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.847085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-27e8a85a-c605-444a-ab13-654a86b9630d admin admin] For port 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:00.847450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27e8a85a-c605-444a-ab13-654a86b9630d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:00.885066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-27e8a85a-c605-444a-ab13-654a86b9630d admin admin] Calling delete_port for 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:00.984778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-911fb5fd-1f35-449f-a2eb-4e4957855677 admin admin] Deleting subnet 99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:13:01.024580 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-911fb5fd-1f35-449f-a2eb-4e4957855677 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.099973 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.140618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-911fb5fd-1f35-449f-a2eb-4e4957855677 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.288588 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-a975bcf7-adb0-4105-8aae-271746ed4b6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.371009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.373595 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-911fb5fd-1f35-449f-a2eb-4e4957855677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.383077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975bcf7-adb0-4105-8aae-271746ed4b6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Pushing event deleted for resources: {'Port': ['ID=b58b5521-5960-4d5b-a7c0-61eaddb37af9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:01.400564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fadbd610-dbbe-4bb5-a803-c4ba29a26e20 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:01.411605 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.428496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: fadbd610-dbbe-4bb5-a803-c4ba29a26e20 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:01.429096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fadbd610-dbbe-4bb5-a803-c4ba29a26e20 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:01.429504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device bbabc2af-a06e-4704-92e3-809e24e0ef6c no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:01.450564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: bbabc2af-a06e-4704-92e3-809e24e0ef6c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:01.450841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device bbabc2af-a06e-4704-92e3-809e24e0ef6c not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:01.502713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:13:01.538065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be573530-55fc-46d3-b1fb-e923b072c207,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:01.542365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.542707 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Added segment ffebc031-4253-4d22-bce6-18d20bfcddf8 of type vlan for network 118a00df-a939-4eef-bd47-d93d4d335a04 Nov 27 01:13:01.633256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-a975bcf7-adb0-4105-8aae-271746ed4b6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.635929 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-a975bcf7-adb0-4105-8aae-271746ed4b6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.636937 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4442702a-7df5-42ae-b9dc-841991084ec0 req-a975bcf7-adb0-4105-8aae-271746ed4b6f tempest-FloatingIPDetailsTestJSON-1732374126 tempest-FloatingIPDetailsTestJSON-1732374126-project] 10.222.0.37 "DELETE /v2.0/floatingips/e3283712-89ed-4b1f-b932-4811c2b5e0fc HTTP/1.1" status: 204 len: 173 time: 1.9650784 Nov 27 01:13:01.638054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-911fb5fd-1f35-449f-a2eb-4e4957855677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.644731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56664) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:01.689739 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.695081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27e8a85a-c605-444a-ab13-654a86b9630d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.708375 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-911fb5fd-1f35-449f-a2eb-4e4957855677 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.713809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-911fb5fd-1f35-449f-a2eb-4e4957855677 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/99c01fcf-e3ac-4cb9-a46f-eab4f0719a86 HTTP/1.1" status: 204 len: 168 time: 0.9814324 Nov 27 01:13:01.713939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fb5fd-1f35-449f-a2eb-4e4957855677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c01fcf-e3ac-4cb9-a46f-eab4f0719a86,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:01.715862 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56666) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:01.745463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Router fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:13:01.748451 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8a85a-c605-444a-ab13-654a86b9630d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:01.802502 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.803465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:01.804049 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.863423 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:01.928617 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7980874 Nov 27 01:13:01.929317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56674) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:01.967914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-085fcfb3-69fb-44dd-91c0-a5f742116afa admin admin] Request body: {'subnet': {'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-subnet', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:02.013301 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4a23e-42d4-451f-a054-fab055603ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=118a00df-a939-4eef-bd47-d93d4d335a04,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:02.029914 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 118a00df-a939-4eef-bd47-d93d4d335a04 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:13:02.120706 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:02.144110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27e8a85a-c605-444a-ab13-654a86b9630d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.146416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Sync routers for ids ['fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:02.185291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Routers {'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:02.192671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:02.222499 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.232626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085fcfb3-69fb-44dd-91c0-a5f742116afa admin admin] Made reservation on behalf of bd91937f25af4311b6e62f89a5efa784 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:02.235271 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-085fcfb3-69fb-44dd-91c0-a5f742116afa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.270747 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.272277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7250ec9f-deaa-48df-8261-c9750501507e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5760722 Nov 27 01:13:02.291617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56698) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:02.293324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589aac3e-1177-4cf2-8604-679d0202bd4a']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:02.320800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc161af-c1c2-4682-94d8-3347377ec03d req-5a2ab15e-2850-473d-8bc7-c5d1cdf3d2fb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:02.329662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc161af-c1c2-4682-94d8-3347377ec03d req-5a2ab15e-2850-473d-8bc7-c5d1cdf3d2fb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:02.336439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc161af-c1c2-4682-94d8-3347377ec03d req-5a2ab15e-2850-473d-8bc7-c5d1cdf3d2fb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:02.343181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc161af-c1c2-4682-94d8-3347377ec03d req-5a2ab15e-2850-473d-8bc7-c5d1cdf3d2fb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:02.348141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Set router fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:02.349447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc161af-c1c2-4682-94d8-3347377ec03d req-5a2ab15e-2850-473d-8bc7-c5d1cdf3d2fb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:02.352201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6068008-2275-4614-911d-a965c277deff') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:02.352578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6068008-2275-4614-911d-a965c277deff') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:02.355436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc161af-c1c2-4682-94d8-3347377ec03d req-5a2ab15e-2850-473d-8bc7-c5d1cdf3d2fb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:02.361490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc161af-c1c2-4682-94d8-3347377ec03d req-5a2ab15e-2850-473d-8bc7-c5d1cdf3d2fb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:02.363408 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc161af-c1c2-4682-94d8-3347377ec03d req-5a2ab15e-2850-473d-8bc7-c5d1cdf3d2fb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5436 time: 0.1610138 Nov 27 01:13:02.389153 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.438630 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc161af-c1c2-4682-94d8-3347377ec03d req-f89cafc0-6959-4d5b-b97c-603a089caf1a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607505 Nov 27 01:13:02.491524 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.509080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:13:02.509575 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:13:02.522497 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:13:02.609075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e8a85a-c605-444a-ab13-654a86b9630d admin admin] Router a68c0cc8-925a-4f75-927b-09a96e64c246 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:13:02.621381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'name': 'tempest-ServersTestMultiNic-1257133783-router', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:55Z', 'updated_at': '2021-11-27T01:12:59Z', 'revision_number': 3, 'project_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'gw_port': {'id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:58Z', 'updated_at': '2021-11-27T01:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:02.654350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56704) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:02.657251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Checking router: fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:02.657836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Updating router fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 port 437aee06-353c-4e77-91b8-73c915f1c4c5 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:13:02.691064 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.767649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e8a85a-c605-444a-ab13-654a86b9630d admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:02.775923 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-27e8a85a-c605-444a-ab13-654a86b9630d admin admin] 10.222.0.37 "PUT /v2.0/routers/a68c0cc8-925a-4f75-927b-09a96e64c246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1048527 Nov 27 01:13:02.776581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56710) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:02.776986 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9bdc2-ed70-450d-9c9f-6851447c08e4 None None] Sync routers for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:02.787943 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd9bdc2-ed70-450d-9c9f-6851447c08e4 None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:02.794855 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bfd9bdc2-ed70-450d-9c9f-6851447c08e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:02.838715 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ce26be1-044d-4315-9ae1-69dd7e8a1c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.919699 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-bfd9bdc2-ed70-450d-9c9f-6851447c08e4 None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:02.926986 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ce26be1-044d-4315-9ae1-69dd7e8a1c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.939146 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ce26be1-044d-4315-9ae1-69dd7e8a1c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:02.992366 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5ce26be1-044d-4315-9ae1-69dd7e8a1c5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0621bdd9c474b25a59c1cacce1515d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3368680 Nov 27 01:13:02.993031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56712) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:02.996095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce26be1-044d-4315-9ae1-69dd7e8a1c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52efe98e-14d6-44a1-a901-3742ff950aab,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:03.037187 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.047903 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.084433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.124538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312042e-cda0-409d-8613-38cb5682fef3 None None] Pushing event updated for resources: {'Port': ['ID=437aee06-353c-4e77-91b8-73c915f1c4c5,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:03.138080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Attempting to bind port 437aee06-353c-4e77-91b8-73c915f1c4c5 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:03.139448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Attempting to bind port 437aee06-353c-4e77-91b8-73c915f1c4c5 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:03.140177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Attempting to bind port 437aee06-353c-4e77-91b8-73c915f1c4c5 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:03.148910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90164637-8111-4c27-9915-65024d56d5ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.149913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:03.150611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:03.151299 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.151895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:03.152577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Bound port: 437aee06-353c-4e77-91b8-73c915f1c4c5, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:03.154014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.168861 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bfd9bdc2-ed70-450d-9c9f-6851447c08e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:13:01Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:03.214704 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9bdc2-ed70-450d-9c9f-6851447c08e4 None None] Checking router: a68c0cc8-925a-4f75-927b-09a96e64c246 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:03.219086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] For port 437aee06-353c-4e77-91b8-73c915f1c4c5, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:03.223172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] For port 437aee06-353c-4e77-91b8-73c915f1c4c5, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=437aee06-353c-4e77-91b8-73c915f1c4c5,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:03.230966 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd9bdc2-ed70-450d-9c9f-6851447c08e4 None None] Routers {'a68c0cc8-925a-4f75-927b-09a96e64c246'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:03.231479 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.232459 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bfd9bdc2-ed70-450d-9c9f-6851447c08e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a68c0cc8-925a-4f75-927b-09a96e64c246'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:03.232858 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90164637-8111-4c27-9915-65024d56d5ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.239240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.304201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f000a-3a94-4a1f-b57a-fd8be497edfe req-fbccc275-b568-400f-8a62-c5d46aeb9d50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.307817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Routers {'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:03.308670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:03.311617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f000a-3a94-4a1f-b57a-fd8be497edfe req-fbccc275-b568-400f-8a62-c5d46aeb9d50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.321495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f000a-3a94-4a1f-b57a-fd8be497edfe req-fbccc275-b568-400f-8a62-c5d46aeb9d50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.321795 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.328845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f000a-3a94-4a1f-b57a-fd8be497edfe req-fbccc275-b568-400f-8a62-c5d46aeb9d50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.335876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f000a-3a94-4a1f-b57a-fd8be497edfe req-fbccc275-b568-400f-8a62-c5d46aeb9d50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.342279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f000a-3a94-4a1f-b57a-fd8be497edfe req-fbccc275-b568-400f-8a62-c5d46aeb9d50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.349530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f000a-3a94-4a1f-b57a-fd8be497edfe req-fbccc275-b568-400f-8a62-c5d46aeb9d50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:03.351612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e90f000a-3a94-4a1f-b57a-fd8be497edfe req-fbccc275-b568-400f-8a62-c5d46aeb9d50 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5436 time: 0.7667067 Nov 27 01:13:03.380421 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.380657 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90164637-8111-4c27-9915-65024d56d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.384075 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] 10.222.0.37 "DELETE /v2.0/networks/589aac3e-1177-4cf2-8604-679d0202bd4a HTTP/1.1" status: 204 len: 168 time: 1.6665211 Nov 27 01:13:03.388517 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312042e-cda0-409d-8613-38cb5682fef3 None None] Pushing event updated for resources: {'Port': ['ID=437aee06-353c-4e77-91b8-73c915f1c4c5,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:03.400980 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90164637-8111-4c27-9915-65024d56d5ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.407317 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-90164637-8111-4c27-9915-65024d56d5ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52efe98e-14d6-44a1-a901-3742ff950aab HTTP/1.1" status: 204 len: 168 time: 0.4084175 Nov 27 01:13:03.415528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2dd40-faf8-463f-9c91-0bf54c149588 admin admin] Pushing event deleted for resources: {'Network': ['ID=589aac3e-1177-4cf2-8604-679d0202bd4a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:03.440076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90164637-8111-4c27-9915-65024d56d5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52efe98e-14d6-44a1-a901-3742ff950aab,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:03.492850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Deleting port 4bf8c7e8-67ba-4e13-80d9-47da984c825a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:03.492979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.549240 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] Set router fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:03.632484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12e2b50e-5fb9-4f7b-a259-a8fd995e4012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.652664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56720) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:03.654892 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-bfd9bdc2-ed70-450d-9c9f-6851447c08e4 None None] Set router a68c0cc8-925a-4f75-927b-09a96e64c246 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:03.698914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] For port 4bf8c7e8-67ba-4e13-80d9-47da984c825a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4bf8c7e8-67ba-4e13-80d9-47da984c825a,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:03.699337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.721735 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-085fcfb3-69fb-44dd-91c0-a5f742116afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.730279 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Calling delete_port for 4bf8c7e8-67ba-4e13-80d9-47da984c825a owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:03.756760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-28205bee-8d4b-4003-8736-5b336adcb005 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df138ab555674a06bf0051871ce63182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0997963 Nov 27 01:13:03.756983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56724) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:03.940219 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f670de50-6d0b-44e7-9f5d-56e6affbc2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:03.949938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fcfb3-69fb-44dd-91c0-a5f742116afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c5bf43d-2cf4-4675-b80a-02ca09f08b62,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:03.961228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'name': 'tempest-ServersTestMultiNic-1257133783-router', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:55Z', 'updated_at': '2021-11-27T01:12:59Z', 'revision_number': 3, 'project_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'gw_port': {'id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:58Z', 'updated_at': '2021-11-27T01:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:04.004124 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f670de50-6d0b-44e7-9f5d-56e6affbc2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.027542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b637511-c71f-4660-9f29-133ce611cd98 None None] The sync data for ids ['fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'] in n-d-819494-2 is: [{'id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'name': 'tempest-ServersTestMultiNic-1257133783-router', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:55Z', 'updated_at': '2021-11-27T01:12:59Z', 'revision_number': 3, 'project_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'gw_port': {'id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:58Z', 'updated_at': '2021-11-27T01:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:04.074717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085fcfb3-69fb-44dd-91c0-a5f742116afa admin admin] Checking segment: {'id': 'ffebc031-4253-4d22-bce6-18d20bfcddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:04.075776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085fcfb3-69fb-44dd-91c0-a5f742116afa admin admin] Network hostable DHCP agents. Network: 118a00df-a939-4eef-bd47-d93d4d335a04, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:13:04.129497 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bfd9bdc2-ed70-450d-9c9f-6851447c08e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:13:01Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:04.168235 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9bdc2-ed70-450d-9c9f-6851447c08e4 None None] The sync data for ids ['a68c0cc8-925a-4f75-927b-09a96e64c246'] in n-d-819494-2 is: [{'id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'name': 'tempest-FloatingIPsAssociationTestJSON-1196475138-router', 'tenant_id': '871a101edd3a4fcc883d83b04d0027c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:11:40Z', 'updated_at': '2021-11-27T01:13:01Z', 'revision_number': 5, 'project_id': '871a101edd3a4fcc883d83b04d0027c5', 'gw_port': {'id': '4bf8c7e8-67ba-4e13-80d9-47da984c825a', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68c0cc8-925a-4f75-927b-09a96e64c246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:11:41Z', 'updated_at': '2021-11-27T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:04.195080 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.250966 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.255220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085fcfb3-69fb-44dd-91c0-a5f742116afa admin admin] Network 118a00df-a939-4eef-bd47-d93d4d335a04 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:13:04.271093 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f670de50-6d0b-44e7-9f5d-56e6affbc2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.274007 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f670de50-6d0b-44e7-9f5d-56e6affbc2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.278436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f670de50-6d0b-44e7-9f5d-56e6affbc2c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46d1613e-e54c-4850-bf5c-cad6f321373d HTTP/1.1" status: 204 len: 168 time: 0.5189047 Nov 27 01:13:04.287132 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf8c7e8-67ba-4e13-80d9-47da984c825a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:04.337105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670de50-6d0b-44e7-9f5d-56e6affbc2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d1613e-e54c-4850-bf5c-cad6f321373d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:04.340194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-085fcfb3-69fb-44dd-91c0-a5f742116afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 118a00df-a939-4eef-bd47-d93d4d335a04) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:04.355858 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f895360b-b2ba-418b-93b2-9065a0795a5b None None] Network 118a00df-a939-4eef-bd47-d93d4d335a04 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:04.384816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fcfb3-69fb-44dd-91c0-a5f742116afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:04.385421 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-085fcfb3-69fb-44dd-91c0-a5f742116afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.445110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.535930 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-085fcfb3-69fb-44dd-91c0-a5f742116afa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5719965 Nov 27 01:13:04.558848 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56752) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:04.602053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:04.673180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.681170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.700067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d21d996-9c19-4480-b732-fe079ebc879b None None] Network 118a00df-a939-4eef-bd47-d93d4d335a04 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:04.714310 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.715472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.746109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582ec40-a745-4f95-af53-f3c5687c9783 req-2a802774-44a4-4fd2-b96d-359dd9e4893b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:04.747804 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a582ec40-a745-4f95-af53-f3c5687c9783 req-2a802774-44a4-4fd2-b96d-359dd9e4893b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.3424666 Nov 27 01:13:04.801646 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56760) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:04.830939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Allocated IP 172.20.0.1 (16edc915-5e53-4e26-b65b-fd61e70c9c94/21beb649-686e-41ff-8c2d-da0a46fc962c/ea527e19-799f-4de8-b576-2d394b2c16c1) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:04.840470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.841328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a68c0cc8-925a-4f75-927b-09a96e64c246 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:13:04.846598 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.848440 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d6bc519f-9d1f-4664-b324-7972dc1fe8f2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a68c0cc8-925a-4f75-927b-09a96e64c246 HTTP/1.1" status: 204 len: 168 time: 2.0707386 Nov 27 01:13:04.852255 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56764) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:04.914787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-12e2b50e-5fb9-4f7b-a259-a8fd995e4012 admin admin] Deleting port 3c8960b2-ae31-49b5-99ab-138305a2697c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:04.916378 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12e2b50e-5fb9-4f7b-a259-a8fd995e4012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.932011 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:04.959361 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1176e84-871d-4ab2-890a-0d1191427337 admin admin] Deleting subnet 60839889-d108-4626-be59-60e2be3229e0 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:13:04.965370 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b1176e84-871d-4ab2-890a-0d1191427337 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.009044 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a582ec40-a745-4f95-af53-f3c5687c9783 req-07973e4a-ae43-469f-b2ba-17fb11675fa1 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471881 Nov 27 01:13:05.010477 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b1176e84-871d-4ab2-890a-0d1191427337 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.102183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1200134151-network', 'tenant_id': '45731133ae9e435f84b4491351b086d0'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:05.199189 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b1176e84-871d-4ab2-890a-0d1191427337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.233552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Made reservation on behalf of 45731133ae9e435f84b4491351b086d0 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:05.236090 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.244479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-12e2b50e-5fb9-4f7b-a259-a8fd995e4012 admin admin] For port 3c8960b2-ae31-49b5-99ab-138305a2697c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3c8960b2-ae31-49b5-99ab-138305a2697c,segment=NetworkSegment(6dd60473-3860-43c3-8bcd-05c2baed2f77),segment_id=6dd60473-3860-43c3-8bcd-05c2baed2f77)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:05.245124 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12e2b50e-5fb9-4f7b-a259-a8fd995e4012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.255833 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.261172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-12e2b50e-5fb9-4f7b-a259-a8fd995e4012 admin admin] Calling delete_port for 3c8960b2-ae31-49b5-99ab-138305a2697c owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:05.369918 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b1176e84-871d-4ab2-890a-0d1191427337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.421926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1176e84-871d-4ab2-890a-0d1191427337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60839889-d108-4626-be59-60e2be3229e0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:05.430845 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b1176e84-871d-4ab2-890a-0d1191427337 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.452996 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b1176e84-871d-4ab2-890a-0d1191427337 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/60839889-d108-4626-be59-60e2be3229e0 HTTP/1.1" status: 204 len: 168 time: 0.5963917 Nov 27 01:13:05.454134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56780) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:05.556005 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.565257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.570102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db293a4-316b-4548-b617-d8e1c88b2b14 None None] Network 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:05.586423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.644251 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:13:05.733150 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:05.843648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56792) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:05.884639 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd5cba-bc42-4a46-8b2d-9ca968f21a29 None None] DHCP port deletion for 687713a2-90e0-41ab-8cf4-6201a1d6f4e8 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:05.960224 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 437aee06-353c-4e77-91b8-73c915f1c4c5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:05.972542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12e2b50e-5fb9-4f7b-a259-a8fd995e4012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.025596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2b50e-5fb9-4f7b-a259-a8fd995e4012 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8960b2-ae31-49b5-99ab-138305a2697c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:06.031539 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.041204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-827653281-network', 'tenant_id': '9ce090256ac14ca494a8481b8dc46f60'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:06.071938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd5cba-bc42-4a46-8b2d-9ca968f21a29 None None] Deleting port 55c4a61e-a504-4a35-98c1-e58fbfbab6da {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:06.071938 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5cba-bc42-4a46-8b2d-9ca968f21a29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.109581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Made reservation on behalf of 9ce090256ac14ca494a8481b8dc46f60 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:06.112651 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.185761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2bd5cba-bc42-4a46-8b2d-9ca968f21a29 None None] For port 55c4a61e-a504-4a35-98c1-e58fbfbab6da, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=55c4a61e-a504-4a35-98c1-e58fbfbab6da,segment=NetworkSegment(5b5e8d61-3920-4619-9425-c97ec38e7a6f),segment_id=5b5e8d61-3920-4619-9425-c97ec38e7a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:06.186164 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5cba-bc42-4a46-8b2d-9ca968f21a29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.187360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56804) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:06.194592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Network 16edc915-5e53-4e26-b65b-fd61e70c9c94 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:06.198040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ea527e19-799f-4de8-b576-2d394b2c16c1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:06.198560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 437aee06-353c-4e77-91b8-73c915f1c4c5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:06.199198 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.207111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:06.223022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:06.253531 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.256128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd5cba-bc42-4a46-8b2d-9ca968f21a29 None None] Calling delete_port for 55c4a61e-a504-4a35-98c1-e58fbfbab6da owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:06.259247 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.259544 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Added segment 72a805de-7d3c-4e0a-9826-3507c80fe11e of type vlan for network ca3e04cd-7b00-40c5-9512-0be97b9c1107 Nov 27 01:13:06.291121 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.299959 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.318606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:06.347341 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.415753 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.432404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 437aee06-353c-4e77-91b8-73c915f1c4c5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=437aee06-353c-4e77-91b8-73c915f1c4c5,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:06.446923 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.480541 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:06.488799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531c286-4243-4d2f-bba5-aaaf04d23e1a req-71f2dd69-ea76-49fc-b1eb-5ed41ea5b198 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.501639 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1531c286-4243-4d2f-bba5-aaaf04d23e1a req-71f2dd69-ea76-49fc-b1eb-5ed41ea5b198 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.3019454 Nov 27 01:13:06.524285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:06.524495 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6f2b1c9f-86a0-4c9b-85c0-04a3f05fa2c8 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:06.534775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95336e4c-b819-4007-aea5-09063a5925ea req-56c58570-e553-4fe1-bfd2-7dca21786958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.535259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95336e4c-b819-4007-aea5-09063a5925ea req-56c58570-e553-4fe1-bfd2-7dca21786958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.535720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95336e4c-b819-4007-aea5-09063a5925ea req-56c58570-e553-4fe1-bfd2-7dca21786958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.536574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95336e4c-b819-4007-aea5-09063a5925ea req-56c58570-e553-4fe1-bfd2-7dca21786958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.540735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95336e4c-b819-4007-aea5-09063a5925ea req-56c58570-e553-4fe1-bfd2-7dca21786958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.541257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95336e4c-b819-4007-aea5-09063a5925ea req-56c58570-e553-4fe1-bfd2-7dca21786958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.541676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95336e4c-b819-4007-aea5-09063a5925ea req-56c58570-e553-4fe1-bfd2-7dca21786958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.543742 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-95336e4c-b819-4007-aea5-09063a5925ea req-56c58570-e553-4fe1-bfd2-7dca21786958 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 6493 time: 0.3521795 Nov 27 01:13:06.548500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=437aee06-353c-4e77-91b8-73c915f1c4c5,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:06.555235 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.555817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:06.556626 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.579620 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5cba-bc42-4a46-8b2d-9ca968f21a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.626928 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd5cba-bc42-4a46-8b2d-9ca968f21a29 None None] No DVR routers for this DVR port 55c4a61e-a504-4a35-98c1-e58fbfbab6da on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:06.634121 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5cba-bc42-4a46-8b2d-9ca968f21a29 None None] Pushing event deleted for resources: {'Port': ['ID=55c4a61e-a504-4a35-98c1-e58fbfbab6da,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:06.658037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-122fe299-d092-47e8-a0e1-89460f7d0d3b None None] Provisioning complete for port ea527e19-799f-4de8-b576-2d394b2c16c1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:06.662830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8571019 Nov 27 01:13:06.662974 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-122fe299-d092-47e8-a0e1-89460f7d0d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.671882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56808) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:06.679149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-519f0ff4-cd9b-495e-a9e1-a56268281fbf admin admin] Request body: {'subnet': {'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1200134151-subnet', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:06.703173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-122fe299-d092-47e8-a0e1-89460f7d0d3b None None] Port ea527e19-799f-4de8-b576-2d394b2c16c1 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:06.709455 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1531c286-4243-4d2f-bba5-aaaf04d23e1a req-dc67f3f3-617a-42ac-a892-dddc28ec494e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069139 Nov 27 01:13:06.726885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9cf67-1f5c-4561-87b9-f0f4a636757e admin admin] Pushing event updated for resources: {'Network': ['ID=ca3e04cd-7b00-40c5-9512-0be97b9c1107,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:06.740925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:13:06.771183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519f0ff4-cd9b-495e-a9e1-a56268281fbf admin admin] Made reservation on behalf of 45731133ae9e435f84b4491351b086d0 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:06.775187 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-519f0ff4-cd9b-495e-a9e1-a56268281fbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.776646 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.784328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-95336e4c-b819-4007-aea5-09063a5925ea req-205c3597-8e11-4d97-85d4-058fca1a408b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2072642 Nov 27 01:13:06.796971 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12e2b50e-5fb9-4f7b-a259-a8fd995e4012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.803368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Deleting port 55c4a61e-a504-4a35-98c1-e58fbfbab6da {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:06.803697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.930761 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] For port 55c4a61e-a504-4a35-98c1-e58fbfbab6da, host n-d-819494-2, got binding levels [] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:06.931123 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.956503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Calling delete_port for 55c4a61e-a504-4a35-98c1-e58fbfbab6da owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:06.961365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_backend_mixin [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Port 55c4a61e-a504-4a35-98c1-e58fbfbab6da was not found and therefore no delete operation was performed {{(pid=103385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:13:06.965076 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:06.998029 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c4a61e-a504-4a35-98c1-e58fbfbab6da,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:07.024994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] No DVR routers for this DVR port 55c4a61e-a504-4a35-98c1-e58fbfbab6da on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:07.143092 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.167004 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-519f0ff4-cd9b-495e-a9e1-a56268281fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.178945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687713a2-90e0-41ab-8cf4-6201a1d6f4e8']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:07.209669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5e8d61-3920-4619-9425-c97ec38e7a6f') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:07.209961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5e8d61-3920-4619-9425-c97ec38e7a6f') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:07.230611 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.247313 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.261319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f0ff4-cd9b-495e-a9e1-a56268281fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f816a93d-f541-4896-9e58-52bcc03d53b8,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:07.261912 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.263685 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.274275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:13:07.274674 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:13:07.276363 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:13:07.286003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f0ff4-cd9b-495e-a9e1-a56268281fbf admin admin] Checking segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:07.286349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f0ff4-cd9b-495e-a9e1-a56268281fbf admin admin] Network hostable DHCP agents. Network: ca3e04cd-7b00-40c5-9512-0be97b9c1107, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:13:07.293077 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.341530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f0ff4-cd9b-495e-a9e1-a56268281fbf admin admin] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:13:07.346216 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.357068 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.363209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/687713a2-90e0-41ab-8cf4-6201a1d6f4e8 HTTP/1.1" status: 204 len: 168 time: 1.9057658 Nov 27 01:13:07.372874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5a979-a98a-41e6-bacb-8abad2f0ccc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=687713a2-90e0-41ab-8cf4-6201a1d6f4e8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:07.375629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-519f0ff4-cd9b-495e-a9e1-a56268281fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, ca3e04cd-7b00-40c5-9512-0be97b9c1107) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:07.382082 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519f0ff4-cd9b-495e-a9e1-a56268281fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:07.382735 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-519f0ff4-cd9b-495e-a9e1-a56268281fbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.386076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367d4d52-a12d-498b-a70c-a4dfbd5ad55e None None] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:07.406394 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.418797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:13:07.433929 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-519f0ff4-cd9b-495e-a9e1-a56268281fbf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7598953 Nov 27 01:13:07.434471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56816) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:07.445289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:07.461983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7489cb8b-ed1c-4fff-8590-01c6210126d3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:07.472200 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.474952 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.487901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.488496 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Added segment de987e8c-e271-4793-b805-7e23304b5e14 of type vlan for network 2eaddc87-3a23-41ff-872a-2ec44342687d Nov 27 01:13:07.543191 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.581567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56818) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:07.582733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 437aee06-353c-4e77-91b8-73c915f1c4c5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:07.649705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 437aee06-353c-4e77-91b8-73c915f1c4c5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:07.650077 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.684719 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.689508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:13:07.690374 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.694029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.778906 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.786968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Allocated IP 172.25.3.79 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/a6c31864-84e9-46e4-b378-f7e988b1e199) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:07.808623 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.884385 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9b3ba626-aacc-48c4-906c-6c22df5548c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=871a101edd3a4fcc883d83b04d0027c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706795 Nov 27 01:13:07.890355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56822) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:07.904535 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4bf8c7e8-67ba-4e13-80d9-47da984c825a no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:07.915350 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.915350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:07.915350 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:07.932779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 4bf8c7e8-67ba-4e13-80d9-47da984c825a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:07.933113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4bf8c7e8-67ba-4e13-80d9-47da984c825a not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:07.933685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 55c4a61e-a504-4a35-98c1-e58fbfbab6da no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:07.964729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 55c4a61e-a504-4a35-98c1-e58fbfbab6da {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:07.965067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 55c4a61e-a504-4a35-98c1-e58fbfbab6da not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:07.973671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Allocated IP 172.20.0.2 (ca3e04cd-7b00-40c5-9512-0be97b9c1107/f816a93d-f541-4896-9e58-52bcc03d53b8/84d023a3-3f4c-4126-8bac-41e6e1946851) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:07.978622 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b2201d7-ccca-4735-a6a9-353911208d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.005500 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.033125 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b2201d7-ccca-4735-a6a9-353911208d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.035985 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.041856 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.054875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e2b50e-5fb9-4f7b-a259-a8fd995e4012 admin admin] Router f0dc3e68-b929-443a-8fdb-f060816b2e8a has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:13:08.070518 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2253327 Nov 27 01:13:08.071363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ea527e19-799f-4de8-b576-2d394b2c16c1,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:08.076446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56824) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:08.092113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-188cebdd-5404-4577-9ce9-7d8c0752cad3 admin admin] Request body: {'subnet': {'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-827653281-subnet', 'tenant_id': '9ce090256ac14ca494a8481b8dc46f60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:08.103783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9809a5-1cc3-4d8b-9367-cdd82b907916 admin admin] Pushing event updated for resources: {'Network': ['ID=2eaddc87-3a23-41ff-872a-2ec44342687d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:08.135055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1506a-d9cb-46bb-8f87-972f9d884d85 req-f820ef65-726b-4b9f-a62b-538722809a70 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:08.136747 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 2eaddc87-3a23-41ff-872a-2ec44342687d details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:13:08.142813 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ff1506a-d9cb-46bb-8f87-972f9d884d85 req-f820ef65-726b-4b9f-a62b-538722809a70 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.2926974 Nov 27 01:13:08.157164 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b2201d7-ccca-4735-a6a9-353911208d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.160146 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b2201d7-ccca-4735-a6a9-353911208d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.163814 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9b2201d7-ccca-4735-a6a9-353911208d84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28fd83cf-32bc-4bee-b72e-3e6503bd4ccc HTTP/1.1" status: 204 len: 168 time: 0.2701473 Nov 27 01:13:08.170043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2201d7-ccca-4735-a6a9-353911208d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd83cf-32bc-4bee-b72e-3e6503bd4ccc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:08.179921 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.234712 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.243190 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.282562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:08.285434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:08.289707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:08.302142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Pushing event updated for resources: {'Port': ['ID=84d023a3-3f4c-4126-8bac-41e6e1946851,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:08.316512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188cebdd-5404-4577-9ce9-7d8c0752cad3 admin admin] Made reservation on behalf of 9ce090256ac14ca494a8481b8dc46f60 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:08.318423 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-188cebdd-5404-4577-9ce9-7d8c0752cad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.352556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Attempting to bind port 84d023a3-3f4c-4126-8bac-41e6e1946851 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:08.352936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Attempting to bind port 84d023a3-3f4c-4126-8bac-41e6e1946851 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:08.353300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Attempting to bind port 84d023a3-3f4c-4126-8bac-41e6e1946851 on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:08.358555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:08.358936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Checking segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:08.359336 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.359728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Bound using segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:08.360191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Bound port: 84d023a3-3f4c-4126-8bac-41e6e1946851, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:08.360561 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.412054 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ff1506a-d9cb-46bb-8f87-972f9d884d85 req-3ba9cb77-fc4e-4140-9fbd-1866657e74e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683656 Nov 27 01:13:08.433299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] For port 84d023a3-3f4c-4126-8bac-41e6e1946851, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:08.436194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] For port 84d023a3-3f4c-4126-8bac-41e6e1946851, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84d023a3-3f4c-4126-8bac-41e6e1946851,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:08.440770 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.506166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a82de-e837-4cad-9933-a9c7ca18db42 None None] Pushing event updated for resources: {'Port': ['ID=84d023a3-3f4c-4126-8bac-41e6e1946851,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:08.506385 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.570637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Allocated IP 172.25.3.106 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/a3a7c0f0-f187-4beb-aa9c-95180f883c11) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:08.576090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:08.609382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Network 16edc915-5e53-4e26-b65b-fd61e70c9c94 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:08.613519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:08.615754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:08.624048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Pushing event updated for resources: {'Port': ['ID=a6c31864-84e9-46e4-b378-f7e988b1e199,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:08.627415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e2b50e-5fb9-4f7b-a259-a8fd995e4012 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:08.636035 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-12e2b50e-5fb9-4f7b-a259-a8fd995e4012 admin admin] 10.222.0.37 "PUT /v2.0/routers/f0dc3e68-b929-443a-8fdb-f060816b2e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9900484 Nov 27 01:13:08.636955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:08.637711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0c8ff-16f1-4095-a712-5129256e9430 None None] Sync routers for ids ['f0dc3e68-b929-443a-8fdb-f060816b2e8a'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:08.641184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56836) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:08.657302 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0c8ff-16f1-4095-a712-5129256e9430 None None] Routers {'f0dc3e68-b929-443a-8fdb-f060816b2e8a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:08.658387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-92f0c8ff-16f1-4095-a712-5129256e9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f0dc3e68-b929-443a-8fdb-f060816b2e8a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:08.748516 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.861723 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:08.913121 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-92f0c8ff-16f1-4095-a712-5129256e9430 None None] Set router f0dc3e68-b929-443a-8fdb-f060816b2e8a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:08.971968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Pushing event updated for resources: {'Port': ['ID=a3a7c0f0-f187-4beb-aa9c-95180f883c11,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:08.999965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:09.010049 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:09.011418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:09.045560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Router fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:13:09.292166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56848) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:09.302271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-707c2a22-f71a-4b24-827c-523e4f5cb12f None None] Provisioning complete for port ea527e19-799f-4de8-b576-2d394b2c16c1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:09.302867 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-707c2a22-f71a-4b24-827c-523e4f5cb12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:09.321220 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:09.336867 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-188cebdd-5404-4577-9ce9-7d8c0752cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:09.410706 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-707c2a22-f71a-4b24-827c-523e4f5cb12f None None] Port ea527e19-799f-4de8-b576-2d394b2c16c1 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:09.422903 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:09.448871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-92f0c8ff-16f1-4095-a712-5129256e9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-667980748-router', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '329e6303-3202-476e-9c06-6acf636285a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:33Z', 'updated_at': '2021-11-27T01:13:05Z', 'revision_number': 5, 'project_id': 'ef8afca18b654adc846578d2520673f9', 'gw_port': {'id': '329e6303-3202-476e-9c06-6acf636285a4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:34Z', 'updated_at': '2021-11-27T01:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:09.493462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0c8ff-16f1-4095-a712-5129256e9430 None None] Checking router: f0dc3e68-b929-443a-8fdb-f060816b2e8a for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:09.496916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84d023a3-3f4c-4126-8bac-41e6e1946851 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:09.549248 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0c8ff-16f1-4095-a712-5129256e9430 None None] Routers {'f0dc3e68-b929-443a-8fdb-f060816b2e8a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:09.549881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-92f0c8ff-16f1-4095-a712-5129256e9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f0dc3e68-b929-443a-8fdb-f060816b2e8a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:09.555424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-859885034-network', 'tenant_id': 'ec241ff0b84e4eadadb27e969972fce5'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:09.617814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Made reservation on behalf of ec241ff0b84e4eadadb27e969972fce5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:09.621410 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:09.632764 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:09.686337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-92f0c8ff-16f1-4095-a712-5129256e9430 None None] Set router f0dc3e68-b929-443a-8fdb-f060816b2e8a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:09.762507 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 84d023a3-3f4c-4126-8bac-41e6e1946851 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:09.763162 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:09.831997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:09.957253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f5b3b-51df-42a2-b0c6-d211a6fb495a None None] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:09.994505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561501-4b93-43c4-9c6f-77097f07bf5c req-151f300b-da7c-4906-b376-23ad2772f3b9 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:09.996877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44561501-4b93-43c4-9c6f-77097f07bf5c req-151f300b-da7c-4906-b376-23ad2772f3b9 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.4484994 Nov 27 01:13:10.015593 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cebdd-5404-4577-9ce9-7d8c0752cad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b3b599-d4e2-4679-ba73-92cad71204a2,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:10.024819 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.033459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:10.043966 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Sync routers for ids ['fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:10.054921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-aeaa90a9-cec5-41a7-a55e-202bea5dd0e8 admin admin] 10.222.0.37 "PUT /v2.0/routers/fabc8f2b-cf22-4bdc-bc35-4b50f79e1841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7512949 Nov 27 01:13:10.059406 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Routers {'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:10.060319 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:10.104232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 84d023a3-3f4c-4126-8bac-41e6e1946851, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84d023a3-3f4c-4126-8bac-41e6e1946851,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:10.106498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44561501-4b93-43c4-9c6f-77097f07bf5c req-3cd326e5-a332-4577-9869-1494e8ba3518 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967853 Nov 27 01:13:10.120028 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.127000 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.128776 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.148056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:13:10.155956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:13:10.177369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdeb3db-d0eb-49a5-abf8-d76731f60d78,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:10.182083 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.182526 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Added segment 3c31d3a0-4315-4bba-80bf-81cb364fb456 of type vlan for network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb Nov 27 01:13:10.200732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56856) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:10.213787 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.217012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188cebdd-5404-4577-9ce9-7d8c0752cad3 admin admin] Checking segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:10.217448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188cebdd-5404-4577-9ce9-7d8c0752cad3 admin admin] Network hostable DHCP agents. Network: 2eaddc87-3a23-41ff-872a-2ec44342687d, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:13:10.243483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4003a6c3-cfa2-4f89-9bb3-755e6ce071cc None None] Provisioning complete for port 84d023a3-3f4c-4126-8bac-41e6e1946851 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:10.243885 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4003a6c3-cfa2-4f89-9bb3-755e6ce071cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.246040 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.294597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-92f0c8ff-16f1-4095-a712-5129256e9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-667980748-router', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '329e6303-3202-476e-9c06-6acf636285a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:33Z', 'updated_at': '2021-11-27T01:13:05Z', 'revision_number': 5, 'project_id': 'ef8afca18b654adc846578d2520673f9', 'gw_port': {'id': '329e6303-3202-476e-9c06-6acf636285a4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:34Z', 'updated_at': '2021-11-27T01:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:10.299302 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Set router fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:10.316575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f351ea3c-e660-4f85-b07d-d6d4445cac20 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1436437521'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:10.322289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188cebdd-5404-4577-9ce9-7d8c0752cad3 admin admin] Network 2eaddc87-3a23-41ff-872a-2ec44342687d is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:13:10.325406 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.339463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0c8ff-16f1-4095-a712-5129256e9430 None None] The sync data for ids ['f0dc3e68-b929-443a-8fdb-f060816b2e8a'] in n-d-819494-2 is: [{'id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'name': 'tempest-FloatingIPDetailsTestJSON-667980748-router', 'tenant_id': 'ef8afca18b654adc846578d2520673f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '329e6303-3202-476e-9c06-6acf636285a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:33Z', 'updated_at': '2021-11-27T01:13:05Z', 'revision_number': 5, 'project_id': 'ef8afca18b654adc846578d2520673f9', 'gw_port': {'id': '329e6303-3202-476e-9c06-6acf636285a4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dc3e68-b929-443a-8fdb-f060816b2e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:34Z', 'updated_at': '2021-11-27T01:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:10.361703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-188cebdd-5404-4577-9ce9-7d8c0752cad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 2eaddc87-3a23-41ff-872a-2ec44342687d) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:10.366683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188cebdd-5404-4577-9ce9-7d8c0752cad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:10.367403 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-188cebdd-5404-4577-9ce9-7d8c0752cad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.370843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=84d023a3-3f4c-4126-8bac-41e6e1946851,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:10.417322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f2def3-7656-432e-91d9-6d6f6a52dd00 None None] Network 2eaddc87-3a23-41ff-872a-2ec44342687d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:10.443626 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.449287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:10.449875 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.455942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:10.469113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f351ea3c-e660-4f85-b07d-d6d4445cac20 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:10.473198 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f351ea3c-e660-4f85-b07d-d6d4445cac20 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.509745 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-188cebdd-5404-4577-9ce9-7d8c0752cad3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4293439 Nov 27 01:13:10.531445 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2380326 Nov 27 01:13:10.532087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56862) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:10.546060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f64a3613-ec3c-426c-b9fa-e7a1fb8ee45e admin admin] Request body: {'subnet': {'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-859885034-subnet', 'tenant_id': 'ec241ff0b84e4eadadb27e969972fce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:10.555337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f351ea3c-e660-4f85-b07d-d6d4445cac20 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:13:10.559647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Deleting port 329e6303-3202-476e-9c06-6acf636285a4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:10.560451 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.560633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e6f3b-c488-42aa-a8b0-22f3677c99b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6cb1acbc-c10a-4b62-abbf-8ecff8235deb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:10.567709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.570304 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9288c6d9-c099-4b7b-9d36-63db7b21ce8a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1331801 Nov 27 01:13:10.577190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56864) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:10.603377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Sync routers for ids ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:10.646033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:13:10.675615 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f351ea3c-e660-4f85-b07d-d6d4445cac20 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.676035 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-f351ea3c-e660-4f85-b07d-d6d4445cac20 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Added segment 157d2645-0b2f-41df-9b46-806de83b3c5e of type vlan for network b05761ba-0d26-4e8e-994e-88f1848d7c48 Nov 27 01:13:10.698583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced7cecc-0d85-4871-a204-d8a3c727143c None None] Network 2eaddc87-3a23-41ff-872a-2ec44342687d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:10.742116 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'name': 'tempest-ServersTestMultiNic-1257133783-router', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:55Z', 'updated_at': '2021-11-27T01:13:06Z', 'revision_number': 4, 'project_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'gw_port': {'id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:58Z', 'updated_at': '2021-11-27T01:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'ea527e19-799f-4de8-b576-2d394b2c16c1', 'name': '', 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'mac_address': 'fa:16:3e:41:2f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '21beb649-686e-41ff-8c2d-da0a46fc962c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:07Z', 'revision_number': 2, 'project_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'subnets': [{'id': '21beb649-686e-41ff-8c2d-da0a46fc962c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:10.770135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64a3613-ec3c-426c-b9fa-e7a1fb8ee45e admin admin] Made reservation on behalf of ec241ff0b84e4eadadb27e969972fce5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:10.772892 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f64a3613-ec3c-426c-b9fa-e7a1fb8ee45e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.798397 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Checking router: fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:10.798943 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Updating router fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 port ea527e19-799f-4de8-b576-2d394b2c16c1 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:13:10.823241 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Routers {'f4e73ca5-047e-44fd-b1d3-3c8033e03e05'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:10.830649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:10.832865 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f351ea3c-e660-4f85-b07d-d6d4445cac20 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.885772 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.890086 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.903328 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] For port 329e6303-3202-476e-9c06-6acf636285a4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=329e6303-3202-476e-9c06-6acf636285a4,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:10.904388 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.909430 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f351ea3c-e660-4f85-b07d-d6d4445cac20 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:10.917923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351ea3c-e660-4f85-b07d-d6d4445cac20 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:10.918506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f351ea3c-e660-4f85-b07d-d6d4445cac20 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.088135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Calling delete_port for 329e6303-3202-476e-9c06-6acf636285a4 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:11.176202 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f351ea3c-e660-4f85-b07d-d6d4445cac20 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9686739 Nov 27 01:13:11.197448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56882) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:11.227015 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-77049bd8-ef63-4d4e-b826-8b776d68bdee tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'subnet': {'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:11.315093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351ea3c-e660-4f85-b07d-d6d4445cac20 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Network': ['ID=b05761ba-0d26-4e8e-994e-88f1848d7c48,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:11.351658 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.362872 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.385833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network b05761ba-0d26-4e8e-994e-88f1848d7c48 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:13:11.390211 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Set router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:11.499899 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f64a3613-ec3c-426c-b9fa-e7a1fb8ee45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.526356 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Attempting to bind port ea527e19-799f-4de8-b576-2d394b2c16c1 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:11.526728 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Attempting to bind port ea527e19-799f-4de8-b576-2d394b2c16c1 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '784250d6-83dd-4e24-a69c-ea56f15efa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:11.527118 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Attempting to bind port ea527e19-799f-4de8-b576-2d394b2c16c1 on network 16edc915-5e53-4e26-b65b-fd61e70c9c94 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:11.549609 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:11.551599 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Checking segment: {'id': '784250d6-83dd-4e24-a69c-ea56f15efa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:11.552110 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.552545 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Bound using segment: {'id': '784250d6-83dd-4e24-a69c-ea56f15efa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:11.553138 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Bound port: ea527e19-799f-4de8-b576-2d394b2c16c1, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784250d6-83dd-4e24-a69c-ea56f15efa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:11.553609 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.595655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbced8-8519-4a01-b979-904c7b1ec6d3 req-651a699a-d901-4a1e-b3e3-8acba64ac0b4 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:11.597173 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c3dbced8-8519-4a01-b979-904c7b1ec6d3 req-651a699a-d901-4a1e-b3e3-8acba64ac0b4 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.3251936 Nov 27 01:13:11.621983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84d023a3-3f4c-4126-8bac-41e6e1946851 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:11.643180 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] For port ea527e19-799f-4de8-b576-2d394b2c16c1, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:11.646716 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] For port ea527e19-799f-4de8-b576-2d394b2c16c1, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ea527e19-799f-4de8-b576-2d394b2c16c1,segment=NetworkSegment(784250d6-83dd-4e24-a69c-ea56f15efa09),segment_id=784250d6-83dd-4e24-a69c-ea56f15efa09)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:11.648486 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Pushing event updated for resources: {'Port': ['ID=ea527e19-799f-4de8-b576-2d394b2c16c1,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:11.658706 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.673484 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:11.673830 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:11.674214 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:11.674577 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:11.674907 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:11.675232 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:11.675553 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:11.675874 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:11.676191 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:11.676506 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:11.676823 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:11.677139 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:11.697508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c3dbced8-8519-4a01-b979-904c7b1ec6d3 req-7c4846a1-26eb-4ed7-8265-3f9955144c40 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890968 Nov 27 01:13:11.698497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:13:11.713321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a3613-ec3c-426c-b9fa-e7a1fb8ee45e admin admin] Checking segment: {'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:11.713688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a3613-ec3c-426c-b9fa-e7a1fb8ee45e admin admin] Network hostable DHCP agents. Network: 6cb1acbc-c10a-4b62-abbf-8ecff8235deb, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:13:11.718303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77049bd8-ef63-4d4e-b826-8b776d68bdee tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:11.723150 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-77049bd8-ef63-4d4e-b826-8b776d68bdee tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.749922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a3613-ec3c-426c-b9fa-e7a1fb8ee45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46a59be-e55d-45df-95e9-1ee16635f030,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:11.759311 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41efd9-7bdb-4ec0-b99b-42f7c44fd3a0 None None] Pushing event updated for resources: {'Port': ['ID=ea527e19-799f-4de8-b576-2d394b2c16c1,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:11.774526 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Routers {'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:11.776124 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:11.782451 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:11.785975 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-94a66a5e-fad8-494d-a81a-8ca304fe19d5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:11.799154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-94a66a5e-fad8-494d-a81a-8ca304fe19d5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.6346476 Nov 27 01:13:11.933850 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] Set router fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:11.955838 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-2cfb52fe-ad35-482b-a5fd-f2ea34e79141 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/quotas/9ce090256ac14ca494a8481b8dc46f60 HTTP/1.1" status: 200 len: 375 time: 0.1557918 Nov 27 01:13:11.996665 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f194420-7c76-4174-9078-fa7415cddff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.080451 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-9afc1762-6a8e-440c-a580-424de5d581b5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043367 Nov 27 01:13:12.090269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6ff9a36d-9ba5-4564-b0d8-65e2d22c91f5 None None] Provisioning complete for port 84d023a3-3f4c-4126-8bac-41e6e1946851 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:12.090662 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ff9a36d-9ba5-4564-b0d8-65e2d22c91f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.097840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 84d023a3-3f4c-4126-8bac-41e6e1946851 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:12.097840 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.154209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-7753df7a-781e-4a8b-996c-52826c673e45 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:13:12.162320 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-7753df7a-781e-4a8b-996c-52826c673e45 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153627 Nov 27 01:13:12.219131 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'name': 'tempest-ServersTestMultiNic-1257133783-router', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:55Z', 'updated_at': '2021-11-27T01:13:06Z', 'revision_number': 4, 'project_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'gw_port': {'id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:58Z', 'updated_at': '2021-11-27T01:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'ea527e19-799f-4de8-b576-2d394b2c16c1', 'name': '', 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'mac_address': 'fa:16:3e:41:2f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '21beb649-686e-41ff-8c2d-da0a46fc962c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:11Z', 'revision_number': 4, 'project_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'subnets': [{'id': '21beb649-686e-41ff-8c2d-da0a46fc962c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:12.260748 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014bcd1-4493-4d68-96ae-069343aa4d11 None None] The sync data for ids ['fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'] in n-d-819494-2 is: [{'id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'name': 'tempest-ServersTestMultiNic-1257133783-router', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:55Z', 'updated_at': '2021-11-27T01:13:06Z', 'revision_number': 4, 'project_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'gw_port': {'id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:58Z', 'updated_at': '2021-11-27T01:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'ea527e19-799f-4de8-b576-2d394b2c16c1', 'name': '', 'network_id': '16edc915-5e53-4e26-b65b-fd61e70c9c94', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'mac_address': 'fa:16:3e:41:2f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '21beb649-686e-41ff-8c2d-da0a46fc962c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:11Z', 'revision_number': 4, 'project_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'subnets': [{'id': '21beb649-686e-41ff-8c2d-da0a46fc962c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:12.282325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a3613-ec3c-426c-b9fa-e7a1fb8ee45e admin admin] Network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:13:12.305566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f64a3613-ec3c-426c-b9fa-e7a1fb8ee45e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 6cb1acbc-c10a-4b62-abbf-8ecff8235deb) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:12.329382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a3613-ec3c-426c-b9fa-e7a1fb8ee45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:12.330102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f64a3613-ec3c-426c-b9fa-e7a1fb8ee45e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.343901 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:09Z', 'revision_number': 3, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:12.354942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.377136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:12.384768 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3c8960b2-ae31-49b5-99ab-138305a2697c no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:12.385387 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f64a3613-ec3c-426c-b9fa-e7a1fb8ee45e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8496609 Nov 27 01:13:12.387523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b5fccd-50fd-4401-b940-5ae42abef195 None None] Network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:12.398433 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Sync routers for ids ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:12.409727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Checking router: f4e73ca5-047e-44fd-b1d3-3c8033e03e05 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:12.410077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Updating router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 port a3a7c0f0-f187-4beb-aa9c-95180f883c11 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:13:12.415812 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Routers {'2614a1f8-3640-48f9-9d6b-7abbc257d4b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:12.416225 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:12.486160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=329e6303-3202-476e-9c06-6acf636285a4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:12.497910 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.501802 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3f2f1c5a-764b-4688-b3d9-08c961a88efa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9343581 Nov 27 01:13:12.503674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56886) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:12.515782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 3c8960b2-ae31-49b5-99ab-138305a2697c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:12.516145 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3c8960b2-ae31-49b5-99ab-138305a2697c not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:12.529949 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.567793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-84ade18d-51c7-44f2-a44c-aaea047c02ad None None] Provisioning complete for port ea527e19-799f-4de8-b576-2d394b2c16c1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:12.568091 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84ade18d-51c7-44f2-a44c-aaea047c02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.648364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Allocated IP 172.20.0.1 (ca3e04cd-7b00-40c5-9512-0be97b9c1107/f816a93d-f541-4896-9e58-52bcc03d53b8/3c78155a-21c8-4c8e-aad1-0951b8567b16) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:12.765260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:12.824302 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Set router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:12.831034 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-225d7980-25b3-4e88-9820-5ad04dffdebe service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676619 Nov 27 01:13:12.918657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9538ee74-4c4f-4483-804c-c47f03a9809d None None] Network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:13.008802 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84ade18d-51c7-44f2-a44c-aaea047c02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.083706 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.086172 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.119239 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:09Z', 'revision_number': 3, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:13.165152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.165672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0dc3e68-b929-443a-8fdb-f060816b2e8a {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:13:13.170032 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Checking router: 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:13.170504 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Updating router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 port a6c31864-84e9-46e4-b378-f7e988b1e199 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:13:13.173102 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.174828 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-916e11af-7e71-4965-a609-f2af0b110a65 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f0dc3e68-b929-443a-8fdb-f060816b2e8a HTTP/1.1" status: 204 len: 168 time: 4.5308359 Nov 27 01:13:13.178715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-84ade18d-51c7-44f2-a44c-aaea047c02ad None None] For port ea527e19-799f-4de8-b576-2d394b2c16c1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ea527e19-799f-4de8-b576-2d394b2c16c1,segment=NetworkSegment(784250d6-83dd-4e24-a69c-ea56f15efa09),segment_id=784250d6-83dd-4e24-a69c-ea56f15efa09)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:13.190500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56904) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:13.199682 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84ade18d-51c7-44f2-a44c-aaea047c02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.241542 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.256868 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-77049bd8-ef63-4d4e-b826-8b776d68bdee tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.340009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.341266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77049bd8-ef63-4d4e-b826-8b776d68bdee tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Subnet': ['ID=387e7e5a-cc91-4873-9335-c284cb47e5a9,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:13.438986 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.439123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77049bd8-ef63-4d4e-b826-8b776d68bdee tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Checking segment: {'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:13.439352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77049bd8-ef63-4d4e-b826-8b776d68bdee tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network hostable DHCP agents. Network: b05761ba-0d26-4e8e-994e-88f1848d7c48, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:13:13.450898 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.451845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9254e4-68f5-456e-b66e-d2b6f8388ff7 admin admin] Deleting subnet bdc451e2-10dc-4394-bb9f-9acdd6914882 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:13:13.455431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b9254e4-68f5-456e-b66e-d2b6f8388ff7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.463230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ade18d-51c7-44f2-a44c-aaea047c02ad None None] Pushing event updated for resources: {'Port': ['ID=ea527e19-799f-4de8-b576-2d394b2c16c1,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:13.505355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-f858c7ad-e79d-4ea2-a015-c44a38afca94 service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642204 Nov 27 01:13:13.537826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77049bd8-ef63-4d4e-b826-8b776d68bdee tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network b05761ba-0d26-4e8e-994e-88f1848d7c48 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:13:13.542748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Attempting to bind port a3a7c0f0-f187-4beb-aa9c-95180f883c11 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:13.543124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Attempting to bind port a3a7c0f0-f187-4beb-aa9c-95180f883c11 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:13.543783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Attempting to bind port a3a7c0f0-f187-4beb-aa9c-95180f883c11 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:13.551594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-a1fa73e8-fc6a-47f9-8b04-ad942e022828 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:13.553986 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-77049bd8-ef63-4d4e-b826-8b776d68bdee tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, b05761ba-0d26-4e8e-994e-88f1848d7c48) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:13.561139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77049bd8-ef63-4d4e-b826-8b776d68bdee tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:13.563191 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-77049bd8-ef63-4d4e-b826-8b776d68bdee tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.569365 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d592cf85-4d37-4662-9fff-e7ee3e01a98f None None] Network b05761ba-0d26-4e8e-994e-88f1848d7c48 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:13.574612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:13.574987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:13.580159 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-a1fa73e8-fc6a-47f9-8b04-ad942e022828 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/networks?id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb HTTP/1.1" status: 200 len: 821 time: 0.7047215 Nov 27 01:13:13.580343 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.581246 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:13.581984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Bound port: a3a7c0f0-f187-4beb-aa9c-95180f883c11, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:13.582580 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.604094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-77049bd8-ef63-4d4e-b826-8b776d68bdee tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4002881 Nov 27 01:13:13.607839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56906) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:13.623056 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-82fbf100-89fa-4374-bd25-b31712db9aa9 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/quotas/ec241ff0b84e4eadadb27e969972fce5 HTTP/1.1" status: 200 len: 375 time: 0.0418270 Nov 27 01:13:13.632687 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b9254e4-68f5-456e-b66e-d2b6f8388ff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.634442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9d061b1f-b7cd-4475-ab25-e3bbe848e1ec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1746562219'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:13.658814 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] For port a3a7c0f0-f187-4beb-aa9c-95180f883c11, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:13.662122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] For port a3a7c0f0-f187-4beb-aa9c-95180f883c11, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a3a7c0f0-f187-4beb-aa9c-95180f883c11,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:13.682891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d061b1f-b7cd-4475-ab25-e3bbe848e1ec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:13.686934 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.687712 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d061b1f-b7cd-4475-ab25-e3bbe848e1ec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.738560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d061b1f-b7cd-4475-ab25-e3bbe848e1ec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:13:13.746937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e8030-c7f2-4c37-906a-48a9567f9519 None None] Pushing event updated for resources: {'Port': ['ID=a3a7c0f0-f187-4beb-aa9c-95180f883c11,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:13.760425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d061b1f-b7cd-4475-ab25-e3bbe848e1ec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.760979 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-9d061b1f-b7cd-4475-ab25-e3bbe848e1ec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Added segment 8f356c7c-0ca1-4273-a366-4a6dd78d195d of type vlan for network 03f40f37-004d-488f-8321-562efac1452b Nov 27 01:13:13.772329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-9e56a8a2-7398-46d8-acc7-0a96bad34960 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec241ff0b84e4eadadb27e969972fce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1483033 Nov 27 01:13:13.786752 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.811469 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.853749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-bdbb6630-13e7-450a-bfab-d716df16a9ef service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:13:13.862123 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-bdbb6630-13e7-450a-bfab-d716df16a9ef service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0641553 Nov 27 01:13:13.885095 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Attempting to bind port a6c31864-84e9-46e4-b378-f7e988b1e199 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:13.885671 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Attempting to bind port a6c31864-84e9-46e4-b378-f7e988b1e199 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:13.886134 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Attempting to bind port a6c31864-84e9-46e4-b378-f7e988b1e199 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:13.914045 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d061b1f-b7cd-4475-ab25-e3bbe848e1ec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.916829 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:13.917336 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:13.917984 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.923700 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:13.924392 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Bound port: a6c31864-84e9-46e4-b378-f7e988b1e199, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:13.924896 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:13.968567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Routers {'f4e73ca5-047e-44fd-b1d3-3c8033e03e05'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:13.969904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:12:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:13.999710 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] For port a6c31864-84e9-46e4-b378-f7e988b1e199, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:14.002757 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] For port a6c31864-84e9-46e4-b378-f7e988b1e199, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a6c31864-84e9-46e4-b378-f7e988b1e199,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:14.007072 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.012757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d061b1f-b7cd-4475-ab25-e3bbe848e1ec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.016357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ea527e19-799f-4de8-b576-2d394b2c16c1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:14.020854 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.024455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d061b1f-b7cd-4475-ab25-e3bbe848e1ec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:14.025203 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d061b1f-b7cd-4475-ab25-e3bbe848e1ec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.065371 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Routers {'2614a1f8-3640-48f9-9d6b-7abbc257d4b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:14.066175 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:13:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:14.127321 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-85341759-a641-43ff-b79f-75f9fbe0ecc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.156511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d061b1f-b7cd-4475-ab25-e3bbe848e1ec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Network': ['ID=03f40f37-004d-488f-8321-562efac1452b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:14.186006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 03f40f37-004d-488f-8321-562efac1452b details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:13:14.192392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311a4a0-8377-47f6-8f49-eded91cd975e req-5a675de3-1066-4037-99b9-d6fc195de2ac tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:14.194759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6311a4a0-8377-47f6-8f49-eded91cd975e req-5a675de3-1066-4037-99b9-d6fc195de2ac tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.2482009 Nov 27 01:13:14.199340 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9d061b1f-b7cd-4475-ab25-e3bbe848e1ec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5893281 Nov 27 01:13:14.203274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56914) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:14.212553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9fe2472a-1c38-417b-be41-ba299e7ccd59 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'subnet': {'network_id': '03f40f37-004d-488f-8321-562efac1452b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:14.250295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:14.270300 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] Set router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:14.283659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:14.295608 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Pushing event updated for resources: {'Port': ['ID=3c78155a-21c8-4c8e-aad1-0951b8567b16,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:14.298041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:14.321091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e8030-c7f2-4c37-906a-48a9567f9519 None None] Pushing event updated for resources: {'Port': ['ID=a3a7c0f0-f187-4beb-aa9c-95180f883c11,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:14.363225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6311a4a0-8377-47f6-8f49-eded91cd975e req-4e669da9-bfe9-46ac-a2cb-b42faff774aa tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459987 Nov 27 01:13:14.374424 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.440603 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b9254e4-68f5-456e-b66e-d2b6f8388ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.461128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe2472a-1c38-417b-be41-ba299e7ccd59 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:14.469291 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9fe2472a-1c38-417b-be41-ba299e7ccd59 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.479044 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457d5b8-c6be-447c-818b-0465beca0190 None None] Pushing event updated for resources: {'Port': ['ID=a6c31864-84e9-46e4-b378-f7e988b1e199,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:14.511386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-cafab2ac-6922-493b-a1de-9a9c51c24d09 service neutron] 10.222.0.37 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193287 Nov 27 01:13:14.544468 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457d5b8-c6be-447c-818b-0465beca0190 None None] Pushing event updated for resources: {'Port': ['ID=a6c31864-84e9-46e4-b378-f7e988b1e199,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:14.665872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0a5dc5f-9b5e-4b91-ae61-1f74cf4eaf17 req-b07e0abd-1208-4352-a38b-63ccaf4f65d8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 210 time: 0.1718757 Nov 27 01:13:14.675033 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.759035 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:09Z', 'revision_number': 3, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:14.801262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] Set router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:14.810349 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbef1c1-0b95-41a0-b6db-37b384071f26 None None] The sync data for ids ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'] in n-d-819494-2 is: [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:09Z', 'revision_number': 3, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:14.847986 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b9254e4-68f5-456e-b66e-d2b6f8388ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.892493 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9fe2472a-1c38-417b-be41-ba299e7ccd59 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.899538 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b9254e4-68f5-456e-b66e-d2b6f8388ff7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:14.903074 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4b9254e4-68f5-456e-b66e-d2b6f8388ff7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bdc451e2-10dc-4394-bb9f-9acdd6914882 HTTP/1.1" status: 204 len: 168 time: 1.7060456 Nov 27 01:13:14.907580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56922) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:14.942730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9254e4-68f5-456e-b66e-d2b6f8388ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc451e2-10dc-4394-bb9f-9acdd6914882,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:14.963333 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c464a8b-28b4-4386-a246-695208356297 None None] Network 1c0a9858-4dc3-4e93-aeb8-43b82622be78 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:14.971167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.056484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2472a-1c38-417b-be41-ba299e7ccd59 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Subnet': ['ID=fbbfeb0e-7294-4ac3-bea2-1aa71368e94e,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:15.091041 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.097909 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2472a-1c38-417b-be41-ba299e7ccd59 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Checking segment: {'id': '8f356c7c-0ca1-4273-a366-4a6dd78d195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '03f40f37-004d-488f-8321-562efac1452b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:15.097909 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2472a-1c38-417b-be41-ba299e7ccd59 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network hostable DHCP agents. Network: 03f40f37-004d-488f-8321-562efac1452b, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:13:15.130095 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-7835ee43-1b40-4e8d-9894-b0f2341ca4f3 service neutron] 10.222.0.37 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052899 Nov 27 01:13:15.140476 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.154591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-b05761ba-0d26-4e8e-994e-88f1848d7c48', 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'fixed_ips': [{'subnet_id': '387e7e5a-cc91-4873-9335-c284cb47e5a9'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:13:15.156698 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.180425 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2472a-1c38-417b-be41-ba299e7ccd59 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network 03f40f37-004d-488f-8321-562efac1452b is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:13:15.203189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1d5ac84a-4bbe-4411-aa82-bcb1cab3d2c8 None None] Provisioning complete for port 3c78155a-21c8-4c8e-aad1-0951b8567b16 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:15.203565 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac84a-4bbe-4411-aa82-bcb1cab3d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.208663 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.221174 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-9fe2472a-1c38-417b-be41-ba299e7ccd59 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 03f40f37-004d-488f-8321-562efac1452b) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:15.258118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2472a-1c38-417b-be41-ba299e7ccd59 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:15.261120 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9fe2472a-1c38-417b-be41-ba299e7ccd59 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.274908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f1f95a-cccb-4832-a5c0-0a9e2876e77b None None] Network 03f40f37-004d-488f-8321-562efac1452b requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:15.354285 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9fe2472a-1c38-417b-be41-ba299e7ccd59 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1496749 Nov 27 01:13:15.357489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Deleting port 68a8c9b3-f124-4ece-9637-801939ec848f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:15.360389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.493593 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ea527e19-799f-4de8-b576-2d394b2c16c1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:15.494090 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.577469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ac84a-4bbe-4411-aa82-bcb1cab3d2c8 None None] Port 3c78155a-21c8-4c8e-aad1-0951b8567b16 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:15.608206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Allocated IP 172.20.0.1 (118a00df-a939-4eef-bd47-d93d4d335a04/5c5bf43d-2cf4-4675-b80a-02ca09f08b62/da749575-2313-4143-94a8-303462408ec2) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:15.620110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89fda4-2adf-4d6a-9f8b-39f9585b63b6 req-c8d5fe02-1fc8-45d5-b913-4022c23a0dbd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:15.621826 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a89fda4-2adf-4d6a-9f8b-39f9585b63b6 req-c8d5fe02-1fc8-45d5-b913-4022c23a0dbd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0958574 Nov 27 01:13:15.636255 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cb42a40f-83eb-41a8-9b7b-06ef727d21c6 req-625484ac-69d5-4e81-a9a0-f5aeccd3f8e4 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 210 time: 0.1166866 Nov 27 01:13:15.671880 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] For port 68a8c9b3-f124-4ece-9637-801939ec848f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=68a8c9b3-f124-4ece-9637-801939ec848f,segment=NetworkSegment(6dd60473-3860-43c3-8bcd-05c2baed2f77),segment_id=6dd60473-3860-43c3-8bcd-05c2baed2f77)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:15.672399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:15.695821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Calling delete_port for 68a8c9b3-f124-4ece-9637-801939ec848f owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:15.745209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a89fda4-2adf-4d6a-9f8b-39f9585b63b6 req-3282bc48-8bb1-4bb1-a603-746a75dfb8f5 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119246 Nov 27 01:13:15.918763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d283b8e-c5b2-4eb7-9808-3b1cbefe6e1f None None] DHCP port deletion for 1c0a9858-4dc3-4e93-aeb8-43b82622be78 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:13:16.052214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Allocated IP 19.80.0.2 (b05761ba-0d26-4e8e-994e-88f1848d7c48/387e7e5a-cc91-4873-9335-c284cb47e5a9/300a08d8-458d-418f-8c52-89e386ee0cd5) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:16.071843 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.137793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] No DVR routers for this DVR port 68a8c9b3-f124-4ece-9637-801939ec848f on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:16.147008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-31441286-c885-49a4-8875-fcd37d167d61 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:16.154804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-31441286-c885-49a4-8875-fcd37d167d61 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:16.156584 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-31441286-c885-49a4-8875-fcd37d167d61 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/networks?id=b05761ba-0d26-4e8e-994e-88f1848d7c48&id=03f40f37-004d-488f-8321-562efac1452b&id=b05761ba-0d26-4e8e-994e-88f1848d7c48 HTTP/1.1" status: 200 len: 1392 time: 0.3165936 Nov 27 01:13:16.157871 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.159469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a8c9b3-f124-4ece-9637-801939ec848f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:16.168579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c190672-e4a4-46b8-9c19-137c0b93be82 req-3b51939a-ddb5-46b9-ab08-52de8d0e2552 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 210 time: 0.2281823 Nov 27 01:13:16.201075 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.210544 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-e5aacf8e-2580-4418-8cb7-9db278f519ae tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/quotas/329cfdd4f0764ab48e5548f8e4d49ce0 HTTP/1.1" status: 200 len: 375 time: 0.0401819 Nov 27 01:13:16.315082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.321210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.337768 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.345525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0a9858-4dc3-4e93-aeb8-43b82622be78']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:16.362929 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-0b00074a-aa9d-4db3-b8ce-372ef579231b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380935 Nov 27 01:13:16.367353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd60473-3860-43c3-8bcd-05c2baed2f77') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:16.367658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd60473-3860-43c3-8bcd-05c2baed2f77') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:16.373267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:09Z', 'revision_number': 3, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:16.382121 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.386901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.443358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-03f40f37-004d-488f-8321-562efac1452b', 'network_id': '03f40f37-004d-488f-8321-562efac1452b', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'fixed_ips': [{'subnet_id': 'fbbfeb0e-7294-4ac3-bea2-1aa71368e94e'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:13:16.444242 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.476489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f59749-5e20-45ef-8be4-b5f43b091110 None None] The sync data for ids ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'] in n-d-819494-2 is: [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:09Z', 'revision_number': 3, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:16.485389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-c8c40ff3-2fd2-425a-9bd9-a9b35bb207fe tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:16.490488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-c8c40ff3-2fd2-425a-9bd9-a9b35bb207fe tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.42 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.5473475 Nov 27 01:13:16.491268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Pushing event updated for resources: {'Port': ['ID=3c78155a-21c8-4c8e-aad1-0951b8567b16,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:16.494404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6d283b8e-c5b2-4eb7-9808-3b1cbefe6e1f None None] The port '68a8c9b3-f124-4ece-9637-801939ec848f' was deleted {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 01:13:16.500505 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.514434 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.549886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:13:16.550329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:13:16.558571 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:13:16.560580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Request body: {'port': {'device_id': '0657f2d8-4386-42da-a0bc-517a7183749a', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'admin_state_up': True, 'tenant_id': '9ce090256ac14ca494a8481b8dc46f60'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:16.560677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Network b05761ba-0d26-4e8e-994e-88f1848d7c48 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:16.600233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:16.609377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:16.615849 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Pushing event updated for resources: {'Port': ['ID=300a08d8-458d-418f-8c52-89e386ee0cd5,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:16.765853 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-77437931-ac55-4718-8159-e964146c53aa service neutron] 10.222.0.37 "GET /v2.0/networks/b05761ba-0d26-4e8e-994e-88f1848d7c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881507 Nov 27 01:13:16.772191 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.779343 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.783211 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1c0a9858-4dc3-4e93-aeb8-43b82622be78 HTTP/1.1" status: 204 len: 168 time: 1.8743994 Nov 27 01:13:16.811753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba938e3c-0fe3-4cc2-990d-a37da8027333 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0a9858-4dc3-4e93-aeb8-43b82622be78,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:16.823874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fe7ae-d8f5-4665-aa95-10fa07a13721 req-95fae477-f9da-49cb-88d6-1954c816610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:16.825561 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c56fe7ae-d8f5-4665-aa95-10fa07a13721 req-95fae477-f9da-49cb-88d6-1954c816610b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 1097 time: 0.1496410 Nov 27 01:13:16.857613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ea527e19-799f-4de8-b576-2d394b2c16c1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:16.869518 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:16.973218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-6a059c28-21df-4dd1-a9e0-604d35dc762f service neutron] 10.222.0.37 "GET /v2.0/networks/b05761ba-0d26-4e8e-994e-88f1848d7c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825066 Nov 27 01:13:17.012906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Attempting to bind port 300a08d8-458d-418f-8c52-89e386ee0cd5 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:17.013138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Attempting to bind port 300a08d8-458d-418f-8c52-89e386ee0cd5 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:17.013505 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Attempting to bind port 300a08d8-458d-418f-8c52-89e386ee0cd5 on network b05761ba-0d26-4e8e-994e-88f1848d7c48 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:17.030171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:17.031095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Checking segment: {'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:17.031488 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:17.031889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Bound using segment: {'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:17.032382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Bound port: 300a08d8-458d-418f-8c52-89e386ee0cd5, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:17.032769 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:17.088323 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ea527e19-799f-4de8-b576-2d394b2c16c1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:17.088737 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:17.107903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Allocated IP 19.86.0.2 (03f40f37-004d-488f-8321-562efac1452b/fbbfeb0e-7294-4ac3-bea2-1aa71368e94e/ef7f166b-c0b6-4b36-8dc3-c18e83504146) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:17.142776 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:17.365355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] For port 300a08d8-458d-418f-8c52-89e386ee0cd5, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:17.379358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] For port 300a08d8-458d-418f-8c52-89e386ee0cd5, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=300a08d8-458d-418f-8c52-89e386ee0cd5,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:17.415232 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:17.529873 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56960) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:17.618203 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:17.626086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a6c31864-84e9-46e4-b378-f7e988b1e199 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:17.632321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061c370-6704-4092-be0b-02ea885e8253 req-9859ae61-0319-492a-b387-5573a693a916 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:17.640151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1061c370-6704-4092-be0b-02ea885e8253 req-9859ae61-0319-492a-b387-5573a693a916 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 1.1460581 Nov 27 01:13:17.657653 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:17.724356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Network 118a00df-a939-4eef-bd47-d93d4d335a04 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:17.829405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:17.859359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:17.870869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fe7ae-d8f5-4665-aa95-10fa07a13721 req-2385753c-8aed-426c-9b79-c384b9d29040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:17.872897 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c56fe7ae-d8f5-4665-aa95-10fa07a13721 req-2385753c-8aed-426c-9b79-c384b9d29040 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 911 time: 1.0158381 Nov 27 01:13:17.893248 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-07ea4b87-6535-47c9-bb1b-a833a393e85a service neutron] 10.222.0.37 "GET /v2.0/networks/03f40f37-004d-488f-8321-562efac1452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8993900 Nov 27 01:13:17.926193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84837d-fa85-49ae-b1df-3d738a48d0cc None None] Pushing event updated for resources: {'Port': ['ID=300a08d8-458d-418f-8c52-89e386ee0cd5,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:17.984908 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:17.994899 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.014298 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2a69a116-3ca0-4b8d-8da2-fc8d915dd83f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef8afca18b654adc846578d2520673f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4784441 Nov 27 01:13:18.015895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56962) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:18.016214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Network 03f40f37-004d-488f-8321-562efac1452b is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:18.019687 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:18.026861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:18.044673 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Pushing event updated for resources: {'Port': ['ID=da749575-2313-4143-94a8-303462408ec2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:18.059701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-7bb5fe49-b8c2-4cdc-b094-d1109db02d01 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:18.062357 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-7bb5fe49-b8c2-4cdc-b094-d1109db02d01 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.11 "GET /v2.0/networks?id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb HTTP/1.1" status: 200 len: 821 time: 0.4913964 Nov 27 01:13:18.070655 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1061c370-6704-4092-be0b-02ea885e8253 req-df0778eb-cf8a-4730-9066-bd15163cd472 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4293151 Nov 27 01:13:18.076041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:18.088678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:18.096882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Pushing event updated for resources: {'Port': ['ID=ef7f166b-c0b6-4b36-8dc3-c18e83504146,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:18.114308 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-84af227f-ec69-4251-bac7-60d7456e9d52 service neutron] 10.222.0.37 "GET /v2.0/networks/03f40f37-004d-488f-8321-562efac1452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179122 Nov 27 01:13:18.123185 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.147726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Request body: {'port': {'device_id': '2dad3210-6709-4db4-a120-b370fed46740', 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb', 'admin_state_up': True, 'tenant_id': 'ec241ff0b84e4eadadb27e969972fce5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:18.148185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Made reservation on behalf of 9ce090256ac14ca494a8481b8dc46f60 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:18.167811 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port a6c31864-84e9-46e4-b378-f7e988b1e199 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:18.169033 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.176699 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.274046 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c56fe7ae-d8f5-4665-aa95-10fa07a13721 req-bf92eae3-2483-4111-9938-b61dc256b615 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 HTTP/1.1" status: 200 len: 1002 time: 0.3609655 Nov 27 01:13:18.291683 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Attempting to bind port ef7f166b-c0b6-4b36-8dc3-c18e83504146 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:18.292695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Attempting to bind port ef7f166b-c0b6-4b36-8dc3-c18e83504146 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '8f356c7c-0ca1-4273-a366-4a6dd78d195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '03f40f37-004d-488f-8321-562efac1452b'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:18.293074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Attempting to bind port ef7f166b-c0b6-4b36-8dc3-c18e83504146 on network 03f40f37-004d-488f-8321-562efac1452b {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:18.322345 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:18.322616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Checking segment: {'id': '8f356c7c-0ca1-4273-a366-4a6dd78d195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '03f40f37-004d-488f-8321-562efac1452b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:18.323099 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.323415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Bound using segment: {'id': '8f356c7c-0ca1-4273-a366-4a6dd78d195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '03f40f37-004d-488f-8321-562efac1452b'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:18.324246 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Bound port: ef7f166b-c0b6-4b36-8dc3-c18e83504146, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f356c7c-0ca1-4273-a366-4a6dd78d195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '03f40f37-004d-488f-8321-562efac1452b'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:18.324641 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.344922 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e30367da-6620-4be2-9f9c-23b9c48a718c req-d17f98eb-8ae2-437f-b3a0-4b6e5d12bbc2 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 210 time: 0.0952663 Nov 27 01:13:18.392957 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.398135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fe7ae-d8f5-4665-aa95-10fa07a13721 req-1fe87adf-7c0c-4d5a-9242-272c54bba844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:18.399791 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c56fe7ae-d8f5-4665-aa95-10fa07a13721 req-1fe87adf-7c0c-4d5a-9242-272c54bba844 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a47bc75-51de-4fff-99e5-a89ff920057e HTTP/1.1" status: 200 len: 849 time: 0.1167018 Nov 27 01:13:18.415538 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-e9b0a551-ac36-4933-be0b-dc141bc29ff8 service neutron] 10.222.0.37 "GET /v2.0/networks/b05761ba-0d26-4e8e-994e-88f1848d7c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018446 Nov 27 01:13:18.440646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port a6c31864-84e9-46e4-b378-f7e988b1e199, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a6c31864-84e9-46e4-b378-f7e988b1e199,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:18.445549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-411a3896-1930-4b24-8063-72da432e9080 None None] For port ef7f166b-c0b6-4b36-8dc3-c18e83504146, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:18.449522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-411a3896-1930-4b24-8063-72da432e9080 None None] For port ef7f166b-c0b6-4b36-8dc3-c18e83504146, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ef7f166b-c0b6-4b36-8dc3-c18e83504146,segment=NetworkSegment(8f356c7c-0ca1-4273-a366-4a6dd78d195d),segment_id=8f356c7c-0ca1-4273-a366-4a6dd78d195d)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:18.451481 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.460595 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.532948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=a6c31864-84e9-46e4-b378-f7e988b1e199,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:18.543045 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b021e6d-7b2c-4c72-ac52-9c8ad8deb6dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.573593 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Made reservation on behalf of ec241ff0b84e4eadadb27e969972fce5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:18.581750 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.582538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 329e6303-3202-476e-9c06-6acf636285a4 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:18.627894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7801fa39-7622-48fa-aeb3-d93c764cd9cc None None] Provisioning complete for port 3c78155a-21c8-4c8e-aad1-0951b8567b16 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:18.628262 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7801fa39-7622-48fa-aeb3-d93c764cd9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.632380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 329e6303-3202-476e-9c06-6acf636285a4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:18.632718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 329e6303-3202-476e-9c06-6acf636285a4 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:18.633141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 68a8c9b3-f124-4ece-9637-801939ec848f no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:18.680587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-f3842acc-e4f1-437c-9b8d-a68eb8b8e0cd service neutron] 10.222.0.37 "GET /v2.0/networks/b05761ba-0d26-4e8e-994e-88f1848d7c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641990 Nov 27 01:13:18.696049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 68a8c9b3-f124-4ece-9637-801939ec848f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:18.696402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 68a8c9b3-f124-4ece-9637-801939ec848f not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:18.711144 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a3896-1930-4b24-8063-72da432e9080 None None] Pushing event updated for resources: {'Port': ['ID=ef7f166b-c0b6-4b36-8dc3-c18e83504146,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:18.717093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7801fa39-7622-48fa-aeb3-d93c764cd9cc None None] Port 3c78155a-21c8-4c8e-aad1-0951b8567b16 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:18.730968 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc5e5655-8145-4d1a-ba85-4a8272f70d74 req-4668b076-8087-442b-95da-d41941a0f984 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 210 time: 0.1992819 Nov 27 01:13:18.762331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fe7ae-d8f5-4665-aa95-10fa07a13721 req-4d0363ed-eedc-4472-b54f-f035f9a6d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:18.763854 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c56fe7ae-d8f5-4665-aa95-10fa07a13721 req-4d0363ed-eedc-4472-b54f-f035f9a6d69c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3083db5d-148c-4c08-b659-41fd18a67bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085264 Nov 27 01:13:18.823619 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b021e6d-7b2c-4c72-ac52-9c8ad8deb6dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:18.860349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Allocated IP 172.20.0.4 (2eaddc87-3a23-41ff-872a-2ec44342687d/c1b3b599-d4e2-4679-ba73-92cad71204a2/2583fe13-07f1-47e0-b520-2f34f4ffe868) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:18.951697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.013058 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Allocated IP 172.20.0.3 (6cb1acbc-c10a-4b62-abbf-8ecff8235deb/c46a59be-e55d-45df-95e9-1ee16635f030/5c69c28d-f28f-4616-8150-b0121425201e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:19.039366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c56fe7ae-d8f5-4665-aa95-10fa07a13721 req-a4d2abbe-7211-4bbe-9b3e-8a8a4f6f55df service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654552 Nov 27 01:13:19.151542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:13:19.154768 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d347efa7-bbfc-4578-822a-543f2dbd3dda req-6b5a359a-86fd-4359-a90f-514c5821d9c4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 210 time: 0.0738347 Nov 27 01:13:19.192775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 300a08d8-458d-418f-8c52-89e386ee0cd5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:19.300677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 300a08d8-458d-418f-8c52-89e386ee0cd5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:19.301122 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.425728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c56fe7ae-d8f5-4665-aa95-10fa07a13721 req-9a20c63f-f7a3-4142-96df-bdf3428566c7 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745594 Nov 27 01:13:19.452428 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.502981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b8ae0-0ece-439e-ab81-c0cfaca01cf4 req-a75bfb36-ef2b-449c-a971-33b85a5abf4e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:19.511391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d52b8ae0-0ece-439e-ab81-c0cfaca01cf4 req-a75bfb36-ef2b-449c-a971-33b85a5abf4e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.1982763 Nov 27 01:13:19.516059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 300a08d8-458d-418f-8c52-89e386ee0cd5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=300a08d8-458d-418f-8c52-89e386ee0cd5,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:19.516934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:19.534385 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bb0746e0-3656-4018-b2f4-2bd617267d06 admin admin] 10.222.0.37 "PUT /v2.0/routers/f4e73ca5-047e-44fd-b1d3-3c8033e03e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9513426 Nov 27 01:13:19.545951 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.547676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a3a7c0f0-f187-4beb-aa9c-95180f883c11 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:19.561068 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.566398 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b69081c-bb64-43a3-8607-3ca54a2b5042 req-75fd1efe-c2b0-4bd1-99b5-e9688b273450 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 210 time: 0.0649543 Nov 27 01:13:19.631103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50020123-8507-4c46-b2c8-def0a3bc8b85 None None] Network b05761ba-0d26-4e8e-994e-88f1848d7c48 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:19.636006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=300a08d8-458d-418f-8c52-89e386ee0cd5,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:19.639966 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d52b8ae0-0ece-439e-ab81-c0cfaca01cf4 req-e667de2b-b081-4bac-8a2b-771affc3c9b3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269462 Nov 27 01:13:19.660018 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.728065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:19.739816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:19.750081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event updated for resources: {'Port': ['ID=5c69c28d-f28f-4616-8150-b0121425201e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:19.771837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:19.788513 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.844861 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b021e6d-7b2c-4c72-ac52-9c8ad8deb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.848033 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b021e6d-7b2c-4c72-ac52-9c8ad8deb6dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.850209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7b021e6d-7b2c-4c72-ac52-9c8ad8deb6dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9de7fefe-f25f-4916-aa04-5bb413844a5d HTTP/1.1" status: 204 len: 168 time: 1.8265781 Nov 27 01:13:19.867997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.901953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:19.903998 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.917712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9b012e79-89e1-4f16-b7bd-e2098060b96d None None] Provisioning complete for port 300a08d8-458d-418f-8c52-89e386ee0cd5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:19.918154 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9b012e79-89e1-4f16-b7bd-e2098060b96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:19.930158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-c98e692d-25ca-4611-99e8-883b9201976e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8092811 Nov 27 01:13:19.964494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event updated for resources: {'Port': ['ID=2583fe13-07f1-47e0-b520-2f34f4ffe868,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:19.975961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b021e6d-7b2c-4c72-ac52-9c8ad8deb6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de7fefe-f25f-4916-aa04-5bb413844a5d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:19.987024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Request body: {'port': {'device_id': '2dad3210-6709-4db4-a120-b370fed46740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:20.042039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Network 2eaddc87-3a23-41ff-872a-2ec44342687d is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:20.050963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:20.053773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:20.063375 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.189655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40b55f-4025-4aab-ad03-7bb9bbb1e770 req-45900c6d-6756-47b1-a615-89ef0f6c2ea0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:20.204033 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c40b55f-4025-4aab-ad03-7bb9bbb1e770 req-45900c6d-6756-47b1-a615-89ef0f6c2ea0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 931 time: 0.2396777 Nov 27 01:13:20.206149 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.240997 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.278011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Sync routers for ids ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:20.345347 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Routers {'f4e73ca5-047e-44fd-b1d3-3c8033e03e05'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:20.346150 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:13:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:20.349854 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:20.351314 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.419704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port a3a7c0f0-f187-4beb-aa9c-95180f883c11 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:20.420201 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.443190 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-e77e00d4-c4d3-4481-afed-d589b6056681 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9130468 Nov 27 01:13:20.491329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368b1060-daca-4948-bb5c-b0641789e4d8 None None] Network 03f40f37-004d-488f-8321-562efac1452b requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:20.496287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Request body: {'port': {'device_id': '0657f2d8-4386-42da-a0bc-517a7183749a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:20.510668 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.518817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Pushing event updated for resources: {'Port': ['ID=da749575-2313-4143-94a8-303462408ec2,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:20.575160 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c40b55f-4025-4aab-ad03-7bb9bbb1e770 req-60ac8fa0-6213-4e80-a474-a421e05dabd4 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683879 Nov 27 01:13:20.679315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57000) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:20.685351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ff0dc86c-dc39-448f-990f-410868b088a4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516445882', 'description': 'tempest-description--1402438480'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:20.735360 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.743349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc86c-dc39-448f-990f-410868b088a4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.753379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c69c28d-f28f-4616-8150-b0121425201e {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:20.783061 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1b7b9ca9-f609-458f-ade8-50a835b8e012 req-42b3fb7c-df15-4860-b1a8-623fd756b24e tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 210 time: 0.0765376 Nov 27 01:13:20.791287 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.822472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Transition to ACTIVE for port object 5c69c28d-f28f-4616-8150-b0121425201e will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:20.837938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.844039 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.879253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port a3a7c0f0-f187-4beb-aa9c-95180f883c11, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a3a7c0f0-f187-4beb-aa9c-95180f883c11,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:20.911406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Network 118a00df-a939-4eef-bd47-d93d4d335a04 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:20.915522 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:20.921281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c019c330-dfe7-4670-9beb-776f6c6f0838 None None] Provisioning complete for port ef7f166b-c0b6-4b36-8dc3-c18e83504146 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:20.923865 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c019c330-dfe7-4670-9beb-776f6c6f0838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.934030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c69c28d-f28f-4616-8150-b0121425201e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:20.973933 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:20.974745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a6c31864-84e9-46e4-b378-f7e988b1e199 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:21.104804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Set router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:21.125769 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc86c-dc39-448f-990f-410868b088a4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.150578 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc86c-dc39-448f-990f-410868b088a4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.163077 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e8d07-a946-4c9e-af83-007d882c1ae2 req-8743e825-0766-440d-9c0c-3f0e2233892d tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:21.173071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-159e8d07-a946-4c9e-af83-007d882c1ae2 req-8743e825-0766-440d-9c0c-3f0e2233892d tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 943 time: 0.3527095 Nov 27 01:13:21.207851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=a3a7c0f0-f187-4beb-aa9c-95180f883c11,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:21.318294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dc86c-dc39-448f-990f-410868b088a4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1011f6f2-3f7d-4577-89a4-f0840c546c9e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:21.324198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2070e2-44c3-4ccb-8258-1e09b5090bdd req-4867fd22-da84-4405-b049-e0a27571ed34 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:21.331841 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc86c-dc39-448f-990f-410868b088a4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.335722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ff0dc86c-dc39-448f-990f-410868b088a4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6530569 Nov 27 01:13:21.335858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8e2070e2-44c3-4ccb-8258-1e09b5090bdd req-4867fd22-da84-4405-b049-e0a27571ed34 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.3557940 Nov 27 01:13:21.340113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57014) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:21.349535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c90cdf87-2d8e-4cd6-b4cb-249e8b7bce94 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Request body: {'security_group_rule': {'security_group_id': '1011f6f2-3f7d-4577-89a4-f0840c546c9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:21.355686 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-b23bbfb5-afbc-4686-ba31-a811f33db3a2 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:21.362442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-b23bbfb5-afbc-4686-ba31-a811f33db3a2 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:21.364288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-b23bbfb5-afbc-4686-ba31-a811f33db3a2 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "GET /v2.0/networks?id=b05761ba-0d26-4e8e-994e-88f1848d7c48&id=03f40f37-004d-488f-8321-562efac1452b&id=b05761ba-0d26-4e8e-994e-88f1848d7c48 HTTP/1.1" status: 200 len: 1392 time: 0.4352493 Nov 27 01:13:21.387416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d843687b-320d-44ea-8676-0620d583499d req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'port': {'device_id': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48', 'admin_state_up': True, 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:21.425928 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-159e8d07-a946-4c9e-af83-007d882c1ae2 req-fa576da6-192a-4440-91e0-b6e6853f1100 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462909 Nov 27 01:13:21.464435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:13:21.478049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Attempting to bind port 5c69c28d-f28f-4616-8150-b0121425201e on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:21.478419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Attempting to bind port 5c69c28d-f28f-4616-8150-b0121425201e by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:21.478752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Attempting to bind port 5c69c28d-f28f-4616-8150-b0121425201e on network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:21.481772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8e2070e2-44c3-4ccb-8258-1e09b5090bdd req-0a425c73-3ff4-494f-b0aa-2f0b32790b4d tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473858 Nov 27 01:13:21.490507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Port 5c69c28d-f28f-4616-8150-b0121425201e on network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:21.490887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Attempting to bind port 5c69c28d-f28f-4616-8150-b0121425201e on network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:21.506061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:21.506615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Checking segment: {'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:21.507604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Bound using segment: {'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:21.508053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Bound port: 5c69c28d-f28f-4616-8150-b0121425201e, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:21.508416 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.520545 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c90cdf87-2d8e-4cd6-b4cb-249e8b7bce94 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.589760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] For port 5c69c28d-f28f-4616-8150-b0121425201e, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:21.594302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] For port 5c69c28d-f28f-4616-8150-b0121425201e, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c69c28d-f28f-4616-8150-b0121425201e,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:21.613502 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.670221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port a6c31864-84e9-46e4-b378-f7e988b1e199 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:21.671355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.692241 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c69c28d-f28f-4616-8150-b0121425201e,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:21.698189 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c90cdf87-2d8e-4cd6-b4cb-249e8b7bce94 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.719824 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c019c330-dfe7-4670-9beb-776f6c6f0838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.722463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:21.723397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.726775 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-e430e67e-ed7f-4185-8e7e-b08a33d77fd4 service neutron] 10.222.0.11 "PUT /v2.0/ports/5c69c28d-f28f-4616-8150-b0121425201e HTTP/1.1" status: 200 len: 1091 time: 1.7453556 Nov 27 01:13:21.727389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dad3210-6709-4db4-a120-b370fed46740', 'tag': '5c69c28d-f28f-4616-8150-b0121425201e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:21.729932 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8760e092-18b6-4971-ad51-941be3d3ee60" -d '{"events": [{"name": "network-changed", "server_uuid": "2dad3210-6709-4db4-a120-b370fed46740", "tag": "5c69c28d-f28f-4616-8150-b0121425201e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:21.763823 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:21.770802 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.799632 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c90cdf87-2d8e-4cd6-b4cb-249e8b7bce94 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.819603 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726372bf-86e8-4cfa-956b-174d270b0115 x-openstack-request-id: req-726372bf-86e8-4cfa-956b-174d270b0115 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:21.819603 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dad3210-6709-4db4-a120-b370fed46740", "tag": "5c69c28d-f28f-4616-8150-b0121425201e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:21.819603 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-726372bf-86e8-4cfa-956b-174d270b0115 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:21.819999 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dad3210-6709-4db4-a120-b370fed46740', 'tag': '5c69c28d-f28f-4616-8150-b0121425201e', 'status': 'completed', 'code': 200} Nov 27 01:13:21.847038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c019c330-dfe7-4670-9beb-776f6c6f0838 None None] For port ef7f166b-c0b6-4b36-8dc3-c18e83504146, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ef7f166b-c0b6-4b36-8dc3-c18e83504146,segment=NetworkSegment(8f356c7c-0ca1-4273-a366-4a6dd78d195d),segment_id=8f356c7c-0ca1-4273-a366-4a6dd78d195d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:21.863227 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c019c330-dfe7-4670-9beb-776f6c6f0838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.883928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cdf87-2d8e-4cd6-b4cb-249e8b7bce94 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371a4348-52e1-43b7-8171-7a431c78ac25,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:21.928765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-9d7a5b0a-fc33-477f-8752-02dd1f9cd1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:21.931579 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-9d7a5b0a-fc33-477f-8752-02dd1f9cd1de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec241ff0b84e4eadadb27e969972fce5&device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 1094 time: 0.1279032 Nov 27 01:13:21.933007 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c90cdf87-2d8e-4cd6-b4cb-249e8b7bce94 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:21.934554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c90cdf87-2d8e-4cd6-b4cb-249e8b7bce94 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5906627 Nov 27 01:13:21.936097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:21.937878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57052) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:21.947575 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Sync routers for ids ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:21.957699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-364768d1-9b9f-41f0-b2e6-a6cff19ce556 admin admin] 10.222.0.37 "PUT /v2.0/routers/2614a1f8-3640-48f9-9d6b-7abbc257d4b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4528558 Nov 27 01:13:21.959373 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Routers {'2614a1f8-3640-48f9-9d6b-7abbc257d4b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:21.963344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cfe9e24b-3a3e-4ade-b44b-8c82ac025f86 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Request body: {'security_group_rule': {'security_group_id': '1011f6f2-3f7d-4577-89a4-f0840c546c9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:21.963822 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:13:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:21.974016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019c330-dfe7-4670-9beb-776f6c6f0838 None None] Pushing event updated for resources: {'Port': ['ID=ef7f166b-c0b6-4b36-8dc3-c18e83504146,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:22.046458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e6b1b14f-7a4d-4a65-bfc2-9f98a83adddf None None] Provisioning complete for port 300a08d8-458d-418f-8c52-89e386ee0cd5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:22.046977 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b14f-7a4d-4a65-bfc2-9f98a83adddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.057718 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfe9e24b-3a3e-4ade-b44b-8c82ac025f86 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.112933 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Set router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:22.128427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6e54-f2b2-4f07-8571-0323cfbb7a46 req-1644bed0-6142-4302-aeae-1aa421cd9435 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:22.138581 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f6dc6e54-f2b2-4f07-8571-0323cfbb7a46 req-1644bed0-6142-4302-aeae-1aa421cd9435 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 931 time: 0.4574010 Nov 27 01:13:22.141230 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-8b54f561-86e0-44c6-a724-e81f83348ab3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c69c28d-f28f-4616-8150-b0121425201e HTTP/1.1" status: 200 len: 217 time: 0.1944063 Nov 27 01:13:22.152504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:15Z', 'revision_number': 4, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c78155a-21c8-4c8e-aad1-0951b8567b16', 'name': '', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'mac_address': 'fa:16:3e:3d:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:12Z', 'updated_at': '2021-11-27T01:13:15Z', 'revision_number': 2, 'project_id': '45731133ae9e435f84b4491351b086d0', 'subnets': [{'id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:22.195869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2583fe13-07f1-47e0-b520-2f34f4ffe868 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:22.222188 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a16c86da-c6ba-4b82-8e31-4e649a79e11b req-753c9283-7fc8-4dd3-bbb4-0619e58c9699 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 210 time: 0.1167099 Nov 27 01:13:22.222652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Checking router: f4e73ca5-047e-44fd-b1d3-3c8033e03e05 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:22.222652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Updating router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 port 3c78155a-21c8-4c8e-aad1-0951b8567b16 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:13:22.255091 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.295752 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.313991 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfe9e24b-3a3e-4ade-b44b-8c82ac025f86 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.332225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfe9e24b-3a3e-4ade-b44b-8c82ac025f86 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.340521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-385dc987-aac0-48a5-b635-4560126cb430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:22.345143 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-385dc987-aac0-48a5-b635-4560126cb430 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46a59be-e55d-45df-95e9-1ee16635f030 HTTP/1.1" status: 200 len: 861 time: 0.1491003 Nov 27 01:13:22.348126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-d843687b-320d-44ea-8676-0620d583499d req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Allocated IP 19.80.0.47 (b05761ba-0d26-4e8e-994e-88f1848d7c48/387e7e5a-cc91-4873-9335-c284cb47e5a9/22b0b6ac-93b7-45dc-88d2-fd03786f7858) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:22.353226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Transition to ACTIVE for port object 2583fe13-07f1-47e0-b520-2f34f4ffe868 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:22.373686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9e24b-3a3e-4ade-b44b-8c82ac025f86 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70fc974-cdea-4ad4-83f5-810a50064bc4,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:22.375360 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.380843 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f6dc6e54-f2b2-4f07-8571-0323cfbb7a46 req-29a035ae-1aed-4ee3-8170-5bf064cfcee3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414095 Nov 27 01:13:22.456910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=2583fe13-07f1-47e0-b520-2f34f4ffe868,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:22.462606 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfe9e24b-3a3e-4ade-b44b-8c82ac025f86 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.463874 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cfe9e24b-3a3e-4ade-b44b-8c82ac025f86 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5227125 Nov 27 01:13:22.469263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57078) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:22.474032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:22.548655 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'da749575-2313-4143-94a8-303462408ec2', 'name': '', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'mac_address': 'fa:16:3e:b9:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:15Z', 'updated_at': '2021-11-27T01:13:19Z', 'revision_number': 2, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'subnets': [{'id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:22.583328 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-3bb689bd-d808-48ce-a775-f5dd3802b8ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1954203 Nov 27 01:13:22.594283 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Checking router: 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:22.594790 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Updating router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 port da749575-2313-4143-94a8-303462408ec2 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:13:22.632609 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.653767 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.676670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ef7f166b-c0b6-4b36-8dc3-c18e83504146 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:22.731786 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81ffeb-6c1c-4ec6-ab9f-36c5ac705316 req-57e81918-7ba0-4191-b776-563fa9f10bc4 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:22.739695 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a81ffeb-6c1c-4ec6-ab9f-36c5ac705316 req-57e81918-7ba0-4191-b776-563fa9f10bc4 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 943 time: 0.1581144 Nov 27 01:13:22.758450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ef7f166b-c0b6-4b36-8dc3-c18e83504146 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:22.758830 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.811656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a81ffeb-6c1c-4ec6-ab9f-36c5ac705316 req-c73d5e52-7d37-4691-9aec-4499b3aedfab tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701895 Nov 27 01:13:22.818313 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Attempting to bind port 2583fe13-07f1-47e0-b520-2f34f4ffe868 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:22.818823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Attempting to bind port 2583fe13-07f1-47e0-b520-2f34f4ffe868 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:22.819252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Attempting to bind port 2583fe13-07f1-47e0-b520-2f34f4ffe868 on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:22.834393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Port 2583fe13-07f1-47e0-b520-2f34f4ffe868 on network 2eaddc87-3a23-41ff-872a-2ec44342687d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:22.834393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Attempting to bind port 2583fe13-07f1-47e0-b520-2f34f4ffe868 on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:22.850367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:22.850932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Checking segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:22.851519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Bound using segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:22.852887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Bound port: 2583fe13-07f1-47e0-b520-2f34f4ffe868, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:22.853461 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.886781 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5848b559-1b14-461f-b933-46a32231ba9e None None] Provisioning complete for port ef7f166b-c0b6-4b36-8dc3-c18e83504146 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:22.887146 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5848b559-1b14-461f-b933-46a32231ba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.900485 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-a16df428-c26a-4152-8d05-4f2b952c7b64 service neutron] 10.222.0.11 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841158 Nov 27 01:13:22.954848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] For port 2583fe13-07f1-47e0-b520-2f34f4ffe868, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:22.960152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] For port 2583fe13-07f1-47e0-b520-2f34f4ffe868, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2583fe13-07f1-47e0-b520-2f34f4ffe868,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:22.965586 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.976234 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:22.978683 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 300a08d8-458d-418f-8c52-89e386ee0cd5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:23.004315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-93966346-d152-407d-94cc-4cfd012bf5f2 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:23.015470 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-93966346-d152-407d-94cc-4cfd012bf5f2 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/networks?id=118a00df-a939-4eef-bd47-d93d4d335a04 HTTP/1.1" status: 200 len: 818 time: 0.4474277 Nov 27 01:13:23.025010 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57088) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:23.040068 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.053697 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-85b193e1-a4b3-4390-9474-3e01f10b0e12 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/quotas/bd91937f25af4311b6e62f89a5efa784 HTTP/1.1" status: 200 len: 375 time: 0.0400050 Nov 27 01:13:23.053846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:23.054849 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.056689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] 10.222.0.42 "PUT /v2.0/ports/2583fe13-07f1-47e0-b520-2f34f4ffe868 HTTP/1.1" status: 200 len: 1091 time: 2.5707338 Nov 27 01:13:23.057401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0657f2d8-4386-42da-a0bc-517a7183749a', 'tag': '2583fe13-07f1-47e0-b520-2f34f4ffe868'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:23.062276 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5e8945-b799-4fa7-801b-0f25fc2cd7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0657f2d8-4386-42da-a0bc-517a7183749a", "tag": "2583fe13-07f1-47e0-b520-2f34f4ffe868"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:23.080659 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.126439 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.151966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fa393-8177-4d72-8c8c-16c68dac4f38 None None] Pushing event updated for resources: {'Port': ['ID=3c78155a-21c8-4c8e-aad1-0951b8567b16,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:23.156858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f280d9-58d3-4148-af16-9630ead34ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=2583fe13-07f1-47e0-b520-2f34f4ffe868,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:23.180326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 300a08d8-458d-418f-8c52-89e386ee0cd5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:23.180832 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.251504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-44a83593-b9c6-4490-8943-0745f3c22780 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd91937f25af4311b6e62f89a5efa784&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1967068 Nov 27 01:13:23.277386 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.309038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6ed314a-af58-47b1-aea2-fa4b1bb6bc27 req-9d7820fb-ca46-4e3c-b1a9-0d1219ce707c service neutron] 10.222.0.11 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898051 Nov 27 01:13:23.327943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-6beee69e-0354-4188-ba4b-171bfea87131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:23.336683 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-6beee69e-0354-4188-ba4b-171bfea87131 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 1094 time: 0.2014034 Nov 27 01:13:23.445368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a3a7c0f0-f187-4beb-aa9c-95180f883c11 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:23.461904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Port': ['ID=22b0b6ac-93b7-45dc-88d2-fd03786f7858,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:23.502683 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cba7e32d-66ee-4ae1-b8a4-d947e0c67b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.511311 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-8832c8c5-f2ed-42fd-b807-c7aef72ddb5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2583fe13-07f1-47e0-b520-2f34f4ffe868 HTTP/1.1" status: 200 len: 217 time: 0.1536770 Nov 27 01:13:23.535874 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.558504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Attempting to bind port 3c78155a-21c8-4c8e-aad1-0951b8567b16 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:23.559131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Attempting to bind port 3c78155a-21c8-4c8e-aad1-0951b8567b16 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:23.559682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Attempting to bind port 3c78155a-21c8-4c8e-aad1-0951b8567b16 on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:23.559798 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.569115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:23.569995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Checking segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:23.573116 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.574159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Bound using segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:23.575454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Bound port: 3c78155a-21c8-4c8e-aad1-0951b8567b16, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:23.577618 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.648135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d843687b-320d-44ea-8676-0620d583499d req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network b05761ba-0d26-4e8e-994e-88f1848d7c48 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:23.651474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-d843687b-320d-44ea-8676-0620d583499d req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:23.655644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d843687b-320d-44ea-8676-0620d583499d req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:23.668035 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba20a44-80e5-497e-8030-55d155264381 None None] Pushing event updated for resources: {'Port': ['ID=da749575-2313-4143-94a8-303462408ec2,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:23.703755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port a3a7c0f0-f187-4beb-aa9c-95180f883c11 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:23.705575 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.783052 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Attempting to bind port da749575-2313-4143-94a8-303462408ec2 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:23.785529 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Attempting to bind port da749575-2313-4143-94a8-303462408ec2 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ffebc031-4253-4d22-bce6-18d20bfcddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:23.785915 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Attempting to bind port da749575-2313-4143-94a8-303462408ec2 on network 118a00df-a939-4eef-bd47-d93d4d335a04 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:23.810526 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cba7e32d-66ee-4ae1-b8a4-d947e0c67b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.813304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-cf1ddf34-e564-49bc-a117-51f348d35a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:23.813424 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:23.813692 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Checking segment: {'id': 'ffebc031-4253-4d22-bce6-18d20bfcddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:23.814107 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.814537 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Bound using segment: {'id': 'ffebc031-4253-4d22-bce6-18d20bfcddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:23.815005 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Bound port: da749575-2313-4143-94a8-303462408ec2, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffebc031-4253-4d22-bce6-18d20bfcddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:23.815172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-cf1ddf34-e564-49bc-a117-51f348d35a91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.2918015 Nov 27 01:13:23.815379 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.822496 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4da603c-0173-4f81-aac4-6ee17e085f19 x-openstack-request-id: req-f4da603c-0173-4f81-aac4-6ee17e085f19 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:23.822795 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0657f2d8-4386-42da-a0bc-517a7183749a", "tag": "2583fe13-07f1-47e0-b520-2f34f4ffe868", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:23.823498 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4da603c-0173-4f81-aac4-6ee17e085f19 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:23.823912 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0657f2d8-4386-42da-a0bc-517a7183749a', 'tag': '2583fe13-07f1-47e0-b520-2f34f4ffe868', 'status': 'completed', 'code': 200} Nov 27 01:13:23.854213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-641ab22a-c070-499e-82d5-8cdde0f811de None None] Provisioning complete for port 3c78155a-21c8-4c8e-aad1-0951b8567b16 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:23.854947 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-641ab22a-c070-499e-82d5-8cdde0f811de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.866558 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cba7e32d-66ee-4ae1-b8a4-d947e0c67b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.879111 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-0f7670d0-f69e-49e1-a551-cc70dca8996e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525625 Nov 27 01:13:23.881395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760e092-18b6-4971-ad51-941be3d3ee60 req-62025912-3170-4cc8-83e6-5fc4a8446de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:23.889508 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8760e092-18b6-4971-ad51-941be3d3ee60 req-62025912-3170-4cc8-83e6-5fc4a8446de3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec241ff0b84e4eadadb27e969972fce5&device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 1094 time: 0.4310534 Nov 27 01:13:23.901084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] For port 3c78155a-21c8-4c8e-aad1-0951b8567b16, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:23.910419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:23.911191 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.935763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] For port 3c78155a-21c8-4c8e-aad1-0951b8567b16, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3c78155a-21c8-4c8e-aad1-0951b8567b16,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:23.939826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7e32d-66ee-4ae1-b8a4-d947e0c67b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8236b2-7472-44c9-90b4-2bcdb2429a7d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:23.984625 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] For port da749575-2313-4143-94a8-303462408ec2, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:23.992100 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:23.994565 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] For port da749575-2313-4143-94a8-303462408ec2, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=da749575-2313-4143-94a8-303462408ec2,segment=NetworkSegment(ffebc031-4253-4d22-bce6-18d20bfcddf8),segment_id=ffebc031-4253-4d22-bce6-18d20bfcddf8)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:23.998198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-641ab22a-c070-499e-82d5-8cdde0f811de None None] Port 3c78155a-21c8-4c8e-aad1-0951b8567b16 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:24.009977 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:24.034765 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-18ab9462-ded1-4fa9-951f-3a2ef1d4a06d service neutron] 10.222.0.37 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7822015 Nov 27 01:13:24.078404 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba20a44-80e5-497e-8030-55d155264381 None None] Pushing event updated for resources: {'Port': ['ID=da749575-2313-4143-94a8-303462408ec2,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:24.104594 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Routers {'2614a1f8-3640-48f9-9d6b-7abbc257d4b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:24.105238 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:13:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:24.147494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fa393-8177-4d72-8c8c-16c68dac4f38 None None] Pushing event updated for resources: {'Port': ['ID=3c78155a-21c8-4c8e-aad1-0951b8567b16,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:24.161968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Routers {'f4e73ca5-047e-44fd-b1d3-3c8033e03e05'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:24.162780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:13:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:24.234927 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cc1b880e-2713-4e72-9b92-6b94e1799895 None None] Provisioning complete for port 22b0b6ac-93b7-45dc-88d2-fd03786f7858 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:24.235446 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cc1b880e-2713-4e72-9b92-6b94e1799895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:24.275336 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] Set router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:24.285157 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b880e-2713-4e72-9b92-6b94e1799895 None None] Port 22b0b6ac-93b7-45dc-88d2-fd03786f7858 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:24.410508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] Set router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:24.455214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-237e51ce-64d6-4e76-a4c5-ae58de32b393 None None] Provisioning complete for port 3c78155a-21c8-4c8e-aad1-0951b8567b16 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:24.455987 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-237e51ce-64d6-4e76-a4c5-ae58de32b393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:24.465807 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Allocated IP 172.25.3.76 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/56ad5689-1390-466a-9ff0-305c9a535a8e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:24.547556 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'da749575-2313-4143-94a8-303462408ec2', 'name': '', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'mac_address': 'fa:16:3e:b9:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:15Z', 'updated_at': '2021-11-27T01:13:23Z', 'revision_number': 4, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'subnets': [{'id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:24.580620 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-32f05c9b-a185-48c2-9710-8f189585cfb2 service neutron] 10.222.0.37 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446389 Nov 27 01:13:24.582328 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210836e3-0195-4e29-99d1-ff9470934864 None None] The sync data for ids ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'] in n-d-819494-2 is: [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'da749575-2313-4143-94a8-303462408ec2', 'name': '', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'mac_address': 'fa:16:3e:b9:be:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:15Z', 'updated_at': '2021-11-27T01:13:23Z', 'revision_number': 4, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'subnets': [{'id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:24.588573 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-ff803000-6d24-435f-a66e-47538d8be62c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2091060 Nov 27 01:13:24.603883 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:24.696225 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cba7e32d-66ee-4ae1-b8a4-d947e0c67b8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf89ca2bc9ce4817830256d4c5a9ed44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6660674 Nov 27 01:13:24.703461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57102) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:24.704547 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:24.725195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760e092-18b6-4971-ad51-941be3d3ee60 req-5f9ca2b0-6e11-4d15-be4e-d5b8d0d282f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:24.726858 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8760e092-18b6-4971-ad51-941be3d3ee60 req-5f9ca2b0-6e11-4d15-be4e-d5b8d0d282f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb HTTP/1.1" status: 200 len: 922 time: 0.8109541 Nov 27 01:13:24.730875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d843687b-320d-44ea-8676-0620d583499d req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'port': {'device_id': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'network_id': '03f40f37-004d-488f-8321-562efac1452b', 'admin_state_up': True, 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:24.803889 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8760e092-18b6-4971-ad51-941be3d3ee60 req-cda16d0c-8843-4ddf-a51e-9f0e7036c074 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c69c28d-f28f-4616-8150-b0121425201e HTTP/1.1" status: 200 len: 217 time: 0.0679317 Nov 27 01:13:24.851718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:24.863950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:24.872729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:24.918538 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c04516-5187-423d-85ec-b7550cc2dd99 req-eec8c053-1303-40da-9772-61400aad94bf tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:24.923793 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38c04516-5187-423d-85ec-b7550cc2dd99 req-eec8c053-1303-40da-9772-61400aad94bf tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 931 time: 1.1051037 Nov 27 01:13:24.926363 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-237e51ce-64d6-4e76-a4c5-ae58de32b393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:24.979204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-237e51ce-64d6-4e76-a4c5-ae58de32b393 None None] For port 3c78155a-21c8-4c8e-aad1-0951b8567b16, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3c78155a-21c8-4c8e-aad1-0951b8567b16,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:24.993098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event updated for resources: {'Port': ['ID=56ad5689-1390-466a-9ff0-305c9a535a8e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:24.995934 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf6307bd-32d4-43c0-ac9f-a851137eaee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:24.997287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:15Z', 'revision_number': 4, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c78155a-21c8-4c8e-aad1-0951b8567b16', 'name': '', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'mac_address': 'fa:16:3e:3d:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:12Z', 'updated_at': '2021-11-27T01:13:23Z', 'revision_number': 4, 'project_id': '45731133ae9e435f84b4491351b086d0', 'subnets': [{'id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:25.021284 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf6307bd-32d4-43c0-ac9f-a851137eaee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.066682 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-237e51ce-64d6-4e76-a4c5-ae58de32b393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.069013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b942f-4169-454a-8db7-130479cf8e7b None None] The sync data for ids ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'] in n-d-819494-2 is: [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:15Z', 'revision_number': 4, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c78155a-21c8-4c8e-aad1-0951b8567b16', 'name': '', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'mac_address': 'fa:16:3e:3d:23:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:12Z', 'updated_at': '2021-11-27T01:13:23Z', 'revision_number': 4, 'project_id': '45731133ae9e435f84b4491351b086d0', 'subnets': [{'id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:25.077665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760e092-18b6-4971-ad51-941be3d3ee60 req-af8a868e-b6dd-4ebf-9c7e-4f2e528a2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:25.079207 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8760e092-18b6-4971-ad51-941be3d3ee60 req-af8a868e-b6dd-4ebf-9c7e-4f2e528a2856 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46a59be-e55d-45df-95e9-1ee16635f030 HTTP/1.1" status: 200 len: 861 time: 0.2390110 Nov 27 01:13:25.084168 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-0ebf2ac3-8898-43f7-9377-8569cf882f92 service neutron] 10.222.0.42 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1563797 Nov 27 01:13:25.140012 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf6307bd-32d4-43c0-ac9f-a851137eaee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.143203 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf6307bd-32d4-43c0-ac9f-a851137eaee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.144334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bf6307bd-32d4-43c0-ac9f-a851137eaee6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee8236b2-7472-44c9-90b4-2bcdb2429a7d HTTP/1.1" status: 204 len: 168 time: 0.4375579 Nov 27 01:13:25.169443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd8da5-e6b9-49a9-9465-87c51c96cabf req-f33e592a-6cf7-4c21-9f29-4d541c8f7401 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:25.180498 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dedd8da5-e6b9-49a9-9465-87c51c96cabf req-f33e592a-6cf7-4c21-9f29-4d541c8f7401 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 943 time: 0.2372484 Nov 27 01:13:25.185831 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8760e092-18b6-4971-ad51-941be3d3ee60 req-2f63eb5b-b3f7-4035-8874-8114b79e5f57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957694 Nov 27 01:13:25.268354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e51ce-64d6-4e76-a4c5-ae58de32b393 None None] Pushing event updated for resources: {'Port': ['ID=3c78155a-21c8-4c8e-aad1-0951b8567b16,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:25.276343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6307bd-32d4-43c0-ac9f-a851137eaee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8236b2-7472-44c9-90b4-2bcdb2429a7d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:25.278080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:25.287319 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38c04516-5187-423d-85ec-b7550cc2dd99 req-6e5ce4ba-0760-4528-8855-241d1eedec83 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168302 Nov 27 01:13:25.288317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.330448 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.362189 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5d8eae0-f36e-4404-9ee8-bfdf5e14e4b4 req-b046004a-7e07-4a8b-8fdd-e470a50d7938 service neutron] 10.222.0.42 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681127 Nov 27 01:13:25.405467 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:25.534131 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dedd8da5-e6b9-49a9-9465-87c51c96cabf req-40c4f9e8-13e2-4242-b0a7-c3c2cf9dd41f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533380 Nov 27 01:13:25.625988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8945-b799-4fa7-801b-0f25fc2cd7dc req-0be0a89d-a512-441a-85e2-42cab8c382c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:25.631859 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a5e8945-b799-4fa7-801b-0f25fc2cd7dc req-0be0a89d-a512-441a-85e2-42cab8c382c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 1094 time: 0.1649799 Nov 27 01:13:25.732715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a42ba760-3069-4b31-8e4b-cb1ddb5325b0 req-500ef788-4206-41b1-b4cf-c89a2c99c1ed tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 210 time: 0.0964890 Nov 27 01:13:25.747856 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8760e092-18b6-4971-ad51-941be3d3ee60 req-24ff4f8e-5ca4-43ed-8e3e-e1b85a76208f service neutron] 10.222.0.11 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015812 Nov 27 01:13:25.818502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8945-b799-4fa7-801b-0f25fc2cd7dc req-e1a0ae26-c4b0-4c31-9b1f-c27f4e627b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:25.819986 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a5e8945-b799-4fa7-801b-0f25fc2cd7dc req-e1a0ae26-c4b0-4c31-9b1f-c27f4e627b2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 906 time: 0.1777730 Nov 27 01:13:25.906154 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c5c35-ea08-44df-a8eb-56b9abaf3e2e req-7b01fd0a-8763-464c-b7c1-f9322f8a6269 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:25.910044 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-271c5c35-ea08-44df-a8eb-56b9abaf3e2e req-7b01fd0a-8763-464c-b7c1-f9322f8a6269 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 943 time: 0.3680294 Nov 27 01:13:25.913838 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a5e8945-b799-4fa7-801b-0f25fc2cd7dc req-0fdb401b-7db1-4455-b02a-90fa7ded7d4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2583fe13-07f1-47e0-b520-2f34f4ffe868 HTTP/1.1" status: 200 len: 217 time: 0.0827563 Nov 27 01:13:25.921403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-d843687b-320d-44ea-8676-0620d583499d req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Allocated IP 19.86.0.53 (03f40f37-004d-488f-8321-562efac1452b/fbbfeb0e-7294-4ac3-bea2-1aa71368e94e/e4e97735-b482-4da3-8b04-5ae9467e638f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:25.989683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8760e092-18b6-4971-ad51-941be3d3ee60 req-dd1077c0-c793-4035-9347-d885bdfd81f3 service neutron] 10.222.0.11 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312126 Nov 27 01:13:26.064045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e8945-b799-4fa7-801b-0f25fc2cd7dc req-9ffc157a-a07f-482d-aaf7-368928d3bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:26.065543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a5e8945-b799-4fa7-801b-0f25fc2cd7dc req-9ffc157a-a07f-482d-aaf7-368928d3bad9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.1271653 Nov 27 01:13:26.223620 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:26.223707 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a5e8945-b799-4fa7-801b-0f25fc2cd7dc req-3dbbdfe8-5bdf-41a0-92c3-1a4cf4a83da7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775807 Nov 27 01:13:26.294661 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:26.345877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-271c5c35-ea08-44df-a8eb-56b9abaf3e2e req-5e4dc797-4757-45a9-a548-16279b6f3e2b tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079578 Nov 27 01:13:26.364077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3c78155a-21c8-4c8e-aad1-0951b8567b16 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:26.366647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d843687b-320d-44ea-8676-0620d583499d req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network 03f40f37-004d-488f-8321-562efac1452b is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:26.387444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-d843687b-320d-44ea-8676-0620d583499d req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:26.391498 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d843687b-320d-44ea-8676-0620d583499d req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:26.433654 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:26.473566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:26.474358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:26.478704 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:26.482372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Port': ['ID=e4e97735-b482-4da3-8b04-5ae9467e638f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:26.522421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 3c78155a-21c8-4c8e-aad1-0951b8567b16 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:26.523079 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:26.595212 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a5e8945-b799-4fa7-801b-0f25fc2cd7dc req-7f8e78b5-f6cd-449f-9fb7-81f95c589a45 service neutron] 10.222.0.42 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577108 Nov 27 01:13:26.627012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:26.627469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:26.627826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:26.628173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:26.628521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:26.628862 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:26.629207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:26.632220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:26.632581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:26.635016 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:26.635867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:26.635971 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:26.706681 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device da749575-2313-4143-94a8-303462408ec2 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:26.753258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event updated for resources: {'Port': ['ID=56ad5689-1390-466a-9ff0-305c9a535a8e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:26.756481 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-e0812f19-3e4f-468d-b14c-9df54b039e25 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1493759 Nov 27 01:13:26.776817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d843687b-320d-44ea-8676-0620d583499d req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'port': {'device_id': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48', 'admin_state_up': True, 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:26.789293 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:26.800834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port da749575-2313-4143-94a8-303462408ec2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:26.803825 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:26.839622 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:26.851552 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-22989202-eb9a-4b91-ae7b-359e4de41b53 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3727226 Nov 27 01:13:26.854132 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594e5fb-0851-423b-b980-9c7f96531f03 req-8c01d768-701c-48c4-9f96-4d6ebf029db6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:26.861013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594e5fb-0851-423b-b980-9c7f96531f03 req-8c01d768-701c-48c4-9f96-4d6ebf029db6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:26.862962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4594e5fb-0851-423b-b980-9c7f96531f03 req-8c01d768-701c-48c4-9f96-4d6ebf029db6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 1653 time: 0.3605895 Nov 27 01:13:26.907152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-659cecb7-a4a1-4cbe-a805-e24251b3bce5 None None] Provisioning complete for port e4e97735-b482-4da3-8b04-5ae9467e638f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:26.907527 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-659cecb7-a4a1-4cbe-a805-e24251b3bce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:26.910776 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a5e8945-b799-4fa7-801b-0f25fc2cd7dc req-5a0f367e-56cc-4741-8b02-25209fdbffad service neutron] 10.222.0.42 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970183 Nov 27 01:13:26.958787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-bf2914f8-456e-4aa8-a6c7-aa66de562fb8 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:26.960754 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-bf2914f8-456e-4aa8-a6c7-aa66de562fb8 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.11 "GET /v2.0/networks?id=118a00df-a939-4eef-bd47-d93d4d335a04 HTTP/1.1" status: 200 len: 818 time: 0.4798188 Nov 27 01:13:26.989174 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Request body: {'port': {'device_id': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'admin_state_up': True, 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:26.991305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-659cecb7-a4a1-4cbe-a805-e24251b3bce5 None None] Port e4e97735-b482-4da3-8b04-5ae9467e638f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:27.013731 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4594e5fb-0851-423b-b980-9c7f96531f03 req-8f0cc4c0-e143-4a26-8613-6e8782d22a87 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259525 Nov 27 01:13:27.021391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c69c28d-f28f-4616-8150-b0121425201e details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:27.065982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62200f5c-8e49-4418-80c9-383b8e856410 req-c87595ab-0e90-4852-82c5-94d9e2d06475 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:27.068942 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62200f5c-8e49-4418-80c9-383b8e856410 req-c87595ab-0e90-4852-82c5-94d9e2d06475 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 943 time: 0.1025918 Nov 27 01:13:27.098472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:27.101994 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:27.171296 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62200f5c-8e49-4418-80c9-383b8e856410 req-b69d671e-51f9-4e14-a288-aa042e586390 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957685 Nov 27 01:13:27.199749 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:27.229685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c69c28d-f28f-4616-8150-b0121425201e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c69c28d-f28f-4616-8150-b0121425201e,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:27.275964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a475da5e-9c50-42e9-93d0-731e759538e3 req-bf24e9e9-762b-4729-a695-f64ff11b083f tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 210 time: 0.1584318 Nov 27 01:13:27.277719 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '5c69c28d-f28f-4616-8150-b0121425201e', 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb', 'port_id': '5c69c28d-f28f-4616-8150-b0121425201e', 'mac_address': 'fa:16:3e:eb:f4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46a59be-e55d-45df-95e9-1ee16635f030', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:27.282696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port da749575-2313-4143-94a8-303462408ec2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=da749575-2313-4143-94a8-303462408ec2,segment=NetworkSegment(ffebc031-4253-4d22-bce6-18d20bfcddf8),segment_id=ffebc031-4253-4d22-bce6-18d20bfcddf8)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:27.315068 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:27.326049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Made reservation on behalf of bd91937f25af4311b6e62f89a5efa784 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:27.330846 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:27.337568 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-5f5d9549-ccf1-4d7e-907e-6dee5efe0b8e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1516445882&fields=id&tenant_id=45731133ae9e435f84b4491351b086d0 HTTP/1.1" status: 200 len: 267 time: 0.0770798 Nov 27 01:13:27.378217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=da749575-2313-4143-94a8-303462408ec2,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:27.384438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57164) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:27.389724 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:27.444806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c69c28d-f28f-4616-8150-b0121425201e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:27.500526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c69c28d-f28f-4616-8150-b0121425201e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c69c28d-f28f-4616-8150-b0121425201e,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:27.506371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-d843687b-320d-44ea-8676-0620d583499d req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Allocated IP 19.80.0.137 (b05761ba-0d26-4e8e-994e-88f1848d7c48/387e7e5a-cc91-4873-9335-c284cb47e5a9/db18c467-8854-4a68-ad66-be19eb917574) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:27.512450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:27.520522 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-5ebd61ca-a4cc-422f-96e0-0572b282347e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:27.530766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-5ebd61ca-a4cc-422f-96e0-0572b282347e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 812 time: 0.1832206 Nov 27 01:13:27.541805 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-f3fb26e7-1ba2-4760-bea6-ba67bf05ad66 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/quotas/45731133ae9e435f84b4491351b086d0 HTTP/1.1" status: 200 len: 375 time: 0.0098498 Nov 27 01:13:27.595596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5c69c28d-f28f-4616-8150-b0121425201e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:27.626414 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-177f7404-9b23-44b2-a5cc-24d923725430 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723817 Nov 27 01:13:27.675441 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00127a76-e6c1-48b3-85ee-b72c2827f266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:27.684183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Allocated IP 172.20.0.6 (118a00df-a939-4eef-bd47-d93d4d335a04/5c5bf43d-2cf4-4675-b80a-02ca09f08b62/35a89897-8395-45a5-89fe-7d0819eea6ef) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:27.706315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac699b-ec33-4b1e-acc1-de2cdef61789 req-4110da60-d926-4a89-8507-dd87d74acdaf tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:27.707881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16ac699b-ec33-4b1e-acc1-de2cdef61789 req-4110da60-d926-4a89-8507-dd87d74acdaf tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 944 time: 0.2032354 Nov 27 01:13:27.761018 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-ddb133d5-f0c3-4d59-adb0-68d81ab8126c service neutron] 10.222.0.37 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316385 Nov 27 01:13:27.863867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5c69c28d-f28f-4616-8150-b0121425201e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:27.879745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-291ac32a-40b4-4f59-ad48-412a501b0337 service neutron] 10.222.0.37 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177657 Nov 27 01:13:27.942406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16ac699b-ec33-4b1e-acc1-de2cdef61789 req-dd40cd43-d0ae-4293-b8f8-ab01e0d22764 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196524 Nov 27 01:13:28.094412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:28.121202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2583fe13-07f1-47e0-b520-2f34f4ffe868 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:28.140839 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:28.204791 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e31fb55-64b1-49f6-ac27-6952c16d2c32 req-40e92da4-144f-464a-9f0f-d2b8ea539acc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 210 time: 0.0511601 Nov 27 01:13:28.213288 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:28.274659 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00127a76-e6c1-48b3-85ee-b72c2827f266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:28.282867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2583fe13-07f1-47e0-b520-2f34f4ffe868, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2583fe13-07f1-47e0-b520-2f34f4ffe868,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:28.288194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Network 118a00df-a939-4eef-bd47-d93d4d335a04 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:28.293476 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00127a76-e6c1-48b3-85ee-b72c2827f266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:28.300924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:28.320055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Pushing event updated for resources: {'Port': ['ID=35a89897-8395-45a5-89fe-7d0819eea6ef,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:28.321167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '2583fe13-07f1-47e0-b520-2f34f4ffe868', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'port_id': '2583fe13-07f1-47e0-b520-2f34f4ffe868', 'mac_address': 'fa:16:3e:64:6a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b3b599-d4e2-4679-ba73-92cad71204a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:28.333588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:28.343940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device da749575-2313-4143-94a8-303462408ec2 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:28.357021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b827f85-53fb-426f-bbbb-a939035f21d8 req-ee3bfd48-c75a-4ac5-ac87-224c90f68417 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:28.364706 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b827f85-53fb-426f-bbbb-a939035f21d8 req-ee3bfd48-c75a-4ac5-ac87-224c90f68417 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:28.372542 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b827f85-53fb-426f-bbbb-a939035f21d8 req-ee3bfd48-c75a-4ac5-ac87-224c90f68417 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 1653 time: 0.1845980 Nov 27 01:13:28.412923 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:28.426103 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:28.449513 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2583fe13-07f1-47e0-b520-2f34f4ffe868 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:28.472461 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b827f85-53fb-426f-bbbb-a939035f21d8 req-28c52061-a6b7-44d2-80d2-b8b182b3d2ad tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991261 Nov 27 01:13:28.476303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port da749575-2313-4143-94a8-303462408ec2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:28.476756 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:28.491766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2583fe13-07f1-47e0-b520-2f34f4ffe868, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2583fe13-07f1-47e0-b520-2f34f4ffe868,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:28.511913 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:28.557387 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-00127a76-e6c1-48b3-85ee-b72c2827f266 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fbd161652f44c44a1c14d9149c69837&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1650999 Nov 27 01:13:28.562454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57184) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:28.569769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00127a76-e6c1-48b3-85ee-b72c2827f266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2138d0c-b526-428a-8f47-d16dd163be77,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:28.607365 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=2583fe13-07f1-47e0-b520-2f34f4ffe868,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:28.628548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec080e-e92a-4d25-b122-3bf4e886f43e req-68c6313e-3b4f-47f2-8c09-1c6f019feec0 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:28.634801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:28.636172 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:28.636304 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25ec080e-e92a-4d25-b122-3bf4e886f43e req-68c6313e-3b4f-47f2-8c09-1c6f019feec0 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 931 time: 0.1027334 Nov 27 01:13:28.636879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:28.637276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:28.637691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:28.638097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:28.638558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:28.639013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:28.639424 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:28.639856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:28.640250 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:28.640656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:28.641204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:28.641784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:28.691454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d843687b-320d-44ea-8676-0620d583499d req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network b05761ba-0d26-4e8e-994e-88f1848d7c48 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:28.703131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-d843687b-320d-44ea-8676-0620d583499d req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:28.720856 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25ec080e-e92a-4d25-b122-3bf4e886f43e req-1384ec2c-c0ed-4ef5-a582-da0f04f981c2 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837648 Nov 27 01:13:28.726901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe93fc-6c86-451c-a329-97725a445a75 req-f879036f-dcef-4c67-a947-67e632c5062b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:28.748210 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0dfe93fc-6c86-451c-a329-97725a445a75 req-f879036f-dcef-4c67-a947-67e632c5062b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 943 time: 0.3280401 Nov 27 01:13:28.754683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d843687b-320d-44ea-8676-0620d583499d req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:28.758447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Port': ['ID=db18c467-8854-4a68-ad66-be19eb917574,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:28.786322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:28.809341 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-ba459275-226e-481a-9be8-51a79b9317e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8254733 Nov 27 01:13:28.851795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Request body: {'port': {'device_id': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:28.940035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:28.940882 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:28.988855 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0dfe93fc-6c86-451c-a329-97725a445a75 req-774e9f5e-ffd3-47ec-9f7c-d9abbac53879 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389419 Nov 27 01:13:28.998102 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-9afc9ae2-0888-4f31-8357-4990a54a5887 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2283392 Nov 27 01:13:29.000440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af0fede-3218-4884-92b4-05c73a89d888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:29.026522 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af0fede-3218-4884-92b4-05c73a89d888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:29.037112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c69c28d-f28f-4616-8150-b0121425201e up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:29.118937 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Request body: {'port': {'device_id': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:29.157025 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeaa2b-b79c-4c71-8f46-1954a7a460e4 req-693387fc-9d45-4b03-ba5c-8b9cf7a0945c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:29.167213 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aadeaa2b-b79c-4c71-8f46-1954a7a460e4 req-693387fc-9d45-4b03-ba5c-8b9cf7a0945c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 944 time: 0.0753965 Nov 27 01:13:29.206550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-89b99430-4bca-4ced-9444-8648b173911c None None] Provisioning complete for port db18c467-8854-4a68-ad66-be19eb917574 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:29.207160 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-89b99430-4bca-4ced-9444-8648b173911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:29.213711 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af0fede-3218-4884-92b4-05c73a89d888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:29.216450 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af0fede-3218-4884-92b4-05c73a89d888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:29.219912 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1af0fede-3218-4884-92b4-05c73a89d888 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2138d0c-b526-428a-8f47-d16dd163be77 HTTP/1.1" status: 204 len: 168 time: 0.6446810 Nov 27 01:13:29.254662 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:29.256311 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aadeaa2b-b79c-4c71-8f46-1954a7a460e4 req-98f3df01-d952-4597-9970-91725af9302f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859921 Nov 27 01:13:29.269662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-89b99430-4bca-4ced-9444-8648b173911c None None] Port db18c467-8854-4a68-ad66-be19eb917574 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:29.273513 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 5c69c28d-f28f-4616-8150-b0121425201e completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:29.273835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0fede-3218-4884-92b4-05c73a89d888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2138d0c-b526-428a-8f47-d16dd163be77,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:29.278032 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:29.292910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 5c69c28d-f28f-4616-8150-b0121425201e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:29.293285 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:29.398799 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:29.429330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dad3210-6709-4db4-a120-b370fed46740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c69c28d-f28f-4616-8150-b0121425201e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:29.431858 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518dbef0-38f5-4b91-b2d9-629ec64d0fb7" -d '{"events": [{"server_uuid": "2dad3210-6709-4db4-a120-b370fed46740", "name": "network-vif-plugged", "status": "completed", "tag": "5c69c28d-f28f-4616-8150-b0121425201e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:29.448495 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c69c28d-f28f-4616-8150-b0121425201e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c69c28d-f28f-4616-8150-b0121425201e,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:29.466177 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:29.595550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5c69c28d-f28f-4616-8150-b0121425201e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:29.747685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c442fd19-789e-4871-8821-67f13f68c8c8 req-2e7aaa95-118b-46e8-ab56-9fee26dcebfd tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 210 time: 0.0527449 Nov 27 01:13:29.782906 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241b99aa-ec00-4958-83cc-075f9d2c2841 x-openstack-request-id: req-241b99aa-ec00-4958-83cc-075f9d2c2841 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:29.783203 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dad3210-6709-4db4-a120-b370fed46740", "name": "network-vif-plugged", "status": "completed", "tag": "5c69c28d-f28f-4616-8150-b0121425201e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:29.785071 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-241b99aa-ec00-4958-83cc-075f9d2c2841 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:29.785496 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dad3210-6709-4db4-a120-b370fed46740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c69c28d-f28f-4616-8150-b0121425201e', 'code': 200} Nov 27 01:13:29.844345 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-ff7c9bf0-3f7c-4184-a9df-50ebfc276796 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5909653 Nov 27 01:13:29.953203 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a89897-8395-45a5-89fe-7d0819eea6ef {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:29.997209 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.000721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-beb6af9a-fd76-4bc3-b5ba-88e058199426 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.002187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-beb6af9a-fd76-4bc3-b5ba-88e058199426 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 812 time: 0.4031026 Nov 27 01:13:30.034285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285d1a7-ef51-4776-8557-7edab6d57815 req-ebb75051-056b-4461-838b-2fc6b1a8dff2 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.040560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285d1a7-ef51-4776-8557-7edab6d57815 req-ebb75051-056b-4461-838b-2fc6b1a8dff2 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.048265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285d1a7-ef51-4776-8557-7edab6d57815 req-ebb75051-056b-4461-838b-2fc6b1a8dff2 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.057119 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6285d1a7-ef51-4776-8557-7edab6d57815 req-ebb75051-056b-4461-838b-2fc6b1a8dff2 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2375 time: 0.1786120 Nov 27 01:13:30.059749 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Transition to ACTIVE for port object 35a89897-8395-45a5-89fe-7d0819eea6ef will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:30.118187 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.129689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2583fe13-07f1-47e0-b520-2f34f4ffe868 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:30.135489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-2446e205-a2b0-4da4-8575-01c575aeb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.135970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-2446e205-a2b0-4da4-8575-01c575aeb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.136505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-2446e205-a2b0-4da4-8575-01c575aeb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.136980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-2446e205-a2b0-4da4-8575-01c575aeb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.137463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-2446e205-a2b0-4da4-8575-01c575aeb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.137876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-2446e205-a2b0-4da4-8575-01c575aeb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.138383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-2446e205-a2b0-4da4-8575-01c575aeb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.140560 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-2446e205-a2b0-4da4-8575-01c575aeb3c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 6493 time: 0.1766214 Nov 27 01:13:30.144197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acf593-31c2-40ce-ade3-46bd0d911657 req-c0b1e783-c4ef-4c25-845d-125e74cbfbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.145705 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8acf593-31c2-40ce-ade3-46bd0d911657 req-c0b1e783-c4ef-4c25-845d-125e74cbfbf9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 1096 time: 0.1604104 Nov 27 01:13:30.188643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6285d1a7-ef51-4776-8557-7edab6d57815 req-30958cf8-ca1f-4b20-841b-e20e42a66dbe tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305573 Nov 27 01:13:30.198221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-692df189-3d48-4c04-9601-4729669b7f0c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45731133ae9e435f84b4491351b086d0 HTTP/1.1" status: 200 len: 380 time: 0.1383252 Nov 27 01:13:30.215739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d96cdd-88b3-489d-b24b-ceb78e34e53c req-1293b9fd-42ab-4146-ad4d-19a07d7028d9 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.223251 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88d96cdd-88b3-489d-b24b-ceb78e34e53c req-1293b9fd-42ab-4146-ad4d-19a07d7028d9 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 931 time: 0.2234755 Nov 27 01:13:30.227024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Request body: {'port': {'device_id': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'admin_state_up': True, 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'security_groups': ['1011f6f2-3f7d-4577-89a4-f0840c546c9e']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:30.239468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 2583fe13-07f1-47e0-b520-2f34f4ffe868 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:30.244447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 2583fe13-07f1-47e0-b520-2f34f4ffe868 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:30.245094 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.343719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8acf593-31c2-40ce-ade3-46bd0d911657 req-d1e6208b-c45e-4aca-8f7e-b6f9c27e4f73 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857185 Nov 27 01:13:30.358847 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.363179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Pushing event updated for resources: {'Port': ['ID=35a89897-8395-45a5-89fe-7d0819eea6ef,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:30.387288 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d117c3-8c4e-4f41-975b-8babcc6f97b9 req-99443baa-2baf-4b84-ab57-4e7e10ef257c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.390152 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90d117c3-8c4e-4f41-975b-8babcc6f97b9 req-99443baa-2baf-4b84-ab57-4e7e10ef257c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 944 time: 0.0988729 Nov 27 01:13:30.437516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2583fe13-07f1-47e0-b520-2f34f4ffe868, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2583fe13-07f1-47e0-b520-2f34f4ffe868,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:30.442832 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.445578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Made reservation on behalf of 45731133ae9e435f84b4491351b086d0 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:30.450004 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.484858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90d117c3-8c4e-4f41-975b-8babcc6f97b9 req-fe97eb5f-fd19-4697-9a08-0678d2e79a82 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878253 Nov 27 01:13:30.521389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=2583fe13-07f1-47e0-b520-2f34f4ffe868,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:30.531874 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88d96cdd-88b3-489d-b24b-ceb78e34e53c req-2b6305d4-74ca-4c36-85ce-f81b4497bb1c tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077283 Nov 27 01:13:30.544008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b0b6ac-93b7-45dc-88d2-fd03786f7858 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:30.579212 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.591391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-9bdf9abd-ac92-407c-b3df-ce1c39a376d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.591853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-9bdf9abd-ac92-407c-b3df-ce1c39a376d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.592976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-9bdf9abd-ac92-407c-b3df-ce1c39a376d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.594550 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-9bdf9abd-ac92-407c-b3df-ce1c39a376d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=874ba3d7-fadd-49cf-b553-f26abbe13939&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&id=47d4271c-602c-4c7f-8b55-deb4845c36a9&id=47d4271c-602c-4c7f-8b55-deb4845c36a9 HTTP/1.1" status: 200 len: 2292 time: 0.4029465 Nov 27 01:13:30.602767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Attempting to bind port 35a89897-8395-45a5-89fe-7d0819eea6ef on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:30.603100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Attempting to bind port 35a89897-8395-45a5-89fe-7d0819eea6ef by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'ffebc031-4253-4d22-bce6-18d20bfcddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:30.603536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Attempting to bind port 35a89897-8395-45a5-89fe-7d0819eea6ef on network 118a00df-a939-4eef-bd47-d93d4d335a04 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:30.608059 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Transition to ACTIVE for port object 22b0b6ac-93b7-45dc-88d2-fd03786f7858 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:30.610476 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Port 35a89897-8395-45a5-89fe-7d0819eea6ef on network 118a00df-a939-4eef-bd47-d93d4d335a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:30.610844 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Attempting to bind port 35a89897-8395-45a5-89fe-7d0819eea6ef on network 118a00df-a939-4eef-bd47-d93d4d335a04 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:30.615749 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.623755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:30.624090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Checking segment: {'id': 'ffebc031-4253-4d22-bce6-18d20bfcddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:30.624466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Bound using segment: {'id': 'ffebc031-4253-4d22-bce6-18d20bfcddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:30.624905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Bound port: 35a89897-8395-45a5-89fe-7d0819eea6ef, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffebc031-4253-4d22-bce6-18d20bfcddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:30.625251 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.663537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Allocated IP 172.20.0.11 (ca3e04cd-7b00-40c5-9512-0be97b9c1107/f816a93d-f541-4896-9e58-52bcc03d53b8/656ff015-77b7-4e1f-aea4-d063d35c68bf) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:30.678109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ebb74-9330-4b8f-bfe1-7a6a013ef1e7 req-fc4ee421-27f6-4bd2-bd7a-7e56009ca488 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:30.679686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a7ebb74-9330-4b8f-bfe1-7a6a013ef1e7 req-fc4ee421-27f6-4bd2-bd7a-7e56009ca488 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 945 time: 0.0768352 Nov 27 01:13:30.774048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Pushing event updated for resources: {'Port': ['ID=22b0b6ac-93b7-45dc-88d2-fd03786f7858,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:30.808637 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a7ebb74-9330-4b8f-bfe1-7a6a013ef1e7 req-b86ba255-d0b0-47b1-ac95-cb9ba8906e6b tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213484 Nov 27 01:13:30.829557 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-484343d2-3a52-4de2-acee-2573d5a1f9f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 HTTP/1.1" status: 200 len: 1000 time: 0.1782775 Nov 27 01:13:30.899188 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:30.911779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] For port 35a89897-8395-45a5-89fe-7d0819eea6ef, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:30.986532 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a040f07b-aa80-45af-a74a-3892df13a2f2 req-4a6858ae-e791-45e2-9fb3-df8c30857de4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 210 time: 0.0333319 Nov 27 01:13:30.996837 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.063100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:31.066644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:31.071480 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:31.128629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.129299 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.133726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:31.162725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-14d43cc9-6310-40f2-980e-5ce89b6f1085 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9443758 Nov 27 01:13:31.181511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Request body: {'port': {'device_id': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:31.276164 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] For port 35a89897-8395-45a5-89fe-7d0819eea6ef, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=35a89897-8395-45a5-89fe-7d0819eea6ef,segment=NetworkSegment(ffebc031-4253-4d22-bce6-18d20bfcddf8),segment_id=ffebc031-4253-4d22-bce6-18d20bfcddf8)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:31.290978 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.292162 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.353712 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.354367 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.355731 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] 10.222.0.11 "PUT /v2.0/ports/35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 1091 time: 2.5088584 Nov 27 01:13:31.356236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:31.359240 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fdf7b2-a5e8-4574-9631-59e5e503079b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:31.366011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-a874a37f-e2aa-4151-9dd7-dee303d7166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.367447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-a874a37f-e2aa-4151-9dd7-dee303d7166d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=89a5c702-8864-411b-b4cf-2e5d39b836d0 HTTP/1.1" status: 200 len: 851 time: 0.5119226 Nov 27 01:13:31.370037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Attempting to bind port 22b0b6ac-93b7-45dc-88d2-fd03786f7858 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:31.370399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Attempting to bind port 22b0b6ac-93b7-45dc-88d2-fd03786f7858 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:31.370720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Attempting to bind port 22b0b6ac-93b7-45dc-88d2-fd03786f7858 on network b05761ba-0d26-4e8e-994e-88f1848d7c48 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:31.384907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Port 22b0b6ac-93b7-45dc-88d2-fd03786f7858 on network b05761ba-0d26-4e8e-994e-88f1848d7c48 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:31.385262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Attempting to bind port 22b0b6ac-93b7-45dc-88d2-fd03786f7858 on network b05761ba-0d26-4e8e-994e-88f1848d7c48 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:31.402682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:31.403057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Checking segment: {'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:31.403390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Bound using segment: {'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:31.403813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Bound port: 22b0b6ac-93b7-45dc-88d2-fd03786f7858, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:31.404163 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.427040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e7c0-55b7-4348-bcae-c5f549268d5d req-56588347-3c93-4706-b91b-1691841416c2 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.433758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e7c0-55b7-4348-bcae-c5f549268d5d req-56588347-3c93-4706-b91b-1691841416c2 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.443459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e7c0-55b7-4348-bcae-c5f549268d5d req-56588347-3c93-4706-b91b-1691841416c2 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.448037 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c1c0e7c0-55b7-4348-bcae-c5f549268d5d req-56588347-3c93-4706-b91b-1691841416c2 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2387 time: 0.1745856 Nov 27 01:13:31.493896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d8f87545-7429-44d0-b7c0-38cbb136634c None None] Provisioning complete for port 656ff015-77b7-4e1f-aea4-d063d35c68bf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:31.497461 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8f87545-7429-44d0-b7c0-38cbb136634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.505880 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b823c42-433c-426d-bcf5-64dda7f0e9c8 x-openstack-request-id: req-8b823c42-433c-426d-bcf5-64dda7f0e9c8 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:31.505880 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:31.505880 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b823c42-433c-426d-bcf5-64dda7f0e9c8 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:31.505880 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'status': 'completed', 'code': 200} Nov 27 01:13:31.524395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975f316-2d28-4d95-b58d-825f50750b2a service neutron] Pushing event updated for resources: {'Port': ['ID=35a89897-8395-45a5-89fe-7d0819eea6ef,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:31.590516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d8f87545-7429-44d0-b7c0-38cbb136634c None None] Port 656ff015-77b7-4e1f-aea4-d063d35c68bf cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:13:31.611647 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c1c0e7c0-55b7-4348-bcae-c5f549268d5d req-069da200-5bf3-4eda-99f2-edc84174409e tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151772 Nov 27 01:13:31.654336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-037c8c70-1814-4f11-a05f-bb389d077a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.656389 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-037c8c70-1814-4f11-a05f-bb389d077a50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd91937f25af4311b6e62f89a5efa784&device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 1094 time: 0.1927049 Nov 27 01:13:31.661820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] For port 22b0b6ac-93b7-45dc-88d2-fd03786f7858, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:31.665166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-296acba6-9bb3-4d55-8251-c1b553889bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.666747 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-296acba6-9bb3-4d55-8251-c1b553889bfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=874ba3d7-fadd-49cf-b553-f26abbe13939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2159462 Nov 27 01:13:31.668403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] For port 22b0b6ac-93b7-45dc-88d2-fd03786f7858, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=22b0b6ac-93b7-45dc-88d2-fd03786f7858,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:31.674027 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.692266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656ff015-77b7-4e1f-aea4-d063d35c68bf {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:31.707867 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.726143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2141c-f2b8-4218-9620-95e5ae32272c req-c0a41820-d054-41e8-8b1f-18e726081fc6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.727708 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3f2141c-f2b8-4218-9620-95e5ae32272c req-c0a41820-d054-41e8-8b1f-18e726081fc6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 945 time: 0.1149480 Nov 27 01:13:31.733412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Transition to ACTIVE for port object 656ff015-77b7-4e1f-aea4-d063d35c68bf will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:31.749477 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.788281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0657f2d8-4386-42da-a0bc-517a7183749a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2583fe13-07f1-47e0-b520-2f34f4ffe868'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:31.788559 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-bf9012ab-f7a9-4fe0-bf60-69b97f0db4e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 217 time: 0.1088223 Nov 27 01:13:31.793276 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806b6014-5bd5-401b-a692-6b106862e033" -d '{"events": [{"server_uuid": "0657f2d8-4386-42da-a0bc-517a7183749a", "name": "network-vif-plugged", "status": "completed", "tag": "2583fe13-07f1-47e0-b520-2f34f4ffe868"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:31.802973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:31.803657 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:31.805014 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] 10.222.0.42 "PUT /v2.0/ports/22b0b6ac-93b7-45dc-88d2-fd03786f7858 HTTP/1.1" status: 200 len: 1091 time: 2.7155187 Nov 27 01:13:31.845658 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3f2141c-f2b8-4218-9620-95e5ae32272c req-04fe63ad-d205-41b9-a6e5-001353680858 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097355 Nov 27 01:13:31.851722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:31.886853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Request body: {'port': {'device_id': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:31.921368 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8671fad9-78cb-4a13-a28a-b38b74e3f305 x-openstack-request-id: req-8671fad9-78cb-4a13-a28a-b38b74e3f305 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:31.921928 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0657f2d8-4386-42da-a0bc-517a7183749a", "name": "network-vif-plugged", "status": "completed", "tag": "2583fe13-07f1-47e0-b520-2f34f4ffe868", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:31.922378 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8671fad9-78cb-4a13-a28a-b38b74e3f305 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:31.922872 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0657f2d8-4386-42da-a0bc-517a7183749a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2583fe13-07f1-47e0-b520-2f34f4ffe868', 'code': 200} Nov 27 01:13:31.969405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Attempting to bind port 656ff015-77b7-4e1f-aea4-d063d35c68bf on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:31.969992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Attempting to bind port 656ff015-77b7-4e1f-aea4-d063d35c68bf by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:31.970539 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Attempting to bind port 656ff015-77b7-4e1f-aea4-d063d35c68bf on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:32.007882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fcb59-196d-421d-a16b-0e642d0b1807 service neutron] Pushing event updated for resources: {'Port': ['ID=22b0b6ac-93b7-45dc-88d2-fd03786f7858,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:32.024998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Port 656ff015-77b7-4e1f-aea4-d063d35c68bf on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:32.026485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Attempting to bind port 656ff015-77b7-4e1f-aea4-d063d35c68bf on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:32.035577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:32.035920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Checking segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:32.036307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Bound using segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:32.037195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Bound port: 656ff015-77b7-4e1f-aea4-d063d35c68bf, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:32.037195 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:32.072532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57da01-43e7-45a1-baaa-a574886cee06 req-da5be9a6-188d-4117-8cbd-787fbb923d24 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.074275 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ed57da01-43e7-45a1-baaa-a574886cee06 req-da5be9a6-188d-4117-8cbd-787fbb923d24 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 945 time: 0.0975513 Nov 27 01:13:32.085312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-a270914c-a53a-48b5-9c78-4a5932a654f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.086854 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-a270914c-a53a-48b5-9c78-4a5932a654f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c5bf43d-2cf4-4675-b80a-02ca09f08b62 HTTP/1.1" status: 200 len: 858 time: 0.2809212 Nov 27 01:13:32.087411 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:32.102385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776985b-a761-4846-ae82-a6e55a09f3df req-bbe3c195-e2ac-43f1-9f0b-ce2fc8199902 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.110909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3776985b-a761-4846-ae82-a6e55a09f3df req-bbe3c195-e2ac-43f1-9f0b-ce2fc8199902 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 943 time: 0.3514664 Nov 27 01:13:32.153603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-5c96802c-387a-4dba-a1d3-c2ab5fe78836 service neutron] 10.222.0.11 "GET /v2.0/networks/874ba3d7-fadd-49cf-b553-f26abbe13939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749682 Nov 27 01:13:32.174530 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-2936f856-c80b-4ee2-80c7-9c8f48e0ef25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=118a00df-a939-4eef-bd47-d93d4d335a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545874 Nov 27 01:13:32.176518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:32.182114 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ed57da01-43e7-45a1-baaa-a574886cee06 req-48c147ea-176c-4f95-a206-efc669c724e8 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815048 Nov 27 01:13:32.183780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:32.190116 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:32.224975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.225662 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:32.227091 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] 10.222.0.42 "PUT /v2.0/ports/656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 1092 time: 1.0499091 Nov 27 01:13:32.227535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:32.229793 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbab018-1ead-4655-ae24-1f717fbe7114" -d '{"events": [{"name": "network-changed", "server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:32.259688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd6b66-d03a-43be-b544-b47a9f39d552 service neutron] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:32.384615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-2934544d-849c-4b45-a9e3-a823913ba544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.386075 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-2934544d-849c-4b45-a9e3-a823913ba544 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1095 time: 0.0881286 Nov 27 01:13:32.395061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9aa43-d269-4f88-aaf3-92871ba7d63a req-a358eaf8-eeb5-49dc-9d38-838e6fd61265 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.396710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cd9aa43-d269-4f88-aaf3-92871ba7d63a req-a358eaf8-eeb5-49dc-9d38-838e6fd61265 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 944 time: 0.0665326 Nov 27 01:13:32.416259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfe83d-3bbb-4b86-a7ed-75f75bddf09e req-6e472282-feae-4882-af05-190e1eb59674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.417766 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12cfe83d-3bbb-4b86-a7ed-75f75bddf09e req-6e472282-feae-4882-af05-190e1eb59674 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 1096 time: 0.3834383 Nov 27 01:13:32.436971 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3776985b-a761-4846-ae82-a6e55a09f3df req-9352b426-72f5-4d84-93fb-086d7d06c8c5 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249712 Nov 27 01:13:32.447925 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-315a82fa-4f81-40f8-acd5-e947c82d475e service neutron] 10.222.0.11 "GET /v2.0/networks/874ba3d7-fadd-49cf-b553-f26abbe13939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774220 Nov 27 01:13:32.449793 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-fcd0ccc1-2075-4a41-ac78-8b604d712c11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 217 time: 0.0503447 Nov 27 01:13:32.527379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-ac6df6af-5890-415e-b0c8-29417cc59e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.528935 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-ac6df6af-5890-415e-b0c8-29417cc59e0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.0654709 Nov 27 01:13:32.533735 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cd9aa43-d269-4f88-aaf3-92871ba7d63a req-74d421a2-595a-4a1b-9358-70f51d616b26 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286888 Nov 27 01:13:32.545355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-c5ec2841-9384-432a-a3a0-b78b5da1925c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=0c3cb3db-c176-4752-a004-355223eef51b HTTP/1.1" status: 200 len: 217 time: 0.0830672 Nov 27 01:13:32.593722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-8dde5092-b435-41cc-86fc-392502dddf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.595262 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-8dde5092-b435-41cc-86fc-392502dddf79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578771 Nov 27 01:13:32.596702 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c64115f-92e3-4ffd-a53e-d0b22c972ead x-openstack-request-id: req-7c64115f-92e3-4ffd-a53e-d0b22c972ead {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:32.597630 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:32.598261 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c64115f-92e3-4ffd-a53e-d0b22c972ead {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:32.598581 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'status': 'completed', 'code': 200} Nov 27 01:13:32.668899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12cfe83d-3bbb-4b86-a7ed-75f75bddf09e req-94a7452c-6948-4d52-8d05-aac570e5da4e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299991 Nov 27 01:13:32.683436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-dc2cc71e-e8f8-44f3-ba75-ed389e15d405 service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948230 Nov 27 01:13:32.740487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-92f7ec40-d7bc-4f89-98e6-c7f518dea48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.741959 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-92f7ec40-d7bc-4f89-98e6-c7f518dea48e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 200 len: 797 time: 0.1733613 Nov 27 01:13:32.751278 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-f4c38cfd-39a1-4a73-84fa-6cd2901dfc30 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339960 Nov 27 01:13:32.768471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaaa0f-e8f9-41c8-91d9-90eea5798944 req-0e00fdde-6b69-4fcd-9092-1a6520fad12f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.774715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaaa0f-e8f9-41c8-91d9-90eea5798944 req-0e00fdde-6b69-4fcd-9092-1a6520fad12f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.775909 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb0e8f-1d07-4577-8ac1-61f7ed81c93d req-32595c19-73a6-4e66-9181-9b34cc0bd6d4 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.777379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0fbb0e8f-1d07-4577-8ac1-61f7ed81c93d req-32595c19-73a6-4e66-9181-9b34cc0bd6d4 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 945 time: 0.2357826 Nov 27 01:13:32.781074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaaa0f-e8f9-41c8-91d9-90eea5798944 req-0e00fdde-6b69-4fcd-9092-1a6520fad12f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.782847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ccaaaa0f-e8f9-41c8-91d9-90eea5798944 req-0e00fdde-6b69-4fcd-9092-1a6520fad12f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2387 time: 0.0773571 Nov 27 01:13:32.841652 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ccaaaa0f-e8f9-41c8-91d9-90eea5798944 req-9c4d0e51-91ff-48b9-a383-64d200031b3b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515482 Nov 27 01:13:32.919932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57274) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:32.939615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-ae638473-bd9e-4dbd-a895-03d9b03bbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:32.941106 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-ae638473-bd9e-4dbd-a895-03d9b03bbf20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1837196 Nov 27 01:13:32.953537 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0fbb0e8f-1d07-4577-8ac1-61f7ed81c93d req-61d50c8b-0d91-4f0d-9be6-9527107c80b9 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458085 Nov 27 01:13:32.968642 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f78745-ba0b-4ef2-8f68-058d8754f3d0 req-f4075d19-6fe3-40e5-9561-a8c7dff3dd7e service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686551 Nov 27 01:13:33.034426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9718c-e691-4d4d-b3ba-daae26e31f2e req-bfdd4b22-bb92-448a-a447-972d5f6501f2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.046008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cd9718c-e691-4d4d-b3ba-daae26e31f2e req-bfdd4b22-bb92-448a-a447-972d5f6501f2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 945 time: 0.1337829 Nov 27 01:13:33.065384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e97735-b482-4da3-8b04-5ae9467e638f {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:33.082952 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:33.140659 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3212e665-4c3b-4048-b4ef-322ead2460a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:33.147412 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8784ea1-90ab-4b92-8445-9a385e9bbd1c req-e26309d7-025b-401e-b4c5-bf784dda3bcc service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056303 Nov 27 01:13:33.156648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Transition to ACTIVE for port object e4e97735-b482-4da3-8b04-5ae9467e638f will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:33.166158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-3da6c299-8790-4ac7-81db-c9141e6c9a42 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078712 Nov 27 01:13:33.166770 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:33.169467 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cd9718c-e691-4d4d-b3ba-daae26e31f2e req-828b80d6-3608-4f1d-aa8b-f01084299928 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226072 Nov 27 01:13:33.255885 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3212e665-4c3b-4048-b4ef-322ead2460a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:33.260205 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3212e665-4c3b-4048-b4ef-322ead2460a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:33.280000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982e8a9-928c-4caa-9ca3-b33aa82bb080 req-350e6421-f974-4948-9f65-e588243d029c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.281497 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7982e8a9-928c-4caa-9ca3-b33aa82bb080 req-350e6421-f974-4948-9f65-e588243d029c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 945 time: 0.2119002 Nov 27 01:13:33.283113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdf7b2-a5e8-4574-9631-59e5e503079b req-73887ff7-f710-48f0-8884-72c28756fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.284465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40fdf7b2-a5e8-4574-9631-59e5e503079b req-73887ff7-f710-48f0-8884-72c28756fa64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd91937f25af4311b6e62f89a5efa784&device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 1094 time: 0.1887720 Nov 27 01:13:33.303911 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3212e665-4c3b-4048-b4ef-322ead2460a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4bd1f70a1b8a4ef08480c453fd19d9bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3788652 Nov 27 01:13:33.304293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57282) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:33.306341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212e665-4c3b-4048-b4ef-322ead2460a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c436100-045b-4635-9375-ec0db7ae5d6d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:33.338623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Pushing event updated for resources: {'Port': ['ID=e4e97735-b482-4da3-8b04-5ae9467e638f,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:33.390580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbab018-1ead-4655-ae24-1f717fbe7114 req-b0d232e1-1054-4605-ac92-0c8638b21197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.392165 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcbab018-1ead-4655-ae24-1f717fbe7114 req-b0d232e1-1054-4605-ac92-0c8638b21197 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1095 time: 0.0716808 Nov 27 01:13:33.395417 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa3806ca-e4c5-4c6d-af0d-73d43406ab74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:33.463124 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa3806ca-e4c5-4c6d-af0d-73d43406ab74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:33.467421 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-32b4ea1a-62fe-4c57-b1bb-67e199ecce62 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874420 Nov 27 01:13:33.474198 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7982e8a9-928c-4caa-9ca3-b33aa82bb080 req-4e8c4cbd-cc27-44ea-af39-59d94f4a3679 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802418 Nov 27 01:13:33.518096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'tag': '22b0b6ac-93b7-45dc-88d2-fd03786f7858'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:33.520495 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ede2475-159f-4c4c-817b-fe1eb105be91" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "tag": "22b0b6ac-93b7-45dc-88d2-fd03786f7858"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:33.536770 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-41f53a44-5f8f-45cf-880e-9c47a4bd00b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=125792f2-f74c-4fde-a258-99b64ebd23c2 HTTP/1.1" status: 200 len: 217 time: 0.0590262 Nov 27 01:13:33.551713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbab018-1ead-4655-ae24-1f717fbe7114 req-28a1688c-8c94-470b-9dc3-19599a7cc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.554818 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcbab018-1ead-4655-ae24-1f717fbe7114 req-28a1688c-8c94-470b-9dc3-19599a7cc30a service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.1499605 Nov 27 01:13:33.567148 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Attempting to bind port e4e97735-b482-4da3-8b04-5ae9467e638f on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:33.567485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Attempting to bind port e4e97735-b482-4da3-8b04-5ae9467e638f by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8f356c7c-0ca1-4273-a366-4a6dd78d195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '03f40f37-004d-488f-8321-562efac1452b'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:33.567752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Attempting to bind port e4e97735-b482-4da3-8b04-5ae9467e638f on network 03f40f37-004d-488f-8321-562efac1452b {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:33.578134 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa3806ca-e4c5-4c6d-af0d-73d43406ab74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:33.581477 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa3806ca-e4c5-4c6d-af0d-73d43406ab74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:33.585072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fa3806ca-e4c5-4c6d-af0d-73d43406ab74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c436100-045b-4635-9375-ec0db7ae5d6d HTTP/1.1" status: 204 len: 168 time: 0.2775152 Nov 27 01:13:33.592570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdf7b2-a5e8-4574-9631-59e5e503079b req-247b9859-5af0-4559-ab94-5df8e22a9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.594048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40fdf7b2-a5e8-4574-9631-59e5e503079b req-247b9859-5af0-4559-ab94-5df8e22a9eab service neutron] 10.222.0.11 "GET /v2.0/networks?id=118a00df-a939-4eef-bd47-d93d4d335a04 HTTP/1.1" status: 200 len: 919 time: 0.2942426 Nov 27 01:13:33.601678 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Port e4e97735-b482-4da3-8b04-5ae9467e638f on network 03f40f37-004d-488f-8321-562efac1452b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:33.601997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Attempting to bind port e4e97735-b482-4da3-8b04-5ae9467e638f on network 03f40f37-004d-488f-8321-562efac1452b {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:33.646195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcbab018-1ead-4655-ae24-1f717fbe7114 req-fe2f902a-a5b7-49b9-a019-c722d1e21b1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 217 time: 0.0830388 Nov 27 01:13:33.660667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3806ca-e4c5-4c6d-af0d-73d43406ab74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c436100-045b-4635-9375-ec0db7ae5d6d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:33.675815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:33.676814 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Checking segment: {'id': '8f356c7c-0ca1-4273-a366-4a6dd78d195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '03f40f37-004d-488f-8321-562efac1452b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:33.676814 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Bound using segment: {'id': '8f356c7c-0ca1-4273-a366-4a6dd78d195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '03f40f37-004d-488f-8321-562efac1452b'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:33.677003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Bound port: e4e97735-b482-4da3-8b04-5ae9467e638f, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f356c7c-0ca1-4273-a366-4a6dd78d195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '03f40f37-004d-488f-8321-562efac1452b'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:33.677271 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:33.683165 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40fdf7b2-a5e8-4574-9631-59e5e503079b req-1ef65136-6965-4828-be52-48659d5bd7f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 217 time: 0.0788629 Nov 27 01:13:33.693643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be9f9d-ada0-4e96-ada4-4ad19252a9ac req-69545a15-21e0-4651-8a7f-e2a36d421774 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.695400 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50be9f9d-ada0-4e96-ada4-4ad19252a9ac req-69545a15-21e0-4651-8a7f-e2a36d421774 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 943 time: 0.1212618 Nov 27 01:13:33.697424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-69ed846d-99de-42ed-b393-85dc481c4f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.698572 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-69ed846d-99de-42ed-b393-85dc481c4f32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 200 len: 797 time: 0.1523914 Nov 27 01:13:33.778503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbab018-1ead-4655-ae24-1f717fbe7114 req-77a86065-d871-4456-8169-286b44c5dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.781075 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcbab018-1ead-4655-ae24-1f717fbe7114 req-77a86065-d871-4456-8169-286b44c5dd46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.0847499 Nov 27 01:13:33.806776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea541e-73db-4887-86d7-dbf96e890930 req-283aba30-a6a7-49f5-8df2-6faa67813c7a tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.808345 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-adea541e-73db-4887-86d7-dbf96e890930 req-283aba30-a6a7-49f5-8df2-6faa67813c7a tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 945 time: 0.2099237 Nov 27 01:13:33.832862 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdf7b2-a5e8-4574-9631-59e5e503079b req-07f16a1d-350d-4b35-b58c-45449df83022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.835522 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40fdf7b2-a5e8-4574-9631-59e5e503079b req-07f16a1d-350d-4b35-b58c-45449df83022 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c5bf43d-2cf4-4675-b80a-02ca09f08b62 HTTP/1.1" status: 200 len: 858 time: 0.1422596 Nov 27 01:13:33.862261 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50be9f9d-ada0-4e96-ada4-4ad19252a9ac req-1b2a0d58-e062-4e50-85a7-302a9684ea45 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309142 Nov 27 01:13:33.876980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbab018-1ead-4655-ae24-1f717fbe7114 req-a803a4f3-d4c8-4e68-a02f-86d425320465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.878621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcbab018-1ead-4655-ae24-1f717fbe7114 req-a803a4f3-d4c8-4e68-a02f-86d425320465 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883431 Nov 27 01:13:33.907719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40fdf7b2-a5e8-4574-9631-59e5e503079b req-8aa22d28-cac7-4f1f-b17e-5bec8eb1975f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=118a00df-a939-4eef-bd47-d93d4d335a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599651 Nov 27 01:13:33.908737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] For port e4e97735-b482-4da3-8b04-5ae9467e638f, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:33.922268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-63d59a34-8916-4516-9fe6-776902b758c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:33.923792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-63d59a34-8916-4516-9fe6-776902b758c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1969466 Nov 27 01:13:33.976730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] For port e4e97735-b482-4da3-8b04-5ae9467e638f, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e4e97735-b482-4da3-8b04-5ae9467e638f,segment=NetworkSegment(8f356c7c-0ca1-4273-a366-4a6dd78d195d),segment_id=8f356c7c-0ca1-4273-a366-4a6dd78d195d)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:33.979028 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdef113-24a6-403b-94cd-8f1f021357a5 x-openstack-request-id: req-dfdef113-24a6-403b-94cd-8f1f021357a5 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:33.979422 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "tag": "22b0b6ac-93b7-45dc-88d2-fd03786f7858", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:33.979900 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfdef113-24a6-403b-94cd-8f1f021357a5 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:33.980309 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'tag': '22b0b6ac-93b7-45dc-88d2-fd03786f7858', 'status': 'completed', 'code': 200} Nov 27 01:13:34.001312 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:34.021681 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcbab018-1ead-4655-ae24-1f717fbe7114 req-0a1960fc-fcdd-49af-b7f7-2bb9f8e88e5b service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339252 Nov 27 01:13:34.426464 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57316) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:34.429875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-adea541e-73db-4887-86d7-dbf96e890930 req-ecfaabc2-a2ae-43d3-bdd6-8404ebd28459 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059489 Nov 27 01:13:34.480810 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.481502 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:34.482898 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] 10.222.0.42 "PUT /v2.0/ports/e4e97735-b482-4da3-8b04-5ae9467e638f HTTP/1.1" status: 200 len: 1091 time: 2.6365271 Nov 27 01:13:34.519761 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcbab018-1ead-4655-ae24-1f717fbe7114 req-2f909319-b764-4910-88d7-f9b476137982 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866343 Nov 27 01:13:34.555531 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ec68b-ac4f-403b-829d-f8f9e220311b req-738c6fe6-12b4-45f4-bedd-d64ec252cf95 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.563775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be4ec68b-ac4f-403b-829d-f8f9e220311b req-738c6fe6-12b4-45f4-bedd-d64ec252cf95 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 944 time: 0.5294790 Nov 27 01:13:34.575614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4838182-27b8-4b36-99ad-85a94da4949c service neutron] Pushing event updated for resources: {'Port': ['ID=e4e97735-b482-4da3-8b04-5ae9467e638f,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:34.590721 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40fdf7b2-a5e8-4574-9631-59e5e503079b req-a0405a48-248f-4fe9-ac08-2d6f8678c690 service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655219 Nov 27 01:13:34.597591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Request body: {'port': {'device_id': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:34.617860 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be4ec68b-ac4f-403b-829d-f8f9e220311b req-d4cb7d66-b73b-43a7-bfd9-45b6f47040c5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528343 Nov 27 01:13:34.675786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-520185726-network', 'tenant_id': '7354c304ce54403496d78c2ed1f2985a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:34.701067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede2475-159f-4c4c-817b-fe1eb105be91 req-4b18b89b-faae-4173-8931-36564a41f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.701593 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede2475-159f-4c4c-817b-fe1eb105be91 req-4b18b89b-faae-4173-8931-36564a41f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.702052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede2475-159f-4c4c-817b-fe1eb105be91 req-4b18b89b-faae-4173-8931-36564a41f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.703696 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ede2475-159f-4c4c-817b-fe1eb105be91 req-4b18b89b-faae-4173-8931-36564a41f069 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2797 time: 0.2930350 Nov 27 01:13:34.744194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f4331-ae2f-41f0-94d7-ad449343965d req-3a65d206-1c0c-4358-8a3b-69992c63f4d3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.745610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ce2f4331-ae2f-41f0-94d7-ad449343965d req-3a65d206-1c0c-4358-8a3b-69992c63f4d3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 945 time: 0.0521779 Nov 27 01:13:34.762697 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-874b7e60-bcb8-43a7-96e4-5d7847ae0666 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8157835 Nov 27 01:13:34.797790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ce2f4331-ae2f-41f0-94d7-ad449343965d req-f8bd27af-88a2-4189-bf89-3b7f5121a47c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459456 Nov 27 01:13:34.863919 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:13:34.878580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Made reservation on behalf of 7354c304ce54403496d78c2ed1f2985a for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:34.880835 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:34.933483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211a6c2-0546-4716-938d-bb4826f65043 req-75a208da-58e2-4826-82b4-ccb01e2fed55 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.936772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d211a6c2-0546-4716-938d-bb4826f65043 req-75a208da-58e2-4826-82b4-ccb01e2fed55 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 945 time: 0.0575595 Nov 27 01:13:34.951666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:34.961465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57d0c5-e3e0-4749-aa16-07ed5d47fd47 req-b7d5aa27-bab8-42b8-8bd6-ed5abe6f663c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.968010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57d0c5-e3e0-4749-aa16-07ed5d47fd47 req-b7d5aa27-bab8-42b8-8bd6-ed5abe6f663c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.974009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57d0c5-e3e0-4749-aa16-07ed5d47fd47 req-b7d5aa27-bab8-42b8-8bd6-ed5abe6f663c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:34.975708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c57d0c5-e3e0-4749-aa16-07ed5d47fd47 req-b7d5aa27-bab8-42b8-8bd6-ed5abe6f663c tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2399 time: 0.3747683 Nov 27 01:13:34.981939 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:34.984864 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d211a6c2-0546-4716-938d-bb4826f65043 req-5e668e0a-b887-4c3c-bb09-2e27cc95624c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425212 Nov 27 01:13:35.065463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40fdf7b2-a5e8-4574-9631-59e5e503079b req-9481b65a-589b-418f-959d-6ac5e4387c41 service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279032 Nov 27 01:13:35.088415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77d7d5-dd47-4b63-b51d-1d133d7aa0e3 req-025c1b6f-b7bf-4907-8a5c-c9b49df80147 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.090652 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ca77d7d5-dd47-4b63-b51d-1d133d7aa0e3 req-025c1b6f-b7bf-4907-8a5c-c9b49df80147 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 943 time: 0.0508406 Nov 27 01:13:35.142554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ca77d7d5-dd47-4b63-b51d-1d133d7aa0e3 req-9c512bfd-6ccc-4d9d-9ede-817c702327fc tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433128 Nov 27 01:13:35.152364 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-9d3ebaee-a376-4d3a-a8d1-31eb636484a5 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583353 Nov 27 01:13:35.163905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede2475-159f-4c4c-817b-fe1eb105be91 req-6641d746-95a2-4501-a644-6730070587e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.163905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede2475-159f-4c4c-817b-fe1eb105be91 req-6641d746-95a2-4501-a644-6730070587e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.163905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede2475-159f-4c4c-817b-fe1eb105be91 req-6641d746-95a2-4501-a644-6730070587e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.163905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ede2475-159f-4c4c-817b-fe1eb105be91 req-6641d746-95a2-4501-a644-6730070587e8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4433761 Nov 27 01:13:35.291701 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c57d0c5-e3e0-4749-aa16-07ed5d47fd47 req-294b3099-b6d6-4d7e-943a-19a4a7bff224 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945182 Nov 27 01:13:35.326840 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-2cf2b0b9-0965-48dc-9c45-6128b750c31c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 HTTP/1.1" status: 200 len: 217 time: 0.1515291 Nov 27 01:13:35.338703 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7af94f-2b77-4a11-afa2-251281c9e64a req-38c1481a-21e7-4d09-aee9-c427e2541fb0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.340691 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b7af94f-2b77-4a11-afa2-251281c9e64a req-38c1481a-21e7-4d09-aee9-c427e2541fb0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.1208999 Nov 27 01:13:35.357368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b7af94f-2b77-4a11-afa2-251281c9e64a req-b5fd76e3-1466-4351-aca6-03c66be6f39c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/quotas/9ce090256ac14ca494a8481b8dc46f60 HTTP/1.1" status: 200 len: 375 time: 0.0092270 Nov 27 01:13:35.407605 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b7af94f-2b77-4a11-afa2-251281c9e64a req-9b0fbd03-6c5b-408d-bf3f-33a9d9a25f24 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438056 Nov 27 01:13:35.501193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b7af94f-2b77-4a11-afa2-251281c9e64a req-c41582f4-c826-4cd8-bc53-654f057e8054 service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862980 Nov 27 01:13:35.518279 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:35.530186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-fae2cb06-14e0-4eeb-af9b-ae675f265a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.531730 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-fae2cb06-14e0-4eeb-af9b-ae675f265a68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 200 len: 797 time: 0.1866868 Nov 27 01:13:35.535225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:35.543630 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede2475-159f-4c4c-817b-fe1eb105be91 req-d805904f-be8e-4ab8-bedf-9db7e611d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.545825 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ede2475-159f-4c4c-817b-fe1eb105be91 req-d805904f-be8e-4ab8-bedf-9db7e611d7d7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3669391 Nov 27 01:13:35.575897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b9c62-a366-4bc0-b320-cd0d9883500a req-86dedc62-98ce-462c-bf24-5d6fb23931cd tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.577910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-458b9c62-a366-4bc0-b320-cd0d9883500a req-86dedc62-98ce-462c-bf24-5d6fb23931cd tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 945 time: 0.2192898 Nov 27 01:13:35.595600 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b7af94f-2b77-4a11-afa2-251281c9e64a req-8bd11502-9c78-4e16-a815-15af55a9081a service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881982 Nov 27 01:13:35.610029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:13:35.672932 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75772b9-8c67-48a6-a1ac-a1b99b0a1b76,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:35.680735 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:35.680735 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Added segment 7cd5595d-1303-4522-87dd-b11a44ce5cac of type vlan for network 8cf7c8d9-6d84-4d3e-a530-75c846ccec2f Nov 27 01:13:35.761095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-64faa95e-c9fc-4ac3-9417-9896fdc63932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.762602 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-64faa95e-c9fc-4ac3-9417-9896fdc63932 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2139468 Nov 27 01:13:35.773819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:35.812268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55b7a-8244-4954-bdf7-c0fbc84ba696 req-b8530c99-ed42-452b-94f0-3bfcbbde78ec tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.813753 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fe55b7a-8244-4954-bdf7-c0fbc84ba696 req-b8530c99-ed42-452b-94f0-3bfcbbde78ec tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 944 time: 0.0574508 Nov 27 01:13:35.831978 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-458b9c62-a366-4bc0-b320-cd0d9883500a req-9635edd2-5da1-4b7e-b29a-8cf29a691101 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161050 Nov 27 01:13:35.901047 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fe55b7a-8244-4954-bdf7-c0fbc84ba696 req-e4b3181e-1130-4aa9-8828-9ae9016cc2d8 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725398 Nov 27 01:13:35.901336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db18c467-8854-4a68-ad66-be19eb917574 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:35.906812 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:35.914551 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:35.915484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:35.916054 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:35.955241 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Transition to ACTIVE for port object db18c467-8854-4a68-ad66-be19eb917574 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:35.997494 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:35.999763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'tag': 'e4e97735-b482-4da3-8b04-5ae9467e638f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:36.002218 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390a381b-954c-47db-8504-b4b7f16eedcf" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "tag": "e4e97735-b482-4da3-8b04-5ae9467e638f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:36.022748 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5918336 Nov 27 01:13:36.027207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57360) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:36.035041 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-fd46d701-a13b-4f0f-90ed-b086e7024e8b service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588019 Nov 27 01:13:36.053772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362beaf-2947-4419-a3c8-bd55ff490d2e req-831c6fe1-d309-4452-879d-6193827f325b tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.062288 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8362beaf-2947-4419-a3c8-bd55ff490d2e req-831c6fe1-d309-4452-879d-6193827f325b tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 945 time: 0.0811927 Nov 27 01:13:36.064420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b971024d-a0b1-40af-bdef-fdc5ba6940aa admin admin] Request body: {'subnet': {'network_id': '8cf7c8d9-6d84-4d3e-a530-75c846ccec2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-520185726-subnet', 'tenant_id': '7354c304ce54403496d78c2ed1f2985a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:36.092110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c7a57-6f21-41f1-af48-679485dd5c7b admin admin] Pushing event updated for resources: {'Network': ['ID=8cf7c8d9-6d84-4d3e-a530-75c846ccec2f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:36.129213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 8cf7c8d9-6d84-4d3e-a530-75c846ccec2f details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:13:36.156375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:36.171456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Pushing event updated for resources: {'Port': ['ID=db18c467-8854-4a68-ad66-be19eb917574,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:36.210422 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8362beaf-2947-4419-a3c8-bd55ff490d2e req-ec4a76fd-bf05-4014-9b55-6e3118ccf582 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381578 Nov 27 01:13:36.212272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b971024d-a0b1-40af-bdef-fdc5ba6940aa admin admin] Made reservation on behalf of 7354c304ce54403496d78c2ed1f2985a for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:36.214819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b971024d-a0b1-40af-bdef-fdc5ba6940aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:36.293364 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb82217-b8b3-4aef-aedc-41f0756ecbb4 x-openstack-request-id: req-3fb82217-b8b3-4aef-aedc-41f0756ecbb4 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:36.293656 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "tag": "e4e97735-b482-4da3-8b04-5ae9467e638f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:36.293908 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fb82217-b8b3-4aef-aedc-41f0756ecbb4 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:36.294328 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'tag': 'e4e97735-b482-4da3-8b04-5ae9467e638f', 'status': 'completed', 'code': 200} Nov 27 01:13:36.399960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-9e922f79-8923-4d85-93d9-32a6573c07d6 service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292680 Nov 27 01:13:36.450109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf091067-ce55-431a-af2a-3a992e5eed0c req-7e1d7971-1e28-47b8-86d2-de05ce920c35 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.462714 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf091067-ce55-431a-af2a-3a992e5eed0c req-7e1d7971-1e28-47b8-86d2-de05ce920c35 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 943 time: 0.0990679 Nov 27 01:13:36.475089 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-6c5890c1-505a-4418-92b1-b2c9612f447c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=08ee5b8c-ecad-4c74-97c4-8588634b5d0a HTTP/1.1" status: 200 len: 217 time: 0.0633924 Nov 27 01:13:36.479671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Attempting to bind port db18c467-8854-4a68-ad66-be19eb917574 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:36.480022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Attempting to bind port db18c467-8854-4a68-ad66-be19eb917574 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:36.480407 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Attempting to bind port db18c467-8854-4a68-ad66-be19eb917574 on network b05761ba-0d26-4e8e-994e-88f1848d7c48 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:36.505886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:36.510981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a381b-954c-47db-8504-b4b7f16eedcf req-dbbe93ab-9c90-45d4-9606-7593edaafc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.511460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a381b-954c-47db-8504-b4b7f16eedcf req-dbbe93ab-9c90-45d4-9606-7593edaafc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.512321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a381b-954c-47db-8504-b4b7f16eedcf req-dbbe93ab-9c90-45d4-9606-7593edaafc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.513704 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-390a381b-954c-47db-8504-b4b7f16eedcf req-dbbe93ab-9c90-45d4-9606-7593edaafc43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2822 time: 0.1809351 Nov 27 01:13:36.518109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Port db18c467-8854-4a68-ad66-be19eb917574 on network b05761ba-0d26-4e8e-994e-88f1848d7c48 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:36.518398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Attempting to bind port db18c467-8854-4a68-ad66-be19eb917574 on network b05761ba-0d26-4e8e-994e-88f1848d7c48 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:36.526620 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'port_id': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'mac_address': 'fa:16:3e:b0:b8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:36.527208 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf091067-ce55-431a-af2a-3a992e5eed0c req-4d271430-eb28-4261-b840-17a5a2158a3b tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627596 Nov 27 01:13:36.573960 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:36.587359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656ff015-77b7-4e1f-aea4-d063d35c68bf {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:36.597109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:36.600319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Checking segment: {'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:36.600319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Bound using segment: {'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:36.600319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Bound port: db18c467-8854-4a68-ad66-be19eb917574, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '157d2645-0b2f-41df-9b46-806de83b3c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:36.600319 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:36.614161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:36.619275 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:36.644267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181d77a-9912-4756-9126-72c3b8191405 req-17761389-9691-4f0d-b243-c28d516df7ae tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.651038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181d77a-9912-4756-9126-72c3b8191405 req-17761389-9691-4f0d-b243-c28d516df7ae tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.657117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181d77a-9912-4756-9126-72c3b8191405 req-17761389-9691-4f0d-b243-c28d516df7ae tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.664579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4181d77a-9912-4756-9126-72c3b8191405 req-17761389-9691-4f0d-b243-c28d516df7ae tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2411 time: 0.0769951 Nov 27 01:13:36.672934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:36.689575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-58d10b02-39f8-4357-89e4-8f03d875d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.691129 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-58d10b02-39f8-4357-89e4-8f03d875d153 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 200 len: 797 time: 0.2016096 Nov 27 01:13:36.711934 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4181d77a-9912-4756-9126-72c3b8191405 req-52678f98-c6e2-4587-a83e-e03888da7cef tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464997 Nov 27 01:13:36.761813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aaf24-3730-41a2-961d-6bd1cce4c755 req-28c3197c-aecd-4666-8924-93051e395db3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.765110 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-531aaf24-3730-41a2-961d-6bd1cce4c755 req-28c3197c-aecd-4666-8924-93051e395db3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 945 time: 0.2772470 Nov 27 01:13:36.878688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a381b-954c-47db-8504-b4b7f16eedcf req-e64e452a-d7fd-4148-afc7-f145ea37a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.879161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a381b-954c-47db-8504-b4b7f16eedcf req-e64e452a-d7fd-4148-afc7-f145ea37a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.879622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a381b-954c-47db-8504-b4b7f16eedcf req-e64e452a-d7fd-4148-afc7-f145ea37a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.881183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-390a381b-954c-47db-8504-b4b7f16eedcf req-e64e452a-d7fd-4148-afc7-f145ea37a386 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3187335 Nov 27 01:13:36.898665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['656ff015-77b7-4e1f-aea4-d063d35c68bf'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:36.938133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] For port db18c467-8854-4a68-ad66-be19eb917574, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:36.940493 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b971024d-a0b1-40af-bdef-fdc5ba6940aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:36.963465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-23bbef03-048a-4b27-8cfa-343e11216f44 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.970942 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-23bbef03-048a-4b27-8cfa-343e11216f44 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.1192365 Nov 27 01:13:36.983072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-f62763ab-6e86-4585-911c-eaeaefeb3052 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/quotas/9ce090256ac14ca494a8481b8dc46f60 HTTP/1.1" status: 200 len: 375 time: 0.0101974 Nov 27 01:13:36.988586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-11130647-64e2-44fa-8ce5-7b15d39c4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:36.990090 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-11130647-64e2-44fa-8ce5-7b15d39c4211 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d9676a31-0c6a-4ce0-9fe0-a02465a3788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2622194 Nov 27 01:13:37.012037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] For port db18c467-8854-4a68-ad66-be19eb917574, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=db18c467-8854-4a68-ad66-be19eb917574,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:37.040234 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-531aaf24-3730-41a2-961d-6bd1cce4c755 req-2190595d-3ed8-405c-ac42-2b3abe033e9a tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393632 Nov 27 01:13:37.047008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-6b3228e2-1f38-4f83-8443-f6f2130be7a0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564089 Nov 27 01:13:37.048084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:37.052483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 35a89897-8395-45a5-89fe-7d0819eea6ef details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:37.160441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971024d-a0b1-40af-bdef-fdc5ba6940aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb3746da-af1c-4f0d-8bb8-25ddd239b8f5,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:37.179761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:37.180378 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:37.183743 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] 10.222.0.42 "PUT /v2.0/ports/db18c467-8854-4a68-ad66-be19eb917574 HTTP/1.1" status: 200 len: 1092 time: 2.5917456 Nov 27 01:13:37.187928 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-cabb195f-7bf3-4477-ac87-8de8690bc203 service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160882 Nov 27 01:13:37.217976 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 35a89897-8395-45a5-89fe-7d0819eea6ef, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=35a89897-8395-45a5-89fe-7d0819eea6ef,segment=NetworkSegment(ffebc031-4253-4d22-bce6-18d20bfcddf8),segment_id=ffebc031-4253-4d22-bce6-18d20bfcddf8)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:37.233690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'port_id': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'mac_address': 'fa:16:3e:a9:d7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:37.284735 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:37.301088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a89897-8395-45a5-89fe-7d0819eea6ef {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:37.323429 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-2e752395-44bb-4197-8773-a54d24690470 service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342955 Nov 27 01:13:37.324413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 35a89897-8395-45a5-89fe-7d0819eea6ef, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=35a89897-8395-45a5-89fe-7d0819eea6ef,segment=NetworkSegment(ffebc031-4253-4d22-bce6-18d20bfcddf8),segment_id=ffebc031-4253-4d22-bce6-18d20bfcddf8)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:37.329656 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:37.398985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=35a89897-8395-45a5-89fe-7d0819eea6ef,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:37.621219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a381b-954c-47db-8504-b4b7f16eedcf req-7beb81a2-d9d3-4fbb-8299-f17f7d0eac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:37.623507 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-390a381b-954c-47db-8504-b4b7f16eedcf req-7beb81a2-d9d3-4fbb-8299-f17f7d0eac22 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7209477 Nov 27 01:13:37.626671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971024d-a0b1-40af-bdef-fdc5ba6940aa admin admin] Checking segment: {'id': '7cd5595d-1303-4522-87dd-b11a44ce5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8cf7c8d9-6d84-4d3e-a530-75c846ccec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:37.627025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b971024d-a0b1-40af-bdef-fdc5ba6940aa admin admin] Network hostable DHCP agents. Network: 8cf7c8d9-6d84-4d3e-a530-75c846ccec2f, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:13:37.633671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a266812-4bf1-4c30-a339-9a1344907939 service neutron] Pushing event updated for resources: {'Port': ['ID=db18c467-8854-4a68-ad66-be19eb917574,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:37.657085 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-962cab95-6ce4-451f-b274-21914156bf1e service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436946 Nov 27 01:13:37.679211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23ed65-bef2-408d-b8bf-07e2ca1d204e req-6a041851-dddf-4267-b54a-1449e305b619 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:37.687301 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe23ed65-bef2-408d-b8bf-07e2ca1d204e req-6a041851-dddf-4267-b54a-1449e305b619 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.5353880 Nov 27 01:13:37.721236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b971024d-a0b1-40af-bdef-fdc5ba6940aa admin admin] Network 8cf7c8d9-6d84-4d3e-a530-75c846ccec2f is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:13:37.756886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['35a89897-8395-45a5-89fe-7d0819eea6ef'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:37.806772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b971024d-a0b1-40af-bdef-fdc5ba6940aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 8cf7c8d9-6d84-4d3e-a530-75c846ccec2f) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:37.818351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b971024d-a0b1-40af-bdef-fdc5ba6940aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:37.818978 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b971024d-a0b1-40af-bdef-fdc5ba6940aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:37.833289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f12a4-58bc-460e-af35-627188ce1dac None None] Network 8cf7c8d9-6d84-4d3e-a530-75c846ccec2f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:37.856212 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe23ed65-bef2-408d-b8bf-07e2ca1d204e req-648e0fd6-3ebf-4f8e-a7d2-0604f1797599 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660450 Nov 27 01:13:37.858784 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b0e4621-dae9-4dcb-ae3c-efadf3b79e5c req-a6a01bce-6c48-44e2-a78d-59dd7b2282e5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 210 time: 0.0389721 Nov 27 01:13:37.891581 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b971024d-a0b1-40af-bdef-fdc5ba6940aa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8555288 Nov 27 01:13:37.933341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-55a29dcf-66f9-4460-a159-7f538e0592b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:37.937107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-55a29dcf-66f9-4460-a159-7f538e0592b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:37.937597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-55a29dcf-66f9-4460-a159-7f538e0592b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:37.939296 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-55a29dcf-66f9-4460-a159-7f538e0592b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2864 time: 0.2479630 Nov 27 01:13:37.955232 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-456c457f-f076-457f-a1b6-1c9e0d9b178d service neutron] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626736 Nov 27 01:13:38.023292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-dff9d28e-12a8-4df1-a8ff-098811111586 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.47&port_id=22b0b6ac-93b7-45dc-88d2-fd03786f7858 HTTP/1.1" status: 200 len: 217 time: 0.0672793 Nov 27 01:13:38.023967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f38bb-09cb-4949-888e-bdee0b99fc1a req-e30d2986-cf41-4738-86fe-7b0d3846a071 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:38.041812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f38bb-09cb-4949-888e-bdee0b99fc1a req-e30d2986-cf41-4738-86fe-7b0d3846a071 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:38.059093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f38bb-09cb-4949-888e-bdee0b99fc1a req-e30d2986-cf41-4738-86fe-7b0d3846a071 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:38.063525 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-83e29eae-13d7-44dc-b982-251aa41fd5e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cb125b90-f3f4-4741-b436-15bdf5492147 HTTP/1.1" status: 200 len: 217 time: 0.0905640 Nov 27 01:13:38.070398 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec1f38bb-09cb-4949-888e-bdee0b99fc1a req-e30d2986-cf41-4738-86fe-7b0d3846a071 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2411 time: 0.1349971 Nov 27 01:13:38.149453 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec1f38bb-09cb-4949-888e-bdee0b99fc1a req-92aabaec-a365-413d-84d5-dda5a83e84a9 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764339 Nov 27 01:13:38.152456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd9a95-3e5f-41c2-8d22-f5a47768a701 req-26767837-bd02-4695-aa96-035607ae7ff9 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:38.154028 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2bd9a95-3e5f-41c2-8d22-f5a47768a701 req-26767837-bd02-4695-aa96-035607ae7ff9 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 944 time: 0.1923957 Nov 27 01:13:38.175285 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-fb98fed3-830b-4b1a-97fb-e4d7cf91dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:38.176900 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-fb98fed3-830b-4b1a-97fb-e4d7cf91dc4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=387e7e5a-cc91-4873-9335-c284cb47e5a9 HTTP/1.1" status: 200 len: 801 time: 0.1227417 Nov 27 01:13:38.207053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-1d1225ec-ab30-43e8-acdf-708d550eb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:38.208561 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-1d1225ec-ab30-43e8-acdf-708d550eb5c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579f6157-5b13-45e3-aa25-7bd8f766ad59 HTTP/1.1" status: 200 len: 797 time: 0.1201725 Nov 27 01:13:38.266205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:38.293980 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2bd9a95-3e5f-41c2-8d22-f5a47768a701 req-e3fcd73a-986e-43ba-985a-98cd89afd4cb tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237330 Nov 27 01:13:38.297213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'tag': 'db18c467-8854-4a68-ad66-be19eb917574'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:38.301650 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd289ca-2566-4345-b4ee-a4a4023557ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "tag": "db18c467-8854-4a68-ad66-be19eb917574"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:38.306841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-4cc719e7-632e-423a-86a6-ed49f7243ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:38.308449 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-4cc719e7-632e-423a-86a6-ed49f7243ffc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b05761ba-0d26-4e8e-994e-88f1848d7c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1216459 Nov 27 01:13:38.315480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-e11db171-84ad-44ec-9b38-29100afc6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:38.316997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-e11db171-84ad-44ec-9b38-29100afc6030 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47d4271c-602c-4c7f-8b55-deb4845c36a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886972 Nov 27 01:13:38.349070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5617d0a9-d79c-4108-ac89-016bea626500 None None] Network 8cf7c8d9-6d84-4d3e-a530-75c846ccec2f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:38.413892 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-a5e966a5-d1d0-4f01-8e18-ecd856d6da0d req-8ab66949-5c7c-427e-9eb5-134a7f611892 tempest-SecurityGroupsNegativeTestJSON-1566308245 tempest-SecurityGroupsNegativeTestJSON-1566308245-project] show failed (client error): The resource could not be found. Nov 27 01:13:38.415096 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5e966a5-d1d0-4f01-8e18-ecd856d6da0d req-8ab66949-5c7c-427e-9eb5-134a7f611892 tempest-SecurityGroupsNegativeTestJSON-1566308245 tempest-SecurityGroupsNegativeTestJSON-1566308245-project] 10.222.0.37 "GET /v2.0/security-groups/5717413e-8dbf-47a7-b4c9-78bc2aa2537c HTTP/1.1" status: 404 len: 352 time: 0.0241494 Nov 27 01:13:38.479618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 656ff015-77b7-4e1f-aea4-d063d35c68bf completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:38.487196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 656ff015-77b7-4e1f-aea4-d063d35c68bf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:38.487777 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.506735 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32ead0b-9f81-4222-bf98-92d45de2d455 x-openstack-request-id: req-a32ead0b-9f81-4222-bf98-92d45de2d455 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:38.507027 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "tag": "db18c467-8854-4a68-ad66-be19eb917574", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:38.507745 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a32ead0b-9f81-4222-bf98-92d45de2d455 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:38.508149 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'tag': 'db18c467-8854-4a68-ad66-be19eb917574', 'status': 'completed', 'code': 200} Nov 27 01:13:38.516096 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-2185ac9a-1b34-4fa1-b2d5-339273a5547f service neutron] 10.222.0.42 "GET /v2.0/networks/b05761ba-0d26-4e8e-994e-88f1848d7c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981835 Nov 27 01:13:38.548207 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-bba783d8-ded4-4550-9f2a-01973789e404 service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514783 Nov 27 01:13:38.602343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75f25b87-c7b8-4309-9e90-e4b9b3c21aa8 req-e8204a01-1269-4237-b97b-c2dde188aef5 tempest-SecurityGroupsNegativeTestJSON-1566308245 tempest-SecurityGroupsNegativeTestJSON-1566308245-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7354c304ce54403496d78c2ed1f2985a HTTP/1.1" status: 200 len: 3005 time: 0.0686028 Nov 27 01:13:38.653076 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.658867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75f25b87-c7b8-4309-9e90-e4b9b3c21aa8 req-041911ea-5b4a-431f-9710-3072d362025a tempest-SecurityGroupsNegativeTestJSON-1566308245 tempest-SecurityGroupsNegativeTestJSON-1566308245-project] 10.222.0.37 "GET /v2.0/security-groups/c75772b9-8c67-48a6-a1ac-a1b99b0a1b76 HTTP/1.1" status: 200 len: 3002 time: 0.0471799 Nov 27 01:13:38.679172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:38.681851 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4080b5d3-eedc-4f0e-b4b2-a310e274c91c" -d '{"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-plugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:38.697071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:38.701762 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:38.710814 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75f25b87-c7b8-4309-9e90-e4b9b3c21aa8 req-760fe679-9984-42d4-be3c-dc4d186041b5 tempest-SecurityGroupsNegativeTestJSON-1566308245 tempest-SecurityGroupsNegativeTestJSON-1566308245-project] 10.222.0.37 "GET /v2.0/security-groups/c75772b9-8c67-48a6-a1ac-a1b99b0a1b76 HTTP/1.1" status: 200 len: 3002 time: 0.0508347 Nov 27 01:13:38.734497 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-7a7c73f2-6149-455b-8757-3998a9f74560 service neutron] 10.222.0.42 "GET /v2.0/networks/b05761ba-0d26-4e8e-994e-88f1848d7c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077441 Nov 27 01:13:38.754910 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5598edea-1860-48a5-9779-59e997cc91d4 x-openstack-request-id: req-5598edea-1860-48a5-9779-59e997cc91d4 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:38.755204 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-plugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:38.755455 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5598edea-1860-48a5-9779-59e997cc91d4 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:38.755845 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'code': 200} Nov 27 01:13:38.759226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:38.764603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83e4d1-bfe8-41a1-89e3-d74308358968 req-cac56816-51f2-4b51-848d-7c534cc45934 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:38.766128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d83e4d1-bfe8-41a1-89e3-d74308358968 req-cac56816-51f2-4b51-848d-7c534cc45934 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 945 time: 0.1120446 Nov 27 01:13:38.798214 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-2bd63366-eb9d-40a4-9d73-b3527b58f694 service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060831 Nov 27 01:13:38.799077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-af21e9a9-cea6-41dd-8733-a5c63f9789e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.53&port_id=e4e97735-b482-4da3-8b04-5ae9467e638f HTTP/1.1" status: 200 len: 217 time: 0.0567477 Nov 27 01:13:38.809430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73e69bd6-ce4c-4fd3-bedc-9c3b8606e128 req-b8f1f5c8-8ced-4713-a4cb-20b047f4e650 tempest-SecurityGroupsNegativeTestJSON-1566308245 tempest-SecurityGroupsNegativeTestJSON-1566308245-project] 10.222.0.37 "GET /v2.0/security-groups/c75772b9-8c67-48a6-a1ac-a1b99b0a1b76 HTTP/1.1" status: 200 len: 3002 time: 0.0422006 Nov 27 01:13:38.873814 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-73e69bd6-ce4c-4fd3-bedc-9c3b8606e128 req-58f8acbf-1ca3-4f74-8e69-de6c4a4aca28 tempest-SecurityGroupsNegativeTestJSON-1566308245 tempest-SecurityGroupsNegativeTestJSON-1566308245-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 01:13:38.874898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73e69bd6-ce4c-4fd3-bedc-9c3b8606e128 req-58f8acbf-1ca3-4f74-8e69-de6c4a4aca28 tempest-SecurityGroupsNegativeTestJSON-1566308245 tempest-SecurityGroupsNegativeTestJSON-1566308245-project] 10.222.0.37 "DELETE /v2.0/security-groups/c75772b9-8c67-48a6-a1ac-a1b99b0a1b76 HTTP/1.1" status: 409 len: 352 time: 0.0561783 Nov 27 01:13:38.893177 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-fa6f6895-67f7-4c5f-85c8-412b676c7125 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a64b1a0-430d-4628-bea9-f08fdf8c263d HTTP/1.1" status: 200 len: 217 time: 0.0794985 Nov 27 01:13:38.986405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d83e4d1-bfe8-41a1-89e3-d74308358968 req-d40b0f21-6946-47cc-a030-d2fba2f66bd1 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926687 Nov 27 01:13:38.990496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-6f6faa44-39ca-47a7-adf3-347858e5f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:38.991915 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-6f6faa44-39ca-47a7-adf3-347858e5f657 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbbfeb0e-7294-4ac3-bea2-1aa71368e94e HTTP/1.1" status: 200 len: 801 time: 0.1794119 Nov 27 01:13:39.021516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bd32c-3337-412b-abf5-d7adf4d625bf req-eed4eed4-b55e-4a8c-829b-bde72c2192f1 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:39.023094 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-490bd32c-3337-412b-abf5-d7adf4d625bf req-eed4eed4-b55e-4a8c-829b-bde72c2192f1 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 946 time: 0.0840440 Nov 27 01:13:39.080997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-7d5b6b0e-5cf8-42d5-b6d4-d85395cf7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:39.082446 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-7d5b6b0e-5cf8-42d5-b6d4-d85395cf7d6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579f6157-5b13-45e3-aa25-7bd8f766ad59 HTTP/1.1" status: 200 len: 797 time: 0.1627352 Nov 27 01:13:39.096005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a43aa-eebb-45f5-9eed-7d5860aba382 req-e1fa5cab-c3d2-4bfe-afc6-bc7e88b09a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:39.099636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e3a43aa-eebb-45f5-9eed-7d5860aba382 req-e1fa5cab-c3d2-4bfe-afc6-bc7e88b09a2d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1097 time: 0.2223403 Nov 27 01:13:39.109297 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-490bd32c-3337-412b-abf5-d7adf4d625bf req-2b39eccd-7862-40e3-b295-076f4fb413c0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788932 Nov 27 01:13:39.140757 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-4fc29f04-5800-475c-9b7d-b6810f2e53af req-52a0bcec-9ac2-4a82-8291-f9b53791d0c1 tempest-SecurityGroupsNegativeTestJSON-1566308245 tempest-SecurityGroupsNegativeTestJSON-1566308245-project] show failed (client error): The resource could not be found. Nov 27 01:13:39.142459 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4fc29f04-5800-475c-9b7d-b6810f2e53af req-52a0bcec-9ac2-4a82-8291-f9b53791d0c1 tempest-SecurityGroupsNegativeTestJSON-1566308245 tempest-SecurityGroupsNegativeTestJSON-1566308245-project] 10.222.0.37 "GET /v2.0/security-groups/afb4916e-e480-4236-bb0f-293a390bd0d5 HTTP/1.1" status: 404 len: 352 time: 0.0150077 Nov 27 01:13:39.168292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b7969384-ee3d-4f8f-9e10-e529b4207c20 req-a7809628-d34f-4bc5-89db-7f9f6c512cb6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 210 time: 0.0848401 Nov 27 01:13:39.193551 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [req-008022bd-dda9-4dbd-9a12-566c7528a192 req-6670b889-0b1c-4504-beb9-60d03d88b1b4 tempest-SecurityGroupsNegativeTestJSON-1566308245 tempest-SecurityGroupsNegativeTestJSON-1566308245-project] show failed (client error): The resource could not be found. Nov 27 01:13:39.195259 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-008022bd-dda9-4dbd-9a12-566c7528a192 req-6670b889-0b1c-4504-beb9-60d03d88b1b4 tempest-SecurityGroupsNegativeTestJSON-1566308245 tempest-SecurityGroupsNegativeTestJSON-1566308245-project] 10.222.0.37 "GET /v2.0/security-groups/c0bdde7b-7938-4589-b828-210b90002510 HTTP/1.1" status: 404 len: 352 time: 0.0293725 Nov 27 01:13:39.209617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57456) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:39.234442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-1d7d654a-2edb-4872-b4d8-703e663a0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:39.235907 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-1d7d654a-2edb-4872-b4d8-703e663a0a71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=03f40f37-004d-488f-8321-562efac1452b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2259951 Nov 27 01:13:39.298753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-85f08c48-7fcc-49f6-bd8c-b62336cf86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:39.300241 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-85f08c48-7fcc-49f6-bd8c-b62336cf86e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47d4271c-602c-4c7f-8b55-deb4845c36a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1867380 Nov 27 01:13:39.332044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-08e903fd-5152-4558-a920-2238b7f326a8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:39.333459 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-08e903fd-5152-4558-a920-2238b7f326a8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.3406880 Nov 27 01:13:39.378231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e3a43aa-eebb-45f5-9eed-7d5860aba382 req-ce25f0af-1b55-466c-8bbf-fc1e23baa46a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631950 Nov 27 01:13:39.381797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Request body: {'port': {'device_id': '1228d7fa-879f-47cd-831c-ef1328459a3e', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'admin_state_up': True, 'tenant_id': '9ce090256ac14ca494a8481b8dc46f60'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:39.415284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bd71a-7c35-419c-b587-eac108cbd00a req-09998963-5fb9-4273-b695-1b766fc0487c tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:39.416663 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f7bd71a-7c35-419c-b587-eac108cbd00a req-09998963-5fb9-4273-b695-1b766fc0487c tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 944 time: 0.0494881 Nov 27 01:13:39.421621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-173bf7e8-5bc5-4451-8d74-5d8f7b0eaec1 admin admin] Deleting subnet fb3746da-af1c-4f0d-8bb8-25ddd239b8f5 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:13:39.465502 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f7bd71a-7c35-419c-b587-eac108cbd00a req-ef0e09fb-b824-48fb-a19e-744b672dcdff tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428469 Nov 27 01:13:39.481519 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-173bf7e8-5bc5-4451-8d74-5d8f7b0eaec1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:39.550758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d843a-b64b-46cf-aef9-1848230024d4 req-b9a8eb1f-6dc0-4f4f-bb83-875961787387 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:39.556718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d843a-b64b-46cf-aef9-1848230024d4 req-b9a8eb1f-6dc0-4f4f-bb83-875961787387 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:39.563014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d843a-b64b-46cf-aef9-1848230024d4 req-b9a8eb1f-6dc0-4f4f-bb83-875961787387 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:39.564607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae4d843a-b64b-46cf-aef9-1848230024d4 req-b9a8eb1f-6dc0-4f4f-bb83-875961787387 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2411 time: 0.3077452 Nov 27 01:13:39.595102 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-173bf7e8-5bc5-4451-8d74-5d8f7b0eaec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:39.654087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-8bf08f23-c6fe-4189-8163-8b4119ffe44f service neutron] 10.222.0.42 "GET /v2.0/networks/03f40f37-004d-488f-8321-562efac1452b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936405 Nov 27 01:13:39.698921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-723d1e0b-0709-4e02-ab9e-405699ba0930 service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606830 Nov 27 01:13:39.724612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-173bf7e8-5bc5-4451-8d74-5d8f7b0eaec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:39.799575 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae4d843a-b64b-46cf-aef9-1848230024d4 req-a8ffb6b6-f1fc-45e3-a3fc-78c4e3762cec tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257793 Nov 27 01:13:39.855179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Made reservation on behalf of 9ce090256ac14ca494a8481b8dc46f60 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:39.858644 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:39.975329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-173bf7e8-5bc5-4451-8d74-5d8f7b0eaec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:39.978623 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d740fc-cc0d-4776-b8ac-0a22836632b2 req-0f29506e-5d6b-4629-b723-b09ee7b714fc service neutron] 10.222.0.11 "GET /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594342 Nov 27 01:13:39.984809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-4f7facf2-0f33-4d6b-9638-b47e2be302d0 service neutron] 10.222.0.42 "GET /v2.0/networks/03f40f37-004d-488f-8321-562efac1452b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833052 Nov 27 01:13:40.023067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bf7e8-5bc5-4451-8d74-5d8f7b0eaec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb3746da-af1c-4f0d-8bb8-25ddd239b8f5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:40.057329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-173bf7e8-5bc5-4451-8d74-5d8f7b0eaec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.061355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-173bf7e8-5bc5-4451-8d74-5d8f7b0eaec1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fb3746da-af1c-4f0d-8bb8-25ddd239b8f5 HTTP/1.1" status: 204 len: 168 time: 0.8484144 Nov 27 01:13:40.064087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57462) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:40.065445 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-38b1dafd-ae59-4ed9-9c9f-f9a0864a48b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=db18c467-8854-4a68-ad66-be19eb917574 HTTP/1.1" status: 200 len: 217 time: 0.0505137 Nov 27 01:13:40.153766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Allocated IP 172.20.0.12 (2eaddc87-3a23-41ff-872a-2ec44342687d/c1b3b599-d4e2-4679-ba73-92cad71204a2/a0890480-f20e-4f1b-9002-dc5944591cee) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:40.158787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-e619b229-249a-4129-9bc5-168a65d75f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:40.160270 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-e619b229-249a-4129-9bc5-168a65d75f51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=387e7e5a-cc91-4873-9335-c284cb47e5a9 HTTP/1.1" status: 200 len: 801 time: 0.0712094 Nov 27 01:13:40.186634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d823759-085b-402e-8e88-a867b9108246 req-490cf3c0-8b15-4196-a876-072280c567d9 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:40.187525 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d823759-085b-402e-8e88-a867b9108246 req-490cf3c0-8b15-4196-a876-072280c567d9 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 945 time: 0.1155655 Nov 27 01:13:40.190572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.303358 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d823759-085b-402e-8e88-a867b9108246 req-3e9117cb-d564-432c-af84-ff7065364e85 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063509 Nov 27 01:13:40.306890 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.333691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf7c8d9-6d84-4d3e-a530-75c846ccec2f']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:40.344463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd5595d-1303-4522-87dd-b11a44ce5cac') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:40.344814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd5595d-1303-4522-87dd-b11a44ce5cac') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:40.356001 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.395870 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.399645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1afad5df-b09e-4a66-8515-923d62b9cb1c req-697e9999-a2d7-432b-b148-40f0a804cd60 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 210 time: 0.0318377 Nov 27 01:13:40.404965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:13:40.405363 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:13:40.407489 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:13:40.475411 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.480428 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.488330 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8cf7c8d9-6d84-4d3e-a530-75c846ccec2f HTTP/1.1" status: 204 len: 168 time: 0.4225218 Nov 27 01:13:40.523883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf7c8d9-6d84-4d3e-a530-75c846ccec2f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:40.535615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:40.535977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:40.536294 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:40.536626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:40.536952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:40.537273 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:40.537592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:40.537910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:40.538222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:40.538565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:40.538880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:40.539191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0223bfe-c8d7-46ea-b3ba-5f24c5679b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:13:40.620128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd54db6-d6bd-4b83-ba03-e53c156582c9 req-0f390f38-f932-4f36-8c84-9fef6e102078 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:40.622688 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3cd54db6-d6bd-4b83-ba03-e53c156582c9 req-0f390f38-f932-4f36-8c84-9fef6e102078 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 944 time: 0.0571969 Nov 27 01:13:40.633379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843687b-320d-44ea-8676-0620d583499d req-13beae7b-b187-4f47-8f8a-54e610b202f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:40.634976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-13beae7b-b187-4f47-8f8a-54e610b202f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b05761ba-0d26-4e8e-994e-88f1848d7c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4613597 Nov 27 01:13:40.643575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57472) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:40.653156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4946bf3-00f3-409f-bc29-9ccb5fb46620 req-b1f18de2-b8a8-4e82-a661-3284b9e4a665 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:40.655154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c4946bf3-00f3-409f-bc29-9ccb5fb46620 req-b1f18de2-b8a8-4e82-a661-3284b9e4a665 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 946 time: 0.4632769 Nov 27 01:13:40.698645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3cd54db6-d6bd-4b83-ba03-e53c156582c9 req-3817d68d-70a3-4489-8ffe-fdbd4f546a06 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707729 Nov 27 01:13:40.705070 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7ea39113-7905-42ba-a940-dcdea5d2d1fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7354c304ce54403496d78c2ed1f2985a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603776 Nov 27 01:13:40.707659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57474) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:40.768656 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6f0f-2a78-4e9e-82ee-8c944ae66e11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.778601 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c4946bf3-00f3-409f-bc29-9ccb5fb46620 req-8da853ce-5efc-40dd-8d2b-2d32c39c3a98 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146672 Nov 27 01:13:40.799591 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6f0f-2a78-4e9e-82ee-8c944ae66e11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.808365 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.828358 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-47458e7c-6761-4794-89a8-7bbdb2c4960d service neutron] 10.222.0.42 "GET /v2.0/networks/b05761ba-0d26-4e8e-994e-88f1848d7c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847048 Nov 27 01:13:40.855133 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6f0f-2a78-4e9e-82ee-8c944ae66e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.859543 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6f0f-2a78-4e9e-82ee-8c944ae66e11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.863449 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5d7b6f0f-2a78-4e9e-82ee-8c944ae66e11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c75772b9-8c67-48a6-a1ac-a1b99b0a1b76 HTTP/1.1" status: 204 len: 168 time: 0.1522107 Nov 27 01:13:40.871399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b6f0f-2a78-4e9e-82ee-8c944ae66e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75772b9-8c67-48a6-a1ac-a1b99b0a1b76,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:40.917857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:40.948881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f4997-26a1-4bf0-9a58-20f125f4f6c2 req-051fef9d-6de8-4a1e-bee1-d6d372a89633 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:40.955896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f4997-26a1-4bf0-9a58-20f125f4f6c2 req-051fef9d-6de8-4a1e-bee1-d6d372a89633 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:40.959281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:40.962054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f4997-26a1-4bf0-9a58-20f125f4f6c2 req-051fef9d-6de8-4a1e-bee1-d6d372a89633 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:40.970027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f1f4997-26a1-4bf0-9a58-20f125f4f6c2 req-051fef9d-6de8-4a1e-bee1-d6d372a89633 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2411 time: 0.0794497 Nov 27 01:13:40.994631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Network 2eaddc87-3a23-41ff-872a-2ec44342687d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:40.999419 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d843687b-320d-44ea-8676-0620d583499d req-04974308-d00d-4f77-aabd-01cd470fbfec service neutron] 10.222.0.42 "GET /v2.0/networks/b05761ba-0d26-4e8e-994e-88f1848d7c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636870 Nov 27 01:13:41.003186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:41.005575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event updated for resources: {'Port': ['ID=a0890480-f20e-4f1b-9002-dc5944591cee,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:41.007944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:41.053877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f1f4997-26a1-4bf0-9a58-20f125f4f6c2 req-8379a6c6-90f8-428a-a1da-016ae5277ebc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744352 Nov 27 01:13:41.067305 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:41.068511 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.096018 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-a0dc4106-26e4-48fc-bc63-a292ac092c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7232323 Nov 27 01:13:41.098515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c69c28d-f28f-4616-8150-b0121425201e details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:41.112701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 35a89897-8395-45a5-89fe-7d0819eea6ef up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:41.179864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-c355d6ee-2491-4169-9d9a-dba1f52f9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:41.180522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-c355d6ee-2491-4169-9d9a-dba1f52f9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:41.181066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-c355d6ee-2491-4169-9d9a-dba1f52f9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:41.182828 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-c355d6ee-2491-4169-9d9a-dba1f52f9d61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2864 time: 0.0486643 Nov 27 01:13:41.208725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Request body: {'port': {'device_id': '1228d7fa-879f-47cd-831c-ef1328459a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:41.284130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 35a89897-8395-45a5-89fe-7d0819eea6ef completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:41.294783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c69c28d-f28f-4616-8150-b0121425201e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c69c28d-f28f-4616-8150-b0121425201e,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:41.297229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 35a89897-8395-45a5-89fe-7d0819eea6ef triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:41.297862 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.342332 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '5c69c28d-f28f-4616-8150-b0121425201e', 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb', 'port_id': '5c69c28d-f28f-4616-8150-b0121425201e', 'mac_address': 'fa:16:3e:eb:f4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46a59be-e55d-45df-95e9-1ee16635f030', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:41.342635 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.370340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-a5be089e-d918-4226-a0e6-54ff89281caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:41.372113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-a5be089e-d918-4226-a0e6-54ff89281caf service neutron] 10.222.0.42 "GET /v2.0/networks?id=b05761ba-0d26-4e8e-994e-88f1848d7c48 HTTP/1.1" status: 200 len: 903 time: 0.1812518 Nov 27 01:13:41.404881 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.422742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c69c28d-f28f-4616-8150-b0121425201e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:41.437103 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-a51bd7ad-5131-4320-81b3-ec1fba54e7ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=db18c467-8854-4a68-ad66-be19eb917574 HTTP/1.1" status: 200 len: 217 time: 0.0468690 Nov 27 01:13:41.492026 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.510555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c69c28d-f28f-4616-8150-b0121425201e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c69c28d-f28f-4616-8150-b0121425201e,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:41.515197 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5ebecdfd-6d0a-4253-b36f-4fbd43497ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.520167 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.550666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 35a89897-8395-45a5-89fe-7d0819eea6ef, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=35a89897-8395-45a5-89fe-7d0819eea6ef,segment=NetworkSegment(ffebc031-4253-4d22-bce6-18d20bfcddf8),segment_id=ffebc031-4253-4d22-bce6-18d20bfcddf8)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:41.557219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:41.557219 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546927df-8507-4b89-93b8-faa7dafa1226" -d '{"events": [{"server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "name": "network-vif-plugged", "status": "completed", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:41.562058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187dee88-312a-475a-bb33-abbb6b21fcb8 req-9c984b38-3fed-4222-964a-1d2588cff4fe tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:41.565481 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-187dee88-312a-475a-bb33-abbb6b21fcb8 req-9c984b38-3fed-4222-964a-1d2588cff4fe tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 932 time: 0.0865042 Nov 27 01:13:41.583541 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:41.588695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-6ef9aa07-c664-4292-92d2-f9b6ee2737a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:41.590174 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-6ef9aa07-c664-4292-92d2-f9b6ee2737a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=387e7e5a-cc91-4873-9335-c284cb47e5a9 HTTP/1.1" status: 200 len: 801 time: 0.1440649 Nov 27 01:13:41.601927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1faca-09b1-49c4-b7d4-bc5b8304147b req-2fcda25c-6b3f-4078-953a-e09ff3e425b9 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:41.609836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-41b1faca-09b1-49c4-b7d4-bc5b8304147b req-2fcda25c-6b3f-4078-953a-e09ff3e425b9 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 945 time: 0.1776416 Nov 27 01:13:41.627854 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5c69c28d-f28f-4616-8150-b0121425201e,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:41.641779 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-187dee88-312a-475a-bb33-abbb6b21fcb8 req-48491b40-efb9-4f7b-87a6-2d89f5e4ac11 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658970 Nov 27 01:13:41.691005 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed13df04-6028-4a1b-88a3-e5642f2f7c60 x-openstack-request-id: req-ed13df04-6028-4a1b-88a3-e5642f2f7c60 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:41.691302 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "name": "network-vif-plugged", "status": "completed", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:41.691558 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed13df04-6028-4a1b-88a3-e5642f2f7c60 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:41.692082 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'code': 200} Nov 27 01:13:41.695369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=35a89897-8395-45a5-89fe-7d0819eea6ef,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:41.717924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5c69c28d-f28f-4616-8150-b0121425201e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:41.766200 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-41b1faca-09b1-49c4-b7d4-bc5b8304147b req-097c2404-c762-4a5c-b80e-e9bc5eb8db27 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509557 Nov 27 01:13:41.772822 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-b00125b4-6a5c-44b6-99d2-a23ce5daa634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:41.776082 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-b00125b4-6a5c-44b6-99d2-a23ce5daa634 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b05761ba-0d26-4e8e-994e-88f1848d7c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1612725 Nov 27 01:13:41.852575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57512) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:41.894567 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c673165-de8e-4749-9eb7-b3e9c25819da req-bd0ccde8-27c9-42ca-bc05-b89f9e49f479 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:41.896767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c673165-de8e-4749-9eb7-b3e9c25819da req-bd0ccde8-27c9-42ca-bc05-b89f9e49f479 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0726943 Nov 27 01:13:41.940001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3c8d0-6894-4cfe-91dc-9daa43d42045 req-349b9807-efde-4e28-af01-cfc372344de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:41.941502 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9ad3c8d0-6894-4cfe-91dc-9daa43d42045 req-349b9807-efde-4e28-af01-cfc372344de1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 1096 time: 0.1296680 Nov 27 01:13:41.985860 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c673165-de8e-4749-9eb7-b3e9c25819da req-d9cd74dd-824e-495d-9f6c-dad228b4b00a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727985 Nov 27 01:13:42.017161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0890480-f20e-4f1b-9002-dc5944591cee {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:42.028633 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-1ac04e9e-e01b-44dd-94b5-b213e066882e service neutron] 10.222.0.42 "GET /v2.0/networks/b05761ba-0d26-4e8e-994e-88f1848d7c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414618 Nov 27 01:13:42.034794 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.042476 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-540201346-network', 'tenant_id': 'de4c3827c1274a5db30f621f296d561d'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:42.090886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Transition to ACTIVE for port object a0890480-f20e-4f1b-9002-dc5944591cee will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:42.096889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44761b7-056e-4bb5-a360-55976b5a84fa req-df011a36-830c-4e1e-9a71-1d8f240ea273 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:42.098461 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d44761b7-056e-4bb5-a360-55976b5a84fa req-df011a36-830c-4e1e-9a71-1d8f240ea273 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 946 time: 0.0524826 Nov 27 01:13:42.142503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.145997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9ad3c8d0-6894-4cfe-91dc-9daa43d42045 req-ac002d2b-dcb6-4b56-b18d-5b402b0729c2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810303 Nov 27 01:13:42.151431 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d44761b7-056e-4bb5-a360-55976b5a84fa req-20e6377c-159a-4585-9fe1-058a7e6a1bde tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431361 Nov 27 01:13:42.207015 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Made reservation on behalf of de4c3827c1274a5db30f621f296d561d for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:42.209244 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.235338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.254225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Pushing event updated for resources: {'Port': ['ID=a0890480-f20e-4f1b-9002-dc5944591cee,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:42.263818 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f89c4-e01f-4b2f-a20a-8389704e2fcc req-a0bb2889-c085-46a8-8e83-d02aee3f72b4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:42.269879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f89c4-e01f-4b2f-a20a-8389704e2fcc req-a0bb2889-c085-46a8-8e83-d02aee3f72b4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:42.270739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49329fef-7bb4-4172-8ad9-eaba5869ae00 req-7f878f76-173e-4169-a32a-96eb520d3ce3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:42.272282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-49329fef-7bb4-4172-8ad9-eaba5869ae00 req-7f878f76-173e-4169-a32a-96eb520d3ce3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 944 time: 0.1968892 Nov 27 01:13:42.275960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f89c4-e01f-4b2f-a20a-8389704e2fcc req-a0bb2889-c085-46a8-8e83-d02aee3f72b4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:42.277634 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e4f89c4-e01f-4b2f-a20a-8389704e2fcc req-a0bb2889-c085-46a8-8e83-d02aee3f72b4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2411 time: 0.0686679 Nov 27 01:13:42.313167 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dd289ca-2566-4345-b4ee-a4a4023557ec req-6623183e-8e6a-4c02-a816-9be08e52c40c service neutron] 10.222.0.42 "GET /v2.0/networks/b05761ba-0d26-4e8e-994e-88f1848d7c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615449 Nov 27 01:13:42.327270 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e4f89c4-e01f-4b2f-a20a-8389704e2fcc req-d380d614-7e3e-487a-886d-389e6518a5b9 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Nov 27 01:13:42.396438 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-49329fef-7bb4-4172-8ad9-eaba5869ae00 req-538a8568-48eb-4fe4-9c85-7c5faac97be0 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139784 Nov 27 01:13:42.420166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Attempting to bind port a0890480-f20e-4f1b-9002-dc5944591cee on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:42.420495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Attempting to bind port a0890480-f20e-4f1b-9002-dc5944591cee by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:42.420933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Attempting to bind port a0890480-f20e-4f1b-9002-dc5944591cee on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:42.432313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Port a0890480-f20e-4f1b-9002-dc5944591cee on network 2eaddc87-3a23-41ff-872a-2ec44342687d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:42.432638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Attempting to bind port a0890480-f20e-4f1b-9002-dc5944591cee on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:42.445609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82cd41-efb4-491d-8adf-b9d081627ce8 req-cfc62b00-5bef-4d6d-8425-bef5c50449db tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:42.445811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:42.446142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Checking segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:42.446551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Bound using segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:42.446991 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Bound port: a0890480-f20e-4f1b-9002-dc5944591cee, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:42.447111 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f82cd41-efb4-491d-8adf-b9d081627ce8 req-cfc62b00-5bef-4d6d-8425-bef5c50449db tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 946 time: 0.0519564 Nov 27 01:13:42.447349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.456748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57522) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:42.461436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0616808b-fa86-491a-b60e-c236e234d5f4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Request body: {'floatingip': {'port_id': '656ff015-77b7-4e1f-aea4-d063d35c68bf'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:42.469135 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.474177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.500947 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0616808b-fa86-491a-b60e-c236e234d5f4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.519314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:13:42.544985 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.545369 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Added segment b53ecd82-4140-4e73-96da-594cb2685547 of type vlan for network 4177f666-7ec2-4e87-9fe5-5dc29db34228 Nov 27 01:13:42.556300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3853cee9-3a6f-496a-80ea-838e9c95df10,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:42.602668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] For port a0890480-f20e-4f1b-9002-dc5944591cee, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:42.605510 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.619556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] For port a0890480-f20e-4f1b-9002-dc5944591cee, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a0890480-f20e-4f1b-9002-dc5944591cee,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:42.629484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.677115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:42.677740 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.679207 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] 10.222.0.11 "PUT /v2.0/ports/a0890480-f20e-4f1b-9002-dc5944591cee HTTP/1.1" status: 200 len: 1092 time: 1.4753323 Nov 27 01:13:42.679656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1228d7fa-879f-47cd-831c-ef1328459a3e', 'tag': 'a0890480-f20e-4f1b-9002-dc5944591cee'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:42.681925 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb989cf-a707-4632-833c-8ffaf780d9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1228d7fa-879f-47cd-831c-ef1328459a3e", "tag": "a0890480-f20e-4f1b-9002-dc5944591cee"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:42.687749 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.688690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:42.689259 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.751163 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966b309f-ac68-449e-967d-fd9fdceb19b9 x-openstack-request-id: req-966b309f-ac68-449e-967d-fd9fdceb19b9 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:42.751461 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1228d7fa-879f-47cd-831c-ef1328459a3e", "tag": "a0890480-f20e-4f1b-9002-dc5944591cee", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:42.751718 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-966b309f-ac68-449e-967d-fd9fdceb19b9 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:42.752124 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1228d7fa-879f-47cd-831c-ef1328459a3e', 'tag': 'a0890480-f20e-4f1b-9002-dc5944591cee', 'status': 'completed', 'code': 200} Nov 27 01:13:42.762045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8998868 Nov 27 01:13:42.762770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd5522-aa5b-4628-86c8-8d2bc64680be service neutron] Pushing event updated for resources: {'Port': ['ID=a0890480-f20e-4f1b-9002-dc5944591cee,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:42.767055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57530) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:42.788535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-6a9c7fef-8c05-46e0-832c-98dda8e508bf admin admin] Request body: {'subnet': {'network_id': '4177f666-7ec2-4e87-9fe5-5dc29db34228', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-540201346-subnet', 'tenant_id': 'de4c3827c1274a5db30f621f296d561d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:42.838483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bfde6-2dfd-43dc-8882-f87d1e3d53ea admin admin] Pushing event updated for resources: {'Network': ['ID=4177f666-7ec2-4e87-9fe5-5dc29db34228,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:42.850297 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 4177f666-7ec2-4e87-9fe5-5dc29db34228 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:13:42.863100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9c7fef-8c05-46e0-832c-98dda8e508bf admin admin] Made reservation on behalf of de4c3827c1274a5db30f621f296d561d for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:42.865440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7fef-8c05-46e0-832c-98dda8e508bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.878129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62975d-f7bb-42f4-b2e7-7de2b2a783c7 req-ed1cc412-dd0d-495d-b7df-37bef066029a tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:42.879697 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da62975d-f7bb-42f4-b2e7-7de2b2a783c7 req-ed1cc412-dd0d-495d-b7df-37bef066029a tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 944 time: 0.1563601 Nov 27 01:13:42.896796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-35c04e1c-4e33-4633-89ea-4b8c28e257d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:42.898283 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-35c04e1c-4e33-4633-89ea-4b8c28e257d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 1095 time: 0.1054327 Nov 27 01:13:42.982644 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0616808b-fa86-491a-b60e-c236e234d5f4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.986879 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0616808b-fa86-491a-b60e-c236e234d5f4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:42.990802 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4e706692-7d1a-4374-9a99-7d34009ba0d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0890480-f20e-4f1b-9002-dc5944591cee HTTP/1.1" status: 200 len: 217 time: 0.0627682 Nov 27 01:13:43.063675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da62975d-f7bb-42f4-b2e7-7de2b2a783c7 req-dd9f076f-1f15-4722-afc4-311a3970dc56 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718540 Nov 27 01:13:43.086069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-d7338955-2d55-4962-8791-77be2b01bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.087562 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-d7338955-2d55-4962-8791-77be2b01bb2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.0858331 Nov 27 01:13:43.127574 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-0616808b-fa86-491a-b60e-c236e234d5f4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Floating IP 290e0b41-4d9c-4978-a647-faa3994f63bd associated. External IP: 172.25.3.76, port: 656ff015-77b7-4e1f-aea4-d063d35c68bf. Nov 27 01:13:43.136502 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-865b8d95-bbd9-41f6-be00-865efdb3dfcf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312650 Nov 27 01:13:43.137818 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c2fea-2737-476a-9852-c0c16b4b04de req-19aa8e1c-ab4d-46da-82fe-01e8c02052ca tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.139337 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae9c2fea-2737-476a-9852-c0c16b4b04de req-19aa8e1c-ab4d-46da-82fe-01e8c02052ca tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0700786 Nov 27 01:13:43.172166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c69c28d-f28f-4616-8150-b0121425201e no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:43.240348 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7fef-8c05-46e0-832c-98dda8e508bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.255058 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.262723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae9c2fea-2737-476a-9852-c0c16b4b04de req-6c38bbe4-b011-4600-8139-f1353e29f61c tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915377 Nov 27 01:13:43.273091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5c69c28d-f28f-4616-8150-b0121425201e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:43.307408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c69c28d-f28f-4616-8150-b0121425201e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c69c28d-f28f-4616-8150-b0121425201e,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:43.312964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c7fef-8c05-46e0-832c-98dda8e508bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45b5d82-6cfe-4368-8ec1-5eaf7a3ebedc,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:43.314176 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.333400 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-4c864bd7-1c6e-4ce9-963f-c4bed8dc92fb service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669934 Nov 27 01:13:43.339374 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c7fef-8c05-46e0-832c-98dda8e508bf admin admin] Checking segment: {'id': 'b53ecd82-4140-4e73-96da-594cb2685547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4177f666-7ec2-4e87-9fe5-5dc29db34228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:43.340047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9c7fef-8c05-46e0-832c-98dda8e508bf admin admin] Network hostable DHCP agents. Network: 4177f666-7ec2-4e87-9fe5-5dc29db34228, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:13:43.366804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5c69c28d-f28f-4616-8150-b0121425201e,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:43.416473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0616808b-fa86-491a-b60e-c236e234d5f4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:13:43.425737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9c7fef-8c05-46e0-832c-98dda8e508bf admin admin] Network 4177f666-7ec2-4e87-9fe5-5dc29db34228 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:13:43.451282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-6a9c7fef-8c05-46e0-832c-98dda8e508bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 4177f666-7ec2-4e87-9fe5-5dc29db34228) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:43.459724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61c915-b585-415d-b8fa-8d85ac5dacfa None None] Network 4177f666-7ec2-4e87-9fe5-5dc29db34228 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:43.464611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9c7fef-8c05-46e0-832c-98dda8e508bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.465434 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7fef-8c05-46e0-832c-98dda8e508bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.499546 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d416ba92-1c67-4649-9738-c03b77b25d39 req-e1c144d4-eb52-4ea7-ac10-959f56c100d2 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468642 Nov 27 01:13:43.517768 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6a9c7fef-8c05-46e0-832c-98dda8e508bf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7479973 Nov 27 01:13:43.548755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c645af-f2b2-4b25-a038-3ca825483876 req-7f9d7547-6300-4148-8ae7-f75f4255f0ef tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.555873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c645af-f2b2-4b25-a038-3ca825483876 req-7f9d7547-6300-4148-8ae7-f75f4255f0ef tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.563975 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c645af-f2b2-4b25-a038-3ca825483876 req-7f9d7547-6300-4148-8ae7-f75f4255f0ef tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.568171 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7c645af-f2b2-4b25-a038-3ca825483876 req-7f9d7547-6300-4148-8ae7-f75f4255f0ef tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2411 time: 0.0869007 Nov 27 01:13:43.633073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0616808b-fa86-491a-b60e-c236e234d5f4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:13:43.633430 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7c645af-f2b2-4b25-a038-3ca825483876 req-0287cecc-5327-48b7-94d9-2eed5678351f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572555 Nov 27 01:13:43.637906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0616808b-fa86-491a-b60e-c236e234d5f4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.648011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2f877d-6e20-4ecc-9284-a1b71971e1ac None None] Sync routers for ids ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:13:43.681576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec2676a-ff46-45e2-8ee5-955cedfcef88 None None] Network 4177f666-7ec2-4e87-9fe5-5dc29db34228 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:13:43.686039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f877d-6e20-4ecc-9284-a1b71971e1ac None None] Routers {'f4e73ca5-047e-44fd-b1d3-3c8033e03e05'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:43.686958 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cd2f877d-6e20-4ecc-9284-a1b71971e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:13:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:43.695971 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0616808b-fa86-491a-b60e-c236e234d5f4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "PUT /v2.0/floatingips/290e0b41-4d9c-4978-a647-faa3994f63bd HTTP/1.1" status: 200 len: 991 time: 1.2356403 Nov 27 01:13:43.695971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:43.702915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb989cf-a707-4632-833c-8ffaf780d9c9 req-7f222675-2d78-478c-af3d-04fcb7145c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.704676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb989cf-a707-4632-833c-8ffaf780d9c9 req-7f222675-2d78-478c-af3d-04fcb7145c53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 1095 time: 0.0626130 Nov 27 01:13:43.707025 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9f7c4f-1498-40c4-84f6-6190fcfc3009" -d '{"events": [{"name": "network-changed", "server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:43.727790 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d33ea9-7f0c-4d30-a38b-fe2a6626cfc1 req-80646f9f-4009-4485-b61f-9499732ebde5 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.729331 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70d33ea9-7f0c-4d30-a38b-fe2a6626cfc1 req-80646f9f-4009-4485-b61f-9499732ebde5 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 943 time: 0.1584435 Nov 27 01:13:43.786194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70d33ea9-7f0c-4d30-a38b-fe2a6626cfc1 req-70b169f9-7a8c-4875-b44f-07011aebe995 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499082 Nov 27 01:13:43.834677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb989cf-a707-4632-833c-8ffaf780d9c9 req-9d04b311-ca64-4598-9620-99364799e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.836236 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb989cf-a707-4632-833c-8ffaf780d9c9 req-9d04b311-ca64-4598-9620-99364799e0ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 906 time: 0.1111243 Nov 27 01:13:43.837886 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5741d8eb-6b14-4193-a3f0-da56a0d09afe x-openstack-request-id: req-5741d8eb-6b14-4193-a3f0-da56a0d09afe {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:43.838180 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:43.838482 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5741d8eb-6b14-4193-a3f0-da56a0d09afe {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:43.838891 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'status': 'completed', 'code': 200} Nov 27 01:13:43.880530 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d54bddd3-d9e0-43ba-8311-42f623847194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:43.892694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-cd2f877d-6e20-4ecc-9284-a1b71971e1ac None None] Set router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:43.907816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb989cf-a707-4632-833c-8ffaf780d9c9 req-20fbf4e3-7aca-4fbb-a8fe-12719199b1c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0890480-f20e-4f1b-9002-dc5944591cee HTTP/1.1" status: 200 len: 217 time: 0.0519357 Nov 27 01:13:43.981146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f7c4f-1498-40c4-84f6-6190fcfc3009 req-5832d3e5-8357-4a9b-be89-030515507c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.983279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9f7c4f-1498-40c4-84f6-6190fcfc3009 req-5832d3e5-8357-4a9b-be89-030515507c10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1097 time: 0.0841055 Nov 27 01:13:43.987116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb989cf-a707-4632-833c-8ffaf780d9c9 req-f41f0a22-2b14-4a12-aea9-a9dd45cf8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:43.988685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb989cf-a707-4632-833c-8ffaf780d9c9 req-f41f0a22-2b14-4a12-aea9-a9dd45cf8ac3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.0607615 Nov 27 01:13:44.050219 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb989cf-a707-4632-833c-8ffaf780d9c9 req-552a19a5-2543-4468-9b25-137cb8888164 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447958 Nov 27 01:13:44.159509 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.180954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-649ec08b-247f-4d69-952f-cfa3edf421d3 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:44.182407 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-649ec08b-247f-4d69-952f-cfa3edf421d3 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/networks?id=4177f666-7ec2-4e87-9fe5-5dc29db34228 HTTP/1.1" status: 200 len: 821 time: 0.1544104 Nov 27 01:13:44.200369 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-d67630bb-d440-4504-8c78-f8f663d48ae0 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/quotas/de4c3827c1274a5db30f621f296d561d HTTP/1.1" status: 200 len: 375 time: 0.0094230 Nov 27 01:13:44.209929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device db18c467-8854-4a68-ad66-be19eb917574 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:44.212920 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f7c4f-1498-40c4-84f6-6190fcfc3009 req-a0a51236-2a22-45c3-85a6-50cd23a2932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:44.214734 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9f7c4f-1498-40c4-84f6-6190fcfc3009 req-a0a51236-2a22-45c3-85a6-50cd23a2932c service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.2007751 Nov 27 01:13:44.236482 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-b5294e6a-3a30-44df-b306-4ccee6ad3b9a tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=de4c3827c1274a5db30f621f296d561d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295439 Nov 27 01:13:44.239014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cd2f877d-6e20-4ecc-9284-a1b71971e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:15Z', 'revision_number': 4, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '290e0b41-4d9c-4978-a647-faa3994f63bd', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'port_id': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'mac_address': 'fa:16:3e:b0:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:13:25Z', 'updated_at': '2021-11-27T01:13:42Z', 'revision_number': 1, 'project_id': '45731133ae9e435f84b4491351b086d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c78155a-21c8-4c8e-aad1-0951b8567b16', 'name': '', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'mac_address': 'fa:16:3e:3d:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:12Z', 'updated_at': '2021-11-27T01:13:24Z', 'revision_number': 5, 'project_id': '45731133ae9e435f84b4491351b086d0', 'subnets': [{'id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:44.268639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb989cf-a707-4632-833c-8ffaf780d9c9 req-f0434959-34bd-4878-913d-2b6820ddb543 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840141 Nov 27 01:13:44.277523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2f877d-6e20-4ecc-9284-a1b71971e1ac None None] Checking router: f4e73ca5-047e-44fd-b1d3-3c8033e03e05 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:13:44.292807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338608e-5b86-4193-82dc-041a91523c32 req-2f056545-f126-4a37-beed-3ba4987d5c1e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:44.294334 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c338608e-5b86-4193-82dc-041a91523c32 req-2f056545-f126-4a37-beed-3ba4987d5c1e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 944 time: 0.1305974 Nov 27 01:13:44.316092 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9f7c4f-1498-40c4-84f6-6190fcfc3009 req-7bbd86b2-04b2-4239-b769-f291df57626b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 999 time: 0.0888526 Nov 27 01:13:44.394000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-2f68c2cd-609e-4239-9161-578731298382 service neutron] 10.222.0.37 "GET /v2.0/networks/4177f666-7ec2-4e87-9fe5-5dc29db34228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480997 Nov 27 01:13:44.450926 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c338608e-5b86-4193-82dc-041a91523c32 req-1f238fde-f4f9-4856-83eb-c2162d0fabad tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455948 Nov 27 01:13:44.482894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f877d-6e20-4ecc-9284-a1b71971e1ac None None] Routers {'f4e73ca5-047e-44fd-b1d3-3c8033e03e05'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:13:44.483614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cd2f877d-6e20-4ecc-9284-a1b71971e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:13:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:44.495391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f7c4f-1498-40c4-84f6-6190fcfc3009 req-4fe61be7-5c04-4192-ace3-18b4638d0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:44.497408 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9f7c4f-1498-40c4-84f6-6190fcfc3009 req-4fe61be7-5c04-4192-ace3-18b4638d0789 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.1733482 Nov 27 01:13:44.501873 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb989cf-a707-4632-833c-8ffaf780d9c9 req-bd1a56c1-be82-4e1f-8305-21f2ae112506 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759725 Nov 27 01:13:44.518888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-adb067f7-da43-4df4-9d94-a60b8f7417c9 service neutron] 10.222.0.37 "GET /v2.0/networks/4177f666-7ec2-4e87-9fe5-5dc29db34228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180048 Nov 27 01:13:44.543707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port db18c467-8854-4a68-ad66-be19eb917574, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=db18c467-8854-4a68-ad66-be19eb917574,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:44.561479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'db18c467-8854-4a68-ad66-be19eb917574', 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48', 'port_id': 'db18c467-8854-4a68-ad66-be19eb917574', 'mac_address': 'fa:16:3e:98:d9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387e7e5a-cc91-4873-9335-c284cb47e5a9', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:44.643050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134699e8-b391-4e72-a946-98ec1055c679 req-8664127f-3df0-48de-b293-9309c8556ce9 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:44.644720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-134699e8-b391-4e72-a946-98ec1055c679 req-8664127f-3df0-48de-b293-9309c8556ce9 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.1344364 Nov 27 01:13:44.647817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f7c4f-1498-40c4-84f6-6190fcfc3009 req-e58f4f92-b7d8-435e-9b12-958459390fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:44.649254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9f7c4f-1498-40c4-84f6-6190fcfc3009 req-e58f4f92-b7d8-435e-9b12-958459390fca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273093 Nov 27 01:13:44.652545 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.690569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-cd2f877d-6e20-4ecc-9284-a1b71971e1ac None None] Set router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:13:44.693873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db18c467-8854-4a68-ad66-be19eb917574 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:44.718758 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11bbcb4e-70e9-44a6-8920-1153d48ccd07 req-ea3a6099-73f2-4db3-a4f9-d9047f4cf610 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 210 time: 0.0302715 Nov 27 01:13:44.740662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d72f9-6e2d-49a1-a7c6-6974e52296cc req-c71f180d-eea1-464f-993c-8ea8c4b1b0e3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:44.742136 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7a0d72f9-6e2d-49a1-a7c6-6974e52296cc req-c71f180d-eea1-464f-993c-8ea8c4b1b0e3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 943 time: 0.1489270 Nov 27 01:13:44.822364 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9f7c4f-1498-40c4-84f6-6190fcfc3009 req-cd435673-976d-494f-b1b6-6089ad7f44b2 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648264 Nov 27 01:13:44.848584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port db18c467-8854-4a68-ad66-be19eb917574, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=db18c467-8854-4a68-ad66-be19eb917574,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:44.861135 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.861385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ea62-4bc1-42e1-b131-6552f15dc653 req-20233ff9-e179-44ea-a995-4477e73e735b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:44.861516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e4e97735-b482-4da3-8b04-5ae9467e638f details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:44.869867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ea62-4bc1-42e1-b131-6552f15dc653 req-20233ff9-e179-44ea-a995-4477e73e735b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:44.878511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ea62-4bc1-42e1-b131-6552f15dc653 req-20233ff9-e179-44ea-a995-4477e73e735b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:44.887018 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e95ea62-4bc1-42e1-b131-6552f15dc653 req-20233ff9-e179-44ea-a995-4477e73e735b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2411 time: 0.0888517 Nov 27 01:13:44.888157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-134699e8-b391-4e72-a946-98ec1055c679 req-3f0d6da7-42f4-4dd6-a672-c73eb7cc1a0d tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666093 Nov 27 01:13:44.978967 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ba9f7c4f-1498-40c4-84f6-6190fcfc3009 req-4afd098f-5f90-49b5-839e-90e3ceb15756 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436627 Nov 27 01:13:44.992792 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-7a0d72f9-6e2d-49a1-a7c6-6974e52296cc req-d7d68fee-1ae0-4806-9dd2-5fffa92d4ee3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Deleting port 5c69c28d-f28f-4616-8150-b0121425201e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:44.992792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7a0d72f9-6e2d-49a1-a7c6-6974e52296cc req-d7d68fee-1ae0-4806-9dd2-5fffa92d4ee3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:44.995728 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e95ea62-4bc1-42e1-b131-6552f15dc653 req-8edcb6e7-0001-478f-9a19-fd01910a2a99 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017694 Nov 27 01:13:45.064113 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:45.102951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=db18c467-8854-4a68-ad66-be19eb917574,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:45.112047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7a0d72f9-6e2d-49a1-a7c6-6974e52296cc req-d7d68fee-1ae0-4806-9dd2-5fffa92d4ee3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] For port 5c69c28d-f28f-4616-8150-b0121425201e, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c69c28d-f28f-4616-8150-b0121425201e,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:45.112731 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7a0d72f9-6e2d-49a1-a7c6-6974e52296cc req-d7d68fee-1ae0-4806-9dd2-5fffa92d4ee3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:45.141370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52280b9-1a79-4e29-91a2-221f8b0e6ab8 req-ce3673b6-193a-40b3-aa0d-be24f8521307 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:45.150213 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a52280b9-1a79-4e29-91a2-221f8b0e6ab8 req-ce3673b6-193a-40b3-aa0d-be24f8521307 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 943 time: 0.0647879 Nov 27 01:13:45.217972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a52280b9-1a79-4e29-91a2-221f8b0e6ab8 req-63308f1d-affd-479e-99d6-240125cea606 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665786 Nov 27 01:13:45.238822 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e4e97735-b482-4da3-8b04-5ae9467e638f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e4e97735-b482-4da3-8b04-5ae9467e638f,segment=NetworkSegment(8f356c7c-0ca1-4273-a366-4a6dd78d195d),segment_id=8f356c7c-0ca1-4273-a366-4a6dd78d195d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:45.260452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'e4e97735-b482-4da3-8b04-5ae9467e638f', 'network_id': '03f40f37-004d-488f-8321-562efac1452b', 'port_id': 'e4e97735-b482-4da3-8b04-5ae9467e638f', 'mac_address': 'fa:16:3e:00:d3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbfeb0e-7294-4ac3-bea2-1aa71368e94e', 'ip_address': '19.86.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:45.265168 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cd2f877d-6e20-4ecc-9284-a1b71971e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:15Z', 'revision_number': 4, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '290e0b41-4d9c-4978-a647-faa3994f63bd', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'port_id': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'mac_address': 'fa:16:3e:b0:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:13:25Z', 'updated_at': '2021-11-27T01:13:42Z', 'revision_number': 1, 'project_id': '45731133ae9e435f84b4491351b086d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c78155a-21c8-4c8e-aad1-0951b8567b16', 'name': '', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'mac_address': 'fa:16:3e:3d:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:12Z', 'updated_at': '2021-11-27T01:13:24Z', 'revision_number': 5, 'project_id': '45731133ae9e435f84b4491351b086d0', 'subnets': [{'id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:13:45.297053 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2f877d-6e20-4ecc-9284-a1b71971e1ac None None] The sync data for ids ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'] in n-d-819494-2 is: [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:15Z', 'revision_number': 4, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '290e0b41-4d9c-4978-a647-faa3994f63bd', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'port_id': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'mac_address': 'fa:16:3e:b0:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:13:25Z', 'updated_at': '2021-11-27T01:13:42Z', 'revision_number': 1, 'project_id': '45731133ae9e435f84b4491351b086d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c78155a-21c8-4c8e-aad1-0951b8567b16', 'name': '', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'mac_address': 'fa:16:3e:3d:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:12Z', 'updated_at': '2021-11-27T01:13:24Z', 'revision_number': 5, 'project_id': '45731133ae9e435f84b4491351b086d0', 'subnets': [{'id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:13:45.359924 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:45.395828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e97735-b482-4da3-8b04-5ae9467e638f {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:45.441802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e4e97735-b482-4da3-8b04-5ae9467e638f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e4e97735-b482-4da3-8b04-5ae9467e638f,segment=NetworkSegment(8f356c7c-0ca1-4273-a366-4a6dd78d195d),segment_id=8f356c7c-0ca1-4273-a366-4a6dd78d195d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:45.447965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a88d55-1b3c-4153-9e63-2d1a197c388b req-0a368dcf-2de5-4472-8e8e-ae2bfbfba657 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:45.448983 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:45.449702 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68a88d55-1b3c-4153-9e63-2d1a197c388b req-0a368dcf-2de5-4472-8e8e-ae2bfbfba657 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0543790 Nov 27 01:13:45.449829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 22b0b6ac-93b7-45dc-88d2-fd03786f7858 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:45.490413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-7a0d72f9-6e2d-49a1-a7c6-6974e52296cc req-d7d68fee-1ae0-4806-9dd2-5fffa92d4ee3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Calling delete_port for 5c69c28d-f28f-4616-8150-b0121425201e owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:45.548689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68a88d55-1b3c-4153-9e63-2d1a197c388b req-1134635e-c3ec-4742-a6f1-ddf31d35e036 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855310 Nov 27 01:13:45.564154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 22b0b6ac-93b7-45dc-88d2-fd03786f7858, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=22b0b6ac-93b7-45dc-88d2-fd03786f7858,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:45.573951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=e4e97735-b482-4da3-8b04-5ae9467e638f,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:45.587472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '22b0b6ac-93b7-45dc-88d2-fd03786f7858', 'network_id': 'b05761ba-0d26-4e8e-994e-88f1848d7c48', 'port_id': '22b0b6ac-93b7-45dc-88d2-fd03786f7858', 'mac_address': 'fa:16:3e:5d:55:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387e7e5a-cc91-4873-9335-c284cb47e5a9', 'ip_address': '19.80.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:45.628535 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:45.645743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b0b6ac-93b7-45dc-88d2-fd03786f7858 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:45.650305 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae544df-6802-4e79-9de4-6d3fdc9b801c None None] New status for floating IP 290e0b41-4d9c-4978-a647-faa3994f63bd: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:13:45.675675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 22b0b6ac-93b7-45dc-88d2-fd03786f7858, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=22b0b6ac-93b7-45dc-88d2-fd03786f7858,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:45.679493 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:45.681268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3b3db-75ce-4878-8d70-2d40820ca188 req-01e48e39-40cf-403e-9d10-2c113326eeaa tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:45.682268 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5e3b3db-75ce-4878-8d70-2d40820ca188 req-01e48e39-40cf-403e-9d10-2c113326eeaa tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 944 time: 0.1016116 Nov 27 01:13:45.687372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff5e5d-8577-4302-9c28-051291c30989 req-b6b768b8-6627-4362-aa2f-9a112ea4a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:45.688809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06ff5e5d-8577-4302-9c28-051291c30989 req-b6b768b8-6627-4362-aa2f-9a112ea4a60c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd91937f25af4311b6e62f89a5efa784&device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 1096 time: 0.1337881 Nov 27 01:13:45.753453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=22b0b6ac-93b7-45dc-88d2-fd03786f7858,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:45.817786 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7a0d72f9-6e2d-49a1-a7c6-6974e52296cc req-d7d68fee-1ae0-4806-9dd2-5fffa92d4ee3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:45.830881 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f07e5663-20d4-42f1-b71a-9cded083194a req-df7a5750-710f-425f-bd25-5965b8a1e78b tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 210 time: 0.0368829 Nov 27 01:13:45.856996 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5e3b3db-75ce-4878-8d70-2d40820ca188 req-56a80d26-ddb5-4972-b983-21ab3b553050 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444478 Nov 27 01:13:45.884283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d68fee-1ae0-4806-9dd2-5fffa92d4ee3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event deleted for resources: {'Port': ['ID=5c69c28d-f28f-4616-8150-b0121425201e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:45.896307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff5e5d-8577-4302-9c28-051291c30989 req-a89d2cac-5e29-4ef5-92fa-1b90b0b030ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:45.897820 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06ff5e5d-8577-4302-9c28-051291c30989 req-a89d2cac-5e29-4ef5-92fa-1b90b0b030ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=118a00df-a939-4eef-bd47-d93d4d335a04 HTTP/1.1" status: 200 len: 919 time: 0.1842377 Nov 27 01:13:45.966178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0d72f9-6e2d-49a1-a7c6-6974e52296cc req-d7d68fee-1ae0-4806-9dd2-5fffa92d4ee3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] No DVR routers for this DVR port 5c69c28d-f28f-4616-8150-b0121425201e on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:45.968642 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06ff5e5d-8577-4302-9c28-051291c30989 req-a9617a64-5ecf-4669-91d6-0c2b79211460 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 217 time: 0.0533824 Nov 27 01:13:45.969719 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7a0d72f9-6e2d-49a1-a7c6-6974e52296cc req-d7d68fee-1ae0-4806-9dd2-5fffa92d4ee3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:45.973078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7a0d72f9-6e2d-49a1-a7c6-6974e52296cc req-d7d68fee-1ae0-4806-9dd2-5fffa92d4ee3 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.11 "DELETE /v2.0/ports/5c69c28d-f28f-4616-8150-b0121425201e HTTP/1.1" status: 204 len: 173 time: 1.2195678 Nov 27 01:13:45.973554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dad3210-6709-4db4-a120-b370fed46740', 'name': 'network-vif-deleted', 'tag': '5c69c28d-f28f-4616-8150-b0121425201e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:45.975876 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4518f82f-2494-4069-889f-47a930456c9a" -d '{"events": [{"server_uuid": "2dad3210-6709-4db4-a120-b370fed46740", "name": "network-vif-deleted", "tag": "5c69c28d-f28f-4616-8150-b0121425201e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:46.017508 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa3ece1-03dc-4ec3-b438-d6ef97ce10c2 x-openstack-request-id: req-2aa3ece1-03dc-4ec3-b438-d6ef97ce10c2 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:46.018136 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dad3210-6709-4db4-a120-b370fed46740", "name": "network-vif-deleted", "tag": "5c69c28d-f28f-4616-8150-b0121425201e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:46.020521 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2aa3ece1-03dc-4ec3-b438-d6ef97ce10c2 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:46.020521 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dad3210-6709-4db4-a120-b370fed46740', 'name': 'network-vif-deleted', 'tag': '5c69c28d-f28f-4616-8150-b0121425201e', 'status': 'completed', 'code': 200} Nov 27 01:13:46.028001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff5e5d-8577-4302-9c28-051291c30989 req-80d5e731-9ed6-4fec-9cac-b2b4f3c46f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:46.029941 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06ff5e5d-8577-4302-9c28-051291c30989 req-80d5e731-9ed6-4fec-9cac-b2b4f3c46f1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c5bf43d-2cf4-4675-b80a-02ca09f08b62 HTTP/1.1" status: 200 len: 858 time: 0.0510967 Nov 27 01:13:46.085077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06ff5e5d-8577-4302-9c28-051291c30989 req-a0bad101-c9b6-4b20-a889-38738c6722ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=118a00df-a939-4eef-bd47-d93d4d335a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293322 Nov 27 01:13:46.145876 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae83d9-7fcb-4a9a-9b6a-e47c469000fc req-2147a0b9-0319-4379-b961-ce5fa2ab934d tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:46.152006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae83d9-7fcb-4a9a-9b6a-e47c469000fc req-2147a0b9-0319-4379-b961-ce5fa2ab934d tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:46.158047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae83d9-7fcb-4a9a-9b6a-e47c469000fc req-2147a0b9-0319-4379-b961-ce5fa2ab934d tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:46.159727 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cae83d9-7fcb-4a9a-9b6a-e47c469000fc req-2147a0b9-0319-4379-b961-ce5fa2ab934d tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2414 time: 0.0848987 Nov 27 01:13:46.200962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06ff5e5d-8577-4302-9c28-051291c30989 req-79dd3c8c-74b8-496d-9b6b-94ed0ab02028 service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999830 Nov 27 01:13:46.215887 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cae83d9-7fcb-4a9a-9b6a-e47c469000fc req-c1ae9438-8276-4971-a2e3-29e142f00631 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482695 Nov 27 01:13:46.222629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e4e97735-b482-4da3-8b04-5ae9467e638f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:46.263061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['db18c467-8854-4a68-ad66-be19eb917574'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:46.299984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['22b0b6ac-93b7-45dc-88d2-fd03786f7858'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:46.376156 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e752da94-4be9-4b84-89de-601518ea8979 req-72b99c99-ef37-4b2b-88f8-c0cfa9b5e37c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dad3210-6709-4db4-a120-b370fed46740 HTTP/1.1" status: 200 len: 210 time: 0.0567157 Nov 27 01:13:46.427688 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06ff5e5d-8577-4302-9c28-051291c30989 req-193b7502-93e1-4ed3-a9dc-406ddfee2da6 service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107625 Nov 27 01:13:46.495822 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-b7381569-7e5c-4edf-915f-52554597a776 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:46.497592 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-b7381569-7e5c-4edf-915f-52554597a776 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.42 "GET /v2.0/networks?id=4177f666-7ec2-4e87-9fe5-5dc29db34228 HTTP/1.1" status: 200 len: 821 time: 0.1627338 Nov 27 01:13:46.536140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Request body: {'port': {'device_id': 'f21233a7-7baa-4b06-8003-0c0be9bc9544', 'network_id': '4177f666-7ec2-4e87-9fe5-5dc29db34228', 'admin_state_up': True, 'tenant_id': 'de4c3827c1274a5db30f621f296d561d'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:46.640003 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:46.696144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Made reservation on behalf of de4c3827c1274a5db30f621f296d561d for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:46.697020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c8d6b-6384-4e95-abd3-d68d09a67ea9 req-7549d107-122a-4b2b-ad5c-aea21d02740b tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:46.698594 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d56c8d6b-6384-4e95-abd3-d68d09a67ea9 req-7549d107-122a-4b2b-ad5c-aea21d02740b tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0575845 Nov 27 01:13:46.700343 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:46.749211 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d56c8d6b-6384-4e95-abd3-d68d09a67ea9 req-45e53c24-eba0-4fcd-ba5e-8384793edee6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437086 Nov 27 01:13:46.824763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Allocated IP 172.20.0.11 (4177f666-7ec2-4e87-9fe5-5dc29db34228/a45b5d82-6cfe-4368-8ec1-5eaf7a3ebedc/437b975f-afd8-4494-8d55-e721442ffcd0) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:46.956237 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5049cee3-c786-4a7d-af4d-50730f848992 req-c798ae96-f24b-4333-aca6-d216adb656f2 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 210 time: 0.0331521 Nov 27 01:13:46.985728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e112e9c-626b-41c9-983c-c2b71fbbfe05 req-26e4d0c3-ac29-4679-a8c2-5ed740c073de tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:46.987240 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e112e9c-626b-41c9-983c-c2b71fbbfe05 req-26e4d0c3-ac29-4679-a8c2-5ed740c073de tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 944 time: 0.0577106 Nov 27 01:13:47.012626 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.035088 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e112e9c-626b-41c9-983c-c2b71fbbfe05 req-ebce62ec-753e-4733-8ad1-77f8882493f6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416274 Nov 27 01:13:47.047053 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.061655 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.095560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Network 4177f666-7ec2-4e87-9fe5-5dc29db34228 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:47.100917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:47.103404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:47.130719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Pushing event updated for resources: {'Port': ['ID=437b975f-afd8-4494-8d55-e721442ffcd0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:47.147884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a0890480-f20e-4f1b-9002-dc5944591cee details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:47.159732 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c69c28d-f28f-4616-8150-b0121425201e no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:47.161348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:47.161955 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.178227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-ee976a6b-9175-4b37-a285-b19139f1ef04 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6544888 Nov 27 01:13:47.186565 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 5c69c28d-f28f-4616-8150-b0121425201e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:47.187006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c69c28d-f28f-4616-8150-b0121425201e not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:47.202029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Request body: {'port': {'device_id': 'f21233a7-7baa-4b06-8003-0c0be9bc9544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:47.255084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.276817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a0890480-f20e-4f1b-9002-dc5944591cee, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a0890480-f20e-4f1b-9002-dc5944591cee,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:47.288188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'a0890480-f20e-4f1b-9002-dc5944591cee', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'port_id': 'a0890480-f20e-4f1b-9002-dc5944591cee', 'mac_address': 'fa:16:3e:1c:75:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b3b599-d4e2-4679-ba73-92cad71204a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:47.342498 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.355421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0890480-f20e-4f1b-9002-dc5944591cee {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:47.357808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2951524-dc85-42d9-9537-1480f5f97ab6 req-1b84b32b-ab9f-4382-ba50-5d1b464647a1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:47.365116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2951524-dc85-42d9-9537-1480f5f97ab6 req-1b84b32b-ab9f-4382-ba50-5d1b464647a1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:47.370632 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2951524-dc85-42d9-9537-1480f5f97ab6 req-1b84b32b-ab9f-4382-ba50-5d1b464647a1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:47.372351 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2951524-dc85-42d9-9537-1480f5f97ab6 req-1b84b32b-ab9f-4382-ba50-5d1b464647a1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2414 time: 0.0735266 Nov 27 01:13:47.377302 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a0890480-f20e-4f1b-9002-dc5944591cee, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a0890480-f20e-4f1b-9002-dc5944591cee,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:47.382671 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.430270 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2951524-dc85-42d9-9537-1480f5f97ab6 req-ced9afdd-da9d-4732-b03f-a1187ca54652 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495827 Nov 27 01:13:47.436808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=a0890480-f20e-4f1b-9002-dc5944591cee,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:47.486060 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.562955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437b975f-afd8-4494-8d55-e721442ffcd0 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:47.570187 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.584229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Transition to ACTIVE for port object 437b975f-afd8-4494-8d55-e721442ffcd0 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:47.587554 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.655532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Pushing event updated for resources: {'Port': ['ID=437b975f-afd8-4494-8d55-e721442ffcd0,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:47.705542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Attempting to bind port 437b975f-afd8-4494-8d55-e721442ffcd0 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:47.705874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Attempting to bind port 437b975f-afd8-4494-8d55-e721442ffcd0 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'b53ecd82-4140-4e73-96da-594cb2685547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4177f666-7ec2-4e87-9fe5-5dc29db34228'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:47.706201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Attempting to bind port 437b975f-afd8-4494-8d55-e721442ffcd0 on network 4177f666-7ec2-4e87-9fe5-5dc29db34228 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:47.710457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Port 437b975f-afd8-4494-8d55-e721442ffcd0 on network 4177f666-7ec2-4e87-9fe5-5dc29db34228 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:47.710779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Attempting to bind port 437b975f-afd8-4494-8d55-e721442ffcd0 on network 4177f666-7ec2-4e87-9fe5-5dc29db34228 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:47.715640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:47.715988 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Checking segment: {'id': 'b53ecd82-4140-4e73-96da-594cb2685547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4177f666-7ec2-4e87-9fe5-5dc29db34228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:47.716367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Bound using segment: {'id': 'b53ecd82-4140-4e73-96da-594cb2685547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4177f666-7ec2-4e87-9fe5-5dc29db34228'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:47.716822 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Bound port: 437b975f-afd8-4494-8d55-e721442ffcd0, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53ecd82-4140-4e73-96da-594cb2685547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4177f666-7ec2-4e87-9fe5-5dc29db34228'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:47.717632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.780833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['a0890480-f20e-4f1b-9002-dc5944591cee'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:47.795798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] For port 437b975f-afd8-4494-8d55-e721442ffcd0, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:47.800534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] For port 437b975f-afd8-4494-8d55-e721442ffcd0, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=437b975f-afd8-4494-8d55-e721442ffcd0,segment=NetworkSegment(b53ecd82-4140-4e73-96da-594cb2685547),segment_id=b53ecd82-4140-4e73-96da-594cb2685547)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:47.806111 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.848317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:47.849254 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:47.851048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] 10.222.0.42 "PUT /v2.0/ports/437b975f-afd8-4494-8d55-e721442ffcd0 HTTP/1.1" status: 200 len: 1092 time: 0.6541059 Nov 27 01:13:47.887762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a66b9e-c078-4b24-a2dc-94d92859100b req-873aba1c-e947-4364-967c-d081fafb0039 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:47.890741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09a66b9e-c078-4b24-a2dc-94d92859100b req-873aba1c-e947-4364-967c-d081fafb0039 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0626915 Nov 27 01:13:47.907377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572baa0-641b-4a9e-add2-fd41d80ceed0 service neutron] Pushing event updated for resources: {'Port': ['ID=437b975f-afd8-4494-8d55-e721442ffcd0,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:47.952418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57618) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:47.957276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bcf0ffd5-943c-48d6-b4ae-eaf73dff62ad tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849879086', 'description': 'tempest-description--669387953'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:47.961792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09a66b9e-c078-4b24-a2dc-94d92859100b req-33e1ffd8-46ea-4e81-a541-039d10f25986 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546887 Nov 27 01:13:47.991565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-e9c87f41-d06f-4371-afd9-254f60771f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:47.993272 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-e9c87f41-d06f-4371-afd9-254f60771f00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de4c3827c1274a5db30f621f296d561d&device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 1095 time: 0.0753553 Nov 27 01:13:47.994465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ffd5-943c-48d6-b4ae-eaf73dff62ad tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.021708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21233a7-7baa-4b06-8003-0c0be9bc9544', 'tag': '437b975f-afd8-4494-8d55-e721442ffcd0'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:48.024309 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5b48a9-e9d1-479c-8506-c93373b96700" -d '{"events": [{"name": "network-changed", "server_uuid": "f21233a7-7baa-4b06-8003-0c0be9bc9544", "tag": "437b975f-afd8-4494-8d55-e721442ffcd0"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:48.061931 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf2ae0b-29c4-43a9-bf6e-3b9495ee1319 x-openstack-request-id: req-7cf2ae0b-29c4-43a9-bf6e-3b9495ee1319 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:48.062575 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21233a7-7baa-4b06-8003-0c0be9bc9544", "tag": "437b975f-afd8-4494-8d55-e721442ffcd0", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:48.062575 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cf2ae0b-29c4-43a9-bf6e-3b9495ee1319 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:48.062876 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21233a7-7baa-4b06-8003-0c0be9bc9544', 'tag': '437b975f-afd8-4494-8d55-e721442ffcd0', 'status': 'completed', 'code': 200} Nov 27 01:13:48.068761 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-457779f8-ba74-4ccf-af57-7436bb727a3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=437b975f-afd8-4494-8d55-e721442ffcd0 HTTP/1.1" status: 200 len: 217 time: 0.0548351 Nov 27 01:13:48.165787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0702f1-7e3d-421c-8e78-ace85988db9e req-b7c31145-047c-4fc4-a25e-fe90bc3eb237 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:48.167286 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c0702f1-7e3d-421c-8e78-ace85988db9e req-b7c31145-047c-4fc4-a25e-fe90bc3eb237 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 945 time: 0.0522871 Nov 27 01:13:48.175347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-5ed212ba-05c5-481b-beb0-ef9893ea4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:48.176775 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-5ed212ba-05c5-481b-beb0-ef9893ea4064 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a45b5d82-6cfe-4368-8ec1-5eaf7a3ebedc HTTP/1.1" status: 200 len: 861 time: 0.0776684 Nov 27 01:13:48.188404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67305e-b244-4ab7-ba8e-a538342da8ec req-0904a90b-5493-417c-8eb3-c22b3f3d41e8 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:48.189852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a67305e-b244-4ab7-ba8e-a538342da8ec req-0904a90b-5493-417c-8eb3-c22b3f3d41e8 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 944 time: 0.1250999 Nov 27 01:13:48.193332 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ffd5-943c-48d6-b4ae-eaf73dff62ad tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.203951 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ffd5-943c-48d6-b4ae-eaf73dff62ad tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.219189 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c0702f1-7e3d-421c-8e78-ace85988db9e req-0b44cb08-5a92-4c72-b87d-d17db5d99f3f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Nov 27 01:13:48.235963 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-f08243d3-202b-41d9-998c-e1793a0344c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4177f666-7ec2-4e87-9fe5-5dc29db34228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449810 Nov 27 01:13:48.245959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device db18c467-8854-4a68-ad66-be19eb917574 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:48.296721 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port db18c467-8854-4a68-ad66-be19eb917574 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:48.300439 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port db18c467-8854-4a68-ad66-be19eb917574 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:48.300820 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.312178 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ffd5-943c-48d6-b4ae-eaf73dff62ad tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.315070 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bcf0ffd5-943c-48d6-b4ae-eaf73dff62ad tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3603020 Nov 27 01:13:48.316622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57628) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:48.322160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-654bad1f-45cd-49ec-ac37-2e488bd5f009 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Request body: {'security_group_rule': {'security_group_id': 'a612a66a-7b7b-4c17-9913-b369379382a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:48.331445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0ffd5-943c-48d6-b4ae-eaf73dff62ad tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a612a66a-7b7b-4c17-9913-b369379382a7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:48.350668 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a67305e-b244-4ab7-ba8e-a538342da8ec req-b09aaafb-81f3-4438-b424-7ce72b58eaad tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/security-groups?id=3853cee9-3a6f-496a-80ea-838e9c95df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482823 Nov 27 01:13:48.356579 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-654bad1f-45cd-49ec-ac37-2e488bd5f009 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.391969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-a86b0671-657c-45e3-bb78-0205e488572c service neutron] 10.222.0.42 "GET /v2.0/networks/4177f666-7ec2-4e87-9fe5-5dc29db34228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399558 Nov 27 01:13:48.395878 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.415037 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-654bad1f-45cd-49ec-ac37-2e488bd5f009 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.420082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-654bad1f-45cd-49ec-ac37-2e488bd5f009 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.430579 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port db18c467-8854-4a68-ad66-be19eb917574, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=db18c467-8854-4a68-ad66-be19eb917574,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:48.431558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db18c467-8854-4a68-ad66-be19eb917574'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:48.434719 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7e467d-d5ed-4409-a6b7-b4d2668d1c06" -d '{"events": [{"server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "name": "network-vif-plugged", "status": "completed", "tag": "db18c467-8854-4a68-ad66-be19eb917574"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:48.439193 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.439990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e4e97735-b482-4da3-8b04-5ae9467e638f up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:48.441865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bad1f-45cd-49ec-ac37-2e488bd5f009 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a02063c-b5ea-4d18-90ca-2b42e7aa35eb,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:48.451956 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-654bad1f-45cd-49ec-ac37-2e488bd5f009 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.453163 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-654bad1f-45cd-49ec-ac37-2e488bd5f009 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353536 Nov 27 01:13:48.455940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57632) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:48.460329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fa8d2ada-4b15-4c51-bf69-c588ca3d2c9d tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Request body: {'security_group_rule': {'security_group_id': 'a612a66a-7b7b-4c17-9913-b369379382a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:48.491930 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2ada-4b15-4c51-bf69-c588ca3d2c9d tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.526943 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b7709b-4f4e-4948-ad41-6ddb43a68f2d x-openstack-request-id: req-e1b7709b-4f4e-4948-ad41-6ddb43a68f2d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:48.526943 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "name": "network-vif-plugged", "status": "completed", "tag": "db18c467-8854-4a68-ad66-be19eb917574", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:48.527201 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1b7709b-4f4e-4948-ad41-6ddb43a68f2d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:48.527505 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db18c467-8854-4a68-ad66-be19eb917574', 'code': 200} Nov 27 01:13:48.531277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=db18c467-8854-4a68-ad66-be19eb917574,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:48.534343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port e4e97735-b482-4da3-8b04-5ae9467e638f completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:48.535318 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ade9747e-a89a-4aaa-bdba-4f699af25787 req-40451007-d962-46d6-a4e3-776b5d4551f8 service neutron] 10.222.0.42 "GET /v2.0/networks/4177f666-7ec2-4e87-9fe5-5dc29db34228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364131 Nov 27 01:13:48.538733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port e4e97735-b482-4da3-8b04-5ae9467e638f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:48.539209 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.574906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2ada-4b15-4c51-bf69-c588ca3d2c9d tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.580675 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2ada-4b15-4c51-bf69-c588ca3d2c9d tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.604987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d2ada-4b15-4c51-bf69-c588ca3d2c9d tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121617ba-9004-460e-b656-2caf76c8f7c5,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:48.611422 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2ada-4b15-4c51-bf69-c588ca3d2c9d tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.614287 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fa8d2ada-4b15-4c51-bf69-c588ca3d2c9d tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558959 Nov 27 01:13:48.616398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679ce57-eb2b-4495-8e4c-0590da7aecad req-28deba6c-b540-4878-956b-0109e1759997 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:48.618756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57636) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:13:48.622766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679ce57-eb2b-4495-8e4c-0590da7aecad req-28deba6c-b540-4878-956b-0109e1759997 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:48.628038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:48.629033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679ce57-eb2b-4495-8e4c-0590da7aecad req-28deba6c-b540-4878-956b-0109e1759997 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:48.630806 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2679ce57-eb2b-4495-8e4c-0590da7aecad req-28deba6c-b540-4878-956b-0109e1759997 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2415 time: 0.0734792 Nov 27 01:13:48.653773 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.710322 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2679ce57-eb2b-4495-8e4c-0590da7aecad req-a62fc4c7-affa-41a7-9677-6eab080283c6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717826 Nov 27 01:13:48.725600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b48a9-e9d1-479c-8506-c93373b96700 req-c16aebb0-cae1-402d-a432-89121e26f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:48.727549 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f5b48a9-e9d1-479c-8506-c93373b96700 req-c16aebb0-cae1-402d-a432-89121e26f3cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de4c3827c1274a5db30f621f296d561d&device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 1095 time: 0.0552988 Nov 27 01:13:48.765315 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.766878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.798563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e4e97735-b482-4da3-8b04-5ae9467e638f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e4e97735-b482-4da3-8b04-5ae9467e638f,segment=NetworkSegment(8f356c7c-0ca1-4273-a366-4a6dd78d195d),segment_id=8f356c7c-0ca1-4273-a366-4a6dd78d195d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:48.803144 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.803958 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 22b0b6ac-93b7-45dc-88d2-fd03786f7858 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:48.828830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b48a9-e9d1-479c-8506-c93373b96700 req-0ab42d54-f9e9-43f2-858b-0264698c0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:48.830493 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f5b48a9-e9d1-479c-8506-c93373b96700 req-0ab42d54-f9e9-43f2-858b-0264698c0f57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4177f666-7ec2-4e87-9fe5-5dc29db34228 HTTP/1.1" status: 200 len: 922 time: 0.0939221 Nov 27 01:13:48.877597 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f5b48a9-e9d1-479c-8506-c93373b96700 req-4ad71a05-7b3f-4007-9008-1ac6da5a9719 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=437b975f-afd8-4494-8d55-e721442ffcd0 HTTP/1.1" status: 200 len: 217 time: 0.0349588 Nov 27 01:13:48.880972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=e4e97735-b482-4da3-8b04-5ae9467e638f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:48.883413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Allocated IP 172.25.3.201 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/4319f4be-3f8c-418d-9a37-bc88840313ac) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:48.894913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 22b0b6ac-93b7-45dc-88d2-fd03786f7858 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:48.899684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 22b0b6ac-93b7-45dc-88d2-fd03786f7858 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:48.900069 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.938231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b48a9-e9d1-479c-8506-c93373b96700 req-a55605ac-43e3-4d4b-8b6d-c334c819598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:48.939645 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f5b48a9-e9d1-479c-8506-c93373b96700 req-a55605ac-43e3-4d4b-8b6d-c334c819598d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a45b5d82-6cfe-4368-8ec1-5eaf7a3ebedc HTTP/1.1" status: 200 len: 861 time: 0.0520442 Nov 27 01:13:48.977305 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:48.982654 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f5b48a9-e9d1-479c-8506-c93373b96700 req-c0a58034-ab5f-4929-8244-0db5a0e9b4e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4177f666-7ec2-4e87-9fe5-5dc29db34228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332913 Nov 27 01:13:48.991702 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.012252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 22b0b6ac-93b7-45dc-88d2-fd03786f7858, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=22b0b6ac-93b7-45dc-88d2-fd03786f7858,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:49.022568 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.041605 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.081460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=22b0b6ac-93b7-45dc-88d2-fd03786f7858,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:49.097506 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f5b48a9-e9d1-479c-8506-c93373b96700 req-b3f6dfb0-a2e1-4833-b7b1-7738585c7ed6 service neutron] 10.222.0.42 "GET /v2.0/networks/4177f666-7ec2-4e87-9fe5-5dc29db34228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069572 Nov 27 01:13:49.130303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:49.135487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:49.138311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:49.147340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a0890480-f20e-4f1b-9002-dc5944591cee up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:49.163346 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event updated for resources: {'Port': ['ID=4319f4be-3f8c-418d-9a37-bc88840313ac,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:49.189148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7fb62-163a-48c1-acba-8590fc79bea3 req-4b8e2269-92d5-47e2-8f04-4e6c44bd2c59 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:49.190610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75a7fb62-163a-48c1-acba-8590fc79bea3 req-4b8e2269-92d5-47e2-8f04-4e6c44bd2c59 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.1036832 Nov 27 01:13:49.202016 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f5b48a9-e9d1-479c-8506-c93373b96700 req-8acf1fae-a980-4d72-b62b-f45bb999095d service neutron] 10.222.0.42 "GET /v2.0/networks/4177f666-7ec2-4e87-9fe5-5dc29db34228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959542 Nov 27 01:13:49.205274 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port a0890480-f20e-4f1b-9002-dc5944591cee completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:49.209078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port a0890480-f20e-4f1b-9002-dc5944591cee triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:49.209708 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.278501 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.282869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75a7fb62-163a-48c1-acba-8590fc79bea3 req-2bc51628-61b8-43b4-ba76-bdae9f099c51 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812304 Nov 27 01:13:49.288869 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.323841 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.338539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a0890480-f20e-4f1b-9002-dc5944591cee, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a0890480-f20e-4f1b-9002-dc5944591cee,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:49.345193 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.361430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8325352-fb87-4919-be4a-0375f0f1409a req-878fb33d-5a33-4106-a345-c95bf45d52c1 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:49.363401 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c8325352-fb87-4919-be4a-0375f0f1409a req-878fb33d-5a33-4106-a345-c95bf45d52c1 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 945 time: 0.0732362 Nov 27 01:13:49.399759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=a0890480-f20e-4f1b-9002-dc5944591cee,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:49.424523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c8325352-fb87-4919-be4a-0375f0f1409a req-55aade0f-40c9-4e77-8bab-2d2e563a959b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522645 Nov 27 01:13:49.524403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.534876 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8189-2444-4921-963a-dc94ec2f784e req-6fec7fcb-3ea5-488a-b996-a873c9564eb1 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:49.536346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-768d8189-2444-4921-963a-dc94ec2f784e req-6fec7fcb-3ea5-488a-b996-a873c9564eb1 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 944 time: 0.0733089 Nov 27 01:13:49.537386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.630854 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event updated for resources: {'Port': ['ID=4319f4be-3f8c-418d-9a37-bc88840313ac,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:49.651923 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-768d8189-2444-4921-963a-dc94ec2f784e req-3c9f342f-9359-4161-9163-eb326d70a64a tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/security-groups?id=3853cee9-3a6f-496a-80ea-838e9c95df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093922 Nov 27 01:13:49.652795 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.668534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:49.670421 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eb890233-ebf9-4464-ab8e-48d87ecdb06f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0498571 Nov 27 01:13:49.833186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dccc02-4ca6-444c-93f6-b3160d12c898 req-59cc8a5c-7417-4e71-b6b0-5baa93865228 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:49.839145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dccc02-4ca6-444c-93f6-b3160d12c898 req-59cc8a5c-7417-4e71-b6b0-5baa93865228 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:49.845704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dccc02-4ca6-444c-93f6-b3160d12c898 req-59cc8a5c-7417-4e71-b6b0-5baa93865228 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:49.847427 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-65dccc02-4ca6-444c-93f6-b3160d12c898 req-59cc8a5c-7417-4e71-b6b0-5baa93865228 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2417 time: 0.0637543 Nov 27 01:13:49.896244 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-65dccc02-4ca6-444c-93f6-b3160d12c898 req-e89676a5-7e7e-4c72-9dc9-b8ff0abe33a4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426748 Nov 27 01:13:50.216432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-e2d67784-03af-4e1c-a620-f70bdef18f8f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:50.217913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-e2d67784-03af-4e1c-a620-f70bdef18f8f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/networks?id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb HTTP/1.1" status: 200 len: 821 time: 0.3979897 Nov 27 01:13:50.232439 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-60ae7db3-861d-429d-94bd-d5c3ca94d71e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/quotas/ec241ff0b84e4eadadb27e969972fce5 HTTP/1.1" status: 200 len: 375 time: 0.0087588 Nov 27 01:13:50.266400 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-dfb62cf7-e36c-4209-8e3f-17e14ed44662 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec241ff0b84e4eadadb27e969972fce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288081 Nov 27 01:13:50.354844 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-2f48276d-20aa-4358-b4aa-a620d03bf763 service neutron] 10.222.0.37 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811589 Nov 27 01:13:50.405880 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b30c6b-e761-4a0e-8e22-385f1f58212a req-b7c6b8c1-adde-40fa-9e1e-a9a0a9c80ebf tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:50.407277 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13b30c6b-e761-4a0e-8e22-385f1f58212a req-b7c6b8c1-adde-40fa-9e1e-a9a0a9c80ebf tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0520375 Nov 27 01:13:50.451482 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-6719abce-94d3-4a28-8273-711e5046a375 service neutron] 10.222.0.37 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898995 Nov 27 01:13:50.453951 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13b30c6b-e761-4a0e-8e22-385f1f58212a req-836c6b30-3fc4-42c7-982f-a02e4ad3d764 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408299 Nov 27 01:13:50.528557 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e97735-b482-4da3-8b04-5ae9467e638f'}, {'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b0b6ac-93b7-45dc-88d2-fd03786f7858'}, {'server_uuid': '1228d7fa-879f-47cd-831c-ef1328459a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0890480-f20e-4f1b-9002-dc5944591cee'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:50.531076 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1891e576-d61e-4c41-a59e-5b2a78384646" -d '{"events": [{"server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "name": "network-vif-plugged", "status": "completed", "tag": "e4e97735-b482-4da3-8b04-5ae9467e638f"}, {"server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "name": "network-vif-plugged", "status": "completed", "tag": "22b0b6ac-93b7-45dc-88d2-fd03786f7858"}, {"server_uuid": "1228d7fa-879f-47cd-831c-ef1328459a3e", "name": "network-vif-plugged", "status": "completed", "tag": "a0890480-f20e-4f1b-9002-dc5944591cee"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:50.603195 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74817e85-d402-453c-906a-9778740697c5 x-openstack-request-id: req-74817e85-d402-453c-906a-9778740697c5 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:50.603576 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "name": "network-vif-plugged", "status": "completed", "tag": "e4e97735-b482-4da3-8b04-5ae9467e638f", "code": 200}, {"server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "name": "network-vif-plugged", "status": "completed", "tag": "22b0b6ac-93b7-45dc-88d2-fd03786f7858", "code": 200}, {"server_uuid": "1228d7fa-879f-47cd-831c-ef1328459a3e", "name": "network-vif-plugged", "status": "completed", "tag": "a0890480-f20e-4f1b-9002-dc5944591cee", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:50.603901 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74817e85-d402-453c-906a-9778740697c5 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:50.604467 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e97735-b482-4da3-8b04-5ae9467e638f', 'code': 200} Nov 27 01:13:50.604776 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b0b6ac-93b7-45dc-88d2-fd03786f7858', 'code': 200} Nov 27 01:13:50.605091 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1228d7fa-879f-47cd-831c-ef1328459a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0890480-f20e-4f1b-9002-dc5944591cee', 'code': 200} Nov 27 01:13:50.640653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb36980-01bf-42f7-b497-25415fffcf7c req-548bc058-50d3-495d-b07c-8c30ec20faa0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:50.642165 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0fb36980-01bf-42f7-b497-25415fffcf7c req-548bc058-50d3-495d-b07c-8c30ec20faa0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 946 time: 0.0517020 Nov 27 01:13:50.676277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-14ae3a18-f23b-45e4-b45d-a9eeb4fd8065 req-84ac78fc-86bc-4772-b03e-25f95eab9c5a tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 210 time: 0.0457039 Nov 27 01:13:50.704419 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0fb36980-01bf-42f7-b497-25415fffcf7c req-245893fe-b921-4f5c-b1a8-52c7d0e96479 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554509 Nov 27 01:13:50.811893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e225-b575-49b2-b56d-2874c346616a req-236998d4-1fa4-4f40-8288-dd8bb38a82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:50.812368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e225-b575-49b2-b56d-2874c346616a req-236998d4-1fa4-4f40-8288-dd8bb38a82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:50.812832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e225-b575-49b2-b56d-2874c346616a req-236998d4-1fa4-4f40-8288-dd8bb38a82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:50.814459 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e53e225-b575-49b2-b56d-2874c346616a req-236998d4-1fa4-4f40-8288-dd8bb38a82c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2870 time: 0.0717897 Nov 27 01:13:50.816262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d27ee5-cc3a-4dab-a96f-b8fa0cd25e6f req-a33a8b10-797f-4cac-b1a0-98b1588d57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:50.817293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd0b71-ee73-4d19-b111-283334d8299b req-ae01c48d-b3bb-4075-b54d-7243461d1ec0 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:50.824080 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7d27ee5-cc3a-4dab-a96f-b8fa0cd25e6f req-a33a8b10-797f-4cac-b1a0-98b1588d57dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 1097 time: 0.0841379 Nov 27 01:13:50.824680 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a6fd0b71-ee73-4d19-b111-283334d8299b req-ae01c48d-b3bb-4075-b54d-7243461d1ec0 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 944 time: 0.0611916 Nov 27 01:13:50.869283 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a6fd0b71-ee73-4d19-b111-283334d8299b req-84bb4b87-0ab5-495b-8586-1ea0c5b63b2d tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/security-groups?id=3853cee9-3a6f-496a-80ea-838e9c95df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436282 Nov 27 01:13:50.896018 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7d27ee5-cc3a-4dab-a96f-b8fa0cd25e6f req-7a2cde08-e30c-4ec5-9818-70befdae9ece service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697498 Nov 27 01:13:50.898150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e53e225-b575-49b2-b56d-2874c346616a req-8e300e42-89d3-4fc8-bd58-4461bb6b8f68 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731866 Nov 27 01:13:51.016739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dfed0-ec35-4be3-a62d-76f0a6557b32 req-41934680-6c4d-4368-a70b-607df779e1a1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:51.022686 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dfed0-ec35-4be3-a62d-76f0a6557b32 req-41934680-6c4d-4368-a70b-607df779e1a1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:51.028524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dfed0-ec35-4be3-a62d-76f0a6557b32 req-41934680-6c4d-4368-a70b-607df779e1a1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:51.030893 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef7dfed0-ec35-4be3-a62d-76f0a6557b32 req-41934680-6c4d-4368-a70b-607df779e1a1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2417 time: 0.0647910 Nov 27 01:13:51.082212 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef7dfed0-ec35-4be3-a62d-76f0a6557b32 req-e428654d-1d6d-4b84-a2d6-f71ece82975f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450239 Nov 27 01:13:51.572881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcedcd-be35-4e72-b98a-6841d3bfa625 req-5c7bd574-4b67-4a6b-a4d8-01ebedbf0fa4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:51.574385 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bfbcedcd-be35-4e72-b98a-6841d3bfa625 req-5c7bd574-4b67-4a6b-a4d8-01ebedbf0fa4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0546691 Nov 27 01:13:51.627047 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bfbcedcd-be35-4e72-b98a-6841d3bfa625 req-1568189b-ff5b-4b30-be30-f0b7ca6c15ac tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461650 Nov 27 01:13:51.778030 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-057f1d17-bdb0-460c-aed7-6f5a7bbfdbb1 req-3c2010b2-fd33-41a0-9382-4d73895f5f44 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 210 time: 0.0303416 Nov 27 01:13:51.830806 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbd5d0-4367-40cb-8749-9528e7637eee req-fc0f59c1-826e-4797-be53-9bc5ad843125 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:51.832299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81fbd5d0-4367-40cb-8749-9528e7637eee req-fc0f59c1-826e-4797-be53-9bc5ad843125 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 946 time: 0.0500705 Nov 27 01:13:51.882828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81fbd5d0-4367-40cb-8749-9528e7637eee req-28119126-860b-43fa-acde-2d5aadeb3a87 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445502 Nov 27 01:13:52.033888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1d75e-89a3-4a89-83cb-f01be0b1a4d7 req-0e19001e-435f-4395-a91f-af75edd9fd88 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.035358 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4f1d75e-89a3-4a89-83cb-f01be0b1a4d7 req-0e19001e-435f-4395-a91f-af75edd9fd88 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 944 time: 0.0818226 Nov 27 01:13:52.045335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-9eeb28d3-f95a-45e1-b698-e948a4be1cef tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.046685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-9eeb28d3-f95a-45e1-b698-e948a4be1cef tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.11 "GET /v2.0/networks?id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb HTTP/1.1" status: 200 len: 821 time: 0.1495836 Nov 27 01:13:52.088612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4f1d75e-89a3-4a89-83cb-f01be0b1a4d7 req-099dc6c0-2c14-4319-9feb-2a8cd359e878 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/security-groups?id=3853cee9-3a6f-496a-80ea-838e9c95df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 Nov 27 01:13:52.123774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Request body: {'port': {'device_id': 'f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023', 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb', 'admin_state_up': True, 'tenant_id': 'ec241ff0b84e4eadadb27e969972fce5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:52.202871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49753b11-a6c6-4f3a-b0ac-0d953001a9f0 req-7a0cad54-6ce4-4c37-8003-aca93375664d tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.209269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49753b11-a6c6-4f3a-b0ac-0d953001a9f0 req-7a0cad54-6ce4-4c37-8003-aca93375664d tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.215299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49753b11-a6c6-4f3a-b0ac-0d953001a9f0 req-7a0cad54-6ce4-4c37-8003-aca93375664d tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.222951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-49753b11-a6c6-4f3a-b0ac-0d953001a9f0 req-7a0cad54-6ce4-4c37-8003-aca93375664d tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2417 time: 0.0694389 Nov 27 01:13:52.244470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Made reservation on behalf of ec241ff0b84e4eadadb27e969972fce5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:13:52.246679 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 437b975f-afd8-4494-8d55-e721442ffcd0 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:52.249341 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:52.284524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-49753b11-a6c6-4f3a-b0ac-0d953001a9f0 req-f8f884e1-70d8-4a05-9056-9899c715a146 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606165 Nov 27 01:13:52.371751 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 437b975f-afd8-4494-8d55-e721442ffcd0, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=437b975f-afd8-4494-8d55-e721442ffcd0,segment=NetworkSegment(b53ecd82-4140-4e73-96da-594cb2685547),segment_id=b53ecd82-4140-4e73-96da-594cb2685547)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:52.383491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '437b975f-afd8-4494-8d55-e721442ffcd0', 'network_id': '4177f666-7ec2-4e87-9fe5-5dc29db34228', 'port_id': '437b975f-afd8-4494-8d55-e721442ffcd0', 'mac_address': 'fa:16:3e:99:33:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45b5d82-6cfe-4368-8ec1-5eaf7a3ebedc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:52.394619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Allocated IP 172.20.0.10 (6cb1acbc-c10a-4b62-abbf-8ecff8235deb/c46a59be-e55d-45df-95e9-1ee16635f030/7abb598e-fea9-47fb-a84b-632a120cd7b4) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:13:52.420436 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:52.432760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437b975f-afd8-4494-8d55-e721442ffcd0 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:52.452801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 437b975f-afd8-4494-8d55-e721442ffcd0, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=437b975f-afd8-4494-8d55-e721442ffcd0,segment=NetworkSegment(b53ecd82-4140-4e73-96da-594cb2685547),segment_id=b53ecd82-4140-4e73-96da-594cb2685547)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:52.456814 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:52.502140 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=437b975f-afd8-4494-8d55-e721442ffcd0,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:52.540532 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:52.573847 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:52.617543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:13:52.620523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:13:52.624803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:13:52.631052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event updated for resources: {'Port': ['ID=7abb598e-fea9-47fb-a84b-632a120cd7b4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:52.677173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.677797 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:52.695208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-1b53bac7-8c4f-47bd-a1fa-813cfd6dd742 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5771372 Nov 27 01:13:52.716144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Request body: {'port': {'device_id': 'f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:13:52.752369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1c8da-a71a-4611-a7d8-c59eb7b00f1b req-fe9206ff-fbd3-4a93-81b8-0315c1fc4961 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.753854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-58d1c8da-a71a-4611-a7d8-c59eb7b00f1b req-fe9206ff-fbd3-4a93-81b8-0315c1fc4961 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0560429 Nov 27 01:13:52.772411 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:52.800952 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-58d1c8da-a71a-4611-a7d8-c59eb7b00f1b req-304dab7a-897a-49de-a46d-f4b86eb1a0af tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410903 Nov 27 01:13:52.838741 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['437b975f-afd8-4494-8d55-e721442ffcd0'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:52.983898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5d654-ac54-439e-b706-1947ce7b0f21 req-de616605-358d-482a-bee3-8263c4c1c6f7 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:52.985406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59b5d654-ac54-439e-b706-1947ce7b0f21 req-de616605-358d-482a-bee3-8263c4c1c6f7 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 932 time: 0.1142397 Nov 27 01:13:53.002084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0125d1-052b-4eab-b136-c2013fd112c1 req-4a85d28a-5b08-4b3e-94c4-02a18cd0ecee tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.003902 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b0125d1-052b-4eab-b136-c2013fd112c1 req-4a85d28a-5b08-4b3e-94c4-02a18cd0ecee tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 946 time: 0.0505180 Nov 27 01:13:53.051751 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b0125d1-052b-4eab-b136-c2013fd112c1 req-bd0f0c1d-89f8-4c8a-992c-01fcbdadfe0b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420465 Nov 27 01:13:53.068884 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59b5d654-ac54-439e-b706-1947ce7b0f21 req-5caf56b2-eb5c-40e1-bd34-bee013c6a64d tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739782 Nov 27 01:13:53.127396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abb598e-fea9-47fb-a84b-632a120cd7b4 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:53.135377 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:53.149698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Transition to ACTIVE for port object 7abb598e-fea9-47fb-a84b-632a120cd7b4 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:13:53.155405 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:53.169204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b208eb7-2918-4bb1-8da9-9b60b836c090 req-7c70498f-269a-441c-831f-a689d30fcb02 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.171191 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b208eb7-2918-4bb1-8da9-9b60b836c090 req-7c70498f-269a-441c-831f-a689d30fcb02 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 946 time: 0.0511861 Nov 27 01:13:53.223214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b208eb7-2918-4bb1-8da9-9b60b836c090 req-7390e91e-362f-46ef-83a1-f2a6162b5f82 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457520 Nov 27 01:13:53.234387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Pushing event updated for resources: {'Port': ['ID=7abb598e-fea9-47fb-a84b-632a120cd7b4,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:53.296603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685aa10-bbcc-4f2a-88ca-54b5e59c970d req-83bd8b42-ccb1-4784-b528-9281f94ec18f tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.298073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9685aa10-bbcc-4f2a-88ca-54b5e59c970d req-83bd8b42-ccb1-4784-b528-9281f94ec18f tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 945 time: 0.1352282 Nov 27 01:13:53.343402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Attempting to bind port 7abb598e-fea9-47fb-a84b-632a120cd7b4 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:13:53.343984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Attempting to bind port 7abb598e-fea9-47fb-a84b-632a120cd7b4 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:13:53.344310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Attempting to bind port 7abb598e-fea9-47fb-a84b-632a120cd7b4 on network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:53.365533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Port 7abb598e-fea9-47fb-a84b-632a120cd7b4 on network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:13:53.365852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Attempting to bind port 7abb598e-fea9-47fb-a84b-632a120cd7b4 on network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:13:53.379080 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9685aa10-bbcc-4f2a-88ca-54b5e59c970d req-2f939e93-e98a-4b32-bda4-26bd10bca5af tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/security-groups?id=3853cee9-3a6f-496a-80ea-838e9c95df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731280 Nov 27 01:13:53.379948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:13:53.380304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Checking segment: {'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:13:53.380721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Bound using segment: {'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:13:53.381255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Bound port: 7abb598e-fea9-47fb-a84b-632a120cd7b4, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:13:53.381659 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:53.462684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] For port 7abb598e-fea9-47fb-a84b-632a120cd7b4, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:13:53.468138 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab919f-360f-4940-b31f-b87350e67395 req-588a0294-38a1-4051-803d-80e0ff571fbe tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.474032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab919f-360f-4940-b31f-b87350e67395 req-588a0294-38a1-4051-803d-80e0ff571fbe tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.479955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab919f-360f-4940-b31f-b87350e67395 req-588a0294-38a1-4051-803d-80e0ff571fbe tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.481596 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-efab919f-360f-4940-b31f-b87350e67395 req-588a0294-38a1-4051-803d-80e0ff571fbe tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2417 time: 0.0637023 Nov 27 01:13:53.495809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] For port 7abb598e-fea9-47fb-a84b-632a120cd7b4, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7abb598e-fea9-47fb-a84b-632a120cd7b4,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:13:53.501551 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:53.530882 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-efab919f-360f-4940-b31f-b87350e67395 req-ef674b2f-a68f-4a1e-9176-500646ed5001 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428963 Nov 27 01:13:53.539241 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df4d9b-819a-48f7-812a-e1f6f8c5fc4e req-b3552039-f705-42d0-840c-8d23fb625046 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.540705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-19df4d9b-819a-48f7-812a-e1f6f8c5fc4e req-b3552039-f705-42d0-840c-8d23fb625046 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 946 time: 0.0932360 Nov 27 01:13:53.548919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.549166 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:53.550502 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] 10.222.0.11 "PUT /v2.0/ports/7abb598e-fea9-47fb-a84b-632a120cd7b4 HTTP/1.1" status: 200 len: 1092 time: 0.8393662 Nov 27 01:13:53.555958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023', 'tag': '7abb598e-fea9-47fb-a84b-632a120cd7b4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:53.558160 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022c548f-5d2f-41e5-bba3-70968f663997" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023", "tag": "7abb598e-fea9-47fb-a84b-632a120cd7b4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:53.603998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f424db1-8b6d-4da5-a51e-29717c6efb4d service neutron] Pushing event updated for resources: {'Port': ['ID=7abb598e-fea9-47fb-a84b-632a120cd7b4,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:53.629987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-19df4d9b-819a-48f7-812a-e1f6f8c5fc4e req-5df74c63-bbba-4dcf-bc93-6768cfafcfef tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785179 Nov 27 01:13:53.640679 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c056b00b-1c22-4b82-957c-6ad13b55a516 x-openstack-request-id: req-c056b00b-1c22-4b82-957c-6ad13b55a516 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:53.641036 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023", "tag": "7abb598e-fea9-47fb-a84b-632a120cd7b4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:53.641205 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c056b00b-1c22-4b82-957c-6ad13b55a516 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:53.641603 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023', 'tag': '7abb598e-fea9-47fb-a84b-632a120cd7b4', 'status': 'completed', 'code': 200} Nov 27 01:13:53.674839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-312421c0-7302-44c8-aff6-5da4dc234fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.676491 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-312421c0-7302-44c8-aff6-5da4dc234fda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec241ff0b84e4eadadb27e969972fce5&device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 1095 time: 0.0455430 Nov 27 01:13:53.738822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-2e336df4-3b9f-49e2-bcbc-3eef661bf506 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7abb598e-fea9-47fb-a84b-632a120cd7b4 HTTP/1.1" status: 200 len: 217 time: 0.0413244 Nov 27 01:13:53.802193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-87eddb42-3142-4f6f-866f-674a650921a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.803754 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-87eddb42-3142-4f6f-866f-674a650921a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46a59be-e55d-45df-95e9-1ee16635f030 HTTP/1.1" status: 200 len: 861 time: 0.0581076 Nov 27 01:13:53.844985 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-b29a632d-49df-49a7-af21-16683c6a3c20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283470 Nov 27 01:13:53.869680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccc4c8-e88e-40ea-8df1-60aaca1449da req-32110c00-0ac0-443a-85a5-2d1fb82454c7 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.877588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccc4c8-e88e-40ea-8df1-60aaca1449da req-32110c00-0ac0-443a-85a5-2d1fb82454c7 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.883922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccc4c8-e88e-40ea-8df1-60aaca1449da req-32110c00-0ac0-443a-85a5-2d1fb82454c7 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:53.885952 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1fccc4c8-e88e-40ea-8df1-60aaca1449da req-32110c00-0ac0-443a-85a5-2d1fb82454c7 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2417 time: 0.0688818 Nov 27 01:13:53.941700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1fccc4c8-e88e-40ea-8df1-60aaca1449da req-38857aff-9ac6-4f72-952c-98634e530ac8 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483913 Nov 27 01:13:53.951863 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-0192afbd-ab84-4f09-8852-0f8109eac95b service neutron] 10.222.0.11 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959811 Nov 27 01:13:54.055310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caa983-e4ce-490b-98ce-8200d5063b56 req-54ab33aa-31aa-43c2-9872-69d86d7db8ab tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.056088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dfacc1d-3195-4604-98c3-dc94f06b972e req-7ea5dcb2-3e64-4b38-ab38-8c5dc1dbc3f4 service neutron] 10.222.0.11 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950711 Nov 27 01:13:54.056762 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-43caa983-e4ce-490b-98ce-8200d5063b56 req-54ab33aa-31aa-43c2-9872-69d86d7db8ab tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0551932 Nov 27 01:13:54.119097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-43caa983-e4ce-490b-98ce-8200d5063b56 req-e4c1f182-5f21-4488-8f70-db87802a9e11 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551772 Nov 27 01:13:54.226755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42963d52-1d28-44e5-8b9c-0222882c6193 req-71ea5e45-b6d4-4c0a-a306-cb8d8f184751 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.228201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-42963d52-1d28-44e5-8b9c-0222882c6193 req-71ea5e45-b6d4-4c0a-a306-cb8d8f184751 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 944 time: 0.0821803 Nov 27 01:13:54.230478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c548f-5d2f-41e5-bba3-70968f663997 req-23e95e7a-62dc-4b92-b678-c014081c841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.232295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-022c548f-5d2f-41e5-bba3-70968f663997 req-23e95e7a-62dc-4b92-b678-c014081c841b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec241ff0b84e4eadadb27e969972fce5&device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 1095 time: 0.0602155 Nov 27 01:13:54.259683 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 437b975f-afd8-4494-8d55-e721442ffcd0 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:54.309229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 437b975f-afd8-4494-8d55-e721442ffcd0 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:54.315542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 437b975f-afd8-4494-8d55-e721442ffcd0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:54.316153 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:54.343056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-42963d52-1d28-44e5-8b9c-0222882c6193 req-5739f35e-c5d9-42bb-9ebd-14e384fa4de1 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082149 Nov 27 01:13:54.370526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c548f-5d2f-41e5-bba3-70968f663997 req-45a73ffe-b730-46a4-ba44-b8e46da9b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.372122 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-022c548f-5d2f-41e5-bba3-70968f663997 req-45a73ffe-b730-46a4-ba44-b8e46da9b3a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb HTTP/1.1" status: 200 len: 922 time: 0.1306891 Nov 27 01:13:54.404216 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:54.419108 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-022c548f-5d2f-41e5-bba3-70968f663997 req-74e0b976-92fa-47e9-886e-e3097d977b2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7abb598e-fea9-47fb-a84b-632a120cd7b4 HTTP/1.1" status: 200 len: 217 time: 0.0384114 Nov 27 01:13:54.427489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21233a7-7baa-4b06-8003-0c0be9bc9544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437b975f-afd8-4494-8d55-e721442ffcd0'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:54.429757 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c620afe4-b5c8-48f4-b341-a8bbdc90ab49" -d '{"events": [{"server_uuid": "f21233a7-7baa-4b06-8003-0c0be9bc9544", "name": "network-vif-plugged", "status": "completed", "tag": "437b975f-afd8-4494-8d55-e721442ffcd0"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:54.443719 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 437b975f-afd8-4494-8d55-e721442ffcd0, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=437b975f-afd8-4494-8d55-e721442ffcd0,segment=NetworkSegment(b53ecd82-4140-4e73-96da-594cb2685547),segment_id=b53ecd82-4140-4e73-96da-594cb2685547)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:54.449852 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:54.484455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c548f-5d2f-41e5-bba3-70968f663997 req-aa72490c-9581-4ca2-9539-9f432ac3c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.485606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-022c548f-5d2f-41e5-bba3-70968f663997 req-aa72490c-9581-4ca2-9539-9f432ac3c2ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46a59be-e55d-45df-95e9-1ee16635f030 HTTP/1.1" status: 200 len: 861 time: 0.0574672 Nov 27 01:13:54.486319 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063f7024-b913-4c60-9d67-5f7e136b177a x-openstack-request-id: req-063f7024-b913-4c60-9d67-5f7e136b177a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:54.486640 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21233a7-7baa-4b06-8003-0c0be9bc9544", "name": "network-vif-plugged", "status": "completed", "tag": "437b975f-afd8-4494-8d55-e721442ffcd0", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:54.486898 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-063f7024-b913-4c60-9d67-5f7e136b177a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:54.487291 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21233a7-7baa-4b06-8003-0c0be9bc9544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437b975f-afd8-4494-8d55-e721442ffcd0', 'code': 200} Nov 27 01:13:54.503713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=437b975f-afd8-4494-8d55-e721442ffcd0,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:54.504393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb7bdd-22b6-467c-9d05-8e8dda6d5747 req-40604246-a9f5-4bbb-97b5-bccec2889547 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.505964 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eacb7bdd-22b6-467c-9d05-8e8dda6d5747 req-40604246-a9f5-4bbb-97b5-bccec2889547 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 946 time: 0.0521560 Nov 27 01:13:54.530922 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-022c548f-5d2f-41e5-bba3-70968f663997 req-fc88b142-6ecd-43c5-9af1-cb06c49058d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262377 Nov 27 01:13:54.561286 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eacb7bdd-22b6-467c-9d05-8e8dda6d5747 req-44c1fa35-ff2f-4108-8b5a-d0673e3efb2b tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/security-groups?id=3853cee9-3a6f-496a-80ea-838e9c95df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491405 Nov 27 01:13:54.979569 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-022c548f-5d2f-41e5-bba3-70968f663997 req-df979b4b-7387-4208-a820-a87bbb2cfa27 service neutron] 10.222.0.11 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385054 Nov 27 01:13:54.984278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7731c60-08c0-4015-895d-577adf6c9550 req-049f2d60-8f90-46c8-9bce-4eb9d5f94e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.985652 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7731c60-08c0-4015-895d-577adf6c9550 req-049f2d60-8f90-46c8-9bce-4eb9d5f94e70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 1097 time: 0.3835607 Nov 27 01:13:54.997517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd957d05-a9a8-4a98-a966-babdc484860e req-dc6ad8ee-ee4b-4c94-a6e0-12631f72f04f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:54.998968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd957d05-a9a8-4a98-a966-babdc484860e req-dc6ad8ee-ee4b-4c94-a6e0-12631f72f04f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 946 time: 0.0930758 Nov 27 01:13:55.072043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4249d5-a254-49ee-ba39-0600565c8357 req-c69074c9-900b-4b00-bb73-adb702420402 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:55.078898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4249d5-a254-49ee-ba39-0600565c8357 req-c69074c9-900b-4b00-bb73-adb702420402 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:55.084798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4249d5-a254-49ee-ba39-0600565c8357 req-c69074c9-900b-4b00-bb73-adb702420402 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:55.086440 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c4249d5-a254-49ee-ba39-0600565c8357 req-c69074c9-900b-4b00-bb73-adb702420402 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2417 time: 0.0698400 Nov 27 01:13:55.090909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7731c60-08c0-4015-895d-577adf6c9550 req-60782a59-8e33-406e-8a96-da4fa5a56625 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3853cee9-3a6f-496a-80ea-838e9c95df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909419 Nov 27 01:13:55.095853 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd957d05-a9a8-4a98-a966-babdc484860e req-e10ea27b-9814-4d9c-ba98-d2a1f9c1d986 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899086 Nov 27 01:13:55.147911 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c4249d5-a254-49ee-ba39-0600565c8357 req-d572edfe-7299-4ea2-b37f-6e46f43939db tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541153 Nov 27 01:13:55.197501 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-022c548f-5d2f-41e5-bba3-70968f663997 req-34886a91-2e94-4f35-a5f7-976a3d9e48fd service neutron] 10.222.0.11 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391585 Nov 27 01:13:55.217525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b7f50-510f-4921-b7c5-173576978924 req-461b0256-647e-4c79-ad87-cf950319f11e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:55.218995 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb1b7f50-510f-4921-b7c5-173576978924 req-461b0256-647e-4c79-ad87-cf950319f11e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 946 time: 0.0598545 Nov 27 01:13:55.249857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab6d52-86b1-4f3f-83fb-eccad8b3f87b req-e51d66ba-2c93-4f63-9ae1-bf6d4e2ad78f tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:55.251335 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04ab6d52-86b1-4f3f-83fb-eccad8b3f87b req-e51d66ba-2c93-4f63-9ae1-bf6d4e2ad78f tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0482442 Nov 27 01:13:55.299420 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04ab6d52-86b1-4f3f-83fb-eccad8b3f87b req-322688c1-881b-4fe4-a239-a3c92e18168b tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 Nov 27 01:13:55.342072 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-eb1b7f50-510f-4921-b7c5-173576978924 req-b1f135a8-45dd-452c-ab54-39e1e0bd368b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Deleting port a0890480-f20e-4f1b-9002-dc5944591cee {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:55.342385 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eb1b7f50-510f-4921-b7c5-173576978924 req-b1f135a8-45dd-452c-ab54-39e1e0bd368b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:55.427788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-eb1b7f50-510f-4921-b7c5-173576978924 req-b1f135a8-45dd-452c-ab54-39e1e0bd368b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] For port a0890480-f20e-4f1b-9002-dc5944591cee, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a0890480-f20e-4f1b-9002-dc5944591cee,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:55.428146 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eb1b7f50-510f-4921-b7c5-173576978924 req-b1f135a8-45dd-452c-ab54-39e1e0bd368b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:55.441642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-eb1b7f50-510f-4921-b7c5-173576978924 req-b1f135a8-45dd-452c-ab54-39e1e0bd368b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Calling delete_port for a0890480-f20e-4f1b-9002-dc5944591cee owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:55.458437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28072d7e-a19e-490e-8915-c859e0ed62ef req-f6238280-5d41-4a75-8991-fcfb7f9d6680 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:55.459947 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28072d7e-a19e-490e-8915-c859e0ed62ef req-f6238280-5d41-4a75-8991-fcfb7f9d6680 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 944 time: 0.0497460 Nov 27 01:13:55.511070 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28072d7e-a19e-490e-8915-c859e0ed62ef req-7eda6c65-cdec-47b3-99be-96d916a34af9 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451746 Nov 27 01:13:55.569330 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eb1b7f50-510f-4921-b7c5-173576978924 req-b1f135a8-45dd-452c-ab54-39e1e0bd368b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:55.598204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f135a8-45dd-452c-ab54-39e1e0bd368b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event deleted for resources: {'Port': ['ID=a0890480-f20e-4f1b-9002-dc5944591cee,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:55.606099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['a0890480-f20e-4f1b-9002-dc5944591cee'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:55.632950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:55.649677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1b7f50-510f-4921-b7c5-173576978924 req-b1f135a8-45dd-452c-ab54-39e1e0bd368b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] No DVR routers for this DVR port a0890480-f20e-4f1b-9002-dc5944591cee on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:55.652309 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-eb1b7f50-510f-4921-b7c5-173576978924 req-b1f135a8-45dd-452c-ab54-39e1e0bd368b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:55.655764 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb1b7f50-510f-4921-b7c5-173576978924 req-b1f135a8-45dd-452c-ab54-39e1e0bd368b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "DELETE /v2.0/ports/a0890480-f20e-4f1b-9002-dc5944591cee HTTP/1.1" status: 204 len: 173 time: 0.4115167 Nov 27 01:13:55.662554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1228d7fa-879f-47cd-831c-ef1328459a3e', 'name': 'network-vif-deleted', 'tag': 'a0890480-f20e-4f1b-9002-dc5944591cee'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:55.665562 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deaa409-64fa-47da-b752-e5d8ec3a47b1" -d '{"events": [{"server_uuid": "1228d7fa-879f-47cd-831c-ef1328459a3e", "name": "network-vif-deleted", "tag": "a0890480-f20e-4f1b-9002-dc5944591cee"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:55.713125 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da98781-2611-4f51-b0b6-3543ef6550cd req-5ade884a-f923-45c4-a4da-3cc6cfc37108 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:55.714650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8da98781-2611-4f51-b0b6-3543ef6550cd req-5ade884a-f923-45c4-a4da-3cc6cfc37108 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 946 time: 0.0662460 Nov 27 01:13:55.716335 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b5ef66-e407-4d4a-8ff2-6c1b5b4776e4 x-openstack-request-id: req-86b5ef66-e407-4d4a-8ff2-6c1b5b4776e4 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:55.716634 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1228d7fa-879f-47cd-831c-ef1328459a3e", "name": "network-vif-deleted", "tag": "a0890480-f20e-4f1b-9002-dc5944591cee", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:55.716905 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86b5ef66-e407-4d4a-8ff2-6c1b5b4776e4 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:55.717274 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1228d7fa-879f-47cd-831c-ef1328459a3e', 'name': 'network-vif-deleted', 'tag': 'a0890480-f20e-4f1b-9002-dc5944591cee', 'status': 'completed', 'code': 200} Nov 27 01:13:55.764066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8da98781-2611-4f51-b0b6-3543ef6550cd req-59488619-3896-4742-87ee-c7e83aa93d43 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/security-groups?id=3853cee9-3a6f-496a-80ea-838e9c95df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Nov 27 01:13:56.205603 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60f06644-a03e-4eb2-a738-502b93399fb8 req-c45ba4b0-1352-4b06-800c-24fc7558c2cd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=1228d7fa-879f-47cd-831c-ef1328459a3e HTTP/1.1" status: 200 len: 210 time: 0.0273750 Nov 27 01:13:56.268705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb751bd-d871-4f4b-a1c9-0e340b2bf067 req-8a5051d2-9438-4b5c-801f-909f86931b7a tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.274964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb751bd-d871-4f4b-a1c9-0e340b2bf067 req-8a5051d2-9438-4b5c-801f-909f86931b7a tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.281386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb751bd-d871-4f4b-a1c9-0e340b2bf067 req-8a5051d2-9438-4b5c-801f-909f86931b7a tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.283022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bcb751bd-d871-4f4b-a1c9-0e340b2bf067 req-8a5051d2-9438-4b5c-801f-909f86931b7a tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2417 time: 0.0634532 Nov 27 01:13:56.332150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bcb751bd-d871-4f4b-a1c9-0e340b2bf067 req-64624cd6-2986-4f53-8b38-44da1e87b455 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431874 Nov 27 01:13:56.424018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0c5a0-1db7-4ba5-a5e6-7b5c094e17dc req-f18cf243-2f9c-4478-b343-141287b15598 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.425390 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a7b0c5a0-1db7-4ba5-a5e6-7b5c094e17dc req-f18cf243-2f9c-4478-b343-141287b15598 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0486569 Nov 27 01:13:56.472693 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a7b0c5a0-1db7-4ba5-a5e6-7b5c094e17dc req-3483a3f4-7085-48c8-a21a-419697d2f5ef tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Nov 27 01:13:56.624433 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33286b8b-ca9c-42b2-a42d-f16940f137e5 req-6d2b6eae-9df7-4fca-8d31-61106db7ad1e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.626065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33286b8b-ca9c-42b2-a42d-f16940f137e5 req-6d2b6eae-9df7-4fca-8d31-61106db7ad1e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 944 time: 0.0490081 Nov 27 01:13:56.668281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-e95d62f8-c23a-475e-a171-8313cd79887f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.679050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-e95d62f8-c23a-475e-a171-8313cd79887f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.685781 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33286b8b-ca9c-42b2-a42d-f16940f137e5 req-b23bc943-ce7f-41cf-bc8a-6dc95b67183d tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518072 Nov 27 01:13:56.690556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-e95d62f8-c23a-475e-a171-8313cd79887f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.696230 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-e95d62f8-c23a-475e-a171-8313cd79887f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 2417 time: 0.0913107 Nov 27 01:13:56.791927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-a71f4f84-bc91-4dcc-894a-e7a724113421 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting port e4e97735-b482-4da3-8b04-5ae9467e638f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:56.792266 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-a71f4f84-bc91-4dcc-894a-e7a724113421 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:56.909439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a0d83-947f-4013-ad4b-85cd4634781f req-2d2c0cbe-4bbf-4a86-a99c-fdf2f76d3d22 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:56.910960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f55a0d83-947f-4013-ad4b-85cd4634781f req-2d2c0cbe-4bbf-4a86-a99c-fdf2f76d3d22 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 946 time: 0.0738029 Nov 27 01:13:56.927450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-a71f4f84-bc91-4dcc-894a-e7a724113421 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] For port e4e97735-b482-4da3-8b04-5ae9467e638f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e4e97735-b482-4da3-8b04-5ae9467e638f,segment=NetworkSegment(8f356c7c-0ca1-4273-a366-4a6dd78d195d),segment_id=8f356c7c-0ca1-4273-a366-4a6dd78d195d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:56.927819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-a71f4f84-bc91-4dcc-894a-e7a724113421 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:56.948802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-a71f4f84-bc91-4dcc-894a-e7a724113421 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Calling delete_port for e4e97735-b482-4da3-8b04-5ae9467e638f owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:57.015152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f55a0d83-947f-4013-ad4b-85cd4634781f req-20da0432-e113-4018-8873-73861fe9f882 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/security-groups?id=3853cee9-3a6f-496a-80ea-838e9c95df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969470 Nov 27 01:13:57.104060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-a71f4f84-bc91-4dcc-894a-e7a724113421 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:57.133983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f4f84-bc91-4dcc-894a-e7a724113421 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Port': ['ID=e4e97735-b482-4da3-8b04-5ae9467e638f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:57.152461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e4e97735-b482-4da3-8b04-5ae9467e638f', '22b0b6ac-93b7-45dc-88d2-fd03786f7858', 'db18c467-8854-4a68-ad66-be19eb917574'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:57.178659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-a71f4f84-bc91-4dcc-894a-e7a724113421 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] No DVR routers for this DVR port e4e97735-b482-4da3-8b04-5ae9467e638f on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:57.181465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-a71f4f84-bc91-4dcc-894a-e7a724113421 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:57.184789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-a71f4f84-bc91-4dcc-894a-e7a724113421 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "DELETE /v2.0/ports/e4e97735-b482-4da3-8b04-5ae9467e638f HTTP/1.1" status: 204 len: 173 time: 0.4798136 Nov 27 01:13:57.195602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7abb598e-fea9-47fb-a84b-632a120cd7b4 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:13:57.332923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-7ebfcf01-8b75-4ff0-8f7e-1f514f849635 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting port db18c467-8854-4a68-ad66-be19eb917574 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:57.334152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-7ebfcf01-8b75-4ff0-8f7e-1f514f849635 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:57.388183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7abb598e-fea9-47fb-a84b-632a120cd7b4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7abb598e-fea9-47fb-a84b-632a120cd7b4,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:57.401607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '7abb598e-fea9-47fb-a84b-632a120cd7b4', 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb', 'port_id': '7abb598e-fea9-47fb-a84b-632a120cd7b4', 'mac_address': 'fa:16:3e:43:98:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46a59be-e55d-45df-95e9-1ee16635f030', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:13:57.466974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-7ebfcf01-8b75-4ff0-8f7e-1f514f849635 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] For port db18c467-8854-4a68-ad66-be19eb917574, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=db18c467-8854-4a68-ad66-be19eb917574,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:57.467605 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-7ebfcf01-8b75-4ff0-8f7e-1f514f849635 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:57.474504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefdcd7-81ca-4495-bd4d-2b3cd7dc42d6 req-1ff2da9f-a977-46c8-8783-aed11980ccf3 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:57.481488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-7ebfcf01-8b75-4ff0-8f7e-1f514f849635 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Calling delete_port for db18c467-8854-4a68-ad66-be19eb917574 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:57.482365 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aeefdcd7-81ca-4495-bd4d-2b3cd7dc42d6 req-1ff2da9f-a977-46c8-8783-aed11980ccf3 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 946 time: 0.0875928 Nov 27 01:13:57.505005 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:57.518811 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abb598e-fea9-47fb-a84b-632a120cd7b4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:13:57.538567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7abb598e-fea9-47fb-a84b-632a120cd7b4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7abb598e-fea9-47fb-a84b-632a120cd7b4,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:57.549387 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:57.562833 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aeefdcd7-81ca-4495-bd4d-2b3cd7dc42d6 req-09740f8f-09b1-46cb-9279-ad6e65c439ae tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/security-groups?id=3853cee9-3a6f-496a-80ea-838e9c95df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749283 Nov 27 01:13:57.648207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=7abb598e-fea9-47fb-a84b-632a120cd7b4,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:57.651562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-7ebfcf01-8b75-4ff0-8f7e-1f514f849635 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:57.689376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfcf01-8b75-4ff0-8f7e-1f514f849635 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Port': ['ID=db18c467-8854-4a68-ad66-be19eb917574,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:57.721363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'name': 'network-vif-deleted', 'tag': 'e4e97735-b482-4da3-8b04-5ae9467e638f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:57.723978 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8312848f-7028-4b09-8ad5-c624acb7029c" -d '{"events": [{"server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "name": "network-vif-deleted", "tag": "e4e97735-b482-4da3-8b04-5ae9467e638f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:57.728580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddd5ad-7cd7-45ee-85d5-9c3549132f89 req-32cffa53-2696-4013-9715-0b03c1ce4691 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:57.731383 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2fddd5ad-7cd7-45ee-85d5-9c3549132f89 req-32cffa53-2696-4013-9715-0b03c1ce4691 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 945 time: 0.0810356 Nov 27 01:13:57.747353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-7ebfcf01-8b75-4ff0-8f7e-1f514f849635 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] No DVR routers for this DVR port db18c467-8854-4a68-ad66-be19eb917574 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:57.749964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-7ebfcf01-8b75-4ff0-8f7e-1f514f849635 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:57.753997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-7ebfcf01-8b75-4ff0-8f7e-1f514f849635 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "DELETE /v2.0/ports/db18c467-8854-4a68-ad66-be19eb917574 HTTP/1.1" status: 204 len: 173 time: 0.5628319 Nov 27 01:13:57.786902 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2fddd5ad-7cd7-45ee-85d5-9c3549132f89 req-06a4ace0-6a66-4018-82ea-9baaf8d791d4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482872 Nov 27 01:13:57.889202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-fff99691-c70c-4d34-8b22-41eda2b74838 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting port 22b0b6ac-93b7-45dc-88d2-fd03786f7858 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:57.889615 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-fff99691-c70c-4d34-8b22-41eda2b74838 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:57.907413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e4e97735-b482-4da3-8b04-5ae9467e638f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:57.936505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4551feb-3c90-4d67-9353-697f334ccbe2 req-dee0025f-d8b5-4097-a9d0-ab711e350587 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:57.945493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4551feb-3c90-4d67-9353-697f334ccbe2 req-dee0025f-d8b5-4097-a9d0-ab711e350587 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0777228 Nov 27 01:13:57.953602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['7abb598e-fea9-47fb-a84b-632a120cd7b4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:57.998783 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4551feb-3c90-4d67-9353-697f334ccbe2 req-332eebc6-8930-4401-9616-bf3795aaaa33 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523751 Nov 27 01:13:58.011455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-fff99691-c70c-4d34-8b22-41eda2b74838 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] For port 22b0b6ac-93b7-45dc-88d2-fd03786f7858, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=22b0b6ac-93b7-45dc-88d2-fd03786f7858,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:58.011821 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-fff99691-c70c-4d34-8b22-41eda2b74838 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:58.025668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-fff99691-c70c-4d34-8b22-41eda2b74838 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Calling delete_port for 22b0b6ac-93b7-45dc-88d2-fd03786f7858 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:58.087505 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d569e0-8dbf-4b5f-be9d-67e04b0577e6 x-openstack-request-id: req-f2d569e0-8dbf-4b5f-be9d-67e04b0577e6 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:58.087929 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "name": "network-vif-deleted", "tag": "e4e97735-b482-4da3-8b04-5ae9467e638f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:58.088280 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2d569e0-8dbf-4b5f-be9d-67e04b0577e6 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:58.089025 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'name': 'network-vif-deleted', 'tag': 'e4e97735-b482-4da3-8b04-5ae9467e638f', 'status': 'completed', 'code': 200} Nov 27 01:13:58.147810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f543d13-d8fa-40d8-b5f7-147f68654e0b req-d9874d42-59a2-4bea-aee3-c646034119b7 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:58.155296 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f543d13-d8fa-40d8-b5f7-147f68654e0b req-d9874d42-59a2-4bea-aee3-c646034119b7 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 945 time: 0.0883291 Nov 27 01:13:58.206097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f543d13-d8fa-40d8-b5f7-147f68654e0b req-701fbfb4-e18a-474b-902f-18f94a0334aa tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497501 Nov 27 01:13:58.211341 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-fff99691-c70c-4d34-8b22-41eda2b74838 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:58.240184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff99691-c70c-4d34-8b22-41eda2b74838 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Port': ['ID=22b0b6ac-93b7-45dc-88d2-fd03786f7858,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:58.255553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e4e97735-b482-4da3-8b04-5ae9467e638f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:58.290528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-fff99691-c70c-4d34-8b22-41eda2b74838 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] No DVR routers for this DVR port 22b0b6ac-93b7-45dc-88d2-fd03786f7858 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:58.293409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-fff99691-c70c-4d34-8b22-41eda2b74838 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:58.296926 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7f965e3-ecff-4b35-97f1-ff962f31aa86 req-fff99691-c70c-4d34-8b22-41eda2b74838 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "DELETE /v2.0/ports/22b0b6ac-93b7-45dc-88d2-fd03786f7858 HTTP/1.1" status: 204 len: 173 time: 0.5343118 Nov 27 01:13:58.409342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-3af5ae59-77ad-4c05-a029-d6159292db4b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:58.411025 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-3af5ae59-77ad-4c05-a029-d6159292db4b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.1217446 Nov 27 01:13:58.427330 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-496570c8-b5e5-49a1-90c4-c77f8cb4956a tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/quotas/9ce090256ac14ca494a8481b8dc46f60 HTTP/1.1" status: 200 len: 375 time: 0.0095294 Nov 27 01:13:58.481023 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-e7e402c3-63af-43d3-9eb8-52c8c62981b2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474896 Nov 27 01:13:58.577792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-351201df-60b1-4974-934e-4792b95c17a1 service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846279 Nov 27 01:13:58.666835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-eb38e77a-3232-4212-8111-aac4fbf5a7ea service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827026 Nov 27 01:13:58.671817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735eaf6-2341-48c2-82c3-47036ad27558 req-84e595e2-f911-41cc-9e4f-131ef67e39c8 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:58.673289 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6735eaf6-2341-48c2-82c3-47036ad27558 req-84e595e2-f911-41cc-9e4f-131ef67e39c8 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 946 time: 0.0492086 Nov 27 01:13:58.724540 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6735eaf6-2341-48c2-82c3-47036ad27558 req-27798c5e-aa93-4ae8-ad98-a78a9044a838 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/security-groups?id=3853cee9-3a6f-496a-80ea-838e9c95df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454321 Nov 27 01:13:58.826920 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c18a7cb-e7b0-4283-a528-6048958c2b94 req-277c3964-5410-4a42-9f32-9e53c5da5c49 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 210 time: 0.0273473 Nov 27 01:13:58.908839 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-58c58aba-b759-4ef2-a635-6a85453618da req-fe6d1ebb-ea88-40fc-8256-a400c604ebb8 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5c7e9d-17a0-43e5-974e-887ffc45e4cf HTTP/1.1" status: 200 len: 210 time: 0.0287981 Nov 27 01:13:59.142524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b67eeb-dc0b-4b6d-a1d7-f820a15ba550 req-53e84352-4886-4b80-9a9c-304a843c6e0a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:59.144036 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25b67eeb-dc0b-4b6d-a1d7-f820a15ba550 req-53e84352-4886-4b80-9a9c-304a843c6e0a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0693173 Nov 27 01:13:59.198944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25b67eeb-dc0b-4b6d-a1d7-f820a15ba550 req-d387808c-d436-40b5-be13-108773f9d18f tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482590 Nov 27 01:13:59.200033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7abb598e-fea9-47fb-a84b-632a120cd7b4 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:13:59.262640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 7abb598e-fea9-47fb-a84b-632a120cd7b4 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:13:59.270513 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 7abb598e-fea9-47fb-a84b-632a120cd7b4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:13:59.271268 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:59.348937 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bf31-f78d-4828-a62a-62d0bad6c4b0 req-eb0fd321-c419-462b-95b2-07ca1bc28826 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:59.350524 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff82bf31-f78d-4828-a62a-62d0bad6c4b0 req-eb0fd321-c419-462b-95b2-07ca1bc28826 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.42 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 946 time: 0.0948501 Nov 27 01:13:59.368256 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:59.373397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0db1a5-328e-4671-a4f0-a3a68d39a294 req-beb993e0-e68b-49fc-9af0-15e054efd776 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:59.374897 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5f0db1a5-328e-4671-a4f0-a3a68d39a294 req-beb993e0-e68b-49fc-9af0-15e054efd776 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 945 time: 0.0864317 Nov 27 01:13:59.391229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abb598e-fea9-47fb-a84b-632a120cd7b4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:13:59.393452 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a75b871-6e35-42eb-adba-a0bdcaf0a4d8" -d '{"events": [{"server_uuid": "f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023", "name": "network-vif-plugged", "status": "completed", "tag": "7abb598e-fea9-47fb-a84b-632a120cd7b4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:13:59.408497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7abb598e-fea9-47fb-a84b-632a120cd7b4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7abb598e-fea9-47fb-a84b-632a120cd7b4,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:59.419570 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:59.420441 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a0890480-f20e-4f1b-9002-dc5944591cee no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:13:59.447825 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf884d6a-45ed-45f6-9634-037c201eefe4 x-openstack-request-id: req-bf884d6a-45ed-45f6-9634-037c201eefe4 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:13:59.448128 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023", "name": "network-vif-plugged", "status": "completed", "tag": "7abb598e-fea9-47fb-a84b-632a120cd7b4", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:13:59.448379 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf884d6a-45ed-45f6-9634-037c201eefe4 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:13:59.449001 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abb598e-fea9-47fb-a84b-632a120cd7b4', 'code': 200} Nov 27 01:13:59.465780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: a0890480-f20e-4f1b-9002-dc5944591cee {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:13:59.466719 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a0890480-f20e-4f1b-9002-dc5944591cee not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:13:59.493225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=7abb598e-fea9-47fb-a84b-632a120cd7b4,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:59.495281 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5f0db1a5-328e-4671-a4f0-a3a68d39a294 req-c4205a84-8e2f-45f6-ab98-da55fd4f1af6 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011183 Nov 27 01:13:59.511567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-ff82bf31-f78d-4828-a62a-62d0bad6c4b0 req-420731f3-6b10-45d1-aaa8-b5c29dd0b992 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Deleting port 437b975f-afd8-4494-8d55-e721442ffcd0 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:13:59.511923 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ff82bf31-f78d-4828-a62a-62d0bad6c4b0 req-420731f3-6b10-45d1-aaa8-b5c29dd0b992 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:59.634579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-ff82bf31-f78d-4828-a62a-62d0bad6c4b0 req-420731f3-6b10-45d1-aaa8-b5c29dd0b992 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] For port 437b975f-afd8-4494-8d55-e721442ffcd0, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=437b975f-afd8-4494-8d55-e721442ffcd0,segment=NetworkSegment(b53ecd82-4140-4e73-96da-594cb2685547),segment_id=b53ecd82-4140-4e73-96da-594cb2685547)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:13:59.634873 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ff82bf31-f78d-4828-a62a-62d0bad6c4b0 req-420731f3-6b10-45d1-aaa8-b5c29dd0b992 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:59.638778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef764af-b369-403e-ac19-4adbc4e13ba7 req-4ac70e94-99b4-48c0-af2c-e5e0641bd272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:59.640250 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aef764af-b369-403e-ac19-4adbc4e13ba7 req-4ac70e94-99b4-48c0-af2c-e5e0641bd272 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 1097 time: 0.0722034 Nov 27 01:13:59.651087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-ff82bf31-f78d-4828-a62a-62d0bad6c4b0 req-420731f3-6b10-45d1-aaa8-b5c29dd0b992 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Calling delete_port for 437b975f-afd8-4494-8d55-e721442ffcd0 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:13:59.733987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aef764af-b369-403e-ac19-4adbc4e13ba7 req-315333b1-a0bb-48b3-b033-8f7a53b8e63f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839825 Nov 27 01:13:59.809251 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ff82bf31-f78d-4828-a62a-62d0bad6c4b0 req-420731f3-6b10-45d1-aaa8-b5c29dd0b992 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:59.836273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420731f3-6b10-45d1-aaa8-b5c29dd0b992 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Pushing event deleted for resources: {'Port': ['ID=437b975f-afd8-4494-8d55-e721442ffcd0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:13:59.842454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468c644-f7b2-4e55-8dba-41412106a74c req-f47e0ecb-8621-4795-ab91-47bcf2b65dbc tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:13:59.843941 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b468c644-f7b2-4e55-8dba-41412106a74c req-f47e0ecb-8621-4795-ab91-47bcf2b65dbc tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/ports?device_id=f21233a7-7baa-4b06-8003-0c0be9bc9544 HTTP/1.1" status: 200 len: 867 time: 0.0493834 Nov 27 01:13:59.849055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['437b975f-afd8-4494-8d55-e721442ffcd0'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:13:59.885168 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff82bf31-f78d-4828-a62a-62d0bad6c4b0 req-420731f3-6b10-45d1-aaa8-b5c29dd0b992 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] No DVR routers for this DVR port 437b975f-afd8-4494-8d55-e721442ffcd0 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:13:59.887883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ff82bf31-f78d-4828-a62a-62d0bad6c4b0 req-420731f3-6b10-45d1-aaa8-b5c29dd0b992 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:13:59.891857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff82bf31-f78d-4828-a62a-62d0bad6c4b0 req-420731f3-6b10-45d1-aaa8-b5c29dd0b992 tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.42 "DELETE /v2.0/ports/437b975f-afd8-4494-8d55-e721442ffcd0 HTTP/1.1" status: 204 len: 173 time: 0.5337853 Nov 27 01:13:59.922940 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b468c644-f7b2-4e55-8dba-41412106a74c req-465d09a5-85ba-4d53-b397-5659f076dfcc tempest-InstanceActionsNegativeTestJSON-314553517 tempest-InstanceActionsNegativeTestJSON-314553517-project] 10.222.0.37 "GET /v2.0/security-groups?id=3853cee9-3a6f-496a-80ea-838e9c95df10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534275 Nov 27 01:13:59.934707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cb7e4a2-eb82-4df7-9ec2-307f50cc0ac8 req-a214dbe3-2a28-4cac-93a5-c9569dafee67 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 210 time: 0.0280950 Nov 27 01:13:59.983495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57828) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:00.039504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-11cd1eaf-d9e0-42e8-b32d-4d15477821f3 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting subnet fbbfeb0e-7294-4ac3-bea2-1aa71368e94e {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:00.042745 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11cd1eaf-d9e0-42e8-b32d-4d15477821f3 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.085256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11cd1eaf-d9e0-42e8-b32d-4d15477821f3 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.090091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'name': 'network-vif-deleted', 'tag': 'db18c467-8854-4a68-ad66-be19eb917574'}, {'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'name': 'network-vif-deleted', 'tag': '22b0b6ac-93b7-45dc-88d2-fd03786f7858'}, {'server_uuid': 'f21233a7-7baa-4b06-8003-0c0be9bc9544', 'name': 'network-vif-deleted', 'tag': '437b975f-afd8-4494-8d55-e721442ffcd0'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:00.092768 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc890732-8fe1-4376-aa41-2e05e81a2f97" -d '{"events": [{"server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "name": "network-vif-deleted", "tag": "db18c467-8854-4a68-ad66-be19eb917574"}, {"server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "name": "network-vif-deleted", "tag": "22b0b6ac-93b7-45dc-88d2-fd03786f7858"}, {"server_uuid": "f21233a7-7baa-4b06-8003-0c0be9bc9544", "name": "network-vif-deleted", "tag": "437b975f-afd8-4494-8d55-e721442ffcd0"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:00.138553 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a997b2-3be3-4250-85a8-f9ef56da4b66 x-openstack-request-id: req-63a997b2-3be3-4250-85a8-f9ef56da4b66 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:00.142568 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "name": "network-vif-deleted", "tag": "db18c467-8854-4a68-ad66-be19eb917574", "status": "completed", "code": 200}, {"server_uuid": "9c5c7e9d-17a0-43e5-974e-887ffc45e4cf", "name": "network-vif-deleted", "tag": "22b0b6ac-93b7-45dc-88d2-fd03786f7858", "status": "completed", "code": 200}, {"server_uuid": "f21233a7-7baa-4b06-8003-0c0be9bc9544", "name": "network-vif-deleted", "tag": "437b975f-afd8-4494-8d55-e721442ffcd0", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:00.142830 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63a997b2-3be3-4250-85a8-f9ef56da4b66 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:00.144133 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'name': 'network-vif-deleted', 'tag': 'db18c467-8854-4a68-ad66-be19eb917574', 'status': 'completed', 'code': 200} Nov 27 01:14:00.144447 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5c7e9d-17a0-43e5-974e-887ffc45e4cf', 'name': 'network-vif-deleted', 'tag': '22b0b6ac-93b7-45dc-88d2-fd03786f7858', 'status': 'completed', 'code': 200} Nov 27 01:14:00.144709 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21233a7-7baa-4b06-8003-0c0be9bc9544', 'name': 'network-vif-deleted', 'tag': '437b975f-afd8-4494-8d55-e721442ffcd0', 'status': 'completed', 'code': 200} Nov 27 01:14:00.214763 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11cd1eaf-d9e0-42e8-b32d-4d15477821f3 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.301102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device db18c467-8854-4a68-ad66-be19eb917574 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:00.332823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: db18c467-8854-4a68-ad66-be19eb917574 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:00.334786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device db18c467-8854-4a68-ad66-be19eb917574 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:00.335440 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e4e97735-b482-4da3-8b04-5ae9467e638f no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:00.346635 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11cd1eaf-d9e0-42e8-b32d-4d15477821f3 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.364897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: e4e97735-b482-4da3-8b04-5ae9467e638f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:00.365242 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e4e97735-b482-4da3-8b04-5ae9467e638f not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:00.366203 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 22b0b6ac-93b7-45dc-88d2-fd03786f7858 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:00.380832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd1eaf-d9e0-42e8-b32d-4d15477821f3 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbfeb0e-7294-4ac3-bea2-1aa71368e94e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:00.389994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13134793-3daf-4072-81b6-3d015deea817 req-caaf4e0d-1491-4252-86c1-5e4c3323a30b tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:00.393669 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13134793-3daf-4072-81b6-3d015deea817 req-caaf4e0d-1491-4252-86c1-5e4c3323a30b tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.1090534 Nov 27 01:14:00.395077 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11cd1eaf-d9e0-42e8-b32d-4d15477821f3 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.401110 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-11cd1eaf-d9e0-42e8-b32d-4d15477821f3 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "DELETE /v2.0/subnets/fbbfeb0e-7294-4ac3-bea2-1aa71368e94e HTTP/1.1" status: 204 len: 168 time: 0.4165454 Nov 27 01:14:00.409430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57842) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:00.419885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-bf9370eb-3d0b-405a-a7ae-4c7beb14ba03 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:00.422095 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-bf9370eb-3d0b-405a-a7ae-4c7beb14ba03 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.1689458 Nov 27 01:14:00.430772 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640885e3-1938-48f6-b12f-6225dfef0549 None None] Network 03f40f37-004d-488f-8321-562efac1452b requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:00.434126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 22b0b6ac-93b7-45dc-88d2-fd03786f7858 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:00.434650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 22b0b6ac-93b7-45dc-88d2-fd03786f7858 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:00.458708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Request body: {'port': {'device_id': 'ee7ec499-ad9d-4599-802d-69f74bc4aba6', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'admin_state_up': True, 'tenant_id': '9ce090256ac14ca494a8481b8dc46f60'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:00.517710 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.523716 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13134793-3daf-4072-81b6-3d015deea817 req-dafef0c9-fa08-4782-9edc-82d71ba82654 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202135 Nov 27 01:14:00.581310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting port ef7f166b-c0b6-4b36-8dc3-c18e83504146 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:00.581773 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.663007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] For port ef7f166b-c0b6-4b36-8dc3-c18e83504146, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ef7f166b-c0b6-4b36-8dc3-c18e83504146,segment=NetworkSegment(8f356c7c-0ca1-4273-a366-4a6dd78d195d),segment_id=8f356c7c-0ca1-4273-a366-4a6dd78d195d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:00.663672 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.682443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Calling delete_port for ef7f166b-c0b6-4b36-8dc3-c18e83504146 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:00.687224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Made reservation on behalf of 9ce090256ac14ca494a8481b8dc46f60 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:00.690698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.701499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c516b-9e37-472c-96d5-8702bd924c9a req-94dae1a0-e5ee-4f07-bc34-d00da9da2c6f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:00.703890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8606cb81-c59c-4341-b288-918f20466abf None None] DHCP port deletion for 03f40f37-004d-488f-8321-562efac1452b request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:00.710727 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c37c516b-9e37-472c-96d5-8702bd924c9a req-94dae1a0-e5ee-4f07-bc34-d00da9da2c6f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 946 time: 0.0939224 Nov 27 01:14:00.760675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8606cb81-c59c-4341-b288-918f20466abf None None] Deleting port ef7f166b-c0b6-4b36-8dc3-c18e83504146 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:00.761049 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8606cb81-c59c-4341-b288-918f20466abf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.776052 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.806040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Port': ['ID=ef7f166b-c0b6-4b36-8dc3-c18e83504146,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:00.813562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] No DVR routers for this DVR port ef7f166b-c0b6-4b36-8dc3-c18e83504146 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:00.818556 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c37c516b-9e37-472c-96d5-8702bd924c9a req-548bfb7f-d0a5-48e7-8ea7-656a1e058e0f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011860 Nov 27 01:14:00.836431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8606cb81-c59c-4341-b288-918f20466abf None None] For port ef7f166b-c0b6-4b36-8dc3-c18e83504146, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ef7f166b-c0b6-4b36-8dc3-c18e83504146,segment=NetworkSegment(8f356c7c-0ca1-4273-a366-4a6dd78d195d),segment_id=8f356c7c-0ca1-4273-a366-4a6dd78d195d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:00.836828 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8606cb81-c59c-4341-b288-918f20466abf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.849991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8606cb81-c59c-4341-b288-918f20466abf None None] Calling delete_port for ef7f166b-c0b6-4b36-8dc3-c18e83504146 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:00.874404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Allocated IP 172.20.0.12 (2eaddc87-3a23-41ff-872a-2ec44342687d/c1b3b599-d4e2-4679-ba73-92cad71204a2/4a580632-d785-4461-b809-ceeb8a288fcc) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:00.927464 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.932909 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8606cb81-c59c-4341-b288-918f20466abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:00.952853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f40f37-004d-488f-8321-562efac1452b']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:00.965585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f356c7c-0ca1-4273-a366-4a6dd78d195d') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:00.965885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f356c7c-0ca1-4273-a366-4a6dd78d195d') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:00.975500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606cb81-c59c-4341-b288-918f20466abf None None] No DVR routers for this DVR port ef7f166b-c0b6-4b36-8dc3-c18e83504146 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:00.986168 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606cb81-c59c-4341-b288-918f20466abf None None] Pushing event deleted for resources: {'Port': ['ID=ef7f166b-c0b6-4b36-8dc3-c18e83504146,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:00.987428 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.007885 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.019031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:01.019473 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:01.023372 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:01.038709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57850) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:01.074009 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.097638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa71fdf8-a3c2-4f4f-a666-08293a6626e8 req-b432e9c4-9d27-4e42-ba81-ea655ca1e3a7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 210 time: 0.0437970 Nov 27 01:14:01.132415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-111850e8-fd0b-4777-bb3d-26a11989717d admin admin] Deleting subnet a45b5d82-6cfe-4368-8ec1-5eaf7a3ebedc {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:01.140707 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-111850e8-fd0b-4777-bb3d-26a11989717d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.162369 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.204657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:01.211947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Network 2eaddc87-3a23-41ff-872a-2ec44342687d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:01.212743 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-111850e8-fd0b-4777-bb3d-26a11989717d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.215333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:01.219101 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:01.252801 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.265632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event updated for resources: {'Port': ['ID=4a580632-d785-4461-b809-ceeb8a288fcc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:01.280145 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.289079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57856) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:01.289402 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "DELETE /v2.0/networks/03f40f37-004d-488f-8321-562efac1452b HTTP/1.1" status: 204 len: 168 time: 0.8790073 Nov 27 01:14:01.309310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853dcf1-e018-42a8-98e5-1780b323280f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Network': ['ID=03f40f37-004d-488f-8321-562efac1452b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:01.335516 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-111850e8-fd0b-4777-bb3d-26a11989717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.366981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:01.367336 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.392603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bdd27e-3546-4569-819a-a65b0f80e691 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting subnet 387e7e5a-cc91-4873-9335-c284cb47e5a9 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:01.395218 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3bdd27e-3546-4569-819a-a65b0f80e691 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.410328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-111850e8-fd0b-4777-bb3d-26a11989717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.420195 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8aba3f20-30e7-4c1b-89e3-e26ed10e9954 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9673457 Nov 27 01:14:01.428761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-111850e8-fd0b-4777-bb3d-26a11989717d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.432885 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-111850e8-fd0b-4777-bb3d-26a11989717d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a45b5d82-6cfe-4368-8ec1-5eaf7a3ebedc HTTP/1.1" status: 204 len: 168 time: 0.3932252 Nov 27 01:14:01.436137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57858) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:01.445639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Request body: {'port': {'device_id': 'ee7ec499-ad9d-4599-802d-69f74bc4aba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:01.452530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111850e8-fd0b-4777-bb3d-26a11989717d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a45b5d82-6cfe-4368-8ec1-5eaf7a3ebedc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:01.490014 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3bdd27e-3546-4569-819a-a65b0f80e691 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.613709 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.627415 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.726797 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3bdd27e-3546-4569-819a-a65b0f80e691 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.778178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ca200-ce2f-4c83-9200-bdd6139d6521 req-065e0271-580b-4151-befd-ef5d0de5fba9 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:01.779712 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-712ca200-ce2f-4c83-9200-bdd6139d6521 req-065e0271-580b-4151-befd-ef5d0de5fba9 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.1829469 Nov 27 01:14:01.942166 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:01.948851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d231bc7-713f-4368-974c-0c9f46b40756 req-4952ace6-a721-4fcb-b5aa-cecf9e715898 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:01.952246 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d231bc7-713f-4368-974c-0c9f46b40756 req-4952ace6-a721-4fcb-b5aa-cecf9e715898 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 946 time: 0.0600281 Nov 27 01:14:02.002796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4177f666-7ec2-4e87-9fe5-5dc29db34228']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:02.009175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-712ca200-ce2f-4c83-9200-bdd6139d6521 req-bba69e5c-8f05-407e-b20a-a663b070eee4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212229 Nov 27 01:14:02.014154 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d231bc7-713f-4368-974c-0c9f46b40756 req-09f9162d-1bec-4321-911e-7835f292ea37 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554371 Nov 27 01:14:02.042416 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3bdd27e-3546-4569-819a-a65b0f80e691 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.046257 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53ecd82-4140-4e73-96da-594cb2685547') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:02.046556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53ecd82-4140-4e73-96da-594cb2685547') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:02.086102 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.098531 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3bdd27e-3546-4569-819a-a65b0f80e691 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.098531 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f3bdd27e-3546-4569-819a-a65b0f80e691 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "DELETE /v2.0/subnets/387e7e5a-cc91-4873-9335-c284cb47e5a9 HTTP/1.1" status: 204 len: 168 time: 0.8029883 Nov 27 01:14:02.099804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57866) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:02.100220 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e520c6f8-f074-492e-af38-d23c911c2794 None None] Network b05761ba-0d26-4e8e-994e-88f1848d7c48 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:02.104017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdd27e-3546-4569-819a-a65b0f80e691 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Subnet': ['ID=387e7e5a-cc91-4873-9335-c284cb47e5a9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:02.123159 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.159259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:02.159259 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:02.160617 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:02.287181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ef7f166b-c0b6-4b36-8dc3-c18e83504146 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:02.302337 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.309093 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.315083 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: ef7f166b-c0b6-4b36-8dc3-c18e83504146 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:02.315879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ef7f166b-c0b6-4b36-8dc3-c18e83504146 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:02.323393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f322d-b8f4-448e-b944-b31d7084ded4 req-b0a5acac-6ed3-483c-baa2-91f00ee9e796 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:02.329413 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.334167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 437b975f-afd8-4494-8d55-e721442ffcd0 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:02.337384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4177f666-7ec2-4e87-9fe5-5dc29db34228 HTTP/1.1" status: 204 len: 168 time: 0.8982732 Nov 27 01:14:02.338873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-925f322d-b8f4-448e-b944-b31d7084ded4 req-b0a5acac-6ed3-483c-baa2-91f00ee9e796 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 932 time: 0.1076820 Nov 27 01:14:02.372894 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3271d-2fdd-41d2-91de-dba4e9c84f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=4177f666-7ec2-4e87-9fe5-5dc29db34228,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:02.392000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97fb201-2271-4c8a-bfbb-cf642f293111 None None] DHCP port deletion for b05761ba-0d26-4e8e-994e-88f1848d7c48 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:02.394991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 437b975f-afd8-4494-8d55-e721442ffcd0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:02.399071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 437b975f-afd8-4494-8d55-e721442ffcd0 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:02.407924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16457c5-6b57-4cc1-b155-ccdbfa0e731d req-3902d8a8-034a-4288-a773-789029b18f97 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:02.410503 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-925f322d-b8f4-448e-b944-b31d7084ded4 req-bb6fc9d6-3b6d-4ce1-b601-68758079ed4e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707362 Nov 27 01:14:02.415422 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c16457c5-6b57-4cc1-b155-ccdbfa0e731d req-3902d8a8-034a-4288-a773-789029b18f97 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 946 time: 0.2897565 Nov 27 01:14:02.456438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a580632-d785-4461-b809-ceeb8a288fcc {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:02.464075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting port 300a08d8-458d-418f-8c52-89e386ee0cd5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:02.464579 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.467631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.502207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a97fb201-2271-4c8a-bfbb-cf642f293111 None None] Deleting port 300a08d8-458d-418f-8c52-89e386ee0cd5 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:02.502871 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a97fb201-2271-4c8a-bfbb-cf642f293111 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.505224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Transition to ACTIVE for port object 4a580632-d785-4461-b809-ceeb8a288fcc will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:02.524935 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c16457c5-6b57-4cc1-b155-ccdbfa0e731d req-3ab826ff-643d-4dc9-8cd0-826cd698f5f1 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050065 Nov 27 01:14:02.528182 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.596467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] For port 300a08d8-458d-418f-8c52-89e386ee0cd5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=300a08d8-458d-418f-8c52-89e386ee0cd5,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:02.596906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.599340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57878) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:02.605204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a97fb201-2271-4c8a-bfbb-cf642f293111 None None] For port 300a08d8-458d-418f-8c52-89e386ee0cd5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=300a08d8-458d-418f-8c52-89e386ee0cd5,segment=NetworkSegment(157d2645-0b2f-41df-9b46-806de83b3c5e),segment_id=157d2645-0b2f-41df-9b46-806de83b3c5e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:02.605657 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a97fb201-2271-4c8a-bfbb-cf642f293111 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.612300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Calling delete_port for 300a08d8-458d-418f-8c52-89e386ee0cd5 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:02.622790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a97fb201-2271-4c8a-bfbb-cf642f293111 None None] Calling delete_port for 300a08d8-458d-418f-8c52-89e386ee0cd5 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:02.649431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Pushing event updated for resources: {'Port': ['ID=4a580632-d785-4461-b809-ceeb8a288fcc,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:02.708279 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.717577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-179e45cb-4908-45e0-9203-98fec69de42e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de4c3827c1274a5db30f621f296d561d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1135466 Nov 27 01:14:02.720681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57884) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:02.722999 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a97fb201-2271-4c8a-bfbb-cf642f293111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.754198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fb201-2271-4c8a-bfbb-cf642f293111 None None] Pushing event deleted for resources: {'Port': ['ID=300a08d8-458d-418f-8c52-89e386ee0cd5,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:02.763879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97fb201-2271-4c8a-bfbb-cf642f293111 None None] No DVR routers for this DVR port 300a08d8-458d-418f-8c52-89e386ee0cd5 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:02.765245 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Port': ['ID=300a08d8-458d-418f-8c52-89e386ee0cd5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:02.777837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] No DVR routers for this DVR port 300a08d8-458d-418f-8c52-89e386ee0cd5 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:02.795550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Attempting to bind port 4a580632-d785-4461-b809-ceeb8a288fcc on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:02.796058 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Attempting to bind port 4a580632-d785-4461-b809-ceeb8a288fcc by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:02.796211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Attempting to bind port 4a580632-d785-4461-b809-ceeb8a288fcc on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:02.811321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Port 4a580632-d785-4461-b809-ceeb8a288fcc on network 2eaddc87-3a23-41ff-872a-2ec44342687d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:02.811675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Attempting to bind port 4a580632-d785-4461-b809-ceeb8a288fcc on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:02.814922 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8d80203-5c0a-49cd-bfea-adf252f65dd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.843643 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8d80203-5c0a-49cd-bfea-adf252f65dd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.882913 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:02.883301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Checking segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:02.883714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Bound using segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:02.884224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Bound port: 4a580632-d785-4461-b809-ceeb8a288fcc, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:02.884636 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.887258 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.921164 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05761ba-0d26-4e8e-994e-88f1848d7c48']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:02.931787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157d2645-0b2f-41df-9b46-806de83b3c5e') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:02.932194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157d2645-0b2f-41df-9b46-806de83b3c5e') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:02.954109 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.955723 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8d80203-5c0a-49cd-bfea-adf252f65dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.957973 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8d80203-5c0a-49cd-bfea-adf252f65dd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.961628 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d8d80203-5c0a-49cd-bfea-adf252f65dd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3853cee9-3a6f-496a-80ea-838e9c95df10 HTTP/1.1" status: 204 len: 168 time: 0.2373314 Nov 27 01:14:02.984812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:02.991886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d80203-5c0a-49cd-bfea-adf252f65dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3853cee9-3a6f-496a-80ea-838e9c95df10,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:03.003854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] For port 4a580632-d785-4461-b809-ceeb8a288fcc, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:03.004432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] For port 4a580632-d785-4461-b809-ceeb8a288fcc, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4a580632-d785-4461-b809-ceeb8a288fcc,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:03.011125 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:03.012024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:03.012430 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:03.023719 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:03.101525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:03.103134 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:03.106010 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a580632-d785-4461-b809-ceeb8a288fcc HTTP/1.1" status: 200 len: 1092 time: 1.6719458 Nov 27 01:14:03.113650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7ec499-ad9d-4599-802d-69f74bc4aba6', 'tag': '4a580632-d785-4461-b809-ceeb8a288fcc'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:03.118480 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142dee67-bbfd-403b-888c-828616f1bc07" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7ec499-ad9d-4599-802d-69f74bc4aba6", "tag": "4a580632-d785-4461-b809-ceeb8a288fcc"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:03.161441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483291f-7312-4a2c-b4b3-838a5920b327 service neutron] Pushing event updated for resources: {'Port': ['ID=4a580632-d785-4461-b809-ceeb8a288fcc,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:03.218962 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:03.255542 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:03.267713 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "DELETE /v2.0/networks/b05761ba-0d26-4e8e-994e-88f1848d7c48 HTTP/1.1" status: 204 len: 168 time: 1.1654384 Nov 27 01:14:03.267713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63edc7-304e-40d6-9ff3-c6724ee687cb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Network': ['ID=b05761ba-0d26-4e8e-994e-88f1848d7c48,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:03.278306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57904) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:03.284270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-41bb5e15-5423-4949-957b-6a20c377445f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-449575886'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:03.305854 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7a3228-2c05-44bc-b3a8-f901afb4e1ed x-openstack-request-id: req-0b7a3228-2c05-44bc-b3a8-f901afb4e1ed {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:03.306176 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7ec499-ad9d-4599-802d-69f74bc4aba6", "tag": "4a580632-d785-4461-b809-ceeb8a288fcc", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:03.306439 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b7a3228-2c05-44bc-b3a8-f901afb4e1ed {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:03.306848 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7ec499-ad9d-4599-802d-69f74bc4aba6', 'tag': '4a580632-d785-4461-b809-ceeb8a288fcc', 'status': 'completed', 'code': 200} Nov 27 01:14:03.339544 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6c214-d9de-4219-91c0-70e97f14840b req-39275b52-bf29-4870-a989-9f76fdda22cf tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:03.347765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bb5e15-5423-4949-957b-6a20c377445f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:03.348786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6fc6c214-d9de-4219-91c0-70e97f14840b req-39275b52-bf29-4870-a989-9f76fdda22cf tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.1705394 Nov 27 01:14:03.354001 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41bb5e15-5423-4949-957b-6a20c377445f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:03.380939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-ba6bf4bf-2a63-481a-89a3-0bde8cb1d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:03.382545 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-ba6bf4bf-2a63-481a-89a3-0bde8cb1d67b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 1095 time: 0.1834507 Nov 27 01:14:03.408531 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bb5e15-5423-4949-957b-6a20c377445f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:14:03.420174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41bb5e15-5423-4949-957b-6a20c377445f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:03.420607 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-41bb5e15-5423-4949-957b-6a20c377445f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Added segment 72244ba9-d05e-405b-89ce-3252e49a5992 of type vlan for network a552db04-4768-430a-afd2-1e9e1c588f66 Nov 27 01:14:03.469212 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-a40e8501-63d6-452a-9fa5-38dbb16d2f9f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a580632-d785-4461-b809-ceeb8a288fcc HTTP/1.1" status: 200 len: 217 time: 0.0648479 Nov 27 01:14:03.486571 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6fc6c214-d9de-4219-91c0-70e97f14840b req-c986f971-4204-4e0d-a055-90c3461f3edf tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323268 Nov 27 01:14:03.514534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41bb5e15-5423-4949-957b-6a20c377445f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:03.566887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468058d-88f4-40f7-a96f-f08948aece4c req-6165e58d-99d6-45e3-8705-d2a17de8933c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:03.568839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3468058d-88f4-40f7-a96f-f08948aece4c req-6165e58d-99d6-45e3-8705-d2a17de8933c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 946 time: 0.1118851 Nov 27 01:14:03.590619 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41bb5e15-5423-4949-957b-6a20c377445f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:03.598850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb5e15-5423-4949-957b-6a20c377445f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:03.599620 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41bb5e15-5423-4949-957b-6a20c377445f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:03.608846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8bb8d074-b702-4bf0-8d40-fe475254c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:03.610495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-8bb8d074-b702-4bf0-8d40-fe475254c24b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.1229081 Nov 27 01:14:03.652916 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-f92605d8-9065-45ef-bee7-1f9ec0a5a016 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277002 Nov 27 01:14:03.680935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb5e15-5423-4949-957b-6a20c377445f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Network': ['ID=a552db04-4768-430a-afd2-1e9e1c588f66,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:03.684348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e7ea5-f1e9-479c-9db4-1655b606fb15 req-a3c112c0-b890-462d-b329-d655fc91f0ba tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:03.686196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-326e7ea5-f1e9-479c-9db4-1655b606fb15 req-a3c112c0-b890-462d-b329-d655fc91f0ba tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 944 time: 0.0917487 Nov 27 01:14:03.705382 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-41bb5e15-5423-4949-957b-6a20c377445f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4252875 Nov 27 01:14:03.706636 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a552db04-4768-430a-afd2-1e9e1c588f66 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:14:03.708100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57928) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:03.712433 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3468058d-88f4-40f7-a96f-f08948aece4c req-c023f37a-0bd3-4e04-9fcd-764be7d6bd30 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363349 Nov 27 01:14:03.741089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-78e165af-fda6-4129-a421-51e825199fa4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'subnet': {'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:03.874591 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-28ca6a1a-16b8-4907-be4d-08aba37cf0fe service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078116 Nov 27 01:14:03.880629 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-326e7ea5-f1e9-479c-9db4-1655b606fb15 req-3b6e6683-04ae-456d-8a8b-8efdf853a6d6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763372 Nov 27 01:14:03.959719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e165af-fda6-4129-a421-51e825199fa4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:03.963216 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78e165af-fda6-4129-a421-51e825199fa4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.015426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57938) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:04.046990 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e8ac18d-e37c-49e5-b45e-2ac4e555b7c7 req-96534050-d720-4ed8-973f-ece931493ab5 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608911 Nov 27 01:14:04.153615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-877208140-network', 'tenant_id': '1e1dff61fec04832a4f7913e9a7cbbc8'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:04.179301 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Made reservation on behalf of 1e1dff61fec04832a4f7913e9a7cbbc8 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:04.181703 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.193930 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.234405 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78e165af-fda6-4129-a421-51e825199fa4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.234604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 300a08d8-458d-418f-8c52-89e386ee0cd5 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:04.264909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 300a08d8-458d-418f-8c52-89e386ee0cd5 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:04.265303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 300a08d8-458d-418f-8c52-89e386ee0cd5 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:04.294630 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.299630 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.329063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e165af-fda6-4129-a421-51e825199fa4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Subnet': ['ID=1a7a1f6a-1cf3-42f6-b272-eec1a5517c90,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:04.330901 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7106cc-c1f2-41e9-86fe-a7006413e0fc,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:04.335302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dee67-bbfd-403b-888c-828616f1bc07 req-970e9568-f06d-43bc-9ec3-d072919b040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:04.337048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-142dee67-bbfd-403b-888c-828616f1bc07 req-970e9568-f06d-43bc-9ec3-d072919b040d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 1095 time: 0.1151416 Nov 27 01:14:04.341863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:14:04.343957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e165af-fda6-4129-a421-51e825199fa4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Checking segment: {'id': '72244ba9-d05e-405b-89ce-3252e49a5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:04.344419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e165af-fda6-4129-a421-51e825199fa4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network hostable DHCP agents. Network: a552db04-4768-430a-afd2-1e9e1c588f66, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:14:04.357387 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.357954 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Added segment f6fd32ca-5ac4-42a1-b2c9-adc2f163b5cc of type vlan for network 20252c16-0bb2-4c95-a4a1-28a9a8d3b757 Nov 27 01:14:04.406035 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.415138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e165af-fda6-4129-a421-51e825199fa4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network a552db04-4768-430a-afd2-1e9e1c588f66 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:14:04.436360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-78e165af-fda6-4129-a421-51e825199fa4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a552db04-4768-430a-afd2-1e9e1c588f66) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:04.446223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b74236-8693-4146-9c9e-2ac3970a558c None None] Network a552db04-4768-430a-afd2-1e9e1c588f66 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:04.446643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.447878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:04.448988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.485002 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4652777 Nov 27 01:14:04.486201 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57942) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:04.491153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fc4d2535-1d19-4c25-a2f6-e4eee1ed7232 admin admin] Request body: {'subnet': {'network_id': '20252c16-0bb2-4c95-a4a1-28a9a8d3b757', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-877208140-subnet', 'tenant_id': '1e1dff61fec04832a4f7913e9a7cbbc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:04.553374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5083f11-01b9-43e9-ab60-e4b9a7c9becf admin admin] Pushing event updated for resources: {'Network': ['ID=20252c16-0bb2-4c95-a4a1-28a9a8d3b757,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:04.566861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4d2535-1d19-4c25-a2f6-e4eee1ed7232 admin admin] Made reservation on behalf of 1e1dff61fec04832a4f7913e9a7cbbc8 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:04.569905 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2535-1d19-4c25-a2f6-e4eee1ed7232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.735700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecb8f0-2961-4626-8526-7addf01cb484 req-4b4826b5-1061-47dd-9822-7dd1b93c6249 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:04.737024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-16ecb8f0-2961-4626-8526-7addf01cb484 req-4b4826b5-1061-47dd-9822-7dd1b93c6249 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0892119 Nov 27 01:14:04.803576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 20252c16-0bb2-4c95-a4a1-28a9a8d3b757 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:14:04.866790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e165af-fda6-4129-a421-51e825199fa4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:04.867369 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78e165af-fda6-4129-a421-51e825199fa4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.910736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dee67-bbfd-403b-888c-828616f1bc07 req-0bf22d2c-bc8b-4b4d-85bd-e6e7cc32100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:04.912243 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-142dee67-bbfd-403b-888c-828616f1bc07 req-0bf22d2c-bc8b-4b4d-85bd-e6e7cc32100c service neutron] 10.222.0.11 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 906 time: 0.5653241 Nov 27 01:14:04.932183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-78e165af-fda6-4129-a421-51e825199fa4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2225857 Nov 27 01:14:04.937627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57954) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:04.945314 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2535-1d19-4c25-a2f6-e4eee1ed7232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.957736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8855aac-d5a0-4312-908a-21c1d56ee580 req-b6310250-8079-4250-acac-ff1ee9d067af tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:04.965595 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a8855aac-d5a0-4312-908a-21c1d56ee580 req-b6310250-8079-4250-acac-ff1ee9d067af tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 946 time: 0.1004744 Nov 27 01:14:04.968651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-a552db04-4768-430a-afd2-1e9e1c588f66', 'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'fixed_ips': [{'subnet_id': '1a7a1f6a-1cf3-42f6-b272-eec1a5517c90'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:14:04.970103 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:04.972248 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9f2be422-12d7-436a-bff8-a2edf729eda5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1294725823'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:04.990292 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-16ecb8f0-2961-4626-8526-7addf01cb484 req-25726993-9aca-4b38-a5c8-45ac54d2073b tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445118 Nov 27 01:14:05.030025 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d2535-1d19-4c25-a2f6-e4eee1ed7232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79fc91b-7d93-495b-a124-0de8eaa69f0f,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:05.032061 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-142dee67-bbfd-403b-888c-828616f1bc07 req-21afaed4-f3e8-4be7-8565-f6ee9b01f536 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a580632-d785-4461-b809-ceeb8a288fcc HTTP/1.1" status: 200 len: 217 time: 0.0962243 Nov 27 01:14:05.060051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d2535-1d19-4c25-a2f6-e4eee1ed7232 admin admin] Checking segment: {'id': 'f6fd32ca-5ac4-42a1-b2c9-adc2f163b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '20252c16-0bb2-4c95-a4a1-28a9a8d3b757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:05.060960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d2535-1d19-4c25-a2f6-e4eee1ed7232 admin admin] Network hostable DHCP agents. Network: 20252c16-0bb2-4c95-a4a1-28a9a8d3b757, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:14:05.085479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d2535-1d19-4c25-a2f6-e4eee1ed7232 admin admin] Network 20252c16-0bb2-4c95-a4a1-28a9a8d3b757 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:14:05.101987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2be422-12d7-436a-bff8-a2edf729eda5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:05.105807 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f2be422-12d7-436a-bff8-a2edf729eda5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.108580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-fc4d2535-1d19-4c25-a2f6-e4eee1ed7232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 20252c16-0bb2-4c95-a4a1-28a9a8d3b757) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:05.131937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4d2535-1d19-4c25-a2f6-e4eee1ed7232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:05.133418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2535-1d19-4c25-a2f6-e4eee1ed7232 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.155755 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fc4d2535-1d19-4c25-a2f6-e4eee1ed7232 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6689234 Nov 27 01:14:05.164704 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a8855aac-d5a0-4312-908a-21c1d56ee580 req-28e33505-e37d-42e0-9270-d5b3cb6321b7 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957159 Nov 27 01:14:05.165547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2be422-12d7-436a-bff8-a2edf729eda5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:14:05.168575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537f9271-4fe4-4ef5-abd6-6b58b6c459b2 None None] Network 20252c16-0bb2-4c95-a4a1-28a9a8d3b757 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:05.168718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dee67-bbfd-403b-888c-828616f1bc07 req-2e4659af-7c94-45ee-8372-38eb9278d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:05.174625 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-142dee67-bbfd-403b-888c-828616f1bc07 req-2e4659af-7c94-45ee-8372-38eb9278d5a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.1322765 Nov 27 01:14:05.191638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f2be422-12d7-436a-bff8-a2edf729eda5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.191984 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-9f2be422-12d7-436a-bff8-a2edf729eda5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Added segment 1aca5952-aac7-4227-b574-487f84386126 of type vlan for network 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 Nov 27 01:14:05.234944 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-142dee67-bbfd-403b-888c-828616f1bc07 req-52001071-34bb-4ff9-a052-50cef8400a6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520976 Nov 27 01:14:05.301017 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922f1b4-e6b2-49a1-af83-a0da0107706f req-ee006a15-0b21-410f-8ff5-40efdaf1e0ca tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:05.302835 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8922f1b4-e6b2-49a1-af83-a0da0107706f req-ee006a15-0b21-410f-8ff5-40efdaf1e0ca tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 944 time: 0.0691535 Nov 27 01:14:05.338222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baefd7c-8de0-42b8-b89b-28d90eb61b9f None None] Network 20252c16-0bb2-4c95-a4a1-28a9a8d3b757 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:05.356369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57960) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:05.404998 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8922f1b4-e6b2-49a1-af83-a0da0107706f req-580ef245-909b-4700-a224-de8f2c76c36a tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958538 Nov 27 01:14:05.409264 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Allocated IP 19.80.0.2 (a552db04-4768-430a-afd2-1e9e1c588f66/1a7a1f6a-1cf3-42f6-b272-eec1a5517c90/f42a09fc-ffbe-41d7-9009-45c03fe6c632) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:05.423414 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-142dee67-bbfd-403b-888c-828616f1bc07 req-b2e7e447-bd9a-4c64-aef3-76a4090f26eb service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453261 Nov 27 01:14:05.432504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-08393d1b-c9ef-4a5b-aeeb-417b5b4b9b59 admin admin] Deleting subnet a79fc91b-7d93-495b-a124-0de8eaa69f0f {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:05.432504 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-08393d1b-c9ef-4a5b-aeeb-417b5b4b9b59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.436234 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f2be422-12d7-436a-bff8-a2edf729eda5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.477617 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-08393d1b-c9ef-4a5b-aeeb-417b5b4b9b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.518662 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f2be422-12d7-436a-bff8-a2edf729eda5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.524743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2be422-12d7-436a-bff8-a2edf729eda5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:05.525530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f2be422-12d7-436a-bff8-a2edf729eda5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.535722 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-08393d1b-c9ef-4a5b-aeeb-417b5b4b9b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.605414 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-142dee67-bbfd-403b-888c-828616f1bc07 req-0883a310-f296-4603-a526-e4ed54107cc5 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715682 Nov 27 01:14:05.613823 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-08393d1b-c9ef-4a5b-aeeb-417b5b4b9b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.618387 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9f2be422-12d7-436a-bff8-a2edf729eda5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6698558 Nov 27 01:14:05.621458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57962) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:05.627098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-95ff8075-f06c-47f1-9701-09f68b3b72c5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'subnet': {'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:05.653872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08393d1b-c9ef-4a5b-aeeb-417b5b4b9b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a79fc91b-7d93-495b-a124-0de8eaa69f0f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:05.661290 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-08393d1b-c9ef-4a5b-aeeb-417b5b4b9b59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.667305 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.675598 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-08393d1b-c9ef-4a5b-aeeb-417b5b4b9b59 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a79fc91b-7d93-495b-a124-0de8eaa69f0f HTTP/1.1" status: 204 len: 168 time: 0.3164973 Nov 27 01:14:05.677267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57966) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:05.679698 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.721093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2be422-12d7-436a-bff8-a2edf729eda5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Network': ['ID=418f7bb4-3a98-42ae-b906-fc9e3e0885f9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:05.729656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Network a552db04-4768-430a-afd2-1e9e1c588f66 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:05.737165 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:05.739251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:14:05.750060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:05.750347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ff8075-f06c-47f1-9701-09f68b3b72c5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:05.754289 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95ff8075-f06c-47f1-9701-09f68b3b72c5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.798002 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.834963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Pushing event updated for resources: {'Port': ['ID=f42a09fc-ffbe-41d7-9009-45c03fe6c632,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:05.868056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Attempting to bind port f42a09fc-ffbe-41d7-9009-45c03fe6c632 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:05.868605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Attempting to bind port f42a09fc-ffbe-41d7-9009-45c03fe6c632 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '72244ba9-d05e-405b-89ce-3252e49a5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:05.869073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Attempting to bind port f42a09fc-ffbe-41d7-9009-45c03fe6c632 on network a552db04-4768-430a-afd2-1e9e1c588f66 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:05.878134 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:05.878635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Checking segment: {'id': '72244ba9-d05e-405b-89ce-3252e49a5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:05.879112 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.879576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Bound using segment: {'id': '72244ba9-d05e-405b-89ce-3252e49a5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:05.880172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Bound port: f42a09fc-ffbe-41d7-9009-45c03fe6c632, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72244ba9-d05e-405b-89ce-3252e49a5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:05.880630 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.908829 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.937422 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20252c16-0bb2-4c95-a4a1-28a9a8d3b757']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:05.949026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6fd32ca-5ac4-42a1-b2c9-adc2f163b5cc') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:05.949472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6fd32ca-5ac4-42a1-b2c9-adc2f163b5cc') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:05.960741 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] For port f42a09fc-ffbe-41d7-9009-45c03fe6c632, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:05.964418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] For port f42a09fc-ffbe-41d7-9009-45c03fe6c632, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f42a09fc-ffbe-41d7-9009-45c03fe6c632,segment=NetworkSegment(72244ba9-d05e-405b-89ce-3252e49a5992),segment_id=72244ba9-d05e-405b-89ce-3252e49a5992)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:05.968367 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.970809 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.986435 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.987143 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95ff8075-f06c-47f1-9701-09f68b3b72c5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.993656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:05.995053 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:05.997190 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:06.054271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9e432-d08c-416b-ba61-2f47a97896ea None None] Pushing event updated for resources: {'Port': ['ID=f42a09fc-ffbe-41d7-9009-45c03fe6c632,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:06.076666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ff8075-f06c-47f1-9701-09f68b3b72c5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Checking segment: {'id': '1aca5952-aac7-4227-b574-487f84386126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:06.078693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ff8075-f06c-47f1-9701-09f68b3b72c5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network hostable DHCP agents. Network: 418f7bb4-3a98-42ae-b906-fc9e3e0885f9, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:14:06.087116 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:06.088697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff8075-f06c-47f1-9701-09f68b3b72c5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Subnet': ['ID=a8f92e98-9ea2-4ebd-af5e-8310e8401a9e,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:06.093708 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:06.102507 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] 10.222.0.37 "DELETE /v2.0/networks/20252c16-0bb2-4c95-a4a1-28a9a8d3b757 HTTP/1.1" status: 204 len: 168 time: 0.4220486 Nov 27 01:14:06.129811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d5d28-f9b7-4836-99e0-709a89e8bc9a admin admin] Pushing event deleted for resources: {'Network': ['ID=20252c16-0bb2-4c95-a4a1-28a9a8d3b757,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:06.157841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ff8075-f06c-47f1-9701-09f68b3b72c5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:14:06.174483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-95ff8075-f06c-47f1-9701-09f68b3b72c5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 418f7bb4-3a98-42ae-b906-fc9e3e0885f9) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:06.180224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ff8075-f06c-47f1-9701-09f68b3b72c5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:06.180735 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95ff8075-f06c-47f1-9701-09f68b3b72c5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:06.192476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7136190-9f71-4fe0-b2af-344c31892488 None None] Network 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:06.196197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8f1c9-1088-4ec2-ba82-d0a6da5e1650 req-109f7afc-df6a-4206-a8f7-dd351d8b984d tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:06.197833 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2fa8f1c9-1088-4ec2-ba82-d0a6da5e1650 req-109f7afc-df6a-4206-a8f7-dd351d8b984d tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0761080 Nov 27 01:14:06.239089 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-95ff8075-f06c-47f1-9701-09f68b3b72c5 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6096153 Nov 27 01:14:06.279228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2fa8f1c9-1088-4ec2-ba82-d0a6da5e1650 req-7a05f26a-c274-4797-b987-b7a2f7c16cf6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712230 Nov 27 01:14:06.417528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57980) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:06.503192 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4f2898c0-1636-4394-84e9-ce6b9dfe3eef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e1dff61fec04832a4f7913e9a7cbbc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0846255 Nov 27 01:14:06.505549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57986) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:06.530826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-418f7bb4-3a98-42ae-b906-fc9e3e0885f9', 'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'fixed_ips': [{'subnet_id': 'a8f92e98-9ea2-4ebd-af5e-8310e8401a9e'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:14:06.532094 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:06.565729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde26cd6-3291-4d6d-810c-a895fbe71ccc req-59e3ac53-e7fd-4fb9-9f36-5fec21d1ede7 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:06.577159 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fde26cd6-3291-4d6d-810c-a895fbe71ccc req-59e3ac53-e7fd-4fb9-9f36-5fec21d1ede7 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 946 time: 0.1172061 Nov 27 01:14:06.636714 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad1522b4-c3a7-4caa-8458-b94a7790c71f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:06.646882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142c6d9-9f5f-4f7a-a0c4-cf00fc51ecb5 req-62df348c-6c4c-42ee-9c0d-46af0bf3b618 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:06.648499 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f142c6d9-9f5f-4f7a-a0c4-cf00fc51ecb5 req-62df348c-6c4c-42ee-9c0d-46af0bf3b618 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 944 time: 0.1205735 Nov 27 01:14:06.663839 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fde26cd6-3291-4d6d-810c-a895fbe71ccc req-df6bb82b-7200-4a1a-8d7d-04d194e97c55 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848126 Nov 27 01:14:06.698937 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad1522b4-c3a7-4caa-8458-b94a7790c71f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:06.779015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Allocated IP 19.86.0.2 (418f7bb4-3a98-42ae-b906-fc9e3e0885f9/a8f92e98-9ea2-4ebd-af5e-8310e8401a9e/1a95d5a7-2854-4731-a5b5-276b4671002d) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:06.785754 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f142c6d9-9f5f-4f7a-a0c4-cf00fc51ecb5 req-59a4e272-0306-4fe9-a5f6-7c3c3c8787d0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228180 Nov 27 01:14:06.833917 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad1522b4-c3a7-4caa-8458-b94a7790c71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:06.837479 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad1522b4-c3a7-4caa-8458-b94a7790c71f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:06.848138 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ad1522b4-c3a7-4caa-8458-b94a7790c71f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c7106cc-c1f2-41e9-86fe-a7006413e0fc HTTP/1.1" status: 204 len: 168 time: 0.3413501 Nov 27 01:14:06.856786 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1522b4-c3a7-4caa-8458-b94a7790c71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7106cc-c1f2-41e9-86fe-a7006413e0fc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:06.959158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-198f193e-15df-4de5-810c-ef9fd7b83bc4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:06.965198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-198f193e-15df-4de5-810c-ef9fd7b83bc4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:06.967409 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-198f193e-15df-4de5-810c-ef9fd7b83bc4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/networks?id=a552db04-4768-430a-afd2-1e9e1c588f66&id=418f7bb4-3a98-42ae-b906-fc9e3e0885f9 HTTP/1.1" status: 200 len: 1391 time: 0.1735578 Nov 27 01:14:06.987144 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-ff16d783-4a35-4a0f-8d2f-16703b58b10b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/quotas/329cfdd4f0764ab48e5548f8e4d49ce0 HTTP/1.1" status: 200 len: 375 time: 0.0100358 Nov 27 01:14:07.014798 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:07.029517 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:07.072202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Network 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:07.076571 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:07.085404 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-c73d479d-f881-4d3c-919a-018997e1e564 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873015 Nov 27 01:14:07.086725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:07.161474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Pushing event updated for resources: {'Port': ['ID=1a95d5a7-2854-4731-a5b5-276b4671002d,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:07.221088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Attempting to bind port 1a95d5a7-2854-4731-a5b5-276b4671002d on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:07.224267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Attempting to bind port 1a95d5a7-2854-4731-a5b5-276b4671002d by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '1aca5952-aac7-4227-b574-487f84386126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:07.224924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Attempting to bind port 1a95d5a7-2854-4731-a5b5-276b4671002d on network 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:07.230493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7abb598e-fea9-47fb-a84b-632a120cd7b4 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:07.233841 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-20a15121-cac7-46b1-9f63-eb6cd597341b service neutron] 10.222.0.37 "GET /v2.0/networks/a552db04-4768-430a-afd2-1e9e1c588f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467021 Nov 27 01:14:07.273724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:07.274098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Checking segment: {'id': '1aca5952-aac7-4227-b574-487f84386126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:07.274540 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:07.274933 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Bound using segment: {'id': '1aca5952-aac7-4227-b574-487f84386126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:07.275430 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Bound port: 1a95d5a7-2854-4731-a5b5-276b4671002d, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aca5952-aac7-4227-b574-487f84386126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:07.275792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:07.422549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7abb598e-fea9-47fb-a84b-632a120cd7b4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7abb598e-fea9-47fb-a84b-632a120cd7b4,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:07.438825 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-98d160c4-9581-4672-811f-d404d1f229f4 service neutron] 10.222.0.37 "GET /v2.0/networks/a552db04-4768-430a-afd2-1e9e1c588f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938713 Nov 27 01:14:07.446747 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '7abb598e-fea9-47fb-a84b-632a120cd7b4', 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb', 'port_id': '7abb598e-fea9-47fb-a84b-632a120cd7b4', 'mac_address': 'fa:16:3e:43:98:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46a59be-e55d-45df-95e9-1ee16635f030', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:07.452000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] For port 1a95d5a7-2854-4731-a5b5-276b4671002d, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:07.483629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] For port 1a95d5a7-2854-4731-a5b5-276b4671002d, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1a95d5a7-2854-4731-a5b5-276b4671002d,segment=NetworkSegment(1aca5952-aac7-4227-b574-487f84386126),segment_id=1aca5952-aac7-4227-b574-487f84386126)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:07.493663 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:07.504122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b0e36-9336-4550-be36-ad2be1392caa req-65979af6-e426-4526-a8a6-c9c4143dd41e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:07.511969 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e37b0e36-9336-4550-be36-ad2be1392caa req-65979af6-e426-4526-a8a6-c9c4143dd41e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0851793 Nov 27 01:14:07.562843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9628c-5078-4f39-a551-4aa433fa0da2 None None] Pushing event updated for resources: {'Port': ['ID=1a95d5a7-2854-4731-a5b5-276b4671002d,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:07.566436 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:07.593908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7abb598e-fea9-47fb-a84b-632a120cd7b4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:07.603172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e37b0e36-9336-4550-be36-ad2be1392caa req-87398178-7b3d-42d0-968e-fb41e3e47f59 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892944 Nov 27 01:14:07.623014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7abb598e-fea9-47fb-a84b-632a120cd7b4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7abb598e-fea9-47fb-a84b-632a120cd7b4,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:07.630624 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:07.631749 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4a580632-d785-4461-b809-ceeb8a288fcc details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:07.659569 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-3c102ba1-605f-4d72-bb1a-9859dca6cf91 service neutron] 10.222.0.37 "GET /v2.0/networks/418f7bb4-3a98-42ae-b906-fc9e3e0885f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161124 Nov 27 01:14:07.694564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7650ff7a-bd1f-4d6e-a0e7-73ada3f43675 None None] Network a552db04-4768-430a-afd2-1e9e1c588f66 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:07.768232 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-8aad5ba9-af79-4ab5-a0f2-e44940ca020f service neutron] 10.222.0.37 "GET /v2.0/networks/418f7bb4-3a98-42ae-b906-fc9e3e0885f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075897 Nov 27 01:14:07.866128 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.resource_extend [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:14:07.943399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372b248-67d7-4c1a-b646-a54d7b98f493 req-104f5d65-1278-4e64-a018-9ba91b4c16ec tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:07.946683 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e372b248-67d7-4c1a-b646-a54d7b98f493 req-104f5d65-1278-4e64-a018-9ba91b4c16ec tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 945 time: 0.1431625 Nov 27 01:14:07.977994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=7abb598e-fea9-47fb-a84b-632a120cd7b4,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:07.995621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9ea9aa09-3f72-4b5a-bfe2-e531ec6904f3 None None] Provisioning complete for port f42a09fc-ffbe-41d7-9009-45c03fe6c632 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:07.996032 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9ea9aa09-3f72-4b5a-bfe2-e531ec6904f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:08.114814 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e372b248-67d7-4c1a-b646-a54d7b98f493 req-c4538086-9ce5-4e9b-9556-67afa9517b45 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601908 Nov 27 01:14:08.157392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7fb65-1671-45e5-bd67-1ea7c19e0349 req-467ea0fd-ff68-4b58-89d3-9d6436028500 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:08.165146 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fde7fb65-1671-45e5-bd67-1ea7c19e0349 req-467ea0fd-ff68-4b58-89d3-9d6436028500 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 944 time: 0.1148150 Nov 27 01:14:08.255916 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fde7fb65-1671-45e5-bd67-1ea7c19e0349 req-fd9f476e-81a0-4e07-924b-daa1730681a0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803721 Nov 27 01:14:08.374133 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-998a33d2-8e3d-4f14-8b61-d4452cb68174 req-102e1d67-378d-49ac-a42b-2c2f1f147b7a tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 210 time: 0.0388567 Nov 27 01:14:08.421638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1a95d5a7-2854-4731-a5b5-276b4671002d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:08.495453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 4a580632-d785-4461-b809-ceeb8a288fcc, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4a580632-d785-4461-b809-ceeb8a288fcc,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:08.500710 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9ea9aa09-3f72-4b5a-bfe2-e531ec6904f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:08.534852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '4a580632-d785-4461-b809-ceeb8a288fcc', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'port_id': '4a580632-d785-4461-b809-ceeb8a288fcc', 'mac_address': 'fa:16:3e:c7:25:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b3b599-d4e2-4679-ba73-92cad71204a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:08.546265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea49c30-c86d-4574-bec2-37349bcab630 req-0509de26-53d4-424d-aea1-e09ec9823949 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:08.548136 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ea49c30-c86d-4574-bec2-37349bcab630 req-0509de26-53d4-424d-aea1-e09ec9823949 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0960374 Nov 27 01:14:08.610180 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9ea9aa09-3f72-4b5a-bfe2-e531ec6904f3 None None] For port f42a09fc-ffbe-41d7-9009-45c03fe6c632, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f42a09fc-ffbe-41d7-9009-45c03fe6c632,segment=NetworkSegment(72244ba9-d05e-405b-89ce-3252e49a5992),segment_id=72244ba9-d05e-405b-89ce-3252e49a5992)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:08.632115 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9ea9aa09-3f72-4b5a-bfe2-e531ec6904f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:08.694938 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ea49c30-c86d-4574-bec2-37349bcab630 req-7b7287eb-c143-4ace-985d-25f702a0373e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378114 Nov 27 01:14:08.697137 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cb9e5-f981-4689-963d-470dd884e4f2 req-1ecb37fb-17dc-4740-bf51-2ae4196bf67a tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:08.710691 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d16cb9e5-f981-4689-963d-470dd884e4f2 req-1ecb37fb-17dc-4740-bf51-2ae4196bf67a tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 945 time: 0.1278236 Nov 27 01:14:08.752647 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1a95d5a7-2854-4731-a5b5-276b4671002d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:08.753031 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:08.757805 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9aa09-3f72-4b5a-bfe2-e531ec6904f3 None None] Pushing event updated for resources: {'Port': ['ID=f42a09fc-ffbe-41d7-9009-45c03fe6c632,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:08.844053 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d16cb9e5-f981-4689-963d-470dd884e4f2 req-2c1ed361-8a94-4b13-9f14-590372229a2f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301739 Nov 27 01:14:08.859414 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:08.879652 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d6d8a-2a23-4080-b2cb-404a5c2095f2 req-d4b1f13d-b1e0-490b-b604-96ac5535434c tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:08.881536 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-324d6d8a-2a23-4080-b2cb-404a5c2095f2 req-d4b1f13d-b1e0-490b-b604-96ac5535434c tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0830534 Nov 27 01:14:08.903718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a580632-d785-4461-b809-ceeb8a288fcc {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:08.970616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58056) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:08.976865 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-324d6d8a-2a23-4080-b2cb-404a5c2095f2 req-fa23828a-9996-466e-9ede-6e071df5fcc3 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852010 Nov 27 01:14:08.980758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 4a580632-d785-4461-b809-ceeb8a288fcc, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4a580632-d785-4461-b809-ceeb8a288fcc,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:09.029635 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.032887 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.051470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-06978b92-be95-4f75-9237-7beb8e36beb6 None None] Provisioning complete for port f42a09fc-ffbe-41d7-9009-45c03fe6c632 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:09.051984 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-06978b92-be95-4f75-9237-7beb8e36beb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.096467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 1a95d5a7-2854-4731-a5b5-276b4671002d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1a95d5a7-2854-4731-a5b5-276b4671002d,segment=NetworkSegment(1aca5952-aac7-4227-b574-487f84386126),segment_id=1aca5952-aac7-4227-b574-487f84386126)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:09.106200 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc45a4d5-f8ec-4518-ba54-b3976737ea91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.124347 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.125426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f42a09fc-ffbe-41d7-9009-45c03fe6c632 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:09.192717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812b24d0-4483-4359-88f8-d5498c036d2a None None] Network 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:09.207825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc45a4d5-f8ec-4518-ba54-b3976737ea91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.211819 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc45a4d5-f8ec-4518-ba54-b3976737ea91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.220470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=4a580632-d785-4461-b809-ceeb8a288fcc,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:09.250360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45a4d5-f8ec-4518-ba54-b3976737ea91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99ef8b6-3048-4919-92a2-37209b498fdd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:09.254470 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dc45a4d5-f8ec-4518-ba54-b3976737ea91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5c7088aaff54393b63d0b672920c493&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2827885 Nov 27 01:14:09.257122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58060) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:09.299963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7abb598e-fea9-47fb-a84b-632a120cd7b4 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:09.307195 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b40d9be-b6d4-4090-9885-8d6e6bb2c5f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.329281 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b40d9be-b6d4-4090-9885-8d6e6bb2c5f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.367697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['7abb598e-fea9-47fb-a84b-632a120cd7b4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:09.410877 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aced0-e54a-485e-84c8-8f229bf080d9 req-4ab299da-9d5b-4a76-99ce-212c55813671 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:09.412503 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d6aced0-e54a-485e-84c8-8f229bf080d9 req-4ab299da-9d5b-4a76-99ce-212c55813671 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 945 time: 0.0748589 Nov 27 01:14:09.441434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b40d9be-b6d4-4090-9885-8d6e6bb2c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.444314 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b40d9be-b6d4-4090-9885-8d6e6bb2c5f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.445585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0b40d9be-b6d4-4090-9885-8d6e6bb2c5f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e99ef8b6-3048-4919-92a2-37209b498fdd HTTP/1.1" status: 204 len: 168 time: 0.1875584 Nov 27 01:14:09.445943 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=1a95d5a7-2854-4731-a5b5-276b4671002d,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:09.476961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40d9be-b6d4-4090-9885-8d6e6bb2c5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99ef8b6-3048-4919-92a2-37209b498fdd,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:09.481217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f42a09fc-ffbe-41d7-9009-45c03fe6c632 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:09.482131 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.504487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-41930eb2-6d0f-434e-b395-4d4598b83ee5 req-c56773a2-0deb-4549-ba70-002bdfef1cfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 210 time: 0.0462978 Nov 27 01:14:09.511594 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d6aced0-e54a-485e-84c8-8f229bf080d9 req-19742cd3-ccbf-40de-b2cf-b8fb93d2bfd6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911453 Nov 27 01:14:09.644587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['4a580632-d785-4461-b809-ceeb8a288fcc'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:09.695780 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.781015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7abb598e-fea9-47fb-a84b-632a120cd7b4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:09.805526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d82dacdb-43b9-4c45-b469-3a19206a765d None None] Provisioning complete for port 1a95d5a7-2854-4731-a5b5-276b4671002d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:09.805896 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d82dacdb-43b9-4c45-b469-3a19206a765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.827943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-ad1e6e07-530d-42cf-b97e-c4ac6b773224 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:09.835032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-ad1e6e07-530d-42cf-b97e-c4ac6b773224 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:09.836963 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-ad1e6e07-530d-42cf-b97e-c4ac6b773224 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "GET /v2.0/networks?id=a552db04-4768-430a-afd2-1e9e1c588f66&id=418f7bb4-3a98-42ae-b906-fc9e3e0885f9 HTTP/1.1" status: 200 len: 1391 time: 0.2043366 Nov 27 01:14:09.863399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d72bb-e11d-4714-bd71-83954c1b5550 req-2593ca96-04e0-463b-9ed7-d99ad25221c7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:09.865036 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-424d72bb-e11d-4714-bd71-83954c1b5550 req-2593ca96-04e0-463b-9ed7-d99ad25221c7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0881414 Nov 27 01:14:09.869723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aad7f720-c341-4a5b-bc62-920c352feabc req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'port': {'device_id': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66', 'admin_state_up': True, 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:09.888240 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7abb598e-fea9-47fb-a84b-632a120cd7b4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7abb598e-fea9-47fb-a84b-632a120cd7b4,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:09.937159 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:09.981228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-424d72bb-e11d-4714-bd71-83954c1b5550 req-d3b13d8d-cfb6-4fcc-b238-3b6a07778aff tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998569 Nov 27 01:14:10.060843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54714-57d6-413d-bcfd-fe6aee519ff1 req-12746b5e-6be2-49d7-8899-fc3be3ccaa7e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:10.062562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ce54714-57d6-413d-bcfd-fe6aee519ff1 req-12746b5e-6be2-49d7-8899-fc3be3ccaa7e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 944 time: 0.1149802 Nov 27 01:14:10.103196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:10.116118 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:10.127823 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ce54714-57d6-413d-bcfd-fe6aee519ff1 req-d4bf6925-6135-4982-87c3-215606e3b512 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586057 Nov 27 01:14:10.195520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=7abb598e-fea9-47fb-a84b-632a120cd7b4,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:10.273704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1a95d5a7-2854-4731-a5b5-276b4671002d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:10.332876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e46279-4406-4efa-be9c-e88503e7fd9d req-4708a590-de03-4737-bc0a-a8959cfadee6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:10.334410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2e46279-4406-4efa-be9c-e88503e7fd9d req-4708a590-de03-4737-bc0a-a8959cfadee6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0973058 Nov 27 01:14:10.338938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-beff95ad-5f11-4ec1-8e73-288d3d9ab722 None None] Provisioning complete for port 1a95d5a7-2854-4731-a5b5-276b4671002d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:10.339308 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-beff95ad-5f11-4ec1-8e73-288d3d9ab722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:10.339585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-aad7f720-c341-4a5b-bc62-920c352feabc req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Allocated IP 19.80.0.235 (a552db04-4768-430a-afd2-1e9e1c588f66/1a7a1f6a-1cf3-42f6-b272-eec1a5517c90/309789a8-1d1f-4b09-a347-762c989c20c4) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:10.385235 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1a95d5a7-2854-4731-a5b5-276b4671002d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:10.385816 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:10.446689 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2e46279-4406-4efa-be9c-e88503e7fd9d req-d39380df-4080-4568-813f-0fa6c769e99e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982742 Nov 27 01:14:10.520324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f42a09fc-ffbe-41d7-9009-45c03fe6c632 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:10.558680 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:10.576124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f42a09fc-ffbe-41d7-9009-45c03fe6c632 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:10.576629 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:10.639122 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ebc1118-87a6-4d61-8d24-b335fa816a10 req-faef94c3-2b26-4555-bbe6-17ddf6358463 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 210 time: 0.0313034 Nov 27 01:14:10.683169 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:10.698911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8eb44-2cce-4bb1-93ff-869232504c0f req-bd014d9e-d406-4fe1-b809-50a7e41dead6 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:10.700413 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0cb8eb44-2cce-4bb1-93ff-869232504c0f req-bd014d9e-d406-4fe1-b809-50a7e41dead6 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 944 time: 0.1115563 Nov 27 01:14:10.776086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad7f720-c341-4a5b-bc62-920c352feabc req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network a552db04-4768-430a-afd2-1e9e1c588f66 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:10.788049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb30700-b6ad-437e-b0cf-443e2877ceef req-6e12235d-50d0-4e1a-b035-dc9ecf7079a7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:10.790368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bcb30700-b6ad-437e-b0cf-443e2877ceef req-6e12235d-50d0-4e1a-b035-dc9ecf7079a7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 945 time: 0.1951644 Nov 27 01:14:10.798367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-aad7f720-c341-4a5b-bc62-920c352feabc req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:10.807404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad7f720-c341-4a5b-bc62-920c352feabc req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:10.818617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Port': ['ID=309789a8-1d1f-4b09-a347-762c989c20c4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:10.925344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:10.926001 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:10.937086 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bcb30700-b6ad-437e-b0cf-443e2877ceef req-2e30dfc1-5c71-43b2-a76d-f57d4bb11d2c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364925 Nov 27 01:14:10.958309 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-435f0ec2-331c-4717-b514-c72eb71a5132 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0921667 Nov 27 01:14:10.968697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-0cb8eb44-2cce-4bb1-93ff-869232504c0f req-44008838-4be7-4941-bbba-73a931b60dcd tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Deleting port 7abb598e-fea9-47fb-a84b-632a120cd7b4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:10.969037 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0cb8eb44-2cce-4bb1-93ff-869232504c0f req-44008838-4be7-4941-bbba-73a931b60dcd tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:10.989188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aad7f720-c341-4a5b-bc62-920c352feabc req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Request body: {'port': {'device_id': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9', 'admin_state_up': True, 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:11.101857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553897af-a4a5-4bbf-8a2f-4e07cf8a8df3 req-ec970c03-ab4f-4c2a-bc71-83774ebbe3f1 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:11.104468 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-553897af-a4a5-4bbf-8a2f-4e07cf8a8df3 req-ec970c03-ab4f-4c2a-bc71-83774ebbe3f1 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0561225 Nov 27 01:14:11.115742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-daa05663-7148-4886-bccf-3dd6f1f754b0 None None] Provisioning complete for port 309789a8-1d1f-4b09-a347-762c989c20c4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:11.115742 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-daa05663-7148-4886-bccf-3dd6f1f754b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:11.180817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-daa05663-7148-4886-bccf-3dd6f1f754b0 None None] Port 309789a8-1d1f-4b09-a347-762c989c20c4 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:11.184620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0cb8eb44-2cce-4bb1-93ff-869232504c0f req-44008838-4be7-4941-bbba-73a931b60dcd tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] For port 7abb598e-fea9-47fb-a84b-632a120cd7b4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7abb598e-fea9-47fb-a84b-632a120cd7b4,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:11.185325 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0cb8eb44-2cce-4bb1-93ff-869232504c0f req-44008838-4be7-4941-bbba-73a931b60dcd tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:11.199471 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-553897af-a4a5-4bbf-8a2f-4e07cf8a8df3 req-9ec26170-cb7d-43ea-b727-095ec08ce7b0 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856278 Nov 27 01:14:11.219671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-0cb8eb44-2cce-4bb1-93ff-869232504c0f req-44008838-4be7-4941-bbba-73a931b60dcd tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Calling delete_port for 7abb598e-fea9-47fb-a84b-632a120cd7b4 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:11.223918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Made reservation on behalf of 329cfdd4f0764ab48e5548f8e4d49ce0 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:11.229376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:11.233772 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7abb598e-fea9-47fb-a84b-632a120cd7b4 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:11.346839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10114ad0-8385-4432-958b-fe280eadbd3f req-d07843a7-a600-47a5-ade6-e0e9df4daded tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:11.356863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-10114ad0-8385-4432-958b-fe280eadbd3f req-d07843a7-a600-47a5-ade6-e0e9df4daded tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023 HTTP/1.1" status: 200 len: 944 time: 0.0855072 Nov 27 01:14:11.376306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7abb598e-fea9-47fb-a84b-632a120cd7b4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7abb598e-fea9-47fb-a84b-632a120cd7b4,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:11.402633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '7abb598e-fea9-47fb-a84b-632a120cd7b4', 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb', 'port_id': '7abb598e-fea9-47fb-a84b-632a120cd7b4', 'mac_address': 'fa:16:3e:43:98:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46a59be-e55d-45df-95e9-1ee16635f030', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:11.424969 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-10114ad0-8385-4432-958b-fe280eadbd3f req-232632b0-4fef-4318-ad70-44e47a5b1b6e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671003 Nov 27 01:14:11.473355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:11.485862 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-318b7500-4e82-418c-8a54-67f10514efd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:11.491938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abb598e-fea9-47fb-a84b-632a120cd7b4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:11.508420 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0cb8eb44-2cce-4bb1-93ff-869232504c0f req-44008838-4be7-4941-bbba-73a931b60dcd tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:11.544105 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-aad7f720-c341-4a5b-bc62-920c352feabc req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Allocated IP 19.86.0.20 (418f7bb4-3a98-42ae-b906-fc9e3e0885f9/a8f92e98-9ea2-4ebd-af5e-8310e8401a9e/22e60ba4-3944-422b-a866-e51a8974c46a) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:11.546453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44008838-4be7-4941-bbba-73a931b60dcd tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event deleted for resources: {'Port': ['ID=7abb598e-fea9-47fb-a84b-632a120cd7b4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:11.641528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb8eb44-2cce-4bb1-93ff-869232504c0f req-44008838-4be7-4941-bbba-73a931b60dcd tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] No DVR routers for this DVR port 7abb598e-fea9-47fb-a84b-632a120cd7b4 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:11.649050 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0cb8eb44-2cce-4bb1-93ff-869232504c0f req-44008838-4be7-4941-bbba-73a931b60dcd tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:11.652507 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0cb8eb44-2cce-4bb1-93ff-869232504c0f req-44008838-4be7-4941-bbba-73a931b60dcd tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.11 "DELETE /v2.0/ports/7abb598e-fea9-47fb-a84b-632a120cd7b4 HTTP/1.1" status: 204 len: 173 time: 0.9258275 Nov 27 01:14:11.652891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023', 'name': 'network-vif-deleted', 'tag': '7abb598e-fea9-47fb-a84b-632a120cd7b4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:11.655188 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df26da25-332b-4e56-a1e3-0924dfdea2c1" -d '{"events": [{"server_uuid": "f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023", "name": "network-vif-deleted", "tag": "7abb598e-fea9-47fb-a84b-632a120cd7b4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:11.690066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f6463-e6a6-4c0d-b34f-daaabc4a5d5e req-47fae19b-15a0-4773-a096-c745732b5992 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:11.693342 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e19f6463-e6a6-4c0d-b34f-daaabc4a5d5e req-47fae19b-15a0-4773-a096-c745732b5992 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.1516359 Nov 27 01:14:11.716188 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844a04f1-19f6-49da-a8fb-bbe9c7a52a87 x-openstack-request-id: req-844a04f1-19f6-49da-a8fb-bbe9c7a52a87 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:11.716816 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023", "name": "network-vif-deleted", "tag": "7abb598e-fea9-47fb-a84b-632a120cd7b4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:11.717095 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-844a04f1-19f6-49da-a8fb-bbe9c7a52a87 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:11.717539 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bd3ea8-701a-49cf-8c0a-02b4bd4e3023', 'name': 'network-vif-deleted', 'tag': '7abb598e-fea9-47fb-a84b-632a120cd7b4', 'status': 'completed', 'code': 200} Nov 27 01:14:11.811191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cb7d7-a425-42d0-80ff-9a42fd91c01b req-b7b81a0b-d2db-4771-a3e5-7dfa46932a80 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:11.819484 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-435cb7d7-a425-42d0-80ff-9a42fd91c01b req-b7b81a0b-d2db-4771-a3e5-7dfa46932a80 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 932 time: 0.0581188 Nov 27 01:14:11.832321 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e19f6463-e6a6-4c0d-b34f-daaabc4a5d5e req-4b840129-e837-4b9d-9250-c4523570e9ee tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304748 Nov 27 01:14:11.869911 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:14:11.879645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-435cb7d7-a425-42d0-80ff-9a42fd91c01b req-2cb64e6e-317b-4738-9c5e-c238e57a4bb4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602567 Nov 27 01:14:11.889954 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:11.926108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:11.980693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad7f720-c341-4a5b-bc62-920c352feabc req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Network 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:11.984405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-aad7f720-c341-4a5b-bc62-920c352feabc req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:11.987031 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad7f720-c341-4a5b-bc62-920c352feabc req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:12.042670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event updated for resources: {'Port': ['ID=22e60ba4-3944-422b-a866-e51a8974c46a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:12.071985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:12.072617 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:12.093860 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-e038dd1c-f7e7-4355-b933-ba5d07c14bfc tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1200564 Nov 27 01:14:12.108076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602ce2-3aba-4363-9d67-7a5a5d3541b9 req-63a6f114-6822-455f-a953-6f55f7e709ce tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:12.110175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9602ce2-3aba-4363-9d67-7a5a5d3541b9 req-63a6f114-6822-455f-a953-6f55f7e709ce tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 945 time: 0.0878448 Nov 27 01:14:12.115367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Request body: {'port': {'device_id': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:12.210056 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:12.234791 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9602ce2-3aba-4363-9d67-7a5a5d3541b9 req-3a638f9d-d6e6-491e-999c-ace446ce1ef2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991743 Nov 27 01:14:12.327794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9fbd2c85-864a-471b-a96b-9b5fd41227b8 None None] Provisioning complete for port 22e60ba4-3944-422b-a866-e51a8974c46a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:12.329664 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fbd2c85-864a-471b-a96b-9b5fd41227b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:12.357071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8f81d-2666-4ee9-b478-d547ed3399fb req-df995cc1-815a-4cbb-8ec0-1f623f754d8d tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:12.367018 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99a8f81d-2666-4ee9-b478-d547ed3399fb req-df995cc1-815a-4cbb-8ec0-1f623f754d8d tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0917273 Nov 27 01:14:12.379652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd2c85-864a-471b-a96b-9b5fd41227b8 None None] Port 22e60ba4-3944-422b-a866-e51a8974c46a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:12.420674 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99a8f81d-2666-4ee9-b478-d547ed3399fb req-a9ab7c35-1694-45ea-97fc-6997883936b5 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526133 Nov 27 01:14:12.571980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309789a8-1d1f-4b09-a347-762c989c20c4 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:12.580456 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:12.596141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Transition to ACTIVE for port object 309789a8-1d1f-4b09-a347-762c989c20c4 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:12.607414 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:12.695668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Pushing event updated for resources: {'Port': ['ID=309789a8-1d1f-4b09-a347-762c989c20c4,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:12.759638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Attempting to bind port 309789a8-1d1f-4b09-a347-762c989c20c4 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:12.760189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Attempting to bind port 309789a8-1d1f-4b09-a347-762c989c20c4 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '72244ba9-d05e-405b-89ce-3252e49a5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:12.760910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Attempting to bind port 309789a8-1d1f-4b09-a347-762c989c20c4 on network a552db04-4768-430a-afd2-1e9e1c588f66 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:12.768156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Port 309789a8-1d1f-4b09-a347-762c989c20c4 on network a552db04-4768-430a-afd2-1e9e1c588f66 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:12.768755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Attempting to bind port 309789a8-1d1f-4b09-a347-762c989c20c4 on network a552db04-4768-430a-afd2-1e9e1c588f66 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:12.776225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:12.776568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Checking segment: {'id': '72244ba9-d05e-405b-89ce-3252e49a5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:12.777417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Bound using segment: {'id': '72244ba9-d05e-405b-89ce-3252e49a5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:12.777417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Bound port: 309789a8-1d1f-4b09-a347-762c989c20c4, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72244ba9-d05e-405b-89ce-3252e49a5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:12.777723 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:12.844125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-af2560cb-9b14-4c2c-a25c-962eeb587111 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:12.851330 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-af2560cb-9b14-4c2c-a25c-962eeb587111 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/networks?id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb HTTP/1.1" status: 200 len: 821 time: 0.1476841 Nov 27 01:14:12.861221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] For port 309789a8-1d1f-4b09-a347-762c989c20c4, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:12.864820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] For port 309789a8-1d1f-4b09-a347-762c989c20c4, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=309789a8-1d1f-4b09-a347-762c989c20c4,segment=NetworkSegment(72244ba9-d05e-405b-89ce-3252e49a5992),segment_id=72244ba9-d05e-405b-89ce-3252e49a5992)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:12.866885 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-94e1cbc9-3acc-40ac-9b01-4a41f90ad772 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/quotas/ec241ff0b84e4eadadb27e969972fce5 HTTP/1.1" status: 200 len: 375 time: 0.0146422 Nov 27 01:14:12.871676 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:12.917066 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-b3250382-436a-4163-8631-afc41ea0bb09 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec241ff0b84e4eadadb27e969972fce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487509 Nov 27 01:14:12.933436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:12.933866 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:12.935578 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] 10.222.0.42 "PUT /v2.0/ports/309789a8-1d1f-4b09-a347-762c989c20c4 HTTP/1.1" status: 200 len: 1092 time: 0.8244305 Nov 27 01:14:13.010358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Request body: {'port': {'device_id': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:13.049025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64286ebe-f57e-433d-93ab-b5cfbc707100 service neutron] Pushing event updated for resources: {'Port': ['ID=309789a8-1d1f-4b09-a347-762c989c20c4,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:13.079712 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551fcb3-d101-42e0-8fea-d7b446ef7b71 req-8ec1f70b-ea56-4056-8705-9f6ed5efd3b5 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:13.087236 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1551fcb3-d101-42e0-8fea-d7b446ef7b71 req-8ec1f70b-ea56-4056-8705-9f6ed5efd3b5 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.1261613 Nov 27 01:14:13.088109 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-ceeb7149-0193-458f-b02a-8b225fd6bb3e service neutron] 10.222.0.37 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545289 Nov 27 01:14:13.132294 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:13.191512 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1551fcb3-d101-42e0-8fea-d7b446ef7b71 req-af426389-eef1-45e7-af8f-7828c8c4ed12 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033046 Nov 27 01:14:13.235515 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-9e629295-d98a-4c61-a8d8-ba9d73185d3c service neutron] 10.222.0.37 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422243 Nov 27 01:14:13.244060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4a580632-d785-4461-b809-ceeb8a288fcc up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:13.325720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 4a580632-d785-4461-b809-ceeb8a288fcc completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:13.331094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 4a580632-d785-4461-b809-ceeb8a288fcc triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:13.331810 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:13.378441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6b2fa-603e-4d95-ab76-84e95f77fc11 req-453318c3-7a82-4573-822b-60f673aca7d8 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:13.396057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6b2fa-603e-4d95-ab76-84e95f77fc11 req-453318c3-7a82-4573-822b-60f673aca7d8 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:13.402148 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ac6b2fa-603e-4d95-ab76-84e95f77fc11 req-453318c3-7a82-4573-822b-60f673aca7d8 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1666 time: 0.1477964 Nov 27 01:14:13.483965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7bd8a-1db7-4829-b695-ed6e4563ec52 req-445136f3-93b5-48cc-9061-c08f16d0ea6a tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:13.487262 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-72a7bd8a-1db7-4829-b695-ed6e4563ec52 req-445136f3-93b5-48cc-9061-c08f16d0ea6a tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 945 time: 0.0672119 Nov 27 01:14:13.505237 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:13.519281 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ac6b2fa-603e-4d95-ab76-84e95f77fc11 req-b527aa33-ee28-49d2-a4cc-054977f3237d tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044738 Nov 27 01:14:13.564781 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7ec499-ad9d-4599-802d-69f74bc4aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a580632-d785-4461-b809-ceeb8a288fcc'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:13.567083 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ea0f6b-29be-40d6-b5fb-8045a933b98c" -d '{"events": [{"server_uuid": "ee7ec499-ad9d-4599-802d-69f74bc4aba6", "name": "network-vif-plugged", "status": "completed", "tag": "4a580632-d785-4461-b809-ceeb8a288fcc"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:13.594203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-72a7bd8a-1db7-4829-b695-ed6e4563ec52 req-df3fd0e3-8950-4242-9fe9-dd5c60d43c2a tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995753 Nov 27 01:14:13.598636 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 4a580632-d785-4461-b809-ceeb8a288fcc, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4a580632-d785-4461-b809-ceeb8a288fcc,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:13.612473 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:13.623251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7abb598e-fea9-47fb-a84b-632a120cd7b4 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:13.648324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 7abb598e-fea9-47fb-a84b-632a120cd7b4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:13.648901 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7abb598e-fea9-47fb-a84b-632a120cd7b4 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:13.682170 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a423938-0032-4aed-8904-57ba6b885c74 req-86cdc75d-57b1-4441-88c2-83e3e58c7d02 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 210 time: 0.0570009 Nov 27 01:14:13.716565 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=4a580632-d785-4461-b809-ceeb8a288fcc,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:13.736244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'tag': '309789a8-1d1f-4b09-a347-762c989c20c4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:13.738737 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e87f5f-7122-4c7a-9f35-97d6d54ce79e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2826cd2-6238-484e-9eea-ef9e4a95572e", "tag": "309789a8-1d1f-4b09-a347-762c989c20c4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:13.749321 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bda9e8f-9a0c-4e3e-984c-89c6c23ec0fe x-openstack-request-id: req-1bda9e8f-9a0c-4e3e-984c-89c6c23ec0fe {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:13.749618 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7ec499-ad9d-4599-802d-69f74bc4aba6", "name": "network-vif-plugged", "status": "completed", "tag": "4a580632-d785-4461-b809-ceeb8a288fcc", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:13.749917 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bda9e8f-9a0c-4e3e-984c-89c6c23ec0fe {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:13.750319 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7ec499-ad9d-4599-802d-69f74bc4aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a580632-d785-4461-b809-ceeb8a288fcc', 'code': 200} Nov 27 01:14:13.769033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e60ba4-3944-422b-a866-e51a8974c46a {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:13.779942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:13.803870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Transition to ACTIVE for port object 22e60ba4-3944-422b-a866-e51a8974c46a will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:13.823590 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:13.857010 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7c071b-ae3a-40c4-ade7-f956b1e28849 x-openstack-request-id: req-5a7c071b-ae3a-40c4-ade7-f956b1e28849 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:13.857308 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2826cd2-6238-484e-9eea-ef9e4a95572e", "tag": "309789a8-1d1f-4b09-a347-762c989c20c4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:13.857562 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a7c071b-ae3a-40c4-ade7-f956b1e28849 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:13.857957 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'tag': '309789a8-1d1f-4b09-a347-762c989c20c4', 'status': 'completed', 'code': 200} Nov 27 01:14:13.858776 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1986a1ca-3185-4f71-8dd3-837878eb5bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:13.973402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Pushing event updated for resources: {'Port': ['ID=22e60ba4-3944-422b-a866-e51a8974c46a,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:13.983580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc56f7-0780-4ba8-88f1-8812f8ab1cf6 req-e940aa74-ab5f-4b50-8d4e-f765ead22e37 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:13.985190 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28bc56f7-0780-4ba8-88f1-8812f8ab1cf6 req-e940aa74-ab5f-4b50-8d4e-f765ead22e37 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.1773696 Nov 27 01:14:14.048438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a82bd-c9ed-4a2c-8cd3-62ec8450f584 req-fec743c0-0521-4b85-86d2-2477dbcf49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.050144 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c95a82bd-c9ed-4a2c-8cd3-62ec8450f584 req-fec743c0-0521-4b85-86d2-2477dbcf49dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 1097 time: 0.1864285 Nov 27 01:14:14.101816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e87f5f-7122-4c7a-9f35-97d6d54ce79e req-ac7f814d-b309-47e1-a5a2-4a437bdc2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.102476 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e87f5f-7122-4c7a-9f35-97d6d54ce79e req-ac7f814d-b309-47e1-a5a2-4a437bdc2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.104740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21e87f5f-7122-4c7a-9f35-97d6d54ce79e req-ac7f814d-b309-47e1-a5a2-4a437bdc2574 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1938 time: 0.1792631 Nov 27 01:14:14.128577 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.281747 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28bc56f7-0780-4ba8-88f1-8812f8ab1cf6 req-76ba2d60-aa69-464b-9aad-7c01673f98b8 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890916 Nov 27 01:14:14.307887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Attempting to bind port 22e60ba4-3944-422b-a866-e51a8974c46a on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:14.307887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Attempting to bind port 22e60ba4-3944-422b-a866-e51a8974c46a by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '1aca5952-aac7-4227-b574-487f84386126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:14.307887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Attempting to bind port 22e60ba4-3944-422b-a866-e51a8974c46a on network 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:14.325803 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c95a82bd-c9ed-4a2c-8cd3-62ec8450f584 req-6b3a959d-e339-4738-ada2-c0ad7140ed5d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481859 Nov 27 01:14:14.327395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Port 22e60ba4-3944-422b-a866-e51a8974c46a on network 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:14.327865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Attempting to bind port 22e60ba4-3944-422b-a866-e51a8974c46a on network 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:14.331529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e87f5f-7122-4c7a-9f35-97d6d54ce79e req-da9883f3-0ea8-431e-acf6-ff607190a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.331992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e87f5f-7122-4c7a-9f35-97d6d54ce79e req-da9883f3-0ea8-431e-acf6-ff607190a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.332443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e87f5f-7122-4c7a-9f35-97d6d54ce79e req-da9883f3-0ea8-431e-acf6-ff607190a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.333957 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21e87f5f-7122-4c7a-9f35-97d6d54ce79e req-da9883f3-0ea8-431e-acf6-ff607190a4f3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1906478 Nov 27 01:14:14.335139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77591627-8f61-4c2f-a1da-602dd5d64fd3 req-dfba0b10-0a6a-4702-bba8-6d8df0280f34 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.336753 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77591627-8f61-4c2f-a1da-602dd5d64fd3 req-dfba0b10-0a6a-4702-bba8-6d8df0280f34 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0527592 Nov 27 01:14:14.337088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:14.337444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Checking segment: {'id': '1aca5952-aac7-4227-b574-487f84386126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:14.337802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Bound using segment: {'id': '1aca5952-aac7-4227-b574-487f84386126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:14.338263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Bound port: 22e60ba4-3944-422b-a866-e51a8974c46a, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aca5952-aac7-4227-b574-487f84386126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:14.338614 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.400371 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77591627-8f61-4c2f-a1da-602dd5d64fd3 req-cb6e0fa7-b0f8-4108-9c0d-1303a5a8d043 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539765 Nov 27 01:14:14.719237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6642f-205e-498a-ae0d-eb641a0bbf89 req-fece81c4-ee32-49f2-b13d-c60b28ef67ba tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.720903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-31c6642f-205e-498a-ae0d-eb641a0bbf89 req-fece81c4-ee32-49f2-b13d-c60b28ef67ba tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 946 time: 0.0549254 Nov 27 01:14:14.782877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-31c6642f-205e-498a-ae0d-eb641a0bbf89 req-ed3b466a-c6c4-42ef-9316-3847c0699c2d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551350 Nov 27 01:14:14.804815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] For port 22e60ba4-3944-422b-a866-e51a8974c46a, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:14.835206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2f814-b372-4715-92ee-cd9d2e1fd016 req-31ee1e2e-403c-4330-9f5c-9c4eb875bac4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.841173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2f814-b372-4715-92ee-cd9d2e1fd016 req-31ee1e2e-403c-4330-9f5c-9c4eb875bac4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.842761 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad2f814-b372-4715-92ee-cd9d2e1fd016 req-31ee1e2e-403c-4330-9f5c-9c4eb875bac4 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1678 time: 0.1165648 Nov 27 01:14:14.847777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] For port 22e60ba4-3944-422b-a866-e51a8974c46a, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=22e60ba4-3944-422b-a866-e51a8974c46a,segment=NetworkSegment(1aca5952-aac7-4227-b574-487f84386126),segment_id=1aca5952-aac7-4227-b574-487f84386126)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:14.849364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e87f5f-7122-4c7a-9f35-97d6d54ce79e req-3def900f-5eb5-4006-823b-61f2c54f255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.850824 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21e87f5f-7122-4c7a-9f35-97d6d54ce79e req-3def900f-5eb5-4006-823b-61f2c54f255d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5029778 Nov 27 01:14:14.859883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.892562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-072468ee-42f2-481d-9f60-33f191cb15ff req-aa0fa64a-fd27-417e-8bc9-8346309e7e47 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 210 time: 0.0347831 Nov 27 01:14:14.912519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:14.913729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.915379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] 10.222.0.42 "PUT /v2.0/ports/22e60ba4-3944-422b-a866-e51a8974c46a HTTP/1.1" status: 200 len: 1091 time: 1.9093857 Nov 27 01:14:14.942541 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:14.961681 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad2f814-b372-4715-92ee-cd9d2e1fd016 req-d32d0743-4660-43b7-b864-da86e550014f tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087315 Nov 27 01:14:14.965655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3a03c-4adf-4425-b54d-147b0d54fce1 service neutron] Pushing event updated for resources: {'Port': ['ID=22e60ba4-3944-422b-a866-e51a8974c46a,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:15.130124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-2673a2b5-9f80-4779-b038-6df03474ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:15.130632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-2673a2b5-9f80-4779-b038-6df03474ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:15.132355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-2673a2b5-9f80-4779-b038-6df03474ed22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1980 time: 0.1093459 Nov 27 01:14:15.207413 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-be6deba7-95af-46cb-b21f-82aee50e7c86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=309789a8-1d1f-4b09-a347-762c989c20c4 HTTP/1.1" status: 200 len: 217 time: 0.0540998 Nov 27 01:14:15.217790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-6e3ad7b3-6508-4489-afd3-9007c14c8662 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:15.219116 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-6e3ad7b3-6508-4489-afd3-9007c14c8662 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.11 "GET /v2.0/networks?id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb HTTP/1.1" status: 200 len: 821 time: 0.2068453 Nov 27 01:14:15.255389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Request body: {'port': {'device_id': '447754fd-049b-423d-8d68-cab6981f059b', 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb', 'admin_state_up': True, 'tenant_id': 'ec241ff0b84e4eadadb27e969972fce5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:15.321065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-461663a4-1841-40b2-bc69-21828e630586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:15.322625 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-461663a4-1841-40b2-bc69-21828e630586 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a7a1f6a-1cf3-42f6-b272-eec1a5517c90 HTTP/1.1" status: 200 len: 801 time: 0.1025264 Nov 27 01:14:15.429216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-6afd9548-4b6c-4068-a657-edb83bc35dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:15.430444 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-6afd9548-4b6c-4068-a657-edb83bc35dba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a552db04-4768-430a-afd2-1e9e1c588f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0979238 Nov 27 01:14:15.463385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf7f3-0760-4c7c-99d7-5efe17cd1711 req-072fbe87-8a5f-4147-975b-985863e8e5b2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:15.464857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f9ccf7f3-0760-4c7c-99d7-5efe17cd1711 req-072fbe87-8a5f-4147-975b-985863e8e5b2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0987723 Nov 27 01:14:15.521402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Made reservation on behalf of ec241ff0b84e4eadadb27e969972fce5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:15.526205 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:15.534226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb77286-9a4a-4114-a698-ec84f488828e req-7197ab6e-a054-4a36-a173-65ace0c29a66 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:15.546729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9cb77286-9a4a-4114-a698-ec84f488828e req-7197ab6e-a054-4a36-a173-65ace0c29a66 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0702024 Nov 27 01:14:15.611807 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9cb77286-9a4a-4114-a698-ec84f488828e req-e74bcf21-65a0-42c1-bf0a-fb50d0801b36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636239 Nov 27 01:14:15.654200 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f9ccf7f3-0760-4c7c-99d7-5efe17cd1711 req-8de55c1f-d826-4811-8238-7c14e07f9b70 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778412 Nov 27 01:14:15.666369 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-4e2ebc18-0ede-4fa1-a614-2abf445ae31e service neutron] 10.222.0.42 "GET /v2.0/networks/a552db04-4768-430a-afd2-1e9e1c588f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203217 Nov 27 01:14:15.776103 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Allocated IP 172.20.0.5 (6cb1acbc-c10a-4b62-abbf-8ecff8235deb/c46a59be-e55d-45df-95e9-1ee16635f030/a126bd03-2668-415b-bdb7-f6db851a3a7c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:15.813570 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-cf695760-62e4-4565-bcb2-efc574072f8e service neutron] 10.222.0.42 "GET /v2.0/networks/a552db04-4768-430a-afd2-1e9e1c588f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378789 Nov 27 01:14:15.870901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'tag': '22e60ba4-3944-422b-a866-e51a8974c46a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:15.873876 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead5f512-2881-4d9d-91c6-91c8c0667ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "a2826cd2-6238-484e-9eea-ef9e4a95572e", "tag": "22e60ba4-3944-422b-a866-e51a8974c46a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:15.880329 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-1b818897-fb2f-49df-abd1-30c47b1a7d39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.20&port_id=22e60ba4-3944-422b-a866-e51a8974c46a HTTP/1.1" status: 200 len: 217 time: 0.0558941 Nov 27 01:14:15.929027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a77c06-48da-4056-9a14-53080b5c073f req-1eb80798-22b4-422c-9250-902328c07e11 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:15.930586 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60a77c06-48da-4056-9a14-53080b5c073f req-1eb80798-22b4-422c-9250-902328c07e11 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 946 time: 0.0756359 Nov 27 01:14:15.958531 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e36adf-eb2a-4635-9e79-6039a2c4edda x-openstack-request-id: req-73e36adf-eb2a-4635-9e79-6039a2c4edda {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:15.959310 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2826cd2-6238-484e-9eea-ef9e4a95572e", "tag": "22e60ba4-3944-422b-a866-e51a8974c46a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:15.959955 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73e36adf-eb2a-4635-9e79-6039a2c4edda {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:15.960642 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'tag': '22e60ba4-3944-422b-a866-e51a8974c46a', 'status': 'completed', 'code': 200} Nov 27 01:14:15.985622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60a77c06-48da-4056-9a14-53080b5c073f req-17321a94-4949-4227-87fa-33727461e484 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447061 Nov 27 01:14:16.046885 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd88cfe0-1414-4654-93af-14092d101575 req-97ac7f27-3346-4ebd-9185-092fb20b40ae tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 210 time: 0.0478129 Nov 27 01:14:16.063456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-098819c9-f036-4bb9-b5ef-7b717ad9a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.064934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-098819c9-f036-4bb9-b5ef-7b717ad9a818 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f92e98-9ea2-4ebd-af5e-8310e8401a9e HTTP/1.1" status: 200 len: 801 time: 0.1720414 Nov 27 01:14:16.112071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccf3e1-afbc-49ce-a705-48cd6233492e req-16cdfee5-d5fd-4972-82e8-42e110620fe9 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.120087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccf3e1-afbc-49ce-a705-48cd6233492e req-16cdfee5-d5fd-4972-82e8-42e110620fe9 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.128565 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70ccf3e1-afbc-49ce-a705-48cd6233492e req-16cdfee5-d5fd-4972-82e8-42e110620fe9 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1678 time: 0.0772324 Nov 27 01:14:16.147575 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:16.180282 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70ccf3e1-afbc-49ce-a705-48cd6233492e req-4624d075-df83-4d4a-9adf-0ebad44bce4b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508611 Nov 27 01:14:16.210424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f720-c341-4a5b-bc62-920c352feabc req-04881d77-46a8-42ac-af9b-c64a4e5fa980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.211998 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-04881d77-46a8-42ac-af9b-c64a4e5fa980 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=418f7bb4-3a98-42ae-b906-fc9e3e0885f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1375399 Nov 27 01:14:16.285275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b09ef-db58-49a1-8f8c-f87c17158ad9 req-0adc948c-8638-4c73-9262-87b215f498a9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.286717 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a54b09ef-db58-49a1-8f8c-f87c17158ad9 req-0adc948c-8638-4c73-9262-87b215f498a9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 946 time: 0.1286733 Nov 27 01:14:16.291655 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:16.367807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:16.391242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:16.403376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:16.410910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event updated for resources: {'Port': ['ID=a126bd03-2668-415b-bdb7-f6db851a3a7c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:16.439468 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-d5ee4618-cb76-4a3b-bbc4-d7857bcd683f service neutron] 10.222.0.42 "GET /v2.0/networks/418f7bb4-3a98-42ae-b906-fc9e3e0885f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163956 Nov 27 01:14:16.449881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a54b09ef-db58-49a1-8f8c-f87c17158ad9 req-507d33f8-020c-47d5-9ba6-b17816110c20 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532657 Nov 27 01:14:16.524204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.524834 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:16.550436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-d790a2c0-1e8d-4d7b-9378-1eabc750921c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3023143 Nov 27 01:14:16.575528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Request body: {'port': {'device_id': '447754fd-049b-423d-8d68-cab6981f059b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:16.600258 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aad7f720-c341-4a5b-bc62-920c352feabc req-6a2d2108-a09a-42c5-a44d-997da553528b service neutron] 10.222.0.42 "GET /v2.0/networks/418f7bb4-3a98-42ae-b906-fc9e3e0885f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488860 Nov 27 01:14:16.643308 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:16.643559 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:16.756326 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a401d-6f43-4260-845e-83b834afd112 req-84b01993-0feb-4030-a5bd-b68060aeb264 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.757896 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-984a401d-6f43-4260-845e-83b834afd112 req-84b01993-0feb-4030-a5bd-b68060aeb264 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0603478 Nov 27 01:14:16.813046 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-984a401d-6f43-4260-845e-83b834afd112 req-4eb1c797-2d01-412a-bb8a-8c30d723f146 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491400 Nov 27 01:14:16.864383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97a795-170c-48e9-a388-5571461564b7 req-ae2b8cc6-21d7-48f4-bdc9-4916b9731264 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.865908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf97a795-170c-48e9-a388-5571461564b7 req-ae2b8cc6-21d7-48f4-bdc9-4916b9731264 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 946 time: 0.1744595 Nov 27 01:14:16.920690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5f512-2881-4d9d-91c6-91c8c0667ce5 req-9371c11f-c159-4024-b849-b72ced27a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.921175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5f512-2881-4d9d-91c6-91c8c0667ce5 req-9371c11f-c159-4024-b849-b72ced27a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.922751 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ead5f512-2881-4d9d-91c6-91c8c0667ce5 req-9371c11f-c159-4024-b849-b72ced27a186 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1980 time: 0.1360614 Nov 27 01:14:16.942407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c5fdc-9d5d-46ee-a05b-87fef459e60d req-f8f75600-452b-416d-9c24-0b48cc2ace2f tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:16.944693 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a39c5fdc-9d5d-46ee-a05b-87fef459e60d req-f8f75600-452b-416d-9c24-0b48cc2ace2f tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0546486 Nov 27 01:14:16.994659 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a39c5fdc-9d5d-46ee-a05b-87fef459e60d req-a6716ae8-e0c7-43a5-bbc9-94cfcc94d941 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432482 Nov 27 01:14:17.034375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf97a795-170c-48e9-a388-5571461564b7 req-83053117-41c0-4f43-98e4-3b996632da75 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387298 Nov 27 01:14:17.072994 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.108778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5f512-2881-4d9d-91c6-91c8c0667ce5 req-f2934dd6-1edb-4608-b142-bba86ab7c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:17.110332 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ead5f512-2881-4d9d-91c6-91c8c0667ce5 req-f2934dd6-1edb-4608-b142-bba86ab7c631 service neutron] 10.222.0.42 "GET /v2.0/networks?id=418f7bb4-3a98-42ae-b906-fc9e3e0885f9 HTTP/1.1" status: 200 len: 903 time: 0.1746840 Nov 27 01:14:17.121881 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a126bd03-2668-415b-bdb7-f6db851a3a7c {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:17.136014 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.168334 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ead5f512-2881-4d9d-91c6-91c8c0667ce5 req-3325fff6-b93b-4c5c-a07c-c630d7d789f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.20&port_id=22e60ba4-3944-422b-a866-e51a8974c46a HTTP/1.1" status: 200 len: 217 time: 0.0418899 Nov 27 01:14:17.176174 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Transition to ACTIVE for port object a126bd03-2668-415b-bdb7-f6db851a3a7c will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:17.183190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6d0cf-7a1c-4761-9b4c-fb3b3f952f1f req-804e8cd5-b255-468a-8731-5c76f47fb453 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:17.185349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e4f6d0cf-7a1c-4761-9b4c-fb3b3f952f1f req-804e8cd5-b255-468a-8731-5c76f47fb453 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 931 time: 0.0532756 Nov 27 01:14:17.185981 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.268608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5f512-2881-4d9d-91c6-91c8c0667ce5 req-b433f785-c16a-4b49-a592-4c8a7ee68afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:17.270144 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ead5f512-2881-4d9d-91c6-91c8c0667ce5 req-b433f785-c16a-4b49-a592-4c8a7ee68afd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8f92e98-9ea2-4ebd-af5e-8310e8401a9e HTTP/1.1" status: 200 len: 801 time: 0.0927892 Nov 27 01:14:17.277625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Pushing event updated for resources: {'Port': ['ID=a126bd03-2668-415b-bdb7-f6db851a3a7c,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:17.288380 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e4f6d0cf-7a1c-4761-9b4c-fb3b3f952f1f req-16fa8981-979f-4832-afb7-ae2f2df2e262 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957327 Nov 27 01:14:17.402526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5f512-2881-4d9d-91c6-91c8c0667ce5 req-41be657c-4df4-4a47-9786-1aee4d6c40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:17.404670 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ead5f512-2881-4d9d-91c6-91c8c0667ce5 req-41be657c-4df4-4a47-9786-1aee4d6c40eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=418f7bb4-3a98-42ae-b906-fc9e3e0885f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1237957 Nov 27 01:14:17.426715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428c16c-aae1-455d-a481-c010dbb0939d req-74301889-a856-4497-a05e-c4f1c5d27e5a tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:17.432665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428c16c-aae1-455d-a481-c010dbb0939d req-74301889-a856-4497-a05e-c4f1c5d27e5a tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:17.434261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f428c16c-aae1-455d-a481-c010dbb0939d req-74301889-a856-4497-a05e-c4f1c5d27e5a tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1678 time: 0.1420610 Nov 27 01:14:17.463341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Attempting to bind port a126bd03-2668-415b-bdb7-f6db851a3a7c on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:17.463683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Attempting to bind port a126bd03-2668-415b-bdb7-f6db851a3a7c by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:17.464007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Attempting to bind port a126bd03-2668-415b-bdb7-f6db851a3a7c on network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:17.487264 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.506443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Port a126bd03-2668-415b-bdb7-f6db851a3a7c on network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:17.506775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Attempting to bind port a126bd03-2668-415b-bdb7-f6db851a3a7c on network 6cb1acbc-c10a-4b62-abbf-8ecff8235deb {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:17.520663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:17.521003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Checking segment: {'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:17.521386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Bound using segment: {'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:17.521826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Bound port: a126bd03-2668-415b-bdb7-f6db851a3a7c, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c31d3a0-4315-4bba-80bf-81cb364fb456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:17.522188 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.562210 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f428c16c-aae1-455d-a481-c010dbb0939d req-97ea113e-5de5-40ba-a488-17ab368269bf tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183088 Nov 27 01:14:17.609239 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ead5f512-2881-4d9d-91c6-91c8c0667ce5 req-ac8058de-4ceb-446c-b128-a3297eb3c129 service neutron] 10.222.0.42 "GET /v2.0/networks/418f7bb4-3a98-42ae-b906-fc9e3e0885f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916249 Nov 27 01:14:17.674491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] For port a126bd03-2668-415b-bdb7-f6db851a3a7c, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:17.691767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] For port a126bd03-2668-415b-bdb7-f6db851a3a7c, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a126bd03-2668-415b-bdb7-f6db851a3a7c,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:17.696825 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.748665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:17.749308 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:17.750727 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] 10.222.0.11 "PUT /v2.0/ports/a126bd03-2668-415b-bdb7-f6db851a3a7c HTTP/1.1" status: 200 len: 1091 time: 1.1812642 Nov 27 01:14:17.774815 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ead5f512-2881-4d9d-91c6-91c8c0667ce5 req-cc839d86-f65f-4744-8b4f-8d1c1c0913aa service neutron] 10.222.0.42 "GET /v2.0/networks/418f7bb4-3a98-42ae-b906-fc9e3e0885f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550412 Nov 27 01:14:17.779640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2c8ab-a485-4112-94f5-e1564a43b465 service neutron] Pushing event updated for resources: {'Port': ['ID=a126bd03-2668-415b-bdb7-f6db851a3a7c,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:17.876494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-4a02fff0-103d-45b3-a3c9-7d9a4f788e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:17.876494 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-4a02fff0-103d-45b3-a3c9-7d9a4f788e9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec241ff0b84e4eadadb27e969972fce5&device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 1094 time: 0.0476754 Nov 27 01:14:17.947258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca5175-18b2-4d6a-a8ac-0b73e1e408ab req-502e9a91-50b4-4960-b3d0-a2b8d53cb18b tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:17.949046 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeca5175-18b2-4d6a-a8ac-0b73e1e408ab req-502e9a91-50b4-4960-b3d0-a2b8d53cb18b tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0493512 Nov 27 01:14:17.967068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447754fd-049b-423d-8d68-cab6981f059b', 'tag': 'a126bd03-2668-415b-bdb7-f6db851a3a7c'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:17.969339 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2219d439-bcf3-41d3-a2fd-0a0b2d155298" -d '{"events": [{"name": "network-changed", "server_uuid": "447754fd-049b-423d-8d68-cab6981f059b", "tag": "a126bd03-2668-415b-bdb7-f6db851a3a7c"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:18.004217 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eeca5175-18b2-4d6a-a8ac-0b73e1e408ab req-2d5131c2-0250-45b3-b22e-d8067e757eeb tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481076 Nov 27 01:14:18.009050 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-285e387f-a1f9-4438-95fc-fa90e4936d63 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a126bd03-2668-415b-bdb7-f6db851a3a7c HTTP/1.1" status: 200 len: 217 time: 0.0682642 Nov 27 01:14:18.019399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5eab7-d1bb-4de5-8ced-5f3d8802e19c req-b13ee8d6-c87d-458d-a9e5-a394e81d8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:18.020909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2bb5eab7-d1bb-4de5-8ced-5f3d8802e19c req-b13ee8d6-c87d-458d-a9e5-a394e81d8e7c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 1096 time: 0.0898731 Nov 27 01:14:18.034524 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5fe5bd-d047-4b61-b82d-375d2d7ebab1 x-openstack-request-id: req-9d5fe5bd-d047-4b61-b82d-375d2d7ebab1 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:18.035123 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447754fd-049b-423d-8d68-cab6981f059b", "tag": "a126bd03-2668-415b-bdb7-f6db851a3a7c", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:18.035508 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d5fe5bd-d047-4b61-b82d-375d2d7ebab1 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:18.036045 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447754fd-049b-423d-8d68-cab6981f059b', 'tag': 'a126bd03-2668-415b-bdb7-f6db851a3a7c', 'status': 'completed', 'code': 200} Nov 27 01:14:18.123953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-541100b2-942c-4130-ad9f-2318bc4307cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:18.125411 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-541100b2-942c-4130-ad9f-2318bc4307cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46a59be-e55d-45df-95e9-1ee16635f030 HTTP/1.1" status: 200 len: 861 time: 0.1084652 Nov 27 01:14:18.174914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65679b-4350-4a42-8706-b157508dff0d req-bffec3f3-1f87-424b-81db-3bd1b073cf43 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:18.176457 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4d65679b-4350-4a42-8706-b157508dff0d req-bffec3f3-1f87-424b-81db-3bd1b073cf43 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0977175 Nov 27 01:14:18.178929 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2bb5eab7-d1bb-4de5-8ced-5f3d8802e19c req-c1d14bbe-4a63-4a75-b693-5db81a79f90d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100883 Nov 27 01:14:18.195486 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-1bcfd912-b739-4194-97ca-761e59021458 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395191 Nov 27 01:14:18.200595 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c2c4d-9d99-4f4d-befe-34cd1508646b req-13331229-b8b4-41cd-8540-ccea210d2efa tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:18.202173 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-169c2c4d-9d99-4f4d-befe-34cd1508646b req-13331229-b8b4-41cd-8540-ccea210d2efa tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 946 time: 0.0840154 Nov 27 01:14:18.245653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eac467-8150-49c1-9080-c6aad085dffa req-070eaa68-5acf-4760-9d5e-3927d28a3dab tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:18.245786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4d65679b-4350-4a42-8706-b157508dff0d req-7cd6e809-bead-49c5-baa2-6aa63b52c1f7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512288 Nov 27 01:14:18.245913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-82eac467-8150-49c1-9080-c6aad085dffa req-070eaa68-5acf-4760-9d5e-3927d28a3dab tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 946 time: 0.0905447 Nov 27 01:14:18.275664 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-169c2c4d-9d99-4f4d-befe-34cd1508646b req-914c1c1f-38b5-4565-b27b-62daf4edb020 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670893 Nov 27 01:14:18.395524 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 309789a8-1d1f-4b09-a347-762c989c20c4 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:18.402630 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594aa9c-e237-4f1f-b464-ad6623c16554 req-c0b9b3de-6d97-4a5a-882c-777a64c478cf tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:18.404760 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1594aa9c-e237-4f1f-b464-ad6623c16554 req-c0b9b3de-6d97-4a5a-882c-777a64c478cf tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 943 time: 0.0509031 Nov 27 01:14:18.509900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 309789a8-1d1f-4b09-a347-762c989c20c4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=309789a8-1d1f-4b09-a347-762c989c20c4,segment=NetworkSegment(72244ba9-d05e-405b-89ce-3252e49a5992),segment_id=72244ba9-d05e-405b-89ce-3252e49a5992)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:18.524116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '309789a8-1d1f-4b09-a347-762c989c20c4', 'network_id': 'a552db04-4768-430a-afd2-1e9e1c588f66', 'port_id': '309789a8-1d1f-4b09-a347-762c989c20c4', 'mac_address': 'fa:16:3e:f0:30:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7a1f6a-1cf3-42f6-b272-eec1a5517c90', 'ip_address': '19.80.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:18.538594 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-30506beb-c743-4256-b79a-4e73379cb8d1 service neutron] 10.222.0.11 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083708 Nov 27 01:14:18.562704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-82eac467-8150-49c1-9080-c6aad085dffa req-a1c60e32-ca1a-4186-a16c-1c2be100b7b6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Deleting port 4a580632-d785-4461-b809-ceeb8a288fcc {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:18.563214 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-82eac467-8150-49c1-9080-c6aad085dffa req-a1c60e32-ca1a-4186-a16c-1c2be100b7b6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:18.572857 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:18.592006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 309789a8-1d1f-4b09-a347-762c989c20c4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:18.634299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 309789a8-1d1f-4b09-a347-762c989c20c4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=309789a8-1d1f-4b09-a347-762c989c20c4,segment=NetworkSegment(72244ba9-d05e-405b-89ce-3252e49a5992),segment_id=72244ba9-d05e-405b-89ce-3252e49a5992)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:18.644205 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:18.663625 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1594aa9c-e237-4f1f-b464-ad6623c16554 req-2e70ba61-e001-4c21-bd57-1bfc67bb99d0 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472734 Nov 27 01:14:18.712284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=309789a8-1d1f-4b09-a347-762c989c20c4,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:18.718352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-82eac467-8150-49c1-9080-c6aad085dffa req-a1c60e32-ca1a-4186-a16c-1c2be100b7b6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] For port 4a580632-d785-4461-b809-ceeb8a288fcc, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4a580632-d785-4461-b809-ceeb8a288fcc,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:18.718715 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-82eac467-8150-49c1-9080-c6aad085dffa req-a1c60e32-ca1a-4186-a16c-1c2be100b7b6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:18.735789 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-82eac467-8150-49c1-9080-c6aad085dffa req-a1c60e32-ca1a-4186-a16c-1c2be100b7b6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Calling delete_port for 4a580632-d785-4461-b809-ceeb8a288fcc owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:18.737686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38324db9-41c5-4982-b1bf-2bd44024d709 req-1bc38bd6-31c3-4c44-9fd2-e0ee5967955c service neutron] 10.222.0.11 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863778 Nov 27 01:14:18.766530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149360b-7eb5-4489-8f88-bf8e993196c5 req-abc23fbe-065d-4bd8-8ce0-6a5570f3529b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:18.773217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149360b-7eb5-4489-8f88-bf8e993196c5 req-abc23fbe-065d-4bd8-8ce0-6a5570f3529b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:18.774944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9149360b-7eb5-4489-8f88-bf8e993196c5 req-abc23fbe-065d-4bd8-8ce0-6a5570f3529b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1679 time: 0.1046295 Nov 27 01:14:18.889082 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9149360b-7eb5-4489-8f88-bf8e993196c5 req-c32d6554-b566-4429-83bb-ba5f3bfbe0c6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814276 Nov 27 01:14:18.896849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219d439-bcf3-41d3-a2fd-0a0b2d155298 req-3d465165-9c33-4f6f-ba2a-59fdc1080ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:18.898728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2219d439-bcf3-41d3-a2fd-0a0b2d155298 req-3d465165-9c33-4f6f-ba2a-59fdc1080ce1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec241ff0b84e4eadadb27e969972fce5&device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 1094 time: 0.0579512 Nov 27 01:14:18.954221 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-82eac467-8150-49c1-9080-c6aad085dffa req-a1c60e32-ca1a-4186-a16c-1c2be100b7b6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:18.961739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['309789a8-1d1f-4b09-a347-762c989c20c4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:19.009002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219d439-bcf3-41d3-a2fd-0a0b2d155298 req-6d574121-8cbc-4603-8b3e-5ca15b8dfc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:19.010805 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2219d439-bcf3-41d3-a2fd-0a0b2d155298 req-6d574121-8cbc-4603-8b3e-5ca15b8dfc31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb HTTP/1.1" status: 200 len: 922 time: 0.1004634 Nov 27 01:14:19.015924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['4a580632-d785-4461-b809-ceeb8a288fcc'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:19.021203 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c60e32-ca1a-4186-a16c-1c2be100b7b6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event deleted for resources: {'Port': ['ID=4a580632-d785-4461-b809-ceeb8a288fcc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:19.039247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eac467-8150-49c1-9080-c6aad085dffa req-a1c60e32-ca1a-4186-a16c-1c2be100b7b6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] No DVR routers for this DVR port 4a580632-d785-4461-b809-ceeb8a288fcc on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:19.041902 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-82eac467-8150-49c1-9080-c6aad085dffa req-a1c60e32-ca1a-4186-a16c-1c2be100b7b6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:19.046370 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-82eac467-8150-49c1-9080-c6aad085dffa req-a1c60e32-ca1a-4186-a16c-1c2be100b7b6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "DELETE /v2.0/ports/4a580632-d785-4461-b809-ceeb8a288fcc HTTP/1.1" status: 204 len: 173 time: 0.6177311 Nov 27 01:14:19.046854 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7ec499-ad9d-4599-802d-69f74bc4aba6', 'name': 'network-vif-deleted', 'tag': '4a580632-d785-4461-b809-ceeb8a288fcc'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:19.049644 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab2ebbd-c8db-4d9e-8fad-b52d6016fa14" -d '{"events": [{"server_uuid": "ee7ec499-ad9d-4599-802d-69f74bc4aba6", "name": "network-vif-deleted", "tag": "4a580632-d785-4461-b809-ceeb8a288fcc"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:19.097264 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a85da70-4d1f-412e-a566-cdd76888c903 x-openstack-request-id: req-4a85da70-4d1f-412e-a566-cdd76888c903 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:19.097742 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7ec499-ad9d-4599-802d-69f74bc4aba6", "name": "network-vif-deleted", "tag": "4a580632-d785-4461-b809-ceeb8a288fcc", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:19.098161 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a85da70-4d1f-412e-a566-cdd76888c903 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:19.098736 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7ec499-ad9d-4599-802d-69f74bc4aba6', 'name': 'network-vif-deleted', 'tag': '4a580632-d785-4461-b809-ceeb8a288fcc', 'status': 'completed', 'code': 200} Nov 27 01:14:19.152685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2219d439-bcf3-41d3-a2fd-0a0b2d155298 req-26e08503-4c19-462b-8cdd-b31e23a4f0e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a126bd03-2668-415b-bdb7-f6db851a3a7c HTTP/1.1" status: 200 len: 217 time: 0.1130216 Nov 27 01:14:19.280952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa7590-d45d-4ed9-be03-0aa72eaa2ba1 req-51fbffbd-d0a3-4c25-b192-88afc31a085f tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:19.283334 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d1fa7590-d45d-4ed9-be03-0aa72eaa2ba1 req-51fbffbd-d0a3-4c25-b192-88afc31a085f tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.1158283 Nov 27 01:14:19.285423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219d439-bcf3-41d3-a2fd-0a0b2d155298 req-7146d7c1-9066-446a-beb1-1abb059e1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:19.286998 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2219d439-bcf3-41d3-a2fd-0a0b2d155298 req-7146d7c1-9066-446a-beb1-1abb059e1a70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c46a59be-e55d-45df-95e9-1ee16635f030 HTTP/1.1" status: 200 len: 861 time: 0.1171033 Nov 27 01:14:19.376910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2219d439-bcf3-41d3-a2fd-0a0b2d155298 req-252d5558-a8e2-4d13-a00e-52e7ac2b4ddf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cb1acbc-c10a-4b62-abbf-8ecff8235deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703387 Nov 27 01:14:19.421834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963def9-d295-49fd-9a39-8761f8576e5f req-c76ec460-988d-4d76-a4c0-19669c2da71c tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:19.423331 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e963def9-d295-49fd-9a39-8761f8576e5f req-c76ec460-988d-4d76-a4c0-19669c2da71c tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0622163 Nov 27 01:14:19.458627 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d1fa7590-d45d-4ed9-be03-0aa72eaa2ba1 req-c1fffa92-5c3b-48f3-8a9f-3f963bb03a7e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684132 Nov 27 01:14:19.482794 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e963def9-d295-49fd-9a39-8761f8576e5f req-103924e8-d2f3-43ed-8362-d093371107c7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509200 Nov 27 01:14:19.511269 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2219d439-bcf3-41d3-a2fd-0a0b2d155298 req-381f847a-48b2-43a6-af91-ff2448cc2969 service neutron] 10.222.0.11 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193078 Nov 27 01:14:19.805839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f5136-5953-44d6-ab98-843f215ea4ed req-50d9d977-3ac0-4d96-8c37-8cff625fe276 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:19.808637 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-615f5136-5953-44d6-ab98-843f215ea4ed req-50d9d977-3ac0-4d96-8c37-8cff625fe276 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 943 time: 0.0682032 Nov 27 01:14:19.829510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:19.943818 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee74f8-f332-49ee-9cbe-dc4389f84368 req-f858bdef-dac3-4cab-a71e-c7d72314b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:19.946666 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1dee74f8-f332-49ee-9cbe-dc4389f84368 req-f858bdef-dac3-4cab-a71e-c7d72314b0df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 1097 time: 0.1048737 Nov 27 01:14:19.947643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e24230a2-bdb4-4a41-b029-d756bafc6de4 req-0e97005b-e913-4095-a622-79a476e47c19 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7ec499-ad9d-4599-802d-69f74bc4aba6 HTTP/1.1" status: 200 len: 210 time: 0.0323620 Nov 27 01:14:19.960758 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-615f5136-5953-44d6-ab98-843f215ea4ed req-a0df3930-1361-4d24-be0a-106583139f3d tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407731 Nov 27 01:14:20.034089 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2219d439-bcf3-41d3-a2fd-0a0b2d155298 req-0153fc26-fed2-40d0-972a-5134a6c58b83 service neutron] 10.222.0.11 "GET /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068336 Nov 27 01:14:20.103581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61b15b-b303-49c5-a169-3d4071662ca6 req-28bb6d04-48ad-485b-9eb0-dddf0e3d18dc tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:20.105138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a61b15b-b303-49c5-a169-3d4071662ca6 req-28bb6d04-48ad-485b-9eb0-dddf0e3d18dc tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0645006 Nov 27 01:14:20.153582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08801cd-c505-48aa-8708-db719e3541f7 req-fe710b4a-7c16-4625-95fb-8ea1726843c0 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:20.160226 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a61b15b-b303-49c5-a169-3d4071662ca6 req-d79a047b-07ad-4d12-bc7b-c6984fb61457 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483646 Nov 27 01:14:20.160594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08801cd-c505-48aa-8708-db719e3541f7 req-fe710b4a-7c16-4625-95fb-8ea1726843c0 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:20.162407 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b08801cd-c505-48aa-8708-db719e3541f7 req-fe710b4a-7c16-4625-95fb-8ea1726843c0 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1679 time: 0.0954156 Nov 27 01:14:20.165648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee74f8-f332-49ee-9cbe-dc4389f84368 req-cd6bd601-05a9-4abc-b1d1-bc7d433d7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:20.165648 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1dee74f8-f332-49ee-9cbe-dc4389f84368 req-cd6bd601-05a9-4abc-b1d1-bc7d433d7e04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 911 time: 0.2035687 Nov 27 01:14:20.398746 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 22e60ba4-3944-422b-a866-e51a8974c46a details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:20.410189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 309789a8-1d1f-4b09-a347-762c989c20c4 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:20.447161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58378) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:20.528930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 309789a8-1d1f-4b09-a347-762c989c20c4 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:20.544954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 309789a8-1d1f-4b09-a347-762c989c20c4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:20.545620 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.581849 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1dee74f8-f332-49ee-9cbe-dc4389f84368 req-1e426b88-9ac5-4788-8517-db857b72de78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 HTTP/1.1" status: 200 len: 1002 time: 0.4043388 Nov 27 01:14:20.585085 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b08801cd-c505-48aa-8708-db719e3541f7 req-1f3ce274-25cf-4bbe-904c-6e263f4ff3f1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139082 Nov 27 01:14:20.593312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 22e60ba4-3944-422b-a866-e51a8974c46a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=22e60ba4-3944-422b-a866-e51a8974c46a,segment=NetworkSegment(1aca5952-aac7-4227-b574-487f84386126),segment_id=1aca5952-aac7-4227-b574-487f84386126)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:20.600725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d05e81e-c282-4c0e-a50a-0bbb14ce66b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.618618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '22e60ba4-3944-422b-a866-e51a8974c46a', 'network_id': '418f7bb4-3a98-42ae-b906-fc9e3e0885f9', 'port_id': '22e60ba4-3944-422b-a866-e51a8974c46a', 'mac_address': 'fa:16:3e:49:f3:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f92e98-9ea2-4ebd-af5e-8310e8401a9e', 'ip_address': '19.86.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:20.639083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec8561-3586-40ce-8ca8-5d9588f6c0fd req-2111bc58-f933-4de4-90ae-0e840b00fdd2 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:20.642715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-72ec8561-3586-40ce-8ca8-5d9588f6c0fd req-2111bc58-f933-4de4-90ae-0e840b00fdd2 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.1061957 Nov 27 01:14:20.657056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee74f8-f332-49ee-9cbe-dc4389f84368 req-c99743ca-46f9-4f78-9fbc-e3967aa8b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:20.658679 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1dee74f8-f332-49ee-9cbe-dc4389f84368 req-c99743ca-46f9-4f78-9fbc-e3967aa8b8a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a47bc75-51de-4fff-99e5-a89ff920057e HTTP/1.1" status: 200 len: 849 time: 0.0670915 Nov 27 01:14:20.682976 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.707876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e60ba4-3944-422b-a866-e51a8974c46a {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:20.714190 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.718817 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-72ec8561-3586-40ce-8ca8-5d9588f6c0fd req-78121918-bcc0-4723-b22b-dcb446085aa2 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703709 Nov 27 01:14:20.722533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee74f8-f332-49ee-9cbe-dc4389f84368 req-24189458-4961-4063-8103-0ecd5c524ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:20.724805 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1dee74f8-f332-49ee-9cbe-dc4389f84368 req-24189458-4961-4063-8103-0ecd5c524ab6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3083db5d-148c-4c08-b659-41fd18a67bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587680 Nov 27 01:14:20.753221 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d05e81e-c282-4c0e-a50a-0bbb14ce66b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.756746 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309789a8-1d1f-4b09-a347-762c989c20c4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:20.758719 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d05e81e-c282-4c0e-a50a-0bbb14ce66b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.759325 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35498623-c7d5-4232-bd0b-c3c41ab153d1" -d '{"events": [{"server_uuid": "a2826cd2-6238-484e-9eea-ef9e4a95572e", "name": "network-vif-plugged", "status": "completed", "tag": "309789a8-1d1f-4b09-a347-762c989c20c4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:20.763509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 22e60ba4-3944-422b-a866-e51a8974c46a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=22e60ba4-3944-422b-a866-e51a8974c46a,segment=NetworkSegment(1aca5952-aac7-4227-b574-487f84386126),segment_id=1aca5952-aac7-4227-b574-487f84386126)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:20.774907 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.778791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 309789a8-1d1f-4b09-a347-762c989c20c4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=309789a8-1d1f-4b09-a347-762c989c20c4,segment=NetworkSegment(72244ba9-d05e-405b-89ce-3252e49a5992),segment_id=72244ba9-d05e-405b-89ce-3252e49a5992)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:20.806418 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.806570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05e81e-c282-4c0e-a50a-0bbb14ce66b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d39942-56f3-4c60-b02b-b9db14d9b540,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:20.818518 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fd81b7-44e8-40f5-b230-374cd5975a3d x-openstack-request-id: req-f7fd81b7-44e8-40f5-b230-374cd5975a3d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:20.818722 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2826cd2-6238-484e-9eea-ef9e4a95572e", "name": "network-vif-plugged", "status": "completed", "tag": "309789a8-1d1f-4b09-a347-762c989c20c4", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:20.819067 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7fd81b7-44e8-40f5-b230-374cd5975a3d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:20.819469 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309789a8-1d1f-4b09-a347-762c989c20c4', 'code': 200} Nov 27 01:14:20.819986 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4d05e81e-c282-4c0e-a50a-0bbb14ce66b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce081a44949b45c7b6982f5db15aef3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3716919 Nov 27 01:14:20.820611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58390) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:20.836786 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1dee74f8-f332-49ee-9cbe-dc4389f84368 req-12c310c6-abab-4413-816b-7a56654c6013 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046627 Nov 27 01:14:20.838164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=22e60ba4-3944-422b-a866-e51a8974c46a,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:20.840808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-b3a5b19b-4ca2-4e49-8ccf-9a78040c1cc3 req-ca53dcb9-00d5-445c-aae9-a7f9d12f3259 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2102225057', 'description': 'tempest-description-1215882076'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:20.877451 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f4debc84-a334-43cc-adc7-f46e605e65d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.893437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=309789a8-1d1f-4b09-a347-762c989c20c4,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:20.899340 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f4debc84-a334-43cc-adc7-f46e605e65d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.914997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b3a5b19b-4ca2-4e49-8ccf-9a78040c1cc3 req-ca53dcb9-00d5-445c-aae9-a7f9d12f3259 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.952639 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f4debc84-a334-43cc-adc7-f46e605e65d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.955329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f4debc84-a334-43cc-adc7-f46e605e65d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:20.956474 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f4debc84-a334-43cc-adc7-f46e605e65d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54d39942-56f3-4c60-b02b-b9db14d9b540 HTTP/1.1" status: 204 len: 168 time: 0.1348081 Nov 27 01:14:20.964532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4debc84-a334-43cc-adc7-f46e605e65d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d39942-56f3-4c60-b02b-b9db14d9b540,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:20.964689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1dee74f8-f332-49ee-9cbe-dc4389f84368 req-ff3efd53-b189-4e65-ab84-7122f117ebb1 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190403 Nov 27 01:14:21.030539 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b3a5b19b-4ca2-4e49-8ccf-9a78040c1cc3 req-ca53dcb9-00d5-445c-aae9-a7f9d12f3259 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.036670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b3a5b19b-4ca2-4e49-8ccf-9a78040c1cc3 req-ca53dcb9-00d5-445c-aae9-a7f9d12f3259 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.068821 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b3a5b19b-4ca2-4e49-8ccf-9a78040c1cc3 req-ca53dcb9-00d5-445c-aae9-a7f9d12f3259 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.075466 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3a5b19b-4ca2-4e49-8ccf-9a78040c1cc3 req-ca53dcb9-00d5-445c-aae9-a7f9d12f3259 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.2403452 Nov 27 01:14:21.088297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53dcb9-00d5-445c-aae9-a7f9d12f3259 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3235bbea-a846-4c74-9c9e-49ea417c1469,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:21.118918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['22e60ba4-3944-422b-a866-e51a8974c46a'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:21.164992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09daaf7-c56a-4edf-82dc-8209d1815ca0 req-85fb5bf5-79a2-46eb-ac59-6ee4e28af1fb tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:21.176578 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e09daaf7-c56a-4edf-82dc-8209d1815ca0 req-85fb5bf5-79a2-46eb-ac59-6ee4e28af1fb tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 943 time: 0.1114571 Nov 27 01:14:21.230221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a0d5a80-b0ae-46c2-975c-b54d3a730f72 req-cf798413-9c3a-4baa-b184-e62e5af9e085 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2102225057&fields=id&tenant_id=bd91937f25af4311b6e62f89a5efa784 HTTP/1.1" status: 200 len: 267 time: 0.0653770 Nov 27 01:14:21.244996 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e09daaf7-c56a-4edf-82dc-8209d1815ca0 req-a8ca4da9-a4ee-427d-aa71-2f8908282b87 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662117 Nov 27 01:14:21.284270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4a580632-d785-4461-b809-ceeb8a288fcc no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:21.302714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d5a80-b0ae-46c2-975c-b54d3a730f72 req-5ba4dbae-10e6-4c79-ae03-365d6d95dc9b tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:21.304526 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a0d5a80-b0ae-46c2-975c-b54d3a730f72 req-5ba4dbae-10e6-4c79-ae03-365d6d95dc9b tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.0732832 Nov 27 01:14:21.314912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 4a580632-d785-4461-b809-ceeb8a288fcc {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:21.315376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4a580632-d785-4461-b809-ceeb8a288fcc not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:21.320229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-2a0d5a80-b0ae-46c2-975c-b54d3a730f72 req-1e91239c-5c6e-40fb-82a1-c1e053d4a9a4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Request body: {'port': {'security_groups': ['be573530-55fc-46d3-b1fb-e923b072c207', '3235bbea-a846-4c74-9c9e-49ea417c1469']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:21.366644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3a729-8809-48c4-839b-34878ea43962 req-4acd3c4c-416d-42fa-9c54-a2b114a31b49 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:21.368558 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8bd3a729-8809-48c4-839b-34878ea43962 req-4acd3c4c-416d-42fa-9c54-a2b114a31b49 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0548346 Nov 27 01:14:21.393171 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a0d5a80-b0ae-46c2-975c-b54d3a730f72 req-1e91239c-5c6e-40fb-82a1-c1e053d4a9a4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.398711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58410) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:21.427871 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0048d905-55ca-42d5-ad19-78415d7cfc29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.451891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8bd3a729-8809-48c4-839b-34878ea43962 req-11e9c06c-f985-4a9e-9c39-198bd91a5592 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741329 Nov 27 01:14:21.561664 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0048d905-55ca-42d5-ad19-78415d7cfc29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.572554 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0048d905-55ca-42d5-ad19-78415d7cfc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.618914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2a0d5a80-b0ae-46c2-975c-b54d3a730f72 req-1e91239c-5c6e-40fb-82a1-c1e053d4a9a4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] For port 35a89897-8395-45a5-89fe-7d0819eea6ef, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=35a89897-8395-45a5-89fe-7d0819eea6ef,segment=NetworkSegment(ffebc031-4253-4d22-bce6-18d20bfcddf8),segment_id=ffebc031-4253-4d22-bce6-18d20bfcddf8)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:21.649151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048d905-55ca-42d5-ad19-78415d7cfc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6999798f-4195-410c-ad5b-b3d5951d24f7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:21.649523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a0d5a80-b0ae-46c2-975c-b54d3a730f72 req-1e91239c-5c6e-40fb-82a1-c1e053d4a9a4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.656048 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a0d5a80-b0ae-46c2-975c-b54d3a730f72 req-1e91239c-5c6e-40fb-82a1-c1e053d4a9a4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.657273 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0048d905-55ca-42d5-ad19-78415d7cfc29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4849c2b85e6147a892d19a6c98bf5bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2573643 Nov 27 01:14:21.660349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58422) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:21.689691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92708f96-36da-40aa-975e-b24fbec7732c req-4b66cb64-961b-4fcd-8169-40ca6e17dbc8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:21.691181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-4b66cb64-961b-4fcd-8169-40ca6e17dbc8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.1450572 Nov 27 01:14:21.700487 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['35a89897-8395-45a5-89fe-7d0819eea6ef'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:21.707120 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-22331985-1460-41b7-9f31-d50baa0c7ed3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/quotas/9ce090256ac14ca494a8481b8dc46f60 HTTP/1.1" status: 200 len: 375 time: 0.0099454 Nov 27 01:14:21.741857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d5a80-b0ae-46c2-975c-b54d3a730f72 req-1e91239c-5c6e-40fb-82a1-c1e053d4a9a4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:21.742511 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a0d5a80-b0ae-46c2-975c-b54d3a730f72 req-1e91239c-5c6e-40fb-82a1-c1e053d4a9a4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.744102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a0d5a80-b0ae-46c2-975c-b54d3a730f72 req-1e91239c-5c6e-40fb-82a1-c1e053d4a9a4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "PUT /v2.0/ports/35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 981 time: 0.4298112 Nov 27 01:14:21.745286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:21.747630 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c6ba20-c1a0-4d67-b179-51f6e6c074d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:21.769307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91239c-5c6e-40fb-82a1-c1e053d4a9a4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Pushing event updated for resources: {'Port': ['ID=35a89897-8395-45a5-89fe-7d0819eea6ef,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:21.779781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-acd83b3b-c1c0-418a-a879-a9f0ec87dd9c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655639 Nov 27 01:14:21.787032 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d434a6eb-4321-4129-b040-272b3b8feaa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.820560 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d434a6eb-4321-4129-b040-272b3b8feaa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.873541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-9b21cecf-dc88-470a-9ed5-a86209f7b652 service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891442 Nov 27 01:14:21.883483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6513c7-708a-49fb-b672-b8ddacdfec83 req-052f15db-f433-496c-957e-7325f8d658af tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:21.890302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6513c7-708a-49fb-b672-b8ddacdfec83 req-052f15db-f433-496c-957e-7325f8d658af tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:21.892080 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e6513c7-708a-49fb-b672-b8ddacdfec83 req-052f15db-f433-496c-957e-7325f8d658af tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1681 time: 0.0844498 Nov 27 01:14:21.903998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['35a89897-8395-45a5-89fe-7d0819eea6ef'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:21.933746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d434a6eb-4321-4129-b040-272b3b8feaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.937146 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d434a6eb-4321-4129-b040-272b3b8feaa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:21.941446 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d434a6eb-4321-4129-b040-272b3b8feaa9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6999798f-4195-410c-ad5b-b3d5951d24f7 HTTP/1.1" status: 204 len: 168 time: 0.2800639 Nov 27 01:14:21.961816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434a6eb-4321-4129-b040-272b3b8feaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6999798f-4195-410c-ad5b-b3d5951d24f7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:21.967710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e6513c7-708a-49fb-b672-b8ddacdfec83 req-2f339172-4853-4b20-bfdf-a62e4c03a956 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685802 Nov 27 01:14:21.988634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-4c2a608a-d2d9-4ea1-84f3-13f7921a7f84 service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078973 Nov 27 01:14:22.169068 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932b7dc9-cf5f-442f-9b56-a98e5bab1a4d x-openstack-request-id: req-932b7dc9-cf5f-442f-9b56-a98e5bab1a4d {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:22.169363 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:22.169616 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-932b7dc9-cf5f-442f-9b56-a98e5bab1a4d {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:22.170018 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'status': 'completed', 'code': 200} Nov 27 01:14:22.223076 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d9c30aa-a72a-49ed-9fb6-64de08d25655 req-086d9392-b463-4899-825f-5f6f9cadae18 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2102225057&fields=id&tenant_id=bd91937f25af4311b6e62f89a5efa784 HTTP/1.1" status: 200 len: 267 time: 0.0630302 Nov 27 01:14:22.254022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99b082fe-6557-42c4-ac9b-3856c715ac80 req-e8db37e5-fd7e-4773-8a93-99bd319e5cec tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 210 time: 0.0453997 Nov 27 01:14:22.308432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c30aa-a72a-49ed-9fb6-64de08d25655 req-ed184fbc-578a-4ecf-b025-736daf1a1a55 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:22.311334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d9c30aa-a72a-49ed-9fb6-64de08d25655 req-ed184fbc-578a-4ecf-b025-736daf1a1a55 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 984 time: 0.0783644 Nov 27 01:14:22.327432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5d9c30aa-a72a-49ed-9fb6-64de08d25655 req-f02be3f1-c58e-4336-84d5-5155ca7bc727 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Request body: {'port': {'security_groups': ['be573530-55fc-46d3-b1fb-e923b072c207']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:22.335800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ba20-c1a0-4d67-b179-51f6e6c074d1 req-7ac4ff50-c7cf-4a71-aed9-c7302058ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:22.338153 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50c6ba20-c1a0-4d67-b179-51f6e6c074d1 req-7ac4ff50-c7cf-4a71-aed9-c7302058ac38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd91937f25af4311b6e62f89a5efa784&device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 1135 time: 0.1138601 Nov 27 01:14:22.396109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 22e60ba4-3944-422b-a866-e51a8974c46a up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:22.397402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8e481-6453-4b03-ac11-18c42715f655 req-33bca83c-a12b-497a-b531-10cfd52f059f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:22.405736 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dc8e481-6453-4b03-ac11-18c42715f655 req-33bca83c-a12b-497a-b531-10cfd52f059f tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 943 time: 0.0705585 Nov 27 01:14:22.439773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58444) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:22.467011 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dc8e481-6453-4b03-ac11-18c42715f655 req-906275a8-6949-4a82-a505-e773bb1754f7 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598676 Nov 27 01:14:22.468365 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 22e60ba4-3944-422b-a866-e51a8974c46a completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:22.474520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 22e60ba4-3944-422b-a866-e51a8974c46a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:22.475025 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.546613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ba20-c1a0-4d67-b179-51f6e6c074d1 req-cdcece8a-f99b-4436-b2c3-cab4363b83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:22.548191 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50c6ba20-c1a0-4d67-b179-51f6e6c074d1 req-cdcece8a-f99b-4436-b2c3-cab4363b83a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=118a00df-a939-4eef-bd47-d93d4d335a04 HTTP/1.1" status: 200 len: 919 time: 0.1800513 Nov 27 01:14:22.551974 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd6eddc2-1248-4a97-8311-b78a6224776f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.569951 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.609301 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5d9c30aa-a72a-49ed-9fb6-64de08d25655 req-f02be3f1-c58e-4336-84d5-5155ca7bc727 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.616462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 22e60ba4-3944-422b-a866-e51a8974c46a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=22e60ba4-3944-422b-a866-e51a8974c46a,segment=NetworkSegment(1aca5952-aac7-4227-b574-487f84386126),segment_id=1aca5952-aac7-4227-b574-487f84386126)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:22.617115 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50c6ba20-c1a0-4d67-b179-51f6e6c074d1 req-3dd57429-88cf-4d82-b32f-6d7d645218e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 217 time: 0.0599225 Nov 27 01:14:22.622269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd65b78-c510-41cb-9c60-f40166cd3743 req-4434917a-f412-40e3-b5e2-3757124b13a5 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:22.624565 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8cd65b78-c510-41cb-9c60-f40166cd3743 req-4434917a-f412-40e3-b5e2-3757124b13a5 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0758440 Nov 27 01:14:22.627260 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.695934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8cd65b78-c510-41cb-9c60-f40166cd3743 req-fbe27473-cb8e-4bdb-a8a4-198609a60205 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629132 Nov 27 01:14:22.702456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=22e60ba4-3944-422b-a866-e51a8974c46a,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:22.747948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ba20-c1a0-4d67-b179-51f6e6c074d1 req-9a538a8a-cb8f-4f91-a7d9-98997f543bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:22.749420 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50c6ba20-c1a0-4d67-b179-51f6e6c074d1 req-9a538a8a-cb8f-4f91-a7d9-98997f543bf6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c5bf43d-2cf4-4675-b80a-02ca09f08b62 HTTP/1.1" status: 200 len: 858 time: 0.1237278 Nov 27 01:14:22.803753 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50c6ba20-c1a0-4d67-b179-51f6e6c074d1 req-f3967d28-254f-493b-aac1-8f6c210da860 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=118a00df-a939-4eef-bd47-d93d4d335a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448799 Nov 27 01:14:22.820468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e60ba4-3944-422b-a866-e51a8974c46a'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:22.824067 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4364bb2-3ee8-4d97-84bd-e0e425768c4b" -d '{"events": [{"server_uuid": "a2826cd2-6238-484e-9eea-ef9e4a95572e", "name": "network-vif-plugged", "status": "completed", "tag": "22e60ba4-3944-422b-a866-e51a8974c46a"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:22.859095 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd6eddc2-1248-4a97-8311-b78a6224776f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.864521 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f9caac-b5bb-47bc-ad1a-77321f2e3667 x-openstack-request-id: req-43f9caac-b5bb-47bc-ad1a-77321f2e3667 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:22.864822 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2826cd2-6238-484e-9eea-ef9e4a95572e", "name": "network-vif-plugged", "status": "completed", "tag": "22e60ba4-3944-422b-a866-e51a8974c46a", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:22.865072 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43f9caac-b5bb-47bc-ad1a-77321f2e3667 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:22.865466 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e60ba4-3944-422b-a866-e51a8974c46a', 'code': 200} Nov 27 01:14:22.897128 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd6eddc2-1248-4a97-8311-b78a6224776f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:22.983108 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dd6eddc2-1248-4a97-8311-b78a6224776f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08a427ecae0241d792fa1b988ee69453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5422733 Nov 27 01:14:22.986346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58454) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:22.991784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6eddc2-1248-4a97-8311-b78a6224776f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be33060-77fb-487c-bc2d-bc9c63299e3c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:23.015731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e76915-31dc-4539-82b4-eb861caaf83c req-24dfc485-1389-4f81-86b2-5dc3729ecab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:23.016213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e76915-31dc-4539-82b4-eb861caaf83c req-24dfc485-1389-4f81-86b2-5dc3729ecab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:23.018099 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-02e76915-31dc-4539-82b4-eb861caaf83c req-24dfc485-1389-4f81-86b2-5dc3729ecab5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1984 time: 0.0618525 Nov 27 01:14:23.044716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5d9c30aa-a72a-49ed-9fb6-64de08d25655 req-f02be3f1-c58e-4336-84d5-5155ca7bc727 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] For port 35a89897-8395-45a5-89fe-7d0819eea6ef, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=35a89897-8395-45a5-89fe-7d0819eea6ef,segment=NetworkSegment(ffebc031-4253-4d22-bce6-18d20bfcddf8),segment_id=ffebc031-4253-4d22-bce6-18d20bfcddf8)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:23.047853 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50c6ba20-c1a0-4d67-b179-51f6e6c074d1 req-49a1f324-569f-49a9-af71-71f1b37d227d service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065945 Nov 27 01:14:23.102444 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b98038d8-1b96-4357-a36e-845990a5f12b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.124860 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5d9c30aa-a72a-49ed-9fb6-64de08d25655 req-f02be3f1-c58e-4336-84d5-5155ca7bc727 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.128676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-02e76915-31dc-4539-82b4-eb861caaf83c req-626fcaf1-c289-4674-9b78-7db0a8efc8a6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979400 Nov 27 01:14:23.133443 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5d9c30aa-a72a-49ed-9fb6-64de08d25655 req-f02be3f1-c58e-4336-84d5-5155ca7bc727 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.140524 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b98038d8-1b96-4357-a36e-845990a5f12b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.155959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653867f-be60-4e3c-a0ae-56ce9ca640eb req-a5a4e7a3-b33c-4340-8cec-1713a9173aa1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:23.161988 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653867f-be60-4e3c-a0ae-56ce9ca640eb req-a5a4e7a3-b33c-4340-8cec-1713a9173aa1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:23.163580 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a653867f-be60-4e3c-a0ae-56ce9ca640eb req-a5a4e7a3-b33c-4340-8cec-1713a9173aa1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1682 time: 0.1159751 Nov 27 01:14:23.170451 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['35a89897-8395-45a5-89fe-7d0819eea6ef'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:23.201493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c30aa-a72a-49ed-9fb6-64de08d25655 req-f02be3f1-c58e-4336-84d5-5155ca7bc727 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:23.202109 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5d9c30aa-a72a-49ed-9fb6-64de08d25655 req-f02be3f1-c58e-4336-84d5-5155ca7bc727 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.203744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d9c30aa-a72a-49ed-9fb6-64de08d25655 req-f02be3f1-c58e-4336-84d5-5155ca7bc727 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "PUT /v2.0/ports/35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 942 time: 0.8822627 Nov 27 01:14:23.213000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50c6ba20-c1a0-4d67-b179-51f6e6c074d1 req-c0bc53e4-ebf3-4c67-9da9-6a67c4413d96 service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563907 Nov 27 01:14:23.226849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02be3f1-c58e-4336-84d5-5155ca7bc727 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Pushing event updated for resources: {'Port': ['ID=35a89897-8395-45a5-89fe-7d0819eea6ef,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:23.254560 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a653867f-be60-4e3c-a0ae-56ce9ca640eb req-3ae0e0c4-175c-45ca-aa8e-6c1c6f6b1b31 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810320 Nov 27 01:14:23.259344 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b98038d8-1b96-4357-a36e-845990a5f12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.264202 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b98038d8-1b96-4357-a36e-845990a5f12b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.265324 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b98038d8-1b96-4357-a36e-845990a5f12b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0be33060-77fb-487c-bc2d-bc9c63299e3c HTTP/1.1" status: 204 len: 168 time: 0.2768242 Nov 27 01:14:23.274310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98038d8-1b96-4357-a36e-845990a5f12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be33060-77fb-487c-bc2d-bc9c63299e3c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:23.292464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a126bd03-2668-415b-bdb7-f6db851a3a7c details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:23.417359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['35a89897-8395-45a5-89fe-7d0819eea6ef'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:23.498420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92708f96-36da-40aa-975e-b24fbec7732c req-7e1e3092-81ab-4ace-8cfd-592acc11a74e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:23.498795 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-7e1e3092-81ab-4ace-8cfd-592acc11a74e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.1340258 Nov 27 01:14:23.520864 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-92708f96-36da-40aa-975e-b24fbec7732c req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Request body: {'port': {'device_id': 'e7823593-8440-4e07-863f-ecc105d9d5d5', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'admin_state_up': True, 'tenant_id': '9ce090256ac14ca494a8481b8dc46f60'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:23.552413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a126bd03-2668-415b-bdb7-f6db851a3a7c, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a126bd03-2668-415b-bdb7-f6db851a3a7c,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:23.582884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'a126bd03-2668-415b-bdb7-f6db851a3a7c', 'network_id': '6cb1acbc-c10a-4b62-abbf-8ecff8235deb', 'port_id': 'a126bd03-2668-415b-bdb7-f6db851a3a7c', 'mac_address': 'fa:16:3e:a2:93:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46a59be-e55d-45df-95e9-1ee16635f030', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:23.631176 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25f97465-11ba-4d5b-b696-5793414cf75f req-d0bf88c0-a283-47af-a437-8e3e198011a6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 210 time: 0.0335820 Nov 27 01:14:23.650462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-44cda416-1d01-4b53-8677-6cab341c4d8c tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3361552 Nov 27 01:14:23.656331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:23.686379 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.697344 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.717044 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a126bd03-2668-415b-bdb7-f6db851a3a7c {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:23.718537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92708f96-36da-40aa-975e-b24fbec7732c req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Made reservation on behalf of 9ce090256ac14ca494a8481b8dc46f60 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:23.725012 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92708f96-36da-40aa-975e-b24fbec7732c req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.755160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a126bd03-2668-415b-bdb7-f6db851a3a7c, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a126bd03-2668-415b-bdb7-f6db851a3a7c,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:23.771450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.807114 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217cc52-5719-4a2f-83b3-1cb0e28a3649 req-53afa911-48c5-4a0e-9a82-5740e63160b6 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:23.808729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d217cc52-5719-4a2f-83b3-1cb0e28a3649 req-53afa911-48c5-4a0e-9a82-5740e63160b6 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 943 time: 0.0783494 Nov 27 01:14:23.873169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=a126bd03-2668-415b-bdb7-f6db851a3a7c,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:23.909012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:23.910768 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d217cc52-5719-4a2f-83b3-1cb0e28a3649 req-957e549e-686e-4def-b180-c2eacbceb46c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604267 Nov 27 01:14:24.028490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-92708f96-36da-40aa-975e-b24fbec7732c req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Allocated IP 172.20.0.5 (2eaddc87-3a23-41ff-872a-2ec44342687d/c1b3b599-d4e2-4679-ba73-92cad71204a2/bd91b87f-9ff5-441f-bc37-7af50d0e55cb) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:24.060845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Allocated IP 172.25.3.206 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/25ffef15-040f-48cd-8c4f-913f59e96c84) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:24.171539 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:24.172840 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af956290-2d2c-4586-b9b3-f43441f5be4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:24.202598 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.210559 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['a126bd03-2668-415b-bdb7-f6db851a3a7c'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:24.227168 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b263d8-3e96-42bd-a8e5-c7968c748117 x-openstack-request-id: req-a2b263d8-3e96-42bd-a8e5-c7968c748117 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:24.227575 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:24.227928 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2b263d8-3e96-42bd-a8e5-c7968c748117 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:24.228421 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'status': 'completed', 'code': 200} Nov 27 01:14:24.291590 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.330965 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92708f96-36da-40aa-975e-b24fbec7732c req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.423891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:24.435691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:24.439108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:24.452498 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92708f96-36da-40aa-975e-b24fbec7732c req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.477413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Pushing event updated for resources: {'Port': ['ID=25ffef15-040f-48cd-8c4f-913f59e96c84,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:24.484604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:24.494964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af956290-2d2c-4586-b9b3-f43441f5be4a req-0e2288ac-1502-4899-b499-f11b7e606c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:24.496508 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af956290-2d2c-4586-b9b3-f43441f5be4a req-0e2288ac-1502-4899-b499-f11b7e606c48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd91937f25af4311b6e62f89a5efa784&device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 1096 time: 0.1200624 Nov 27 01:14:24.500008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92708f96-36da-40aa-975e-b24fbec7732c req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Network 2eaddc87-3a23-41ff-872a-2ec44342687d is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:24.503932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-92708f96-36da-40aa-975e-b24fbec7732c req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:24.517647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c52dd-df60-4913-b633-6c6c214c8e9a req-e433959c-fd02-4a7d-8f23-4a4d294ee1fb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:24.523626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c52dd-df60-4913-b633-6c6c214c8e9a req-e433959c-fd02-4a7d-8f23-4a4d294ee1fb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:24.525221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-825c52dd-df60-4913-b633-6c6c214c8e9a req-e433959c-fd02-4a7d-8f23-4a4d294ee1fb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1682 time: 0.1203744 Nov 27 01:14:24.532385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-92708f96-36da-40aa-975e-b24fbec7732c req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:24.551033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.627860 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event updated for resources: {'Port': ['ID=bd91b87f-9ff5-441f-bc37-7af50d0e55cb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:24.659300 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.679968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92708f96-36da-40aa-975e-b24fbec7732c req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:24.680794 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92708f96-36da-40aa-975e-b24fbec7732c req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.709696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-9957ee05-b0e0-4835-9556-c20566f2f136 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1940055 Nov 27 01:14:24.728227 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-825c52dd-df60-4913-b633-6c6c214c8e9a req-9c95aabf-04d5-456a-a33a-571d4f09ad65 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497743 Nov 27 01:14:24.729317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af956290-2d2c-4586-b9b3-f43441f5be4a req-86cf5860-5e27-435b-90e7-fd0547854370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:24.731390 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af956290-2d2c-4586-b9b3-f43441f5be4a req-86cf5860-5e27-435b-90e7-fd0547854370 service neutron] 10.222.0.11 "GET /v2.0/networks?id=118a00df-a939-4eef-bd47-d93d4d335a04 HTTP/1.1" status: 200 len: 919 time: 0.1725070 Nov 27 01:14:24.755461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Request body: {'port': {'device_id': 'e7823593-8440-4e07-863f-ecc105d9d5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:24.833962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af956290-2d2c-4586-b9b3-f43441f5be4a req-ca33d84f-2e8f-491c-965e-a73f52a16f50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 217 time: 0.0837646 Nov 27 01:14:24.846066 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.927885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af956290-2d2c-4586-b9b3-f43441f5be4a req-70f831d7-4fb0-46e8-b7b5-17011b418513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:24.929455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af956290-2d2c-4586-b9b3-f43441f5be4a req-70f831d7-4fb0-46e8-b7b5-17011b418513 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c5bf43d-2cf4-4675-b80a-02ca09f08b62 HTTP/1.1" status: 200 len: 858 time: 0.0777497 Nov 27 01:14:24.972788 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af956290-2d2c-4586-b9b3-f43441f5be4a req-fd6538c3-a2eb-499e-a05e-5e719c3fa6ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=118a00df-a939-4eef-bd47-d93d4d335a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333507 Nov 27 01:14:24.976702 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:24.992093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.014544 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fb610-29bc-4aa1-951b-3e2aeccf3b72 req-12a112b0-6dfb-4cfa-b1fa-215eaa07cad1 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:25.016130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-421fb610-29bc-4aa1-951b-3e2aeccf3b72 req-12a112b0-6dfb-4cfa-b1fa-215eaa07cad1 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 931 time: 0.1200759 Nov 27 01:14:25.117930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Pushing event updated for resources: {'Port': ['ID=25ffef15-040f-48cd-8c4f-913f59e96c84,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:25.136614 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-421fb610-29bc-4aa1-951b-3e2aeccf3b72 req-1b2353e5-d3f4-4ca7-b0e7-9d6dd195ca89 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083701 Nov 27 01:14:25.138317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.162151 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.171889 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-c7f76c8a-209d-41a8-a79e-a09bcfdc7f36 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5199852 Nov 27 01:14:25.222379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af956290-2d2c-4586-b9b3-f43441f5be4a req-0714d267-09fc-4fca-9461-602e9e46c90b service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414360 Nov 27 01:14:25.234667 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-f6bc95cd-cfe7-4fa0-a7be-d88c4a700969 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.0620031 Nov 27 01:14:25.273879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd91b87f-9ff5-441f-bc37-7af50d0e55cb {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:25.283915 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.306477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a126bd03-2668-415b-bdb7-f6db851a3a7c up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:25.316623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53726524-875d-435a-ab55-83050690de88 req-dff81dc3-0377-48ce-8ce7-c9ffbbd416b4 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:25.327078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53726524-875d-435a-ab55-83050690de88 req-dff81dc3-0377-48ce-8ce7-c9ffbbd416b4 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 944 time: 0.0976434 Nov 27 01:14:25.337642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Transition to ACTIVE for port object bd91b87f-9ff5-441f-bc37-7af50d0e55cb will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:25.354594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.370816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port a126bd03-2668-415b-bdb7-f6db851a3a7c completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:25.377600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port a126bd03-2668-415b-bdb7-f6db851a3a7c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:25.378066 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.404686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af956290-2d2c-4586-b9b3-f43441f5be4a req-c761e7b5-b904-4ce6-a8b8-125fe0de7d8a service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740921 Nov 27 01:14:25.414054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-f78772f7-f40b-41c4-9ca9-6a88b6547637 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:25.415203 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f63df705-4fb3-4d5c-844c-64fb7fd74b61 req-f78772f7-f40b-41c4-9ca9-6a88b6547637 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.1726718 Nov 27 01:14:25.472825 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53726524-875d-435a-ab55-83050690de88 req-dcddab8e-b868-4483-9ed0-2f55a3c5aa28 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445777 Nov 27 01:14:25.499515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Pushing event updated for resources: {'Port': ['ID=bd91b87f-9ff5-441f-bc37-7af50d0e55cb,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:25.516960 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.531183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Attempting to bind port bd91b87f-9ff5-441f-bc37-7af50d0e55cb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:25.531519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Attempting to bind port bd91b87f-9ff5-441f-bc37-7af50d0e55cb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:25.532389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Attempting to bind port bd91b87f-9ff5-441f-bc37-7af50d0e55cb on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:25.537074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Port bd91b87f-9ff5-441f-bc37-7af50d0e55cb on network 2eaddc87-3a23-41ff-872a-2ec44342687d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:25.538293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Attempting to bind port bd91b87f-9ff5-441f-bc37-7af50d0e55cb on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:25.545101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:25.545649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Checking segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:25.546219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Bound using segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:25.546673 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Bound port: bd91b87f-9ff5-441f-bc37-7af50d0e55cb, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:25.547027 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.548058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447754fd-049b-423d-8d68-cab6981f059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a126bd03-2668-415b-bdb7-f6db851a3a7c'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:25.549348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-f2797c18-1c6a-44f1-8af0-2d3ea502c911 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:25.552345 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5c9739-652b-4537-b1cd-695faf63fed4" -d '{"events": [{"server_uuid": "447754fd-049b-423d-8d68-cab6981f059b", "name": "network-vif-plugged", "status": "completed", "tag": "a126bd03-2668-415b-bdb7-f6db851a3a7c"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:25.557992 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-f2797c18-1c6a-44f1-8af0-2d3ea502c911 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0758982 Nov 27 01:14:25.573824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a126bd03-2668-415b-bdb7-f6db851a3a7c, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a126bd03-2668-415b-bdb7-f6db851a3a7c,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:25.582496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.614198 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-70ead7e6-c84f-42db-9b00-42c1a128168c tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.0548518 Nov 27 01:14:25.618990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-3a3b0089-b1c0-4de0-a9ca-c17da822d685 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Request body: {'floatingip': {'port_id': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:25.632527 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69880cdb-35f1-48be-85ab-60b930c7f03e x-openstack-request-id: req-69880cdb-35f1-48be-85ab-60b930c7f03e {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:25.632823 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447754fd-049b-423d-8d68-cab6981f059b", "name": "network-vif-plugged", "status": "completed", "tag": "a126bd03-2668-415b-bdb7-f6db851a3a7c", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:25.633274 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69880cdb-35f1-48be-85ab-60b930c7f03e {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:25.633811 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447754fd-049b-423d-8d68-cab6981f059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a126bd03-2668-415b-bdb7-f6db851a3a7c', 'code': 200} Nov 27 01:14:25.656052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] For port bd91b87f-9ff5-441f-bc37-7af50d0e55cb, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:25.661249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] For port bd91b87f-9ff5-441f-bc37-7af50d0e55cb, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bd91b87f-9ff5-441f-bc37-7af50d0e55cb,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:25.662705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-3a3b0089-b1c0-4de0-a9ca-c17da822d685 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.672321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.678141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=a126bd03-2668-415b-bdb7-f6db851a3a7c,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:25.729751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:25.730493 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:25.733644 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] 10.222.0.11 "PUT /v2.0/ports/bd91b87f-9ff5-441f-bc37-7af50d0e55cb HTTP/1.1" status: 200 len: 1091 time: 0.9840598 Nov 27 01:14:25.755036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa3000-bf27-4c13-b4ae-f301fb82186f service neutron] Pushing event updated for resources: {'Port': ['ID=bd91b87f-9ff5-441f-bc37-7af50d0e55cb,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:25.832633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e4d1-9968-4055-b2b7-3f6a8ff8e16c req-fd55375d-fd19-45d4-8827-9e0fdc1f915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:25.834101 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-71c3e4d1-9968-4055-b2b7-3f6a8ff8e16c req-fd55375d-fd19-45d4-8827-9e0fdc1f915d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 1096 time: 0.1057787 Nov 27 01:14:25.892434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa9f65-efbf-4eb0-9acd-add4c7ba218b req-fdb576d1-83b6-44ba-b78b-e172e693c71b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:25.898420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa9f65-efbf-4eb0-9acd-add4c7ba218b req-fdb576d1-83b6-44ba-b78b-e172e693c71b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:25.900004 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4caa9f65-efbf-4eb0-9acd-add4c7ba218b req-fdb576d1-83b6-44ba-b78b-e172e693c71b tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1682 time: 0.0932083 Nov 27 01:14:25.901714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92708f96-36da-40aa-975e-b24fbec7732c req-45f217e7-e8c1-488a-95a1-52acadc738ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:25.903090 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-45f217e7-e8c1-488a-95a1-52acadc738ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 1094 time: 0.0950785 Nov 27 01:14:25.953899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4caa9f65-efbf-4eb0-9acd-add4c7ba218b req-badc9f72-72d5-4b64-9df4-c78b6c920b17 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478182 Nov 27 01:14:26.018489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-6cc149cc-5717-46dc-b602-8f12932a2f48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd91b87f-9ff5-441f-bc37-7af50d0e55cb HTTP/1.1" status: 200 len: 217 time: 0.0380907 Nov 27 01:14:26.070471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92708f96-36da-40aa-975e-b24fbec7732c req-11a9b98b-c850-4a56-ad14-b3d7347ebeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:26.072441 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-11a9b98b-c850-4a56-ad14-b3d7347ebeaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.0471349 Nov 27 01:14:26.124147 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-71c3e4d1-9968-4055-b2b7-3f6a8ff8e16c req-b055e587-0285-4107-88dd-49a227049336 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436181 Nov 27 01:14:26.128472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-330210c8-9d73-46ce-aae9-3ffcf88884ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382497 Nov 27 01:14:26.229577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7823593-8440-4e07-863f-ecc105d9d5d5', 'tag': 'bd91b87f-9ff5-441f-bc37-7af50d0e55cb'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:26.232581 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3146a5-58dd-46d5-bf02-d7af2e61031b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7823593-8440-4e07-863f-ecc105d9d5d5", "tag": "bd91b87f-9ff5-441f-bc37-7af50d0e55cb"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:26.259019 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-3a3b0089-b1c0-4de0-a9ca-c17da822d685 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:26.263382 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-3a3b0089-b1c0-4de0-a9ca-c17da822d685 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:26.345855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e4753-7420-460a-b670-7f1fa84198fd req-4ab4afc9-c7cf-4462-ae28-976e918a190f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:26.347649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a07e4753-7420-460a-b670-7f1fa84198fd req-4ab4afc9-c7cf-4462-ae28-976e918a190f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 943 time: 0.0558400 Nov 27 01:14:26.379375 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-3a3b0089-b1c0-4de0-a9ca-c17da822d685 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Floating IP ee68845f-01b8-4198-af3a-792e685b44e6 associated. External IP: 172.25.3.206, port: 35a89897-8395-45a5-89fe-7d0819eea6ef. Nov 27 01:14:26.398394 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a07e4753-7420-460a-b670-7f1fa84198fd req-cff9be43-32a3-4a63-b5da-aae395f16a01 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440884 Nov 27 01:14:26.505705 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c9a3f3-7c95-4f87-9e87-4d4f339fd204 x-openstack-request-id: req-d2c9a3f3-7c95-4f87-9e87-4d4f339fd204 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:26.506001 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7823593-8440-4e07-863f-ecc105d9d5d5", "tag": "bd91b87f-9ff5-441f-bc37-7af50d0e55cb", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:26.506269 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2c9a3f3-7c95-4f87-9e87-4d4f339fd204 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:26.506807 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7823593-8440-4e07-863f-ecc105d9d5d5', 'tag': 'bd91b87f-9ff5-441f-bc37-7af50d0e55cb', 'status': 'completed', 'code': 200} Nov 27 01:14:26.560590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-e7ff1102-5fe5-420e-bee4-d114d8afa710 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256607 Nov 27 01:14:26.586797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fdeb8-920e-4d34-ab39-176e860a391c req-e5b57f20-e799-4de8-893a-75e110eb1106 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:26.593397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fdeb8-920e-4d34-ab39-176e860a391c req-e5b57f20-e799-4de8-893a-75e110eb1106 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:26.594909 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dc1fdeb8-920e-4d34-ab39-176e860a391c req-e5b57f20-e799-4de8-893a-75e110eb1106 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1682 time: 0.0910406 Nov 27 01:14:26.640440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58550) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:26.707512 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dc1fdeb8-920e-4d34-ab39-176e860a391c req-1565e294-d7b1-4faf-9f56-a49f94d56a06 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017439 Nov 27 01:14:26.719367 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-92708f96-36da-40aa-975e-b24fbec7732c req-ea53b8d4-d811-4229-8ec3-56c915d467dc service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501458 Nov 27 01:14:26.781086 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e0d3961-62d8-482e-9dfd-df187918f5a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:26.891670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8323b-d4af-4ac2-bb8d-8499232a27ab req-d588f3c3-5fc3-4e21-a913-d7a2032e88fc tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:26.893141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ec8323b-d4af-4ac2-bb8d-8499232a27ab req-d588f3c3-5fc3-4e21-a913-d7a2032e88fc tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 945 time: 0.0998931 Nov 27 01:14:26.936902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3146a5-58dd-46d5-bf02-d7af2e61031b req-e24837c9-21be-457d-a2e4-b34177a8d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:26.937969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-3a3b0089-b1c0-4de0-a9ca-c17da822d685 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:14:26.938403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb3146a5-58dd-46d5-bf02-d7af2e61031b req-e24837c9-21be-457d-a2e4-b34177a8d9d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 1094 time: 0.1018486 Nov 27 01:14:27.021419 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e0d3961-62d8-482e-9dfd-df187918f5a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.027227 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ec8323b-d4af-4ac2-bb8d-8499232a27ab req-1fd5ca47-4492-4455-9108-e659261306f8 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266918 Nov 27 01:14:27.031579 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e0d3961-62d8-482e-9dfd-df187918f5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.054030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-3a3b0089-b1c0-4de0-a9ca-c17da822d685 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:27.059567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-3a3b0089-b1c0-4de0-a9ca-c17da822d685 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.067946 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e8983-9bf2-4af5-9670-6bd7dda4b15d None None] Sync routers for ids ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:27.084575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e8983-9bf2-4af5-9670-6bd7dda4b15d None None] Routers {'2614a1f8-3640-48f9-9d6b-7abbc257d4b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:27.085745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-439e8983-9bf2-4af5-9670-6bd7dda4b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:27.090162 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6e0d3961-62d8-482e-9dfd-df187918f5a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4edbf442f51e439b8793d54f49015655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4485662 Nov 27 01:14:27.092931 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58556) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:27.093803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d3961-62d8-482e-9dfd-df187918f5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b041a0-cd4e-4145-8874-4fed736627ab,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:27.111360 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-3a3b0089-b1c0-4de0-a9ca-c17da822d685 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "PUT /v2.0/floatingips/ee68845f-01b8-4198-af3a-792e685b44e6 HTTP/1.1" status: 200 len: 996 time: 1.4961696 Nov 27 01:14:27.111649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3146a5-58dd-46d5-bf02-d7af2e61031b req-64e82ba5-8617-4b9b-9ed5-40dc2078b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.113787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb3146a5-58dd-46d5-bf02-d7af2e61031b req-64e82ba5-8617-4b9b-9ed5-40dc2078b3af service neutron] 10.222.0.11 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 906 time: 0.1582806 Nov 27 01:14:27.116787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:27.119310 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57681009-ab18-48da-9120-544647aee919" -d '{"events": [{"name": "network-changed", "server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:27.165749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb3146a5-58dd-46d5-bf02-d7af2e61031b req-d44dedf8-4937-4dfd-967f-27b759e8d035 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd91b87f-9ff5-441f-bc37-7af50d0e55cb HTTP/1.1" status: 200 len: 217 time: 0.0444570 Nov 27 01:14:27.194551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-988c9c94-d700-4479-bf2b-e888a76c898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.196063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-988c9c94-d700-4479-bf2b-e888a76c898d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd91937f25af4311b6e62f89a5efa784&device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 1096 time: 0.0629373 Nov 27 01:14:27.199620 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2367151a-ab83-40d3-8564-37d3787acedc x-openstack-request-id: req-2367151a-ab83-40d3-8564-37d3787acedc {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:27.199909 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:27.200162 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2367151a-ab83-40d3-8564-37d3787acedc {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:27.200553 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'status': 'completed', 'code': 200} Nov 27 01:14:27.201552 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.224123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3146a5-58dd-46d5-bf02-d7af2e61031b req-28de7a87-48d4-4799-b7a2-8a76d4f1fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.225578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb3146a5-58dd-46d5-bf02-d7af2e61031b req-28de7a87-48d4-4799-b7a2-8a76d4f1fc1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.0518200 Nov 27 01:14:27.247159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-439e8983-9bf2-4af5-9670-6bd7dda4b15d None None] Set router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:27.272491 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.320545 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb3146a5-58dd-46d5-bf02-d7af2e61031b req-4cd068c7-c020-470c-9e1f-421a7568f6b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372674 Nov 27 01:14:27.358804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-c05986cf-5006-4885-a9a8-9351bf134d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.359420 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-c05986cf-5006-4885-a9a8-9351bf134d8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=118a00df-a939-4eef-bd47-d93d4d335a04 HTTP/1.1" status: 200 len: 919 time: 0.1559930 Nov 27 01:14:27.414703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57681009-ab18-48da-9120-544647aee919 req-cbe13b07-27b6-4226-b0b5-edac67456ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.416643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57681009-ab18-48da-9120-544647aee919 req-cbe13b07-27b6-4226-b0b5-edac67456ce6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd91937f25af4311b6e62f89a5efa784&device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 1096 time: 0.1012363 Nov 27 01:14:27.422152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.424785 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.425888 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90b041a0-cd4e-4145-8874-4fed736627ab HTTP/1.1" status: 204 len: 168 time: 0.3319352 Nov 27 01:14:27.488470 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb3146a5-58dd-46d5-bf02-d7af2e61031b req-d071c186-04c0-48d7-88fc-7799929fe5e2 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307640 Nov 27 01:14:27.504217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b041a0-cd4e-4145-8874-4fed736627ab,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:27.513849 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-feaa9c5a-a5a3-4d85-b655-09d565b02fe7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 999 time: 0.1460238 Nov 27 01:14:27.519346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:27.519697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:27.520079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:27.520563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:27.520910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:27.521243 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:27.521584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:27.526615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:27.527185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:27.528102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:27.528454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:27.528835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d1d3dd-81b6-4b49-b159-ee2135e6ab5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:27.614376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-439e8983-9bf2-4af5-9670-6bd7dda4b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'ee68845f-01b8-4198-af3a-792e685b44e6', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'port_id': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'mac_address': 'fa:16:3e:a9:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:14:24Z', 'updated_at': '2021-11-27T01:14:26Z', 'revision_number': 1, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da749575-2313-4143-94a8-303462408ec2', 'name': '', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'mac_address': 'fa:16:3e:b9:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:15Z', 'updated_at': '2021-11-27T01:13:27Z', 'revision_number': 5, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'subnets': [{'id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:27.648318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-5236bc1f-ec23-4f37-baff-e5456d900d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.649819 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-5236bc1f-ec23-4f37-baff-e5456d900d0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5c5bf43d-2cf4-4675-b80a-02ca09f08b62 HTTP/1.1" status: 200 len: 858 time: 0.1088650 Nov 27 01:14:27.650764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb915052-0e6a-4af2-9be0-793da8bfa282 req-4acc543d-8f75-4a56-9dd9-6c42a658ec5b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.651009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57681009-ab18-48da-9120-544647aee919 req-a6ac9067-1e49-4358-999b-e35de426631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.652248 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb915052-0e6a-4af2-9be0-793da8bfa282 req-4acc543d-8f75-4a56-9dd9-6c42a658ec5b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 943 time: 0.1058123 Nov 27 01:14:27.657859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e8983-9bf2-4af5-9670-6bd7dda4b15d None None] Checking router: 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:14:27.658720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57681009-ab18-48da-9120-544647aee919 req-a6ac9067-1e49-4358-999b-e35de426631b service neutron] 10.222.0.11 "GET /v2.0/networks?id=118a00df-a939-4eef-bd47-d93d4d335a04 HTTP/1.1" status: 200 len: 919 time: 0.2316847 Nov 27 01:14:27.672363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e8983-9bf2-4af5-9670-6bd7dda4b15d None None] Routers {'2614a1f8-3640-48f9-9d6b-7abbc257d4b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:27.672989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-439e8983-9bf2-4af5-9670-6bd7dda4b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:27.683361 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb3146a5-58dd-46d5-bf02-d7af2e61031b req-b14f372e-02dc-4b2a-9f77-485b8702c1fc service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850412 Nov 27 01:14:27.687543 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-bbba7d6a-e476-430e-80a5-64cb1f15aa50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=118a00df-a939-4eef-bd47-d93d4d335a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278435 Nov 27 01:14:27.720243 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb915052-0e6a-4af2-9be0-793da8bfa282 req-96ed7cf2-cda9-4f7a-bee2-ecf7618e05c5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609467 Nov 27 01:14:27.810190 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-439e8983-9bf2-4af5-9670-6bd7dda4b15d None None] Set router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:27.851021 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57681009-ab18-48da-9120-544647aee919 req-ba2b14d9-1b92-44b9-95dc-a81d1fcb1f6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 999 time: 0.1623447 Nov 27 01:14:27.867576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c8937-2f73-4792-b06a-83a1867848ca req-f8a57237-f6a4-4a54-8f37-a3311c31e5b6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.874049 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c8937-2f73-4792-b06a-83a1867848ca req-f8a57237-f6a4-4a54-8f37-a3311c31e5b6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.882810 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d88c8937-2f73-4792-b06a-83a1867848ca req-f8a57237-f6a4-4a54-8f37-a3311c31e5b6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1682 time: 0.0847437 Nov 27 01:14:27.883550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58568) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:27.913231 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c421daa-f98c-4734-b9cb-c7f18f664243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:27.919083 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-7303215c-4a7e-48cf-9f02-47227142a02d service neutron] 10.222.0.37 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239523 Nov 27 01:14:27.941555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57681009-ab18-48da-9120-544647aee919 req-29d3beb4-5ecb-40c0-9662-1e841ab47ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.942983 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57681009-ab18-48da-9120-544647aee919 req-29d3beb4-5ecb-40c0-9662-1e841ab47ce7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c5bf43d-2cf4-4675-b80a-02ca09f08b62 HTTP/1.1" status: 200 len: 858 time: 0.0737729 Nov 27 01:14:27.956522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-f309da9d-7c7e-4443-b3f7-ba3e66fb0414 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.963069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-f309da9d-7c7e-4443-b3f7-ba3e66fb0414 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:27.963869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d88c8937-2f73-4792-b06a-83a1867848ca req-911d8bee-847f-45de-a2ca-6729bff79a74 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775793 Nov 27 01:14:27.964755 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-f309da9d-7c7e-4443-b3f7-ba3e66fb0414 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 1682 time: 0.1281111 Nov 27 01:14:28.042087 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c421daa-f98c-4734-b9cb-c7f18f664243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.046628 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c421daa-f98c-4734-b9cb-c7f18f664243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.055490 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57681009-ab18-48da-9120-544647aee919 req-650eaf2b-f0c6-46ba-9fda-61d4ca20f863 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=118a00df-a939-4eef-bd47-d93d4d335a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891721 Nov 27 01:14:28.102636 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3c421daa-f98c-4734-b9cb-c7f18f664243 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c37c10cc713a465594a817fdbe0f77af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2149282 Nov 27 01:14:28.104301 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58574) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:28.118040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c421daa-f98c-4734-b9cb-c7f18f664243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fef534-38ef-4f6e-9eaa-0e1c4b0ff82f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:28.208599 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e998ba21-ad92-4e86-a44f-b34af1cfbfb9 req-4d3c6b35-94cc-4245-90aa-991b5b026e1a service neutron] 10.222.0.37 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758183 Nov 27 01:14:28.216891 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b15cc41-5722-4f64-a7eb-0e3b14ad711c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.231067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497dfb3-bad4-4b39-afc2-e04d18de9a17 req-43d460ea-f6eb-4f66-a74e-ca95e042b360 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:28.232770 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8497dfb3-bad4-4b39-afc2-e04d18de9a17 req-43d460ea-f6eb-4f66-a74e-ca95e042b360 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 945 time: 0.0836177 Nov 27 01:14:28.243328 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57681009-ab18-48da-9120-544647aee919 req-aeeba33a-48c6-4048-905f-8dff5d21bffb service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790988 Nov 27 01:14:28.247138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-7a8bd907-1f00-4e00-a882-1283498dc3aa tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting port 22e60ba4-3944-422b-a866-e51a8974c46a {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:28.247474 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-7a8bd907-1f00-4e00-a882-1283498dc3aa tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.252724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-439e8983-9bf2-4af5-9670-6bd7dda4b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'ee68845f-01b8-4198-af3a-792e685b44e6', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'port_id': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'mac_address': 'fa:16:3e:a9:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:14:24Z', 'updated_at': '2021-11-27T01:14:26Z', 'revision_number': 1, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da749575-2313-4143-94a8-303462408ec2', 'name': '', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'mac_address': 'fa:16:3e:b9:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:15Z', 'updated_at': '2021-11-27T01:13:27Z', 'revision_number': 5, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'subnets': [{'id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:28.271342 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b15cc41-5722-4f64-a7eb-0e3b14ad711c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.287962 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e8983-9bf2-4af5-9670-6bd7dda4b15d None None] The sync data for ids ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'] in n-d-819494-2 is: [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'ee68845f-01b8-4198-af3a-792e685b44e6', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'port_id': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'mac_address': 'fa:16:3e:a9:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:14:24Z', 'updated_at': '2021-11-27T01:14:26Z', 'revision_number': 1, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da749575-2313-4143-94a8-303462408ec2', 'name': '', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'mac_address': 'fa:16:3e:b9:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:15Z', 'updated_at': '2021-11-27T01:13:27Z', 'revision_number': 5, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'subnets': [{'id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:14:28.341925 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8497dfb3-bad4-4b39-afc2-e04d18de9a17 req-3c8959f4-58ab-4b5e-8b4c-8c8df7f08b61 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939538 Nov 27 01:14:28.365827 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b15cc41-5722-4f64-a7eb-0e3b14ad711c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.369894 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b15cc41-5722-4f64-a7eb-0e3b14ad711c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.378520 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9b15cc41-5722-4f64-a7eb-0e3b14ad711c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87fef534-38ef-4f6e-9eaa-0e1c4b0ff82f HTTP/1.1" status: 204 len: 168 time: 0.2671251 Nov 27 01:14:28.400390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15cc41-5722-4f64-a7eb-0e3b14ad711c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fef534-38ef-4f6e-9eaa-0e1c4b0ff82f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:28.504465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-7a8bd907-1f00-4e00-a882-1283498dc3aa tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] For port 22e60ba4-3944-422b-a866-e51a8974c46a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=22e60ba4-3944-422b-a866-e51a8974c46a,segment=NetworkSegment(1aca5952-aac7-4227-b574-487f84386126),segment_id=1aca5952-aac7-4227-b574-487f84386126)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:28.504649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-7a8bd907-1f00-4e00-a882-1283498dc3aa tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:28.512861 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57681009-ab18-48da-9120-544647aee919 req-1d8f6d8c-119c-4f94-9c61-2fc8f2141ade service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610903 Nov 27 01:14:28.524391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-6b410140-9dd5-41f4-8a4a-eea89d7bf5a6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 999 time: 0.1558099 Nov 27 01:14:28.528552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-7a8bd907-1f00-4e00-a882-1283498dc3aa tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Calling delete_port for 22e60ba4-3944-422b-a866-e51a8974c46a owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:28.671189 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d2d44-e1c7-4c93-b0cc-2dd54ed75964 None None] New status for floating IP ee68845f-01b8-4198-af3a-792e685b44e6: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:14:28.693246 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-e3c27bc9-f826-47f0-a8e6-19855bca4864 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:28.694670 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-e3c27bc9-f826-47f0-a8e6-19855bca4864 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports/35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 942 time: 0.1620958 Nov 27 01:14:28.764608 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2732fec-f1f3-4db7-9175-bfd6a5209992 req-e665fa97-a7a3-452e-b386-10e006a50af5 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:28.772330 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b2732fec-f1f3-4db7-9175-bfd6a5209992 req-e665fa97-a7a3-452e-b386-10e006a50af5 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 945 time: 0.0864568 Nov 27 01:14:28.855295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-a1688b2a-4766-4107-9bd6-49fb67506cf5 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 999 time: 0.0840912 Nov 27 01:14:28.860955 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b2732fec-f1f3-4db7-9175-bfd6a5209992 req-fb6e4607-5e56-4adf-9cf0-78891ef5ffef tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811529 Nov 27 01:14:29.012649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cfe33-3868-4c7d-b867-8c6663eced47 req-ab81682d-6443-44fb-aa1c-c1a55bbd0ff0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:29.016681 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a3cfe33-3868-4c7d-b867-8c6663eced47 req-ab81682d-6443-44fb-aa1c-c1a55bbd0ff0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 943 time: 0.0825090 Nov 27 01:14:29.019339 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-7a8bd907-1f00-4e00-a882-1283498dc3aa tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.054620 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['309789a8-1d1f-4b09-a347-762c989c20c4', '22e60ba4-3944-422b-a866-e51a8974c46a'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:29.073802 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a3cfe33-3868-4c7d-b867-8c6663eced47 req-408016c4-d3d5-4c99-b5a7-047de0ff9b0e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494108 Nov 27 01:14:29.078117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-3360263d-b3fe-444a-90b3-a8eae496dcd8 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:29.079961 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-3360263d-b3fe-444a-90b3-a8eae496dcd8 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.2180350 Nov 27 01:14:29.114536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bd907-1f00-4e00-a882-1283498dc3aa tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Port': ['ID=22e60ba4-3944-422b-a866-e51a8974c46a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:29.211821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-7a8bd907-1f00-4e00-a882-1283498dc3aa tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] No DVR routers for this DVR port 22e60ba4-3944-422b-a866-e51a8974c46a on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:29.217469 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-7a8bd907-1f00-4e00-a882-1283498dc3aa tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.221156 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-7a8bd907-1f00-4e00-a882-1283498dc3aa tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "DELETE /v2.0/ports/22e60ba4-3944-422b-a866-e51a8974c46a HTTP/1.1" status: 204 len: 173 time: 1.2439957 Nov 27 01:14:29.221889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'name': 'network-vif-deleted', 'tag': '22e60ba4-3944-422b-a866-e51a8974c46a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:29.224468 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4f570e-4f3f-42f1-98a7-7e93ae226422" -d '{"events": [{"server_uuid": "a2826cd2-6238-484e-9eea-ef9e4a95572e", "name": "network-vif-deleted", "tag": "22e60ba4-3944-422b-a866-e51a8974c46a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:29.266993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65010ff-db10-493a-9e34-d02d28e00fca req-82b3c96d-b2d3-4bc8-a32c-80fe0105ac06 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:29.276459 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e65010ff-db10-493a-9e34-d02d28e00fca req-82b3c96d-b2d3-4bc8-a32c-80fe0105ac06 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 946 time: 0.0725744 Nov 27 01:14:29.283280 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-1ad8cc45-2c0d-4c6c-80d8-ebe9f4c8204a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 1001 time: 0.1782076 Nov 27 01:14:29.314480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device bd91b87f-9ff5-441f-bc37-7af50d0e55cb details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:29.319182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-b8cc0349-6f8f-4a7b-8d04-70f5048df23e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:29.364245 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e65010ff-db10-493a-9e34-d02d28e00fca req-7ea317dd-32f6-4744-b353-9a2bed4cd440 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826685 Nov 27 01:14:29.484781 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f913b45-6e45-4003-8eef-e47b9e0ffcda x-openstack-request-id: req-5f913b45-6e45-4003-8eef-e47b9e0ffcda {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:29.485557 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2826cd2-6238-484e-9eea-ef9e4a95572e", "name": "network-vif-deleted", "tag": "22e60ba4-3944-422b-a866-e51a8974c46a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:29.485557 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f913b45-6e45-4003-8eef-e47b9e0ffcda {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:29.490753 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'name': 'network-vif-deleted', 'tag': '22e60ba4-3944-422b-a866-e51a8974c46a', 'status': 'completed', 'code': 200} Nov 27 01:14:29.564486 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df2f9969-bf8a-4754-a8fd-7ce39c2d2a93 req-8d894e2a-989f-4240-8a91-1f9ca4928e2d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2675965 Nov 27 01:14:29.568176 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-b8cc0349-6f8f-4a7b-8d04-70f5048df23e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.602046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port bd91b87f-9ff5-441f-bc37-7af50d0e55cb, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bd91b87f-9ff5-441f-bc37-7af50d0e55cb,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:29.616853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'bd91b87f-9ff5-441f-bc37-7af50d0e55cb', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'port_id': 'bd91b87f-9ff5-441f-bc37-7af50d0e55cb', 'mac_address': 'fa:16:3e:d1:09:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b3b599-d4e2-4679-ba73-92cad71204a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:29.650617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-cbd88119-b6ac-4d11-b2da-548094887aa6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting port 309789a8-1d1f-4b09-a347-762c989c20c4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:29.651072 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-cbd88119-b6ac-4d11-b2da-548094887aa6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.662810 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.685315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd91b87f-9ff5-441f-bc37-7af50d0e55cb {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:29.709151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port bd91b87f-9ff5-441f-bc37-7af50d0e55cb, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bd91b87f-9ff5-441f-bc37-7af50d0e55cb,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:29.719054 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.784317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f9969-bf8a-4754-a8fd-7ce39c2d2a93 req-0d8af6c7-0e60-4cf1-8751-1c7eeeff4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:29.785807 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df2f9969-bf8a-4754-a8fd-7ce39c2d2a93 req-0d8af6c7-0e60-4cf1-8751-1c7eeeff4af0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 1097 time: 0.1813142 Nov 27 01:14:29.786920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=bd91b87f-9ff5-441f-bc37-7af50d0e55cb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:29.798384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:29.799470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:29.799839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:29.800187 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:29.800528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:29.801038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:29.801383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:29.801716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:29.802615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:29.802615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:29.802899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:29.803230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:29.818957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-cbd88119-b6ac-4d11-b2da-548094887aa6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] For port 309789a8-1d1f-4b09-a347-762c989c20c4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=309789a8-1d1f-4b09-a347-762c989c20c4,segment=NetworkSegment(72244ba9-d05e-405b-89ce-3252e49a5992),segment_id=72244ba9-d05e-405b-89ce-3252e49a5992)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:29.819590 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-cbd88119-b6ac-4d11-b2da-548094887aa6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.890043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-b8cc0349-6f8f-4a7b-8d04-70f5048df23e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.914846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-cbd88119-b6ac-4d11-b2da-548094887aa6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Calling delete_port for 309789a8-1d1f-4b09-a347-762c989c20c4 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:29.918406 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-b8cc0349-6f8f-4a7b-8d04-70f5048df23e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:29.918968 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-b8cc0349-6f8f-4a7b-8d04-70f5048df23e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Floating IP ee68845f-01b8-4198-af3a-792e685b44e6 disassociated. External IP: 172.25.3.206, port: 35a89897-8395-45a5-89fe-7d0819eea6ef. Nov 27 01:14:30.012460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683822dd-ccc7-424c-9598-ee9a5bc72e05 req-ae1f49c4-1260-49a0-aac9-61f2c655d8fa tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:30.014153 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-683822dd-ccc7-424c-9598-ee9a5bc72e05 req-ae1f49c4-1260-49a0-aac9-61f2c655d8fa tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 945 time: 0.0725503 Nov 27 01:14:30.067485 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-683822dd-ccc7-424c-9598-ee9a5bc72e05 req-53f755ef-1eb4-4e7b-92d3-f4d7d831943c tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2fdeb3db-d0eb-49a5-abf8-d76731f60d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463145 Nov 27 01:14:30.116545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f9969-bf8a-4754-a8fd-7ce39c2d2a93 req-9c28ff6a-6027-455d-a9df-b3e1af9781c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:30.121133 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df2f9969-bf8a-4754-a8fd-7ce39c2d2a93 req-9c28ff6a-6027-455d-a9df-b3e1af9781c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 911 time: 0.2983885 Nov 27 01:14:30.155023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['bd91b87f-9ff5-441f-bc37-7af50d0e55cb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:30.258155 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab0219-ed03-4ee9-ba27-fbd46cced5a8 req-29113873-cfdc-4b7a-b467-c93aeec3cdd0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:30.259758 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74ab0219-ed03-4ee9-ba27-fbd46cced5a8 req-29113873-cfdc-4b7a-b467-c93aeec3cdd0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 944 time: 0.0887158 Nov 27 01:14:30.272332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba13a56-2b14-4beb-8f6c-686a015d5e9b req-edaba881-f6dd-4e9b-a165-f8a13a03386e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:30.273568 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dba13a56-2b14-4beb-8f6c-686a015d5e9b req-edaba881-f6dd-4e9b-a165-f8a13a03386e tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.11 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 945 time: 0.0703182 Nov 27 01:14:30.398908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74ab0219-ed03-4ee9-ba27-fbd46cced5a8 req-71e34be8-dd97-44c7-a847-e27727235d50 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241615 Nov 27 01:14:30.450463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-dba13a56-2b14-4beb-8f6c-686a015d5e9b req-88098c75-d7b7-49eb-adf2-480decbe1cb0 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Deleting port a126bd03-2668-415b-bdb7-f6db851a3a7c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:30.450802 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dba13a56-2b14-4beb-8f6c-686a015d5e9b req-88098c75-d7b7-49eb-adf2-480decbe1cb0 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:30.576331 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df2f9969-bf8a-4754-a8fd-7ce39c2d2a93 req-5173de52-6d3c-4076-a08c-b4845afc4171 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 HTTP/1.1" status: 200 len: 1002 time: 0.4430962 Nov 27 01:14:30.581276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5472f7-63d9-4dc6-87c3-354bf677a285 req-cdcd2137-1341-4b0c-8e41-c83fbd4cd1b1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:30.584882 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d5472f7-63d9-4dc6-87c3-354bf677a285 req-cdcd2137-1341-4b0c-8e41-c83fbd4cd1b1 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2826cd2-6238-484e-9eea-ef9e4a95572e HTTP/1.1" status: 200 len: 946 time: 0.0878177 Nov 27 01:14:30.604084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-dba13a56-2b14-4beb-8f6c-686a015d5e9b req-88098c75-d7b7-49eb-adf2-480decbe1cb0 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] For port a126bd03-2668-415b-bdb7-f6db851a3a7c, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a126bd03-2668-415b-bdb7-f6db851a3a7c,segment=NetworkSegment(3c31d3a0-4315-4bba-80bf-81cb364fb456),segment_id=3c31d3a0-4315-4bba-80bf-81cb364fb456)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:30.604441 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dba13a56-2b14-4beb-8f6c-686a015d5e9b req-88098c75-d7b7-49eb-adf2-480decbe1cb0 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:30.625847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-dba13a56-2b14-4beb-8f6c-686a015d5e9b req-88098c75-d7b7-49eb-adf2-480decbe1cb0 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Calling delete_port for a126bd03-2668-415b-bdb7-f6db851a3a7c owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:30.703607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d5472f7-63d9-4dc6-87c3-354bf677a285 req-fabc6ad1-4a63-475c-9c8c-f699fd39c3c6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "GET /v2.0/security-groups?id=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138415 Nov 27 01:14:30.745057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f9969-bf8a-4754-a8fd-7ce39c2d2a93 req-7689986c-1902-40b2-b5e3-dc2c7eb7e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:30.746614 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df2f9969-bf8a-4754-a8fd-7ce39c2d2a93 req-7689986c-1902-40b2-b5e3-dc2c7eb7e7ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a47bc75-51de-4fff-99e5-a89ff920057e HTTP/1.1" status: 200 len: 849 time: 0.1280439 Nov 27 01:14:30.751163 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-cbd88119-b6ac-4d11-b2da-548094887aa6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:30.830818 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dba13a56-2b14-4beb-8f6c-686a015d5e9b req-88098c75-d7b7-49eb-adf2-480decbe1cb0 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:30.831046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88119-b6ac-4d11-b2da-548094887aa6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Port': ['ID=309789a8-1d1f-4b09-a347-762c989c20c4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:30.875523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-b8cc0349-6f8f-4a7b-8d04-70f5048df23e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:14:30.892672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88098c75-d7b7-49eb-adf2-480decbe1cb0 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event deleted for resources: {'Port': ['ID=a126bd03-2668-415b-bdb7-f6db851a3a7c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:30.902334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-cbd88119-b6ac-4d11-b2da-548094887aa6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] No DVR routers for this DVR port 309789a8-1d1f-4b09-a347-762c989c20c4 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:30.906126 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-cbd88119-b6ac-4d11-b2da-548094887aa6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:30.910390 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df4478b5-b681-4e74-8dbb-124e90c37bd4 req-cbd88119-b6ac-4d11-b2da-548094887aa6 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.42 "DELETE /v2.0/ports/309789a8-1d1f-4b09-a347-762c989c20c4 HTTP/1.1" status: 204 len: 173 time: 1.6821210 Nov 27 01:14:30.921263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba13a56-2b14-4beb-8f6c-686a015d5e9b req-88098c75-d7b7-49eb-adf2-480decbe1cb0 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] No DVR routers for this DVR port a126bd03-2668-415b-bdb7-f6db851a3a7c on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:30.923750 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dba13a56-2b14-4beb-8f6c-686a015d5e9b req-88098c75-d7b7-49eb-adf2-480decbe1cb0 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:30.926053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f9969-bf8a-4754-a8fd-7ce39c2d2a93 req-1fb5fe8c-b7ff-4624-9f25-e0bc73c1c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:30.927313 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dba13a56-2b14-4beb-8f6c-686a015d5e9b req-88098c75-d7b7-49eb-adf2-480decbe1cb0 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.11 "DELETE /v2.0/ports/a126bd03-2668-415b-bdb7-f6db851a3a7c HTTP/1.1" status: 204 len: 173 time: 0.6457529 Nov 27 01:14:30.927782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447754fd-049b-423d-8d68-cab6981f059b', 'name': 'network-vif-deleted', 'tag': 'a126bd03-2668-415b-bdb7-f6db851a3a7c'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:30.928690 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df2f9969-bf8a-4754-a8fd-7ce39c2d2a93 req-1fb5fe8c-b7ff-4624-9f25-e0bc73c1c8ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3083db5d-148c-4c08-b659-41fd18a67bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706586 Nov 27 01:14:30.930846 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d762f24f-b1ce-45e6-a14f-098b52631ec8" -d '{"events": [{"server_uuid": "447754fd-049b-423d-8d68-cab6981f059b", "name": "network-vif-deleted", "tag": "a126bd03-2668-415b-bdb7-f6db851a3a7c"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:31.000086 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f9e0b0-879d-4a52-87a2-3ea760eaaa46 x-openstack-request-id: req-f9f9e0b0-879d-4a52-87a2-3ea760eaaa46 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:31.001410 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447754fd-049b-423d-8d68-cab6981f059b", "name": "network-vif-deleted", "tag": "a126bd03-2668-415b-bdb7-f6db851a3a7c", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:31.001875 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9f9e0b0-879d-4a52-87a2-3ea760eaaa46 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:31.002689 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447754fd-049b-423d-8d68-cab6981f059b', 'name': 'network-vif-deleted', 'tag': 'a126bd03-2668-415b-bdb7-f6db851a3a7c', 'status': 'completed', 'code': 200} Nov 27 01:14:31.160226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-b8cc0349-6f8f-4a7b-8d04-70f5048df23e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:31.166557 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-b8cc0349-6f8f-4a7b-8d04-70f5048df23e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.172557 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['a126bd03-2668-415b-bdb7-f6db851a3a7c'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:31.180623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b381dcc2-4665-487d-8eeb-e4a3db4ed2d2 None None] Sync routers for ids ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:31.228318 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-b8cc0349-6f8f-4a7b-8d04-70f5048df23e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "PUT /v2.0/floatingips/ee68845f-01b8-4198-af3a-792e685b44e6 HTTP/1.1" status: 200 len: 695 time: 1.9436734 Nov 27 01:14:31.236666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381dcc2-4665-487d-8eeb-e4a3db4ed2d2 None None] Routers {'2614a1f8-3640-48f9-9d6b-7abbc257d4b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:31.237625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b381dcc2-4665-487d-8eeb-e4a3db4ed2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:31.244925 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17bf4ca2-5f1a-4e2f-8d8a-9217c18a1240 req-0d391f6a-a1d8-4342-a4ca-f41370b714a1 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/ports?device_id=447754fd-049b-423d-8d68-cab6981f059b HTTP/1.1" status: 200 len: 210 time: 0.0568826 Nov 27 01:14:31.263067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df2f9969-bf8a-4754-a8fd-7ce39c2d2a93 req-259a441c-96ce-4449-adb4-a6785f34d087 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242762 Nov 27 01:14:31.334707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-116045c6-8956-4ba3-bc32-40594b3664cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:31.335715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device bd91b87f-9ff5-441f-bc37-7af50d0e55cb up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:31.342163 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-116045c6-8956-4ba3-bc32-40594b3664cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd91937f25af4311b6e62f89a5efa784&device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 1096 time: 0.1087279 Nov 27 01:14:31.392872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b381dcc2-4665-487d-8eeb-e4a3db4ed2d2 None None] Set router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:31.454350 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df2f9969-bf8a-4754-a8fd-7ce39c2d2a93 req-f3004e51-14db-419f-839a-f6c146b8acb6 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828821 Nov 27 01:14:31.497900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'name': 'network-vif-deleted', 'tag': '309789a8-1d1f-4b09-a347-762c989c20c4'}, {'name': 'network-changed', 'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:31.500719 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743545f3-e471-435e-a593-df92663e5684" -d '{"events": [{"server_uuid": "a2826cd2-6238-484e-9eea-ef9e4a95572e", "name": "network-vif-deleted", "tag": "309789a8-1d1f-4b09-a347-762c989c20c4"}, {"name": "network-changed", "server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:31.500886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port bd91b87f-9ff5-441f-bc37-7af50d0e55cb completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:31.520850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-e53bb574-b137-4508-af38-08bf58cf0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:31.522619 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-e53bb574-b137-4508-af38-08bf58cf0263 service neutron] 10.222.0.37 "GET /v2.0/networks?id=118a00df-a939-4eef-bd47-d93d4d335a04 HTTP/1.1" status: 200 len: 919 time: 0.1796765 Nov 27 01:14:31.542186 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port bd91b87f-9ff5-441f-bc37-7af50d0e55cb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:31.542591 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.546782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dee7b-1280-4b21-a721-3cc61ecb1a4f req-8364598c-3295-4277-836b-31364038dfc9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:31.554746 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-972dee7b-1280-4b21-a721-3cc61ecb1a4f req-8364598c-3295-4277-836b-31364038dfc9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 944 time: 0.0721574 Nov 27 01:14:31.596941 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-8b7c8f50-fc72-4d17-adc3-f9bd3fa6b3ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 217 time: 0.0665197 Nov 27 01:14:31.663880 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.715270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7823593-8440-4e07-863f-ecc105d9d5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd91b87f-9ff5-441f-bc37-7af50d0e55cb'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:31.718377 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d26c4e-2b5b-4751-a1f7-8626321e74f7" -d '{"events": [{"server_uuid": "e7823593-8440-4e07-863f-ecc105d9d5d5", "name": "network-vif-plugged", "status": "completed", "tag": "bd91b87f-9ff5-441f-bc37-7af50d0e55cb"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:31.720427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-ea878cae-2605-406c-afa5-110338bc24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:31.721976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-ea878cae-2605-406c-afa5-110338bc24b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5c5bf43d-2cf4-4675-b80a-02ca09f08b62 HTTP/1.1" status: 200 len: 858 time: 0.1194510 Nov 27 01:14:31.744012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port bd91b87f-9ff5-441f-bc37-7af50d0e55cb, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bd91b87f-9ff5-441f-bc37-7af50d0e55cb,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:31.763803 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-7cec0816-aa4d-400b-bbc4-f0e3a6dfb607 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=118a00df-a939-4eef-bd47-d93d4d335a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333440 Nov 27 01:14:31.769253 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:31.827576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b381dcc2-4665-487d-8eeb-e4a3db4ed2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'da749575-2313-4143-94a8-303462408ec2', 'name': '', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'mac_address': 'fa:16:3e:b9:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:15Z', 'updated_at': '2021-11-27T01:13:27Z', 'revision_number': 5, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'subnets': [{'id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:31.869347 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b381dcc2-4665-487d-8eeb-e4a3db4ed2d2 None None] Checking router: 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:14:31.893408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381dcc2-4665-487d-8eeb-e4a3db4ed2d2 None None] Routers {'2614a1f8-3640-48f9-9d6b-7abbc257d4b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:31.894067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b381dcc2-4665-487d-8eeb-e4a3db4ed2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:31.896704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=bd91b87f-9ff5-441f-bc37-7af50d0e55cb,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:31.943852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-9348ed0b-a1bf-450e-9d41-5a0364ffa86f service neutron] 10.222.0.37 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708233 Nov 27 01:14:31.957654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58730) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:32.006030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-972dee7b-1280-4b21-a721-3cc61ecb1a4f req-5fa8bb65-ba97-4b49-b337-9a47d6c5b361 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500401 Nov 27 01:14:32.040834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b381dcc2-4665-487d-8eeb-e4a3db4ed2d2 None None] Set router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:32.050032 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4609fb34-c472-40ba-9216-5c7322c05a11 req-da7b17ae-3b5a-4258-9d7b-9d0ec16bc609 service neutron] 10.222.0.37 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992563 Nov 27 01:14:32.052157 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7371e015-8a01-4bd4-a781-64e76c3610ab x-openstack-request-id: req-7371e015-8a01-4bd4-a781-64e76c3610ab {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:32.052615 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2826cd2-6238-484e-9eea-ef9e4a95572e", "name": "network-vif-deleted", "tag": "309789a8-1d1f-4b09-a347-762c989c20c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:32.053043 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7371e015-8a01-4bd4-a781-64e76c3610ab {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:32.053588 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2826cd2-6238-484e-9eea-ef9e4a95572e', 'name': 'network-vif-deleted', 'tag': '309789a8-1d1f-4b09-a347-762c989c20c4', 'status': 'completed', 'code': 200} Nov 27 01:14:32.053997 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'status': 'completed', 'code': 200} Nov 27 01:14:32.123109 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bd682b9-b8c1-415e-b33a-660c775d496d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.137906 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ab7f2a-d03e-48c0-a912-e19ca367945f x-openstack-request-id: req-00ab7f2a-d03e-48c0-a912-e19ca367945f {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:32.138207 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7823593-8440-4e07-863f-ecc105d9d5d5", "name": "network-vif-plugged", "status": "completed", "tag": "bd91b87f-9ff5-441f-bc37-7af50d0e55cb", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:32.138490 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00ab7f2a-d03e-48c0-a912-e19ca367945f {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:32.138958 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7823593-8440-4e07-863f-ecc105d9d5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd91b87f-9ff5-441f-bc37-7af50d0e55cb', 'code': 200} Nov 27 01:14:32.150844 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58736) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:32.264162 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bd682b9-b8c1-415e-b33a-660c775d496d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.274524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4107661-ded9-4c11-8d9e-b985ecb6fb97 req-eaac02c0-51b2-4019-9491-2be7d73d52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:32.276680 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4107661-ded9-4c11-8d9e-b985ecb6fb97 req-eaac02c0-51b2-4019-9491-2be7d73d52ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0592442 Nov 27 01:14:32.277328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bd682b9-b8c1-415e-b33a-660c775d496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.281784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29388f54-4519-4285-8f47-d27b329048a0 req-10c86307-f5e6-4d51-9bd4-c3eb8bf8b9f8 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/floatingips/ee68845f-01b8-4198-af3a-792e685b44e6 HTTP/1.1" status: 200 len: 695 time: 0.0898166 Nov 27 01:14:32.338074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b381dcc2-4665-487d-8eeb-e4a3db4ed2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'da749575-2313-4143-94a8-303462408ec2', 'name': '', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'mac_address': 'fa:16:3e:b9:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:15Z', 'updated_at': '2021-11-27T01:13:27Z', 'revision_number': 5, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'subnets': [{'id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:32.351096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd682b9-b8c1-415e-b33a-660c775d496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b9ec8d-adef-4be5-8b63-4f17f1b6879a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:32.359415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743545f3-e471-435e-a593-df92663e5684 req-59717022-1b01-453b-abd7-2f114a771d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:32.360774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-743545f3-e471-435e-a593-df92663e5684 req-59717022-1b01-453b-abd7-2f114a771d30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd91937f25af4311b6e62f89a5efa784&device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 1096 time: 0.2594559 Nov 27 01:14:32.368834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b381dcc2-4665-487d-8eeb-e4a3db4ed2d2 None None] The sync data for ids ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'] in n-d-819494-2 is: [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'da749575-2313-4143-94a8-303462408ec2', 'name': '', 'network_id': '118a00df-a939-4eef-bd47-d93d4d335a04', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'mac_address': 'fa:16:3e:b9:be:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:15Z', 'updated_at': '2021-11-27T01:13:27Z', 'revision_number': 5, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'subnets': [{'id': '5c5bf43d-2cf4-4675-b80a-02ca09f08b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:14:32.369450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4d084f-3e2e-4365-a062-bb80ca39cb76 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting subnet a8f92e98-9ea2-4ebd-af5e-8310e8401a9e {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:32.377034 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9bd682b9-b8c1-415e-b33a-660c775d496d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=125d52d2876c452fb1ad2eb7c418a2ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132209 Nov 27 01:14:32.377034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58748) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:32.387557 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f4d084f-3e2e-4365-a062-bb80ca39cb76 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.442949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 22e60ba4-3944-422b-a866-e51a8974c46a no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:32.448900 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4107661-ded9-4c11-8d9e-b985ecb6fb97 req-737f5d0f-2f57-4950-982c-703bd4dd9092 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474733 Nov 27 01:14:32.454903 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b64b1ae-fd98-4c16-8e32-afaff68335f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.471387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 22e60ba4-3944-422b-a866-e51a8974c46a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:32.472042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 22e60ba4-3944-422b-a866-e51a8974c46a not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:32.473224 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 309789a8-1d1f-4b09-a347-762c989c20c4 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:32.501033 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b64b1ae-fd98-4c16-8e32-afaff68335f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.530980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f4d084f-3e2e-4365-a062-bb80ca39cb76 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.573617 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b64b1ae-fd98-4c16-8e32-afaff68335f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.578542 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b64b1ae-fd98-4c16-8e32-afaff68335f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.579875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0b64b1ae-fd98-4c16-8e32-afaff68335f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86b9ec8d-adef-4be5-8b63-4f17f1b6879a HTTP/1.1" status: 204 len: 168 time: 0.2022371 Nov 27 01:14:32.580874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58754) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:32.605139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29388f54-4519-4285-8f47-d27b329048a0 req-b4d6b947-e8e4-4765-818f-3edfaf24f3a6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:32.606660 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29388f54-4519-4285-8f47-d27b329048a0 req-b4d6b947-e8e4-4765-818f-3edfaf24f3a6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 784 time: 0.3175447 Nov 27 01:14:32.645117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64b1ae-fd98-4c16-8e32-afaff68335f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b9ec8d-adef-4be5-8b63-4f17f1b6879a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:32.683526 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0622578-ebf9-4075-99ab-11ddec30e4a1 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.698960 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 309789a8-1d1f-4b09-a347-762c989c20c4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:32.699898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 309789a8-1d1f-4b09-a347-762c989c20c4 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:32.704799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743545f3-e471-435e-a593-df92663e5684 req-c3a442b1-b527-4f70-8e05-0ff74c0aee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:32.706347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-743545f3-e471-435e-a593-df92663e5684 req-c3a442b1-b527-4f70-8e05-0ff74c0aee1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=118a00df-a939-4eef-bd47-d93d4d335a04 HTTP/1.1" status: 200 len: 919 time: 0.3301399 Nov 27 01:14:32.733837 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0622578-ebf9-4075-99ab-11ddec30e4a1 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.742094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29388f54-4519-4285-8f47-d27b329048a0 req-b2469342-9362-4ebe-b505-8fdfceb8dff4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 698 time: 0.1220191 Nov 27 01:14:32.755128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4eac1471-815f-4678-b69d-8f042c97a472 req-4e7a1b6a-f35b-4962-b145-e95ec4b6a9f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2540512 Nov 27 01:14:32.828776 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0622578-ebf9-4075-99ab-11ddec30e4a1 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.834357 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0622578-ebf9-4075-99ab-11ddec30e4a1 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.836217 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-743545f3-e471-435e-a593-df92663e5684 req-d61343b3-695a-4e56-a0c5-fcb5a8c19ea3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 200 len: 217 time: 0.0930047 Nov 27 01:14:32.838720 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a0622578-ebf9-4075-99ab-11ddec30e4a1 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "DELETE /v2.0/security-groups/a612a66a-7b7b-4c17-9913-b369379382a7 HTTP/1.1" status: 204 len: 168 time: 0.2518706 Nov 27 01:14:32.839705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58760) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:32.853406 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f4d084f-3e2e-4365-a062-bb80ca39cb76 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:32.862263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0622578-ebf9-4075-99ab-11ddec30e4a1 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a612a66a-7b7b-4c17-9913-b369379382a7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:32.869795 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-47952889-1acc-411b-acf3-fcc87f2a7db8 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] show failed (client error): The resource could not be found. Nov 27 01:14:32.875293 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-47952889-1acc-411b-acf3-fcc87f2a7db8 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "GET /v2.0/security-groups/a612a66a-7b7b-4c17-9913-b369379382a7 HTTP/1.1" status: 404 len: 347 time: 0.0227885 Nov 27 01:14:32.876194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58762) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:32.918649 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29388f54-4519-4285-8f47-d27b329048a0 req-2dcd7562-1550-45dd-a150-83883126164b tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 698 time: 0.1624973 Nov 27 01:14:32.936360 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534ae9a-e0bd-44ac-85c7-042cdf41f8a3 None None] New status for floating IP ee68845f-01b8-4198-af3a-792e685b44e6: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:14:33.011107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743545f3-e471-435e-a593-df92663e5684 req-84f6eaf6-6cf2-4060-8a55-7719c571fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:33.012641 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-743545f3-e471-435e-a593-df92663e5684 req-84f6eaf6-6cf2-4060-8a55-7719c571fa8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5c5bf43d-2cf4-4675-b80a-02ca09f08b62 HTTP/1.1" status: 200 len: 858 time: 0.1681318 Nov 27 01:14:33.024469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58766) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:33.047398 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-491809bf-0f71-4fe5-bd12-d865a8880335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.085797 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-743545f3-e471-435e-a593-df92663e5684 req-9ae61a95-56a1-4118-895a-903ad5cc213c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=118a00df-a939-4eef-bd47-d93d4d335a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400562 Nov 27 01:14:33.087731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac1471-815f-4678-b69d-8f042c97a472 req-ecb07fcb-1045-49c4-84c5-156bae73ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:33.089175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4eac1471-815f-4678-b69d-8f042c97a472 req-ecb07fcb-1045-49c4-84c5-156bae73ee09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 1096 time: 0.2502055 Nov 27 01:14:33.098811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f4d084f-3e2e-4365-a062-bb80ca39cb76 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.162577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-467e2d84-41d0-478b-88e8-c7300b8a8d30 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Deleting port 4319f4be-3f8c-418d-9a37-bc88840313ac {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:33.163180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-467e2d84-41d0-478b-88e8-c7300b8a8d30 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.166511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d084f-3e2e-4365-a062-bb80ca39cb76 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f92e98-9ea2-4ebd-af5e-8310e8401a9e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:33.210355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a1f05-00a6-4810-a807-e087ad96aca9 None None] Network 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:33.213683 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f4d084f-3e2e-4365-a062-bb80ca39cb76 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.216957 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7f4d084f-3e2e-4365-a062-bb80ca39cb76 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "DELETE /v2.0/subnets/a8f92e98-9ea2-4ebd-af5e-8310e8401a9e HTTP/1.1" status: 204 len: 168 time: 1.0593777 Nov 27 01:14:33.225248 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58770) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:33.316504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da01ef-f06b-469e-94c7-45a29245cc55 req-1ac9fc80-3bb3-4da6-99b6-633b980be999 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:33.322736 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68da01ef-f06b-469e-94c7-45a29245cc55 req-1ac9fc80-3bb3-4da6-99b6-633b980be999 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 945 time: 0.1986904 Nov 27 01:14:33.350230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a126bd03-2668-415b-bdb7-f6db851a3a7c no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:33.357776 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-491809bf-0f71-4fe5-bd12-d865a8880335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.381871 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-491809bf-0f71-4fe5-bd12-d865a8880335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.382761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: a126bd03-2668-415b-bdb7-f6db851a3a7c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:33.383122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a126bd03-2668-415b-bdb7-f6db851a3a7c not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:33.394696 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.395898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-467e2d84-41d0-478b-88e8-c7300b8a8d30 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.396220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-467e2d84-41d0-478b-88e8-c7300b8a8d30 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.402303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-29388f54-4519-4285-8f47-d27b329048a0 req-e15dd416-cad7-4f43-988d-69f46cebe0e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Deleting port 25ffef15-040f-48cd-8c4f-913f59e96c84 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:33.403204 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29388f54-4519-4285-8f47-d27b329048a0 req-e15dd416-cad7-4f43-988d-69f46cebe0e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.406186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-743545f3-e471-435e-a593-df92663e5684 req-759edaf1-3d06-4226-8c8d-dd7a4ccbf059 service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084683 Nov 27 01:14:33.441465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-467e2d84-41d0-478b-88e8-c7300b8a8d30 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Calling delete_port for 4319f4be-3f8c-418d-9a37-bc88840313ac owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:33.447939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6363447d-491c-4ac0-9a72-0c581fcd40f6 None None] DHCP port deletion for 418f7bb4-3a98-42ae-b906-fc9e3e0885f9 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:33.455727 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-491809bf-0f71-4fe5-bd12-d865a8880335 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=171341d5d7594c8094f42b415061cd1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4287896 Nov 27 01:14:33.467986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58772) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:33.469466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac1471-815f-4678-b69d-8f042c97a472 req-c80939cb-5e1f-40c4-9129-2ad10e3aac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:33.470984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4eac1471-815f-4678-b69d-8f042c97a472 req-c80939cb-5e1f-40c4-9129-2ad10e3aac49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 906 time: 0.3272300 Nov 27 01:14:33.503990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6363447d-491c-4ac0-9a72-0c581fcd40f6 None None] Deleting port 1a95d5a7-2854-4731-a5b5-276b4671002d {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:33.504497 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6363447d-491c-4ac0-9a72-0c581fcd40f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.508916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491809bf-0f71-4fe5-bd12-d865a8880335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dab814-09d5-455b-ab94-df9515a2b2e2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:33.551324 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68da01ef-f06b-469e-94c7-45a29245cc55 req-c1b273ff-e921-4cbf-95ad-e00edfc588e3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137012 Nov 27 01:14:33.584697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6363447d-491c-4ac0-9a72-0c581fcd40f6 None None] For port 1a95d5a7-2854-4731-a5b5-276b4671002d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1a95d5a7-2854-4731-a5b5-276b4671002d,segment=NetworkSegment(1aca5952-aac7-4227-b574-487f84386126),segment_id=1aca5952-aac7-4227-b574-487f84386126)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:33.584924 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6363447d-491c-4ac0-9a72-0c581fcd40f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.587115 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4eac1471-815f-4678-b69d-8f042c97a472 req-6ba64517-553e-42b7-8843-ff9ac780060b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2583fe13-07f1-47e0-b520-2f34f4ffe868 HTTP/1.1" status: 200 len: 217 time: 0.1007056 Nov 27 01:14:33.598634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6363447d-491c-4ac0-9a72-0c581fcd40f6 None None] Calling delete_port for 1a95d5a7-2854-4731-a5b5-276b4671002d owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:33.628530 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ddb10e2e-ad23-4bcf-adb7-eb600d7ef07e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.673079 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ddb10e2e-ad23-4bcf-adb7-eb600d7ef07e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.691382 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29388f54-4519-4285-8f47-d27b329048a0 req-e15dd416-cad7-4f43-988d-69f46cebe0e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.692077 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29388f54-4519-4285-8f47-d27b329048a0 req-e15dd416-cad7-4f43-988d-69f46cebe0e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.698036 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6363447d-491c-4ac0-9a72-0c581fcd40f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.707372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac1471-815f-4678-b69d-8f042c97a472 req-7c076ba0-f14c-45dd-9119-0dab1d7eb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:33.708770 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4eac1471-815f-4678-b69d-8f042c97a472 req-7c076ba0-f14c-45dd-9119-0dab1d7eb3e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.1137223 Nov 27 01:14:33.720745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-29388f54-4519-4285-8f47-d27b329048a0 req-e15dd416-cad7-4f43-988d-69f46cebe0e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Calling delete_port for 25ffef15-040f-48cd-8c4f-913f59e96c84 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:33.734298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-743545f3-e471-435e-a593-df92663e5684 req-180e28f9-142f-4005-84e8-5cbf065d480e service neutron] 10.222.0.11 "GET /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063800 Nov 27 01:14:33.742317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363447d-491c-4ac0-9a72-0c581fcd40f6 None None] Pushing event deleted for resources: {'Port': ['ID=1a95d5a7-2854-4731-a5b5-276b4671002d,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:33.744490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363447d-491c-4ac0-9a72-0c581fcd40f6 None None] No DVR routers for this DVR port 1a95d5a7-2854-4731-a5b5-276b4671002d on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:33.755828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting port 1a95d5a7-2854-4731-a5b5-276b4671002d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:33.755828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.758852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4eac1471-815f-4678-b69d-8f042c97a472 req-f70e6a37-8cdb-4bc9-87d9-87a78086c7c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393276 Nov 27 01:14:33.783691 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-467e2d84-41d0-478b-88e8-c7300b8a8d30 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.814122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e2d84-41d0-478b-88e8-c7300b8a8d30 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Pushing event deleted for resources: {'Port': ['ID=4319f4be-3f8c-418d-9a37-bc88840313ac,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:33.848326 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ddb10e2e-ad23-4bcf-adb7-eb600d7ef07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.850643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ddb10e2e-ad23-4bcf-adb7-eb600d7ef07e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.854558 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ddb10e2e-ad23-4bcf-adb7-eb600d7ef07e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6dab814-09d5-455b-ab94-df9515a2b2e2 HTTP/1.1" status: 204 len: 168 time: 0.3790874 Nov 27 01:14:33.886634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb10e2e-ad23-4bcf-adb7-eb600d7ef07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dab814-09d5-455b-ab94-df9515a2b2e2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:33.908081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-467e2d84-41d0-478b-88e8-c7300b8a8d30 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.910931 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-467e2d84-41d0-478b-88e8-c7300b8a8d30 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:33.914687 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-467e2d84-41d0-478b-88e8-c7300b8a8d30 tempest-ImagesOneServerNegativeTestJSON-1869165834 tempest-ImagesOneServerNegativeTestJSON-1869165834-project] 10.222.0.37 "DELETE /v2.0/floatingips/fffdf355-b802-4666-8a7a-ba3378faff27 HTTP/1.1" status: 204 len: 168 time: 1.0349262 Nov 27 01:14:34.032110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58786) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:34.084645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb19e9cc-5678-4501-88dd-9d4e626d8671 admin admin] Deleting subnet c46a59be-e55d-45df-95e9-1ee16635f030 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:34.090969 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb19e9cc-5678-4501-88dd-9d4e626d8671 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.143088 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb19e9cc-5678-4501-88dd-9d4e626d8671 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.190746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb19e9cc-5678-4501-88dd-9d4e626d8671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.247793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] For port 1a95d5a7-2854-4731-a5b5-276b4671002d, host n-d-819494-2, got binding levels [] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:34.248163 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.264413 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb19e9cc-5678-4501-88dd-9d4e626d8671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.275207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1a95d5a7-2854-4731-a5b5-276b4671002d no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:34.276850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Calling delete_port for 1a95d5a7-2854-4731-a5b5-276b4671002d owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:34.284525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Port 1a95d5a7-2854-4731-a5b5-276b4671002d was not found and therefore no delete operation was performed {{(pid=103384) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:14:34.294885 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.300298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19e9cc-5678-4501-88dd-9d4e626d8671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46a59be-e55d-45df-95e9-1ee16635f030,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:34.311709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb19e9cc-5678-4501-88dd-9d4e626d8671 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.317976 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cb19e9cc-5678-4501-88dd-9d4e626d8671 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c46a59be-e55d-45df-95e9-1ee16635f030 HTTP/1.1" status: 204 len: 168 time: 0.2826087 Nov 27 01:14:34.318722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58794) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:34.321583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 1a95d5a7-2854-4731-a5b5-276b4671002d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:34.321942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1a95d5a7-2854-4731-a5b5-276b4671002d not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:34.345064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Port': ['ID=1a95d5a7-2854-4731-a5b5-276b4671002d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:34.347528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] No DVR routers for this DVR port 1a95d5a7-2854-4731-a5b5-276b4671002d on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:34.350471 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4eac1471-815f-4678-b69d-8f042c97a472 req-61abb98a-8d67-485f-bc67-08ee1dbc2d27 service neutron] 10.222.0.42 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748613 Nov 27 01:14:34.409207 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.497865 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.520821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb1acbc-c10a-4b62-abbf-8ecff8235deb']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:34.522527 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.531765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c31d3a0-4315-4bba-80bf-81cb364fb456') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:34.532053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c31d3a0-4315-4bba-80bf-81cb364fb456') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:34.554546 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.559618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29388f54-4519-4285-8f47-d27b329048a0 req-e15dd416-cad7-4f43-988d-69f46cebe0e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.562702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418f7bb4-3a98-42ae-b906-fc9e3e0885f9']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:34.571129 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.580120 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:34.580480 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:34.583891 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:34.606329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aca5952-aac7-4227-b574-487f84386126') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:34.606634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aca5952-aac7-4227-b574-487f84386126') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:34.609934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15dd416-cad7-4f43-988d-69f46cebe0e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Pushing event deleted for resources: {'Port': ['ID=25ffef15-040f-48cd-8c4f-913f59e96c84,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:34.621836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4eac1471-815f-4678-b69d-8f042c97a472 req-0fd0603b-b411-43cc-bea0-e9b2fde7f265 service neutron] 10.222.0.42 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591302 Nov 27 01:14:34.626703 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.663013 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.671214 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.678900 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6cb1acbc-c10a-4b62-abbf-8ecff8235deb HTTP/1.1" status: 204 len: 168 time: 0.3532233 Nov 27 01:14:34.679101 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.690147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:34.690678 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:34.694210 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:34.725780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb1b50-5d4f-42a1-9db8-3c80b1821177 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb1acbc-c10a-4b62-abbf-8ecff8235deb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:34.745230 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29388f54-4519-4285-8f47-d27b329048a0 req-e15dd416-cad7-4f43-988d-69f46cebe0e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.748152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29388f54-4519-4285-8f47-d27b329048a0 req-e15dd416-cad7-4f43-988d-69f46cebe0e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.749315 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29388f54-4519-4285-8f47-d27b329048a0 req-e15dd416-cad7-4f43-988d-69f46cebe0e6 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "DELETE /v2.0/floatingips/ee68845f-01b8-4198-af3a-792e685b44e6 HTTP/1.1" status: 204 len: 173 time: 1.8202100 Nov 27 01:14:34.775120 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef849381-f39a-4bca-9420-f14fa0d1d8e8 req-a92e0586-e588-4353-86f2-2d1143ee7914 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:34.778257 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef849381-f39a-4bca-9420-f14fa0d1d8e8 req-a92e0586-e588-4353-86f2-2d1143ee7914 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 945 time: 0.0994647 Nov 27 01:14:34.780871 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.786771 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.795201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "DELETE /v2.0/networks/418f7bb4-3a98-42ae-b906-fc9e3e0885f9 HTTP/1.1" status: 204 len: 168 time: 1.5686440 Nov 27 01:14:34.795833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58816) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:34.822617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f868b9-1c7d-40a3-aeb9-ca10f8a90306 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Network': ['ID=418f7bb4-3a98-42ae-b906-fc9e3e0885f9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:34.862749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef849381-f39a-4bca-9420-f14fa0d1d8e8 req-a8f73f53-bd1d-48c5-8b17-bd4e35a7e762 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739892 Nov 27 01:14:34.929645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-041d4aa5-a94f-4b41-94b5-3e37268cfa15 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting subnet 1a7a1f6a-1cf3-42f6-b272-eec1a5517c90 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:34.934054 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-041d4aa5-a94f-4b41-94b5-3e37268cfa15 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:34.958194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23ca189e-7883-45ef-9436-bc1ee34542e4 req-7a379c99-0f39-466d-bef6-ff23ad841906 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups/3235bbea-a846-4c74-9c9e-49ea417c1469 HTTP/1.1" status: 200 len: 1827 time: 0.0459838 Nov 27 01:14:34.958847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58822) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:35.022885 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-041d4aa5-a94f-4b41-94b5-3e37268cfa15 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.032616 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8f850655-ba60-440f-aae5-81a5eb2008aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec241ff0b84e4eadadb27e969972fce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0727091 Nov 27 01:14:35.038776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58826) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:35.085010 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-23ca189e-7883-45ef-9436-bc1ee34542e4 req-e635595b-730b-4a4b-b357-671126ef661e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.122655 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-23ca189e-7883-45ef-9436-bc1ee34542e4 req-e635595b-730b-4a4b-b357-671126ef661e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.185721 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a603f2f2-0b92-4593-9e5c-a6ef67244409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.188505 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-23ca189e-7883-45ef-9436-bc1ee34542e4 req-e635595b-730b-4a4b-b357-671126ef661e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.190995 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-041d4aa5-a94f-4b41-94b5-3e37268cfa15 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.191247 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-23ca189e-7883-45ef-9436-bc1ee34542e4 req-e635595b-730b-4a4b-b357-671126ef661e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.193258 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23ca189e-7883-45ef-9436-bc1ee34542e4 req-e635595b-730b-4a4b-b357-671126ef661e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "DELETE /v2.0/security-groups/3235bbea-a846-4c74-9c9e-49ea417c1469 HTTP/1.1" status: 204 len: 173 time: 0.2280025 Nov 27 01:14:35.214418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635595b-730b-4a4b-b357-671126ef661e tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3235bbea-a846-4c74-9c9e-49ea417c1469,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:35.236443 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a603f2f2-0b92-4593-9e5c-a6ef67244409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.333037 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a603f2f2-0b92-4593-9e5c-a6ef67244409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.337470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a603f2f2-0b92-4593-9e5c-a6ef67244409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.339355 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a603f2f2-0b92-4593-9e5c-a6ef67244409 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fdeb3db-d0eb-49a5-abf8-d76731f60d78 HTTP/1.1" status: 204 len: 168 time: 0.2991388 Nov 27 01:14:35.348610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603f2f2-0b92-4593-9e5c-a6ef67244409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdeb3db-d0eb-49a5-abf8-d76731f60d78,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:35.384026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-041d4aa5-a94f-4b41-94b5-3e37268cfa15 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.440719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d4aa5-a94f-4b41-94b5-3e37268cfa15 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7a1f6a-1cf3-42f6-b272-eec1a5517c90,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:35.449074 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-041d4aa5-a94f-4b41-94b5-3e37268cfa15 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.451124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fad344a-9e4a-4d1e-8bcc-fe55fcd99149 None None] Network a552db04-4768-430a-afd2-1e9e1c588f66 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:35.452596 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-041d4aa5-a94f-4b41-94b5-3e37268cfa15 tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "DELETE /v2.0/subnets/1a7a1f6a-1cf3-42f6-b272-eec1a5517c90 HTTP/1.1" status: 204 len: 168 time: 0.6498237 Nov 27 01:14:35.455131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58846) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:35.497174 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e541-f04b-46b3-a731-316784aa9a3c req-83d4f151-00a3-48f8-b49c-5578eb572717 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:35.500034 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-83d4f151-00a3-48f8-b49c-5578eb572717 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.2107644 Nov 27 01:14:35.528579 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-5a4d2115-23ec-485c-9485-0103a24082e9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/quotas/9ce090256ac14ca494a8481b8dc46f60 HTTP/1.1" status: 200 len: 375 time: 0.0188899 Nov 27 01:14:35.581364 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.631908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-77d6b22b-d650-4778-bf71-b5bcf30ea6c9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955448 Nov 27 01:14:35.673425 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b996909-17b0-4dd5-abe0-51055f1c4b0c req-ca3c4aca-7f20-402b-8a43-8641f03a0271 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:35.680695 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b996909-17b0-4dd5-abe0-51055f1c4b0c req-ca3c4aca-7f20-402b-8a43-8641f03a0271 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.1894758 Nov 27 01:14:35.711243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65623950-8bb4-4cde-a38f-b6c6888d1261 None None] DHCP port deletion for a552db04-4768-430a-afd2-1e9e1c588f66 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:35.730104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Deleting port f42a09fc-ffbe-41d7-9009-45c03fe6c632 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:35.731225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.757446 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-4e77a718-6523-4d96-8fa8-c60722d4386c service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157596 Nov 27 01:14:35.807041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] For port f42a09fc-ffbe-41d7-9009-45c03fe6c632, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f42a09fc-ffbe-41d7-9009-45c03fe6c632,segment=NetworkSegment(72244ba9-d05e-405b-89ce-3252e49a5992),segment_id=72244ba9-d05e-405b-89ce-3252e49a5992)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:35.807451 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.823406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Calling delete_port for f42a09fc-ffbe-41d7-9009-45c03fe6c632 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:35.835216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-65623950-8bb4-4cde-a38f-b6c6888d1261 None None] Deleting port f42a09fc-ffbe-41d7-9009-45c03fe6c632 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:35.835769 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65623950-8bb4-4cde-a38f-b6c6888d1261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.914600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-65623950-8bb4-4cde-a38f-b6c6888d1261 None None] For port f42a09fc-ffbe-41d7-9009-45c03fe6c632, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f42a09fc-ffbe-41d7-9009-45c03fe6c632,segment=NetworkSegment(72244ba9-d05e-405b-89ce-3252e49a5992),segment_id=72244ba9-d05e-405b-89ce-3252e49a5992)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:35.914934 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65623950-8bb4-4cde-a38f-b6c6888d1261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.919502 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:35.930007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-65623950-8bb4-4cde-a38f-b6c6888d1261 None None] Calling delete_port for f42a09fc-ffbe-41d7-9009-45c03fe6c632 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:35.957043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] No DVR routers for this DVR port f42a09fc-ffbe-41d7-9009-45c03fe6c632 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:35.967305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Port': ['ID=f42a09fc-ffbe-41d7-9009-45c03fe6c632,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:35.977713 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-6ebe10eb-4c61-437b-8a76-e43b3ddd0df8 service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109385 Nov 27 01:14:36.019651 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65623950-8bb4-4cde-a38f-b6c6888d1261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.045114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65623950-8bb4-4cde-a38f-b6c6888d1261 None None] Pushing event deleted for resources: {'Port': ['ID=f42a09fc-ffbe-41d7-9009-45c03fe6c632,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:36.052474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65623950-8bb4-4cde-a38f-b6c6888d1261 None None] No DVR routers for this DVR port f42a09fc-ffbe-41d7-9009-45c03fe6c632 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:36.072657 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.092194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b996909-17b0-4dd5-abe0-51055f1c4b0c req-83cc4a66-56b8-416a-9064-e42ae181dc63 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048998 Nov 27 01:14:36.133880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a552db04-4768-430a-afd2-1e9e1c588f66']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:36.155740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72244ba9-d05e-405b-89ce-3252e49a5992') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:36.156038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72244ba9-d05e-405b-89ce-3252e49a5992') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:36.173402 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.220019 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.236928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:36.237357 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:36.240567 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:36.264832 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b8ad0069-b35b-4087-825d-5dda9580647b req-219ed2e2-0cda-478d-9987-2717e7126ff5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 210 time: 0.0489237 Nov 27 01:14:36.305309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f42a09fc-ffbe-41d7-9009-45c03fe6c632 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:36.348536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: f42a09fc-ffbe-41d7-9009-45c03fe6c632 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:36.348888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f42a09fc-ffbe-41d7-9009-45c03fe6c632 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:36.349098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.368049 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.371853 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] 10.222.0.37 "DELETE /v2.0/networks/a552db04-4768-430a-afd2-1e9e1c588f66 HTTP/1.1" status: 204 len: 168 time: 0.9151840 Nov 27 01:14:36.372911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979c349-7b2b-4a0d-9cce-2135b783f9bb tempest-ServersTestMultiNic-592179976 tempest-ServersTestMultiNic-592179976-project] Pushing event deleted for resources: {'Network': ['ID=a552db04-4768-430a-afd2-1e9e1c588f66,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:36.539289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58912) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:36.546194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58918) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:36.673289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1277778650-network', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:36.709950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Made reservation on behalf of 3c4f8a4e97b543a8ad6fc76e918a38a0 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:36.714098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.724605 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.828235 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.834497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.866252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:14:36.878105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c79f156-a554-4988-b801-16650c76d03c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:36.882973 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.883308 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Added segment e21ca6a2-6fa6-48a0-91a2-1ef0a802f122 of type vlan for network 572c59c7-44af-4dd0-9188-0c3d2adc3150 Nov 27 01:14:36.929690 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.969182 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:36.970221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:36.970825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.027407 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4794409 Nov 27 01:14:37.028596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25bf663f-c8c4-4c83-b908-6afd0780ad4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.029721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58970) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:37.034442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-aadaeb77-2443-4a9e-abbb-76d255b8d6a7 admin admin] Request body: {'subnet': {'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1277778650-subnet', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:37.054216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feff570-ad80-40a7-bfa6-886eb01d4ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=572c59c7-44af-4dd0-9188-0c3d2adc3150,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:37.067757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 572c59c7-44af-4dd0-9188-0c3d2adc3150 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:14:37.068423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadaeb77-2443-4a9e-abbb-76d255b8d6a7 admin admin] Made reservation on behalf of 3c4f8a4e97b543a8ad6fc76e918a38a0 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:37.071067 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aadaeb77-2443-4a9e-abbb-76d255b8d6a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.321303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1668e-52dc-4d51-b487-a01b3869af4e req-6aaabf93-c7ea-4ccc-afe9-713b5273ded4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.322669 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d9b1668e-52dc-4d51-b487-a01b3869af4e req-6aaabf93-c7ea-4ccc-afe9-713b5273ded4 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.1131434 Nov 27 01:14:37.332985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-25bf663f-c8c4-4c83-b908-6afd0780ad4a admin admin] Deleting port ea527e19-799f-4de8-b576-2d394b2c16c1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:37.333775 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25bf663f-c8c4-4c83-b908-6afd0780ad4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.339435 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aadaeb77-2443-4a9e-abbb-76d255b8d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.421806 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaeb77-2443-4a9e-abbb-76d255b8d6a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f78d5c4-994d-4cf0-87be-5987f9ab593a,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:37.446613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d9b1668e-52dc-4d51-b487-a01b3869af4e req-7c722b56-0275-4dee-9b83-b3f37ec8af2f tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135087 Nov 27 01:14:37.447161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58982) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:37.466083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadaeb77-2443-4a9e-abbb-76d255b8d6a7 admin admin] Checking segment: {'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:37.466725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadaeb77-2443-4a9e-abbb-76d255b8d6a7 admin admin] Network hostable DHCP agents. Network: 572c59c7-44af-4dd0-9188-0c3d2adc3150, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:14:37.487909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadaeb77-2443-4a9e-abbb-76d255b8d6a7 admin admin] Network 572c59c7-44af-4dd0-9188-0c3d2adc3150 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:14:37.507967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-aadaeb77-2443-4a9e-abbb-76d255b8d6a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 572c59c7-44af-4dd0-9188-0c3d2adc3150) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:37.518416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e4977b-7dae-4bec-bd96-28dd3a2a189b None None] Network 572c59c7-44af-4dd0-9188-0c3d2adc3150 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:37.523059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadaeb77-2443-4a9e-abbb-76d255b8d6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.523844 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aadaeb77-2443-4a9e-abbb-76d255b8d6a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.550316 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-aadaeb77-2443-4a9e-abbb-76d255b8d6a7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5194173 Nov 27 01:14:37.551213 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58986) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:37.557601 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c0dfdea-e1ed-4581-aaa0-596527137cd9 req-08861879-7216-4346-84e2-04652af19179 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 210 time: 0.0457644 Nov 27 01:14:37.561224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:37.607528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-25bf663f-c8c4-4c83-b908-6afd0780ad4a admin admin] For port ea527e19-799f-4de8-b576-2d394b2c16c1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ea527e19-799f-4de8-b576-2d394b2c16c1,segment=NetworkSegment(784250d6-83dd-4e24-a69c-ea56f15efa09),segment_id=784250d6-83dd-4e24-a69c-ea56f15efa09)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:37.608153 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25bf663f-c8c4-4c83-b908-6afd0780ad4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.608746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.610942 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.629099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-25bf663f-c8c4-4c83-b908-6afd0780ad4a admin admin] Calling delete_port for ea527e19-799f-4de8-b576-2d394b2c16c1 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:37.637859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e541-f04b-46b3-a731-316784aa9a3c req-9c2f702b-df5d-4bd0-8b75-c132de3e7020 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:37.639343 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-9c2f702b-df5d-4bd0-8b75-c132de3e7020 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.42 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.2280726 Nov 27 01:14:37.678701 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2b58-fe65-410d-8f43-2fd462e58798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.682104 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.688057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-2821e541-f04b-46b3-a731-316784aa9a3c req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Request body: {'port': {'device_id': 'd3e0f033-b6ae-4f2a-8436-dc6a81f9936f', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'admin_state_up': True, 'tenant_id': '9ce090256ac14ca494a8481b8dc46f60'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:37.707495 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-572c59c7-44af-4dd0-9188-0c3d2adc3150', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'fixed_ips': [{'subnet_id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:14:37.708372 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.853623 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.887654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2821e541-f04b-46b3-a731-316784aa9a3c req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Made reservation on behalf of 9ce090256ac14ca494a8481b8dc46f60 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:37.891101 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Allocated IP 172.20.0.2 (572c59c7-44af-4dd0-9188-0c3d2adc3150/5f78d5c4-994d-4cf0-87be-5987f9ab593a/1a8966f9-8cc0-4d92-a474-0694cf1a8c14) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:37.891570 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2821e541-f04b-46b3-a731-316784aa9a3c req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.932689 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2b58-fe65-410d-8f43-2fd462e58798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.941010 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2b58-fe65-410d-8f43-2fd462e58798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:37.993269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3ffb2b58-fe65-410d-8f43-2fd462e58798 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c58802aaa1e45cd9761e1ec27539e18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5400681 Nov 27 01:14:37.993269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb2b58-fe65-410d-8f43-2fd462e58798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac33fb0-9fe2-45f4-8ee8-a941bbdf5196,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:37.997285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58988) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:38.043464 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.053181 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.097538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Network 572c59c7-44af-4dd0-9188-0c3d2adc3150 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:38.100542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:38.104167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:38.107390 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-775784f6-430d-4a61-9c00-0b9fb34850d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.112885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Pushing event updated for resources: {'Port': ['ID=1a8966f9-8cc0-4d92-a474-0694cf1a8c14,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:38.125970 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25bf663f-c8c4-4c83-b908-6afd0780ad4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.140383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81830e-5d06-4a85-bf2d-02bae50828de req-23dc0ec2-3311-441a-b1ae-3ba79d8c1655 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:38.141839 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b81830e-5d06-4a85-bf2d-02bae50828de req-23dc0ec2-3311-441a-b1ae-3ba79d8c1655 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.1061819 Nov 27 01:14:38.146065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-2821e541-f04b-46b3-a731-316784aa9a3c req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Allocated IP 172.20.0.12 (2eaddc87-3a23-41ff-872a-2ec44342687d/c1b3b599-d4e2-4679-ba73-92cad71204a2/f48a4018-4978-454b-9307-40b82dbd66b1) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:38.165954 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-775784f6-430d-4a61-9c00-0b9fb34850d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.174454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Attempting to bind port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:38.174831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Attempting to bind port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:38.175244 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Attempting to bind port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 on network 572c59c7-44af-4dd0-9188-0c3d2adc3150 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:38.182286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:38.182743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Checking segment: {'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:38.183195 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.184172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Bound using segment: {'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:38.185611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Bound port: 1a8966f9-8cc0-4d92-a474-0694cf1a8c14, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:38.186004 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.200743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf663f-c8c4-4c83-b908-6afd0780ad4a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea527e19-799f-4de8-b576-2d394b2c16c1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:38.229110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.251204 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.272526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] For port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:38.276196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] For port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1a8966f9-8cc0-4d92-a474-0694cf1a8c14,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:38.281237 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.322819 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-775784f6-430d-4a61-9c00-0b9fb34850d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.326407 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-775784f6-430d-4a61-9c00-0b9fb34850d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.328216 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-775784f6-430d-4a61-9c00-0b9fb34850d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ac33fb0-9fe2-45f4-8ee8-a941bbdf5196 HTTP/1.1" status: 204 len: 168 time: 0.3296862 Nov 27 01:14:38.382918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fefde-d182-497d-9d07-3d398ef91565 None None] Pushing event updated for resources: {'Port': ['ID=1a8966f9-8cc0-4d92-a474-0694cf1a8c14,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:38.394659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775784f6-430d-4a61-9c00-0b9fb34850d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac33fb0-9fe2-45f4-8ee8-a941bbdf5196,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:38.477374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Allocated IP 172.25.3.213 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/bdeb3ee0-5460-4049-9357-5e184c81c6fe) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:38.637088 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.641509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-0b81830e-5d06-4a85-bf2d-02bae50828de req-1d2de077-c828-4ce7-bc12-356f1520b57a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Deleting port 35a89897-8395-45a5-89fe-7d0819eea6ef {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:38.641985 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b81830e-5d06-4a85-bf2d-02bae50828de req-1d2de077-c828-4ce7-bc12-356f1520b57a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.724810 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.760704 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0f87457-2f58-440a-b826-fd351896841f req-d6483e43-61b1-4a25-8adb-dc2622741489 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 210 time: 0.0501740 Nov 27 01:14:38.806870 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2821e541-f04b-46b3-a731-316784aa9a3c req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.811263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:38.816752 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:38.819416 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:38.835076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59000) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:38.857795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=bdeb3ee0-5460-4049-9357-5e184c81c6fe,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:38.864968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4714c-dfaa-44da-8fd0-ad5af096b7fa req-4bf5c76d-3547-4d9b-a405-95870d3e6b98 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:38.866704 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ac4714c-dfaa-44da-8fd0-ad5af096b7fa req-4bf5c76d-3547-4d9b-a405-95870d3e6b98 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 945 time: 0.3303542 Nov 27 01:14:38.888310 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-273dd637-8848-49a2-938b-ee13fd718c36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:38.898600 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25bf663f-c8c4-4c83-b908-6afd0780ad4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.008944 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2821e541-f04b-46b3-a731-316784aa9a3c req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.042055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['bd91b87f-9ff5-441f-bc37-7af50d0e55cb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:39.044474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:39.084388 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.107301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0b81830e-5d06-4a85-bf2d-02bae50828de req-1d2de077-c828-4ce7-bc12-356f1520b57a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] For port 35a89897-8395-45a5-89fe-7d0819eea6ef, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=35a89897-8395-45a5-89fe-7d0819eea6ef,segment=NetworkSegment(ffebc031-4253-4d22-bce6-18d20bfcddf8),segment_id=ffebc031-4253-4d22-bce6-18d20bfcddf8)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:39.108575 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b81830e-5d06-4a85-bf2d-02bae50828de req-1d2de077-c828-4ce7-bc12-356f1520b57a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.166661 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ac4714c-dfaa-44da-8fd0-ad5af096b7fa req-75b5c6b7-9981-4f5d-b0a1-243a669ececc tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/security-groups?id=be573530-55fc-46d3-b1fb-e923b072c207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841101 Nov 27 01:14:39.179900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2821e541-f04b-46b3-a731-316784aa9a3c req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Network 2eaddc87-3a23-41ff-872a-2ec44342687d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:39.187215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-0b81830e-5d06-4a85-bf2d-02bae50828de req-1d2de077-c828-4ce7-bc12-356f1520b57a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Calling delete_port for 35a89897-8395-45a5-89fe-7d0819eea6ef owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:39.196521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-2821e541-f04b-46b3-a731-316784aa9a3c req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:39.214479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2821e541-f04b-46b3-a731-316784aa9a3c req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:39.221474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event updated for resources: {'Port': ['ID=f48a4018-4978-454b-9307-40b82dbd66b1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:39.360371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e541-f04b-46b3-a731-316784aa9a3c req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:39.361330 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2821e541-f04b-46b3-a731-316784aa9a3c req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.372466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-273dd637-8848-49a2-938b-ee13fd718c36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.427536 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-273dd637-8848-49a2-938b-ee13fd718c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.463577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-787ecfb2-5e5e-4d37-9bd0-5535036bb5c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7798531 Nov 27 01:14:39.491159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Request body: {'port': {'device_id': 'd3e0f033-b6ae-4f2a-8436-dc6a81f9936f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:39.579990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dd637-8848-49a2-938b-ee13fd718c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fea84c-552d-4a46-b04c-7e9a21e5a95e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:39.597507 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-273dd637-8848-49a2-938b-ee13fd718c36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4949a7b5de4049099eec4908eaf83f36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7590802 Nov 27 01:14:39.598103 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59004) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:39.651621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149da8bd-fe41-48e7-b459-4a7f82cbe271 None None] Network 572c59c7-44af-4dd0-9188-0c3d2adc3150 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:39.671644 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.689170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.733984 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b81830e-5d06-4a85-bf2d-02bae50828de req-1d2de077-c828-4ce7-bc12-356f1520b57a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.757496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bf663f-c8c4-4c83-b908-6afd0780ad4a admin admin] Router fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:14:39.768469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-377567f0-c9d7-4193-8a51-50bb3221251a None None] Provisioning complete for port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:39.769073 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-377567f0-c9d7-4193-8a51-50bb3221251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.820401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Router d21c84ec-41d7-4efa-a7d6-eb789f427c17 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:14:39.888555 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-377567f0-c9d7-4193-8a51-50bb3221251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.932578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-377567f0-c9d7-4193-8a51-50bb3221251a None None] For port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1a8966f9-8cc0-4d92-a474-0694cf1a8c14,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:39.937837 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-377567f0-c9d7-4193-8a51-50bb3221251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.951450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:39.978324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:39.982295 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ecb78536-b0a8-4906-b854-4113d0e6d9a3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4274116 Nov 27 01:14:39.982874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Sync routers for ids ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:39.983305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59008) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:40.018651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Routers {'d21c84ec-41d7-4efa-a7d6-eb789f427c17'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:40.019602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:40.077507 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377567f0-c9d7-4193-8a51-50bb3221251a None None] Pushing event updated for resources: {'Port': ['ID=1a8966f9-8cc0-4d92-a474-0694cf1a8c14,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:40.162325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2de077-c828-4ce7-bc12-356f1520b57a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Pushing event deleted for resources: {'Port': ['ID=35a89897-8395-45a5-89fe-7d0819eea6ef,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:40.172428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Set router d21c84ec-41d7-4efa-a7d6-eb789f427c17 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:40.264186 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-578974ea-0d60-4812-8fd8-4ffda89c656e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.354826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b81830e-5d06-4a85-bf2d-02bae50828de req-1d2de077-c828-4ce7-bc12-356f1520b57a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] No DVR routers for this DVR port 35a89897-8395-45a5-89fe-7d0819eea6ef on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:40.358274 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b81830e-5d06-4a85-bf2d-02bae50828de req-1d2de077-c828-4ce7-bc12-356f1520b57a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.361347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b81830e-5d06-4a85-bf2d-02bae50828de req-1d2de077-c828-4ce7-bc12-356f1520b57a tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.11 "DELETE /v2.0/ports/35a89897-8395-45a5-89fe-7d0819eea6ef HTTP/1.1" status: 204 len: 173 time: 2.2119868 Nov 27 01:14:40.381004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'name': 'network-vif-deleted', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:40.383730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7f1a10f7-61eb-4ca3-8cdd-e4a68f6c91a2 None None] Provisioning complete for port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:40.384027 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35796749-4cb0-41e4-9be8-2b81dd657a43" -d '{"events": [{"server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "name": "network-vif-deleted", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:40.384190 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7f1a10f7-61eb-4ca3-8cdd-e4a68f6c91a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.501170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:14:38Z', 'revision_number': 3, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:40.536163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Checking router: d21c84ec-41d7-4efa-a7d6-eb789f427c17 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:14:40.536510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Updating router d21c84ec-41d7-4efa-a7d6-eb789f427c17 port bdeb3ee0-5460-4049-9357-5e184c81c6fe binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:14:40.565893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:40.568643 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.603517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bf663f-c8c4-4c83-b908-6afd0780ad4a admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:40.614022 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf184ba-b574-460e-a698-194da4e05f2d None None] Sync routers for ids ['fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:40.615849 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-578974ea-0d60-4812-8fd8-4ffda89c656e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.627713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a583c0-7ed2-4373-b7f3-592f89da5307 req-2ef82ce4-cc61-4274-9e49-ee760681f4c3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:40.635904 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16a583c0-7ed2-4373-b7f3-592f89da5307 req-2ef82ce4-cc61-4274-9e49-ee760681f4c3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 932 time: 0.4783590 Nov 27 01:14:40.637749 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf184ba-b574-460e-a698-194da4e05f2d None None] Routers {'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:40.639284 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-faf184ba-b574-460e-a698-194da4e05f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:40.641731 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-25bf663f-c8c4-4c83-b908-6afd0780ad4a admin admin] 10.222.0.37 "PUT /v2.0/routers/fabc8f2b-cf22-4bdc-bc35-4b50f79e1841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1013877 Nov 27 01:14:40.645204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59016) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:40.712082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.785908 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-faf184ba-b574-460e-a698-194da4e05f2d None None] Set router fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:40.789446 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38d08442-1b9a-4c91-8d9e-fdc19d65253e req-6fb68cb0-d8a6-4f4d-b14c-6140efb6ef23 tempest-ServerRescueTestJSONUnderV235-157194425 tempest-ServerRescueTestJSONUnderV235-157194425-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c712eb3-c2cf-4311-88f3-e100bb7f13fe HTTP/1.1" status: 200 len: 210 time: 0.0655057 Nov 27 01:14:40.799460 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16a583c0-7ed2-4373-b7f3-592f89da5307 req-a07b879a-6889-4d29-83f6-896ebd4dc1d1 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622655 Nov 27 01:14:40.875423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.910482 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-578974ea-0d60-4812-8fd8-4ffda89c656e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.918766 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-578974ea-0d60-4812-8fd8-4ffda89c656e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:40.923505 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-578974ea-0d60-4812-8fd8-4ffda89c656e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15fea84c-552d-4a46-b04c-7e9a21e5a95e HTTP/1.1" status: 204 len: 168 time: 1.2931974 Nov 27 01:14:40.930888 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882ba90-d0e2-4631-908c-e787f79ee0c4 x-openstack-request-id: req-c882ba90-d0e2-4631-908c-e787f79ee0c4 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:40.931192 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c712eb3-c2cf-4311-88f3-e100bb7f13fe", "name": "network-vif-deleted", "tag": "35a89897-8395-45a5-89fe-7d0819eea6ef", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:40.931531 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c882ba90-d0e2-4631-908c-e787f79ee0c4 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:40.931958 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c712eb3-c2cf-4311-88f3-e100bb7f13fe', 'name': 'network-vif-deleted', 'tag': '35a89897-8395-45a5-89fe-7d0819eea6ef', 'status': 'completed', 'code': 200} Nov 27 01:14:40.949522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578974ea-0d60-4812-8fd8-4ffda89c656e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fea84c-552d-4a46-b04c-7e9a21e5a95e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:41.032463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48a4018-4978-454b-9307-40b82dbd66b1 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:41.043834 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.062599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Transition to ACTIVE for port object f48a4018-4978-454b-9307-40b82dbd66b1 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:41.069264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.118146 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-faf184ba-b574-460e-a698-194da4e05f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'name': 'tempest-ServersTestMultiNic-1257133783-router', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:55Z', 'updated_at': '2021-11-27T01:14:37Z', 'revision_number': 5, 'project_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'gw_port': {'id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:58Z', 'updated_at': '2021-11-27T01:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:41.149348 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf184ba-b574-460e-a698-194da4e05f2d None None] Checking router: fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:14:41.173069 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf184ba-b574-460e-a698-194da4e05f2d None None] Routers {'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:41.174862 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-faf184ba-b574-460e-a698-194da4e05f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:41.208128 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.226052 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.246413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Pushing event updated for resources: {'Port': ['ID=f48a4018-4978-454b-9307-40b82dbd66b1,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:41.265432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Attempting to bind port f48a4018-4978-454b-9307-40b82dbd66b1 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:41.265935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Attempting to bind port f48a4018-4978-454b-9307-40b82dbd66b1 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:41.265935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Attempting to bind port f48a4018-4978-454b-9307-40b82dbd66b1 on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:41.270759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Port f48a4018-4978-454b-9307-40b82dbd66b1 on network 2eaddc87-3a23-41ff-872a-2ec44342687d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:41.271081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Attempting to bind port f48a4018-4978-454b-9307-40b82dbd66b1 on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:41.271682 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.277715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Allocated IP 172.20.0.1 (572c59c7-44af-4dd0-9188-0c3d2adc3150/5f78d5c4-994d-4cf0-87be-5987f9ab593a/31f29732-b7b5-48d6-abac-7ffcf7d453eb) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:41.278445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:41.279219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Checking segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:41.279219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Bound using segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:41.279596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Bound port: f48a4018-4978-454b-9307-40b82dbd66b1, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:41.280570 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.296586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe00403-c11f-48f2-a9f3-bb57be9b1099 None None] Pushing event updated for resources: {'Port': ['ID=bdeb3ee0-5460-4049-9357-5e184c81c6fe,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:41.334118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:41.334703 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.361675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] For port f48a4018-4978-454b-9307-40b82dbd66b1, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:41.365798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] For port f48a4018-4978-454b-9307-40b82dbd66b1, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f48a4018-4978-454b-9307-40b82dbd66b1,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:41.376172 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.380534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Attempting to bind port bdeb3ee0-5460-4049-9357-5e184c81c6fe on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:41.381129 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Attempting to bind port bdeb3ee0-5460-4049-9357-5e184c81c6fe by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:41.381666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Attempting to bind port bdeb3ee0-5460-4049-9357-5e184c81c6fe on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:41.395082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:41.396245 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:41.396823 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.397378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:41.398043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Bound port: bdeb3ee0-5460-4049-9357-5e184c81c6fe, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:41.398686 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.424902 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-faf184ba-b574-460e-a698-194da4e05f2d None None] Set router fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:41.431375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Deleting port 437aee06-353c-4e77-91b8-73c915f1c4c5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:41.431709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.450680 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.455108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:41.455742 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.457196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] 10.222.0.42 "PUT /v2.0/ports/f48a4018-4978-454b-9307-40b82dbd66b1 HTTP/1.1" status: 200 len: 1092 time: 1.9739332 Nov 27 01:14:41.478604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] For port bdeb3ee0-5460-4049-9357-5e184c81c6fe, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:41.484397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] For port bdeb3ee0-5460-4049-9357-5e184c81c6fe, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=bdeb3ee0-5460-4049-9357-5e184c81c6fe,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:41.487376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebfb1e-c4d9-48a2-ba60-bca78b0f29fa service neutron] Pushing event updated for resources: {'Port': ['ID=f48a4018-4978-454b-9307-40b82dbd66b1,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:41.500018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 35a89897-8395-45a5-89fe-7d0819eea6ef no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:41.512734 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.569496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 35a89897-8395-45a5-89fe-7d0819eea6ef {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:41.569845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 35a89897-8395-45a5-89fe-7d0819eea6ef not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:41.577822 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b570b8a9-3f1c-4bc8-b40c-22858a1bd698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.600662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] For port 437aee06-353c-4e77-91b8-73c915f1c4c5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=437aee06-353c-4e77-91b8-73c915f1c4c5,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:41.601063 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.602996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Routers {'d21c84ec-41d7-4efa-a7d6-eb789f427c17'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:41.603656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:41.617687 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:41.630970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e541-f04b-46b3-a731-316784aa9a3c req-f776e4f7-1d45-4025-81a6-71e635dbfd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:41.635299 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-f776e4f7-1d45-4025-81a6-71e635dbfd8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 1095 time: 0.1097500 Nov 27 01:14:41.638814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Calling delete_port for 437aee06-353c-4e77-91b8-73c915f1c4c5 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:41.687528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe00403-c11f-48f2-a9f3-bb57be9b1099 None None] Pushing event updated for resources: {'Port': ['ID=bdeb3ee0-5460-4049-9357-5e184c81c6fe,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:41.700779 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-5b4048b3-cdde-4d41-bfba-b65f4e8d6e44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f48a4018-4978-454b-9307-40b82dbd66b1 HTTP/1.1" status: 200 len: 217 time: 0.0495484 Nov 27 01:14:41.738215 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-faf184ba-b574-460e-a698-194da4e05f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'name': 'tempest-ServersTestMultiNic-1257133783-router', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:55Z', 'updated_at': '2021-11-27T01:14:37Z', 'revision_number': 5, 'project_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'gw_port': {'id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:58Z', 'updated_at': '2021-11-27T01:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:41.739579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Network 572c59c7-44af-4dd0-9188-0c3d2adc3150 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:41.754785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:41.763230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] Set router d21c84ec-41d7-4efa-a7d6-eb789f427c17 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:41.765031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:41.785798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e541-f04b-46b3-a731-316784aa9a3c req-6d0e5102-11e2-4a39-8b65-3dc23300ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:41.787405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-6d0e5102-11e2-4a39-8b65-3dc23300ab75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.0801885 Nov 27 01:14:41.793874 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf184ba-b574-460e-a698-194da4e05f2d None None] The sync data for ids ['fabc8f2b-cf22-4bdc-bc35-4b50f79e1841'] in n-d-819494-2 is: [{'id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'name': 'tempest-ServersTestMultiNic-1257133783-router', 'tenant_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:12:55Z', 'updated_at': '2021-11-27T01:14:37Z', 'revision_number': 5, 'project_id': '329cfdd4f0764ab48e5548f8e4d49ce0', 'gw_port': {'id': '437aee06-353c-4e77-91b8-73c915f1c4c5', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabc8f2b-cf22-4bdc-bc35-4b50f79e1841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:12:58Z', 'updated_at': '2021-11-27T01:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:14:41.843566 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-2df6d524-7b59-4111-b76a-01ce0e39a614 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459573 Nov 27 01:14:41.905118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Pushing event updated for resources: {'Port': ['ID=31f29732-b7b5-48d6-abac-7ffcf7d453eb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:41.931628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:41.936264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:41.936264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:41.936264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:41.936264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:41.936264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:41.936869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:41.937285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:41.938138 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:41.938579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:41.939004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:41.939341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:14:41.947455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59036) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:41.976712 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.046691 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-6eda00b7-4071-45f6-b53a-a8c995e505c8 service neutron] 10.222.0.42 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939957 Nov 27 01:14:42.118592 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:14:38Z', 'revision_number': 3, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:42.162336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e4a7a2-8463-40c8-8dc4-ef513cf1d0a7 None None] The sync data for ids ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'] in n-d-819494-2 is: [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:14:38Z', 'revision_number': 3, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:14:42.179576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-67b5171d-f82c-466d-9249-f5dd9185f3c6 None None] Provisioning complete for port 31f29732-b7b5-48d6-abac-7ffcf7d453eb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:42.180596 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-67b5171d-f82c-466d-9249-f5dd9185f3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.222710 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2821e541-f04b-46b3-a731-316784aa9a3c req-5be3814e-536c-4590-b11d-c5dd391bf44b service neutron] 10.222.0.42 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691120 Nov 27 01:14:42.241768 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ea527e19-799f-4de8-b576-2d394b2c16c1 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:42.281850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: ea527e19-799f-4de8-b576-2d394b2c16c1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:42.282205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ea527e19-799f-4de8-b576-2d394b2c16c1 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:42.300834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-67b5171d-f82c-466d-9249-f5dd9185f3c6 None None] Port 31f29732-b7b5-48d6-abac-7ffcf7d453eb cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:42.340095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edbab1-93dd-42d3-b5c0-90e14701d938 req-932b6b9b-0175-4173-b0f4-83ca5feed499 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:42.341860 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26edbab1-93dd-42d3-b5c0-90e14701d938 req-932b6b9b-0175-4173-b0f4-83ca5feed499 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 944 time: 0.3736963 Nov 27 01:14:42.584393 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26edbab1-93dd-42d3-b5c0-90e14701d938 req-14ce5792-b555-42f6-b99e-7322cb78bc0f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301044 Nov 27 01:14:42.592774 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.604742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.669949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=437aee06-353c-4e77-91b8-73c915f1c4c5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:42.868382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59092) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:42.872963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.934092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e0f033-b6ae-4f2a-8436-dc6a81f9936f', 'tag': 'f48a4018-4978-454b-9307-40b82dbd66b1'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:42.937834 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325eeac3-0892-4129-9e87-46fec5d93c32" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e0f033-b6ae-4f2a-8436-dc6a81f9936f", "tag": "f48a4018-4978-454b-9307-40b82dbd66b1"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:42.988874 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80abf6b7-64c3-4632-b5c4-447496e9537c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.990584 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.993632 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:42.999744 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b144435-14f3-4996-8ee4-f675ae1bec67 x-openstack-request-id: req-7b144435-14f3-4996-8ee4-f675ae1bec67 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:42.999971 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e0f033-b6ae-4f2a-8436-dc6a81f9936f", "tag": "f48a4018-4978-454b-9307-40b82dbd66b1", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:43.000229 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b144435-14f3-4996-8ee4-f675ae1bec67 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:43.000635 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e0f033-b6ae-4f2a-8436-dc6a81f9936f', 'tag': 'f48a4018-4978-454b-9307-40b82dbd66b1', 'status': 'completed', 'code': 200} Nov 27 01:14:43.121335 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80abf6b7-64c3-4632-b5c4-447496e9537c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.124524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eeac3-0892-4129-9e87-46fec5d93c32 req-40a34ea0-21a5-4864-92b5-215b01c894e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.126048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-325eeac3-0892-4129-9e87-46fec5d93c32 req-40a34ea0-21a5-4864-92b5-215b01c894e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 1095 time: 0.0792494 Nov 27 01:14:43.127992 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80abf6b7-64c3-4632-b5c4-447496e9537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.232647 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-80abf6b7-64c3-4632-b5c4-447496e9537c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e0fcf9f28cd4582859bebc846546364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3631310 Nov 27 01:14:43.240684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59100) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:43.263445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abf6b7-64c3-4632-b5c4-447496e9537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc092b9-f2e6-4761-ba88-c25a69941cc4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:43.312022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eeac3-0892-4129-9e87-46fec5d93c32 req-b11c950e-7200-4635-b826-443221dde0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.313541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-325eeac3-0892-4129-9e87-46fec5d93c32 req-b11c950e-7200-4635-b826-443221dde0ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 906 time: 0.1745028 Nov 27 01:14:43.365737 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e00e186c-7e60-43fa-8938-55bcd41e92b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.368406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-325eeac3-0892-4129-9e87-46fec5d93c32 req-b0de4b14-cfec-4fe5-b684-be226a0e9701 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f48a4018-4978-454b-9307-40b82dbd66b1 HTTP/1.1" status: 200 len: 217 time: 0.0442710 Nov 27 01:14:43.399126 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.399768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:14:43.415509 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.416246 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4e383cf9-405b-4032-9287-13ec0301e1d6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fabc8f2b-cf22-4bdc-bc35-4b50f79e1841 HTTP/1.1" status: 204 len: 168 time: 2.7701027 Nov 27 01:14:43.420680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59102) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:43.422759 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e00e186c-7e60-43fa-8938-55bcd41e92b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.425525 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.431630 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.497358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eeac3-0892-4129-9e87-46fec5d93c32 req-5eca52e2-2d3d-41f9-aed9-dee7684de5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.498911 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-325eeac3-0892-4129-9e87-46fec5d93c32 req-5eca52e2-2d3d-41f9-aed9-dee7684de5eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.1221731 Nov 27 01:14:43.523228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48157ac-21e2-47c0-93a7-c3735dcfd6ac admin admin] Deleting subnet 21beb649-686e-41ff-8c2d-da0a46fc962c {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:43.531237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Pushing event updated for resources: {'Port': ['ID=31f29732-b7b5-48d6-abac-7ffcf7d453eb,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:43.536793 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.548232 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d48157ac-21e2-47c0-93a7-c3735dcfd6ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.548975 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-325eeac3-0892-4129-9e87-46fec5d93c32 req-71681194-f186-4ae9-9a1b-c2c43ac47ff8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419042 Nov 27 01:14:43.601069 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86b7ac74-c9f2-4f4a-bd92-cf5f44421209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.625631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e00e186c-7e60-43fa-8938-55bcd41e92b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.628345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e00e186c-7e60-43fa-8938-55bcd41e92b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.632773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e00e186c-7e60-43fa-8938-55bcd41e92b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcc092b9-f2e6-4761-ba88-c25a69941cc4 HTTP/1.1" status: 204 len: 168 time: 0.3910878 Nov 27 01:14:43.656382 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d48157ac-21e2-47c0-93a7-c3735dcfd6ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.678228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e186c-7e60-43fa-8938-55bcd41e92b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc092b9-f2e6-4761-ba88-c25a69941cc4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:43.737591 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Network 572c59c7-44af-4dd0-9188-0c3d2adc3150 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:43.741755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:43.810191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-325eeac3-0892-4129-9e87-46fec5d93c32 req-7b7ddb75-5f51-4ab6-b256-1e191136b310 service neutron] 10.222.0.42 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377603 Nov 27 01:14:43.874202 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6913d3fd-2ff7-4dcf-a7eb-9de74a225490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:43.919207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2620add-ce89-4e57-a981-4146fd655666 req-5a350a0f-ffa1-4f19-a1ce-f740a5c983c0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:43.921684 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2620add-ce89-4e57-a981-4146fd655666 req-5a350a0f-ffa1-4f19-a1ce-f740a5c983c0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 944 time: 0.2125010 Nov 27 01:14:44.007129 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d48157ac-21e2-47c0-93a7-c3735dcfd6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.031433 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Router d21c84ec-41d7-4efa-a7d6-eb789f427c17 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:14:44.115169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2620add-ce89-4e57-a981-4146fd655666 req-c36ef918-b7ba-4e48-b96d-9f5f0f634c12 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167955 Nov 27 01:14:44.153952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.191017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-325eeac3-0892-4129-9e87-46fec5d93c32 req-23fbb76d-54b4-419d-b7a3-1162d2ab9f1d service neutron] 10.222.0.42 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625715 Nov 27 01:14:44.195059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d9b69e6a-b2db-4241-9728-9a9de95cabdb None None] Provisioning complete for port 31f29732-b7b5-48d6-abac-7ffcf7d453eb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:44.196149 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d9b69e6a-b2db-4241-9728-9a9de95cabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.213190 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d48157ac-21e2-47c0-93a7-c3735dcfd6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.220391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-86b7ac74-c9f2-4f4a-bd92-cf5f44421209 admin admin] Deleting port da749575-2313-4143-94a8-303462408ec2 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:44.220391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86b7ac74-c9f2-4f4a-bd92-cf5f44421209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.223541 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:44.258649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a9259ae6-ab59-44bd-af54-fd01651b697f admin admin] 10.222.0.37 "PUT /v2.0/routers/d21c84ec-41d7-4efa-a7d6-eb789f427c17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2705958 Nov 27 01:14:44.273347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48157ac-21e2-47c0-93a7-c3735dcfd6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21beb649-686e-41ff-8c2d-da0a46fc962c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:44.298582 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d48157ac-21e2-47c0-93a7-c3735dcfd6ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.308040 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d48157ac-21e2-47c0-93a7-c3735dcfd6ac admin admin] 10.222.0.37 "DELETE /v2.0/subnets/21beb649-686e-41ff-8c2d-da0a46fc962c HTTP/1.1" status: 204 len: 168 time: 0.8813162 Nov 27 01:14:44.310079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59124) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:44.311123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe29f8-bced-4b73-bca8-36f994507b31 None None] Network 16edc915-5e53-4e26-b65b-fd61e70c9c94 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:44.413196 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.422652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-86b7ac74-c9f2-4f4a-bd92-cf5f44421209 admin admin] For port da749575-2313-4143-94a8-303462408ec2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=da749575-2313-4143-94a8-303462408ec2,segment=NetworkSegment(ffebc031-4253-4d22-bce6-18d20bfcddf8),segment_id=ffebc031-4253-4d22-bce6-18d20bfcddf8)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:44.423464 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86b7ac74-c9f2-4f4a-bd92-cf5f44421209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.447155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device bdeb3ee0-5460-4049-9357-5e184c81c6fe up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:44.449191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d9b69e6a-b2db-4241-9728-9a9de95cabdb None None] Port 31f29732-b7b5-48d6-abac-7ffcf7d453eb cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:14:44.463098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-86b7ac74-c9f2-4f4a-bd92-cf5f44421209 admin admin] Calling delete_port for da749575-2313-4143-94a8-303462408ec2 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:44.470408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Sync routers for ids ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:44.514384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f48a4018-4978-454b-9307-40b82dbd66b1 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:44.526569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Deleting port 0bb8927f-acdf-4290-be11-a9a32c8147a1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:44.526930 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.594415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Routers {'d21c84ec-41d7-4efa-a7d6-eb789f427c17'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:44.595313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:44.668659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] For port 0bb8927f-acdf-4290-be11-a9a32c8147a1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0bb8927f-acdf-4290-be11-a9a32c8147a1,segment=NetworkSegment(784250d6-83dd-4e24-a69c-ea56f15efa09),segment_id=784250d6-83dd-4e24-a69c-ea56f15efa09)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:44.669103 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.684196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Calling delete_port for 0bb8927f-acdf-4290-be11-a9a32c8147a1 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:44.787949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f48a4018-4978-454b-9307-40b82dbd66b1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f48a4018-4978-454b-9307-40b82dbd66b1,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:44.809219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port bdeb3ee0-5460-4049-9357-5e184c81c6fe triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:44.810064 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.811962 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.836310 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86b7ac74-c9f2-4f4a-bd92-cf5f44421209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.851076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Set router d21c84ec-41d7-4efa-a7d6-eb789f427c17 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:44.882034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb8927f-acdf-4290-be11-a9a32c8147a1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:44.884793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7ac74-c9f2-4f4a-bd92-cf5f44421209 admin admin] Pushing event deleted for resources: {'Port': ['ID=da749575-2313-4143-94a8-303462408ec2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:44.889012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] No DVR routers for this DVR port 0bb8927f-acdf-4290-be11-a9a32c8147a1 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:44.892230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'f48a4018-4978-454b-9307-40b82dbd66b1', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'port_id': 'f48a4018-4978-454b-9307-40b82dbd66b1', 'mac_address': 'fa:16:3e:cc:36:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b3b599-d4e2-4679-ba73-92cad71204a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:44.991984 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:44.993437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc35d2a4-9f4f-4897-9be7-918ea4d8ded7 None None] DHCP port deletion for 16edc915-5e53-4e26-b65b-fd61e70c9c94 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:14:45.021455 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.053968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59140) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:45.066916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9c5b98fe-ff22-414d-a785-e57e54ddebe4 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1107433277', 'description': 'tempest-description--382242656'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:45.078226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16edc915-5e53-4e26-b65b-fd61e70c9c94']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:45.109009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784250d6-83dd-4e24-a69c-ea56f15efa09') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:45.109466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784250d6-83dd-4e24-a69c-ea56f15efa09') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:45.136303 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.157476 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.166394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:45.167335 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.179891 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86b7ac74-c9f2-4f4a-bd92-cf5f44421209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:45.186686 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:45.199957 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c5b98fe-ff22-414d-a785-e57e54ddebe4 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.216008 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.273013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48a4018-4978-454b-9307-40b82dbd66b1 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:45.295893 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.306701 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.311593 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] 10.222.0.37 "DELETE /v2.0/networks/16edc915-5e53-4e26-b65b-fd61e70c9c94 HTTP/1.1" status: 204 len: 168 time: 0.9993756 Nov 27 01:14:45.331753 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.346994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f48a4018-4978-454b-9307-40b82dbd66b1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f48a4018-4978-454b-9307-40b82dbd66b1,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:45.361080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79818680-7a05-4085-a9a6-4ca5815c359c req-a6f39680-c3dd-43fb-a1a2-29b25e2e8de5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:45.362731 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-79818680-7a05-4085-a9a6-4ca5815c359c req-a6f39680-c3dd-43fb-a1a2-29b25e2e8de5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 944 time: 0.1211407 Nov 27 01:14:45.380335 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.385740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc7050-0b0d-4495-ba41-30221997e63d admin admin] Pushing event deleted for resources: {'Network': ['ID=16edc915-5e53-4e26-b65b-fd61e70c9c94,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:45.393819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port bdeb3ee0-5460-4049-9357-5e184c81c6fe, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=bdeb3ee0-5460-4049-9357-5e184c81c6fe,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:45.421518 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.492393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=f48a4018-4978-454b-9307-40b82dbd66b1,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:45.542009 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c5b98fe-ff22-414d-a785-e57e54ddebe4 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.546272 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 437aee06-353c-4e77-91b8-73c915f1c4c5 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:45.558459 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c5b98fe-ff22-414d-a785-e57e54ddebe4 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.597285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59158) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:45.597871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 437aee06-353c-4e77-91b8-73c915f1c4c5 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:45.597871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 437aee06-353c-4e77-91b8-73c915f1c4c5 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:45.609137 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-79818680-7a05-4085-a9a6-4ca5815c359c req-cdb91141-0f2d-4062-853a-0db09f13abf7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353673 Nov 27 01:14:45.613120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:14:42Z', 'revision_number': 4, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '31f29732-b7b5-48d6-abac-7ffcf7d453eb', 'name': '', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'mac_address': 'fa:16:3e:f5:fa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:40Z', 'updated_at': '2021-11-27T01:14:42Z', 'revision_number': 2, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'subnets': [{'id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:45.641303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b98fe-ff22-414d-a785-e57e54ddebe4 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aee3468-9dee-4ee1-85b1-44f711f0f6c5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:45.650945 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c5b98fe-ff22-414d-a785-e57e54ddebe4 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.655348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Checking router: d21c84ec-41d7-4efa-a7d6-eb789f427c17 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:14:45.655667 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9c5b98fe-ff22-414d-a785-e57e54ddebe4 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5971801 Nov 27 01:14:45.655765 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Updating router d21c84ec-41d7-4efa-a7d6-eb789f427c17 port 31f29732-b7b5-48d6-abac-7ffcf7d453eb binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:14:45.655855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59160) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:45.660949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4c3f9f95-c785-48a7-a024-50b7ec386853 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Request body: {'security_group_rule': {'security_group_id': '7aee3468-9dee-4ee1-85b1-44f711f0f6c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:45.674052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ad76f0d3-d82e-47a3-8ef1-5d2249ce7674 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=329cfdd4f0764ab48e5548f8e4d49ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0635788 Nov 27 01:14:45.674665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59162) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:45.678275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=bdeb3ee0-5460-4049-9357-5e184c81c6fe,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:45.679747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b7ac74-c9f2-4f4a-bd92-cf5f44421209 admin admin] Router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:14:45.692266 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.696829 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9f95-c785-48a7-a024-50b7ec386853 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.697391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['f48a4018-4978-454b-9307-40b82dbd66b1'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:45.787083 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d28ea31-c16b-47ab-9fc9-80d36e654c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.792440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9f95-c785-48a7-a024-50b7ec386853 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.800172 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9f95-c785-48a7-a024-50b7ec386853 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.831882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f9f95-c785-48a7-a024-50b7ec386853 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253b136c-8508-4d7f-80eb-c1187a07a569,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:45.856736 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d28ea31-c16b-47ab-9fc9-80d36e654c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.864169 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9f95-c785-48a7-a024-50b7ec386853 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.869842 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4c3f9f95-c785-48a7-a024-50b7ec386853 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2108204 Nov 27 01:14:45.871324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59166) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:45.878141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-72fdb26d-18d3-4068-9e7d-9a8797b69a76 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Request body: {'security_group_rule': {'security_group_id': '7aee3468-9dee-4ee1-85b1-44f711f0f6c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:45.926296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b7ac74-c9f2-4f4a-bd92-cf5f44421209 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:14:45.935900 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-86b7ac74-c9f2-4f4a-bd92-cf5f44421209 admin admin] 10.222.0.37 "PUT /v2.0/routers/2614a1f8-3640-48f9-9d6b-7abbc257d4b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9874086 Nov 27 01:14:45.938595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59170) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:45.942679 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645cf0d8-21ea-4808-ba68-f6152f39939e None None] Sync routers for ids ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:14:45.958068 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645cf0d8-21ea-4808-ba68-f6152f39939e None None] Routers {'2614a1f8-3640-48f9-9d6b-7abbc257d4b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:45.962722 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-645cf0d8-21ea-4808-ba68-f6152f39939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:45.968195 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72fdb26d-18d3-4068-9e7d-9a8797b69a76 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.983107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d28ea31-c16b-47ab-9fc9-80d36e654c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.986569 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d28ea31-c16b-47ab-9fc9-80d36e654c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:45.990778 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7d28ea31-c16b-47ab-9fc9-80d36e654c74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7b9c802-5ab1-4975-bf00-0c1cd981a1b1 HTTP/1.1" status: 204 len: 168 time: 0.3129411 Nov 27 01:14:46.007413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28ea31-c16b-47ab-9fc9-80d36e654c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b9c802-5ab1-4975-bf00-0c1cd981a1b1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:46.063620 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72fdb26d-18d3-4068-9e7d-9a8797b69a76 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.074641 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72fdb26d-18d3-4068-9e7d-9a8797b69a76 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.113440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdb26d-18d3-4068-9e7d-9a8797b69a76 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d744a7fa-404d-4fa7-a111-461421bf75b6,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:46.115390 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.135676 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72fdb26d-18d3-4068-9e7d-9a8797b69a76 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.138355 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-72fdb26d-18d3-4068-9e7d-9a8797b69a76 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2670100 Nov 27 01:14:46.142228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59178) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:46.148893 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:46.168467 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.181222 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.198136 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.245374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3b683-13fc-4fbb-b1e4-de86dd126530 None None] Pushing event updated for resources: {'Port': ['ID=31f29732-b7b5-48d6-abac-7ffcf7d453eb,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:46.281477 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-645cf0d8-21ea-4808-ba68-f6152f39939e None None] Set router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:46.331414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59180) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:46.359973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Attempting to bind port 31f29732-b7b5-48d6-abac-7ffcf7d453eb on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:46.359973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Attempting to bind port 31f29732-b7b5-48d6-abac-7ffcf7d453eb by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:46.360197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Attempting to bind port 31f29732-b7b5-48d6-abac-7ffcf7d453eb on network 572c59c7-44af-4dd0-9188-0c3d2adc3150 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:46.376015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:46.376399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Checking segment: {'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:46.376808 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.377206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Bound using segment: {'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:46.377700 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Bound port: 31f29732-b7b5-48d6-abac-7ffcf7d453eb, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:46.378083 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.448176 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.470771 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.483484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] For port 31f29732-b7b5-48d6-abac-7ffcf7d453eb, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:46.487403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] For port 31f29732-b7b5-48d6-abac-7ffcf7d453eb, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=31f29732-b7b5-48d6-abac-7ffcf7d453eb,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:46.492141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device bdeb3ee0-5460-4049-9357-5e184c81c6fe up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:46.520233 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.580325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Deleting port a6c31864-84e9-46e4-b378-f7e988b1e199 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:46.580665 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.743898 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-645cf0d8-21ea-4808-ba68-f6152f39939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:14:44Z', 'revision_number': 5, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port': {'id': 'a6c31864-84e9-46e4-b378-f7e988b1e199', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:46.762624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] For port a6c31864-84e9-46e4-b378-f7e988b1e199, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a6c31864-84e9-46e4-b378-f7e988b1e199,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:46.764526 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.790333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-99951457-aa06-4546-9318-b765adc9efe1 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:46.798459 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645cf0d8-21ea-4808-ba68-f6152f39939e None None] Checking router: 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:14:46.806309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Routers {'d21c84ec-41d7-4efa-a7d6-eb789f427c17'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:46.806970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:46.807158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Calling delete_port for a6c31864-84e9-46e4-b378-f7e988b1e199 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:46.815814 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645cf0d8-21ea-4808-ba68-f6152f39939e None None] Routers {'2614a1f8-3640-48f9-9d6b-7abbc257d4b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:14:46.817460 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-645cf0d8-21ea-4808-ba68-f6152f39939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:46.861569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Allocated IP 172.25.3.208 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/3c6920b3-91a6-4a56-8455-fb6b718feaa1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:46.903616 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.927698 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3b683-13fc-4fbb-b1e4-de86dd126530 None None] Pushing event updated for resources: {'Port': ['ID=31f29732-b7b5-48d6-abac-7ffcf7d453eb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:46.948843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-066b7068-a766-4e93-a012-750fcec835d5 None None] Provisioning complete for port 31f29732-b7b5-48d6-abac-7ffcf7d453eb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:46.949241 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-066b7068-a766-4e93-a012-750fcec835d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:46.962019 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-645cf0d8-21ea-4808-ba68-f6152f39939e None None] Set router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:46.966919 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-99951457-aa06-4546-9318-b765adc9efe1 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] 10.222.0.37 "PUT /v2.0/quotas/f7376056e1d941909ab99470454a6210 HTTP/1.1" status: 200 len: 366 time: 0.6347921 Nov 27 01:14:46.973042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59196) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:47.025389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e22a2-4011-44b2-9068-a1ba8be3724b req-785098a6-9efc-4afe-bbd1-69420171dee6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:47.030396 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-645cf0d8-21ea-4808-ba68-f6152f39939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:14:46Z', 'revision_number': 6, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:47.037809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-da2e22a2-4011-44b2-9068-a1ba8be3724b req-785098a6-9efc-4afe-bbd1-69420171dee6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 945 time: 0.2635508 Nov 27 01:14:47.044705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-222ef2eb-ca2a-46ed-abbb-2ae94a7c3694 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0702221 Nov 27 01:14:47.046948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59200) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:47.065571 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d17ed705-4724-4f74-bb08-79d4abe4d01c tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] 10.222.0.37 "GET /v2.0/quotas/f7376056e1d941909ab99470454a6210 HTTP/1.1" status: 200 len: 366 time: 0.0173454 Nov 27 01:14:47.067886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59202) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:47.071408 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645cf0d8-21ea-4808-ba68-f6152f39939e None None] The sync data for ids ['2614a1f8-3640-48f9-9d6b-7abbc257d4b2'] in n-d-819494-2 is: [{'id': '2614a1f8-3640-48f9-9d6b-7abbc257d4b2', 'name': 'tempest-ServerRescueTestJSONUnderV235-96756467-router', 'tenant_id': 'bd91937f25af4311b6e62f89a5efa784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:04Z', 'updated_at': '2021-11-27T01:14:46Z', 'revision_number': 6, 'project_id': 'bd91937f25af4311b6e62f89a5efa784', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:14:47.096845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d7977323-3c88-4fcf-bd1c-5b6734e4858e tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/f7376056e1d941909ab99470454a6210 HTTP/1.1" status: 204 len: 168 time: 0.0225317 Nov 27 01:14:47.096845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59204) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:47.113532 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d2fd3ded-52d1-4c95-9707-e64f53cea409 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0138466 Nov 27 01:14:47.113716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59206) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:47.170145 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b5f175e1-de91-499b-9c0b-3ddaa175bf63 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] 10.222.0.37 "GET /v2.0/quotas/f7376056e1d941909ab99470454a6210 HTTP/1.1" status: 200 len: 370 time: 0.0532920 Nov 27 01:14:47.170468 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.170936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59208) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:47.185049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port bdeb3ee0-5460-4049-9357-5e184c81c6fe triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:47.185949 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-da2e22a2-4011-44b2-9068-a1ba8be3724b req-caaeb28a-f39b-4cda-86b8-1294817204c4 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407216 Nov 27 01:14:47.186633 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.211664 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.215589 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71c915d0-8ea1-4418-be60-d1368d7911e8 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] 10.222.0.37 "GET /v2.0/quotas/f7376056e1d941909ab99470454a6210/default HTTP/1.1" status: 200 len: 370 time: 0.0040348 Nov 27 01:14:47.219036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59212) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:47.224010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c31864-84e9-46e4-b378-f7e988b1e199,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:47.230987 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.233986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] Set router d21c84ec-41d7-4efa-a7d6-eb789f427c17 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:14:47.242495 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-ccd9d12d-5e2e-47c7-ac97-b8f9a65848aa tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] delete failed (client error): The resource could not be found. Nov 27 01:14:47.243852 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ccd9d12d-5e2e-47c7-ac97-b8f9a65848aa tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/f7376056e1d941909ab99470454a6210 HTTP/1.1" status: 404 len: 348 time: 0.0235591 Nov 27 01:14:47.295112 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.335211 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-066b7068-a766-4e93-a012-750fcec835d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.348241 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:47.354260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:47.356818 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:47.365784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.374597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-066b7068-a766-4e93-a012-750fcec835d5 None None] For port 31f29732-b7b5-48d6-abac-7ffcf7d453eb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=31f29732-b7b5-48d6-abac-7ffcf7d453eb,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:47.385770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Pushing event updated for resources: {'Port': ['ID=3c6920b3-91a6-4a56-8455-fb6b718feaa1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:47.414646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-066b7068-a766-4e93-a012-750fcec835d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.510752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.565034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59222) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:47.595777 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.602991 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.609032 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.613773 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.621849 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b7068-a766-4e93-a012-750fcec835d5 None None] Pushing event updated for resources: {'Port': ['ID=31f29732-b7b5-48d6-abac-7ffcf7d453eb,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:47.628962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59224) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:47.633699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Usage tracker for resource:network and project:dd8d870b0541446496ed5e65774bb297 is out of sync, need to count used quota {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:14:47.639277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0f6d71df-c174-422d-bc47-7844d763e29b None None] Provisioning complete for port 31f29732-b7b5-48d6-abac-7ffcf7d453eb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:47.639656 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f6d71df-c174-422d-bc47-7844d763e29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.655901 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:14:47.679128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Usage tracker for resource:subnet and project:dd8d870b0541446496ed5e65774bb297 is out of sync, need to count used quota {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:14:47.694805 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:14:47.731060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Usage tracker for resource:subnetpool and project:dd8d870b0541446496ed5e65774bb297 is out of sync, need to count used quota {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:14:47.740230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:14:47.740516 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.741112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2614a1f8-3640-48f9-9d6b-7abbc257d4b2 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:14:47.752632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.753675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Usage tracker for resource:port and project:dd8d870b0541446496ed5e65774bb297 is out of sync, need to count used quota {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:14:47.755603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f27c55bc-8645-430c-9708-ba1ab7da9934 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2614a1f8-3640-48f9-9d6b-7abbc257d4b2 HTTP/1.1" status: 204 len: 168 time: 1.8159900 Nov 27 01:14:47.758088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59230) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:47.768318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:14:47.797198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Usage tracker for resource:router and project:dd8d870b0541446496ed5e65774bb297 is out of sync, need to count used quota {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:14:47.808813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:14:47.813852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-912366711-network', 'tenant_id': 'a40ae590749d459887b5370a656652db'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:47.830055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Usage tracker for resource:floatingip and project:dd8d870b0541446496ed5e65774bb297 is out of sync, need to count used quota {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:14:47.835266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.837537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:14:47.843203 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.847708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae89188-2e3c-4930-8ee6-da4498862745 admin admin] Deleting subnet 5c5bf43d-2cf4-4675-b80a-02ca09f08b62 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:14:47.851134 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ae89188-2e3c-4930-8ee6-da4498862745 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.852966 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Made reservation on behalf of a40ae590749d459887b5370a656652db for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:47.855274 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.891672 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.911903 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ae89188-2e3c-4930-8ee6-da4498862745 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.932173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Pushing event updated for resources: {'Port': ['ID=3c6920b3-91a6-4a56-8455-fb6b718feaa1,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:47.974829 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ae89188-2e3c-4930-8ee6-da4498862745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.978904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:47.990389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Usage tracker for resource:security_group and project:dd8d870b0541446496ed5e65774bb297 is out of sync, need to count used quota {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:14:48.003828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.013968 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6654d4b4-1182-4ef0-9aca-78ef99de949b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8705862 Nov 27 01:14:48.015916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:14:48.032780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Usage tracker for resource:security_group_rule and project:dd8d870b0541446496ed5e65774bb297 is out of sync, need to count used quota {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 27 01:14:48.040898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.quota.resource [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103385) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 27 01:14:48.053923 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f0698540-9a3f-4d10-8d21-aad343be4b86 tempest-QuotasTest-2118703450 tempest-QuotasTest-2118703450-project-admin] 10.222.0.37 "GET /v2.0/quotas/dd8d870b0541446496ed5e65774bb297/details.json HTTP/1.1" status: 200 len: 703 time: 0.4870505 Nov 27 01:14:48.057367 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.063613 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.072043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ae89188-2e3c-4930-8ee6-da4498862745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.078404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0bb8927f-acdf-4290-be11-a9a32c8147a1 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:48.121599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29b0f7a-402a-4664-8310-b848d23b76fe,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:48.124976 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ae89188-2e3c-4930-8ee6-da4498862745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.131889 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3ae89188-2e3c-4930-8ee6-da4498862745 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5c5bf43d-2cf4-4675-b80a-02ca09f08b62 HTTP/1.1" status: 204 len: 168 time: 0.3723795 Nov 27 01:14:48.136187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59236) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:48.143694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 0bb8927f-acdf-4290-be11-a9a32c8147a1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:48.143941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0bb8927f-acdf-4290-be11-a9a32c8147a1 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:48.168008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae89188-2e3c-4930-8ee6-da4498862745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c5bf43d-2cf4-4675-b80a-02ca09f08b62,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:48.169922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:14:48.188881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.189395 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Added segment 1a71efca-40d3-422d-9042-de1786333673 of type vlan for network efe72fe1-d58e-4577-9dbc-25cd0515fd5f Nov 27 01:14:48.199552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:14:42Z', 'revision_number': 4, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '31f29732-b7b5-48d6-abac-7ffcf7d453eb', 'name': '', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'mac_address': 'fa:16:3e:f5:fa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:40Z', 'updated_at': '2021-11-27T01:14:46Z', 'revision_number': 4, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'subnets': [{'id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:48.237094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d6dfd-8b6e-43fb-ac3a-69131f957e38 None None] The sync data for ids ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'] in n-d-819494-2 is: [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:14:42Z', 'revision_number': 4, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '31f29732-b7b5-48d6-abac-7ffcf7d453eb', 'name': '', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'mac_address': 'fa:16:3e:f5:fa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:40Z', 'updated_at': '2021-11-27T01:14:46Z', 'revision_number': 4, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'subnets': [{'id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:14:48.406122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.409183 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.441267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device da749575-2313-4143-94a8-303462408ec2 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:48.481133 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.485062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.485698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.530853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f48a4018-4978-454b-9307-40b82dbd66b1 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:48.534622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: da749575-2313-4143-94a8-303462408ec2 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:48.535090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device da749575-2313-4143-94a8-303462408ec2 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:48.535608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a6c31864-84e9-46e4-b378-f7e988b1e199 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:48.575608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: a6c31864-84e9-46e4-b378-f7e988b1e199 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:48.576042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a6c31864-84e9-46e4-b378-f7e988b1e199 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:48.597636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59276) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:48.598515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8679bcc-bf0b-4e24-8ff7-bb08401e2678 req-ee4f1ef3-8c85-4f44-8cff-167de428b5a1 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:48.600405 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a8679bcc-bf0b-4e24-8ff7-bb08401e2678 req-ee4f1ef3-8c85-4f44-8cff-167de428b5a1 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 945 time: 0.2239518 Nov 27 01:14:48.677672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0466466 Nov 27 01:14:48.680607 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59280) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:48.703303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ab6f639e-f16a-4376-bf95-e575ee1a5911 admin admin] Request body: {'subnet': {'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-912366711-subnet', 'tenant_id': 'a40ae590749d459887b5370a656652db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:48.708883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port f48a4018-4978-454b-9307-40b82dbd66b1 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:14:48.710085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98be529-eba1-45ac-a7a0-4372f9cd2b07 admin admin] Pushing event updated for resources: {'Network': ['ID=efe72fe1-d58e-4577-9dbc-25cd0515fd5f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:48.716122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.718097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port f48a4018-4978-454b-9307-40b82dbd66b1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:48.718717 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.735596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6f639e-f16a-4376-bf95-e575ee1a5911 admin admin] Made reservation on behalf of a40ae590749d459887b5370a656652db for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:48.740026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab6f639e-f16a-4376-bf95-e575ee1a5911 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.754537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network efe72fe1-d58e-4577-9dbc-25cd0515fd5f details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:14:48.798292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118a00df-a939-4eef-bd47-d93d4d335a04']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:48.844961 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a8679bcc-bf0b-4e24-8ff7-bb08401e2678 req-ad02fc4f-5a65-40d6-ae65-2bfde1cfdf78 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279775 Nov 27 01:14:48.846907 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffebc031-4253-4d22-bce6-18d20bfcddf8') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:48.847515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffebc031-4253-4d22-bce6-18d20bfcddf8') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:14:48.849908 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a205b549-4251-4a0f-a25f-038c87ba0f5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.877688 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:14:48.891022 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.916345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.941586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:14:48.942226 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:14:48.944562 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:14:49.022835 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.030738 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.048139 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/118a00df-a939-4eef-bd47-d93d4d335a04 HTTP/1.1" status: 204 len: 168 time: 0.9104881 Nov 27 01:14:49.085065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c280de-790e-4944-95ed-779268e633a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=118a00df-a939-4eef-bd47-d93d4d335a04,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:49.087622 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.143022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a205b549-4251-4a0f-a25f-038c87ba0f5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.146904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e0f033-b6ae-4f2a-8436-dc6a81f9936f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48a4018-4978-454b-9307-40b82dbd66b1'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:49.149323 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd0a677-36a5-4cf4-802a-344a021309fd" -d '{"events": [{"server_uuid": "d3e0f033-b6ae-4f2a-8436-dc6a81f9936f", "name": "network-vif-plugged", "status": "completed", "tag": "f48a4018-4978-454b-9307-40b82dbd66b1"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:49.153480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a205b549-4251-4a0f-a25f-038c87ba0f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.159879 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab6f639e-f16a-4376-bf95-e575ee1a5911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.175556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f48a4018-4978-454b-9307-40b82dbd66b1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f48a4018-4978-454b-9307-40b82dbd66b1,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:49.195784 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.219825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205b549-4251-4a0f-a25f-038c87ba0f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99d233c-358a-454c-9080-715f50fc69b0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:49.260026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:49.303360 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f88ce0-c397-4555-af37-c4ee0aa8a627 x-openstack-request-id: req-66f88ce0-c397-4555-af37-c4ee0aa8a627 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:49.304302 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e0f033-b6ae-4f2a-8436-dc6a81f9936f", "name": "network-vif-plugged", "status": "completed", "tag": "f48a4018-4978-454b-9307-40b82dbd66b1", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:49.304715 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66f88ce0-c397-4555-af37-c4ee0aa8a627 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:49.305270 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e0f033-b6ae-4f2a-8436-dc6a81f9936f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48a4018-4978-454b-9307-40b82dbd66b1', 'code': 200} Nov 27 01:14:49.329521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=f48a4018-4978-454b-9307-40b82dbd66b1,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:49.351845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e967c451-4317-4795-887b-bf8643d5f307 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd91937f25af4311b6e62f89a5efa784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0901024 Nov 27 01:14:49.354384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59320) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:49.414564 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1751e823-28fe-49cd-a1bc-d13d52a8995c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.444706 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1751e823-28fe-49cd-a1bc-d13d52a8995c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.525845 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1751e823-28fe-49cd-a1bc-d13d52a8995c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.530045 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1751e823-28fe-49cd-a1bc-d13d52a8995c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.531299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1751e823-28fe-49cd-a1bc-d13d52a8995c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be573530-55fc-46d3-b1fb-e923b072c207 HTTP/1.1" status: 204 len: 168 time: 0.1759055 Nov 27 01:14:49.561258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751e823-28fe-49cd-a1bc-d13d52a8995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be573530-55fc-46d3-b1fb-e923b072c207,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:49.757059 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a205b549-4251-4a0f-a25f-038c87ba0f5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bd96bdae6994aa2beee1c2edca0bbba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1582787 Nov 27 01:14:49.759986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59328) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:49.761161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f639e-f16a-4376-bf95-e575ee1a5911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93415f0e-02cb-4780-9300-d8a9de9b991f,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:49.796696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24f360-9794-4e55-a5b3-9585aef65fe6 req-e8dc0df1-e3fc-4f8a-ab6d-302f8cec7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:49.798352 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd24f360-9794-4e55-a5b3-9585aef65fe6 req-e8dc0df1-e3fc-4f8a-ab6d-302f8cec7c7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 1097 time: 0.0963449 Nov 27 01:14:49.799482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f639e-f16a-4376-bf95-e575ee1a5911 admin admin] Checking segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:49.800127 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f639e-f16a-4376-bf95-e575ee1a5911 admin admin] Network hostable DHCP agents. Network: efe72fe1-d58e-4577-9dbc-25cd0515fd5f, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:14:49.828792 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d2f7f1a9-503a-4211-98da-c87dc78c2a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.861383 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d2f7f1a9-503a-4211-98da-c87dc78c2a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.865080 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd24f360-9794-4e55-a5b3-9585aef65fe6 req-06ae96e0-3b50-4696-875f-7a9f47e83ad8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554080 Nov 27 01:14:49.876432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f639e-f16a-4376-bf95-e575ee1a5911 admin admin] Network efe72fe1-d58e-4577-9dbc-25cd0515fd5f is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:14:49.900185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-ab6f639e-f16a-4376-bf95-e575ee1a5911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, efe72fe1-d58e-4577-9dbc-25cd0515fd5f) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:49.910892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f639e-f16a-4376-bf95-e575ee1a5911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:49.911518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab6f639e-f16a-4376-bf95-e575ee1a5911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.913334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc44d966-d24a-4929-a006-2abe77ba96a0 None None] Network efe72fe1-d58e-4577-9dbc-25cd0515fd5f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:49.960423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ab6f639e-f16a-4376-bf95-e575ee1a5911 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2650731 Nov 27 01:14:49.994317 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d2f7f1a9-503a-4211-98da-c87dc78c2a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.996980 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d2f7f1a9-503a-4211-98da-c87dc78c2a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:49.998136 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d2f7f1a9-503a-4211-98da-c87dc78c2a38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e99d233c-358a-454c-9080-715f50fc69b0 HTTP/1.1" status: 204 len: 168 time: 0.2368715 Nov 27 01:14:50.037439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7f1a9-503a-4211-98da-c87dc78c2a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99d233c-358a-454c-9080-715f50fc69b0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:50.133894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8be09-1c2c-4053-9bb2-4de626984ab3 req-72210307-b729-4236-82f4-ff5303416d77 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:50.133894 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7bf8be09-1c2c-4053-9bb2-4de626984ab3 req-72210307-b729-4236-82f4-ff5303416d77 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 946 time: 0.1263096 Nov 27 01:14:50.202203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7bf8be09-1c2c-4053-9bb2-4de626984ab3 req-0e7fc049-7b1a-4e79-b843-879798d9aae6 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655961 Nov 27 01:14:50.217845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c558dc6-d078-4e7c-af62-0adc894ffc54 None None] Network efe72fe1-d58e-4577-9dbc-25cd0515fd5f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:14:50.405243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 31f29732-b7b5-48d6-abac-7ffcf7d453eb up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:14:50.476212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 31f29732-b7b5-48d6-abac-7ffcf7d453eb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:14:50.476597 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.574714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59360) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:50.591571 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f36d96da-86bc-4d2d-9e2b-7b57ff2660da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.712367 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f36d96da-86bc-4d2d-9e2b-7b57ff2660da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.717317 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f36d96da-86bc-4d2d-9e2b-7b57ff2660da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.763547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f36d96da-86bc-4d2d-9e2b-7b57ff2660da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd8d870b0541446496ed5e65774bb297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1874766 Nov 27 01:14:50.764325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59366) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:50.764952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d96da-86bc-4d2d-9e2b-7b57ff2660da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d51eccd-260e-4932-9882-31943becadf7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:50.844816 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd354126-aaa1-4132-966d-16625e9a788a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:50.901073 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd354126-aaa1-4132-966d-16625e9a788a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:51.010979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-121b19b6-150a-4c41-91e0-0b02e5b0c3c8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:51.012823 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-121b19b6-150a-4c41-91e0-0b02e5b0c3c8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.1452038 Nov 27 01:14:51.022558 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd354126-aaa1-4132-966d-16625e9a788a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:51.025689 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd354126-aaa1-4132-966d-16625e9a788a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:51.027234 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fd354126-aaa1-4132-966d-16625e9a788a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d51eccd-260e-4932-9882-31943becadf7 HTTP/1.1" status: 204 len: 168 time: 0.2611578 Nov 27 01:14:51.061109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd354126-aaa1-4132-966d-16625e9a788a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d51eccd-260e-4932-9882-31943becadf7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:51.066779 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-4ca6cb89-6811-4e6d-b3e6-f27c50166be5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/quotas/a40ae590749d459887b5370a656652db HTTP/1.1" status: 200 len: 375 time: 0.0464735 Nov 27 01:14:51.155141 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-9f490827-f93f-4bb4-a283-4bcb176232a2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819974 Nov 27 01:14:51.279704 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-33adb885-8d01-43ed-b1a5-99e824e67927 service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209886 Nov 27 01:14:51.394581 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-e26e2db0-5f31-42eb-9f4e-1fd9187462a5 service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130269 Nov 27 01:14:51.669936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4531f3df-71ee-4394-acf6-94bba965124d req-73e708bd-77ea-4a1e-8182-b47fc6205590 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=de4c7949-340f-4180-9cb5-b56de34660de HTTP/1.1" status: 200 len: 210 time: 0.0459950 Nov 27 01:14:51.702009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18e00a-3b18-4e43-9bc9-b81e86c83bfd req-89d24ab0-baed-4f24-bb8e-7597b8e34485 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:51.727074 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce18e00a-3b18-4e43-9bc9-b81e86c83bfd req-89d24ab0-baed-4f24-bb8e-7597b8e34485 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 946 time: 0.1078117 Nov 27 01:14:51.765113 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd898556-5993-4504-a8e1-3b0f5fd9d067 req-2d1b558b-8365-4cd0-b224-0bf8fc1345c0 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 210 time: 0.0562027 Nov 27 01:14:51.825929 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce18e00a-3b18-4e43-9bc9-b81e86c83bfd req-adcdfcae-cf81-4136-8bfb-e5962c1b2c54 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870857 Nov 27 01:14:52.058840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab73d9-c31e-4978-85c5-21335104048a req-dc6e9eee-9648-402e-96e2-eee25f48afd4 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:52.069005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7dab73d9-c31e-4978-85c5-21335104048a req-dc6e9eee-9648-402e-96e2-eee25f48afd4 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 945 time: 0.1185117 Nov 27 01:14:52.146986 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7dab73d9-c31e-4978-85c5-21335104048a req-108e585a-bdd1-4507-a8f0-450030fc7de4 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766807 Nov 27 01:14:52.413998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe102c-17ff-412c-99e7-270d328e5de7 req-a8eee02d-88bf-402f-89d3-8644d25f94fe tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:52.423615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0bbe102c-17ff-412c-99e7-270d328e5de7 req-a8eee02d-88bf-402f-89d3-8644d25f94fe tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 946 time: 0.1295309 Nov 27 01:14:52.543714 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ea725b6-cb78-4ade-8cd5-9127505f26c4 req-19fe03ad-cd6d-487f-8dfd-dcc346ad3ff2 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0570064 Nov 27 01:14:52.545845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0bbe102c-17ff-412c-99e7-270d328e5de7 req-abf490a3-53c9-4c1d-b92b-988c5ee3007c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142387 Nov 27 01:14:52.888822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d63bca5-eb57-4de2-968e-a56a7426cacc req-b156d28f-067e-4aa4-a576-93124822b8f8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 210 time: 0.0419598 Nov 27 01:14:52.938896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c999d8a-7c35-448c-880d-2cb6ec566b56 req-3a9ce79c-ca94-4b48-8569-94b8948d0529 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:52.940593 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c999d8a-7c35-448c-880d-2cb6ec566b56 req-3a9ce79c-ca94-4b48-8569-94b8948d0529 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 946 time: 0.0603597 Nov 27 01:14:52.994527 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c999d8a-7c35-448c-880d-2cb6ec566b56 req-ce39c053-f629-4620-9a3c-c2e5407b3e58 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472231 Nov 27 01:14:53.087077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59492) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:53.259663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1679802829', 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:53.304531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-c4e9c1b2-3371-4bda-9271-9424f6ac1e15 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:53.307202 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-c4e9c1b2-3371-4bda-9271-9424f6ac1e15 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.1495037 Nov 27 01:14:53.310715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Made reservation on behalf of db05a90020a24b2baec26272311ff02d for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:53.313429 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.330783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Request body: {'port': {'device_id': '570d9bb4-6821-45f0-a0f0-19027b6e601a', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'admin_state_up': True, 'tenant_id': 'a40ae590749d459887b5370a656652db'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:53.331453 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.426462 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.431557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.437580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] device_id is not set on port c0a5fbbd-0527-4ad2-9275-b4b4426bd851 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:14:53.456564 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Made reservation on behalf of a40ae590749d459887b5370a656652db for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:53.461579 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.501271 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9362fd6d-9c24-43ba-8aca-910aca144ee0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:53.608651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Allocated IP 172.25.3.251 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/c0a5fbbd-0527-4ad2-9275-b4b4426bd851) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:53.616006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Allocated IP 172.20.0.14 (efe72fe1-d58e-4577-9dbc-25cd0515fd5f/93415f0e-02cb-4780-9300-d8a9de9b991f/75978563-1945-4e80-b808-0b799bef7bb4) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:14:53.672210 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-733f7d5d-3e95-46ff-919b-188f93e8b716 req-776c0138-846c-4869-8a32-a3c06587a6ae tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0475259 Nov 27 01:14:53.867747 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.867950 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.913598 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.916968 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:53.998514 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:54.001990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:54.004399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:54.011526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Network efe72fe1-d58e-4577-9dbc-25cd0515fd5f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:14:54.018116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:14:54.029582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:14:54.036025 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Pushing event updated for resources: {'Port': ['ID=c0a5fbbd-0527-4ad2-9275-b4b4426bd851,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:54.061982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.062636 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.077200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Pushing event updated for resources: {'Port': ['ID=75978563-1945-4e80-b808-0b799bef7bb4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:54.083586 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-61ab1a63-e55b-48e5-98fd-b7327f20abf2 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.9953601 Nov 27 01:14:54.086879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59506) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:54.099992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}]}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:54.109661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cef32-9a5c-4fc9-befd-255d7abe2f57 req-c49236bb-53f4-4a12-9789-f6dfeb47a804 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.118869 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ed4cef32-9a5c-4fc9-befd-255d7abe2f57 req-c49236bb-53f4-4a12-9789-f6dfeb47a804 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 932 time: 0.1514499 Nov 27 01:14:54.131015 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.132150 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.171603 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.172639 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.185927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b291d-3668-45a4-a2e3-b4fc5e7d6939 req-b9a7f260-c3cc-4780-9147-665f741dd922 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.194340 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b86b291d-3668-45a4-a2e3-b4fc5e7d6939 req-b9a7f260-c3cc-4780-9147-665f741dd922 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 946 time: 0.0980453 Nov 27 01:14:54.200624 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-7d5148f2-5805-43fb-8c3d-9058d4b29301 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8754647 Nov 27 01:14:54.205525 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ed4cef32-9a5c-4fc9-befd-255d7abe2f57 req-2d4a6d57-28f1-4c36-96b2-1b04b01349b9 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690305 Nov 27 01:14:54.224901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Request body: {'port': {'device_id': '570d9bb4-6821-45f0-a0f0-19027b6e601a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:54.299798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.302988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.317194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b86b291d-3668-45a4-a2e3-b4fc5e7d6939 req-c7fd0f76-1b43-4d61-a70c-6cf99cf187d3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216741 Nov 27 01:14:54.482323 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.632488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75978563-1945-4e80-b808-0b799bef7bb4 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:54.640938 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.659147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Transition to ACTIVE for port object 75978563-1945-4e80-b808-0b799bef7bb4 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:14:54.663596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.706743 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.718473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Pushing event updated for resources: {'Port': ['ID=75978563-1945-4e80-b808-0b799bef7bb4,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:54.741572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.802187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Attempting to bind port 75978563-1945-4e80-b808-0b799bef7bb4 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:14:54.802672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Attempting to bind port 75978563-1945-4e80-b808-0b799bef7bb4 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:14:54.803095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Attempting to bind port 75978563-1945-4e80-b808-0b799bef7bb4 on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:54.870644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Port 75978563-1945-4e80-b808-0b799bef7bb4 on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:14:54.870973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Attempting to bind port 75978563-1945-4e80-b808-0b799bef7bb4 on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:14:54.875498 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c39d2eee-2285-41e4-81ed-832e8d9c6b55 req-2d261e9c-6166-43d6-bc9f-d6db70caa3bf tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0745471 Nov 27 01:14:54.883360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:14:54.883645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Checking segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:54.884026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Bound using segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:14:54.884472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Bound port: 75978563-1945-4e80-b808-0b799bef7bb4, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:14:54.884831 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:54.914832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204da3e-1a35-44ed-8ffb-ceb57634b2e2 req-4c904422-9cc2-4e75-be83-8ffc77a747a4 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:54.916338 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2204da3e-1a35-44ed-8ffb-ceb57634b2e2 req-4c904422-9cc2-4e75-be83-8ffc77a747a4 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 946 time: 0.0947185 Nov 27 01:14:54.916670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.025089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] For port 75978563-1945-4e80-b808-0b799bef7bb4, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:14:55.029973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] For port 75978563-1945-4e80-b808-0b799bef7bb4, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=75978563-1945-4e80-b808-0b799bef7bb4,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:14:55.038794 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.088538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:55.089756 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.091154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] 10.222.0.42 "PUT /v2.0/ports/75978563-1945-4e80-b808-0b799bef7bb4 HTTP/1.1" status: 200 len: 1092 time: 0.8749466 Nov 27 01:14:55.091613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570d9bb4-6821-45f0-a0f0-19027b6e601a', 'tag': '75978563-1945-4e80-b808-0b799bef7bb4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:55.102484 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e11150-f1ba-4bd5-8587-84f6aab31b68" -d '{"events": [{"name": "network-changed", "server_uuid": "570d9bb4-6821-45f0-a0f0-19027b6e601a", "tag": "75978563-1945-4e80-b808-0b799bef7bb4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:55.129533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-2204da3e-1a35-44ed-8ffb-ceb57634b2e2 req-f4b72679-c0e1-4ef8-b938-d26557dbf550 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Deleting port f48a4018-4978-454b-9307-40b82dbd66b1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:55.129878 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2204da3e-1a35-44ed-8ffb-ceb57634b2e2 req-f4b72679-c0e1-4ef8-b938-d26557dbf550 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.137205 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cfb75-5d64-4fc2-9131-326a59efdb72 service neutron] Pushing event updated for resources: {'Port': ['ID=75978563-1945-4e80-b808-0b799bef7bb4,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:55.154556 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4b8c68-e222-42f1-b690-b807dd3dedf4 x-openstack-request-id: req-9f4b8c68-e222-42f1-b690-b807dd3dedf4 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:55.154848 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570d9bb4-6821-45f0-a0f0-19027b6e601a", "tag": "75978563-1945-4e80-b808-0b799bef7bb4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:55.155104 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f4b8c68-e222-42f1-b690-b807dd3dedf4 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:55.155535 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570d9bb4-6821-45f0-a0f0-19027b6e601a', 'tag': '75978563-1945-4e80-b808-0b799bef7bb4', 'status': 'completed', 'code': 200} Nov 27 01:14:55.215598 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2003d637-fe33-4759-bf6a-3f6795357064 req-295690e2-4de8-4705-be97-f0ca99eb56b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de4c7949-340f-4180-9cb5-b56de34660de HTTP/1.1" status: 200 len: 210 time: 0.0311394 Nov 27 01:14:55.278373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2204da3e-1a35-44ed-8ffb-ceb57634b2e2 req-f4b72679-c0e1-4ef8-b938-d26557dbf550 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] For port f48a4018-4978-454b-9307-40b82dbd66b1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f48a4018-4978-454b-9307-40b82dbd66b1,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:55.278834 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2204da3e-1a35-44ed-8ffb-ceb57634b2e2 req-f4b72679-c0e1-4ef8-b938-d26557dbf550 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.297226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-2204da3e-1a35-44ed-8ffb-ceb57634b2e2 req-f4b72679-c0e1-4ef8-b938-d26557dbf550 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Calling delete_port for f48a4018-4978-454b-9307-40b82dbd66b1 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:55.480919 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2204da3e-1a35-44ed-8ffb-ceb57634b2e2 req-f4b72679-c0e1-4ef8-b938-d26557dbf550 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.514926 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.516652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['bd91b87f-9ff5-441f-bc37-7af50d0e55cb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:55.517065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b72679-c0e1-4ef8-b938-d26557dbf550 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event deleted for resources: {'Port': ['ID=f48a4018-4978-454b-9307-40b82dbd66b1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:55.523252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868', 'f48a4018-4978-454b-9307-40b82dbd66b1'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:55.533490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caff18-da13-4375-ac7b-fd87706f44de req-7bc1140f-ca71-4f5d-8241-7a7bafbd1dfe tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:55.535316 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-58caff18-da13-4375-ac7b-fd87706f44de req-7bc1140f-ca71-4f5d-8241-7a7bafbd1dfe tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 946 time: 0.1184173 Nov 27 01:14:55.537619 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.609027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2204da3e-1a35-44ed-8ffb-ceb57634b2e2 req-f4b72679-c0e1-4ef8-b938-d26557dbf550 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] No DVR routers for this DVR port f48a4018-4978-454b-9307-40b82dbd66b1 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:14:55.609578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-36a71770-2f51-4dbc-bfd4-d056054e2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:55.611154 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-36a71770-2f51-4dbc-bfd4-d056054e2cfa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 1095 time: 0.1343238 Nov 27 01:14:55.612911 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2204da3e-1a35-44ed-8ffb-ceb57634b2e2 req-f4b72679-c0e1-4ef8-b938-d26557dbf550 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.613217 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.613855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67b84f5d-4809-47d3-ad57-2f2ef2ca0c3b {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:14:55.618305 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2204da3e-1a35-44ed-8ffb-ceb57634b2e2 req-f4b72679-c0e1-4ef8-b938-d26557dbf550 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.42 "DELETE /v2.0/ports/f48a4018-4978-454b-9307-40b82dbd66b1 HTTP/1.1" status: 204 len: 173 time: 0.6804214 Nov 27 01:14:55.623661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0338b-2069-4865-83d4-e63b369a5325 req-9de35e88-d55a-4702-8309-d7d44b6726d3 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:55.632520 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3f0338b-2069-4865-83d4-e63b369a5325 req-9de35e88-d55a-4702-8309-d7d44b6726d3 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 944 time: 0.1570444 Nov 27 01:14:55.679662 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-58caff18-da13-4375-ac7b-fd87706f44de req-b5046920-31b9-434d-ae0a-65b8a7ae6402 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045408 Nov 27 01:14:55.705213 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-9f0c133e-0920-4a83-a8d3-43effb76ec10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75978563-1945-4e80-b808-0b799bef7bb4 HTTP/1.1" status: 200 len: 217 time: 0.0672350 Nov 27 01:14:55.726314 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 27 01:14:55.730721 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3fc786b6-b8a5-49d2-b834-38178aa1b5d1 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6326849 Nov 27 01:14:55.731035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59524) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:55.821338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3f0338b-2069-4865-83d4-e63b369a5325 req-4713ca70-03bb-4e03-b676-255a1c572215 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835485 Nov 27 01:14:55.828678 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b1ff37f7-f546-4271-9030-dcf655b665f3 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Deleting port c0a5fbbd-0527-4ad2-9275-b4b4426bd851 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:55.828678 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b1ff37f7-f546-4271-9030-dcf655b665f3 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.852208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-53f51962-6a60-40f7-a81a-43926784b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:55.856081 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-53f51962-6a60-40f7-a81a-43926784b2cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.1318913 Nov 27 01:14:55.910643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-3aa20f8e-f48f-42c3-b9c0-b1b1429b6e31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298624 Nov 27 01:14:55.946819 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8da5f235-3ac8-404a-b18a-502fae7c47c1 req-4c6e7b06-a84f-4740-8239-505800b5ce1d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0366786 Nov 27 01:14:55.977591 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b1ff37f7-f546-4271-9030-dcf655b665f3 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:55.994395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b1ff37f7-f546-4271-9030-dcf655b665f3 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Calling delete_port for c0a5fbbd-0527-4ad2-9275-b4b4426bd851 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:14:56.025873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b27e2c83-c9d7-4cb0-ab95-dc099bd3e48c req-b94882fc-32a3-4320-ad77-bdfaecd68836 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0322630 Nov 27 01:14:56.069776 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-195d7afc-4df5-4190-8f3f-b220431588f3 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447511 Nov 27 01:14:56.138481 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b1ff37f7-f546-4271-9030-dcf655b665f3 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:56.166467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff37f7-f546-4271-9030-dcf655b665f3 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0a5fbbd-0527-4ad2-9275-b4b4426bd851,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:56.234472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b1ff37f7-f546-4271-9030-dcf655b665f3 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:56.238187 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b1ff37f7-f546-4271-9030-dcf655b665f3 tempest-RoutersAdminNegativeIpV6Test-2111814410 tempest-RoutersAdminNegativeIpV6Test-2111814410-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c0a5fbbd-0527-4ad2-9275-b4b4426bd851 HTTP/1.1" status: 204 len: 168 time: 0.5054193 Nov 27 01:14:56.347074 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b95b7aab-2116-4a00-8b78-da39be51b948 req-64350916-bdd8-426e-8baa-34931a24075e service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939007 Nov 27 01:14:56.541840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e11150-f1ba-4bd5-8587-84f6aab31b68 req-92c1e32c-5d3e-4ba1-96c2-be0a2e0123df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:56.543436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55e11150-f1ba-4bd5-8587-84f6aab31b68 req-92c1e32c-5d3e-4ba1-96c2-be0a2e0123df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 1095 time: 0.0517819 Nov 27 01:14:56.586100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59540) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:56.713813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f7bac97-24ff-4a04-800e-da757e5d1549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:56.759426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e11150-f1ba-4bd5-8587-84f6aab31b68 req-e446416b-fdc5-4a38-8447-585dc9ed7d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:56.763149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55e11150-f1ba-4bd5-8587-84f6aab31b68 req-e446416b-fdc5-4a38-8447-585dc9ed7d4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 912 time: 0.1871629 Nov 27 01:14:56.832907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55e11150-f1ba-4bd5-8587-84f6aab31b68 req-52ff8816-5293-4dd5-96ed-8bda5fa35022 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75978563-1945-4e80-b808-0b799bef7bb4 HTTP/1.1" status: 200 len: 217 time: 0.0522025 Nov 27 01:14:56.840165 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f7bac97-24ff-4a04-800e-da757e5d1549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:56.845973 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f7bac97-24ff-4a04-800e-da757e5d1549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:56.890387 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6f7bac97-24ff-4a04-800e-da757e5d1549 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4abb727a7731448785447148aef4b44d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032262 Nov 27 01:14:56.891033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59552) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:56.905009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bac97-24ff-4a04-800e-da757e5d1549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a9b5df-2315-41e3-a668-c62d1254f523,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:56.910837 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-726a1e1f-4950-4486-aa25-ee620e3a6514 req-94239cd6-9cb1-431a-8a4e-566752bba50e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3e0f033-b6ae-4f2a-8436-dc6a81f9936f HTTP/1.1" status: 200 len: 210 time: 0.0808539 Nov 27 01:14:56.939557 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e11150-f1ba-4bd5-8587-84f6aab31b68 req-dfac4643-2345-4320-ab18-f6732739c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:56.941750 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55e11150-f1ba-4bd5-8587-84f6aab31b68 req-dfac4643-2345-4320-ab18-f6732739c746 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.0999923 Nov 27 01:14:56.992450 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55e11150-f1ba-4bd5-8587-84f6aab31b68 req-b51dbeae-1df9-4857-abbe-b41aa79cf457 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368838 Nov 27 01:14:57.001057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6c0c-c697-4618-97c4-8f783a01c0cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:57.027503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6c0c-c697-4618-97c4-8f783a01c0cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:57.064402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e400e90-b368-4b57-b5bf-f4e0fc93ab07 req-23a47bd0-9839-458e-8e9d-ca701740d34c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:57.066231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e400e90-b368-4b57-b5bf-f4e0fc93ab07 req-23a47bd0-9839-458e-8e9d-ca701740d34c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 944 time: 0.0971560 Nov 27 01:14:57.121840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79148a5a-5b10-4a34-8a4e-16ec73b22a07 req-64b4033b-091d-416c-8273-471b2d683780 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:57.122909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6c0c-c697-4618-97c4-8f783a01c0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:57.126123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff6a6c0c-c697-4618-97c4-8f783a01c0cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:57.129671 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-79148a5a-5b10-4a34-8a4e-16ec73b22a07 req-64b4033b-091d-416c-8273-471b2d683780 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.1205587 Nov 27 01:14:57.130675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ff6a6c0c-c697-4618-97c4-8f783a01c0cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87a9b5df-2315-41e3-a668-c62d1254f523 HTTP/1.1" status: 204 len: 168 time: 0.2328739 Nov 27 01:14:57.148258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a6c0c-c697-4618-97c4-8f783a01c0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a9b5df-2315-41e3-a668-c62d1254f523,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:57.163338 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e400e90-b368-4b57-b5bf-f4e0fc93ab07 req-07a46a3f-4a52-4e98-8f34-353f99390580 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892000 Nov 27 01:14:57.171520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e0f033-b6ae-4f2a-8436-dc6a81f9936f', 'name': 'network-vif-deleted', 'tag': 'f48a4018-4978-454b-9307-40b82dbd66b1'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:14:57.174204 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb28350-e99f-4ba4-9829-f93015750d20" -d '{"events": [{"server_uuid": "d3e0f033-b6ae-4f2a-8436-dc6a81f9936f", "name": "network-vif-deleted", "tag": "f48a4018-4978-454b-9307-40b82dbd66b1"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:14:57.177848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55e11150-f1ba-4bd5-8587-84f6aab31b68 req-3ac84bcc-7df1-4615-827b-69354fc1d2ed service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775224 Nov 27 01:14:57.240991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-79148a5a-5b10-4a34-8a4e-16ec73b22a07 req-64c672bd-ac4e-45d6-8899-90ebc9a805a8 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103265 Nov 27 01:14:57.311367 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea1c957-ac20-4b71-8938-d788c29f6baa x-openstack-request-id: req-3ea1c957-ac20-4b71-8938-d788c29f6baa {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:14:57.312506 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e0f033-b6ae-4f2a-8436-dc6a81f9936f", "name": "network-vif-deleted", "tag": "f48a4018-4978-454b-9307-40b82dbd66b1", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:14:57.312932 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ea1c957-ac20-4b71-8938-d788c29f6baa {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:14:57.313589 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e0f033-b6ae-4f2a-8436-dc6a81f9936f', 'name': 'network-vif-deleted', 'tag': 'f48a4018-4978-454b-9307-40b82dbd66b1', 'status': 'completed', 'code': 200} Nov 27 01:14:57.360686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55e11150-f1ba-4bd5-8587-84f6aab31b68 req-acdb7efd-b368-4151-a8c9-e04e107ef4da service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691501 Nov 27 01:14:57.375072 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2e09c1f9-2277-4055-918e-73d4cb0c02d3 req-8f175b5c-f3ca-4572-a32b-9a5a4ed98442 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0430388 Nov 27 01:14:57.532069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59566) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:57.577064 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3499dc42-700a-416e-a50f-10cf3c90cff8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db05a90020a24b2baec26272311ff02d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438097 Nov 27 01:14:57.579469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59570) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:57.636987 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cabfd99-9862-4499-8c27-7cb2ef5f99ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:57.658961 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cabfd99-9862-4499-8c27-7cb2ef5f99ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:57.706327 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cabfd99-9862-4499-8c27-7cb2ef5f99ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:57.708836 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cabfd99-9862-4499-8c27-7cb2ef5f99ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:57.712709 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5cabfd99-9862-4499-8c27-7cb2ef5f99ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9362fd6d-9c24-43ba-8aca-910aca144ee0 HTTP/1.1" status: 204 len: 168 time: 0.1322796 Nov 27 01:14:57.721563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabfd99-9862-4499-8c27-7cb2ef5f99ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9362fd6d-9c24-43ba-8aca-910aca144ee0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:58.266537 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197c73-31c7-401e-bbd0-d69c570ed2c9 req-dfdf5408-1993-41f8-bb5a-c8f9aed9b6af tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:58.272059 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c3197c73-31c7-401e-bbd0-d69c570ed2c9 req-dfdf5408-1993-41f8-bb5a-c8f9aed9b6af tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 945 time: 0.0775914 Nov 27 01:14:58.323410 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cedb0-59b0-494d-a2af-eee420dba2b0 req-7d61056b-522e-41e2-bc75-d7dea82fd956 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:58.331473 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f11cedb0-59b0-494d-a2af-eee420dba2b0 req-7d61056b-522e-41e2-bc75-d7dea82fd956 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 944 time: 0.0867004 Nov 27 01:14:58.343751 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c3197c73-31c7-401e-bbd0-d69c570ed2c9 req-6ae0ce33-a748-4de4-a313-c77b02597da8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664594 Nov 27 01:14:58.398041 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f11cedb0-59b0-494d-a2af-eee420dba2b0 req-9976c06b-27d3-450e-a58c-cca338beb03a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657043 Nov 27 01:14:58.474508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf73ae-4b7d-4781-aa7a-b10e50106770 req-f52ebda7-1993-4225-bfaa-b36d237489a7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:58.477223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1bf73ae-4b7d-4781-aa7a-b10e50106770 req-f52ebda7-1993-4225-bfaa-b36d237489a7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0670710 Nov 27 01:14:58.519974 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4509317a-1c8a-44df-9526-c84f1da67002 req-694fba1e-2db1-4d25-99c8-d16a96bf6349 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0288603 Nov 27 01:14:58.525637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59606) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:58.553379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1bf73ae-4b7d-4781-aa7a-b10e50106770 req-470615fe-54fc-42df-989c-984c1b4677af tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693507 Nov 27 01:14:58.589185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 75978563-1945-4e80-b808-0b799bef7bb4 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:14:58.607351 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f48a4018-4978-454b-9307-40b82dbd66b1 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:14:58.637203 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: f48a4018-4978-454b-9307-40b82dbd66b1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:14:58.637685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f48a4018-4978-454b-9307-40b82dbd66b1 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:14:58.713247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-544096468'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:58.742400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Made reservation on behalf of 67f9d04dda344cd482b2e2c5ba2d0305 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:58.746720 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.748539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 75978563-1945-4e80-b808-0b799bef7bb4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=75978563-1945-4e80-b808-0b799bef7bb4,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:58.756735 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.763150 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '75978563-1945-4e80-b808-0b799bef7bb4', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'port_id': '75978563-1945-4e80-b808-0b799bef7bb4', 'mac_address': 'fa:16:3e:bc:ec:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93415f0e-02cb-4780-9300-d8a9de9b991f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:14:58.806185 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.823037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75978563-1945-4e80-b808-0b799bef7bb4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:14:58.874495 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.881145 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.883253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 75978563-1945-4e80-b808-0b799bef7bb4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=75978563-1945-4e80-b808-0b799bef7bb4,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:58.891979 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.909148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:14:58.943306 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:58.943648 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Added segment d383fae3-1cfc-492f-a281-28527e6a3501 of type vlan for network edea90df-0259-4b58-93ea-c26da200c68e Nov 27 01:14:58.944928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a806cba4-de99-4cc3-b738-205254f5a9b3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:58.981603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=75978563-1945-4e80-b808-0b799bef7bb4,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:58.994825 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-885ae435-4495-4ecb-8ad1-11889cabab44 req-e32d5d7a-4b20-4957-a801-a89bf6b7dd0d tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0733085 Nov 27 01:14:59.041003 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:59.066963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:59.073006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:59.073816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:59.150780 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6239634 Nov 27 01:14:59.152021 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59628) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:14:59.157811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-545f81bc-047b-499c-8ee0-ac9920516e8e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Request body: {'subnet': {'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:14:59.173723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a7f67-822a-4f9c-8b92-411e2bc2f5fc tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event updated for resources: {'Network': ['ID=edea90df-0259-4b58-93ea-c26da200c68e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:59.186465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network edea90df-0259-4b58-93ea-c26da200c68e details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:14:59.204547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['75978563-1945-4e80-b808-0b799bef7bb4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:14:59.315022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-4894ad65-1ac9-4dc2-92a2-4b342c094a0d tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:59.316600 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-4894ad65-1ac9-4dc2-92a2-4b342c094a0d tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0938952 Nov 27 01:14:59.334422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545f81bc-047b-499c-8ee0-ac9920516e8e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Made reservation on behalf of 67f9d04dda344cd482b2e2c5ba2d0305 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:14:59.338890 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-545f81bc-047b-499c-8ee0-ac9920516e8e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:59.536480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a50aa-b1cc-40c0-b900-73f69a9ab737 req-c4e29075-2ab6-4388-b8b9-544945a9563c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:59.537971 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-629a50aa-b1cc-40c0-b900-73f69a9ab737 req-c4e29075-2ab6-4388-b8b9-544945a9563c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 945 time: 0.1239736 Nov 27 01:14:59.539547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c77e23-ec0c-43c6-bd52-7e42a3c18538 req-b9dec11c-591f-4ee9-9160-f6097fac4914 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:59.541031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1c77e23-ec0c-43c6-bd52-7e42a3c18538 req-b9dec11c-591f-4ee9-9160-f6097fac4914 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 945 time: 0.0624633 Nov 27 01:14:59.600477 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1c77e23-ec0c-43c6-bd52-7e42a3c18538 req-1ebdf768-5012-4d9e-9bba-5bd7742150db tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486591 Nov 27 01:14:59.603037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Deleting port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:59.603370 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:59.721441 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e346a-ef44-43e7-8a92-a8def612ca19 req-8eac89b8-1ba7-4ac9-a3fc-daa1fdd01ba6 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:59.723000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-667e346a-ef44-43e7-8a92-a8def612ca19 req-8eac89b8-1ba7-4ac9-a3fc-daa1fdd01ba6 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 946 time: 0.0535190 Nov 27 01:14:59.752741 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-629a50aa-b1cc-40c0-b900-73f69a9ab737 req-49ad6820-c75f-45d6-8945-c8dfc3138c67 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839468 Nov 27 01:14:59.792729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-667e346a-ef44-43e7-8a92-a8def612ca19 req-7cf2461e-d5f9-48db-af59-62145d71fe32 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=4cf82db4-c7eb-4513-8ba6-e403d7e54b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621934 Nov 27 01:14:59.804638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-545f81bc-047b-499c-8ee0-ac9920516e8e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:59.817874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] For port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:14:59.818223 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:14:59.887553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7855922-9f45-4a2e-bd67-c542d4dbad61 req-f6181b2a-9e23-4722-bb45-ae8bba558871 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:14:59.889166 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7855922-9f45-4a2e-bd67-c542d4dbad61 req-f6181b2a-9e23-4722-bb45-ae8bba558871 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 945 time: 0.0633874 Nov 27 01:14:59.936102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f81bc-047b-499c-8ee0-ac9920516e8e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event updated for resources: {'Subnet': ['ID=d6064006-e65b-4f57-b5d4-d9f27125cfe2,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:14:59.955957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f81bc-047b-499c-8ee0-ac9920516e8e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Checking segment: {'id': 'd383fae3-1cfc-492f-a281-28527e6a3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:14:59.956324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f81bc-047b-499c-8ee0-ac9920516e8e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Network hostable DHCP agents. Network: edea90df-0259-4b58-93ea-c26da200c68e, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:14:59.991175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-c7855922-9f45-4a2e-bd67-c542d4dbad61 req-641fd172-af70-405b-9565-bb7571a4ce2d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Deleting port bd91b87f-9ff5-441f-bc37-7af50d0e55cb {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:14:59.991513 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c7855922-9f45-4a2e-bd67-c542d4dbad61 req-641fd172-af70-405b-9565-bb7571a4ce2d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.018741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f81bc-047b-499c-8ee0-ac9920516e8e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Network edea90df-0259-4b58-93ea-c26da200c68e is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:15:00.063468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-545f81bc-047b-499c-8ee0-ac9920516e8e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, edea90df-0259-4b58-93ea-c26da200c68e) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:00.067956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f81bc-047b-499c-8ee0-ac9920516e8e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:00.068741 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-545f81bc-047b-499c-8ee0-ac9920516e8e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.077781 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca7d6a7-9e84-47cc-8be3-c0ea8fad1139 None None] Network edea90df-0259-4b58-93ea-c26da200c68e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:00.096950 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-545f81bc-047b-499c-8ee0-ac9920516e8e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9436464 Nov 27 01:15:00.097898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59642) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:00.107110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Request body: {'port': {'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-970167233'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:00.113131 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.113531 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.113883 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Floating IP c2e98d62-24e2-4c00-8447-8a860b914092 disassociated. External IP: 172.25.3.227, port: a6263d88-54b7-40b4-aa25-c3ef0b25d0e0. Nov 27 01:15:00.114222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Calling delete_port for a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:00.128804 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f2746a8-fd58-4db7-aceb-222e946b90ce req-790019eb-48f4-470d-bca7-e6c125bc57b5 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0386708 Nov 27 01:15:00.167108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-c7855922-9f45-4a2e-bd67-c542d4dbad61 req-641fd172-af70-405b-9565-bb7571a4ce2d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] For port bd91b87f-9ff5-441f-bc37-7af50d0e55cb, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bd91b87f-9ff5-441f-bc37-7af50d0e55cb,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:00.167954 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c7855922-9f45-4a2e-bd67-c542d4dbad61 req-641fd172-af70-405b-9565-bb7571a4ce2d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.193577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-c7855922-9f45-4a2e-bd67-c542d4dbad61 req-641fd172-af70-405b-9565-bb7571a4ce2d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Calling delete_port for bd91b87f-9ff5-441f-bc37-7af50d0e55cb owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:00.289794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-edea90df-0259-4b58-93ea-c26da200c68e', 'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e', 'tenant_id': '67f9d04dda344cd482b2e2c5ba2d0305', 'fixed_ips': [{'subnet_id': 'd6064006-e65b-4f57-b5d4-d9f27125cfe2'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:15:00.290734 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.313988 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Made reservation on behalf of 67f9d04dda344cd482b2e2c5ba2d0305 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:00.318449 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.348126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] device_id is not set on port fa5a5617-3742-4e9b-a1b5-bd4b0940aa91 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:15:00.399478 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.405892 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c7855922-9f45-4a2e-bd67-c542d4dbad61 req-641fd172-af70-405b-9565-bb7571a4ce2d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.437687 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event deleted for resources: {'Port': ['ID=a6263d88-54b7-40b4-aa25-c3ef0b25d0e0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:00.451748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fd172-af70-405b-9565-bb7571a4ce2d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event deleted for resources: {'Port': ['ID=bd91b87f-9ff5-441f-bc37-7af50d0e55cb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:00.470608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Allocated IP 2001:db8::2 (edea90df-0259-4b58-93ea-c26da200c68e/d6064006-e65b-4f57-b5d4-d9f27125cfe2/43bbba09-f174-4b0f-864c-1777d0d6d432) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:00.510672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7855922-9f45-4a2e-bd67-c542d4dbad61 req-641fd172-af70-405b-9565-bb7571a4ce2d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] No DVR routers for this DVR port bd91b87f-9ff5-441f-bc37-7af50d0e55cb on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:00.513999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c7855922-9f45-4a2e-bd67-c542d4dbad61 req-641fd172-af70-405b-9565-bb7571a4ce2d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.520164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7855922-9f45-4a2e-bd67-c542d4dbad61 req-641fd172-af70-405b-9565-bb7571a4ce2d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "DELETE /v2.0/ports/bd91b87f-9ff5-441f-bc37-7af50d0e55cb HTTP/1.1" status: 204 len: 173 time: 0.6232991 Nov 27 01:15:00.520713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7823593-8440-4e07-863f-ecc105d9d5d5', 'name': 'network-vif-deleted', 'tag': 'bd91b87f-9ff5-441f-bc37-7af50d0e55cb'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:00.524581 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8ff290-6556-4be8-a190-c0fbd719b6cb" -d '{"events": [{"server_uuid": "e7823593-8440-4e07-863f-ecc105d9d5d5", "name": "network-vif-deleted", "tag": "bd91b87f-9ff5-441f-bc37-7af50d0e55cb"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:00.572827 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf06aec8-6b1e-40f9-9884-aa05a9f7d169 x-openstack-request-id: req-cf06aec8-6b1e-40f9-9884-aa05a9f7d169 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:00.574034 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7823593-8440-4e07-863f-ecc105d9d5d5", "name": "network-vif-deleted", "tag": "bd91b87f-9ff5-441f-bc37-7af50d0e55cb", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:00.574034 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf06aec8-6b1e-40f9-9884-aa05a9f7d169 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:00.575366 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7823593-8440-4e07-863f-ecc105d9d5d5', 'name': 'network-vif-deleted', 'tag': 'bd91b87f-9ff5-441f-bc37-7af50d0e55cb', 'status': 'completed', 'code': 200} Nov 27 01:15:00.576255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:00.578356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['bd91b87f-9ff5-441f-bc37-7af50d0e55cb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:00.604954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Router a12bedcf-3c32-4f6b-946a-adc8393f6d03 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:15:00.652381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 75978563-1945-4e80-b808-0b799bef7bb4 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:00.818578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f8115-c418-4995-8733-1c8af24ef228 req-586e7564-8438-4d8e-8a96-20ca8e32b76e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:00.825448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:15:00.829833 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f46f8115-c418-4995-8733-1c8af24ef228 req-586e7564-8438-4d8e-8a96-20ca8e32b76e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 945 time: 0.1103449 Nov 27 01:15:00.882338 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda93b10-a6ba-4afe-9e54-ca646704ae74 None None] Sync routers for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:15:00.930074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] No DVR routers for this DVR port a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:00.930440 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.936567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f46f8115-c418-4995-8733-1c8af24ef228 req-f9f2b699-94a3-4992-9042-841265134485 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980592 Nov 27 01:15:00.936819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:00.938447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 75978563-1945-4e80-b808-0b799bef7bb4 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:15:00.942460 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4bd78f1-12ef-4b59-8064-fdc501634040 req-14aafd33-7dbc-4d02-aa6a-74ca8af9d57e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.11 "DELETE /v2.0/ports/a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 HTTP/1.1" status: 204 len: 173 time: 1.6167443 Nov 27 01:15:00.943293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'name': 'network-vif-deleted', 'tag': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:00.957391 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db9d0ee-ad70-4e5e-ad00-98f704ed4d90" -d '{"events": [{"server_uuid": "7c6bfc7e-e89d-418f-9944-b5d3836795bc", "name": "network-vif-deleted", "tag": "a6263d88-54b7-40b4-aa25-c3ef0b25d0e0"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:01.042438 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ff74eb3-7cc3-4d40-8497-09cea89c0f23 req-16a71205-7bd9-4abc-ad2a-87a36a1b7f35 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7823593-8440-4e07-863f-ecc105d9d5d5 HTTP/1.1" status: 200 len: 210 time: 0.1348259 Nov 27 01:15:01.077206 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.161163 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b258261f-90a0-454e-af82-5c33a0792b0a req-d7c66b84-a0f5-49ea-9bac-e3d1c8c87369 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c6bfc7e-e89d-418f-9944-b5d3836795bc HTTP/1.1" status: 200 len: 210 time: 0.1155610 Nov 27 01:15:01.184581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Pushing event updated for resources: {'Port': ['ID=43bbba09-f174-4b0f-864c-1777d0d6d432,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:01.191238 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 75978563-1945-4e80-b808-0b799bef7bb4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:01.191613 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.225849 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Network edea90df-0259-4b58-93ea-c26da200c68e is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:01.229614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda93b10-a6ba-4afe-9e54-ca646704ae74 None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:01.234551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cda93b10-a6ba-4afe-9e54-ca646704ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:01.237182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Allocated IP 2001:db8::34b (edea90df-0259-4b58-93ea-c26da200c68e/d6064006-e65b-4f57-b5d4-d9f27125cfe2/fa5a5617-3742-4e9b-a1b5-bd4b0940aa91) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:01.299726 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d4c664-e1b1-4940-a517-16f1765eb268 x-openstack-request-id: req-f3d4c664-e1b1-4940-a517-16f1765eb268 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:01.300025 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6bfc7e-e89d-418f-9944-b5d3836795bc", "name": "network-vif-deleted", "tag": "a6263d88-54b7-40b4-aa25-c3ef0b25d0e0", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:01.300284 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3d4c664-e1b1-4940-a517-16f1765eb268 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:01.300992 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6bfc7e-e89d-418f-9944-b5d3836795bc', 'name': 'network-vif-deleted', 'tag': 'a6263d88-54b7-40b4-aa25-c3ef0b25d0e0', 'status': 'completed', 'code': 200} Nov 27 01:15:01.306722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:01.313399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:01.407439 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06f2f0eb-ea34-4952-b50d-36eaab4c8dae req-78d10bf6-e43b-4979-ad72-82c9b153179f tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0591547 Nov 27 01:15:01.475001 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.528359 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.546059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:01.571294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:01.571680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a6263d88-54b7-40b4-aa25-c3ef0b25d0e0 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:01.585904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Network edea90df-0259-4b58-93ea-c26da200c68e is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:01.593714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:01.597386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:01.604451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:01.605612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.608378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event updated for resources: {'Port': ['ID=fa5a5617-3742-4e9b-a1b5-bd4b0940aa91,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:01.639110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59660) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:01.642141 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-af07ab18-9ed2-44da-b3de-47b7aaa0ef12 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5394125 Nov 27 01:15:01.648739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Request body: {'port': {'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1690349675', 'allowed_address_pairs': [{'ip_address': '2001:db8::34b', 'mac_address': 'fa:16:3e:a9:f5:80'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:01.678110 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Attempting to bind port 43bbba09-f174-4b0f-864c-1777d0d6d432 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:01.678609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Attempting to bind port 43bbba09-f174-4b0f-864c-1777d0d6d432 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'd383fae3-1cfc-492f-a281-28527e6a3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:01.679047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Attempting to bind port 43bbba09-f174-4b0f-864c-1777d0d6d432 on network edea90df-0259-4b58-93ea-c26da200c68e {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:01.695082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:01.695580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Checking segment: {'id': 'd383fae3-1cfc-492f-a281-28527e6a3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:01.695988 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.696389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Bound using segment: {'id': 'd383fae3-1cfc-492f-a281-28527e6a3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:01.696859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Bound port: 43bbba09-f174-4b0f-864c-1777d0d6d432, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd383fae3-1cfc-492f-a281-28527e6a3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:01.697232 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.769478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-cda93b10-a6ba-4afe-9e54-ca646704ae74 None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:01.779711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Made reservation on behalf of 67f9d04dda344cd482b2e2c5ba2d0305 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:01.821793 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.881720 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.904355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] device_id is not set on port 9bbbfec5-7f92-4b02-9bc2-e5e33e90c97b yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:15:01.935537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570d9bb4-6821-45f0-a0f0-19027b6e601a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75978563-1945-4e80-b808-0b799bef7bb4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:01.937768 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27492c7-f843-4cae-852a-21566649ae76" -d '{"events": [{"server_uuid": "570d9bb4-6821-45f0-a0f0-19027b6e601a", "name": "network-vif-plugged", "status": "completed", "tag": "75978563-1945-4e80-b808-0b799bef7bb4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:01.941329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] For port 43bbba09-f174-4b0f-864c-1777d0d6d432, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:01.968119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 75978563-1945-4e80-b808-0b799bef7bb4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=75978563-1945-4e80-b808-0b799bef7bb4,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:01.971788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] For port 43bbba09-f174-4b0f-864c-1777d0d6d432, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=43bbba09-f174-4b0f-864c-1777d0d6d432,segment=NetworkSegment(d383fae3-1cfc-492f-a281-28527e6a3501),segment_id=d383fae3-1cfc-492f-a281-28527e6a3501)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:01.983299 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:01.989655 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:02.035510 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03af775-cc2a-4daf-ad22-092fe879b0be x-openstack-request-id: req-f03af775-cc2a-4daf-ad22-092fe879b0be {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:02.035800 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570d9bb4-6821-45f0-a0f0-19027b6e601a", "name": "network-vif-plugged", "status": "completed", "tag": "75978563-1945-4e80-b808-0b799bef7bb4", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:02.036052 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f03af775-cc2a-4daf-ad22-092fe879b0be {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:02.036441 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570d9bb4-6821-45f0-a0f0-19027b6e601a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75978563-1945-4e80-b808-0b799bef7bb4', 'code': 200} Nov 27 01:15:02.100159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Allocated IP 2001:db8::1b3 (edea90df-0259-4b58-93ea-c26da200c68e/d6064006-e65b-4f57-b5d4-d9f27125cfe2/9bbbfec5-7f92-4b02-9bc2-e5e33e90c97b) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:02.110677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=75978563-1945-4e80-b808-0b799bef7bb4,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:02.200747 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b848fdc-b225-4ac7-8141-d9780c13acfc None None] Pushing event updated for resources: {'Port': ['ID=43bbba09-f174-4b0f-864c-1777d0d6d432,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:02.227824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cda93b10-a6ba-4afe-9e54-ca646704ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:02.265279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda93b10-a6ba-4afe-9e54-ca646704ae74 None None] Checking router: a12bedcf-3c32-4f6b-946a-adc8393f6d03 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:15:02.274403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda93b10-a6ba-4afe-9e54-ca646704ae74 None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:02.275034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cda93b10-a6ba-4afe-9e54-ca646704ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:14:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:02.290182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9f93-5760-453a-b9c7-52e28decaf69 req-76f50dce-cc1a-4f51-810f-276252de741a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:02.307350 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-23fc9f93-5760-453a-b9c7-52e28decaf69 req-76f50dce-cc1a-4f51-810f-276252de741a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 946 time: 0.2446737 Nov 27 01:15:02.320571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0202554-5f5a-4104-866b-257041c1df0a req-bb695935-6327-41c0-9f60-b1616c3a3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:02.322089 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e0202554-5f5a-4104-866b-257041c1df0a req-bb695935-6327-41c0-9f60-b1616c3a3798 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 1097 time: 0.1209126 Nov 27 01:15:02.450054 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-23fc9f93-5760-453a-b9c7-52e28decaf69 req-0f272dc2-34f3-428b-8780-2709c96c2cb2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416333 Nov 27 01:15:02.495076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59682) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:02.532179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-cda93b10-a6ba-4afe-9e54-ca646704ae74 None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:02.553493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e0202554-5f5a-4104-866b-257041c1df0a req-8ae64ca6-b5b5-47ff-b756-f6fe21d2346d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232108 Nov 27 01:15:02.557498 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:02.676146 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9eaef4a7-c61c-473d-8a19-486eb487c23c tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:02.711541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f8d52d9-0a30-438b-8691-763413b28e32 req-573edd10-63fa-42d1-b07f-58e746595622 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0605958 Nov 27 01:15:02.741820 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:02.800326 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Network edea90df-0259-4b58-93ea-c26da200c68e is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:02.801859 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9eaef4a7-c61c-473d-8a19-486eb487c23c tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:02.803647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:02.808130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:02.814190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:02.815089 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:02.824842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event updated for resources: {'Port': ['ID=9bbbfec5-7f92-4b02-9bc2-e5e33e90c97b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:02.841235 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c88f50fe-f13a-4503-8c2a-56ec28baec08 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.1999962 Nov 27 01:15:02.847276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59692) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:02.907878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-a7fe340c-2db1-4e3f-8464-dca30c5cd037 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:02.915132 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-a7fe340c-2db1-4e3f-8464-dca30c5cd037 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.3049109 Nov 27 01:15:02.929972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cda93b10-a6ba-4afe-9e54-ca646704ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:02.942598 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-a43e2227-cac2-4a1c-bc7f-be3da5f75306 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/quotas/9ce090256ac14ca494a8481b8dc46f60 HTTP/1.1" status: 200 len: 375 time: 0.0265203 Nov 27 01:15:02.954049 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9eaef4a7-c61c-473d-8a19-486eb487c23c tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:02.956651 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9eaef4a7-c61c-473d-8a19-486eb487c23c tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:02.960175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9eaef4a7-c61c-473d-8a19-486eb487c23c tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "DELETE /v2.0/security-groups/4cf82db4-c7eb-4513-8ba6-e403d7e54b60 HTTP/1.1" status: 204 len: 168 time: 0.4616053 Nov 27 01:15:02.970336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59694) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:02.977463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda93b10-a6ba-4afe-9e54-ca646704ae74 None None] The sync data for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 is: [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:15:02.985957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b228ec15-b3b9-4738-bb41-43bef351484f tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:02.987742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaef4a7-c61c-473d-8a19-486eb487c23c tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf82db4-c7eb-4513-8ba6-e403d7e54b60,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:02.999668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b228ec15-b3b9-4738-bb41-43bef351484f tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:03.007993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b228ec15-b3b9-4738-bb41-43bef351484f tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:03.012282 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b228ec15-b3b9-4738-bb41-43bef351484f tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1627975 Nov 27 01:15:03.012681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59696) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:03.025190 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-ba0351bc-4d04-4df0-a6ca-88b0f0a26f2f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0817273 Nov 27 01:15:03.123259 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-5a74cece-ae69-4328-9cf3-8cc5d2249968 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] show failed (client error): The resource could not be found. Nov 27 01:15:03.128032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59700) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:03.130655 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5a74cece-ae69-4328-9cf3-8cc5d2249968 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups/4cf82db4-c7eb-4513-8ba6-e403d7e54b60 HTTP/1.1" status: 404 len: 347 time: 0.1197438 Nov 27 01:15:03.171551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-50a55f4b-3092-44b3-a798-5dd450042829 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Deleting port 9bbbfec5-7f92-4b02-9bc2-e5e33e90c97b {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:03.171830 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50a55f4b-3092-44b3-a798-5dd450042829 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:03.284898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50a55f4b-3092-44b3-a798-5dd450042829 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:03.303737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-50a55f4b-3092-44b3-a798-5dd450042829 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Calling delete_port for 9bbbfec5-7f92-4b02-9bc2-e5e33e90c97b owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:03.430543 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c335580-142c-40f6-ac34-30a6b982dba3 None None] New status for floating IP c2e98d62-24e2-4c00-8447-8a860b914092: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:15:03.518220 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device bd91b87f-9ff5-441f-bc37-7af50d0e55cb no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:03.549767 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50a55f4b-3092-44b3-a798-5dd450042829 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:03.557636 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: bd91b87f-9ff5-441f-bc37-7af50d0e55cb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:03.557981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device bd91b87f-9ff5-441f-bc37-7af50d0e55cb not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:03.691908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d80e76-609a-4963-914a-847641d02f72 None None] Network edea90df-0259-4b58-93ea-c26da200c68e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:03.736242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a55f4b-3092-44b3-a798-5dd450042829 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event deleted for resources: {'Port': ['ID=9bbbfec5-7f92-4b02-9bc2-e5e33e90c97b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:03.751756 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-578308ab-4230-4b91-9b5f-b964ee28431c service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105894 Nov 27 01:15:03.849143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-91113161-7b12-4310-bc6c-cf8d13a907ee tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Deleting port 2f8891c3-0102-4b83-8601-2e9107c056e2 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:03.849608 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91113161-7b12-4310-bc6c-cf8d13a907ee tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:03.893429 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50a55f4b-3092-44b3-a798-5dd450042829 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:03.899145 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-50a55f4b-3092-44b3-a798-5dd450042829 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "DELETE /v2.0/ports/9bbbfec5-7f92-4b02-9bc2-e5e33e90c97b HTTP/1.1" status: 204 len: 168 time: 0.8834379 Nov 27 01:15:03.899945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59708) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:03.911128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-0d96605f-2132-4963-8101-88144daf288e service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583169 Nov 27 01:15:03.918270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fa0df-bc1e-4f69-8bac-59c59306e6bf req-ec837a4c-a466-4bdc-9e6a-59ddba8fdac3 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:03.926164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e09fa0df-bc1e-4f69-8bac-59c59306e6bf req-ec837a4c-a466-4bdc-9e6a-59ddba8fdac3 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 946 time: 0.1457615 Nov 27 01:15:03.929967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b692a3bb-69f8-4fb9-bb98-224d47fea20d None None] Provisioning complete for port 43bbba09-f174-4b0f-864c-1777d0d6d432 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:03.931205 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b692a3bb-69f8-4fb9-bb98-224d47fea20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:03.965469 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91113161-7b12-4310-bc6c-cf8d13a907ee tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:03.965798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91113161-7b12-4310-bc6c-cf8d13a907ee tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:03.969895 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09b6a62-aac8-4f9a-a2e6-ae47f22e15d3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] GET failed (client error): The resource could not be found. Nov 27 01:15:03.975362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59710) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:03.975931 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f09b6a62-aac8-4f9a-a2e6-ae47f22e15d3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "GET /v2.0/ports/9bbbfec5-7f92-4b02-9bc2-e5e33e90c97b HTTP/1.1" status: 404 len: 333 time: 0.0754442 Nov 27 01:15:03.990912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Request body: {'port': {'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1639783662'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:03.996418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-91113161-7b12-4310-bc6c-cf8d13a907ee tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Calling delete_port for 2f8891c3-0102-4b83-8601-2e9107c056e2 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:04.050789 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e09fa0df-bc1e-4f69-8bac-59c59306e6bf req-734e2a90-e49c-4f02-94bd-504f1f6cbb6e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237919 Nov 27 01:15:04.201670 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc282641-eaed-418f-84af-a8e22d8ff32a req-88893513-f930-4493-90cc-37b94c43a5e8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 210 time: 0.0848331 Nov 27 01:15:04.222860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Made reservation on behalf of 67f9d04dda344cd482b2e2c5ba2d0305 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:04.227109 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.297370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd611198-77ac-4d95-a02a-e9f92ba88ab5 req-42758bd4-4f6a-44ca-a382-bd2b8cd9a1b1 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0784590 Nov 27 01:15:04.315532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] device_id is not set on port e405a2ee-a35e-41df-9a07-294a7d63cf38 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:15:04.322180 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b692a3bb-69f8-4fb9-bb98-224d47fea20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.386665 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91113161-7b12-4310-bc6c-cf8d13a907ee tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.424317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 43bbba09-f174-4b0f-864c-1777d0d6d432 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:04.440757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91113161-7b12-4310-bc6c-cf8d13a907ee tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event deleted for resources: {'Port': ['ID=2f8891c3-0102-4b83-8601-2e9107c056e2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:04.466279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b692a3bb-69f8-4fb9-bb98-224d47fea20d None None] For port 43bbba09-f174-4b0f-864c-1777d0d6d432, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=43bbba09-f174-4b0f-864c-1777d0d6d432,segment=NetworkSegment(d383fae3-1cfc-492f-a281-28527e6a3501),segment_id=d383fae3-1cfc-492f-a281-28527e6a3501)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:04.482090 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b692a3bb-69f8-4fb9-bb98-224d47fea20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.564171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 43bbba09-f174-4b0f-864c-1777d0d6d432 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:04.564827 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.566104 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692a3bb-69f8-4fb9-bb98-224d47fea20d None None] Pushing event updated for resources: {'Port': ['ID=43bbba09-f174-4b0f-864c-1777d0d6d432,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:04.588153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Allocated IP 2001:db8::201 (edea90df-0259-4b58-93ea-c26da200c68e/d6064006-e65b-4f57-b5d4-d9f27125cfe2/e405a2ee-a35e-41df-9a07-294a7d63cf38) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:04.613994 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91113161-7b12-4310-bc6c-cf8d13a907ee tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.616889 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91113161-7b12-4310-bc6c-cf8d13a907ee tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.623780 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-91113161-7b12-4310-bc6c-cf8d13a907ee tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "DELETE /v2.0/floatingips/c2e98d62-24e2-4c00-8447-8a860b914092 HTTP/1.1" status: 204 len: 168 time: 1.4911082 Nov 27 01:15:04.811102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bb12842e-2bf3-4b45-92fe-b8ef11c8fd3e None None] Provisioning complete for port fa5a5617-3742-4e9b-a1b5-bd4b0940aa91 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:04.811479 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bb12842e-2bf3-4b45-92fe-b8ef11c8fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.869116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-bb12842e-2bf3-4b45-92fe-b8ef11c8fd3e None None] Port fa5a5617-3742-4e9b-a1b5-bd4b0940aa91 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:04.874738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.892477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bb12842e-2bf3-4b45-92fe-b8ef11c8fd3e None None] Provisioning complete for port 43bbba09-f174-4b0f-864c-1777d0d6d432 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:04.893111 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bb12842e-2bf3-4b45-92fe-b8ef11c8fd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:04.951596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.064757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event updated for resources: {'Port': ['ID=e405a2ee-a35e-41df-9a07-294a7d63cf38,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:05.079117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Network edea90df-0259-4b58-93ea-c26da200c68e is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:05.080787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:05.083431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:05.090725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:05.091473 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.113149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59740) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:05.113726 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2f94b329-55b8-473e-be27-8960e72bf36b tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1355894 Nov 27 01:15:05.118826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4589ee19-5232-4363-bdf2-7fe36bb2f2c9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34b', 'mac_address': 'fa:16:3e:a9:f5:80'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:05.332326 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4589ee19-5232-4363-bdf2-7fe36bb2f2c9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.368468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f30eb707-3dbf-43d2-b5ed-edd0d31b3198 None None] Provisioning complete for port fa5a5617-3742-4e9b-a1b5-bd4b0940aa91 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:05.369192 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59748) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:05.374612 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e7d4e086-d520-41a0-a899-08034ee1c25b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120712180', 'description': 'tempest-description--1147408248'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:05.383867 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f30eb707-3dbf-43d2-b5ed-edd0d31b3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.390585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ce271-e04e-4fc5-8313-d80d426bf717 req-9be8310a-41d3-41dd-8e97-a637b963620d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:05.403713 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9a6ce271-e04e-4fc5-8313-d80d426bf717 req-9be8310a-41d3-41dd-8e97-a637b963620d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 946 time: 0.1713152 Nov 27 01:15:05.432055 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e086-d520-41a0-a899-08034ee1c25b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.466895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f30eb707-3dbf-43d2-b5ed-edd0d31b3198 None None] Port fa5a5617-3742-4e9b-a1b5-bd4b0940aa91 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:05.494708 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9a6ce271-e04e-4fc5-8313-d80d426bf717 req-579e9900-efa1-4bd2-bc50-15a3891faf01 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901098 Nov 27 01:15:05.551264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e086-d520-41a0-a899-08034ee1c25b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.575748 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-031e7236-db5c-4a4a-b8e5-448b4edc56cf req-61a770b5-50f5-401e-878b-6d9f6ab8d0d3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 210 time: 0.1182845 Nov 27 01:15:05.576975 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e086-d520-41a0-a899-08034ee1c25b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.594617 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3f7545ca-8db4-4b76-b2dd-e87b0859d30c None None] Could not find standard attr ID for object 9bbbfec5-7f92-4b02-9bc2-e5e33e90c97b. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:15:05.629038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4e086-d520-41a0-a899-08034ee1c25b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ca2e5a-6847-4f29-a708-84331d5f4456,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:05.653259 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e086-d520-41a0-a899-08034ee1c25b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.674213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e7d4e086-d520-41a0-a899-08034ee1c25b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3033421 Nov 27 01:15:05.676094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59752) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:05.682700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35fcb24f-df2d-44ed-8a12-c6cf7a5418d5 req-7523f0b3-c716-4af2-9d1c-373beb78c5e4 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0406268 Nov 27 01:15:05.818936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0fb89a97-1a31-48fb-82c0-7a5eb8a703b4 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Request body: {'security_group_rule': {'security_group_id': '89ca2e5a-6847-4f29-a708-84331d5f4456', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:05.836959 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4589ee19-5232-4363-bdf2-7fe36bb2f2c9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.846444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-5f02823b-0595-4492-adf6-21a45a7dfbf9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:05.848390 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-5f02823b-0595-4492-adf6-21a45a7dfbf9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.1731830 Nov 27 01:15:05.853640 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4589ee19-5232-4363-bdf2-7fe36bb2f2c9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.856955 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0fb89a97-1a31-48fb-82c0-7a5eb8a703b4 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.879142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Request body: {'port': {'device_id': '10adf623-653b-481f-a382-cbc931abbd77', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'admin_state_up': True, 'tenant_id': '9ce090256ac14ca494a8481b8dc46f60'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:05.899059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4589ee19-5232-4363-bdf2-7fe36bb2f2c9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] In _notify_port_updated(), no bound segment for port e405a2ee-a35e-41df-9a07-294a7d63cf38 on network edea90df-0259-4b58-93ea-c26da200c68e {{(pid=103385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:15:05.905621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4589ee19-5232-4363-bdf2-7fe36bb2f2c9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:05.907085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4589ee19-5232-4363-bdf2-7fe36bb2f2c9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:05.911601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4589ee19-5232-4363-bdf2-7fe36bb2f2c9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "PUT /v2.0/ports/e405a2ee-a35e-41df-9a07-294a7d63cf38 HTTP/1.1" status: 200 len: 1003 time: 0.7973320 Nov 27 01:15:05.914918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59758) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:05.940616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1b78ac09-ad0c-47cb-b6eb-1eaa8c21a30e None None] Provisioning complete for port e405a2ee-a35e-41df-9a07-294a7d63cf38 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:05.943502 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1b78ac09-ad0c-47cb-b6eb-1eaa8c21a30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.034949 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0fb89a97-1a31-48fb-82c0-7a5eb8a703b4 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.051486 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1b78ac09-ad0c-47cb-b6eb-1eaa8c21a30e None None] Port e405a2ee-a35e-41df-9a07-294a7d63cf38 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:06.080714 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0fb89a97-1a31-48fb-82c0-7a5eb8a703b4 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.131735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb89a97-1a31-48fb-82c0-7a5eb8a703b4 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18853d1-2a79-481c-a648-c365832c8a79,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:06.154605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Made reservation on behalf of 9ce090256ac14ca494a8481b8dc46f60 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:06.158828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.180784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc7336-4497-483f-a811-68f00f71d94e req-0b5f4cef-ec2f-411c-b89f-ad9acd9b3ad5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:06.182630 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fdc7336-4497-483f-a811-68f00f71d94e req-0b5f4cef-ec2f-411c-b89f-ad9acd9b3ad5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 946 time: 0.1463449 Nov 27 01:15:06.185757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0fb89a97-1a31-48fb-82c0-7a5eb8a703b4 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.190296 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0fb89a97-1a31-48fb-82c0-7a5eb8a703b4 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5126867 Nov 27 01:15:06.192338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59768) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:06.199458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4f07db71-a674-4076-b7b1-d871525e48c7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Request body: {'security_group_rule': {'security_group_id': '89ca2e5a-6847-4f29-a708-84331d5f4456', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:06.272483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589ee19-5232-4363-bdf2-7fe36bb2f2c9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event updated for resources: {'Port': ['ID=e405a2ee-a35e-41df-9a07-294a7d63cf38,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:06.335667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f07db71-a674-4076-b7b1-d871525e48c7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.350605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f41451e4-5049-48b2-a455-42d4e7d7cb53 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Deleting port e405a2ee-a35e-41df-9a07-294a7d63cf38 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:06.350938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f41451e4-5049-48b2-a455-42d4e7d7cb53 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.354606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fdc7336-4497-483f-a811-68f00f71d94e req-f9fdfedd-3b16-4351-80e4-31080a97181b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629231 Nov 27 01:15:06.413064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 43bbba09-f174-4b0f-864c-1777d0d6d432 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:06.478515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 43bbba09-f174-4b0f-864c-1777d0d6d432 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:06.478894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.511421 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f41451e4-5049-48b2-a455-42d4e7d7cb53 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.527340 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f41451e4-5049-48b2-a455-42d4e7d7cb53 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Calling delete_port for e405a2ee-a35e-41df-9a07-294a7d63cf38 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:06.528278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Allocated IP 172.20.0.13 (2eaddc87-3a23-41ff-872a-2ec44342687d/c1b3b599-d4e2-4679-ba73-92cad71204a2/e54163bf-24fa-4e57-a2a2-205eafea7a46) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:06.538283 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f07db71-a674-4076-b7b1-d871525e48c7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.555317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f07db71-a674-4076-b7b1-d871525e48c7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.591898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-80d91655-5631-499d-aef3-5c10cc4d5b90 None None] Provisioning complete for port e405a2ee-a35e-41df-9a07-294a7d63cf38 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:06.592373 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-80d91655-5631-499d-aef3-5c10cc4d5b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.600383 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f07db71-a674-4076-b7b1-d871525e48c7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.601781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4f07db71-a674-4076-b7b1-d871525e48c7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4063976 Nov 27 01:15:06.605384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59772) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:06.609825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:06.639124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-80d91655-5631-499d-aef3-5c10cc4d5b90 None None] Port e405a2ee-a35e-41df-9a07-294a7d63cf38 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:06.641556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07db71-a674-4076-b7b1-d871525e48c7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da71f168-dc17-4b79-a15e-cb6ab19f8dc4,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:06.685606 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f41451e4-5049-48b2-a455-42d4e7d7cb53 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.773099 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04ee5740-3590-4b3e-b47e-14ac899d482b req-fafd6c94-7d03-4dcf-976a-c2e7dc95bb46 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 210 time: 0.0762100 Nov 27 01:15:06.773099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41451e4-5049-48b2-a455-42d4e7d7cb53 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event deleted for resources: {'Port': ['ID=e405a2ee-a35e-41df-9a07-294a7d63cf38,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:06.818492 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.868770 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f41451e4-5049-48b2-a455-42d4e7d7cb53 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:06.876258 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f41451e4-5049-48b2-a455-42d4e7d7cb53 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "DELETE /v2.0/ports/e405a2ee-a35e-41df-9a07-294a7d63cf38 HTTP/1.1" status: 204 len: 168 time: 0.9572403 Nov 27 01:15:06.876258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59778) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:06.877504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77f6b172-46e0-4e96-9b65-b89fdc8f58e6 req-18c3ecaa-203c-4843-9fdb-733a673a5038 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0343485 Nov 27 01:15:06.919113 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-e403a824-5004-4587-a21f-89038d23f45f tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] GET failed (client error): The resource could not be found. Nov 27 01:15:06.920704 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e403a824-5004-4587-a21f-89038d23f45f tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "GET /v2.0/ports/e405a2ee-a35e-41df-9a07-294a7d63cf38 HTTP/1.1" status: 404 len: 333 time: 0.0437644 Nov 27 01:15:06.924574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59780) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:06.930081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Request body: {'port': {'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1577578907'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:06.930530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.037233 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.068399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.080427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Made reservation on behalf of 67f9d04dda344cd482b2e2c5ba2d0305 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:07.084473 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.088196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:07.108305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] device_id is not set on port 98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:15:07.113640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Network 2eaddc87-3a23-41ff-872a-2ec44342687d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:07.122396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:07.130122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:07.206701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event updated for resources: {'Port': ['ID=e54163bf-24fa-4e57-a2a2-205eafea7a46,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:07.242161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:07.242804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.260920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Allocated IP 2001:db8::3cb (edea90df-0259-4b58-93ea-c26da200c68e/d6064006-e65b-4f57-b5d4-d9f27125cfe2/98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:07.291213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-b4859ee2-6152-41ff-b7ed-702bd60bbce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4202464 Nov 27 01:15:07.313158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Request body: {'port': {'device_id': '10adf623-653b-481f-a382-cbc931abbd77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:07.316105 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Allocated IP 172.25.3.146 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/21c4e055-9cba-424c-a2df-403baf7c34ac) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:07.438558 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.447546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.490836 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.538226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Network edea90df-0259-4b58-93ea-c26da200c68e is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:07.541500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:07.546260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:07.552113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:07.552902 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.556768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event updated for resources: {'Port': ['ID=98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:07.558280 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.585637 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8a0ec87a-221c-4909-adc9-f2f4e424d997 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6575143 Nov 27 01:15:07.585904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59788) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:07.592327 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a6141a71-c07c-493e-b699-473583e6ea13 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a9:f5:80'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:07.685871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111454d4-9894-4295-8e1e-18a6cb088bc1 req-61387fd3-3664-42d9-a869-d3e5e6ab2c40 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:07.685871 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-111454d4-9894-4295-8e1e-18a6cb088bc1 req-61387fd3-3664-42d9-a869-d3e5e6ab2c40 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 946 time: 0.1827874 Nov 27 01:15:07.759357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457ca9-eb50-4b2b-8876-1618e1c3653e req-cac41d0a-cc42-4b29-b08e-88d9fc8bb812 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:07.761458 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51457ca9-eb50-4b2b-8876-1618e1c3653e req-cac41d0a-cc42-4b29-b08e-88d9fc8bb812 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 946 time: 0.1351166 Nov 27 01:15:07.779524 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.858809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-111454d4-9894-4295-8e1e-18a6cb088bc1 req-350c74f4-57e6-4275-9d07-71da82e9cc82 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705134 Nov 27 01:15:07.873523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:07.883453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:07.886721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:07.923325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-acfe77da-b90c-406b-a3d8-68a58422f68e None None] Provisioning complete for port 98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:07.923855 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-acfe77da-b90c-406b-a3d8-68a58422f68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:07.959974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event updated for resources: {'Port': ['ID=21c4e055-9cba-424c-a2df-403baf7c34ac,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:07.978006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-acfe77da-b90c-406b-a3d8-68a58422f68e None None] Port 98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:07.986804 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a6141a71-c07c-493e-b699-473583e6ea13 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.030513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-51457ca9-eb50-4b2b-8876-1618e1c3653e req-c1558dfe-ee0d-4477-a275-8cac0697727b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Deleting port 75978563-1945-4e80-b808-0b799bef7bb4 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:08.030842 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-51457ca9-eb50-4b2b-8876-1618e1c3653e req-c1558dfe-ee0d-4477-a275-8cac0697727b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.044136 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e237d1c-1171-487e-9bf1-334f3dcb1bd3 req-3bac2b71-ca35-4fe1-b37e-9468ca271edf tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0328066 Nov 27 01:15:08.075970 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.124556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a250ab-1aaf-456a-b62d-bbf5a99e3b8c req-c3adad48-626f-430d-8183-e40d7ebae864 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:08.126807 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5a250ab-1aaf-456a-b62d-bbf5a99e3b8c req-c3adad48-626f-430d-8183-e40d7ebae864 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 932 time: 0.1942334 Nov 27 01:15:08.165811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.169243 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54163bf-24fa-4e57-a2a2-205eafea7a46 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:08.200533 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.223387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Transition to ACTIVE for port object e54163bf-24fa-4e57-a2a2-205eafea7a46 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:08.231169 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.264723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-51457ca9-eb50-4b2b-8876-1618e1c3653e req-c1558dfe-ee0d-4477-a275-8cac0697727b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] For port 75978563-1945-4e80-b808-0b799bef7bb4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=75978563-1945-4e80-b808-0b799bef7bb4,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:08.265084 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-51457ca9-eb50-4b2b-8876-1618e1c3653e req-c1558dfe-ee0d-4477-a275-8cac0697727b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.284664 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5a250ab-1aaf-456a-b62d-bbf5a99e3b8c req-2793ec24-6676-45bd-a542-3b21d3032a21 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454039 Nov 27 01:15:08.290442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-51457ca9-eb50-4b2b-8876-1618e1c3653e req-c1558dfe-ee0d-4477-a275-8cac0697727b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Calling delete_port for 75978563-1945-4e80-b808-0b799bef7bb4 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:08.337235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Pushing event updated for resources: {'Port': ['ID=e54163bf-24fa-4e57-a2a2-205eafea7a46,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:08.409765 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a6141a71-c07c-493e-b699-473583e6ea13 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.415859 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a6141a71-c07c-493e-b699-473583e6ea13 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.451267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Attempting to bind port e54163bf-24fa-4e57-a2a2-205eafea7a46 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:08.451472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Attempting to bind port e54163bf-24fa-4e57-a2a2-205eafea7a46 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:08.451807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Attempting to bind port e54163bf-24fa-4e57-a2a2-205eafea7a46 on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:08.459136 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.460664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Port e54163bf-24fa-4e57-a2a2-205eafea7a46 on network 2eaddc87-3a23-41ff-872a-2ec44342687d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:08.460987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Attempting to bind port e54163bf-24fa-4e57-a2a2-205eafea7a46 on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:08.466655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:08.467001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Checking segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:08.467464 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Bound using segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:08.467897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Bound port: e54163bf-24fa-4e57-a2a2-205eafea7a46, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:08.468314 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.477096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a6141a71-c07c-493e-b699-473583e6ea13 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] In _notify_port_updated(), no bound segment for port 98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a on network edea90df-0259-4b58-93ea-c26da200c68e {{(pid=103385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:15:08.483493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6141a71-c07c-493e-b699-473583e6ea13 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:08.484155 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a6141a71-c07c-493e-b699-473583e6ea13 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.488187 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.488372 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a6141a71-c07c-493e-b699-473583e6ea13 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "PUT /v2.0/ports/98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a HTTP/1.1" status: 200 len: 1003 time: 0.8986778 Nov 27 01:15:08.490599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59804) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:08.529187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6141a71-c07c-493e-b699-473583e6ea13 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event updated for resources: {'Port': ['ID=98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:08.602248 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-51457ca9-eb50-4b2b-8876-1618e1c3653e req-c1558dfe-ee0d-4477-a275-8cac0697727b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.645004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.654684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['75978563-1945-4e80-b808-0b799bef7bb4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:08.655863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1558dfe-ee0d-4477-a275-8cac0697727b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Pushing event deleted for resources: {'Port': ['ID=75978563-1945-4e80-b808-0b799bef7bb4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:08.690617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event updated for resources: {'Port': ['ID=21c4e055-9cba-424c-a2df-403baf7c34ac,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:08.740389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] For port e54163bf-24fa-4e57-a2a2-205eafea7a46, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:08.741810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-51457ca9-eb50-4b2b-8876-1618e1c3653e req-c1558dfe-ee0d-4477-a275-8cac0697727b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] No DVR routers for this DVR port 75978563-1945-4e80-b808-0b799bef7bb4 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:08.746210 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.755500 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d9c5e991-872e-4956-a5d0-e85a21aef3dd tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1411457 Nov 27 01:15:08.755905 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-51457ca9-eb50-4b2b-8876-1618e1c3653e req-c1558dfe-ee0d-4477-a275-8cac0697727b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.758222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] For port e54163bf-24fa-4e57-a2a2-205eafea7a46, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e54163bf-24fa-4e57-a2a2-205eafea7a46,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:08.772440 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51457ca9-eb50-4b2b-8876-1618e1c3653e req-c1558dfe-ee0d-4477-a275-8cac0697727b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "DELETE /v2.0/ports/75978563-1945-4e80-b808-0b799bef7bb4 HTTP/1.1" status: 204 len: 173 time: 0.9998143 Nov 27 01:15:08.774638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570d9bb4-6821-45f0-a0f0-19027b6e601a', 'name': 'network-vif-deleted', 'tag': '75978563-1945-4e80-b808-0b799bef7bb4'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:08.775386 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.782063 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33291d7-6800-4cc8-9c73-b3b679e6939c" -d '{"events": [{"server_uuid": "570d9bb4-6821-45f0-a0f0-19027b6e601a", "name": "network-vif-deleted", "tag": "75978563-1945-4e80-b808-0b799bef7bb4"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:08.815688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8ba7434e-d496-4751-ba90-96b822cb69c7 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Deleting port 98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:08.817754 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ba7434e-d496-4751-ba90-96b822cb69c7 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.850290 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93768064-91cb-4a36-8d19-a1eae5270c57 x-openstack-request-id: req-93768064-91cb-4a36-8d19-a1eae5270c57 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:08.851290 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570d9bb4-6821-45f0-a0f0-19027b6e601a", "name": "network-vif-deleted", "tag": "75978563-1945-4e80-b808-0b799bef7bb4", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:08.851648 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93768064-91cb-4a36-8d19-a1eae5270c57 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:08.852172 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570d9bb4-6821-45f0-a0f0-19027b6e601a', 'name': 'network-vif-deleted', 'tag': '75978563-1945-4e80-b808-0b799bef7bb4', 'status': 'completed', 'code': 200} Nov 27 01:15:08.937292 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2ba5972f-9999-4dd4-8e52-424d8eda5f1f None None] Provisioning complete for port 98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:08.937817 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ba5972f-9999-4dd4-8e52-424d8eda5f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.969936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:08.970731 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:08.972352 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] 10.222.0.11 "PUT /v2.0/ports/e54163bf-24fa-4e57-a2a2-205eafea7a46 HTTP/1.1" status: 200 len: 1092 time: 1.6636021 Nov 27 01:15:08.975349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10adf623-653b-481f-a382-cbc931abbd77', 'tag': 'e54163bf-24fa-4e57-a2a2-205eafea7a46'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:09.000321 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf2228f-5e28-4836-b8b3-9eaaa0aa2932" -d '{"events": [{"name": "network-changed", "server_uuid": "10adf623-653b-481f-a382-cbc931abbd77", "tag": "e54163bf-24fa-4e57-a2a2-205eafea7a46"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:09.007949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5972f-9999-4dd4-8e52-424d8eda5f1f None None] Port 98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:09.031698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787eefd-84ad-4c78-931b-e869354193ee service neutron] Pushing event updated for resources: {'Port': ['ID=e54163bf-24fa-4e57-a2a2-205eafea7a46,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:09.055268 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09f472fa-00c3-4ab7-a689-1484f853e98d req-21fc9ee1-e583-4697-a720-e813bfa53c75 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=570d9bb4-6821-45f0-a0f0-19027b6e601a HTTP/1.1" status: 200 len: 210 time: 0.0782483 Nov 27 01:15:09.130800 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ba7434e-d496-4751-ba90-96b822cb69c7 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:09.149980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8ba7434e-d496-4751-ba90-96b822cb69c7 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Calling delete_port for 98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:09.153575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-f7030097-9dd6-476f-a2e7-5f09abb2cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:09.155176 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-f7030097-9dd6-476f-a2e7-5f09abb2cc0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 1095 time: 0.1153617 Nov 27 01:15:09.228615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-4df38e3c-dc89-4e73-9258-e814259c58ab tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1120712180&fields=id&tenant_id=7096168887864853b0d56415769aae26 HTTP/1.1" status: 200 len: 267 time: 0.0593624 Nov 27 01:15:09.251319 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-c338de90-e278-4bbf-9fc4-97da0b043380 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e54163bf-24fa-4e57-a2a2-205eafea7a46 HTTP/1.1" status: 200 len: 217 time: 0.0432706 Nov 27 01:15:09.327087 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9106aa21-0e8d-48a3-baa7-48464c9c8a2c x-openstack-request-id: req-9106aa21-0e8d-48a3-baa7-48464c9c8a2c {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:09.327467 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10adf623-653b-481f-a382-cbc931abbd77", "tag": "e54163bf-24fa-4e57-a2a2-205eafea7a46", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:09.328509 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9106aa21-0e8d-48a3-baa7-48464c9c8a2c {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:09.328989 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10adf623-653b-481f-a382-cbc931abbd77', 'tag': 'e54163bf-24fa-4e57-a2a2-205eafea7a46', 'status': 'completed', 'code': 200} Nov 27 01:15:09.332603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-2b605e46-322b-41dd-853a-7ab2f584ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:09.334146 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-2b605e46-322b-41dd-853a-7ab2f584ef8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.0610526 Nov 27 01:15:09.362307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-71dc6958-7b28-49a6-a84e-7d91999bd9e3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:09.363911 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-71dc6958-7b28-49a6-a84e-7d91999bd9e3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 810 time: 0.1280663 Nov 27 01:15:09.383174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-037bf7c7-40e9-4052-9906-df3da9b3048a tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/quotas/7096168887864853b0d56415769aae26 HTTP/1.1" status: 200 len: 375 time: 0.0132730 Nov 27 01:15:09.383385 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22c50b1d-8c02-4293-9b5d-30765748ffcb req-a4279f14-cce4-47dc-9530-755beecbb888 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0479414 Nov 27 01:15:09.408631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-f8786331-8485-4191-ae9f-ffabac4b8c5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349364 Nov 27 01:15:09.520940 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-a3490e3e-cd68-4c72-a2fe-a63349d88f10 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272516 Nov 27 01:15:09.534747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ba7434e-d496-4751-ba90-96b822cb69c7 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:09.633014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7434e-d496-4751-ba90-96b822cb69c7 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event deleted for resources: {'Port': ['ID=98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:09.666124 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-2a45d05f-91c8-4d70-8f6f-d134c34347f3 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364678 Nov 27 01:15:09.693126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-b02c49d0-b68e-4b26-892a-7de2baa78b84 service neutron] 10.222.0.37 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670425 Nov 27 01:15:09.700833 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ba7434e-d496-4751-ba90-96b822cb69c7 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:09.706093 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8ba7434e-d496-4751-ba90-96b822cb69c7 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "DELETE /v2.0/ports/98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a HTTP/1.1" status: 204 len: 168 time: 1.1944110 Nov 27 01:15:09.709372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59840) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:09.766822 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50bd0b3-4d91-4c51-9e48-c6a87b9579de tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] GET failed (client error): The resource could not be found. Nov 27 01:15:09.773233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3423e49-44a1-4779-b4d5-4f5d097fcfd0 req-3ead199a-2977-438b-acbe-1ef66fcf462f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:09.774073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a50bd0b3-4d91-4c51-9e48-c6a87b9579de tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "GET /v2.0/ports/98a5ad53-3b07-4e3f-b00a-ffdf14fcb94a HTTP/1.1" status: 404 len: 333 time: 0.0623198 Nov 27 01:15:09.774755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59842) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:09.779790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3423e49-44a1-4779-b4d5-4f5d097fcfd0 req-3ead199a-2977-438b-acbe-1ef66fcf462f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:09.785903 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3423e49-44a1-4779-b4d5-4f5d097fcfd0 req-3ead199a-2977-438b-acbe-1ef66fcf462f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:09.792706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3423e49-44a1-4779-b4d5-4f5d097fcfd0 req-3ead199a-2977-438b-acbe-1ef66fcf462f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:09.798711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3423e49-44a1-4779-b4d5-4f5d097fcfd0 req-3ead199a-2977-438b-acbe-1ef66fcf462f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:09.804726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3423e49-44a1-4779-b4d5-4f5d097fcfd0 req-3ead199a-2977-438b-acbe-1ef66fcf462f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:09.811615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3423e49-44a1-4779-b4d5-4f5d097fcfd0 req-3ead199a-2977-438b-acbe-1ef66fcf462f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:09.817987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Request body: {'port': {'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-446442802'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:09.820568 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3423e49-44a1-4779-b4d5-4f5d097fcfd0 req-3ead199a-2977-438b-acbe-1ef66fcf462f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5436 time: 0.2006543 Nov 27 01:15:09.891796 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3423e49-44a1-4779-b4d5-4f5d097fcfd0 req-509595c1-d517-418a-8bd8-d048021a5e28 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678871 Nov 27 01:15:09.929066 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-4ace6cf2-10bf-4c47-b0a1-fb521e971f5c service neutron] 10.222.0.37 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290814 Nov 27 01:15:09.945792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a65d95-2220-402a-9e9e-78b7d7013b6d req-bb235660-c2eb-495e-a031-d5ff46a13099 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590694 Nov 27 01:15:10.000301 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Made reservation on behalf of 67f9d04dda344cd482b2e2c5ba2d0305 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:10.003779 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.033656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] device_id is not set on port 1f96e659-0c11-4406-8241-cb1f9016abba yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:15:10.262193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Allocated IP 2001:db8::124 (edea90df-0259-4b58-93ea-c26da200c68e/d6064006-e65b-4f57-b5d4-d9f27125cfe2/1f96e659-0c11-4406-8241-cb1f9016abba) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:10.472159 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.535349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45e5306c-14eb-4114-993a-2e6d3b64d9a8 req-4962610b-3c46-47d4-8d28-14c5bb9b5104 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 210 time: 0.0304360 Nov 27 01:15:10.537090 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.586560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Network edea90df-0259-4b58-93ea-c26da200c68e is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:10.593444 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:10.597582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:10.603703 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:10.604577 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.633957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beff9e-de0d-407b-87f8-33b49b6efbe6 req-2a2f3f3d-283a-43ad-aa8a-bd1c90776ce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:10.644599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 75978563-1945-4e80-b808-0b799bef7bb4 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:10.656617 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e9beff9e-de0d-407b-87f8-33b49b6efbe6 req-2a2f3f3d-283a-43ad-aa8a-bd1c90776ce8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 944 time: 0.6333442 Nov 27 01:15:10.691289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 75978563-1945-4e80-b808-0b799bef7bb4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:10.692666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 75978563-1945-4e80-b808-0b799bef7bb4 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:10.699717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2228f-5e28-4836-b8b3-9eaaa0aa2932 req-07205b69-643c-488b-9641-63bbf7756e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:10.701208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acf2228f-5e28-4836-b8b3-9eaaa0aa2932 req-07205b69-643c-488b-9641-63bbf7756e59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 1095 time: 0.6387815 Nov 27 01:15:10.707175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event updated for resources: {'Port': ['ID=1f96e659-0c11-4406-8241-cb1f9016abba,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:10.773531 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e9beff9e-de0d-407b-87f8-33b49b6efbe6 req-974291b6-30a1-43a4-a9f1-0e6fa7c4813e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129260 Nov 27 01:15:10.874992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2228f-5e28-4836-b8b3-9eaaa0aa2932 req-cf789e0e-6cc8-40bf-8b6d-388592d0e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:10.878907 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acf2228f-5e28-4836-b8b3-9eaaa0aa2932 req-cf789e0e-6cc8-40bf-8b6d-388592d0e015 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 906 time: 0.1498110 Nov 27 01:15:10.892723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59874) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:10.892981 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-86ab02f4-1498-4c56-bec9-ed5898f1da3d tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0795934 Nov 27 01:15:10.898545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Request body: {'port': {'network_id': 'edea90df-0259-4b58-93ea-c26da200c68e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-259683457'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:10.969117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-7fce217b-369b-472e-bc69-19b30d8450cc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:10.976087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acf2228f-5e28-4836-b8b3-9eaaa0aa2932 req-3c9cd269-c792-4c38-b642-21486a5ebc86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e54163bf-24fa-4e57-a2a2-205eafea7a46 HTTP/1.1" status: 200 len: 217 time: 0.0413711 Nov 27 01:15:10.976829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-23f81809-0bcc-41d5-8f3a-28d38538baef None None] Provisioning complete for port 1f96e659-0c11-4406-8241-cb1f9016abba triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:10.977416 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23f81809-0bcc-41d5-8f3a-28d38538baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:10.988609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-7fce217b-369b-472e-bc69-19b30d8450cc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.000604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-7fce217b-369b-472e-bc69-19b30d8450cc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.017958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-7fce217b-369b-472e-bc69-19b30d8450cc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.025471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-7fce217b-369b-472e-bc69-19b30d8450cc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.032929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-7fce217b-369b-472e-bc69-19b30d8450cc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.040751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-7fce217b-369b-472e-bc69-19b30d8450cc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.044007 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-7fce217b-369b-472e-bc69-19b30d8450cc tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5436 time: 0.3906300 Nov 27 01:15:11.051493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-23f81809-0bcc-41d5-8f3a-28d38538baef None None] Port 1f96e659-0c11-4406-8241-cb1f9016abba cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:11.057046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-0d073c26-15fc-4c7e-9db3-e6e0edafd495 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.057046 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-0d073c26-15fc-4c7e-9db3-e6e0edafd495 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.3590920 Nov 27 01:15:11.060393 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9d70679-b329-42ab-9982-3c37cbebe2c1 req-6d1e045d-28f5-4925-8737-445997721d01 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.1561086 Nov 27 01:15:11.126341 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-c97fe5d1-349c-4be0-9564-cd0b4a7ea923 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/quotas/a40ae590749d459887b5370a656652db HTTP/1.1" status: 200 len: 375 time: 0.0176024 Nov 27 01:15:11.151598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-9f971e07-5257-4789-a8a8-efae9e648f70 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.155069 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-9f971e07-5257-4789-a8a8-efae9e648f70 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "GET /v2.0/ports/0c3cb3db-c176-4752-a004-355223eef51b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0988829 Nov 27 01:15:11.161333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2228f-5e28-4836-b8b3-9eaaa0aa2932 req-86f15edb-a5ab-4013-b0e0-f0ea6a755960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.162814 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acf2228f-5e28-4836-b8b3-9eaaa0aa2932 req-86f15edb-a5ab-4013-b0e0-f0ea6a755960 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.1451421 Nov 27 01:15:11.179747 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-0cb19f68-4697-4996-ac4f-ca9aaf938765 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442369 Nov 27 01:15:11.219899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acf2228f-5e28-4836-b8b3-9eaaa0aa2932 req-7d39ba71-4cda-466c-8360-db10a75360cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492566 Nov 27 01:15:11.244514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Made reservation on behalf of 67f9d04dda344cd482b2e2c5ba2d0305 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:11.250355 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:11.345789 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] device_id is not set on port 08700650-099a-4cd9-849a-b72ef0237d4c yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:15:11.389597 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-85e8d6c6-55ae-4f55-9ef9-c35b2dd10a1b tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "GET /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2137241 Nov 27 01:15:11.412311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f496f39a-101a-427b-9b27-7854351c083d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:11.447781 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-b109a7f5-7870-4c3f-b6b9-b61ddcb0a8ec service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972632 Nov 27 01:15:11.470941 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a7f00e3-bcfa-4983-9274-75ec4321106d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:11.497990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f3165-7f63-4e7b-81c6-4594d7f7cf04 req-b36fa142-e1aa-4bf6-98ed-7d4e2742582c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.504173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f3165-7f63-4e7b-81c6-4594d7f7cf04 req-b36fa142-e1aa-4bf6-98ed-7d4e2742582c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.510437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f3165-7f63-4e7b-81c6-4594d7f7cf04 req-b36fa142-e1aa-4bf6-98ed-7d4e2742582c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.516635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f3165-7f63-4e7b-81c6-4594d7f7cf04 req-b36fa142-e1aa-4bf6-98ed-7d4e2742582c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.522947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f3165-7f63-4e7b-81c6-4594d7f7cf04 req-b36fa142-e1aa-4bf6-98ed-7d4e2742582c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.530447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f3165-7f63-4e7b-81c6-4594d7f7cf04 req-b36fa142-e1aa-4bf6-98ed-7d4e2742582c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.535676 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f3165-7f63-4e7b-81c6-4594d7f7cf04 req-b36fa142-e1aa-4bf6-98ed-7d4e2742582c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.544754 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c49f3165-7f63-4e7b-81c6-4594d7f7cf04 req-b36fa142-e1aa-4bf6-98ed-7d4e2742582c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 5436 time: 0.2770643 Nov 27 01:15:11.570704 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f496f39a-101a-427b-9b27-7854351c083d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:11.590578 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acf2228f-5e28-4836-b8b3-9eaaa0aa2932 req-b54dce62-3cbc-47da-925d-0252b842bb7e service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590534 Nov 27 01:15:11.775085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Allocated IP 2001:db8::292 (edea90df-0259-4b58-93ea-c26da200c68e/d6064006-e65b-4f57-b5d4-d9f27125cfe2/08700650-099a-4cd9-849a-b72ef0237d4c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:11.873535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c49f3165-7f63-4e7b-81c6-4594d7f7cf04 req-ff7030aa-4e20-4a85-82a0-e86b2ac86536 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3265576 Nov 27 01:15:11.896775 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acf2228f-5e28-4836-b8b3-9eaaa0aa2932 req-4ecdf5b6-f26d-4400-985b-e6673a4cc5a2 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810786 Nov 27 01:15:11.915218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-db641d94-a343-4aa2-8c85-d2c2c43affda tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:11.920183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-db641d94-a343-4aa2-8c85-d2c2c43affda tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.11 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 810 time: 0.3684285 Nov 27 01:15:11.973922 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-ecc8b871-9347-4163-9997-9a10f64f982c service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145226 Nov 27 01:15:12.021076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f496f39a-101a-427b-9b27-7854351c083d service neutron] For port 0c3cb3db-c176-4752-a004-355223eef51b, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0c3cb3db-c176-4752-a004-355223eef51b,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:12.064658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f496f39a-101a-427b-9b27-7854351c083d service neutron] For port 0c3cb3db-c176-4752-a004-355223eef51b, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:12.082685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7efa16f6-ec32-4012-9bd6-eb40b19c5fc5 req-1751c9e3-e525-4acd-9361-6204f4fbf233 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 210 time: 0.0635943 Nov 27 01:15:12.106479 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-62397aff-06d0-45e6-9922-1f4685146f14 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7096168887864853b0d56415769aae26 HTTP/1.1" status: 200 len: 380 time: 0.1316059 Nov 27 01:15:12.125726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f496f39a-101a-427b-9b27-7854351c083d service neutron] device_id is not set on port 0c3cb3db-c176-4752-a004-355223eef51b yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:15:12.138980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Request body: {'port': {'device_id': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'admin_state_up': True, 'tenant_id': '7096168887864853b0d56415769aae26', 'security_groups': ['89ca2e5a-6847-4f29-a708-84331d5f4456']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:12.155962 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f496f39a-101a-427b-9b27-7854351c083d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.168434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f496f39a-101a-427b-9b27-7854351c083d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.252932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.308939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f496f39a-101a-427b-9b27-7854351c083d service neutron] No DVR routers for this DVR port 0c3cb3db-c176-4752-a004-355223eef51b on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:12.313738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f0d32-b421-4bac-9559-6ae522d44b62 req-6599fefb-feb5-4fd4-8d62-df65ff4cfae7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:12.316019 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-697f0d32-b421-4bac-9559-6ae522d44b62 req-6599fefb-feb5-4fd4-8d62-df65ff4cfae7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 944 time: 0.1105120 Nov 27 01:15:12.376534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d8c27a6-bd92-4079-aa29-fb731cf13b30 req-55e68180-f281-4874-8a1a-34d2d0c94ddf tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0718472 Nov 27 01:15:12.387428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496f39a-101a-427b-9b27-7854351c083d service neutron] Pushing event updated for resources: {'Port': ['ID=0c3cb3db-c176-4752-a004-355223eef51b,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:12.405094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f496f39a-101a-427b-9b27-7854351c083d service neutron] In _notify_port_updated(), no bound segment for port 0c3cb3db-c176-4752-a004-355223eef51b on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d {{(pid=103385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:15:12.406676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f496f39a-101a-427b-9b27-7854351c083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:12.407512 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f496f39a-101a-427b-9b27-7854351c083d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.409740 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f496f39a-101a-427b-9b27-7854351c083d service neutron] 10.222.0.11 "PUT /v2.0/ports/0c3cb3db-c176-4752-a004-355223eef51b HTTP/1.1" status: 200 len: 1028 time: 1.0070467 Nov 27 01:15:12.456950 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.489488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f4d7ff17-b1a6-4d9c-a8d6-f63d28b0631f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:12.496548 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-f4d7ff17-b1a6-4d9c-a8d6-f63d28b0631f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "GET /v2.0/ports/125792f2-f74c-4fde-a258-99b64ebd23c2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0788941 Nov 27 01:15:12.516828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Made reservation on behalf of 7096168887864853b0d56415769aae26 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:12.520376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.539656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9924658c-737b-44b7-b3a8-bad5248c28b2 req-e4f7fd84-2cb7-4158-8258-b907742fa7b0 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 210 time: 0.0536265 Nov 27 01:15:12.550061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Network edea90df-0259-4b58-93ea-c26da200c68e is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:12.550671 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:12.560975 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-697f0d32-b421-4bac-9559-6ae522d44b62 req-0b01682c-2b87-4c15-a9fb-fa9bf756a4b8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236996 Nov 27 01:15:12.571923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:12.574721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event updated for resources: {'Port': ['ID=08700650-099a-4cd9-849a-b72ef0237d4c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:12.582543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:12.609675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ae4eb387-2a5b-408d-bfd8-117c6243ccf9 None None] Provisioning complete for port 0c3cb3db-c176-4752-a004-355223eef51b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:12.610209 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb387-2a5b-408d-bfd8-117c6243ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.612407 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:12.613083 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.622759 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.697562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ae4eb387-2a5b-408d-bfd8-117c6243ccf9 None None] Port 0c3cb3db-c176-4752-a004-355223eef51b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:12.717314 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8524e36b-e093-4644-b4bb-a4260058e2d9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8234234 Nov 27 01:15:12.718113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59898) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:12.756354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-53245dc5-d8e4-4106-b4a3-39fa16acc1a1 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34b', 'mac_address': 'fa:16:3e:a9:f5:80'}, {'ip_address': '2001:db8::124', 'mac_address': 'fa:16:3e:5f:a4:5a'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:12.835309 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Allocated IP 172.20.0.8 (3083db5d-148c-4c08-b659-41fd18a67bb6/2a47bc75-51de-4fff-99e5-a89ff920057e/3091cb21-086d-418f-a3b5-a77c9e037f08) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:12.946994 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53245dc5-d8e4-4106-b4a3-39fa16acc1a1 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:12.977687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] For port 125792f2-f74c-4fde-a258-99b64ebd23c2, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=125792f2-f74c-4fde-a258-99b64ebd23c2,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:13.033052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c0f19d6a-d43b-4ca4-a18a-42556226246e None None] Provisioning complete for port 08700650-099a-4cd9-849a-b72ef0237d4c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:13.033423 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c0f19d6a-d43b-4ca4-a18a-42556226246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.088106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c0f19d6a-d43b-4ca4-a18a-42556226246e None None] Port 08700650-099a-4cd9-849a-b72ef0237d4c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:13.102326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f718f03-d8be-4ec5-95b8-dd2da309ab0c req-6ea6df0a-2644-4fb5-bf6e-86938fc5c4d7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.109339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f718f03-d8be-4ec5-95b8-dd2da309ab0c req-6ea6df0a-2644-4fb5-bf6e-86938fc5c4d7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.120263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f718f03-d8be-4ec5-95b8-dd2da309ab0c req-6ea6df0a-2644-4fb5-bf6e-86938fc5c4d7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.126660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f718f03-d8be-4ec5-95b8-dd2da309ab0c req-6ea6df0a-2644-4fb5-bf6e-86938fc5c4d7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.133313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f718f03-d8be-4ec5-95b8-dd2da309ab0c req-6ea6df0a-2644-4fb5-bf6e-86938fc5c4d7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.140917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f718f03-d8be-4ec5-95b8-dd2da309ab0c req-6ea6df0a-2644-4fb5-bf6e-86938fc5c4d7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.143269 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7f718f03-d8be-4ec5-95b8-dd2da309ab0c req-6ea6df0a-2644-4fb5-bf6e-86938fc5c4d7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 4661 time: 0.1169512 Nov 27 01:15:13.191816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] For port 125792f2-f74c-4fde-a258-99b64ebd23c2, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:13.251676 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.254344 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40f06a30-2928-4523-ae4e-ecba7191b190 req-25e2b15f-8bf5-429d-a75a-55d7b994b806 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 210 time: 0.0363412 Nov 27 01:15:13.285057 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7f718f03-d8be-4ec5-95b8-dd2da309ab0c req-262fa443-61ab-4eb2-890c-c8abe2f2d8a2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=6008a044-5656-4eb8-a414-ee3fb85e70ae&id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297908 Nov 27 01:15:13.292618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] device_id is not set on port 125792f2-f74c-4fde-a258-99b64ebd23c2 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:15:13.312484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.316438 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.336040 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.374593 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Network 3083db5d-148c-4c08-b659-41fd18a67bb6 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:13.381410 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:13.384321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:13.420827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] No DVR routers for this DVR port 125792f2-f74c-4fde-a258-99b64ebd23c2 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:13.422846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event updated for resources: {'Port': ['ID=3091cb21-086d-418f-a3b5-a77c9e037f08,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:13.426151 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53245dc5-d8e4-4106-b4a3-39fa16acc1a1 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.439534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] Pushing event updated for resources: {'Port': ['ID=125792f2-f74c-4fde-a258-99b64ebd23c2,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:13.469301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.471816 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.481357 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53245dc5-d8e4-4106-b4a3-39fa16acc1a1 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.497538 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-c5266cb1-5ac9-4ff4-a471-1175affd93c3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3839347 Nov 27 01:15:13.509496 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-53245dc5-d8e4-4106-b4a3-39fa16acc1a1 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] In _notify_port_updated(), no bound segment for port 08700650-099a-4cd9-849a-b72ef0237d4c on network edea90df-0259-4b58-93ea-c26da200c68e {{(pid=103385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:15:13.521610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53245dc5-d8e4-4106-b4a3-39fa16acc1a1 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.522889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53245dc5-d8e4-4106-b4a3-39fa16acc1a1 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.523213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Request body: {'port': {'device_id': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:13.527327 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-53245dc5-d8e4-4106-b4a3-39fa16acc1a1 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "PUT /v2.0/ports/08700650-099a-4cd9-849a-b72ef0237d4c HTTP/1.1" status: 200 len: 1067 time: 0.8070974 Nov 27 01:15:13.547083 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e54163bf-24fa-4e57-a2a2-205eafea7a46 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:15:13.557176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59908) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:13.597987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 08ee5b8c-ecad-4c74-97c4-8588634b5d0a no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:13.651521 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.727969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] In _notify_port_updated(), no bound segment for port 125792f2-f74c-4fde-a258-99b64ebd23c2 on network d9676a31-0c6a-4ce0-9fe0-a02465a3788d {{(pid=103385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:15:13.728855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:13.730008 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.731335 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-a1c5c065-fa02-4813-8f6c-bfe09e7b47b0 service neutron] 10.222.0.11 "PUT /v2.0/ports/125792f2-f74c-4fde-a258-99b64ebd23c2 HTTP/1.1" status: 200 len: 1028 time: 1.1874213 Nov 27 01:15:13.775697 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b23cbed9-7ef2-481e-82e4-3919ede4a606 req-def2af19-c43c-4982-ab8b-73f4a7ccddbc tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.1957855 Nov 27 01:15:13.882656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53245dc5-d8e4-4106-b4a3-39fa16acc1a1 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event updated for resources: {'Port': ['ID=08700650-099a-4cd9-849a-b72ef0237d4c,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:13.911364 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e54163bf-24fa-4e57-a2a2-205eafea7a46, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e54163bf-24fa-4e57-a2a2-205eafea7a46,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:13.945340 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49d98d8e-a4d1-4701-8016-cbfce9ad32c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.950024 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:13.952276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'e54163bf-24fa-4e57-a2a2-205eafea7a46', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'port_id': 'e54163bf-24fa-4e57-a2a2-205eafea7a46', 'mac_address': 'fa:16:3e:85:e5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b3b599-d4e2-4679-ba73-92cad71204a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:15:14.016367 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ee5b8c-ecad-4c74-97c4-8588634b5d0a'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:14.018708 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3e12c0-88bd-41c4-83b3-6d6063c11f25" -d '{"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-unplugged", "status": "completed", "tag": "08ee5b8c-ecad-4c74-97c4-8588634b5d0a"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:14.029202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-036ff9f3-6121-47ae-a245-d759a599f037 None None] Provisioning complete for port 125792f2-f74c-4fde-a258-99b64ebd23c2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:14.029813 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-036ff9f3-6121-47ae-a245-d759a599f037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.066258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:14.072724 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.074996 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a64bcbc9-d7b6-4ba0-acb6-f86ede264436 req-5ffcc3e3-5fb9-4fba-8949-884110ea7b12 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 210 time: 0.4038510 Nov 27 01:15:14.081462 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.082413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 0c3cb3db-c176-4752-a004-355223eef51b no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:14.093390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef3c60-362a-4071-946f-8cb1001b42d7 req-e89f2aca-e129-4024-92ed-e61c3b5bdd28 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:14.100545 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6aef3c60-362a-4071-946f-8cb1001b42d7 req-e89f2aca-e129-4024-92ed-e61c3b5bdd28 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 944 time: 0.1350119 Nov 27 01:15:14.127343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6001940a-c462-4d93-b8ca-2abc6a1c55f9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Deleting port 08700650-099a-4cd9-849a-b72ef0237d4c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:14.127682 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6001940a-c462-4d93-b8ca-2abc6a1c55f9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.161410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-036ff9f3-6121-47ae-a245-d759a599f037 None None] Port 125792f2-f74c-4fde-a258-99b64ebd23c2 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:14.165906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54163bf-24fa-4e57-a2a2-205eafea7a46 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:14.207386 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-9732f495-ffc1-41f2-9253-d60295e61675 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Deleting port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:14.208048 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-9732f495-ffc1-41f2-9253-d60295e61675 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.223738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e54163bf-24fa-4e57-a2a2-205eafea7a46, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e54163bf-24fa-4e57-a2a2-205eafea7a46,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:14.230864 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.232409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 0c3cb3db-c176-4752-a004-355223eef51b not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:14.232833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 125792f2-f74c-4fde-a258-99b64ebd23c2 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:14.235049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-036ff9f3-6121-47ae-a245-d759a599f037 None None] Provisioning complete for port 3091cb21-086d-418f-a3b5-a77c9e037f08 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:14.235409 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-036ff9f3-6121-47ae-a245-d759a599f037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.236779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:14.241486 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.277273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3091cb21-086d-418f-a3b5-a77c9e037f08 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:14.288368 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.298762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-0c6c4d86-7de1-413c-bea0-0ccb387bb5b2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:14.300406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-0c6c4d86-7de1-413c-bea0-0ccb387bb5b2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.11 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.3072209 Nov 27 01:15:14.313266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Transition to ACTIVE for port object 3091cb21-086d-418f-a3b5-a77c9e037f08 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:14.313731 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6aef3c60-362a-4071-946f-8cb1001b42d7 req-8341c1af-2f27-4639-aed3-3cf3ca4c87e5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120473 Nov 27 01:15:14.334329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Request body: {'port': {'device_id': 'bdc841a5-60e9-420f-83b5-7114ac2bcd3c', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'admin_state_up': True, 'tenant_id': 'a40ae590749d459887b5370a656652db'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:14.360412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-036ff9f3-6121-47ae-a245-d759a599f037 None None] Port 3091cb21-086d-418f-a3b5-a77c9e037f08 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:14.363984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e54163bf-24fa-4e57-a2a2-205eafea7a46,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:14.364436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6001940a-c462-4d93-b8ca-2abc6a1c55f9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.367627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 125792f2-f74c-4fde-a258-99b64ebd23c2 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:14.368251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 2a64b1a0-430d-4628-bea9-f08fdf8c263d no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:14.406785 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cd35cb-463b-433e-a9b6-44488f9bf426 x-openstack-request-id: req-b9cd35cb-463b-433e-a9b6-44488f9bf426 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:14.406927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6001940a-c462-4d93-b8ca-2abc6a1c55f9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Calling delete_port for 08700650-099a-4cd9-849a-b72ef0237d4c owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:14.407418 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-unplugged", "status": "completed", "tag": "08ee5b8c-ecad-4c74-97c4-8588634b5d0a", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:14.407854 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9cd35cb-463b-433e-a9b6-44488f9bf426 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:14.408430 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ee5b8c-ecad-4c74-97c4-8588634b5d0a', 'code': 200} Nov 27 01:15:14.427376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-9732f495-ffc1-41f2-9253-d60295e61675 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] For port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:14.427750 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-9732f495-ffc1-41f2-9253-d60295e61675 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.446554 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.481507 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.489613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-9732f495-ffc1-41f2-9253-d60295e61675 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Calling delete_port for 08ee5b8c-ecad-4c74-97c4-8588634b5d0a owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:14.499627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b0739584-a538-4f0c-8034-779ae12696ef None None] Provisioning complete for port 08700650-099a-4cd9-849a-b72ef0237d4c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:14.500001 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0739584-a538-4f0c-8034-779ae12696ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.540399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Made reservation on behalf of a40ae590749d459887b5370a656652db for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:14.544383 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.552042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['e54163bf-24fa-4e57-a2a2-205eafea7a46'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:14.562469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Pushing event updated for resources: {'Port': ['ID=3091cb21-086d-418f-a3b5-a77c9e037f08,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:14.568021 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-911e11c5-8f8b-4f13-a27d-651923f236da tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1107433277&fields=id&tenant_id=3c4f8a4e97b543a8ad6fc76e918a38a0 HTTP/1.1" status: 200 len: 267 time: 0.1274121 Nov 27 01:15:14.598180 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 2a64b1a0-430d-4628-bea9-f08fdf8c263d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2a64b1a0-430d-4628-bea9-f08fdf8c263d,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:14.609289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db0786-fdcf-4bfa-bdee-635b0b214c75 req-99ae4b4a-7dff-446b-9de0-3c30732e5f98 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:14.610880 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f0db0786-fdcf-4bfa-bdee-635b0b214c75 req-99ae4b4a-7dff-446b-9de0-3c30732e5f98 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 943 time: 0.1376312 Nov 27 01:15:14.614412 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.615416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device cb125b90-f3f4-4741-b436-15bdf5492147 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:14.658448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b0739584-a538-4f0c-8034-779ae12696ef None None] Port 08700650-099a-4cd9-849a-b72ef0237d4c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:14.718219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=2a64b1a0-430d-4628-bea9-f08fdf8c263d,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:14.765304 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6001940a-c462-4d93-b8ca-2abc6a1c55f9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.828659 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.841678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001940a-c462-4d93-b8ca-2abc6a1c55f9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event deleted for resources: {'Port': ['ID=08700650-099a-4cd9-849a-b72ef0237d4c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:14.872897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Attempting to bind port 3091cb21-086d-418f-a3b5-a77c9e037f08 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:14.873357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Attempting to bind port 3091cb21-086d-418f-a3b5-a77c9e037f08 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:14.874300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Attempting to bind port 3091cb21-086d-418f-a3b5-a77c9e037f08 on network 3083db5d-148c-4c08-b659-41fd18a67bb6 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:14.888466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port cb125b90-f3f4-4741-b436-15bdf5492147, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cb125b90-f3f4-4741-b436-15bdf5492147,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:14.900338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-a9772da4-ab45-452f-8e83-85b0f075c31f tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:14.901531 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.902695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:14.910261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-a9772da4-ab45-452f-8e83-85b0f075c31f tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/networks?id=572c59c7-44af-4dd0-9188-0c3d2adc3150 HTTP/1.1" status: 200 len: 816 time: 0.3287935 Nov 27 01:15:14.913835 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-9732f495-ffc1-41f2-9253-d60295e61675 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.921748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Port 3091cb21-086d-418f-a3b5-a77c9e037f08 on network 3083db5d-148c-4c08-b659-41fd18a67bb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:14.922896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Attempting to bind port 3091cb21-086d-418f-a3b5-a77c9e037f08 on network 3083db5d-148c-4c08-b659-41fd18a67bb6 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:14.937835 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f0db0786-fdcf-4bfa-bdee-635b0b214c75 req-83cabbf9-719e-47bf-af23-0be17b2f84d5 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128796 Nov 27 01:15:14.943451 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-0ada4419-ea99-43a3-98b6-a34570915258 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/quotas/3c4f8a4e97b543a8ad6fc76e918a38a0 HTTP/1.1" status: 200 len: 375 time: 0.0317457 Nov 27 01:15:14.961178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:14.961700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Checking segment: {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:14.962199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Bound using segment: {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:14.962773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Bound port: 3091cb21-086d-418f-a3b5-a77c9e037f08, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a723efe-c692-4576-8f89-f46ba182b549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:14.963434 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:14.980220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Allocated IP 172.20.0.14 (efe72fe1-d58e-4577-9dbc-25cd0515fd5f/93415f0e-02cb-4780-9300-d8a9de9b991f/25276f33-7dc6-411f-ab62-0fd59d58e28f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:15.006134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732f495-ffc1-41f2-9253-d60295e61675 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Port': ['ID=08ee5b8c-ecad-4c74-97c4-8588634b5d0a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:15.066550 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.068196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=cb125b90-f3f4-4741-b436-15bdf5492147,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:15.145019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] For port 3091cb21-086d-418f-a3b5-a77c9e037f08, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:15.145638 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.161380 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-3464e2a0-5133-40e5-8799-4360316f6bb7 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c4f8a4e97b543a8ad6fc76e918a38a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2164185 Nov 27 01:15:15.166644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-9732f495-ffc1-41f2-9253-d60295e61675 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] No DVR routers for this DVR port 08ee5b8c-ecad-4c74-97c4-8588634b5d0a on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:15.188961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] For port 3091cb21-086d-418f-a3b5-a77c9e037f08, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=3091cb21-086d-418f-a3b5-a77c9e037f08,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:15.189780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:15.191755 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-9732f495-ffc1-41f2-9253-d60295e61675 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.196096 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-9732f495-ffc1-41f2-9253-d60295e61675 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "DELETE /v2.0/ports/08ee5b8c-ecad-4c74-97c4-8588634b5d0a HTTP/1.1" status: 204 len: 173 time: 1.4191587 Nov 27 01:15:15.196271 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.196969 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:15.220093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-deleted', 'tag': '08ee5b8c-ecad-4c74-97c4-8588634b5d0a'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:15.222271 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d16ba9-a8de-42c5-b5b8-0969dc11f225" -d '{"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-deleted", "tag": "08ee5b8c-ecad-4c74-97c4-8588634b5d0a"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:15.235763 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.280034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:15.288884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d13b8e-877d-4578-8d5c-39f212741d7f req-be0d37a2-ec7b-4f49-9589-21ff3e5bb095 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:15.295512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d13b8e-877d-4578-8d5c-39f212741d7f req-be0d37a2-ec7b-4f49-9589-21ff3e5bb095 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:15.301371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d13b8e-877d-4578-8d5c-39f212741d7f req-be0d37a2-ec7b-4f49-9589-21ff3e5bb095 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:15.307357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d13b8e-877d-4578-8d5c-39f212741d7f req-be0d37a2-ec7b-4f49-9589-21ff3e5bb095 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:15.309082 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e9d13b8e-877d-4578-8d5c-39f212741d7f req-be0d37a2-ec7b-4f49-9589-21ff3e5bb095 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 3147 time: 0.2541111 Nov 27 01:15:15.316470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6001940a-c462-4d93-b8ca-2abc6a1c55f9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.319985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6001940a-c462-4d93-b8ca-2abc6a1c55f9 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "DELETE /v2.0/ports/08700650-099a-4cd9-849a-b72ef0237d4c HTTP/1.1" status: 204 len: 168 time: 1.7608361 Nov 27 01:15:15.327512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59936) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:15.336795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:15.337053 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.338489 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] 10.222.0.11 "PUT /v2.0/ports/3091cb21-086d-418f-a3b5-a77c9e037f08 HTTP/1.1" status: 200 len: 1091 time: 1.8219461 Nov 27 01:15:15.339849 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.340953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'tag': '3091cb21-086d-418f-a3b5-a77c9e037f08'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:15.343236 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f3866-efb6-4435-b2e9-600afc97a96d" -d '{"events": [{"name": "network-changed", "server_uuid": "21887068-8aa5-4fd7-9a9a-fcea4d153df9", "tag": "3091cb21-086d-418f-a3b5-a77c9e037f08"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:15.355617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca9099-9795-4a22-8534-d3c83d66951c service neutron] Pushing event updated for resources: {'Port': ['ID=3091cb21-086d-418f-a3b5-a77c9e037f08,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:15.368851 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-59890309-6519-4300-b297-45f83910c12e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] GET failed (client error): The resource could not be found. Nov 27 01:15:15.371534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-59890309-6519-4300-b297-45f83910c12e tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "GET /v2.0/ports/08700650-099a-4cd9-849a-b72ef0237d4c HTTP/1.1" status: 404 len: 333 time: 0.0425892 Nov 27 01:15:15.375867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59942) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:15.429032 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:15.435999 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.437616 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e9d13b8e-877d-4578-8d5c-39f212741d7f req-c20cda33-36f2-44e7-85bf-b39195606552 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163461 Nov 27 01:15:15.479962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-b1c18440-8fec-469f-b763-f26095155d97 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Deleting port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:15.480304 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-b1c18440-8fec-469f-b763-f26095155d97 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.527092 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.542847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-07327851-34aa-45f2-8041-a4540fd50b68 service neutron] 10.222.0.37 "GET /v2.0/networks/572c59c7-44af-4dd0-9188-0c3d2adc3150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563025 Nov 27 01:15:15.560693 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:15.572070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e54163bf-24fa-4e57-a2a2-205eafea7a46 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:15.636535 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5ab808f-9c25-42eb-a947-76e2f9ae4492 req-bdfa8f98-4d22-4306-9c05-c1cf98f9ceff tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0645201 Nov 27 01:15:15.652606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port e54163bf-24fa-4e57-a2a2-205eafea7a46 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:15:15.658481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port e54163bf-24fa-4e57-a2a2-205eafea7a46 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:15.658988 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.724109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-b1c18440-8fec-469f-b763-f26095155d97 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] For port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:15.724547 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-b1c18440-8fec-469f-b763-f26095155d97 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.740771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-b1c18440-8fec-469f-b763-f26095155d97 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Calling delete_port for 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:15.762390 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.776242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-be9c40f9-0314-453a-a0c7-424f3a1259a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:15.778025 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-be9c40f9-0314-453a-a0c7-424f3a1259a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 1094 time: 0.3624775 Nov 27 01:15:15.789983 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-80182c1a-9523-49ce-9069-7eab9debf835 service neutron] 10.222.0.37 "GET /v2.0/networks/572c59c7-44af-4dd0-9188-0c3d2adc3150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458394 Nov 27 01:15:15.813826 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.854707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e54163bf-24fa-4e57-a2a2-205eafea7a46, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e54163bf-24fa-4e57-a2a2-205eafea7a46,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:15.862746 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.874749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d750f7-b791-4592-84e6-07cafba013bb req-8a7f6471-f45a-4157-b0b7-ff2b4ee5e46f tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:15.876465 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a7d750f7-b791-4592-84e6-07cafba013bb req-8a7f6471-f45a-4157-b0b7-ff2b4ee5e46f tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 932 time: 0.1218505 Nov 27 01:15:15.891519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Network efe72fe1-d58e-4577-9dbc-25cd0515fd5f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:15.893171 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-fcfe36ba-0abe-417f-b4fd-9a1fba341f76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3091cb21-086d-418f-a3b5-a77c9e037f08 HTTP/1.1" status: 200 len: 217 time: 0.0763700 Nov 27 01:15:15.903794 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:15.916154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:15.929229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Pushing event updated for resources: {'Port': ['ID=25276f33-7dc6-411f-ab62-0fd59d58e28f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:15.936499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e54163bf-24fa-4e57-a2a2-205eafea7a46,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:15.989514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-540291f4-2054-4a2d-a81e-9114f5251b0a tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Deleting port 1f96e659-0c11-4406-8241-cb1f9016abba {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:15.989848 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-540291f4-2054-4a2d-a81e-9114f5251b0a tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:15.990759 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a7d750f7-b791-4592-84e6-07cafba013bb req-018e1e9c-c611-4942-9ff7-1399cd40ee33 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998459 Nov 27 01:15:16.020570 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-b1c18440-8fec-469f-b763-f26095155d97 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.070775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c18440-8fec-469f-b763-f26095155d97 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Port': ['ID=363e4dd1-9d4a-4a71-9ef6-ecaf0b704993,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:16.074295 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:16.074929 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.081326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-2b8133a1-40be-4387-91c1-f34919353911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:16.082826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-2b8133a1-40be-4387-91c1-f34919353911 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a47bc75-51de-4fff-99e5-a89ff920057e HTTP/1.1" status: 200 len: 849 time: 0.1756392 Nov 27 01:15:16.137520 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-1dbaad10-7060-486d-aa1c-32540136a2ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8125443 Nov 27 01:15:16.155226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-b1c18440-8fec-469f-b763-f26095155d97 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] No DVR routers for this DVR port 363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:16.158931 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-b1c18440-8fec-469f-b763-f26095155d97 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.162950 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-b1c18440-8fec-469f-b763-f26095155d97 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "DELETE /v2.0/ports/363e4dd1-9d4a-4a71-9ef6-ecaf0b704993 HTTP/1.1" status: 204 len: 173 time: 0.9377930 Nov 27 01:15:16.164655 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f32d1a-dce3-48f1-b4d7-433aa07da53f x-openstack-request-id: req-b7f32d1a-dce3-48f1-b4d7-433aa07da53f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:16.164944 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-deleted", "tag": "08ee5b8c-ecad-4c74-97c4-8588634b5d0a", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:16.165201 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7f32d1a-dce3-48f1-b4d7-433aa07da53f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:16.165713 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-deleted', 'tag': '08ee5b8c-ecad-4c74-97c4-8588634b5d0a', 'status': 'completed', 'code': 200} Nov 27 01:15:16.176046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Request body: {'port': {'device_id': 'bdc841a5-60e9-420f-83b5-7114ac2bcd3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:16.216974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-540291f4-2054-4a2d-a81e-9114f5251b0a tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.230689 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48313ba-272c-40d4-b394-be9c83ad8923 x-openstack-request-id: req-b48313ba-272c-40d4-b394-be9c83ad8923 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:16.231093 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21887068-8aa5-4fd7-9a9a-fcea4d153df9", "tag": "3091cb21-086d-418f-a3b5-a77c9e037f08", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:16.231299 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b48313ba-272c-40d4-b394-be9c83ad8923 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:16.231690 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'tag': '3091cb21-086d-418f-a3b5-a77c9e037f08', 'status': 'completed', 'code': 200} Nov 27 01:15:16.243272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-540291f4-2054-4a2d-a81e-9114f5251b0a tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Calling delete_port for 1f96e659-0c11-4406-8241-cb1f9016abba owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:16.248505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-bbfe2b8c-7e70-4cd1-aff7-56cea88eeefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:16.249991 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-bbfe2b8c-7e70-4cd1-aff7-56cea88eeefd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3083db5d-148c-4c08-b659-41fd18a67bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578848 Nov 27 01:15:16.358476 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11969e4-fd71-41cf-ac29-1845884ec8c4 req-3cd838d3-1a88-404b-8e07-fd7ced627759 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:16.360169 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a11969e4-fd71-41cf-ac29-1845884ec8c4 req-3cd838d3-1a88-404b-8e07-fd7ced627759 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 943 time: 0.0753157 Nov 27 01:15:16.365708 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Deleting port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:16.366051 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.412030 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a64b1a0-430d-4628-bea9-f08fdf8c263d'}, {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb125b90-f3f4-4741-b436-15bdf5492147'}, {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92'}, {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363e4dd1-9d4a-4a71-9ef6-ecaf0b704993'}, {'server_uuid': '10adf623-653b-481f-a382-cbc931abbd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54163bf-24fa-4e57-a2a2-205eafea7a46'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:16.420218 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59db65d6-347e-4e5e-92fa-7907385a1d6f" -d '{"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-unplugged", "status": "completed", "tag": "2a64b1a0-430d-4628-bea9-f08fdf8c263d"}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-unplugged", "status": "completed", "tag": "cb125b90-f3f4-4741-b436-15bdf5492147"}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-unplugged", "status": "completed", "tag": "e02598a7-5e0c-4e55-8eea-03ab3c8c0c92"}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-unplugged", "status": "completed", "tag": "363e4dd1-9d4a-4a71-9ef6-ecaf0b704993"}, {"server_uuid": "10adf623-653b-481f-a382-cbc931abbd77", "name": "network-vif-plugged", "status": "completed", "tag": "e54163bf-24fa-4e57-a2a2-205eafea7a46"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:16.483698 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a11969e4-fd71-41cf-ac29-1845884ec8c4 req-683d9b28-6b07-4936-8166-f32ae50f5e13 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021621 Nov 27 01:15:16.637181 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.793682 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.795689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2e3f234-e972-4a86-8cab-4f78c4a357b7 req-bc911a95-ec9b-4c99-8f19-b442c6130f68 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 210 time: 0.2637093 Nov 27 01:15:16.799107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] For port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:16.799536 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:16.861453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bb803-2f83-4d6c-ba3e-251d4450416c req-8b9e4a97-5df4-4912-b613-b60f1bdcda1c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:16.868998 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f29bb803-2f83-4d6c-ba3e-251d4450416c req-8b9e4a97-5df4-4912-b613-b60f1bdcda1c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 946 time: 0.6226432 Nov 27 01:15:16.885190 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df430234-bf69-498d-a255-1d13a38b6daf x-openstack-request-id: req-df430234-bf69-498d-a255-1d13a38b6daf {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:16.886442 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-unplugged", "status": "completed", "tag": "2a64b1a0-430d-4628-bea9-f08fdf8c263d", "code": 200}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-unplugged", "status": "completed", "tag": "cb125b90-f3f4-4741-b436-15bdf5492147", "code": 200}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-unplugged", "status": "completed", "tag": "e02598a7-5e0c-4e55-8eea-03ab3c8c0c92", "code": 200}, {"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-unplugged", "status": "completed", "tag": "363e4dd1-9d4a-4a71-9ef6-ecaf0b704993", "code": 200}, {"server_uuid": "10adf623-653b-481f-a382-cbc931abbd77", "name": "network-vif-plugged", "status": "completed", "tag": "e54163bf-24fa-4e57-a2a2-205eafea7a46", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:16.886934 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df430234-bf69-498d-a255-1d13a38b6daf {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:16.887393 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a64b1a0-430d-4628-bea9-f08fdf8c263d', 'code': 200} Nov 27 01:15:16.887654 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb125b90-f3f4-4741-b436-15bdf5492147', 'code': 200} Nov 27 01:15:16.887912 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92', 'code': 200} Nov 27 01:15:16.888800 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363e4dd1-9d4a-4a71-9ef6-ecaf0b704993', 'code': 200} Nov 27 01:15:16.888800 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10adf623-653b-481f-a382-cbc931abbd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54163bf-24fa-4e57-a2a2-205eafea7a46', 'code': 200} Nov 27 01:15:17.045847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-53c95fff-6137-4316-a614-5fdb3e1c33b0 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706822 Nov 27 01:15:17.072720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f29bb803-2f83-4d6c-ba3e-251d4450416c req-f22578c1-fcf7-4d54-ae51-5dbd37319357 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027986 Nov 27 01:15:17.074099 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.100243 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c951-4f80-43af-a98e-7c72830313bb req-38019079-3a90-4933-b27f-4563ea76c8a5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:17.106877 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c951-4f80-43af-a98e-7c72830313bb req-38019079-3a90-4933-b27f-4563ea76c8a5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:17.113066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c951-4f80-43af-a98e-7c72830313bb req-38019079-3a90-4933-b27f-4563ea76c8a5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:17.118759 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c085c951-4f80-43af-a98e-7c72830313bb req-38019079-3a90-4933-b27f-4563ea76c8a5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 2410 time: 0.1690326 Nov 27 01:15:17.196126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c085c951-4f80-43af-a98e-7c72830313bb req-1632d4d1-1afb-40ad-a13e-f2ce3bad577a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704370 Nov 27 01:15:17.198795 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.199223 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.199616 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Floating IP cf2c536d-1f8a-4688-ac50-59be44d3f2c8 disassociated. External IP: 172.25.3.12, port: e02598a7-5e0c-4e55-8eea-03ab3c8c0c92. Nov 27 01:15:17.200026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Calling delete_port for e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:17.221925 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-540291f4-2054-4a2d-a81e-9114f5251b0a tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.277711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-487d1de2-e817-4948-b3e7-ae8dfa1feba8 req-efccc917-8470-49eb-98e4-307bda9a0c04 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0942967 Nov 27 01:15:17.284838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540291f4-2054-4a2d-a81e-9114f5251b0a tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event deleted for resources: {'Port': ['ID=1f96e659-0c11-4406-8241-cb1f9016abba,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:17.356153 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-540291f4-2054-4a2d-a81e-9114f5251b0a tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.359533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed488638-2020-48a4-9377-8d20ace52010 req-a1545187-4366-4fee-ac85-0bb504bcf133 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:17.359984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-540291f4-2054-4a2d-a81e-9114f5251b0a tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "DELETE /v2.0/ports/1f96e659-0c11-4406-8241-cb1f9016abba HTTP/1.1" status: 204 len: 168 time: 1.9831705 Nov 27 01:15:17.363897 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ed488638-2020-48a4-9377-8d20ace52010 req-a1545187-4366-4fee-ac85-0bb504bcf133 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 932 time: 0.0900295 Nov 27 01:15:17.369322 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59972) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:17.383930 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5200051-3761-4bdc-ba59-e8714e64dcbe req-ebc85486-0630-4a02-8090-c8651b904fd6 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257377 Nov 27 01:15:17.385735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b1c5-811d-4bfd-86e7-5e3a24ab3f47 req-e9354a71-66db-4b4d-9d93-7d6ed6b3e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:17.387144 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fee4b1c5-811d-4bfd-86e7-5e3a24ab3f47 req-e9354a71-66db-4b4d-9d93-7d6ed6b3e126 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 1097 time: 0.2464507 Nov 27 01:15:17.441082 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4ce022-962a-499d-866a-f76b55df586f tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] GET failed (client error): The resource could not be found. Nov 27 01:15:17.446619 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4a4ce022-962a-499d-866a-f76b55df586f tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "GET /v2.0/ports/1f96e659-0c11-4406-8241-cb1f9016abba HTTP/1.1" status: 404 len: 333 time: 0.0759485 Nov 27 01:15:17.447326 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59974) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:17.490421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25276f33-7dc6-411f-ab62-0fd59d58e28f {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:17.504451 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.525616 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.531878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.586978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Transition to ACTIVE for port object 25276f33-7dc6-411f-ab62-0fd59d58e28f will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:17.606433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.662169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Port': ['ID=e02598a7-5e0c-4e55-8eea-03ab3c8c0c92,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:17.664941 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fee4b1c5-811d-4bfd-86e7-5e3a24ab3f47 req-dc11e720-70a8-4f3c-9c43-585ac664cb7b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648492 Nov 27 01:15:17.691631 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ed488638-2020-48a4-9377-8d20ace52010 req-00ef87d8-314a-45f1-a320-0254b7419930 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941651 Nov 27 01:15:17.703721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f3866-efb6-4435-b2e9-600afc97a96d req-fab59b3e-c2c8-4bee-a7ca-f83544e3deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:17.705515 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d9f3866-efb6-4435-b2e9-600afc97a96d req-fab59b3e-c2c8-4bee-a7ca-f83544e3deeb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 1094 time: 0.1856875 Nov 27 01:15:17.718850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Pushing event updated for resources: {'Port': ['ID=25276f33-7dc6-411f-ab62-0fd59d58e28f,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:17.777580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cdf09-5e54-44e6-89e3-904a96bfbe48 req-45a88b29-f36a-4669-a5fe-6c3c4082bfb3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:17.779204 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd2cdf09-5e54-44e6-89e3-904a96bfbe48 req-45a88b29-f36a-4669-a5fe-6c3c4082bfb3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 943 time: 0.1406901 Nov 27 01:15:17.827655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Attempting to bind port 25276f33-7dc6-411f-ab62-0fd59d58e28f on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:17.828002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Attempting to bind port 25276f33-7dc6-411f-ab62-0fd59d58e28f by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:17.829212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Attempting to bind port 25276f33-7dc6-411f-ab62-0fd59d58e28f on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:17.843416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Port 25276f33-7dc6-411f-ab62-0fd59d58e28f on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:17.843752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Attempting to bind port 25276f33-7dc6-411f-ab62-0fd59d58e28f on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:17.846759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-4d298121-9bcc-43af-a0a3-85843b0346ba tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:17.848283 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-4d298121-9bcc-43af-a0a3-85843b0346ba tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.42 "GET /v2.0/networks?id=572c59c7-44af-4dd0-9188-0c3d2adc3150 HTTP/1.1" status: 200 len: 816 time: 0.2566209 Nov 27 01:15:17.857016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d4cfa707-0392-4458-9a7c-3bd001f3d394 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Deleting port fa5a5617-3742-4e9b-a1b5-bd4b0940aa91 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:17.857323 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa707-0392-4458-9a7c-3bd001f3d394 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.870543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:17.870906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Checking segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:17.871459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Bound using segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:17.871905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Bound port: 25276f33-7dc6-411f-ab62-0fd59d58e28f, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:17.872263 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:17.876617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Router 02f54c1d-69f7-498d-83de-897a2c9cab8b has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:15:17.887885 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd2cdf09-5e54-44e6-89e3-904a96bfbe48 req-7d22ee3a-3641-41bc-9bd8-2932cb044ab4 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024079 Nov 27 01:15:17.968071 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ae449bd-5c38-46fa-8206-ca23c10166f8 req-06876026-329a-459e-b972-bf003aff9564 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 210 time: 0.0498192 Nov 27 01:15:18.020325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] For port 25276f33-7dc6-411f-ab62-0fd59d58e28f, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:18.025056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] For port 25276f33-7dc6-411f-ab62-0fd59d58e28f, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=25276f33-7dc6-411f-ab62-0fd59d58e28f,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:18.034553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.109366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Pushing event updated for resources: {'Port': ['ID=25276f33-7dc6-411f-ab62-0fd59d58e28f,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:18.140360 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa707-0392-4458-9a7c-3bd001f3d394 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.157386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e9fc3963-ed84-4457-bedb-a1569f2a7bf8 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4f8a4e97b543a8ad6fc76e918a38a0 HTTP/1.1" status: 200 len: 380 time: 0.2831273 Nov 27 01:15:18.161650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:18.162302 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.163777 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4bd656f7-85d6-4fb6-ae60-1426cff8cf65 service neutron] 10.222.0.11 "PUT /v2.0/ports/25276f33-7dc6-411f-ab62-0fd59d58e28f HTTP/1.1" status: 200 len: 1092 time: 2.0004032 Nov 27 01:15:18.167822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-deleted', 'tag': '363e4dd1-9d4a-4a71-9ef6-ecaf0b704993'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:18.170099 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f231bd8f-72bd-4c33-b689-d5f3495ac767" -d '{"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-deleted", "tag": "363e4dd1-9d4a-4a71-9ef6-ecaf0b704993"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:18.174273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f3866-efb6-4435-b2e9-600afc97a96d req-08b0bb18-946b-47c3-b38c-ce0b7238467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:18.179919 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d9f3866-efb6-4435-b2e9-600afc97a96d req-08b0bb18-946b-47c3-b38c-ce0b7238467f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 911 time: 0.2558632 Nov 27 01:15:18.194845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Request body: {'port': {'device_id': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'admin_state_up': True, 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'security_groups': ['7aee3468-9dee-4ee1-85b1-44f711f0f6c5']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:18.214015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d4cfa707-0392-4458-9a7c-3bd001f3d394 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Calling delete_port for fa5a5617-3742-4e9b-a1b5-bd4b0940aa91 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:18.234916 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce714c7-2816-4853-ae53-9bea0078ba69 x-openstack-request-id: req-6ce714c7-2816-4853-ae53-9bea0078ba69 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:18.235393 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-deleted", "tag": "363e4dd1-9d4a-4a71-9ef6-ecaf0b704993", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:18.235818 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ce714c7-2816-4853-ae53-9bea0078ba69 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:18.236355 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-deleted', 'tag': '363e4dd1-9d4a-4a71-9ef6-ecaf0b704993', 'status': 'completed', 'code': 200} Nov 27 01:15:18.296232 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc841a5-60e9-420f-83b5-7114ac2bcd3c', 'tag': '25276f33-7dc6-411f-ab62-0fd59d58e28f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:18.296831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:15:18.298930 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24806012-975c-49af-9215-73e33f8e850a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc841a5-60e9-420f-83b5-7114ac2bcd3c", "tag": "25276f33-7dc6-411f-ab62-0fd59d58e28f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:18.302634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d9f3866-efb6-4435-b2e9-600afc97a96d req-a85a911b-a82a-449c-bc44-2f9200c6124d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3091cb21-086d-418f-a3b5-a77c9e037f08 HTTP/1.1" status: 200 len: 217 time: 0.1062462 Nov 27 01:15:18.312560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03eb561-e7b1-4dc0-9f63-84b382374165 None None] Sync routers for ids ['02f54c1d-69f7-498d-83de-897a2c9cab8b'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:15:18.326148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03eb561-e7b1-4dc0-9f63-84b382374165 None None] Routers {'02f54c1d-69f7-498d-83de-897a2c9cab8b'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:18.329930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b03eb561-e7b1-4dc0-9f63-84b382374165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['02f54c1d-69f7-498d-83de-897a2c9cab8b'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:18.398948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] No DVR routers for this DVR port e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:18.402080 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.406141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-2a4fd0ff-2aee-4f3f-9b66-62c7f564e778 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "DELETE /v2.0/ports/e02598a7-5e0c-4e55-8eea-03ab3c8c0c92 HTTP/1.1" status: 204 len: 173 time: 2.2157316 Nov 27 01:15:18.409698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b591a04-1738-451b-b0e4-ebeb815f31f2 req-654bf22b-5baf-4357-9b03-405a3fd9280f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:18.411291 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b591a04-1738-451b-b0e4-ebeb815f31f2 req-654bf22b-5baf-4357-9b03-405a3fd9280f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 946 time: 0.2170846 Nov 27 01:15:18.429161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-6640aa12-76cd-4478-b79d-4bba15bd2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:18.430995 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-6640aa12-76cd-4478-b79d-4bba15bd2dc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 1095 time: 0.1247256 Nov 27 01:15:18.432845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f3866-efb6-4435-b2e9-600afc97a96d req-5e594b02-a105-4b2b-8415-236a2d58d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:18.435280 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d9f3866-efb6-4435-b2e9-600afc97a96d req-5e594b02-a105-4b2b-8415-236a2d58d090 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a47bc75-51de-4fff-99e5-a89ff920057e HTTP/1.1" status: 200 len: 849 time: 0.1162229 Nov 27 01:15:18.477004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b03eb561-e7b1-4dc0-9f63-84b382374165 None None] Set router 02f54c1d-69f7-498d-83de-897a2c9cab8b gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:18.503149 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-41960d4c-0503-47b9-9ee5-1571f6bd24c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25276f33-7dc6-411f-ab62-0fd59d58e28f HTTP/1.1" status: 200 len: 217 time: 0.0441811 Nov 27 01:15:18.544967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Made reservation on behalf of 3c4f8a4e97b543a8ad6fc76e918a38a0 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:18.549113 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.585560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b183d8-b2e0-49a3-8ea0-4baef82ff757 req-c597dc6d-c6f9-4b1f-849a-b6c1b3ee882e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:18.592102 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b183d8-b2e0-49a3-8ea0-4baef82ff757 req-c597dc6d-c6f9-4b1f-849a-b6c1b3ee882e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:18.594714 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-43b183d8-b2e0-49a3-8ea0-4baef82ff757 req-c597dc6d-c6f9-4b1f-849a-b6c1b3ee882e tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 1677 time: 0.2140789 Nov 27 01:15:18.615949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4f3b0f03-9781-45eb-92d6-acca26d1b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:18.617430 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-4f3b0f03-9781-45eb-92d6-acca26d1b7a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.1009665 Nov 27 01:15:18.630060 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b591a04-1738-451b-b0e4-ebeb815f31f2 req-6f084e0f-be33-40bb-b4fb-404f11548025 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938097 Nov 27 01:15:18.632752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f3866-efb6-4435-b2e9-600afc97a96d req-b45deddc-0feb-43af-a5d8-d4268492fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:18.634161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d9f3866-efb6-4435-b2e9-600afc97a96d req-b45deddc-0feb-43af-a5d8-d4268492fd28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3083db5d-148c-4c08-b659-41fd18a67bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281695 Nov 27 01:15:18.762518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b03eb561-e7b1-4dc0-9f63-84b382374165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:04:01Z', 'revision_number': 4, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c533606-9e5f-48c0-b2ac-02cbd5e98c5f', 'name': '', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'mac_address': 'fa:16:3e:9d:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:04:10Z', 'revision_number': 5, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'subnets': [{'id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:18.790105 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa707-0392-4458-9a7c-3bd001f3d394 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:18.792413 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-75808478-5693-4931-83cc-2f1692562622 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907114 Nov 27 01:15:18.811775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-43b183d8-b2e0-49a3-8ea0-4baef82ff757 req-84ee9f85-fd5e-41ab-997b-42c8c46ef7e2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063353 Nov 27 01:15:18.820907 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03eb561-e7b1-4dc0-9f63-84b382374165 None None] Checking router: 02f54c1d-69f7-498d-83de-897a2c9cab8b for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:15:18.832913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03eb561-e7b1-4dc0-9f63-84b382374165 None None] Routers {'02f54c1d-69f7-498d-83de-897a2c9cab8b'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:18.834027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b03eb561-e7b1-4dc0-9f63-84b382374165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['02f54c1d-69f7-498d-83de-897a2c9cab8b'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:18.847494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfa707-0392-4458-9a7c-3bd001f3d394 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event deleted for resources: {'Port': ['ID=fa5a5617-3742-4e9b-a1b5-bd4b0940aa91,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:18.932088 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84436835-296b-48cf-9242-060c2ba13ad7 x-openstack-request-id: req-84436835-296b-48cf-9242-060c2ba13ad7 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:18.941098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Allocated IP 172.20.0.8 (572c59c7-44af-4dd0-9188-0c3d2adc3150/5f78d5c4-994d-4cf0-87be-5987f9ab593a/3bac80c2-ea4f-4751-9b92-5620752c7bb4) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:18.941667 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc841a5-60e9-420f-83b5-7114ac2bcd3c", "tag": "25276f33-7dc6-411f-ab62-0fd59d58e28f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:18.941934 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84436835-296b-48cf-9242-060c2ba13ad7 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:18.942542 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc841a5-60e9-420f-83b5-7114ac2bcd3c', 'tag': '25276f33-7dc6-411f-ab62-0fd59d58e28f', 'status': 'completed', 'code': 200} Nov 27 01:15:18.947444 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9eb3fef0-b412-411e-b555-657e188a7e2f req-400e1d14-1f75-403d-be5f-d59c0ff2091d tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.1692128 Nov 27 01:15:18.964090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b03eb561-e7b1-4dc0-9f63-84b382374165 None None] Set router 02f54c1d-69f7-498d-83de-897a2c9cab8b gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:19.155831 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d9f3866-efb6-4435-b2e9-600afc97a96d req-2fcca311-5406-4d51-af5b-5d596a8c4bef service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645889 Nov 27 01:15:19.168967 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.208026 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-77fc3a47-b596-4d6b-8008-09e7c78efa28 service neutron] 10.222.0.11 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460624 Nov 27 01:15:19.211728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-521567c1-cd12-4a94-8f1a-c34a0faa6bad tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Deleting port 2a64b1a0-430d-4628-bea9-f08fdf8c263d {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:19.212254 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-521567c1-cd12-4a94-8f1a-c34a0faa6bad tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.241531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b03eb561-e7b1-4dc0-9f63-84b382374165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:04:01Z', 'revision_number': 4, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c533606-9e5f-48c0-b2ac-02cbd5e98c5f', 'name': '', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'mac_address': 'fa:16:3e:9d:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:04:10Z', 'revision_number': 5, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'subnets': [{'id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:19.271247 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.334994 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8f2340a-2c62-4bb8-8943-516ff7645382 req-19cef740-72b3-412c-a280-835fc3ea04d7 service neutron] 10.222.0.11 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948291 Nov 27 01:15:19.358694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb24e0-be4e-4d62-9094-1325ec83ef20 req-10b4a0e5-462f-4475-9841-aa24956df94f tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:19.362442 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5bb24e0-be4e-4d62-9094-1325ec83ef20 req-10b4a0e5-462f-4475-9841-aa24956df94f tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 944 time: 0.2738354 Nov 27 01:15:19.406809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d9f3866-efb6-4435-b2e9-600afc97a96d req-1f74b790-db0f-48b0-ba81-20869429d673 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384813 Nov 27 01:15:19.464546 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5bb24e0-be4e-4d62-9094-1325ec83ef20 req-05085182-31be-4755-ac3e-f481e691077b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566311 Nov 27 01:15:19.496918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03eb561-e7b1-4dc0-9f63-84b382374165 None None] The sync data for ids ['02f54c1d-69f7-498d-83de-897a2c9cab8b'] in n-d-819494-2 is: [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:04:01Z', 'revision_number': 4, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c533606-9e5f-48c0-b2ac-02cbd5e98c5f', 'name': '', 'network_id': '874ba3d7-fadd-49cf-b553-f26abbe13939', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'mac_address': 'fa:16:3e:9d:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:58Z', 'updated_at': '2021-11-27T01:04:10Z', 'revision_number': 5, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'subnets': [{'id': '89a5c702-8864-411b-b4cf-2e5d39b836d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:15:19.550196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24806012-975c-49af-9215-73e33f8e850a req-4b2d0b41-718f-4ced-bbd7-985097a58fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:19.551769 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24806012-975c-49af-9215-73e33f8e850a req-4b2d0b41-718f-4ced-bbd7-985097a58fee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 1095 time: 0.0814059 Nov 27 01:15:19.721459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59887d-1c6a-43f3-8286-34561adeb669 req-fe79c109-219a-4047-adff-dbaf6be94708 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:19.730138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b59887d-1c6a-43f3-8286-34561adeb669 req-fe79c109-219a-4047-adff-dbaf6be94708 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 931 time: 0.1647666 Nov 27 01:15:19.736094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24806012-975c-49af-9215-73e33f8e850a req-e753203c-6b53-4e37-afb3-3929c7d2345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:19.737562 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24806012-975c-49af-9215-73e33f8e850a req-e753203c-6b53-4e37-afb3-3929c7d2345b service neutron] 10.222.0.11 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 912 time: 0.1737757 Nov 27 01:15:19.783710 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa707-0392-4458-9a7c-3bd001f3d394 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.791200 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d4cfa707-0392-4458-9a7c-3bd001f3d394 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "DELETE /v2.0/ports/fa5a5617-3742-4e9b-a1b5-bd4b0940aa91 HTTP/1.1" status: 204 len: 168 time: 2.3384714 Nov 27 01:15:19.802089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60000) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:19.813375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Pushing event updated for resources: {'Port': ['ID=3bac80c2-ea4f-4751-9b92-5620752c7bb4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:19.831496 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24806012-975c-49af-9215-73e33f8e850a req-a70191eb-5373-45f5-9296-2c98933207bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25276f33-7dc6-411f-ab62-0fd59d58e28f HTTP/1.1" status: 200 len: 217 time: 0.0672405 Nov 27 01:15:19.849482 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Network 572c59c7-44af-4dd0-9188-0c3d2adc3150 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:19.858047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:19.865099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:19.908810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b59887d-1c6a-43f3-8286-34561adeb669 req-0ef00943-bb94-4cd6-95d8-774d9f9090d6 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772814 Nov 27 01:15:19.913403 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5407e-26c0-4495-9cd1-f6fc0ba41e89 None None] New status for floating IP cf2c536d-1f8a-4688-ac50-59be44d3f2c8: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:15:19.915563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c8801-6b07-4ec1-992e-7a0445e24455 req-d632f102-d5ee-4b75-a498-06b0d5df2a5f tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:19.918022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24806012-975c-49af-9215-73e33f8e850a req-517ef635-775e-4bb6-974b-ecb980cdcec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:19.922976 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e0c8801-6b07-4ec1-992e-7a0445e24455 req-d632f102-d5ee-4b75-a498-06b0d5df2a5f tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 943 time: 0.6927197 Nov 27 01:15:19.928781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24806012-975c-49af-9215-73e33f8e850a req-517ef635-775e-4bb6-974b-ecb980cdcec7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.0877657 Nov 27 01:15:19.977308 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ca69d4-f6ed-4b7c-8a47-84ceeeced6c6 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Deleting subnet d6064006-e65b-4f57-b5d4-d9f27125cfe2 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:15:19.993276 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ca69d4-f6ed-4b7c-8a47-84ceeeced6c6 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:19.997213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24806012-975c-49af-9215-73e33f8e850a req-57d49721-f893-4c00-b204-b8bae3486b63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571961 Nov 27 01:15:20.030972 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:20.031585 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.092800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-521567c1-cd12-4a94-8f1a-c34a0faa6bad tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] For port 2a64b1a0-430d-4628-bea9-f08fdf8c263d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=2a64b1a0-430d-4628-bea9-f08fdf8c263d,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:20.093172 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-521567c1-cd12-4a94-8f1a-c34a0faa6bad tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.130766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e0c8801-6b07-4ec1-992e-7a0445e24455 req-5c66dd91-1424-4b73-b1a4-09856f60695a tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992993 Nov 27 01:15:20.142524 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ca69d4-f6ed-4b7c-8a47-84ceeeced6c6 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.152942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-521567c1-cd12-4a94-8f1a-c34a0faa6bad tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Calling delete_port for 2a64b1a0-430d-4628-bea9-f08fdf8c263d owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:20.158543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-e67ce85b-4d3d-49de-abc7-31e910f87367 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9913554 Nov 27 01:15:20.201480 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24806012-975c-49af-9215-73e33f8e850a req-f7947e4f-de15-421c-91bd-08cc4ff1f665 service neutron] 10.222.0.11 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940546 Nov 27 01:15:20.214625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Request body: {'port': {'device_id': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:20.234425 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4bcac-a255-4650-a998-0e5cbe320a2b req-f8d5bac2-44d7-428c-bddb-1d6d6fb953ec tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:20.235950 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6da4bcac-a255-4650-a998-0e5cbe320a2b req-f8d5bac2-44d7-428c-bddb-1d6d6fb953ec tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 946 time: 0.0936162 Nov 27 01:15:20.253654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-deleted', 'tag': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:20.256038 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2125112a-ca57-4cbb-ab17-43099920963d" -d '{"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-deleted", "tag": "e02598a7-5e0c-4e55-8eea-03ab3c8c0c92"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:20.313397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e39b7c09-feea-45e3-b147-004f78c7cdec None None] Provisioning complete for port 3bac80c2-ea4f-4751-9b92-5620752c7bb4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:20.313943 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e39b7c09-feea-45e3-b147-004f78c7cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.341577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6da4bcac-a255-4650-a998-0e5cbe320a2b req-4fec6add-9208-4fe2-b7f4-5d227d1f35e8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951607 Nov 27 01:15:20.347903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e39b7c09-feea-45e3-b147-004f78c7cdec None None] Port 3bac80c2-ea4f-4751-9b92-5620752c7bb4 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:20.359814 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24806012-975c-49af-9215-73e33f8e850a req-55e5e6e2-9dfd-4324-a220-15986b93128d service neutron] 10.222.0.11 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481104 Nov 27 01:15:20.444084 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ca69d4-f6ed-4b7c-8a47-84ceeeced6c6 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.457142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cdf5efdf-2b41-4ede-9714-cf1636d25f4b req-aab6b953-2761-42d4-a327-5a4f20372a40 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0311029 Nov 27 01:15:20.539755 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.549200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9ae6c-76cc-49a3-9b15-08c7abbeb170 req-53d4340c-9e3c-4a4d-8489-559066a1f4fb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:20.555316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9ae6c-76cc-49a3-9b15-08c7abbeb170 req-53d4340c-9e3c-4a4d-8489-559066a1f4fb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:20.556935 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bd9ae6c-76cc-49a3-9b15-08c7abbeb170 req-53d4340c-9e3c-4a4d-8489-559066a1f4fb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 1677 time: 0.3374484 Nov 27 01:15:20.625147 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcb7bfc-53be-4f82-9bd9-193f2b2b19ee x-openstack-request-id: req-fbcb7bfc-53be-4f82-9bd9-193f2b2b19ee {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:20.625500 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-deleted", "tag": "e02598a7-5e0c-4e55-8eea-03ab3c8c0c92", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:20.625677 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbcb7bfc-53be-4f82-9bd9-193f2b2b19ee {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:20.626059 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-deleted', 'tag': 'e02598a7-5e0c-4e55-8eea-03ab3c8c0c92', 'status': 'completed', 'code': 200} Nov 27 01:15:20.654187 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-521567c1-cd12-4a94-8f1a-c34a0faa6bad tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.682920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ca69d4-f6ed-4b7c-8a47-84ceeeced6c6 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.725984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521567c1-cd12-4a94-8f1a-c34a0faa6bad tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Port': ['ID=2a64b1a0-430d-4628-bea9-f08fdf8c263d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:20.730616 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bd9ae6c-76cc-49a3-9b15-08c7abbeb170 req-6a97d303-2b42-427c-938c-a5b08bd99dc0 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595347 Nov 27 01:15:20.811250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca69d4-f6ed-4b7c-8a47-84ceeeced6c6 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event deleted for resources: {'Subnet': ['ID=d6064006-e65b-4f57-b5d4-d9f27125cfe2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:20.819803 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ca69d4-f6ed-4b7c-8a47-84ceeeced6c6 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.821201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e209c4-f9d4-457a-8c5f-57c650b9ab0f req-7edc8636-cf80-4459-b783-319986133133 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:20.825706 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-86ca69d4-f6ed-4b7c-8a47-84ceeeced6c6 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "DELETE /v2.0/subnets/d6064006-e65b-4f57-b5d4-d9f27125cfe2 HTTP/1.1" status: 204 len: 168 time: 1.0190728 Nov 27 01:15:20.829339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-84e209c4-f9d4-457a-8c5f-57c650b9ab0f req-7edc8636-cf80-4459-b783-319986133133 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 944 time: 0.0596163 Nov 27 01:15:20.833215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f66094-c82c-48b6-ba9a-43dd1861780b None None] Network edea90df-0259-4b58-93ea-c26da200c68e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:20.844045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60016) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:20.878685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-84e209c4-f9d4-457a-8c5f-57c650b9ab0f req-dbefb6d4-2a59-47a6-87fe-fc9258a38138 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482779 Nov 27 01:15:20.904478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-521567c1-cd12-4a94-8f1a-c34a0faa6bad tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] No DVR routers for this DVR port 2a64b1a0-430d-4628-bea9-f08fdf8c263d on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:20.935667 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-521567c1-cd12-4a94-8f1a-c34a0faa6bad tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:20.939094 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-521567c1-cd12-4a94-8f1a-c34a0faa6bad tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "DELETE /v2.0/ports/2a64b1a0-430d-4628-bea9-f08fdf8c263d HTTP/1.1" status: 204 len: 173 time: 2.5121856 Nov 27 01:15:21.059303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4491cc-5288-4b54-af69-244c59866400 req-90fbdb8f-0390-49b3-b74a-6b848e1fa0dd tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:21.068363 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.070927 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ce12a6-a4bb-438f-a222-abfb5da7a9e3 None None] DHCP port deletion for edea90df-0259-4b58-93ea-c26da200c68e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:15:21.078121 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1c4491cc-5288-4b54-af69-244c59866400 req-90fbdb8f-0390-49b3-b74a-6b848e1fa0dd tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 931 time: 0.0804942 Nov 27 01:15:21.101705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ae2c2-effe-4014-94ba-d3c9e36fcdbe req-f81685ad-1b71-4c2d-b12b-f434337acd62 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:21.103235 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a18ae2c2-effe-4014-94ba-d3c9e36fcdbe req-f81685ad-1b71-4c2d-b12b-f434337acd62 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 946 time: 0.2787254 Nov 27 01:15:21.133790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce12a6-a4bb-438f-a222-abfb5da7a9e3 None None] Deleting port 43bbba09-f174-4b0f-864c-1777d0d6d432 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:21.134816 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8ce12a6-a4bb-438f-a222-abfb5da7a9e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.173292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1c4491cc-5288-4b54-af69-244c59866400 req-1a004c0c-505c-4b1e-a269-31ef57b48e81 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938511 Nov 27 01:15:21.231249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c8ce12a6-a4bb-438f-a222-abfb5da7a9e3 None None] For port 43bbba09-f174-4b0f-864c-1777d0d6d432, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=43bbba09-f174-4b0f-864c-1777d0d6d432,segment=NetworkSegment(d383fae3-1cfc-492f-a281-28527e6a3501),segment_id=d383fae3-1cfc-492f-a281-28527e6a3501)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:21.231646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8ce12a6-a4bb-438f-a222-abfb5da7a9e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.247640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce12a6-a4bb-438f-a222-abfb5da7a9e3 None None] Calling delete_port for 43bbba09-f174-4b0f-864c-1777d0d6d432 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:21.341324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6b0aa-04bd-4279-a536-b1c0abba5f73 req-be6ec48e-64c5-429c-90e0-ac1873a8482c tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:21.344380 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ae6b0aa-04bd-4279-a536-b1c0abba5f73 req-be6ec48e-64c5-429c-90e0-ac1873a8482c tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 943 time: 0.0843081 Nov 27 01:15:21.347802 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8ce12a6-a4bb-438f-a222-abfb5da7a9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.353352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bac80c2-ea4f-4751-9b92-5620752c7bb4 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:21.372770 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.390615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a18ae2c2-effe-4014-94ba-d3c9e36fcdbe req-6f691a53-4992-42df-9869-e925a5334221 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680763 Nov 27 01:15:21.405770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce12a6-a4bb-438f-a222-abfb5da7a9e3 None None] Pushing event deleted for resources: {'Port': ['ID=43bbba09-f174-4b0f-864c-1777d0d6d432,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:21.410482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce12a6-a4bb-438f-a222-abfb5da7a9e3 None None] No DVR routers for this DVR port 43bbba09-f174-4b0f-864c-1777d0d6d432 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:21.437081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Transition to ACTIVE for port object 3bac80c2-ea4f-4751-9b92-5620752c7bb4 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:21.439518 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ae6b0aa-04bd-4279-a536-b1c0abba5f73 req-af2d1166-bbc1-485e-8674-ce5a4bc55a14 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880337 Nov 27 01:15:21.454174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-bbd73a9c-e037-4c0d-b22f-f48eb66cfed2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Deleting port cb125b90-f3f4-4741-b436-15bdf5492147 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:21.455147 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-bbd73a9c-e037-4c0d-b22f-f48eb66cfed2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.462411 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.553267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Deleting port 43bbba09-f174-4b0f-864c-1777d0d6d432 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:21.553626 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.566451 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-66bf6ed6-a9a3-46a7-b6a4-9894214192fc req-a884ef7c-2a45-4063-bb94-a0e52c8502d8 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0272987 Nov 27 01:15:21.595112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 25276f33-7dc6-411f-ab62-0fd59d58e28f details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:15:21.686821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Pushing event updated for resources: {'Port': ['ID=3bac80c2-ea4f-4751-9b92-5620752c7bb4,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:21.740295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] For port 43bbba09-f174-4b0f-864c-1777d0d6d432, host n-d-819494-2, got binding levels [] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:21.740655 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.745010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 25276f33-7dc6-411f-ab62-0fd59d58e28f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=25276f33-7dc6-411f-ab62-0fd59d58e28f,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:21.757160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-bbd73a9c-e037-4c0d-b22f-f48eb66cfed2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] For port cb125b90-f3f4-4741-b436-15bdf5492147, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cb125b90-f3f4-4741-b436-15bdf5492147,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:21.757440 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-bbd73a9c-e037-4c0d-b22f-f48eb66cfed2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.759329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '25276f33-7dc6-411f-ab62-0fd59d58e28f', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'port_id': '25276f33-7dc6-411f-ab62-0fd59d58e28f', 'mac_address': 'fa:16:3e:9b:12:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93415f0e-02cb-4780-9300-d8a9de9b991f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:15:21.771948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc2120-2ac0-45c0-b449-8ba90da621de req-98773d8b-6679-41e9-bc67-747bda2649a9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:21.780169 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2bc2120-2ac0-45c0-b449-8ba90da621de req-98773d8b-6679-41e9-bc67-747bda2649a9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 946 time: 0.2958388 Nov 27 01:15:21.810743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Calling delete_port for 43bbba09-f174-4b0f-864c-1777d0d6d432 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:21.812021 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.813669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_backend_mixin [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Port 43bbba09-f174-4b0f-864c-1777d0d6d432 was not found and therefore no delete operation was performed {{(pid=103385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:15:21.835571 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.846524 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25276f33-7dc6-411f-ab62-0fd59d58e28f {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:21.871340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 25276f33-7dc6-411f-ab62-0fd59d58e28f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=25276f33-7dc6-411f-ab62-0fd59d58e28f,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:21.886778 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:21.887448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 3091cb21-086d-418f-a3b5-a77c9e037f08 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:15:21.896048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] No DVR routers for this DVR port 43bbba09-f174-4b0f-864c-1777d0d6d432 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:21.898765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-bbd73a9c-e037-4c0d-b22f-f48eb66cfed2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Calling delete_port for cb125b90-f3f4-4741-b436-15bdf5492147 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:21.904500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event deleted for resources: {'Port': ['ID=43bbba09-f174-4b0f-864c-1777d0d6d432,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:21.922527 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66578632-b284-40d4-aef2-7b7529d62964 req-783d0232-c113-4e8a-b9bc-d03cdaeb329f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:21.931872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-66578632-b284-40d4-aef2-7b7529d62964 req-783d0232-c113-4e8a-b9bc-d03cdaeb329f tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 943 time: 0.0868187 Nov 27 01:15:21.953261 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=25276f33-7dc6-411f-ab62-0fd59d58e28f,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:22.000999 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-66578632-b284-40d4-aef2-7b7529d62964 req-3fe5a27a-4dc2-46b6-929f-1319be6837fd tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c2e3a299-e41d-4356-8eea-139528be2d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671539 Nov 27 01:15:22.015124 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2bc2120-2ac0-45c0-b449-8ba90da621de req-cd6e5bd0-b6d5-4ab5-a427-72bf5fd4259f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340529 Nov 27 01:15:22.127124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Attempting to bind port 3bac80c2-ea4f-4751-9b92-5620752c7bb4 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:22.127734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Attempting to bind port 3bac80c2-ea4f-4751-9b92-5620752c7bb4 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:22.128219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Attempting to bind port 3bac80c2-ea4f-4751-9b92-5620752c7bb4 on network 572c59c7-44af-4dd0-9188-0c3d2adc3150 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:22.142606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 3091cb21-086d-418f-a3b5-a77c9e037f08, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=3091cb21-086d-418f-a3b5-a77c9e037f08,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:22.144735 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.156407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Port 3bac80c2-ea4f-4751-9b92-5620752c7bb4 on network 572c59c7-44af-4dd0-9188-0c3d2adc3150 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:22.156722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Attempting to bind port 3bac80c2-ea4f-4751-9b92-5620752c7bb4 on network 572c59c7-44af-4dd0-9188-0c3d2adc3150 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:22.157767 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '3091cb21-086d-418f-a3b5-a77c9e037f08', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'port_id': '3091cb21-086d-418f-a3b5-a77c9e037f08', 'mac_address': 'fa:16:3e:44:1a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:15:22.178787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:22.179126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Checking segment: {'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:22.179504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Bound using segment: {'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:22.180004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Bound port: 3bac80c2-ea4f-4751-9b92-5620752c7bb4, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:22.180356 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.194494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edea90df-0259-4b58-93ea-c26da200c68e']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:22.198600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0696228-4efe-41bd-ad24-f14d2d6688d5 req-f2dac89c-7d10-4435-a12c-efd0c0471ee1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:22.204456 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.207308 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd383fae3-1cfc-492f-a281-28527e6a3501') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:22.207604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd383fae3-1cfc-492f-a281-28527e6a3501') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:22.223606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c0696228-4efe-41bd-ad24-f14d2d6688d5 req-f2dac89c-7d10-4435-a12c-efd0c0471ee1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 945 time: 0.1240840 Nov 27 01:15:22.224608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3091cb21-086d-418f-a3b5-a77c9e037f08 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:22.230118 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.254837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 3091cb21-086d-418f-a3b5-a77c9e037f08, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=3091cb21-086d-418f-a3b5-a77c9e037f08,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:22.272194 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.293227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c0696228-4efe-41bd-ad24-f14d2d6688d5 req-0046e08e-0f7a-449f-9dfc-f8ac27714ac8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685661 Nov 27 01:15:22.326770 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.369691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=3091cb21-086d-418f-a3b5-a77c9e037f08,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:22.377180 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:15:22.377699 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:15:22.382671 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:15:22.399878 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 43bbba09-f174-4b0f-864c-1777d0d6d432 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:22.431741 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 43bbba09-f174-4b0f-864c-1777d0d6d432 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:22.432141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 43bbba09-f174-4b0f-864c-1777d0d6d432 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:22.457420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febb6f5-bb3f-4398-b09a-52b4f017f9f4 req-eb4d01de-b2b8-4399-a87b-c02ca29d103b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:22.462836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8febb6f5-bb3f-4398-b09a-52b4f017f9f4 req-eb4d01de-b2b8-4399-a87b-c02ca29d103b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 946 time: 0.0763640 Nov 27 01:15:22.467124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] For port 3bac80c2-ea4f-4751-9b92-5620752c7bb4, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:22.500530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] For port 3bac80c2-ea4f-4751-9b92-5620752c7bb4, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3bac80c2-ea4f-4751-9b92-5620752c7bb4,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:22.514101 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-bbd73a9c-e037-4c0d-b22f-f48eb66cfed2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.516880 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8febb6f5-bb3f-4398-b09a-52b4f017f9f4 req-fbf5369a-431b-4830-a628-584bf0131c60 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517774 Nov 27 01:15:22.519262 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.534850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f87d-c623-4f99-bcfa-9372ace4603b req-024d02ae-8c4e-4d8c-a580-3e091541295d tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:22.537179 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64a9f87d-c623-4f99-bcfa-9372ace4603b req-024d02ae-8c4e-4d8c-a580-3e091541295d tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 943 time: 0.1639879 Nov 27 01:15:22.568232 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.573395 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.579580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] 10.222.0.37 "DELETE /v2.0/networks/edea90df-0259-4b58-93ea-c26da200c68e HTTP/1.1" status: 204 len: 168 time: 1.7344973 Nov 27 01:15:22.601584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd73a9c-e037-4c0d-b22f-f48eb66cfed2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Port': ['ID=cb125b90-f3f4-4741-b436-15bdf5492147,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:22.630369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:22.631081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.633125 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] 10.222.0.42 "PUT /v2.0/ports/3bac80c2-ea4f-4751-9b92-5620752c7bb4 HTTP/1.1" status: 200 len: 1091 time: 2.4236248 Nov 27 01:15:22.638623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-deleted', 'tag': '2a64b1a0-430d-4628-bea9-f08fdf8c263d'}, {'name': 'network-changed', 'server_uuid': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'tag': '3bac80c2-ea4f-4751-9b92-5620752c7bb4'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:22.641052 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0734ce-b722-4a4e-8257-32b1dd0c1f19" -d '{"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-deleted", "tag": "2a64b1a0-430d-4628-bea9-f08fdf8c263d"}, {"name": "network-changed", "server_uuid": "0e007db8-e254-4605-b65e-dd98956aaf9d", "tag": "3bac80c2-ea4f-4751-9b92-5620752c7bb4"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:22.653559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fc513-a5ea-4917-91fb-8f072a21ee7e req-0bdfdd9c-d20f-49fa-a613-f6b4387e5a1e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:22.657754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['25276f33-7dc6-411f-ab62-0fd59d58e28f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:22.662657 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be5fc513-a5ea-4917-91fb-8f072a21ee7e req-0bdfdd9c-d20f-49fa-a613-f6b4387e5a1e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 944 time: 0.0824187 Nov 27 01:15:22.719625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e4bb0-2503-410c-a025-a64a9bc8dfd3 tempest-AllowedAddressPairIpV6TestJSON-1250855279 tempest-AllowedAddressPairIpV6TestJSON-1250855279-project] Pushing event deleted for resources: {'Network': ['ID=edea90df-0259-4b58-93ea-c26da200c68e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:22.721087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['3091cb21-086d-418f-a3b5-a77c9e037f08'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:22.756570 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be5fc513-a5ea-4917-91fb-8f072a21ee7e req-6c6869ae-d466-4646-9c0d-92209e46e94a tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876353 Nov 27 01:15:22.825748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-bbd73a9c-e037-4c0d-b22f-f48eb66cfed2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] No DVR routers for this DVR port cb125b90-f3f4-4741-b436-15bdf5492147 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:22.828601 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-bbd73a9c-e037-4c0d-b22f-f48eb66cfed2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:22.832802 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e20d113-1887-4359-85c7-fc184a2bbe24 req-bbd73a9c-e037-4c0d-b22f-f48eb66cfed2 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.11 "DELETE /v2.0/ports/cb125b90-f3f4-4741-b436-15bdf5492147 HTTP/1.1" status: 204 len: 173 time: 1.8755641 Nov 27 01:15:22.880367 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1d590dcc-72b8-4b1b-b6cf-b3fbfc1056dc req-a407bdfa-8beb-4a3b-baa3-bb4209ebbd89 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0446830 Nov 27 01:15:22.967429 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fe8a1-f5dc-4d17-8008-f4250525ba3a service neutron] Pushing event updated for resources: {'Port': ['ID=3bac80c2-ea4f-4751-9b92-5620752c7bb4,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:23.036195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64a9f87d-c623-4f99-bcfa-9372ace4603b req-b86e502a-ab77-40e5-915b-3352c119e3ec tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4689434 Nov 27 01:15:23.042956 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc0c946-559e-45d4-a372-c618afa0231b x-openstack-request-id: req-7dc0c946-559e-45d4-a372-c618afa0231b {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:23.045617 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-deleted", "tag": "2a64b1a0-430d-4628-bea9-f08fdf8c263d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0e007db8-e254-4605-b65e-dd98956aaf9d", "tag": "3bac80c2-ea4f-4751-9b92-5620752c7bb4", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:23.045905 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dc0c946-559e-45d4-a372-c618afa0231b {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:23.046369 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-deleted', 'tag': '2a64b1a0-430d-4628-bea9-f08fdf8c263d', 'status': 'completed', 'code': 200} Nov 27 01:15:23.049249 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'tag': '3bac80c2-ea4f-4751-9b92-5620752c7bb4', 'status': 'completed', 'code': 200} Nov 27 01:15:23.076228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60052) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:23.089876 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-2a34a342-d50c-4099-891d-b8cbf5b6d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.091685 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-2a34a342-d50c-4099-891d-b8cbf5b6d82b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c4f8a4e97b543a8ad6fc76e918a38a0&device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 1094 time: 0.3669682 Nov 27 01:15:23.212328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-06191f8e-7b45-429c-a07b-0f3b708bb85a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bac80c2-ea4f-4751-9b92-5620752c7bb4 HTTP/1.1" status: 200 len: 217 time: 0.0858603 Nov 27 01:15:23.243869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-730e5499-7f0b-4ae2-98fb-fbd265a7c300 req-5de406bb-3e95-4c91-9477-b4895bf5a7f7 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0420692 Nov 27 01:15:23.296744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-da50573d-d841-4296-9cd4-ba622a77f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.298528 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-da50573d-d841-4296-9cd4-ba622a77f111 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f78d5c4-994d-4cf0-87be-5987f9ab593a HTTP/1.1" status: 200 len: 855 time: 0.0642319 Nov 27 01:15:23.303058 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5df0785a-5e88-47e4-a0d9-8fa6f8951652 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67f9d04dda344cd482b2e2c5ba2d0305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2244353 Nov 27 01:15:23.305394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60056) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:23.355388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-dcb2800f-dfe6-4cb9-9726-1eed1362dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.357050 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-dcb2800f-dfe6-4cb9-9726-1eed1362dd78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=572c59c7-44af-4dd0-9188-0c3d2adc3150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495009 Nov 27 01:15:23.364070 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-719b368e-c280-4ffc-af84-07b306f403bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:23.400447 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-719b368e-c280-4ffc-af84-07b306f403bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:23.466607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-8a3a0f5e-baaa-4757-b112-047acd81cbd0 service neutron] 10.222.0.42 "GET /v2.0/networks/572c59c7-44af-4dd0-9188-0c3d2adc3150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005011 Nov 27 01:15:23.467579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e4377-af5b-4f10-9fef-54ca14bbb2ea req-8ced94c8-2fb2-4d1f-a2d4-e227daee3e06 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.469126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-489e4377-af5b-4f10-9fef-54ca14bbb2ea req-8ced94c8-2fb2-4d1f-a2d4-e227daee3e06 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 945 time: 0.0919869 Nov 27 01:15:23.506851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-719b368e-c280-4ffc-af84-07b306f403bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:23.510777 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-719b368e-c280-4ffc-af84-07b306f403bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:23.514226 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-719b368e-c280-4ffc-af84-07b306f403bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a806cba4-de99-4cc3-b738-205254f5a9b3 HTTP/1.1" status: 204 len: 168 time: 0.2057066 Nov 27 01:15:23.535727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b368e-c280-4ffc-af84-07b306f403bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a806cba4-de99-4cc3-b738-205254f5a9b3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:23.541318 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-489e4377-af5b-4f10-9fef-54ca14bbb2ea req-fb006348-5320-4ab6-bd37-f3ec87e03aa0 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653429 Nov 27 01:15:23.592813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fb77307-3542-47cc-ad60-4e2aa679e513 req-abd38d38-1a59-402a-8222-fb470c21846a service neutron] 10.222.0.42 "GET /v2.0/networks/572c59c7-44af-4dd0-9188-0c3d2adc3150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157398 Nov 27 01:15:23.685694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47598b1a-d186-48dc-8792-ac68f704580a req-46c3fc3b-9270-4215-b5c9-b9f4b864c51e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.687278 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-47598b1a-d186-48dc-8792-ac68f704580a req-46c3fc3b-9270-4215-b5c9-b9f4b864c51e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 946 time: 0.0799780 Nov 27 01:15:23.769470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0734ce-b722-4a4e-8257-32b1dd0c1f19 req-5ffc00d8-64c6-4524-9135-ae140eff54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.771251 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af0734ce-b722-4a4e-8257-32b1dd0c1f19 req-5ffc00d8-64c6-4524-9135-ae140eff54a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c4f8a4e97b543a8ad6fc76e918a38a0&device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 1094 time: 0.0672987 Nov 27 01:15:23.775369 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-47598b1a-d186-48dc-8792-ac68f704580a req-faeebd02-599b-4dae-ac9d-6feda2e483e9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795863 Nov 27 01:15:23.905764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60b394-bff2-4505-aaf2-5a18e6f6b4b6 req-fd00f2a8-3fbc-4a5d-9a5d-be155f4f7675 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.907291 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c60b394-bff2-4505-aaf2-5a18e6f6b4b6 req-fd00f2a8-3fbc-4a5d-9a5d-be155f4f7675 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 946 time: 0.1067226 Nov 27 01:15:23.908152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc920-8e68-4e48-a6b1-25a6c581b48c req-72a2f7ef-7ebc-402b-abb5-e6806f0a566f tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.917666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6aafc920-8e68-4e48-a6b1-25a6c581b48c req-72a2f7ef-7ebc-402b-abb5-e6806f0a566f tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 944 time: 0.0647247 Nov 27 01:15:23.949346 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0734ce-b722-4a4e-8257-32b1dd0c1f19 req-d465a4fc-b757-41ad-acb9-3af1690776e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:23.951224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af0734ce-b722-4a4e-8257-32b1dd0c1f19 req-d465a4fc-b757-41ad-acb9-3af1690776e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=572c59c7-44af-4dd0-9188-0c3d2adc3150 HTTP/1.1" status: 200 len: 917 time: 0.1707745 Nov 27 01:15:23.978417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6aafc920-8e68-4e48-a6b1-25a6c581b48c req-6d49844d-d6e1-4c1f-b45c-c116c584416e tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596676 Nov 27 01:15:24.016172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af0734ce-b722-4a4e-8257-32b1dd0c1f19 req-145aca6f-68da-4aa9-b114-648fe97be1e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bac80c2-ea4f-4751-9b92-5620752c7bb4 HTTP/1.1" status: 200 len: 217 time: 0.0555372 Nov 27 01:15:24.208049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b545cee-b35e-488d-87c4-edecae85df62 req-01cc55db-0159-4adc-880f-301a98f53bfb tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:24.216043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b545cee-b35e-488d-87c4-edecae85df62 req-01cc55db-0159-4adc-880f-301a98f53bfb tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 943 time: 0.0827646 Nov 27 01:15:24.292024 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b545cee-b35e-488d-87c4-edecae85df62 req-8796a7b7-9d44-4dcc-80c6-ba9d605a3fee tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735326 Nov 27 01:15:24.368373 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45ed14ab-37e0-44f0-8f51-2fe878debc1f req-4c536659-82bb-4054-882b-bd69a37d4244 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0577161 Nov 27 01:15:24.418309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0734ce-b722-4a4e-8257-32b1dd0c1f19 req-f56d3e09-8373-4c99-a435-b5f95dfc71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:24.419860 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af0734ce-b722-4a4e-8257-32b1dd0c1f19 req-f56d3e09-8373-4c99-a435-b5f95dfc71d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f78d5c4-994d-4cf0-87be-5987f9ab593a HTTP/1.1" status: 200 len: 855 time: 0.1080079 Nov 27 01:15:24.442356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60092) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.448611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4c60b394-bff2-4505-aaf2-5a18e6f6b4b6 req-68686fb0-c373-4b24-921a-08cd1cc64331 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Deleting port e54163bf-24fa-4e57-a2a2-205eafea7a46 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:24.449087 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4c60b394-bff2-4505-aaf2-5a18e6f6b4b6 req-68686fb0-c373-4b24-921a-08cd1cc64331 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:24.581804 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24279c27-a4ee-4f2e-abd4-dd138ea71e53 req-444abdb0-a8fa-4ca6-8686-a5e9e074940a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0932693 Nov 27 01:15:24.642372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-6117fbbe-1631-43f7-b570-6dd0cfbf22f3 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.642938 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0734ce-b722-4a4e-8257-32b1dd0c1f19 req-0eb5e4a2-6877-4a5b-8233-6b495a706689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:24.648175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6117fbbe-1631-43f7-b570-6dd0cfbf22f3 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2030096 Nov 27 01:15:24.648424 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af0734ce-b722-4a4e-8257-32b1dd0c1f19 req-0eb5e4a2-6877-4a5b-8233-6b495a706689 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=572c59c7-44af-4dd0-9188-0c3d2adc3150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2109978 Nov 27 01:15:24.649332 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60100) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.658869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-022a39ec-e82c-4a33-b4ed-b2dab59bf852 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.664630 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-022a39ec-e82c-4a33-b4ed-b2dab59bf852 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0140266 Nov 27 01:15:24.666270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60102) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.690272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-9ad3ad6b-a9eb-4800-8add-d59af6880e6e tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.694329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60104) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.694750 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9ad3ad6b-a9eb-4800-8add-d59af6880e6e tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0142128 Nov 27 01:15:24.699094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-7df9ea37-256a-4f40-a17a-2f527e352b23 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.702283 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7df9ea37-256a-4f40-a17a-2f527e352b23 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049262 Nov 27 01:15:24.705598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60106) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.712970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-254096e1-155f-4f49-ab9d-0083141e9a03 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.716265 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-254096e1-155f-4f49-ab9d-0083141e9a03 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044491 Nov 27 01:15:24.736108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60108) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.746228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-1b803196-078f-49bb-9206-100a902bb3bf tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.747354 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1b803196-078f-49bb-9206-100a902bb3bf tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0103106 Nov 27 01:15:24.752682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60110) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.757969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-a45d90fe-750a-4a51-acdc-7f1713838ad1 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.761888 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a45d90fe-750a-4a51-acdc-7f1713838ad1 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0082295 Nov 27 01:15:24.764360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60112) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.772145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-589d0bd3-4540-4787-9164-a4937a42690e tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.775785 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-589d0bd3-4540-4787-9164-a4937a42690e tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0097466 Nov 27 01:15:24.776443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60114) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.781895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-19ff1a01-6a90-4351-93fb-95c34b57b76a tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.785437 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-19ff1a01-6a90-4351-93fb-95c34b57b76a tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0078363 Nov 27 01:15:24.787045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60116) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.791830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-381c9c56-d0fc-4259-a9fc-b8f0fd5b71ec tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.792764 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-381c9c56-d0fc-4259-a9fc-b8f0fd5b71ec tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048137 Nov 27 01:15:24.795337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60118) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.796223 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4c60b394-bff2-4505-aaf2-5a18e6f6b4b6 req-68686fb0-c373-4b24-921a-08cd1cc64331 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] For port e54163bf-24fa-4e57-a2a2-205eafea7a46, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e54163bf-24fa-4e57-a2a2-205eafea7a46,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:24.796580 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4c60b394-bff2-4505-aaf2-5a18e6f6b4b6 req-68686fb0-c373-4b24-921a-08cd1cc64331 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:24.805889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-1f396cc5-5c6f-40d7-9a9c-9ba5105b7563 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.814076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60120) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.815400 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1f396cc5-5c6f-40d7-9a9c-9ba5105b7563 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0183542 Nov 27 01:15:24.818533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-b86cf200-e665-4d05-8b69-5e0dea486421 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.821060 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b86cf200-e665-4d05-8b69-5e0dea486421 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044351 Nov 27 01:15:24.823805 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-4c60b394-bff2-4505-aaf2-5a18e6f6b4b6 req-68686fb0-c373-4b24-921a-08cd1cc64331 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Calling delete_port for e54163bf-24fa-4e57-a2a2-205eafea7a46 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:24.827469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60124) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.839894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-43769131-b2ee-449a-b037-cff468ba632a tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.841382 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-43769131-b2ee-449a-b037-cff468ba632a tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0125802 Nov 27 01:15:24.843809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60126) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.854576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-42469e24-52de-4108-a352-f85c700677de tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.855649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-42469e24-52de-4108-a352-f85c700677de tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0095427 Nov 27 01:15:24.866283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60128) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.872468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-b20e7084-5bd7-45ad-bf62-cb0b7493a23c tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.876003 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b20e7084-5bd7-45ad-bf62-cb0b7493a23c tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0063710 Nov 27 01:15:24.878751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60130) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.894663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eccad1-2169-4c2b-87e8-f7d5d01cd522 req-25c94326-e73a-485b-a496-0d3ed5183cd8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:24.910553 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-31eccad1-2169-4c2b-87e8-f7d5d01cd522 req-25c94326-e73a-485b-a496-0d3ed5183cd8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 945 time: 0.2093771 Nov 27 01:15:24.920946 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-12ec9372-0a05-4ed1-93f0-bef00b34bffb tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.924745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-12ec9372-0a05-4ed1-93f0-bef00b34bffb tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0424361 Nov 27 01:15:24.925517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60132) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.929638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-b53050e6-57e2-4a8b-8b4d-f35702a9f588 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.933615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b53050e6-57e2-4a8b-8b4d-f35702a9f588 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047004 Nov 27 01:15:24.935548 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af0734ce-b722-4a4e-8257-32b1dd0c1f19 req-61702212-b7d3-43c2-9184-3f94cf860712 service neutron] 10.222.0.42 "GET /v2.0/networks/572c59c7-44af-4dd0-9188-0c3d2adc3150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682037 Nov 27 01:15:24.936095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60134) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.943388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-b06b7138-2b9a-40f2-ad16-c9733121a883 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.946935 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b06b7138-2b9a-40f2-ad16-c9733121a883 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058951 Nov 27 01:15:24.949607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60136) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.953600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-f60385b5-6266-42d6-8d29-069a34d0d7df tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.956853 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f60385b5-6266-42d6-8d29-069a34d0d7df tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0041342 Nov 27 01:15:24.959065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60138) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.978496 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-31eccad1-2169-4c2b-87e8-f7d5d01cd522 req-8fd5d583-105e-4c80-984f-4a3e582c560e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612004 Nov 27 01:15:24.984051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-c59ee688-4a27-4fbb-8658-cb5eafa9383d tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:24.985604 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c59ee688-4a27-4fbb-8658-cb5eafa9383d tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053809 Nov 27 01:15:24.989466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60140) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:24.993928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-b86ab478-5521-44f9-b5dc-6b0490641d5d tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.003919 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b86ab478-5521-44f9-b5dc-6b0490641d5d tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0053716 Nov 27 01:15:25.009512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60144) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.021391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-18734169-55a1-4eb7-bb8b-594283fb163e tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.022769 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-18734169-55a1-4eb7-bb8b-594283fb163e tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0120606 Nov 27 01:15:25.026102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60146) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.030462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-dc6ef8fd-5f47-4e7a-af94-f4b1f16e9e46 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.034709 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dc6ef8fd-5f47-4e7a-af94-f4b1f16e9e46 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0074971 Nov 27 01:15:25.042302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60148) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.047402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-93c18306-337f-4b81-919e-94ad1990b138 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.048623 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-93c18306-337f-4b81-919e-94ad1990b138 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0051358 Nov 27 01:15:25.052627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60150) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.060204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-deleted', 'tag': 'cb125b90-f3f4-4741-b436-15bdf5492147'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:25.061731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-6df1880c-ec97-4a33-a135-df6333f89c36 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.062751 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8663b7-74c4-4dde-a5d5-1c92fecf162d" -d '{"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-deleted", "tag": "cb125b90-f3f4-4741-b436-15bdf5492147"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:25.063485 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6df1880c-ec97-4a33-a135-df6333f89c36 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0097492 Nov 27 01:15:25.066732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60154) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.067988 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af0734ce-b722-4a4e-8257-32b1dd0c1f19 req-7fd2f5de-63a2-4a7e-af2c-d015000c9cfa service neutron] 10.222.0.42 "GET /v2.0/networks/572c59c7-44af-4dd0-9188-0c3d2adc3150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190226 Nov 27 01:15:25.071363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-9cd8c092-9253-434d-bc4b-5259391f6185 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.075359 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9cd8c092-9253-434d-bc4b-5259391f6185 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0075002 Nov 27 01:15:25.079040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60156) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.084685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-9c9d14da-8194-405c-9059-2a4bc155f649 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.085723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9c9d14da-8194-405c-9059-2a4bc155f649 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057564 Nov 27 01:15:25.095108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60158) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.101234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-de8e6052-a2f2-4f6c-a244-3eb034baa656 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.103024 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-de8e6052-a2f2-4f6c-a244-3eb034baa656 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045755 Nov 27 01:15:25.128363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60160) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.139178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-2f26e79a-25dc-4355-ac17-98a8b141a512 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.140392 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2f26e79a-25dc-4355-ac17-98a8b141a512 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053062 Nov 27 01:15:25.144430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60162) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.149905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-fa1daa81-7380-4365-9828-152cb852f5ed tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.151626 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fa1daa81-7380-4365-9828-152cb852f5ed tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0058274 Nov 27 01:15:25.154776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60164) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.159447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-4c0887c5-7bdf-4821-913c-692720273c09 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.160586 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4c0887c5-7bdf-4821-913c-692720273c09 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044966 Nov 27 01:15:25.163056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60166) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.168415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-37aed2b6-75d8-4aa4-b839-690293932954 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.169817 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-37aed2b6-75d8-4aa4-b839-690293932954 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053425 Nov 27 01:15:25.174580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60168) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.179416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-f3de42a4-79a9-40c5-9f9e-54e862b2b3e5 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.180370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f3de42a4-79a9-40c5-9f9e-54e862b2b3e5 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045722 Nov 27 01:15:25.189662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4af0cb-1145-49e2-922f-813f298afea7 req-42b16c69-5dab-4151-886d-989c87d1c9a7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:25.196866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb4af0cb-1145-49e2-922f-813f298afea7 req-42b16c69-5dab-4151-886d-989c87d1c9a7 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 944 time: 0.1129186 Nov 27 01:15:25.198519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60170) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.203160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-e7c93f71-ff46-4b2d-a146-36045f246f68 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.204160 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e7c93f71-ff46-4b2d-a146-36045f246f68 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040646 Nov 27 01:15:25.208730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60172) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.214441 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-b9a58f1f-30a2-4e4a-9f1a-c3f4901de9f9 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.218260 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b9a58f1f-30a2-4e4a-9f1a-c3f4901de9f9 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0057199 Nov 27 01:15:25.218260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4c60b394-bff2-4505-aaf2-5a18e6f6b4b6 req-68686fb0-c373-4b24-921a-08cd1cc64331 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:25.220304 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af5ce013-809c-4953-af3c-9c272408d4f6 req-6bc332d3-e398-42fc-8c99-572ba371ee3e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=10adf623-653b-481f-a382-cbc931abbd77 HTTP/1.1" status: 200 len: 210 time: 0.1438086 Nov 27 01:15:25.220432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60174) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.226010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-34c89cf7-2d0d-41a2-a217-59a2e0df6614 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.229814 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-34c89cf7-2d0d-41a2-a217-59a2e0df6614 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0057995 Nov 27 01:15:25.230433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60176) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.234775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-0efdfe2a-954a-4865-b955-bc6e78efc330 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.238494 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0efdfe2a-954a-4865-b955-bc6e78efc330 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0051439 Nov 27 01:15:25.241620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60178) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.255800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-b2a89f52-9f33-4ebc-903d-d9eb20afb4d1 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.256952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['e54163bf-24fa-4e57-a2a2-205eafea7a46'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:25.257902 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b2a89f52-9f33-4ebc-903d-d9eb20afb4d1 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0161059 Nov 27 01:15:25.263194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60180) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.267815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-218185dd-ac2f-45ab-8be4-e3648067ddf9 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.268769 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-218185dd-ac2f-45ab-8be4-e3648067ddf9 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047481 Nov 27 01:15:25.289398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:25.291040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60182) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.316071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb4af0cb-1145-49e2-922f-813f298afea7 req-efdba51e-c73e-4d9f-85d8-0cebb5d42a57 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101844 Nov 27 01:15:25.316071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-4c68b502-afd5-419e-9dff-0b7284cde8ab tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.317087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4c68b502-afd5-419e-9dff-0b7284cde8ab tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0080464 Nov 27 01:15:25.317723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60184) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.323722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-15be3113-69df-4a7d-8190-bb444d15de4c tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.326931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-15be3113-69df-4a7d-8190-bb444d15de4c tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0082293 Nov 27 01:15:25.327696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60188) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.334526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68686fb0-c373-4b24-921a-08cd1cc64331 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event deleted for resources: {'Port': ['ID=e54163bf-24fa-4e57-a2a2-205eafea7a46,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:25.336434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-fefd41dc-1776-461a-b30f-f5137f2b2ffe tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.341205 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fefd41dc-1776-461a-b30f-f5137f2b2ffe tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0121236 Nov 27 01:15:25.341555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60190) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.349296 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-98a09098-adba-406b-8bf7-260d7607f62c tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.355776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-98a09098-adba-406b-8bf7-260d7607f62c tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0131726 Nov 27 01:15:25.356513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60192) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.361396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-8b622cc2-4590-43a1-8518-11f4b1b3862b tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.365440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8b622cc2-4590-43a1-8518-11f4b1b3862b tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0075235 Nov 27 01:15:25.365691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60194) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.370190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-67ff13b3-79b7-43bc-9056-859e51044064 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.371589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c60b394-bff2-4505-aaf2-5a18e6f6b4b6 req-68686fb0-c373-4b24-921a-08cd1cc64331 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] No DVR routers for this DVR port e54163bf-24fa-4e57-a2a2-205eafea7a46 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:25.374607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-67ff13b3-79b7-43bc-9056-859e51044064 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0078194 Nov 27 01:15:25.375276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60196) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.377018 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8980c4d-8c2d-4b59-84bf-6995ab3ea994 x-openstack-request-id: req-e8980c4d-8c2d-4b59-84bf-6995ab3ea994 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:25.378387 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3a3855-3f19-4237-8e79-d1438c0a13de", "name": "network-vif-deleted", "tag": "cb125b90-f3f4-4741-b436-15bdf5492147", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:25.379748 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8980c4d-8c2d-4b59-84bf-6995ab3ea994 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:25.380229 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3a3855-3f19-4237-8e79-d1438c0a13de', 'name': 'network-vif-deleted', 'tag': 'cb125b90-f3f4-4741-b436-15bdf5492147', 'status': 'completed', 'code': 200} Nov 27 01:15:25.380801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-518d0318-e2e7-489e-b797-bc62c106ac26 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.382001 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4c60b394-bff2-4505-aaf2-5a18e6f6b4b6 req-68686fb0-c373-4b24-921a-08cd1cc64331 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:25.386284 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-518d0318-e2e7-489e-b797-bc62c106ac26 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0096335 Nov 27 01:15:25.386827 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60198) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.388612 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c60b394-bff2-4505-aaf2-5a18e6f6b4b6 req-68686fb0-c373-4b24-921a-08cd1cc64331 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "DELETE /v2.0/ports/e54163bf-24fa-4e57-a2a2-205eafea7a46 HTTP/1.1" status: 204 len: 173 time: 1.4716673 Nov 27 01:15:25.391051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-87ca4b63-7aa0-48dc-9730-6a77bb736d3f tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.394634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-87ca4b63-7aa0-48dc-9730-6a77bb736d3f tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0068893 Nov 27 01:15:25.395298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60200) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.425126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-fe30c8e4-39f3-45f1-a875-ce062b86bba8 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.428703 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fe30c8e4-39f3-45f1-a875-ce062b86bba8 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0322177 Nov 27 01:15:25.437528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60206) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.455512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-ad6bf1de-ea83-402b-988f-00ac8e3ab64b tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.458323 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ad6bf1de-ea83-402b-988f-00ac8e3ab64b tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0184586 Nov 27 01:15:25.461389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60208) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.472479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-edb4ad54-aa3c-4279-b4e9-8f2370ffc5b9 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.476767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-edb4ad54-aa3c-4279-b4e9-8f2370ffc5b9 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0141621 Nov 27 01:15:25.478796 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60210) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.487229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-ace0291a-d35d-4764-97bd-4ee62092ce28 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.488618 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ace0291a-d35d-4764-97bd-4ee62092ce28 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0065444 Nov 27 01:15:25.491492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60212) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.497483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-3b99aba6-6ee6-49ad-8edc-d60a423836c5 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.501552 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3b99aba6-6ee6-49ad-8edc-d60a423836c5 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0087798 Nov 27 01:15:25.504088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60214) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.511169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-ec00e8b4-3e55-4b47-bae2-d63cf88096c7 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.513185 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ec00e8b4-3e55-4b47-bae2-d63cf88096c7 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0069959 Nov 27 01:15:25.515664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60216) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.524350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-122c7912-bbc2-48d8-b19e-808fe040bcad tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.524811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12184aeb-25c4-4fd6-81b7-26290af0a13c req-20b28976-b886-42b6-b984-a8bf329d3485 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:25.526340 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-122c7912-bbc2-48d8-b19e-808fe040bcad tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0086484 Nov 27 01:15:25.528772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60218) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.534395 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-5b5444ef-22d7-4ff5-993d-33a2b46c8e4b tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.535690 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5b5444ef-22d7-4ff5-993d-33a2b46c8e4b tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0057876 Nov 27 01:15:25.538096 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12184aeb-25c4-4fd6-81b7-26290af0a13c req-20b28976-b886-42b6-b984-a8bf329d3485 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 943 time: 0.1112773 Nov 27 01:15:25.539758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60220) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.560740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-56cd03fb-afb8-466d-a8d4-d19a664eb03e tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.564985 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-56cd03fb-afb8-466d-a8d4-d19a664eb03e tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0236909 Nov 27 01:15:25.566426 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dae7cdb4-ed36-4adb-8b59-05bed1d14e1b req-a4a79dcf-4a68-4dd1-8e91-0862a09ae243 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0295634 Nov 27 01:15:25.567042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60222) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.573670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-ca7d8fc1-24e7-46f6-a2e4-d0297a979ee7 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.575575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ca7d8fc1-24e7-46f6-a2e4-d0297a979ee7 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0074043 Nov 27 01:15:25.579204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60224) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.585352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-3ad1afbf-a263-44e2-8a81-7c0bafb238ba tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.586840 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3ad1afbf-a263-44e2-8a81-7c0bafb238ba tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0064034 Nov 27 01:15:25.601432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60226) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.607762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-75a328a9-59b0-486d-9d82-1a87cfbdd2ec tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.609027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-75a328a9-59b0-486d-9d82-1a87cfbdd2ec tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0064442 Nov 27 01:15:25.614871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 25276f33-7dc6-411f-ab62-0fd59d58e28f up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:25.615052 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12184aeb-25c4-4fd6-81b7-26290af0a13c req-bb63b6ab-4b4b-4067-96d2-d44a85b41515 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758269 Nov 27 01:15:25.618207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60228) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.636765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-8681bd04-2bea-4272-b90b-a4086409670f tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.638049 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8681bd04-2bea-4272-b90b-a4086409670f tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0096433 Nov 27 01:15:25.641766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60232) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.647701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-d7e1ec44-2ce5-45d0-9c8d-4e686e08a91e tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.652070 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60234) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.652247 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d7e1ec44-2ce5-45d0-9c8d-4e686e08a91e tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0087535 Nov 27 01:15:25.657478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-d077a770-6aac-48c6-9838-4a0831a563f5 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.658708 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d077a770-6aac-48c6-9838-4a0831a563f5 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052762 Nov 27 01:15:25.661303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60236) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.665953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-f94e8884-ab3a-47a9-8a5d-2139a3acd50f tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.675199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60238) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.680787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-2bdd0dc3-fe55-4621-bad8-01338c980e52 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.682277 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2bdd0dc3-fe55-4621-bad8-01338c980e52 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0057132 Nov 27 01:15:25.683490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f94e8884-ab3a-47a9-8a5d-2139a3acd50f tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0208766 Nov 27 01:15:25.685435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60240) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.697246 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-98dbea8b-8703-4e11-92ee-57716c1f46be tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.700127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-98dbea8b-8703-4e11-92ee-57716c1f46be tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0135670 Nov 27 01:15:25.702975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60242) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.707974 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-e20bd3d4-5e4a-49da-b81f-e008a1e33a23 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.711715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60244) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.713698 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e20bd3d4-5e4a-49da-b81f-e008a1e33a23 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050664 Nov 27 01:15:25.718474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-fcc63ca6-eeb1-44d8-b141-4531daf7c3ff tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.720541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fcc63ca6-eeb1-44d8-b141-4531daf7c3ff tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0067134 Nov 27 01:15:25.722001 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60248) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.728798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 25276f33-7dc6-411f-ab62-0fd59d58e28f completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:15:25.735836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 25276f33-7dc6-411f-ab62-0fd59d58e28f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:25.736727 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:25.740788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-0ce41367-4a2e-4652-b3da-7015ca543fca tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.741803 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0ce41367-4a2e-4652-b3da-7015ca543fca tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0188200 Nov 27 01:15:25.744718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60250) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.749523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-de7eeb1e-b9aa-49e1-9c01-496c62ed9f24 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.751098 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-de7eeb1e-b9aa-49e1-9c01-496c62ed9f24 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0053647 Nov 27 01:15:25.754465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60252) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.759316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [None req-8dead1d9-db91-45e0-9113-cdc4ee8c8102 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.762345 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8dead1d9-db91-45e0-9113-cdc4ee8c8102 tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0063241 Nov 27 01:15:25.764479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60254) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:25.773030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [None req-124bfeea-b5c9-4cfe-a0e3-e53230a43c2d tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:15:25.775234 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-124bfeea-b5c9-4cfe-a0e3-e53230a43c2d tempest-ExtensionsTestJSON-576375420 tempest-ExtensionsTestJSON-576375420-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0096231 Nov 27 01:15:25.854360 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7406c007-741d-4473-a9c0-10a56453a2e6 req-fed05f84-9dfb-41a1-ab91-9a6de6100178 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0458503 Nov 27 01:15:25.877207 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:15:25.877597 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:25.908599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc841a5-60e9-420f-83b5-7114ac2bcd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25276f33-7dc6-411f-ab62-0fd59d58e28f'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:25.911913 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23703dda-c550-4236-a4b6-101a5aa5af31" -d '{"events": [{"server_uuid": "bdc841a5-60e9-420f-83b5-7114ac2bcd3c", "name": "network-vif-plugged", "status": "completed", "tag": "25276f33-7dc6-411f-ab62-0fd59d58e28f"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:25.916709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 25276f33-7dc6-411f-ab62-0fd59d58e28f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=25276f33-7dc6-411f-ab62-0fd59d58e28f,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:25.922881 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:25.924319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 3091cb21-086d-418f-a3b5-a77c9e037f08 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:25.948792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b01417-e0a5-4487-b2f5-e9d1e77a247a req-a77a513a-4c17-4b63-ad5d-02e133fa577b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:25.950392 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70b01417-e0a5-4487-b2f5-e9d1e77a247a req-a77a513a-4c17-4b63-ad5d-02e133fa577b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 946 time: 0.1311040 Nov 27 01:15:26.034916 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70b01417-e0a5-4487-b2f5-e9d1e77a247a req-c2f18849-80ea-4584-80b2-75481ab15655 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763109 Nov 27 01:15:26.084248 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6350cc1-3cc0-4f11-9709-71611a2223ca x-openstack-request-id: req-f6350cc1-3cc0-4f11-9709-71611a2223ca {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:26.084542 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc841a5-60e9-420f-83b5-7114ac2bcd3c", "name": "network-vif-plugged", "status": "completed", "tag": "25276f33-7dc6-411f-ab62-0fd59d58e28f", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:26.084794 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6350cc1-3cc0-4f11-9709-71611a2223ca {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:26.085183 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc841a5-60e9-420f-83b5-7114ac2bcd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25276f33-7dc6-411f-ab62-0fd59d58e28f', 'code': 200} Nov 27 01:15:26.207957 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=25276f33-7dc6-411f-ab62-0fd59d58e28f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:26.228324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40294a34-d456-4574-a1c0-e22670ddf143 req-f4e9d426-13a4-4947-95e2-8a134550b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:26.230956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40294a34-d456-4574-a1c0-e22670ddf143 req-f4e9d426-13a4-4947-95e2-8a134550b552 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 1097 time: 0.1122494 Nov 27 01:15:26.240626 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 3091cb21-086d-418f-a3b5-a77c9e037f08 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:15:26.245308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 3091cb21-086d-418f-a3b5-a77c9e037f08 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:26.247837 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.307167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db676e-c0bf-4667-8b20-039fd5899550 req-75e7ff4f-3609-41a5-ad04-28691e2ebf03 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:26.308812 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b7db676e-c0bf-4667-8b20-039fd5899550 req-75e7ff4f-3609-41a5-ad04-28691e2ebf03 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 946 time: 0.2016945 Nov 27 01:15:26.349691 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40294a34-d456-4574-a1c0-e22670ddf143 req-afa14774-c85c-41bf-b46f-f2f7c7bed125 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106048 Nov 27 01:15:26.406551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60278) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:26.429531 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b7db676e-c0bf-4667-8b20-039fd5899550 req-521c0aa3-a6b8-45bb-bdb9-01f47a678d40 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133113 Nov 27 01:15:26.455349 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.499879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 3091cb21-086d-418f-a3b5-a77c9e037f08, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=3091cb21-086d-418f-a3b5-a77c9e037f08,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:26.508244 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.509541 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e54163bf-24fa-4e57-a2a2-205eafea7a46 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:26.556727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: e54163bf-24fa-4e57-a2a2-205eafea7a46 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:26.557300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e54163bf-24fa-4e57-a2a2-205eafea7a46 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:26.584938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e5d130d-205b-450a-b017-ac3406c09a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.680232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=3091cb21-086d-418f-a3b5-a77c9e037f08,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:26.713187 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e5d130d-205b-450a-b017-ac3406c09a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.731921 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e5d130d-205b-450a-b017-ac3406c09a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.781218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-67f0a1e0-71f3-4018-bb2a-3b40be69fd6c req-502921b8-eb61-425a-91d1-9f175fa54a2e tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0480771 Nov 27 01:15:26.806747 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2e5d130d-205b-450a-b017-ac3406c09a2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=307ff5477ca649f58bc517c004c0c6ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971193 Nov 27 01:15:26.806747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d130d-205b-450a-b017-ac3406c09a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a04f750-d610-4d2a-8988-fffa9f0786b6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:26.808135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60296) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:26.944459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936bde2-22aa-456a-afe5-f570ba74633e req-d513a2a2-d0aa-42b5-bd96-e5fefa075121 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:26.946013 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d936bde2-22aa-456a-afe5-f570ba74633e req-d513a2a2-d0aa-42b5-bd96-e5fefa075121 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 943 time: 0.0791841 Nov 27 01:15:26.946966 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9060bb27-73aa-4b2f-bcb7-de81fbce2e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:26.953966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ead93-268c-472d-91f6-30f1b978532b req-885749af-794e-4470-9286-dd3dec96eb87 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:26.964013 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac2ead93-268c-472d-91f6-30f1b978532b req-885749af-794e-4470-9286-dd3dec96eb87 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 945 time: 0.0703914 Nov 27 01:15:26.993793 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9060bb27-73aa-4b2f-bcb7-de81fbce2e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:27.023707 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac2ead93-268c-472d-91f6-30f1b978532b req-d80d44b9-5921-4dd9-ba61-552b7e658692 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586593 Nov 27 01:15:27.031311 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d936bde2-22aa-456a-afe5-f570ba74633e req-aa8feb83-453f-4eae-a36d-e19a874db50a tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729046 Nov 27 01:15:27.098818 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9060bb27-73aa-4b2f-bcb7-de81fbce2e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:27.101672 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9060bb27-73aa-4b2f-bcb7-de81fbce2e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:27.102909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9060bb27-73aa-4b2f-bcb7-de81fbce2e7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a04f750-d610-4d2a-8988-fffa9f0786b6 HTTP/1.1" status: 204 len: 168 time: 0.2937276 Nov 27 01:15:27.112479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060bb27-73aa-4b2f-bcb7-de81fbce2e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a04f750-d610-4d2a-8988-fffa9f0786b6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:27.212388 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1b192502-b27d-47e1-affb-24ed676384b9 req-0eb420a7-a689-4f46-82a8-325311e99d2d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0525963 Nov 27 01:15:27.292292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-fcd61e6b-d77b-4923-9a8a-8dac58e694a4 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:27.299594 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-fcd61e6b-d77b-4923-9a8a-8dac58e694a4 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.1768091 Nov 27 01:15:27.319634 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-8d0c3365-7017-4800-983d-087e7dae28d2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/quotas/9ce090256ac14ca494a8481b8dc46f60 HTTP/1.1" status: 200 len: 375 time: 0.0188770 Nov 27 01:15:27.369410 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-0d31a946-fedc-4d2c-b804-4743796fd938 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488486 Nov 27 01:15:27.385746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10adf623-653b-481f-a382-cbc931abbd77', 'name': 'network-vif-deleted', 'tag': 'e54163bf-24fa-4e57-a2a2-205eafea7a46'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:27.388240 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27de6d15-fae3-4cc0-8b5f-1d7fe916b6e0" -d '{"events": [{"server_uuid": "10adf623-653b-481f-a382-cbc931abbd77", "name": "network-vif-deleted", "tag": "e54163bf-24fa-4e57-a2a2-205eafea7a46"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:27.436664 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d626698-f7b6-47e1-83f2-6cd6e9f2861f x-openstack-request-id: req-1d626698-f7b6-47e1-83f2-6cd6e9f2861f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:27.436881 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10adf623-653b-481f-a382-cbc931abbd77", "name": "network-vif-deleted", "tag": "e54163bf-24fa-4e57-a2a2-205eafea7a46", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:27.437338 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d626698-f7b6-47e1-83f2-6cd6e9f2861f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:27.437689 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10adf623-653b-481f-a382-cbc931abbd77', 'name': 'network-vif-deleted', 'tag': 'e54163bf-24fa-4e57-a2a2-205eafea7a46', 'status': 'completed', 'code': 200} Nov 27 01:15:27.487437 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-86dc6180-287a-4f2d-b56a-768174750e94 service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087272 Nov 27 01:15:27.600849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e1e2-982a-4993-898f-5f5914533280 req-8d05c683-2d9e-40a6-a7fc-b60ddec501ec tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:27.603074 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4d48e1e2-982a-4993-898f-5f5914533280 req-8d05c683-2d9e-40a6-a7fc-b60ddec501ec tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 946 time: 0.0657606 Nov 27 01:15:27.620477 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-c6459a68-1d30-4087-9297-c7e101af00d4 service neutron] 10.222.0.37 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253967 Nov 27 01:15:27.674504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4d48e1e2-982a-4993-898f-5f5914533280 req-bb760ba6-8718-4ae6-b35a-815c618e5544 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628483 Nov 27 01:15:27.950855 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06de1a51-6b28-4227-bea3-8be132563825 req-6bc776f1-da2d-4c24-8e7b-faa44dfe82e9 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0514801 Nov 27 01:15:27.987128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-606ac30d-f99d-4c07-94cb-bb5a87285a3e req-564ffeee-0a4a-405f-8f54-2f8080548bc8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 210 time: 0.0943913 Nov 27 01:15:28.086932 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3091cb21-086d-418f-a3b5-a77c9e037f08'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:28.089975 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658113a7-adc7-42e0-9278-b7fd3235d436" -d '{"events": [{"server_uuid": "21887068-8aa5-4fd7-9a9a-fcea4d153df9", "name": "network-vif-plugged", "status": "completed", "tag": "3091cb21-086d-418f-a3b5-a77c9e037f08"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:28.231490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d08d73-b04d-4142-9aeb-275cb5ef16fc req-967b5e8c-482c-4f71-8ed7-6e483adbbf8c tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:28.240491 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d7d08d73-b04d-4142-9aeb-275cb5ef16fc req-967b5e8c-482c-4f71-8ed7-6e483adbbf8c tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 943 time: 0.0944827 Nov 27 01:15:28.251336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02752082-070b-451d-b097-49e0f25da7a0 req-a4a8a970-b1c8-461d-929e-db960d26a67a tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:28.253954 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-02752082-070b-451d-b097-49e0f25da7a0 req-a4a8a970-b1c8-461d-929e-db960d26a67a tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 945 time: 0.0983233 Nov 27 01:15:28.256061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60360) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:28.322202 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d7d08d73-b04d-4142-9aeb-275cb5ef16fc req-86a589e6-9df4-48bf-bca5-d0e04d7cf20d tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807354 Nov 27 01:15:28.374959 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bb9d0c-6fd4-466e-a730-17f54b71f105 x-openstack-request-id: req-43bb9d0c-6fd4-466e-a730-17f54b71f105 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:28.375251 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21887068-8aa5-4fd7-9a9a-fcea4d153df9", "name": "network-vif-plugged", "status": "completed", "tag": "3091cb21-086d-418f-a3b5-a77c9e037f08", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:28.375689 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43bb9d0c-6fd4-466e-a730-17f54b71f105 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:28.376232 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3091cb21-086d-418f-a3b5-a77c9e037f08', 'code': 200} Nov 27 01:15:28.392157 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-02752082-070b-451d-b097-49e0f25da7a0 req-e6e857d7-9338-4d82-b08c-f546dd2cf390 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278534 Nov 27 01:15:28.466459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-868720838'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:28.545602 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-912a791b-e26a-4ec9-8e74-62769e7ba4db req-d3e3c80f-b294-4667-93f4-5d7c64e963bb tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0714841 Nov 27 01:15:28.581038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b86a9-c6e2-40f9-a2f3-db793a8742c4 req-fab632e6-eb37-4759-a615-d51db7200834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:28.583442 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c9b86a9-c6e2-40f9-a2f3-db793a8742c4 req-fab632e6-eb37-4759-a615-d51db7200834 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 1096 time: 0.0917087 Nov 27 01:15:28.586776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Made reservation on behalf of 7b62ef276bea44809fc99f002356b870 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:28.591333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:28.634055 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:28.694948 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c9b86a9-c6e2-40f9-a2f3-db793a8742c4 req-38c2e5af-9a68-409e-8685-995479dcd0a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011627 Nov 27 01:15:28.733666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:15:28.807406 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:28.820395 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:28.899215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db575d1b-38ee-4e93-b5f8-3259b3599f28,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:28.899678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:28.912783 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:15:28.918078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'port_id': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'mac_address': 'fa:16:3e:b0:b8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:15:28.933800 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:28.934145 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Added segment ad0321b4-70ca-40e9-bb28-48dc5125d5f4 of type vlan for network fff6a8e8-806f-4cd5-a1ea-2529f4bad697 Nov 27 01:15:29.003872 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:29.027316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 656ff015-77b7-4e1f-aea4-d063d35c68bf {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:29.056573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:29.093453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:29.106515 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:29.149426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:29.161132 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:29.161783 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:29.262796 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4787b772-5ba4-4f4b-8e7c-8146b104d311 req-b95c85ec-f11d-43cc-8bab-516ba1c4e6d9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 210 time: 0.0597103 Nov 27 01:15:29.281353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:29.301584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['656ff015-77b7-4e1f-aea4-d063d35c68bf'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:29.325980 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0684803 Nov 27 01:15:29.329310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60378) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:29.338840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Request body: {'subnet': {'network_id': 'fff6a8e8-806f-4cd5-a1ea-2529f4bad697', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:29.379555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06bd17a1-8fdf-4c62-8756-e8ccfd912ed6 req-b9631bb4-df6a-4ad5-a6bf-03d571742600 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.1547451 Nov 27 01:15:29.426160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ce979-8a07-4fcf-aa8f-04c18abfda08 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Pushing event updated for resources: {'Network': ['ID=fff6a8e8-806f-4cd5-a1ea-2529f4bad697,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:29.481052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network fff6a8e8-806f-4cd5-a1ea-2529f4bad697 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:15:29.620339 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1e6ba-f015-423b-aa27-6a172da28155 req-c4c486f6-9d2f-459b-9941-97e3479b1b95 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:29.623133 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00f1e6ba-f015-423b-aa27-6a172da28155 req-c4c486f6-9d2f-459b-9941-97e3479b1b95 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 945 time: 0.1096241 Nov 27 01:15:29.805078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00f1e6ba-f015-423b-aa27-6a172da28155 req-3f6f6ea6-97aa-454f-8198-6d4399cfe9b2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694500 Nov 27 01:15:29.993479 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0fe75226-25e9-4936-ba81-716df73850d1 req-bb3bb8d0-6136-406b-b4d1-52e16dfd5501 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0511556 Nov 27 01:15:30.024663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Made reservation on behalf of 7b62ef276bea44809fc99f002356b870 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:30.029776 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:30.108937 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b51f1e-6bbf-4a62-857f-6d8c620275ee req-327c537b-bd19-4c83-8498-4594125113f9 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:30.120256 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1b51f1e-6bbf-4a62-857f-6d8c620275ee req-327c537b-bd19-4c83-8498-4594125113f9 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 943 time: 0.2010741 Nov 27 01:15:30.205020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-74057b24-c469-41ad-b5ff-980bd8b35450 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:30.206575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-74057b24-c469-41ad-b5ff-980bd8b35450 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 805 time: 0.1565621 Nov 27 01:15:30.230676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Request body: {'port': {'device_id': 'dde556d4-e2f9-463b-8379-f79078afe7fd', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'admin_state_up': True, 'tenant_id': '9ce090256ac14ca494a8481b8dc46f60'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:30.266595 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1b51f1e-6bbf-4a62-857f-6d8c620275ee req-e51b5cf0-7996-4a4b-a6c2-067ee84da84d tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451592 Nov 27 01:15:30.482017 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b581efe-22d8-4285-97ae-86c36f129acf req-c71d5f86-211f-4110-970e-333020b018c7 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 210 time: 0.0706637 Nov 27 01:15:30.501916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Made reservation on behalf of 9ce090256ac14ca494a8481b8dc46f60 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:30.507228 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:30.542909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:30.619563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Pushing event updated for resources: {'Subnet': ['ID=a2867483-4355-44fb-ab5d-0c438ea83aca,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:30.638017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Checking segment: {'id': 'ad0321b4-70ca-40e9-bb28-48dc5125d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fff6a8e8-806f-4cd5-a1ea-2529f4bad697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:30.638669 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Network hostable DHCP agents. Network: fff6a8e8-806f-4cd5-a1ea-2529f4bad697, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:15:30.642958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:30.643316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:30.643727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:30.644078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:30.644419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:30.644770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:30.645092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:30.645421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:30.645753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:30.646099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:30.646439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:30.646769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:30.671596 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a839c18-9a9a-4f43-ab5b-5c0238a54587 req-fc663379-8b4e-40f6-9381-f688932eb6af tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0527582 Nov 27 01:15:30.672366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Network fff6a8e8-806f-4cd5-a1ea-2529f4bad697 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:15:30.707614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, fff6a8e8-806f-4cd5-a1ea-2529f4bad697) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:30.721159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c455e1c-77c4-4af3-a230-caeb4cb4e3ff None None] Network fff6a8e8-806f-4cd5-a1ea-2529f4bad697 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:30.722110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:30.722755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:30.754417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cb36297a-5b32-4575-ac2c-e4ba6be0c0e8 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4228129 Nov 27 01:15:30.755072 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60408) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:30.762067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Request body: {'port': {'network_id': 'fff6a8e8-806f-4cd5-a1ea-2529f4bad697', 'name': 'tempest-ExtraDHCPOptionsTestJSON-604607623'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:30.787009 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Allocated IP 172.20.0.9 (2eaddc87-3a23-41ff-872a-2ec44342687d/c1b3b599-d4e2-4679-ba73-92cad71204a2/1bf45e1b-825d-49f9-8906-e8860c4488d8) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:30.813784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:30.914914 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 656ff015-77b7-4e1f-aea4-d063d35c68bf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:30.915585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:30.994569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Made reservation on behalf of 7b62ef276bea44809fc99f002356b870 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:30.998031 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.030568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] device_id is not set on port 19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:15:31.113792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.116176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-fff6a8e8-806f-4cd5-a1ea-2529f4bad697', 'network_id': 'fff6a8e8-806f-4cd5-a1ea-2529f4bad697', 'tenant_id': '7b62ef276bea44809fc99f002356b870', 'fixed_ips': [{'subnet_id': 'a2867483-4355-44fb-ab5d-0c438ea83aca'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:15:31.117094 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.164138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:31.165508 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b19c0d6d-a358-4b6f-9400-1925dbe7cf2e req-3062bbad-edcf-4afb-8222-d0bafd37ce19 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0400777 Nov 27 01:15:31.166647 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90794b2b-2fb2-48e2-8ccb-1190f9702b7d" -d '{"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-plugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:31.175439 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.193540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecd7c0-cfd5-4c9b-9c77-30437758ff4a req-89a74903-3081-4a4b-ac1a-57c624b7f188 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:31.195422 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4fecd7c0-cfd5-4c9b-9c77-30437758ff4a req-89a74903-3081-4a4b-ac1a-57c624b7f188 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 945 time: 0.1669075 Nov 27 01:15:31.205427 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:31.298906 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.307582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Allocated IP 172.20.0.4 (fff6a8e8-806f-4cd5-a1ea-2529f4bad697/a2867483-4355-44fb-ab5d-0c438ea83aca/19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:31.344404 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943d25da-a314-4cd9-8c0a-46cf40e9d6c1 x-openstack-request-id: req-943d25da-a314-4cd9-8c0a-46cf40e9d6c1 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:31.344775 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-plugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:31.345091 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-943d25da-a314-4cd9-8c0a-46cf40e9d6c1 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:31.345549 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'code': 200} Nov 27 01:15:31.351666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ed46ffb-8794-40da-b5fb-6cc4499aca2e req-8a5a74f0-5cf8-4864-9418-980166b9a333 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821557 Nov 27 01:15:31.363315 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.379411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:31.390435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:31.391124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:31.391638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:31.392179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:31.392602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:31.393699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:31.394128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:31.394575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:31.394991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:31.395977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:31.395977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:31.396394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:31.402835 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4fecd7c0-cfd5-4c9b-9c77-30437758ff4a req-17d0107f-0ef2-497e-a55f-19add522a176 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970701 Nov 27 01:15:31.410542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:31.515072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Network 2eaddc87-3a23-41ff-872a-2ec44342687d is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:31.522803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:31.538842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:31.553836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event updated for resources: {'Port': ['ID=1bf45e1b-825d-49f9-8906-e8860c4488d8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:31.629648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46ffb-8794-40da-b5fb-6cc4499aca2e req-0beea4a7-65a9-44d4-a55a-a11c95983227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:31.631231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ed46ffb-8794-40da-b5fb-6cc4499aca2e req-0beea4a7-65a9-44d4-a55a-a11c95983227 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 1096 time: 0.1948652 Nov 27 01:15:31.694986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe88756-ea68-4e77-a8b3-b21db378f08a req-d8ef6193-7fde-4ba1-a49a-c897d3fed98d tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:31.717301 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-afe88756-ea68-4e77-a8b3-b21db378f08a req-d8ef6193-7fde-4ba1-a49a-c897d3fed98d tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 945 time: 0.1986902 Nov 27 01:15:31.718569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60424) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:31.733913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1edc5201-743c-4a86-85eb-f776c1d3864b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Request body: {'floatingip': {'port_id': '3091cb21-086d-418f-a3b5-a77c9e037f08'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:31.750508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151caaf4-22d6-42a6-be25-ab72465f8907 req-aed71597-d019-4151-97e5-ac3a1e36fad4 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:31.752321 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-151caaf4-22d6-42a6-be25-ab72465f8907 req-aed71597-d019-4151-97e5-ac3a1e36fad4 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 943 time: 0.2438293 Nov 27 01:15:31.767701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:31.773801 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.784835 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.868461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46ffb-8794-40da-b5fb-6cc4499aca2e req-a2df435b-9dd7-4803-96e0-750c442a8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:31.870311 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ed46ffb-8794-40da-b5fb-6cc4499aca2e req-a2df435b-9dd7-4803-96e0-750c442a8e02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 911 time: 0.2147663 Nov 27 01:15:31.894514 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-151caaf4-22d6-42a6-be25-ab72465f8907 req-b2c9fdf3-b172-4eaf-8669-8fce9aca5b2f tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264176 Nov 27 01:15:31.922901 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1edc5201-743c-4a86-85eb-f776c1d3864b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:31.967054 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-46bb3834-9a50-41d9-bf36-2940c0455fa2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7438810 Nov 27 01:15:31.996846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ed46ffb-8794-40da-b5fb-6cc4499aca2e req-29d38615-d3c7-4229-85b3-1cfd00e867f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3091cb21-086d-418f-a3b5-a77c9e037f08 HTTP/1.1" status: 200 len: 217 time: 0.1164227 Nov 27 01:15:32.027043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.052899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Request body: {'port': {'device_id': 'dde556d4-e2f9-463b-8379-f79078afe7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:32.103416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Allocated IP 172.20.0.2 (fff6a8e8-806f-4cd5-a1ea-2529f4bad697/a2867483-4355-44fb-ab5d-0c438ea83aca/aa0bc281-6183-4573-a029-e9607bbdaed7) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:32.192376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Network fff6a8e8-806f-4cd5-a1ea-2529f4bad697 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:32.218756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:32.220916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Pushing event updated for resources: {'Port': ['ID=19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:32.244029 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83805395-d656-4b4a-aa73-4bfaf15cbb40 req-dd57280a-7055-43e6-8f11-68b844842655 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.2149980 Nov 27 01:15:32.249803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:32.281341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecd895-842b-4a72-966f-6d53b82ba099 req-b6faf674-0682-401c-bfea-1a5185a32463 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:32.290713 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70ecd895-842b-4a72-966f-6d53b82ba099 req-b6faf674-0682-401c-bfea-1a5185a32463 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 931 time: 0.4212787 Nov 27 01:15:32.378934 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.391460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:32.392021 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.392936 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.407868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70ecd895-842b-4a72-966f-6d53b82ba099 req-52b03617-60fd-4765-b433-bdf9e9ba3e28 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157243 Nov 27 01:15:32.430688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46ffb-8794-40da-b5fb-6cc4499aca2e req-b19e2b65-6ae5-4f96-a33a-4b11dbde4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:32.432470 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ed46ffb-8794-40da-b5fb-6cc4499aca2e req-b19e2b65-6ae5-4f96-a33a-4b11dbde4dd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a47bc75-51de-4fff-99e5-a89ff920057e HTTP/1.1" status: 200 len: 849 time: 0.4241862 Nov 27 01:15:32.437501 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07ce0ddc-d83a-4f48-871e-f4d3fec31f49 req-21c88d35-eec7-469a-9956-1a6481a22487 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0414472 Nov 27 01:15:32.441023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.460679 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-97e41eda-ec14-40f8-b9f1-642538ad401d tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7045217 Nov 27 01:15:32.482010 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60450) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:32.482567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Pushing event updated for resources: {'Port': ['ID=aa0bc281-6183-4573-a029-e9607bbdaed7,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:32.492757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Network fff6a8e8-806f-4cd5-a1ea-2529f4bad697 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:32.494364 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:32.503704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:32.504283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46ffb-8794-40da-b5fb-6cc4499aca2e req-e1a690cf-180e-4c3b-9242-0b14a25bafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:32.506596 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ed46ffb-8794-40da-b5fb-6cc4499aca2e req-e1a690cf-180e-4c3b-9242-0b14a25bafc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3083db5d-148c-4c08-b659-41fd18a67bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637317 Nov 27 01:15:32.534098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Request body: {'port': {'network_id': 'fff6a8e8-806f-4cd5-a1ea-2529f4bad697', 'name': 'tempest-ExtraDHCPOptionsTestJSON-322008086', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:32.535172 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.api.validators [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] bootfile-name is not in valid_values {{(pid=103385) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:15:32.535172 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.api.validators [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] tftp-server is not in valid_values {{(pid=103385) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:15:32.535418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.api.validators [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] server-ip-address is not in valid_values {{(pid=103385) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:15:32.569660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Attempting to bind port aa0bc281-6183-4573-a029-e9607bbdaed7 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:32.570029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Attempting to bind port aa0bc281-6183-4573-a029-e9607bbdaed7 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ad0321b4-70ca-40e9-bb28-48dc5125d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fff6a8e8-806f-4cd5-a1ea-2529f4bad697'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:32.570411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Attempting to bind port aa0bc281-6183-4573-a029-e9607bbdaed7 on network fff6a8e8-806f-4cd5-a1ea-2529f4bad697 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:32.576569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:32.576784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Checking segment: {'id': 'ad0321b4-70ca-40e9-bb28-48dc5125d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fff6a8e8-806f-4cd5-a1ea-2529f4bad697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:32.577422 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.578557 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Bound using segment: {'id': 'ad0321b4-70ca-40e9-bb28-48dc5125d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fff6a8e8-806f-4cd5-a1ea-2529f4bad697'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:32.578557 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Bound port: aa0bc281-6183-4573-a029-e9607bbdaed7, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0321b4-70ca-40e9-bb28-48dc5125d5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fff6a8e8-806f-4cd5-a1ea-2529f4bad697'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:32.578929 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.615781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ed46ffb-8794-40da-b5fb-6cc4499aca2e req-e5978cdf-7fe7-45e7-8354-02daf3148f4d service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016498 Nov 27 01:15:32.662740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] For port aa0bc281-6183-4573-a029-e9607bbdaed7, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:32.666365 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] For port aa0bc281-6183-4573-a029-e9607bbdaed7, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=aa0bc281-6183-4573-a029-e9607bbdaed7,segment=NetworkSegment(ad0321b4-70ca-40e9-bb28-48dc5125d5f4),segment_id=ad0321b4-70ca-40e9-bb28-48dc5125d5f4)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:32.673396 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:32.774529 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3bac80c2-ea4f-4751-9b92-5620752c7bb4 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:15:32.798509 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ed46ffb-8794-40da-b5fb-6cc4499aca2e req-fc9ba3af-7c52-45b2-b35a-d01761d67525 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737339 Nov 27 01:15:32.884022 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2001a4ed-e1b6-49cf-9311-90eb4b2868ff req-01fc9173-7f27-4374-b796-f72f1d999787 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0392590 Nov 27 01:15:33.034568 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2da0b7-2f2a-4f3e-a76d-445d86d8d6b8 None None] Pushing event updated for resources: {'Port': ['ID=aa0bc281-6183-4573-a029-e9607bbdaed7,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:33.302218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3bac80c2-ea4f-4751-9b92-5620752c7bb4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3bac80c2-ea4f-4751-9b92-5620752c7bb4,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:33.332483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '3bac80c2-ea4f-4751-9b92-5620752c7bb4', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'port_id': '3bac80c2-ea4f-4751-9b92-5620752c7bb4', 'mac_address': 'fa:16:3e:82:fa:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:15:33.444919 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:33.461181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bac80c2-ea4f-4751-9b92-5620752c7bb4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:33.464001 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-60850270-0f0d-49ed-abe7-dc614e13bbfe req-a9fae5ac-95a6-48a5-b6c7-0a4e6e55d4aa tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0853484 Nov 27 01:15:33.509131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3bac80c2-ea4f-4751-9b92-5620752c7bb4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3bac80c2-ea4f-4751-9b92-5620752c7bb4,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:33.528426 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:33.631763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c2ff2-ba12-4eb5-ba6a-4b7ec795c6b2 req-8f033bfd-8000-4ea1-b07c-6997bf38c769 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:33.637066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e37c2ff2-ba12-4eb5-ba6a-4b7ec795c6b2 req-8f033bfd-8000-4ea1-b07c-6997bf38c769 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 931 time: 0.1002495 Nov 27 01:15:33.664367 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3bac80c2-ea4f-4751-9b92-5620752c7bb4,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:33.724997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e37c2ff2-ba12-4eb5-ba6a-4b7ec795c6b2 req-fb60666e-faf5-4701-b447-eb92d51b9bbd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804536 Nov 27 01:15:33.877161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50169ef1-53e2-4b11-b461-edfb15598dc9 req-74eb728c-60b6-410d-9479-4e4ddac2092d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0512979 Nov 27 01:15:33.897112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['3bac80c2-ea4f-4751-9b92-5620752c7bb4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:34.115666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf45e1b-825d-49f9-8906-e8860c4488d8 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:34.129310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Made reservation on behalf of 7b62ef276bea44809fc99f002356b870 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:34.135343 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:34.193169 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:34.312423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b42d15-e44b-43d9-a356-4ec67ff46cc0 req-6ad04f52-99a4-4726-a70b-418ef6779525 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:34.322604 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76b42d15-e44b-43d9-a356-4ec67ff46cc0 req-6ad04f52-99a4-4726-a70b-418ef6779525 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 943 time: 1.1923807 Nov 27 01:15:34.332887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Transition to ACTIVE for port object 1bf45e1b-825d-49f9-8906-e8860c4488d8 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:15:34.341170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38add27-ea2f-429d-885f-c15d07aded77 None None] Network fff6a8e8-806f-4cd5-a1ea-2529f4bad697 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:34.393258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5011527-4f2f-40ef-ac03-9ec66672bddc req-5ad40fb0-07d3-4443-908b-3cac3cf74006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:34.399617 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c5011527-4f2f-40ef-ac03-9ec66672bddc req-5ad40fb0-07d3-4443-908b-3cac3cf74006 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1097 time: 0.6079662 Nov 27 01:15:34.399617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] device_id is not set on port ee011a52-ba62-49ba-b0d1-9573a1418793 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:15:34.440095 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:34.471256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device aa0bc281-6183-4573-a029-e9607bbdaed7 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:34.545762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-229538c7-d401-4762-9370-8b32cf658d0a None None] Provisioning complete for port aa0bc281-6183-4573-a029-e9607bbdaed7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:34.546154 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-229538c7-d401-4762-9370-8b32cf658d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:34.597585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5011527-4f2f-40ef-ac03-9ec66672bddc req-a42deed7-4997-48d3-b116-1b1a1fca16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:34.599030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c5011527-4f2f-40ef-ac03-9ec66672bddc req-a42deed7-4997-48d3-b116-1b1a1fca16a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.1674659 Nov 27 01:15:34.620644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1125951f-6024-4ef1-a4ce-fc591f6dd9ef req-72489ed6-e388-49d7-b228-f006c713fca3 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0453227 Nov 27 01:15:34.744094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port aa0bc281-6183-4573-a029-e9607bbdaed7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:34.744480 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:34.771647 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.resource_extend [None req-1edc5201-743c-4a86-85eb-f776c1d3864b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:15:34.890590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Attempting to bind port 1bf45e1b-825d-49f9-8906-e8860c4488d8 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:34.890838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Attempting to bind port 1bf45e1b-825d-49f9-8906-e8860c4488d8 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:34.891127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Attempting to bind port 1bf45e1b-825d-49f9-8906-e8860c4488d8 on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:34.918612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Port 1bf45e1b-825d-49f9-8906-e8860c4488d8 on network 2eaddc87-3a23-41ff-872a-2ec44342687d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:15:34.918935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Attempting to bind port 1bf45e1b-825d-49f9-8906-e8860c4488d8 on network 2eaddc87-3a23-41ff-872a-2ec44342687d {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:34.964424 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76b42d15-e44b-43d9-a356-4ec67ff46cc0 req-8231eb60-99e9-495d-98cb-24ce8136e3d7 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5734587 Nov 27 01:15:34.965187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:34.965517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Checking segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:34.965886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Bound using segment: {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:34.971728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Bound port: 1bf45e1b-825d-49f9-8906-e8860c4488d8, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de987e8c-e271-4793-b805-7e23304b5e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:34.972089 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.035907 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Pushing event updated for resources: {'Port': ['ID=1bf45e1b-825d-49f9-8906-e8860c4488d8,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:35.096872 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.104106 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-229538c7-d401-4762-9370-8b32cf658d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.116137 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c5011527-4f2f-40ef-ac03-9ec66672bddc req-44cf7838-a343-4db6-92ef-87103b7583d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 1001 time: 0.4569175 Nov 27 01:15:35.117899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf9c62c8-714f-43d9-b1c2-22403283e965 req-244e4a39-874f-4f09-9bc9-093845a9177a tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7&device_id=de4c7949-340f-4180-9cb5-b56de34660de HTTP/1.1" status: 200 len: 210 time: 0.0555770 Nov 27 01:15:35.146749 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1edc5201-743c-4a86-85eb-f776c1d3864b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.170909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-229538c7-d401-4762-9370-8b32cf658d0a None None] For port aa0bc281-6183-4573-a029-e9607bbdaed7, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=aa0bc281-6183-4573-a029-e9607bbdaed7,segment=NetworkSegment(ad0321b4-70ca-40e9-bb28-48dc5125d5f4),segment_id=ad0321b4-70ca-40e9-bb28-48dc5125d5f4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:35.201246 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-229538c7-d401-4762-9370-8b32cf658d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.216054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] For port 1bf45e1b-825d-49f9-8906-e8860c4488d8, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:35.219473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] For port 1bf45e1b-825d-49f9-8906-e8860c4488d8, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1bf45e1b-825d-49f9-8906-e8860c4488d8,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:35.268381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229538c7-d401-4762-9370-8b32cf658d0a None None] Pushing event updated for resources: {'Port': ['ID=aa0bc281-6183-4573-a029-e9607bbdaed7,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:35.292574 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b6fd5426-5fe5-4c46-ab83-b05353f0cdc2 req-1c6f6e75-9f98-4381-bbfa-98350341fb4b tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0710452 Nov 27 01:15:35.339176 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:15:35.341238 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:15:35.358742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1edc5201-743c-4a86-85eb-f776c1d3864b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.362381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5011527-4f2f-40ef-ac03-9ec66672bddc req-bac1fba0-87ba-4291-adc7-a4429559d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:35.364475 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c5011527-4f2f-40ef-ac03-9ec66672bddc req-bac1fba0-87ba-4291-adc7-a4429559d203 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.2140701 Nov 27 01:15:35.385986 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.389754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Allocated IP 172.20.0.13 (fff6a8e8-806f-4cd5-a1ea-2529f4bad697/a2867483-4355-44fb-ab5d-0c438ea83aca/ee011a52-ba62-49ba-b0d1-9573a1418793) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:35.435651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a1936b01-584d-44e1-bff9-893a468220d7 None None] Provisioning complete for port 19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:35.437284 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a1936b01-584d-44e1-bff9-893a468220d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.510999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Pushing event updated for resources: {'Port': ['ID=1bf45e1b-825d-49f9-8906-e8860c4488d8,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:35.543820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a1936b01-584d-44e1-bff9-893a468220d7 None None] Port 19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:35.569776 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a1936b01-584d-44e1-bff9-893a468220d7 None None] Provisioning complete for port aa0bc281-6183-4573-a029-e9607bbdaed7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:35.570171 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a1936b01-584d-44e1-bff9-893a468220d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.683103 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b47f4530-0d47-47dd-9d22-4d526e79d075 req-afa5d8b2-b376-4306-87ac-697608af03da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3e43e1ec80a40bc86bb84dd9aff53ba&device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0439346 Nov 27 01:15:35.748234 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1fa0aa06-3f09-4b46-b8ff-64185446af80 req-1601a033-0535-4d21-9eb7-4fb115117100 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0687861 Nov 27 01:15:35.759196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b47f4530-0d47-47dd-9d22-4d526e79d075 req-dff05392-84e3-4420-ac52-9a5fe79e2fc8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a3e43e1ec80a40bc86bb84dd9aff53ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449085 Nov 27 01:15:35.809944 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.892808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:35.893594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.896008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-9aae2763-72c6-4ecc-97f6-a1cbea78548a service neutron] 10.222.0.11 "PUT /v2.0/ports/1bf45e1b-825d-49f9-8906-e8860c4488d8 HTTP/1.1" status: 200 len: 1091 time: 3.8479888 Nov 27 01:15:35.898851 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:35.943167 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde556d4-e2f9-463b-8379-f79078afe7fd', 'tag': '1bf45e1b-825d-49f9-8906-e8860c4488d8'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:35.945532 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c509617-9132-46fe-85bb-75fdbd4ccfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "dde556d4-e2f9-463b-8379-f79078afe7fd", "tag": "1bf45e1b-825d-49f9-8906-e8860c4488d8"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:35.982541 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-952a32b1-0073-4c0a-ac99-01e7a3a01bc0 None None] Provisioning complete for port 19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:35.982911 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-952a32b1-0073-4c0a-ac99-01e7a3a01bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:36.013534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f4530-0d47-47dd-9d22-4d526e79d075 req-9275d6f7-594a-46b5-b22f-58b4dc39c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.015140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b47f4530-0d47-47dd-9d22-4d526e79d075 req-9275d6f7-594a-46b5-b22f-58b4dc39c707 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2418704 Nov 27 01:15:36.053893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-952a32b1-0073-4c0a-ac99-01e7a3a01bc0 None None] Port 19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:36.058790 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6e458c-c782-46f4-9e2b-5192b3f460d7 x-openstack-request-id: req-df6e458c-c782-46f4-9e2b-5192b3f460d7 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:36.059075 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde556d4-e2f9-463b-8379-f79078afe7fd", "tag": "1bf45e1b-825d-49f9-8906-e8860c4488d8", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:36.060029 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df6e458c-c782-46f4-9e2b-5192b3f460d7 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:36.060433 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde556d4-e2f9-463b-8379-f79078afe7fd', 'tag': '1bf45e1b-825d-49f9-8906-e8860c4488d8', 'status': 'completed', 'code': 200} Nov 27 01:15:36.106760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a311a31-7106-402a-b5ef-1bcb30b97d4b req-1bdb57b2-ecf4-43ee-be84-9898819ac888 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.109158 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0a311a31-7106-402a-b5ef-1bcb30b97d4b req-1bdb57b2-ecf4-43ee-be84-9898819ac888 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 943 time: 0.9670613 Nov 27 01:15:36.113940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Network fff6a8e8-806f-4cd5-a1ea-2529f4bad697 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:36.148336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:36.163095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5011527-4f2f-40ef-ac03-9ec66672bddc req-d5e51bf2-24ea-40de-b927-ee6c60ecdf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.164561 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c5011527-4f2f-40ef-ac03-9ec66672bddc req-d5e51bf2-24ea-40de-b927-ee6c60ecdf65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7763250 Nov 27 01:15:36.169405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:36.179493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Pushing event updated for resources: {'Port': ['ID=ee011a52-ba62-49ba-b0d1-9573a1418793,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:36.203170 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f85a2-195d-422c-b366-71b943fb56f8 req-9222976d-0b18-475e-93ca-18d10bd0dece tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.216037 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b85f85a2-195d-422c-b366-71b943fb56f8 req-9222976d-0b18-475e-93ca-18d10bd0dece tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 944 time: 0.1096430 Nov 27 01:15:36.300603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b85f85a2-195d-422c-b366-71b943fb56f8 req-30031229-2688-4bc5-a3dc-b6080df65ec1 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832179 Nov 27 01:15:36.471950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device aa0bc281-6183-4573-a029-e9607bbdaed7 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:36.495540 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-faed6e49-dca8-49bb-b992-c0e12fcb5b9d req-adccb02d-a8b5-4219-9acf-c2a4e8a1a560 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0419848 Nov 27 01:15:36.595783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-843820d2-6488-4906-baa7-3f40f0811f82 None None] Provisioning complete for port ee011a52-ba62-49ba-b0d1-9573a1418793 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:36.596182 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-843820d2-6488-4906-baa7-3f40f0811f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:36.598748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port aa0bc281-6183-4573-a029-e9607bbdaed7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:36.599109 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:36.628785 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-1edc5201-743c-4a86-85eb-f776c1d3864b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Floating IP 3827218b-7e8f-4155-b02c-4a1bbf9ab6b4 associated. External IP: 172.25.3.146, port: 3091cb21-086d-418f-a3b5-a77c9e037f08. Nov 27 01:15:36.670062 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-843820d2-6488-4906-baa7-3f40f0811f82 None None] Port ee011a52-ba62-49ba-b0d1-9573a1418793 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:36.774349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-c3134816-6ce0-4b2c-90cf-b2d546739fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.776830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-c3134816-6ce0-4b2c-90cf-b2d546739fa3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 1094 time: 0.7579188 Nov 27 01:15:36.784146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:36.784938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:36.795799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3bac80c2-ea4f-4751-9b92-5620752c7bb4 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:36.822877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c5011527-4f2f-40ef-ac03-9ec66672bddc req-64a1422a-781f-401b-bb5f-bd43addeaffd service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365528 Nov 27 01:15:36.860719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0a311a31-7106-402a-b5ef-1bcb30b97d4b req-92f06bdb-3b22-4ba3-90a9-be137311a874 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7223608 Nov 27 01:15:36.916273 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 3bac80c2-ea4f-4751-9b92-5620752c7bb4 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:15:36.923160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 3bac80c2-ea4f-4751-9b92-5620752c7bb4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:36.923925 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:36.976173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fb2ee51-7f60-4fba-924c-a2b4476ec632 req-704198a5-b9e3-44aa-b895-45e51180012f tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0681028 Nov 27 01:15:37.022282 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-1f217ace-ece4-499c-8c6c-d92f9ca73da9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bf45e1b-825d-49f9-8906-e8860c4488d8 HTTP/1.1" status: 200 len: 217 time: 0.2153296 Nov 27 01:15:37.024388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c5011527-4f2f-40ef-ac03-9ec66672bddc req-49a12d32-6ee6-48ee-8a74-7af5c14057c7 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684685 Nov 27 01:15:37.059334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60516) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:37.070799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-460f8dfb-2700-4e21-b6f1-109f9c45ef35 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.5434585 Nov 27 01:15:37.088481 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.189288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3bac80c2-ea4f-4751-9b92-5620752c7bb4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3bac80c2-ea4f-4751-9b92-5620752c7bb4,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:37.191133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bac80c2-ea4f-4751-9b92-5620752c7bb4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:37.196219 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db48398-5084-4cda-a939-06bf7cdd71f3" -d '{"events": [{"server_uuid": "0e007db8-e254-4605-b65e-dd98956aaf9d", "name": "network-vif-plugged", "status": "completed", "tag": "3bac80c2-ea4f-4751-9b92-5620752c7bb4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:37.216007 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.219441 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-37ec7472-f8dc-4663-acfd-fc714d28fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:37.223831 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-37ec7472-f8dc-4663-acfd-fc714d28fbf4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.1710603 Nov 27 01:15:37.229251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9571d27-3514-46ea-bfb3-a632d79046c9 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:37.246744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9571d27-3514-46ea-bfb3-a632d79046c9 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:37.263723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9571d27-3514-46ea-bfb3-a632d79046c9 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:37.268845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b9571d27-3514-46ea-bfb3-a632d79046c9 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2073050 Nov 27 01:15:37.269839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60520) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:37.342561 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034523fc-2bb6-45c8-a389-8346489fb540 x-openstack-request-id: req-034523fc-2bb6-45c8-a389-8346489fb540 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:37.342945 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e007db8-e254-4605-b65e-dd98956aaf9d", "name": "network-vif-plugged", "status": "completed", "tag": "3bac80c2-ea4f-4751-9b92-5620752c7bb4", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:37.343133 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-034523fc-2bb6-45c8-a389-8346489fb540 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:37.343538 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bac80c2-ea4f-4751-9b92-5620752c7bb4', 'code': 200} Nov 27 01:15:37.344888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3bac80c2-ea4f-4751-9b92-5620752c7bb4,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:37.367390 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-0bbd36d4-17d0-4c1e-bcf2-865658310c74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526018 Nov 27 01:15:37.507663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-109fda41-c796-426d-b3e9-e9a07b13f7b1 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Deleting port ee011a52-ba62-49ba-b0d1-9573a1418793 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:37.518568 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-109fda41-c796-426d-b3e9-e9a07b13f7b1 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.628910 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-109fda41-c796-426d-b3e9-e9a07b13f7b1 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.641635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-109fda41-c796-426d-b3e9-e9a07b13f7b1 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Calling delete_port for ee011a52-ba62-49ba-b0d1-9573a1418793 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:37.659513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ad5dc-ab76-41ba-b503-cf712fc397a6 req-98f7c1aa-f294-413b-ba6b-53bb0bc7e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:37.661508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-540ad5dc-ab76-41ba-b503-cf712fc397a6 req-98f7c1aa-f294-413b-ba6b-53bb0bc7e1d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 1096 time: 0.1527398 Nov 27 01:15:37.717820 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3b6e737-93d0-42d6-840c-7856c9ab6d12 req-3ad9ce65-6a03-4296-8b40-932237082c10 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0700564 Nov 27 01:15:37.754222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edc5201-743c-4a86-85eb-f776c1d3864b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Router a12bedcf-3c32-4f6b-946a-adc8393f6d03 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:15:37.757428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-fe4de8e0-23e6-453a-9598-e9b35aaa85f2 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777852 Nov 27 01:15:37.798827 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-540ad5dc-ab76-41ba-b503-cf712fc397a6 req-12a52a78-af4f-496a-afe2-99c49aa1a38b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218452 Nov 27 01:15:37.809097 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-109fda41-c796-426d-b3e9-e9a07b13f7b1 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:37.885957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fda41-c796-426d-b3e9-e9a07b13f7b1 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Pushing event deleted for resources: {'Port': ['ID=ee011a52-ba62-49ba-b0d1-9573a1418793,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:37.889428 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b47f4530-0d47-47dd-9d22-4d526e79d075 req-0a217489-d91f-4ceb-877a-cc6305628b11 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.42 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.1121128 Nov 27 01:15:37.988489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88f95c-10c7-4865-93f6-1b69d4bb63c3 req-53d7f8e3-c724-4c17-a295-c2cd49622077 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:37.999114 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd88f95c-10c7-4865-93f6-1b69d4bb63c3 req-53d7f8e3-c724-4c17-a295-c2cd49622077 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 945 time: 0.5458751 Nov 27 01:15:38.063787 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-109fda41-c796-426d-b3e9-e9a07b13f7b1 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:38.067182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-109fda41-c796-426d-b3e9-e9a07b13f7b1 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] 10.222.0.37 "DELETE /v2.0/ports/ee011a52-ba62-49ba-b0d1-9573a1418793 HTTP/1.1" status: 204 len: 168 time: 0.7960002 Nov 27 01:15:38.073062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60534) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:38.078009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0c5cc851-eeaf-4f2c-bf22-d6637f7aa2e0 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Request body: {'port': {'name': 'tempest-new-port-name-1853139254', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:38.078487 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.api.validators [None req-0c5cc851-eeaf-4f2c-bf22-d6637f7aa2e0 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] bootfile-name is not in valid_values {{(pid=103384) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:15:38.078825 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.api.validators [None req-0c5cc851-eeaf-4f2c-bf22-d6637f7aa2e0 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] tftp-server is not in valid_values {{(pid=103384) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:15:38.079151 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.api.validators [None req-0c5cc851-eeaf-4f2c-bf22-d6637f7aa2e0 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] server-ip-address is not in valid_values {{(pid=103384) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:15:38.149113 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a085806-8ad3-4c33-9bac-40da41e58940 req-949efd8b-8da3-4ff4-a484-7af427b47c42 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482969 Nov 27 01:15:38.192636 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f36930-1ec8-496c-849f-866cd200dc42 req-8abb44a0-01b6-4656-8c75-b6f5db28f619 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.194895 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1f36930-1ec8-496c-849f-866cd200dc42 req-8abb44a0-01b6-4656-8c75-b6f5db28f619 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 943 time: 0.2225759 Nov 27 01:15:38.207800 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0c5cc851-eeaf-4f2c-bf22-d6637f7aa2e0 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:38.209794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edc5201-743c-4a86-85eb-f776c1d3864b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:15:38.233387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629fd857-9358-46b5-acca-d3b2d8a3561f None None] Sync routers for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:15:38.247960 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1edc5201-743c-4a86-85eb-f776c1d3864b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:38.256374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629fd857-9358-46b5-acca-d3b2d8a3561f None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:38.256591 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd88f95c-10c7-4865-93f6-1b69d4bb63c3 req-3a0cdff0-cfcb-4b90-ae71-14295a526fc5 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423995 Nov 27 01:15:38.264532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-629fd857-9358-46b5-acca-d3b2d8a3561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:38.382167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1edc5201-743c-4a86-85eb-f776c1d3864b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "PUT /v2.0/floatingips/3827218b-7e8f-4155-b02c-4a1bbf9ab6b4 HTTP/1.1" status: 200 len: 991 time: 6.6571894 Nov 27 01:15:38.419676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'tag': '3091cb21-086d-418f-a3b5-a77c9e037f08'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:38.425175 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc61941-a396-41df-8e00-1b29fa317dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "21887068-8aa5-4fd7-9a9a-fcea4d153df9", "tag": "3091cb21-086d-418f-a3b5-a77c9e037f08"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:38.515313 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c509617-9132-46fe-85bb-75fdbd4ccfa7 req-ffb4fc17-87fb-4082-aa0b-83fc9f62ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.518572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c509617-9132-46fe-85bb-75fdbd4ccfa7 req-ffb4fc17-87fb-4082-aa0b-83fc9f62ffbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ce090256ac14ca494a8481b8dc46f60&device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 1094 time: 0.1569057 Nov 27 01:15:38.529634 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1f36930-1ec8-496c-849f-866cd200dc42 req-f9e2c730-7309-4461-a430-0ef502ff62b4 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663883 Nov 27 01:15:38.659427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c509617-9132-46fe-85bb-75fdbd4ccfa7 req-0ed275e7-9c86-49a9-8ca7-8fe13b3f7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.662463 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c509617-9132-46fe-85bb-75fdbd4ccfa7 req-0ed275e7-9c86-49a9-8ca7-8fe13b3f7b34 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 200 len: 906 time: 0.1309388 Nov 27 01:15:38.675827 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0c5cc851-eeaf-4f2c-bf22-d6637f7aa2e0 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:38.682518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-629fd857-9358-46b5-acca-d3b2d8a3561f None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:38.730820 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3663497-f951-4260-818f-fb619da12590 req-f7e24494-b19f-4b0e-a8ed-5c22820cc31b tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=6390cb64-4342-4f0e-8515-c0c59fa8ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0524199 Nov 27 01:15:38.734069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0c5cc851-eeaf-4f2c-bf22-d6637f7aa2e0 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:38.765612 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c509617-9132-46fe-85bb-75fdbd4ccfa7 req-849892f1-523d-40ff-ae12-f512afca6868 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bf45e1b-825d-49f9-8906-e8860c4488d8 HTTP/1.1" status: 200 len: 217 time: 0.0909407 Nov 27 01:15:38.797976 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c376139-c550-4765-8544-e7160058e834 x-openstack-request-id: req-2c376139-c550-4765-8544-e7160058e834 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:38.798494 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21887068-8aa5-4fd7-9a9a-fcea4d153df9", "tag": "3091cb21-086d-418f-a3b5-a77c9e037f08", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:38.798974 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c376139-c550-4765-8544-e7160058e834 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:38.799526 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'tag': '3091cb21-086d-418f-a3b5-a77c9e037f08', 'status': 'completed', 'code': 200} Nov 27 01:15:38.812137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cc851-eeaf-4f2c-bf22-d6637f7aa2e0 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Pushing event updated for resources: {'Port': ['ID=19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:38.890589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c509617-9132-46fe-85bb-75fdbd4ccfa7 req-b005a1f2-bad2-4cfe-a730-bb9b5037d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:38.897662 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c509617-9132-46fe-85bb-75fdbd4ccfa7 req-b005a1f2-bad2-4cfe-a730-bb9b5037d849 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 200 len: 845 time: 0.1154103 Nov 27 01:15:38.956588 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c509617-9132-46fe-85bb-75fdbd4ccfa7 req-d3430586-35fc-44b1-a88f-b121cecdaebd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2eaddc87-3a23-41ff-872a-2ec44342687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421133 Nov 27 01:15:39.095770 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-812f82ad-a9b2-46c4-9167-8d5dc6a8aca6 req-c2963868-a26c-4ff9-8d3f-983ea608d70c tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.1174779 Nov 27 01:15:39.098014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-0c5cc851-eeaf-4f2c-bf22-d6637f7aa2e0 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] In _notify_port_updated(), no bound segment for port 19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 on network fff6a8e8-806f-4cd5-a1ea-2529f4bad697 {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:15:39.110940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5cc851-eeaf-4f2c-bf22-d6637f7aa2e0 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.113040 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0c5cc851-eeaf-4f2c-bf22-d6637f7aa2e0 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:39.114822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0c5cc851-eeaf-4f2c-bf22-d6637f7aa2e0 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] 10.222.0.37 "PUT /v2.0/ports/19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 HTTP/1.1" status: 200 len: 1136 time: 1.0410819 Nov 27 01:15:39.118102 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60548) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:39.125423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc61941-a396-41df-8e00-1b29fa317dbd req-f3614e10-b726-479f-8b98-45ad8909585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.130395 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc61941-a396-41df-8e00-1b29fa317dbd req-f3614e10-b726-479f-8b98-45ad8909585f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 1096 time: 0.2519252 Nov 27 01:15:39.234126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4ad218-b388-4c36-bafe-971bd263c569 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.238903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9e4ad218-b388-4c36-bafe-971bd263c569 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] 10.222.0.37 "GET /v2.0/ports/19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 HTTP/1.1" status: 200 len: 1136 time: 0.1180625 Nov 27 01:15:39.244587 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60550) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:39.355336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc61941-a396-41df-8e00-1b29fa317dbd req-8e68bc34-a017-42b5-b130-8b6aed16cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.357759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc61941-a396-41df-8e00-1b29fa317dbd req-8e68bc34-a017-42b5-b130-8b6aed16cafb service neutron] 10.222.0.11 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 911 time: 0.2197106 Nov 27 01:15:39.374000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-629fd857-9358-46b5-acca-d3b2d8a3561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '3827218b-7e8f-4155-b02c-4a1bbf9ab6b4', 'tenant_id': '7096168887864853b0d56415769aae26', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'port_id': '3091cb21-086d-418f-a3b5-a77c9e037f08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'mac_address': 'fa:16:3e:44:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:15:07Z', 'updated_at': '2021-11-27T01:15:34Z', 'revision_number': 1, 'project_id': '7096168887864853b0d56415769aae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:39.414514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629fd857-9358-46b5-acca-d3b2d8a3561f None None] Checking router: a12bedcf-3c32-4f6b-946a-adc8393f6d03 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:15:39.421177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b5c75065-4ac0-410a-a43f-2642a288a476 None None] Provisioning complete for port 19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:39.421561 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b5c75065-4ac0-410a-a43f-2642a288a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:39.461032 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c509617-9132-46fe-85bb-75fdbd4ccfa7 req-d22a042e-0845-4523-b9ea-ea3f20035ee6 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946132 Nov 27 01:15:39.469448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b5c75065-4ac0-410a-a43f-2642a288a476 None None] Port 19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:15:39.471746 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629fd857-9358-46b5-acca-d3b2d8a3561f None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:39.472586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-629fd857-9358-46b5-acca-d3b2d8a3561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:39.532300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc61941-a396-41df-8e00-1b29fa317dbd req-8a7c504d-71dd-4173-8dca-fc205c652b27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3091cb21-086d-418f-a3b5-a77c9e037f08 HTTP/1.1" status: 200 len: 999 time: 0.1602192 Nov 27 01:15:39.615331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18903f-9e73-47e3-b8b9-10acc48eb1b2 req-dd9b6d93-2b1f-4843-91db-d7fc60bd91d0 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.618950 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a18903f-9e73-47e3-b8b9-10acc48eb1b2 req-dd9b6d93-2b1f-4843-91db-d7fc60bd91d0 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 945 time: 0.1885855 Nov 27 01:15:39.637778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc61941-a396-41df-8e00-1b29fa317dbd req-5a3f6626-ce20-4721-bbeb-1447c1c2e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.639494 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc61941-a396-41df-8e00-1b29fa317dbd req-5a3f6626-ce20-4721-bbeb-1447c1c2e5bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a47bc75-51de-4fff-99e5-a89ff920057e HTTP/1.1" status: 200 len: 849 time: 0.0959268 Nov 27 01:15:39.676240 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c509617-9132-46fe-85bb-75fdbd4ccfa7 req-786d82cd-42a1-41ac-b8f0-6d3d4ed41115 service neutron] 10.222.0.11 "GET /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905141 Nov 27 01:15:39.697795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-31e7d022-81b8-4266-a11e-79a16daa1417 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Deleting port 19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:39.698124 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31e7d022-81b8-4266-a11e-79a16daa1417 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:39.745703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-629fd857-9358-46b5-acca-d3b2d8a3561f None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:39.793097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc61941-a396-41df-8e00-1b29fa317dbd req-b7b488af-ba9f-4eba-b0ce-5801964dbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.794791 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc61941-a396-41df-8e00-1b29fa317dbd req-b7b488af-ba9f-4eba-b0ce-5801964dbb64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3083db5d-148c-4c08-b659-41fd18a67bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406724 Nov 27 01:15:39.891682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adece9b-de51-41b6-8c0b-9e4e1192f90d req-5eaa313b-f3bb-4954-9f0e-36f420e7acd5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:39.911633 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9adece9b-de51-41b6-8c0b-9e4e1192f90d req-5eaa313b-f3bb-4954-9f0e-36f420e7acd5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 943 time: 0.2274494 Nov 27 01:15:39.930756 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31e7d022-81b8-4266-a11e-79a16daa1417 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:39.961333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-31e7d022-81b8-4266-a11e-79a16daa1417 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Calling delete_port for 19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:40.127704 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a18903f-9e73-47e3-b8b9-10acc48eb1b2 req-75820704-3183-4e66-b508-ff1458dcb11e tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4873824 Nov 27 01:15:40.138835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9adece9b-de51-41b6-8c0b-9e4e1192f90d req-b5f584aa-b776-4341-bf0d-248432bcea5a tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254975 Nov 27 01:15:40.171710 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc61941-a396-41df-8e00-1b29fa317dbd req-e6f68777-a546-4d73-a8b2-18c4afb87e07 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629897 Nov 27 01:15:40.282072 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31e7d022-81b8-4266-a11e-79a16daa1417 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.438890 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5bc61941-a396-41df-8e00-1b29fa317dbd req-f9e33737-ac9b-4276-8808-b4e8bf4652fd service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560203 Nov 27 01:15:40.469704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c8f67-f65f-4146-97c8-698d14a1a798 req-b2629b98-240e-4ee1-81e4-389906ef0b3b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:40.483872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-016c8f67-f65f-4146-97c8-698d14a1a798 req-b2629b98-240e-4ee1-81e4-389906ef0b3b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 945 time: 0.1137502 Nov 27 01:15:40.486772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60570) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:40.502470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-323e06af-3546-437b-8f18-7143d282a35b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Request body: {'floatingip': {'port_id': '3bac80c2-ea4f-4751-9b92-5620752c7bb4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:40.538460 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31e7d022-81b8-4266-a11e-79a16daa1417 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.544110 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-31e7d022-81b8-4266-a11e-79a16daa1417 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] 10.222.0.37 "DELETE /v2.0/ports/19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79 HTTP/1.1" status: 204 len: 168 time: 1.2887287 Nov 27 01:15:40.560548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60572) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:40.561680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7d022-81b8-4266-a11e-79a16daa1417 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Pushing event deleted for resources: {'Port': ['ID=19cf0cc1-f4bf-4ea8-9a02-dc5dd32d1b79,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:40.590718 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7528264-d78f-4b2d-8220-df4db63f5e5a req-3b1162e9-50c3-49ad-b7b6-c3cabd621b15 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.2059102 Nov 27 01:15:40.620273 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-323e06af-3546-437b-8f18-7143d282a35b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.670994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5912bba-0fed-4baf-bd24-ab44bcac50b9 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Deleting subnet a2867483-4355-44fb-ab5d-0c438ea83aca {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:15:40.679415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5912bba-0fed-4baf-bd24-ab44bcac50b9 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.693615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-629fd857-9358-46b5-acca-d3b2d8a3561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '3827218b-7e8f-4155-b02c-4a1bbf9ab6b4', 'tenant_id': '7096168887864853b0d56415769aae26', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'port_id': '3091cb21-086d-418f-a3b5-a77c9e037f08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'mac_address': 'fa:16:3e:44:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:15:07Z', 'updated_at': '2021-11-27T01:15:34Z', 'revision_number': 1, 'project_id': '7096168887864853b0d56415769aae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:40.752999 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629fd857-9358-46b5-acca-d3b2d8a3561f None None] The sync data for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 is: [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '3827218b-7e8f-4155-b02c-4a1bbf9ab6b4', 'tenant_id': '7096168887864853b0d56415769aae26', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'port_id': '3091cb21-086d-418f-a3b5-a77c9e037f08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'mac_address': 'fa:16:3e:44:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:15:07Z', 'updated_at': '2021-11-27T01:15:34Z', 'revision_number': 1, 'project_id': '7096168887864853b0d56415769aae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:15:40.815833 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5912bba-0fed-4baf-bd24-ab44bcac50b9 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:40.943231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-37c80aae-f017-41bc-a390-d758388c536c req-7150c65a-e9d5-4fde-809b-45ced9a04a83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a3e43e1ec80a40bc86bb84dd9aff53ba&device_id=de4c7949-340f-4180-9cb5-b56de34660de HTTP/1.1" status: 200 len: 210 time: 0.0450735 Nov 27 01:15:40.970320 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-848d1ed4-875e-443a-a3b9-73a9c9f5b43f req-41b041cc-102b-4659-865b-b77cf9fd18e6 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=de4c7949-340f-4180-9cb5-b56de34660de HTTP/1.1" status: 200 len: 210 time: 0.0829973 Nov 27 01:15:40.996293 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-37c80aae-f017-41bc-a390-d758388c536c req-b1817137-0dcb-4cc8-bfaa-eefee7cc9b7f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a3e43e1ec80a40bc86bb84dd9aff53ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359631 Nov 27 01:15:41.041753 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5912bba-0fed-4baf-bd24-ab44bcac50b9 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.128211 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5912bba-0fed-4baf-bd24-ab44bcac50b9 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.186175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5912bba-0fed-4baf-bd24-ab44bcac50b9 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Pushing event deleted for resources: {'Subnet': ['ID=a2867483-4355-44fb-ab5d-0c438ea83aca,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:41.190968 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5912bba-0fed-4baf-bd24-ab44bcac50b9 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.197400 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b5912bba-0fed-4baf-bd24-ab44bcac50b9 tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] 10.222.0.37 "DELETE /v2.0/subnets/a2867483-4355-44fb-ab5d-0c438ea83aca HTTP/1.1" status: 204 len: 168 time: 0.6241803 Nov 27 01:15:41.203827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60584) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:41.205372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfa87eb-1801-4253-8d1f-7e7077af0b23 None None] Network fff6a8e8-806f-4cd5-a1ea-2529f4bad697 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:41.238476 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5ae53-6d5c-431c-aa0e-e64eb6c86a9f None None] New status for floating IP 3827218b-7e8f-4155-b02c-4a1bbf9ab6b4: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:15:41.440408 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.555836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Deleting port aa0bc281-6183-4573-a029-e9607bbdaed7 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:41.557091 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.632660 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eda9b15b-5305-4bfa-b93b-863b0bc4048e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.647446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] For port aa0bc281-6183-4573-a029-e9607bbdaed7, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=aa0bc281-6183-4573-a029-e9607bbdaed7,segment=NetworkSegment(ad0321b4-70ca-40e9-bb28-48dc5125d5f4),segment_id=ad0321b4-70ca-40e9-bb28-48dc5125d5f4)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:41.648087 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:41.670353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Calling delete_port for aa0bc281-6183-4573-a029-e9607bbdaed7 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:41.689771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 1bf45e1b-825d-49f9-8906-e8860c4488d8 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:15:41.972819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 1bf45e1b-825d-49f9-8906-e8860c4488d8, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1bf45e1b-825d-49f9-8906-e8860c4488d8,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:41.988476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44733226-4e92-4ca3-9ecb-09dabef7c680 None None] DHCP port deletion for fff6a8e8-806f-4cd5-a1ea-2529f4bad697 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:15:42.060472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '1bf45e1b-825d-49f9-8906-e8860c4488d8', 'network_id': '2eaddc87-3a23-41ff-872a-2ec44342687d', 'port_id': '1bf45e1b-825d-49f9-8906-e8860c4488d8', 'mac_address': 'fa:16:3e:5a:fb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b3b599-d4e2-4679-ba73-92cad71204a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:15:42.131114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-44733226-4e92-4ca3-9ecb-09dabef7c680 None None] Deleting port aa0bc281-6183-4573-a029-e9607bbdaed7 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:42.131644 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-44733226-4e92-4ca3-9ecb-09dabef7c680 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.193913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56403c76-5d6b-4b11-a176-46f543722fbd req-f0d2deb1-e6e9-4b9d-84e5-85ed45484021 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0495656 Nov 27 01:15:42.223245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c80aae-f017-41bc-a390-d758388c536c req-f4fbe441-32ef-44c5-9ce9-2d863a2abf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:42.225275 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-37c80aae-f017-41bc-a390-d758388c536c req-f4fbe441-32ef-44c5-9ce9-2d863a2abf74 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2191312 Nov 27 01:15:42.240364 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.263457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-44733226-4e92-4ca3-9ecb-09dabef7c680 None None] For port aa0bc281-6183-4573-a029-e9607bbdaed7, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=aa0bc281-6183-4573-a029-e9607bbdaed7,segment=NetworkSegment(ad0321b4-70ca-40e9-bb28-48dc5125d5f4),segment_id=ad0321b4-70ca-40e9-bb28-48dc5125d5f4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:42.264268 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-44733226-4e92-4ca3-9ecb-09dabef7c680 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.284258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-44733226-4e92-4ca3-9ecb-09dabef7c680 None None] Calling delete_port for aa0bc281-6183-4573-a029-e9607bbdaed7 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:42.307434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e650-505b-4c72-b4fc-c073e5d228ca req-dbd288e2-6293-4cf9-9cd3-a05b635891db tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:42.311723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fdf2e650-505b-4c72-b4fc-c073e5d228ca req-dbd288e2-6293-4cf9-9cd3-a05b635891db tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 943 time: 0.8285980 Nov 27 01:15:42.331320 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-323e06af-3546-437b-8f18-7143d282a35b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.334860 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Pushing event deleted for resources: {'Port': ['ID=aa0bc281-6183-4573-a029-e9607bbdaed7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:42.350833 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-323e06af-3546-437b-8f18-7143d282a35b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.353764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] No DVR routers for this DVR port aa0bc281-6183-4573-a029-e9607bbdaed7 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:42.387638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:42.396388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:42.396388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:42.396388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:42.396388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:42.396388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:42.396388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:42.396388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:42.396388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:42.398997 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-44733226-4e92-4ca3-9ecb-09dabef7c680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.416824 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.417068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:42.417193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:42.417512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:15:42.418824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44733226-4e92-4ca3-9ecb-09dabef7c680 None None] No DVR routers for this DVR port aa0bc281-6183-4573-a029-e9607bbdaed7 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:15:42.452964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44733226-4e92-4ca3-9ecb-09dabef7c680 None None] Pushing event deleted for resources: {'Port': ['ID=aa0bc281-6183-4573-a029-e9607bbdaed7,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:42.458969 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device aa0bc281-6183-4573-a029-e9607bbdaed7 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:15:42.490872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: aa0bc281-6183-4573-a029-e9607bbdaed7 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:15:42.491138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device aa0bc281-6183-4573-a029-e9607bbdaed7 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:15:42.494748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf45e1b-825d-49f9-8906-e8860c4488d8 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:15:42.523307 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-323e06af-3546-437b-8f18-7143d282a35b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Floating IP 79bbf0ee-1ea1-4989-8499-f03d3db49b49 associated. External IP: 172.25.3.208, port: 3bac80c2-ea4f-4751-9b92-5620752c7bb4. Nov 27 01:15:42.525945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 1bf45e1b-825d-49f9-8906-e8860c4488d8, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1bf45e1b-825d-49f9-8906-e8860c4488d8,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:42.548038 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.590778 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fdf2e650-505b-4c72-b4fc-c073e5d228ca req-3518ad43-3325-458c-a3d0-2c772482c208 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560403 Nov 27 01:15:42.612487 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d2198b3a-0704-4fcb-9f5c-8b7e22949b36 req-f8c029fc-3053-43db-b91c-0ba455ad82bb tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=de4c7949-340f-4180-9cb5-b56de34660de HTTP/1.1" status: 200 len: 210 time: 0.2279794 Nov 27 01:15:42.618922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=1bf45e1b-825d-49f9-8906-e8860c4488d8,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:42.717067 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.771867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff6a8e8-806f-4cd5-a1ea-2529f4bad697']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:42.784597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0321b4-70ca-40e9-bb28-48dc5125d5f4') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:42.784904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0321b4-70ca-40e9-bb28-48dc5125d5f4') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:42.797767 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.821523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.837857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:15:42.838492 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:15:42.844584 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:15:42.872127 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323e06af-3546-437b-8f18-7143d282a35b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Router d21c84ec-41d7-4efa-a7d6-eb789f427c17 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:15:42.892460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['1bf45e1b-825d-49f9-8906-e8860c4488d8'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:15:42.972508 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:42.983849 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:43.004235 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] 10.222.0.37 "DELETE /v2.0/networks/fff6a8e8-806f-4cd5-a1ea-2529f4bad697 HTTP/1.1" status: 204 len: 168 time: 1.7876608 Nov 27 01:15:43.029140 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a621b-eb77-45a3-841f-de1cc52c658f tempest-ExtraDHCPOptionsTestJSON-2145485118 tempest-ExtraDHCPOptionsTestJSON-2145485118-project] Pushing event deleted for resources: {'Network': ['ID=fff6a8e8-806f-4cd5-a1ea-2529f4bad697,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:43.135298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323e06af-3546-437b-8f18-7143d282a35b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:15:43.140601 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-323e06af-3546-437b-8f18-7143d282a35b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:43.149846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6837e41-602a-42c7-92d5-56dfd76597e2 None None] Sync routers for ids ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:15:43.195965 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-323e06af-3546-437b-8f18-7143d282a35b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "PUT /v2.0/floatingips/79bbf0ee-1ea1-4989-8499-f03d3db49b49 HTTP/1.1" status: 200 len: 991 time: 2.7076833 Nov 27 01:15:43.200327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'tag': '3bac80c2-ea4f-4751-9b92-5620752c7bb4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:43.202712 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b99ff0-918e-4da1-85c2-37c237b7fdae" -d '{"events": [{"name": "network-changed", "server_uuid": "0e007db8-e254-4605-b65e-dd98956aaf9d", "tag": "3bac80c2-ea4f-4751-9b92-5620752c7bb4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:43.205326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6837e41-602a-42c7-92d5-56dfd76597e2 None None] Routers {'d21c84ec-41d7-4efa-a7d6-eb789f427c17'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:43.205983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6837e41-602a-42c7-92d5-56dfd76597e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:43.307634 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae265eb-566d-4f64-9c39-869d571f18f4 x-openstack-request-id: req-bae265eb-566d-4f64-9c39-869d571f18f4 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:43.308483 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e007db8-e254-4605-b65e-dd98956aaf9d", "tag": "3bac80c2-ea4f-4751-9b92-5620752c7bb4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:43.308912 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bae265eb-566d-4f64-9c39-869d571f18f4 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:43.309741 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'tag': '3bac80c2-ea4f-4751-9b92-5620752c7bb4', 'status': 'completed', 'code': 200} Nov 27 01:15:43.482980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99ff0-918e-4da1-85c2-37c237b7fdae req-727a57f2-ae42-4a12-a4bb-0554e7d56b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:43.484513 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7b99ff0-918e-4da1-85c2-37c237b7fdae req-727a57f2-ae42-4a12-a4bb-0554e7d56b9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c4f8a4e97b543a8ad6fc76e918a38a0&device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 1096 time: 0.1408379 Nov 27 01:15:43.499118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b6837e41-602a-42c7-92d5-56dfd76597e2 None None] Set router d21c84ec-41d7-4efa-a7d6-eb789f427c17 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:43.575631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd5cd250-e865-4cf6-ab17-ec3a9b7ee2dc req-175d18e5-a6c4-4727-bf40-4f9900618383 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.1265616 Nov 27 01:15:43.722177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60620) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:43.816172 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-531f1e34-4ec6-4404-8119-59a32594a89d req-68230b4d-4163-49d0-9c4b-fd517f2b3209 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.37 "GET /v2.0/ports?device_id=de4c7949-340f-4180-9cb5-b56de34660de HTTP/1.1" status: 200 len: 210 time: 0.0712700 Nov 27 01:15:43.836445 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37c80aae-f017-41bc-a390-d758388c536c req-b1e9819c-3bc5-4452-8dca-22973a321a53 tempest-ServerShowV247Test-295195848 tempest-ServerShowV247Test-295195848-project] 10.222.0.42 "GET /v2.0/ports?device_id=de4c7949-340f-4180-9cb5-b56de34660de HTTP/1.1" status: 200 len: 210 time: 0.0674686 Nov 27 01:15:43.864860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99ff0-918e-4da1-85c2-37c237b7fdae req-620a55db-a317-4d9f-afda-3118c225680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:43.867579 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7b99ff0-918e-4da1-85c2-37c237b7fdae req-620a55db-a317-4d9f-afda-3118c225680c service neutron] 10.222.0.42 "GET /v2.0/networks?id=572c59c7-44af-4dd0-9188-0c3d2adc3150 HTTP/1.1" status: 200 len: 917 time: 0.3362453 Nov 27 01:15:43.965774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91c014-0ba2-4252-8287-41b5e6a53770 req-d6c94062-3d2a-4ec8-aeef-7ef29454f496 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:43.976661 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1b91c014-0ba2-4252-8287-41b5e6a53770 req-d6c94062-3d2a-4ec8-aeef-7ef29454f496 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 944 time: 0.1388738 Nov 27 01:15:44.012508 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-86e69a06-548c-4d09-9f85-39f2e6e955ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.024631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7b99ff0-918e-4da1-85c2-37c237b7fdae req-8e3195e0-b734-42d1-8d9e-bc2f69c9810e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bac80c2-ea4f-4751-9b92-5620752c7bb4 HTTP/1.1" status: 200 len: 999 time: 0.1427610 Nov 27 01:15:44.070183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6837e41-602a-42c7-92d5-56dfd76597e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:14:42Z', 'revision_number': 4, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '79bbf0ee-1ea1-4989-8499-f03d3db49b49', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'port_id': '3bac80c2-ea4f-4751-9b92-5620752c7bb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'mac_address': 'fa:16:3e:82:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:14:47Z', 'updated_at': '2021-11-27T01:15:42Z', 'revision_number': 1, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31f29732-b7b5-48d6-abac-7ffcf7d453eb', 'name': '', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'mac_address': 'fa:16:3e:f5:fa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:40Z', 'updated_at': '2021-11-27T01:14:47Z', 'revision_number': 5, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'subnets': [{'id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:44.119421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6837e41-602a-42c7-92d5-56dfd76597e2 None None] Checking router: d21c84ec-41d7-4efa-a7d6-eb789f427c17 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:15:44.149526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6837e41-602a-42c7-92d5-56dfd76597e2 None None] Routers {'d21c84ec-41d7-4efa-a7d6-eb789f427c17'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:44.152622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6837e41-602a-42c7-92d5-56dfd76597e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:44.162162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99ff0-918e-4da1-85c2-37c237b7fdae req-749390f8-c050-41d5-9bcf-cfea483ebda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:44.163925 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7b99ff0-918e-4da1-85c2-37c237b7fdae req-749390f8-c050-41d5-9bcf-cfea483ebda3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f78d5c4-994d-4cf0-87be-5987f9ab593a HTTP/1.1" status: 200 len: 855 time: 0.1118839 Nov 27 01:15:44.170755 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-be4ddeeb-55fa-4011-b444-54097159249f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b62ef276bea44809fc99f002356b870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4469831 Nov 27 01:15:44.174037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60626) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:44.174506 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1b91c014-0ba2-4252-8287-41b5e6a53770 req-609e498f-36ec-4300-a9e6-ba890a09a5b3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970227 Nov 27 01:15:44.252117 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.254315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99ff0-918e-4da1-85c2-37c237b7fdae req-a98dfa46-e826-47b2-bfd1-2ce77e17c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:44.255944 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7b99ff0-918e-4da1-85c2-37c237b7fdae req-a98dfa46-e826-47b2-bfd1-2ce77e17c9d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=572c59c7-44af-4dd0-9188-0c3d2adc3150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805438 Nov 27 01:15:44.288306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98756c0d-c09f-4f5b-9341-a8585d3af9f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.347392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b6837e41-602a-42c7-92d5-56dfd76597e2 None None] Set router d21c84ec-41d7-4efa-a7d6-eb789f427c17 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:15:44.369590 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98756c0d-c09f-4f5b-9341-a8585d3af9f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.429859 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7b99ff0-918e-4da1-85c2-37c237b7fdae req-bcebadc8-05b1-48f8-a93d-2751fa5c2840 service neutron] 10.222.0.42 "GET /v2.0/networks/572c59c7-44af-4dd0-9188-0c3d2adc3150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632597 Nov 27 01:15:44.558264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98756c0d-c09f-4f5b-9341-a8585d3af9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.565649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98756c0d-c09f-4f5b-9341-a8585d3af9f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:44.568010 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-98756c0d-c09f-4f5b-9341-a8585d3af9f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db575d1b-38ee-4e93-b5f8-3259b3599f28 HTTP/1.1" status: 204 len: 168 time: 0.3908637 Nov 27 01:15:44.649489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98756c0d-c09f-4f5b-9341-a8585d3af9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db575d1b-38ee-4e93-b5f8-3259b3599f28,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:44.659949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7b99ff0-918e-4da1-85c2-37c237b7fdae req-b4ec034e-28c8-42a2-8c9a-03ebd552c3a0 service neutron] 10.222.0.42 "GET /v2.0/networks/572c59c7-44af-4dd0-9188-0c3d2adc3150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227960 Nov 27 01:15:44.724332 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e21320dd-5421-4602-a02c-1a651464f7d4 req-568dda63-c390-4584-8ba6-b8ca59d366a5 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0564773 Nov 27 01:15:44.982799 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:45.098552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6837e41-602a-42c7-92d5-56dfd76597e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:14:42Z', 'revision_number': 4, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '79bbf0ee-1ea1-4989-8499-f03d3db49b49', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'port_id': '3bac80c2-ea4f-4751-9b92-5620752c7bb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'mac_address': 'fa:16:3e:82:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:14:47Z', 'updated_at': '2021-11-27T01:15:42Z', 'revision_number': 1, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31f29732-b7b5-48d6-abac-7ffcf7d453eb', 'name': '', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'mac_address': 'fa:16:3e:f5:fa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:40Z', 'updated_at': '2021-11-27T01:14:47Z', 'revision_number': 5, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'subnets': [{'id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:45.131579 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6837e41-602a-42c7-92d5-56dfd76597e2 None None] The sync data for ids ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'] in n-d-819494-2 is: [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:14:42Z', 'revision_number': 4, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '79bbf0ee-1ea1-4989-8499-f03d3db49b49', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'floating_ip_address': '172.25.3.208', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'port_id': '3bac80c2-ea4f-4751-9b92-5620752c7bb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'mac_address': 'fa:16:3e:82:fa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:14:47Z', 'updated_at': '2021-11-27T01:15:42Z', 'revision_number': 1, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31f29732-b7b5-48d6-abac-7ffcf7d453eb', 'name': '', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'mac_address': 'fa:16:3e:f5:fa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:40Z', 'updated_at': '2021-11-27T01:14:47Z', 'revision_number': 5, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'subnets': [{'id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:15:45.458429 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e11c45-de48-4ef1-9a81-8ba254537155 req-d78ea2aa-4349-48b9-a957-6c8d85dd4f4d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:45.468906 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20e11c45-de48-4ef1-9a81-8ba254537155 req-d78ea2aa-4349-48b9-a957-6c8d85dd4f4d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 944 time: 0.1558650 Nov 27 01:15:45.475805 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60662) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:45.515773 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1156b5c-0b0c-4975-815e-219b6b33cd29 None None] New status for floating IP 79bbf0ee-1ea1-4989-8499-f03d3db49b49: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:15:45.555519 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20e11c45-de48-4ef1-9a81-8ba254537155 req-0950a087-993f-4739-a11d-8b44e77df5fb tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796926 Nov 27 01:15:45.704726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 1bf45e1b-825d-49f9-8906-e8860c4488d8 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:45.720268 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-053479ab-1621-4049-a127-f16ff6ac8f94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:45.848853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 1bf45e1b-825d-49f9-8906-e8860c4488d8 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:15:45.864669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 1bf45e1b-825d-49f9-8906-e8860c4488d8 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:45.869553 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:45.888716 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0797dc3c-bad4-4f2f-b2a2-4db843b4b10f req-707bd874-e77e-4e16-b032-8c5ec8b1b866 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0370960 Nov 27 01:15:45.961257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-053479ab-1621-4049-a127-f16ff6ac8f94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:45.973224 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-053479ab-1621-4049-a127-f16ff6ac8f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:45.995224 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.033026 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 1bf45e1b-825d-49f9-8906-e8860c4488d8, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1bf45e1b-825d-49f9-8906-e8860c4488d8,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:46.034106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde556d4-e2f9-463b-8379-f79078afe7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf45e1b-825d-49f9-8906-e8860c4488d8'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:15:46.037899 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40689cfe-6d35-49fe-95b5-69896863296f" -d '{"events": [{"server_uuid": "dde556d4-e2f9-463b-8379-f79078afe7fd", "name": "network-vif-plugged", "status": "completed", "tag": "1bf45e1b-825d-49f9-8906-e8860c4488d8"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:15:46.043461 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.074085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60680) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:46.075434 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-053479ab-1621-4049-a127-f16ff6ac8f94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3e43e1ec80a40bc86bb84dd9aff53ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5975029 Nov 27 01:15:46.077094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053479ab-1621-4049-a127-f16ff6ac8f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4f1626-1875-4d59-a716-a27efea963fb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:46.082510 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60682) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:46.124893 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36004a04-9188-48ee-a5f4-7f508b9ff371 x-openstack-request-id: req-36004a04-9188-48ee-a5f4-7f508b9ff371 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:15:46.125187 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde556d4-e2f9-463b-8379-f79078afe7fd", "name": "network-vif-plugged", "status": "completed", "tag": "1bf45e1b-825d-49f9-8906-e8860c4488d8", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:15:46.125441 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36004a04-9188-48ee-a5f4-7f508b9ff371 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:15:46.126368 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde556d4-e2f9-463b-8379-f79078afe7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf45e1b-825d-49f9-8906-e8860c4488d8', 'code': 200} Nov 27 01:15:46.143655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=1bf45e1b-825d-49f9-8906-e8860c4488d8,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:46.179649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f0aa-c9c4-479e-bd52-02229e2e6a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.251106 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f0aa-c9c4-479e-bd52-02229e2e6a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.293228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f706c1a2-d5cf-4dbf-ad23-2ac6b6fdc53f tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2014449779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:46.351894 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f706c1a2-d5cf-4dbf-ad23-2ac6b6fdc53f tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.352987 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f706c1a2-d5cf-4dbf-ad23-2ac6b6fdc53f tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.438581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1ed1-9902-4adf-b310-4db41d75fba8 req-caa1c045-7e48-45f8-8884-e8b595051090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:46.440085 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-317c1ed1-9902-4adf-b310-4db41d75fba8 req-caa1c045-7e48-45f8-8884-e8b595051090 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 1096 time: 0.1573069 Nov 27 01:15:46.443611 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f706c1a2-d5cf-4dbf-ad23-2ac6b6fdc53f tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.451821 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f0aa-c9c4-479e-bd52-02229e2e6a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.455026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f0aa-c9c4-479e-bd52-02229e2e6a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.458617 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6bd6f0aa-c9c4-479e-bd52-02229e2e6a54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b4f1626-1875-4d59-a716-a27efea963fb HTTP/1.1" status: 204 len: 168 time: 0.3811533 Nov 27 01:15:46.466755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f706c1a2-d5cf-4dbf-ad23-2ac6b6fdc53f tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.499200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6f0aa-c9c4-479e-bd52-02229e2e6a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4f1626-1875-4d59-a716-a27efea963fb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:46.520785 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f706c1a2-d5cf-4dbf-ad23-2ac6b6fdc53f tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.522691 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f706c1a2-d5cf-4dbf-ad23-2ac6b6fdc53f tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4387255 Nov 27 01:15:46.525988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60694) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:46.531624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-129047399'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:46.543394 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-317c1ed1-9902-4adf-b310-4db41d75fba8 req-739a22e6-f144-49ac-888d-60b8303058f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857410 Nov 27 01:15:46.565014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Made reservation on behalf of acc637401cfd4bacb4ede1af3c18d8e7 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:46.592268 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.617679 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.639605 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.779702 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ee2ba-02d9-461f-94aa-30ddeef90f94 req-40e72219-393a-4eba-98c8-4eb58489c281 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:46.781749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a83ee2ba-02d9-461f-94aa-30ddeef90f94 req-40e72219-393a-4eba-98c8-4eb58489c281 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.0918801 Nov 27 01:15:46.894319 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.916377 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a83ee2ba-02d9-461f-94aa-30ddeef90f94 req-118ac10d-ca3d-4bc8-848b-85fd6e663f3c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194842 Nov 27 01:15:46.919777 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.956565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:15:46.979103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faedd389-dd98-41bd-b078-4c3996aae369,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:46.982228 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:46.982748 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Added segment f1808f1b-414a-441b-9f62-c8774046fd01 of type vlan for network 76e822cd-dd89-417b-961f-1f1026fc338d Nov 27 01:15:47.039497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:47.078779 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:47.082633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:47.091068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:47.095866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4be3f6ce-ede0-4f79-8836-61fe670511ad req-7e519fa9-6ed1-4986-992f-b0e8f58b9bc6 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0598750 Nov 27 01:15:47.098747 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:47.142910 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6153004 Nov 27 01:15:47.145713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60710) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:47.156883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-34b4119a-8e43-4e28-bfd5-be4a1274602b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Request body: {'subnet': {'network_id': '76e822cd-dd89-417b-961f-1f1026fc338d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:47.219003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65c293-9a90-48bf-94d2-9beb4ee09869 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event updated for resources: {'Network': ['ID=76e822cd-dd89-417b-961f-1f1026fc338d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:47.231477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 76e822cd-dd89-417b-961f-1f1026fc338d details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:15:47.376492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b4119a-8e43-4e28-bfd5-be4a1274602b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Made reservation on behalf of acc637401cfd4bacb4ede1af3c18d8e7 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:47.381097 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34b4119a-8e43-4e28-bfd5-be4a1274602b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:47.505873 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:47.728858 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34b4119a-8e43-4e28-bfd5-be4a1274602b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:47.846110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4119a-8e43-4e28-bfd5-be4a1274602b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event updated for resources: {'Subnet': ['ID=ade71f63-2c0f-4bf7-8512-a3ac4bf717fa,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:47.922750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b4119a-8e43-4e28-bfd5-be4a1274602b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Checking segment: {'id': 'f1808f1b-414a-441b-9f62-c8774046fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76e822cd-dd89-417b-961f-1f1026fc338d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:47.923376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b4119a-8e43-4e28-bfd5-be4a1274602b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Network hostable DHCP agents. Network: 76e822cd-dd89-417b-961f-1f1026fc338d, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:15:47.952603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b4119a-8e43-4e28-bfd5-be4a1274602b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Network 76e822cd-dd89-417b-961f-1f1026fc338d is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:15:47.970415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-34b4119a-8e43-4e28-bfd5-be4a1274602b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 76e822cd-dd89-417b-961f-1f1026fc338d) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:47.980787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c3e01f-d2f7-493d-9742-d37504cd7f4c None None] Network 76e822cd-dd89-417b-961f-1f1026fc338d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:47.985707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b4119a-8e43-4e28-bfd5-be4a1274602b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:47.986901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34b4119a-8e43-4e28-bfd5-be4a1274602b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.017371 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-34b4119a-8e43-4e28-bfd5-be4a1274602b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8670344 Nov 27 01:15:48.017987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60740) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:48.042307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d6af8023-3927-43ea-9a12-116fc199b78e tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Request body: {'network': {'name': 'tempest-router-network01--145601099'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:48.088932 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6af8023-3927-43ea-9a12-116fc199b78e tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Made reservation on behalf of acc637401cfd4bacb4ede1af3c18d8e7 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:48.095584 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6af8023-3927-43ea-9a12-116fc199b78e tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.185417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6af8023-3927-43ea-9a12-116fc199b78e tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:15:48.207781 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6af8023-3927-43ea-9a12-116fc199b78e tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.208286 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-d6af8023-3927-43ea-9a12-116fc199b78e tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Added segment ac11f52d-555b-4442-8dcc-dca7335a6300 of type vlan for network c3feef2b-fd81-405e-9139-6a4ebfbc9c56 Nov 27 01:15:48.226292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee8f0-db43-450f-872a-d9395a10b871 req-4e7f5161-6ffc-4d55-ba3d-907dafef62d1 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:48.230044 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff6ee8f0-db43-450f-872a-d9395a10b871 req-4e7f5161-6ffc-4d55-ba3d-907dafef62d1 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1100338 Nov 27 01:15:48.253163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-76e822cd-dd89-417b-961f-1f1026fc338d', 'network_id': '76e822cd-dd89-417b-961f-1f1026fc338d', 'tenant_id': 'acc637401cfd4bacb4ede1af3c18d8e7', 'fixed_ips': [{'subnet_id': 'ade71f63-2c0f-4bf7-8512-a3ac4bf717fa'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:15:48.254363 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.340054 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6af8023-3927-43ea-9a12-116fc199b78e tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.349231 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc383f93-728b-4839-8c14-822f19ce364e req-f82abf81-9a6e-476a-b744-2c03e6774b2d tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0476947 Nov 27 01:15:48.409427 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6af8023-3927-43ea-9a12-116fc199b78e tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.420357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6af8023-3927-43ea-9a12-116fc199b78e tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:48.425486 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6af8023-3927-43ea-9a12-116fc199b78e tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.460981 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d6af8023-3927-43ea-9a12-116fc199b78e tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4387386 Nov 27 01:15:48.461343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60750) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:48.470699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ab258952-255a-4fac-881d-b10954ada629 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Request body: {'network': {'name': 'tempest-router-network02--31712019'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:48.519771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Allocated IP 172.20.0.2 (76e822cd-dd89-417b-961f-1f1026fc338d/ade71f63-2c0f-4bf7-8512-a3ac4bf717fa/5a0d9377-5d34-4a68-b38b-9b4d80cb9b66) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:48.544092 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff6ee8f0-db43-450f-872a-d9395a10b871 req-234677c3-7583-43f8-8061-120a48792980 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881677 Nov 27 01:15:48.545762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af8023-3927-43ea-9a12-116fc199b78e tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event updated for resources: {'Network': ['ID=c3feef2b-fd81-405e-9139-6a4ebfbc9c56,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:48.568382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network c3feef2b-fd81-405e-9139-6a4ebfbc9c56 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:15:48.586799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab258952-255a-4fac-881d-b10954ada629 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Made reservation on behalf of acc637401cfd4bacb4ede1af3c18d8e7 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:48.598466 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ab258952-255a-4fac-881d-b10954ada629 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.661011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab258952-255a-4fac-881d-b10954ada629 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:15:48.687727 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ab258952-255a-4fac-881d-b10954ada629 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.690250 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-ab258952-255a-4fac-881d-b10954ada629 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Added segment ed36dd0b-2988-4ddf-83c0-873d13d91211 of type vlan for network 8464c487-2b04-4898-96d0-412634f9cf03 Nov 27 01:15:48.803812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ab258952-255a-4fac-881d-b10954ada629 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.841369 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ab258952-255a-4fac-881d-b10954ada629 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.858886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab258952-255a-4fac-881d-b10954ada629 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:48.860937 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ab258952-255a-4fac-881d-b10954ada629 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:48.950006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60762) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:48.986620 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.001257 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.013690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60768) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:49.017006 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ab258952-255a-4fac-881d-b10954ada629 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5531056 Nov 27 01:15:49.019324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cb175d68-a5eb-4c40-89e7-1aef2a2b4fee tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Request body: {'subnet': {'network_id': 'c3feef2b-fd81-405e-9139-6a4ebfbc9c56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:49.072656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab258952-255a-4fac-881d-b10954ada629 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event updated for resources: {'Network': ['ID=8464c487-2b04-4898-96d0-412634f9cf03,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:49.100271 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816a78f-60c2-4092-8b03-ed40ab21e557 req-e523cdf1-8c7a-4059-a196-110d4f24e560 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:49.110505 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5816a78f-60c2-4092-8b03-ed40ab21e557 req-e523cdf1-8c7a-4059-a196-110d4f24e560 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.2130535 Nov 27 01:15:49.127641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Network 76e822cd-dd89-417b-961f-1f1026fc338d is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:49.136893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 8464c487-2b04-4898-96d0-412634f9cf03 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:15:49.200122 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5816a78f-60c2-4092-8b03-ed40ab21e557 req-57bb815b-65f0-42df-af32-4594e6842f02 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885179 Nov 27 01:15:49.200401 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:49.220923 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-037a8f6b-7d3f-40d2-be52-feb5d9f18c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.224491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb175d68-a5eb-4c40-89e7-1aef2a2b4fee tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Made reservation on behalf of acc637401cfd4bacb4ede1af3c18d8e7 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:49.228082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb175d68-a5eb-4c40-89e7-1aef2a2b4fee tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.261421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:49.268538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Pushing event updated for resources: {'Port': ['ID=5a0d9377-5d34-4a68-b38b-9b4d80cb9b66,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:49.374844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Attempting to bind port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:49.375792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Attempting to bind port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'f1808f1b-414a-441b-9f62-c8774046fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76e822cd-dd89-417b-961f-1f1026fc338d'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:49.376344 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Attempting to bind port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 on network 76e822cd-dd89-417b-961f-1f1026fc338d {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:49.382377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:49.383071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Checking segment: {'id': 'f1808f1b-414a-441b-9f62-c8774046fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76e822cd-dd89-417b-961f-1f1026fc338d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:49.383625 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.384326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Bound using segment: {'id': 'f1808f1b-414a-441b-9f62-c8774046fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76e822cd-dd89-417b-961f-1f1026fc338d'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:49.384971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Bound port: 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1808f1b-414a-441b-9f62-c8774046fd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76e822cd-dd89-417b-961f-1f1026fc338d'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:49.385516 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.464276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c6651386-198c-474c-a07d-691e867c7643 None None] For port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:49.468530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c6651386-198c-474c-a07d-691e867c7643 None None] For port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5a0d9377-5d34-4a68-b38b-9b4d80cb9b66,segment=NetworkSegment(f1808f1b-414a-441b-9f62-c8774046fd01),segment_id=f1808f1b-414a-441b-9f62-c8774046fd01)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:49.486809 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.544471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4117e-6102-4ce9-8ecc-b85d7c7e2c62 req-cccb6063-4561-4f5f-902a-ab657387daaf tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:49.546137 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77f4117e-6102-4ce9-8ecc-b85d7c7e2c62 req-cccb6063-4561-4f5f-902a-ab657387daaf tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1914310 Nov 27 01:15:49.547441 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fbf1380a-06df-45c4-b03f-75dbad9cdcf4 req-db9ea991-b502-4a8e-9745-da4fdffe3656 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0732985 Nov 27 01:15:49.600072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6651386-198c-474c-a07d-691e867c7643 None None] Pushing event updated for resources: {'Port': ['ID=5a0d9377-5d34-4a68-b38b-9b4d80cb9b66,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:49.682109 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-037a8f6b-7d3f-40d2-be52-feb5d9f18c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.709375 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-037a8f6b-7d3f-40d2-be52-feb5d9f18c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:49.829442 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77f4117e-6102-4ce9-8ecc-b85d7c7e2c62 req-038d6390-a930-43a6-8c3f-6e867dfb342e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606106 Nov 27 01:15:49.859987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-037a8f6b-7d3f-40d2-be52-feb5d9f18c02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08fde431faed421f920e513e8853021b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9087572 Nov 27 01:15:49.862798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60780) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:49.875618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a8f6b-7d3f-40d2-be52-feb5d9f18c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97a1104-211a-4443-9111-4c7cae3e2a4f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:49.883313 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb175d68-a5eb-4c40-89e7-1aef2a2b4fee tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.024308 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db3efdb-3007-414f-b18a-e08da3092a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.029890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb175d68-a5eb-4c40-89e7-1aef2a2b4fee tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event updated for resources: {'Subnet': ['ID=f9003273-aa9b-4fd2-9a4c-6a1c063c118a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:50.036629 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb175d68-a5eb-4c40-89e7-1aef2a2b4fee tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Checking segment: {'id': 'ac11f52d-555b-4442-8dcc-dca7335a6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c3feef2b-fd81-405e-9139-6a4ebfbc9c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:50.037260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb175d68-a5eb-4c40-89e7-1aef2a2b4fee tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Network hostable DHCP agents. Network: c3feef2b-fd81-405e-9139-6a4ebfbc9c56, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:15:50.073103 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db3efdb-3007-414f-b18a-e08da3092a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.088858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb175d68-a5eb-4c40-89e7-1aef2a2b4fee tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Network c3feef2b-fd81-405e-9139-6a4ebfbc9c56 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:15:50.113020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-cb175d68-a5eb-4c40-89e7-1aef2a2b4fee tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, c3feef2b-fd81-405e-9139-6a4ebfbc9c56) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:50.124312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398aac9d-4eb7-4ce1-951d-6a54cc3ea2ba None None] Network c3feef2b-fd81-405e-9139-6a4ebfbc9c56 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:50.144754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb175d68-a5eb-4c40-89e7-1aef2a2b4fee tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:50.151803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb175d68-a5eb-4c40-89e7-1aef2a2b4fee tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.205636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cb175d68-a5eb-4c40-89e7-1aef2a2b4fee tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1907508 Nov 27 01:15:50.207221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60788) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:50.218324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-711f432c-4c00-4f1b-9700-6d4014e99519 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Request body: {'subnet': {'network_id': '8464c487-2b04-4898-96d0-412634f9cf03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:50.267214 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db3efdb-3007-414f-b18a-e08da3092a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.270068 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db3efdb-3007-414f-b18a-e08da3092a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.278646 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3db3efdb-3007-414f-b18a-e08da3092a71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a97a1104-211a-4443-9111-4c7cae3e2a4f HTTP/1.1" status: 204 len: 168 time: 0.4144120 Nov 27 01:15:50.296840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3efdb-3007-414f-b18a-e08da3092a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97a1104-211a-4443-9111-4c7cae3e2a4f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:50.490381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711f432c-4c00-4f1b-9700-6d4014e99519 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Made reservation on behalf of acc637401cfd4bacb4ede1af3c18d8e7 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:15:50.498718 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-711f432c-4c00-4f1b-9700-6d4014e99519 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.540232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccc0b0-6530-45ff-8863-7d746149739d req-05fda574-62e1-4338-a872-0df58e042bc2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:50.550749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fcccc0b0-6530-45ff-8863-7d746149739d req-05fda574-62e1-4338-a872-0df58e042bc2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1556220 Nov 27 01:15:50.650869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:50.658117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-c3feef2b-fd81-405e-9139-6a4ebfbc9c56', 'network_id': 'c3feef2b-fd81-405e-9139-6a4ebfbc9c56', 'tenant_id': 'acc637401cfd4bacb4ede1af3c18d8e7', 'fixed_ips': [{'subnet_id': 'f9003273-aa9b-4fd2-9a4c-6a1c063c118a'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:15:50.659398 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.736041 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fcccc0b0-6530-45ff-8863-7d746149739d req-9ede19ee-a39e-40d4-ad2a-fea76a6676e9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769509 Nov 27 01:15:50.854769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:50.855448 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:50.875587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27f695bd-0201-4643-aa0f-2de3fdb1131d req-290d5eb2-9c2d-4a61-92ac-f172aad31138 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.1146414 Nov 27 01:15:51.077461 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:51.083514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Allocated IP 172.20.0.2 (c3feef2b-fd81-405e-9139-6a4ebfbc9c56/f9003273-aa9b-4fd2-9a4c-6a1c063c118a/59d61437-ed8a-417a-b145-187484ddcc57) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:51.207000 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-711f432c-4c00-4f1b-9700-6d4014e99519 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:51.249548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5a0d9377-5d34-4a68-b38b-9b4d80cb9b66,segment=NetworkSegment(f1808f1b-414a-441b-9f62-c8774046fd01),segment_id=f1808f1b-414a-441b-9f62-c8774046fd01)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:51.263760 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:51.395029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f432c-4c00-4f1b-9700-6d4014e99519 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event updated for resources: {'Subnet': ['ID=3dc4343e-83ac-4e22-86c5-fb4294f02682,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:51.411580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711f432c-4c00-4f1b-9700-6d4014e99519 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Checking segment: {'id': 'ed36dd0b-2988-4ddf-83c0-873d13d91211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8464c487-2b04-4898-96d0-412634f9cf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:51.412072 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f432c-4c00-4f1b-9700-6d4014e99519 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Network hostable DHCP agents. Network: 8464c487-2b04-4898-96d0-412634f9cf03, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:15:51.424135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=5a0d9377-5d34-4a68-b38b-9b4d80cb9b66,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:51.457574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f432c-4c00-4f1b-9700-6d4014e99519 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Network 8464c487-2b04-4898-96d0-412634f9cf03 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:15:51.480802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-711f432c-4c00-4f1b-9700-6d4014e99519 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 8464c487-2b04-4898-96d0-412634f9cf03) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:51.495912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f432c-4c00-4f1b-9700-6d4014e99519 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:51.497520 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-711f432c-4c00-4f1b-9700-6d4014e99519 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:51.514885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2665d05a-76ef-4f57-a251-3493617c5c66 None None] Network 8464c487-2b04-4898-96d0-412634f9cf03 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:51.551165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60818) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:51.564842 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-711f432c-4c00-4f1b-9700-6d4014e99519 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3520455 Nov 27 01:15:51.623748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f18ffa-3e4a-448c-87b9-51c2e5039a9a None None] Network 76e822cd-dd89-417b-961f-1f1026fc338d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:51.762674 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:51.787511 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:51.794986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-493e5311-c8d8-46b0-b9fc-21a4a561c36d None None] Provisioning complete for port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:51.795488 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-493e5311-c8d8-46b0-b9fc-21a4a561c36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:52.081543 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:52.090872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-8464c487-2b04-4898-96d0-412634f9cf03', 'network_id': '8464c487-2b04-4898-96d0-412634f9cf03', 'tenant_id': 'acc637401cfd4bacb4ede1af3c18d8e7', 'fixed_ips': [{'subnet_id': '3dc4343e-83ac-4e22-86c5-fb4294f02682'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:15:52.091932 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:52.103645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd12995-9d83-49b1-b850-5be3a502cdde req-b87a942d-82dc-46a6-af40-8ce50323ceaf tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:52.105309 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd12995-9d83-49b1-b850-5be3a502cdde req-b87a942d-82dc-46a6-af40-8ce50323ceaf tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.2124362 Nov 27 01:15:52.128646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Network c3feef2b-fd81-405e-9139-6a4ebfbc9c56 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:52.157707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:52.161357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:52.268599 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd12995-9d83-49b1-b850-5be3a502cdde req-7ce12e27-917e-489e-91ec-a1788cdb63c5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499517 Nov 27 01:15:52.482856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Allocated IP 172.20.0.2 (8464c487-2b04-4898-96d0-412634f9cf03/3dc4343e-83ac-4e22-86c5-fb4294f02682/e9f15430-7d0c-44db-ba2c-7774b9b19680) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:52.484997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c4522ce8-c44c-4d21-87ce-0c1e027b00cd req-3c2b343b-e780-4da8-964e-2cc280105758 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.0784061 Nov 27 01:15:52.726522 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Allocated IP 172.20.0.1 (c3feef2b-fd81-405e-9139-6a4ebfbc9c56/f9003273-aa9b-4fd2-9a4c-6a1c063c118a/feb45aa4-8560-4567-a243-9d57b7c7125e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:15:52.767240 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:52.879146 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:52.881924 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:52.936979 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Pushing event updated for resources: {'Port': ['ID=59d61437-ed8a-417a-b145-187484ddcc57,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:53.046501 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.145278 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.184398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Network 8464c487-2b04-4898-96d0-412634f9cf03 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:53.187543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Attempting to bind port 59d61437-ed8a-417a-b145-187484ddcc57 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:53.188087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Attempting to bind port 59d61437-ed8a-417a-b145-187484ddcc57 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ac11f52d-555b-4442-8dcc-dca7335a6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c3feef2b-fd81-405e-9139-6a4ebfbc9c56'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:53.188676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Attempting to bind port 59d61437-ed8a-417a-b145-187484ddcc57 on network c3feef2b-fd81-405e-9139-6a4ebfbc9c56 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:53.200716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:53.231967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:53.236546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:53.237153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Checking segment: {'id': 'ac11f52d-555b-4442-8dcc-dca7335a6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c3feef2b-fd81-405e-9139-6a4ebfbc9c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:53.237582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.239170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Bound using segment: {'id': 'ac11f52d-555b-4442-8dcc-dca7335a6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c3feef2b-fd81-405e-9139-6a4ebfbc9c56'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:53.239382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Bound port: 59d61437-ed8a-417a-b145-187484ddcc57, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac11f52d-555b-4442-8dcc-dca7335a6300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c3feef2b-fd81-405e-9139-6a4ebfbc9c56'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:53.239775 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.253020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Pushing event updated for resources: {'Port': ['ID=e9f15430-7d0c-44db-ba2c-7774b9b19680,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:53.268399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Network c3feef2b-fd81-405e-9139-6a4ebfbc9c56 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:53.307348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:53.321304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:15:53.384897 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.391566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event updated for resources: {'Port': ['ID=feb45aa4-8560-4567-a243-9d57b7c7125e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:53.508919 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:53.509999 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.641055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Attempting to bind port e9f15430-7d0c-44db-ba2c-7774b9b19680 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:15:53.641497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Attempting to bind port e9f15430-7d0c-44db-ba2c-7774b9b19680 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ed36dd0b-2988-4ddf-83c0-873d13d91211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8464c487-2b04-4898-96d0-412634f9cf03'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:15:53.643223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Attempting to bind port e9f15430-7d0c-44db-ba2c-7774b9b19680 on network 8464c487-2b04-4898-96d0-412634f9cf03 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:15:53.654552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:15:53.654933 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Checking segment: {'id': 'ed36dd0b-2988-4ddf-83c0-873d13d91211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8464c487-2b04-4898-96d0-412634f9cf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:15:53.655335 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.655749 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Bound using segment: {'id': 'ed36dd0b-2988-4ddf-83c0-873d13d91211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8464c487-2b04-4898-96d0-412634f9cf03'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:15:53.656218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Bound port: e9f15430-7d0c-44db-ba2c-7774b9b19680, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed36dd0b-2988-4ddf-83c0-873d13d91211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8464c487-2b04-4898-96d0-412634f9cf03'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:15:53.656599 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.685876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb5be5-dbb1-453e-8916-d0a87690c1ba req-cd70d3d2-930d-454c-88ea-b5d107856bc9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:53.722681 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9fd25d2c-dfdf-4775-a006-32cc28d424b6 None None] Provisioning complete for port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:53.723171 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fd25d2c-dfdf-4775-a006-32cc28d424b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.747043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3dfb5be5-dbb1-453e-8916-d0a87690c1ba req-cd70d3d2-930d-454c-88ea-b5d107856bc9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.2409208 Nov 27 01:15:53.764656 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.863323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3dfb5be5-dbb1-453e-8916-d0a87690c1ba req-1dd62d5e-0b9d-43a0-919e-c6639fdd1d9f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119931 Nov 27 01:15:53.914083 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] For port e9f15430-7d0c-44db-ba2c-7774b9b19680, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:53.917484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] For port e9f15430-7d0c-44db-ba2c-7774b9b19680, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e9f15430-7d0c-44db-ba2c-7774b9b19680,segment=NetworkSegment(ed36dd0b-2988-4ddf-83c0-873d13d91211),segment_id=ed36dd0b-2988-4ddf-83c0-873d13d91211)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:53.937513 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:53.942005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] For port 59d61437-ed8a-417a-b145-187484ddcc57, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:15:53.948654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60888) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:54.156915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] For port 59d61437-ed8a-417a-b145-187484ddcc57, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=59d61437-ed8a-417a-b145-187484ddcc57,segment=NetworkSegment(ac11f52d-555b-4442-8dcc-dca7335a6300),segment_id=ac11f52d-555b-4442-8dcc-dca7335a6300)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:15:54.234172 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.237736 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.252207 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a03b9d20-4faa-445b-bb28-cf9fd876ce29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.255222 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.348252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event updated for resources: {'Port': ['ID=feb45aa4-8560-4567-a243-9d57b7c7125e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:54.364886 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0bb584db-7cff-453e-87ab-f6455a9dcdac req-77273689-cfd1-4c4a-b056-5e8106f1dbdd tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3a3855-3f19-4237-8e79-d1438c0a13de HTTP/1.1" status: 200 len: 210 time: 0.1205306 Nov 27 01:15:54.432036 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.451281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eade5-eca4-42ea-b7cf-3043146f04bf None None] Pushing event updated for resources: {'Port': ['ID=e9f15430-7d0c-44db-ba2c-7774b9b19680,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:54.481784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a03b9d20-4faa-445b-bb28-cf9fd876ce29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.495695 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a03b9d20-4faa-445b-bb28-cf9fd876ce29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.554949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b9d20-4faa-445b-bb28-cf9fd876ce29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f10b277-535e-4624-9bbe-b28f0fe87678,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:54.580314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e973352-b078-48fc-83e1-e54017bbef17 None None] Pushing event updated for resources: {'Port': ['ID=59d61437-ed8a-417a-b145-187484ddcc57,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:54.599425 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a03b9d20-4faa-445b-bb28-cf9fd876ce29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=888c4e1f31d14e1cb4b4379c53d4de90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6484296 Nov 27 01:15:54.599979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60894) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:54.672154 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Network c3feef2b-fd81-405e-9139-6a4ebfbc9c56 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:15:54.674159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:15:54.738985 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11be1637-0113-434c-a525-40f58ae41e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.786201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11be1637-0113-434c-a525-40f58ae41e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.862679 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11be1637-0113-434c-a525-40f58ae41e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.869146 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11be1637-0113-434c-a525-40f58ae41e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:54.870623 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-11be1637-0113-434c-a525-40f58ae41e7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f10b277-535e-4624-9bbe-b28f0fe87678 HTTP/1.1" status: 204 len: 168 time: 0.2691879 Nov 27 01:15:54.910513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be1637-0113-434c-a525-40f58ae41e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f10b277-535e-4624-9bbe-b28f0fe87678,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:54.951286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Router 2191737f-c660-4544-adf0-5e07420791ce is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:15:55.500221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:15:55.512031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcce6c4e-4ea7-4bdd-a114-dc5c3c0e0662 None None] Sync routers for ids ['2191737f-c660-4544-adf0-5e07420791ce'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:15:55.519051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22905e6-9104-4cb7-a125-c3e7f90f47a5 req-92fb706b-13f1-4582-939e-b5406d1b05ce tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:55.532786 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f22905e6-9104-4cb7-a125-c3e7f90f47a5 req-92fb706b-13f1-4582-939e-b5406d1b05ce tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.5097916 Nov 27 01:15:55.536448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce6c4e-4ea7-4bdd-a114-dc5c3c0e0662 None None] Routers {'2191737f-c660-4544-adf0-5e07420791ce'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:55.537113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bcce6c4e-4ea7-4bdd-a114-dc5c3c0e0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2191737f-c660-4544-adf0-5e07420791ce'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:55.545368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0880e375-b685-4cbf-ac1f-a6d25d99dd50 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "PUT /v2.0/routers/2191737f-c660-4544-adf0-5e07420791ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9915981 Nov 27 01:15:55.547968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60922) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:55.554549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60924) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:55.640769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bcce6c4e-4ea7-4bdd-a114-dc5c3c0e0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:55.664680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce6c4e-4ea7-4bdd-a114-dc5c3c0e0662 None None] Routers {'2191737f-c660-4544-adf0-5e07420791ce'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:55.665284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bcce6c4e-4ea7-4bdd-a114-dc5c3c0e0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2191737f-c660-4544-adf0-5e07420791ce'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:55.682746 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70d3f26b-3a23-4e06-991f-807010e4cb35 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:55.755723 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70d3f26b-3a23-4e06-991f-807010e4cb35 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:55.786173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bcce6c4e-4ea7-4bdd-a114-dc5c3c0e0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:55.786890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcce6c4e-4ea7-4bdd-a114-dc5c3c0e0662 None None] The sync data for ids ['2191737f-c660-4544-adf0-5e07420791ce'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:15:55.886013 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70d3f26b-3a23-4e06-991f-807010e4cb35 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:55.889518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70d3f26b-3a23-4e06-991f-807010e4cb35 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:55.892673 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-70d3f26b-3a23-4e06-991f-807010e4cb35 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "DELETE /v2.0/security-groups/c2e3a299-e41d-4356-8eea-139528be2d83 HTTP/1.1" status: 204 len: 168 time: 0.3368328 Nov 27 01:15:55.901566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60936) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:55.921628 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f22905e6-9104-4cb7-a125-c3e7f90f47a5 req-6d3800c7-3797-4ef4-9ddd-a60fac118de4 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875000 Nov 27 01:15:55.955992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3f26b-3a23-4e06-991f-807010e4cb35 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e3a299-e41d-4356-8eea-139528be2d83,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:55.999866 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-4f10dddd-9ab6-4e5f-9efa-7f7f03140609 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] show failed (client error): The resource could not be found. Nov 27 01:15:56.001758 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4f10dddd-9ab6-4e5f-9efa-7f7f03140609 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "GET /v2.0/security-groups/c2e3a299-e41d-4356-8eea-139528be2d83 HTTP/1.1" status: 404 len: 347 time: 0.0945535 Nov 27 01:15:56.005443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60940) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:56.269801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1748c9f-a29f-4fb9-875f-3b89bfb8d15b None None] Network 8464c487-2b04-4898-96d0-412634f9cf03 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:56.323092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-be4090b8-3760-4ad7-9da8-3e1ad8f4f8ae tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Deleting port 692151db-8989-4da8-ab7c-e29466c751bd {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:56.323804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be4090b8-3760-4ad7-9da8-3e1ad8f4f8ae tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.454720 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be4090b8-3760-4ad7-9da8-3e1ad8f4f8ae tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.454909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be4090b8-3760-4ad7-9da8-3e1ad8f4f8ae tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.485339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-be4090b8-3760-4ad7-9da8-3e1ad8f4f8ae tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Calling delete_port for 692151db-8989-4da8-ab7c-e29466c751bd owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:56.513785 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-e2f43572-e253-4d62-9bb7-eb4d8b56269f tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:15:56.518501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e2f43572-e253-4d62-9bb7-eb4d8b56269f tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "PUT /v2.0/routers/2191737f-c660-4544-adf0-5e07420791ce/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9667757 Nov 27 01:15:56.521547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c5b75a3e-b8ba-4690-8460-d2428b5c0a0f None None] Provisioning complete for port e9f15430-7d0c-44db-ba2c-7774b9b19680 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:56.521999 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c5b75a3e-b8ba-4690-8460-d2428b5c0a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.525678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60950) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:56.838359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e9f15430-7d0c-44db-ba2c-7774b9b19680 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:56.840483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a65e7-9c9f-4892-bd28-7b5b25abf71c None None] Network c3feef2b-fd81-405e-9139-6a4ebfbc9c56 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:15:56.908197 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be4090b8-3760-4ad7-9da8-3e1ad8f4f8ae tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:56.943690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4090b8-3760-4ad7-9da8-3e1ad8f4f8ae tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Port': ['ID=692151db-8989-4da8-ab7c-e29466c751bd,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:57.083401 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c5b75a3e-b8ba-4690-8460-d2428b5c0a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.108583 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be4090b8-3760-4ad7-9da8-3e1ad8f4f8ae tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.111871 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be4090b8-3760-4ad7-9da8-3e1ad8f4f8ae tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.115978 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-be4090b8-3760-4ad7-9da8-3e1ad8f4f8ae tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "DELETE /v2.0/floatingips/cf2c536d-1f8a-4688-ac50-59be44d3f2c8 HTTP/1.1" status: 204 len: 168 time: 1.1092167 Nov 27 01:15:57.119075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60968) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:57.177395 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c5b75a3e-b8ba-4690-8460-d2428b5c0a0f None None] For port e9f15430-7d0c-44db-ba2c-7774b9b19680, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e9f15430-7d0c-44db-ba2c-7774b9b19680,segment=NetworkSegment(ed36dd0b-2988-4ddf-83c0-873d13d91211),segment_id=ed36dd0b-2988-4ddf-83c0-873d13d91211)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:57.186783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38ada6-03fb-4584-9188-130204cdb54f req-1af091c6-a729-47a2-bfc2-251ba074b3c0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:57.188955 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae38ada6-03fb-4584-9188-130204cdb54f req-1af091c6-a729-47a2-bfc2-251ba074b3c0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1372035 Nov 27 01:15:57.206070 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c5b75a3e-b8ba-4690-8460-d2428b5c0a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.334953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3397fa28-4b63-42a2-99f3-db159d10ba57 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Deleting port 125792f2-f74c-4fde-a258-99b64ebd23c2 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:57.335568 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3397fa28-4b63-42a2-99f3-db159d10ba57 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.376181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae38ada6-03fb-4584-9188-130204cdb54f req-8b737542-8826-40b1-b468-cb64c0dfd262 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552610 Nov 27 01:15:57.452117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e9f15430-7d0c-44db-ba2c-7774b9b19680 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:57.452616 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.453537 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfda91a2-3f99-4de5-aaa3-86ff77faca31 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.545065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-028151a2-005b-4490-81da-4d7840f2817c None None] Provisioning complete for port 59d61437-ed8a-417a-b145-187484ddcc57 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:57.545631 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-028151a2-005b-4490-81da-4d7840f2817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.649138 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3397fa28-4b63-42a2-99f3-db159d10ba57 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:57.681237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3397fa28-4b63-42a2-99f3-db159d10ba57 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Calling delete_port for 125792f2-f74c-4fde-a258-99b64ebd23c2 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:57.966080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b75a3e-b8ba-4690-8460-d2428b5c0a0f None None] Pushing event updated for resources: {'Port': ['ID=e9f15430-7d0c-44db-ba2c-7774b9b19680,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:58.035627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-dfda91a2-3f99-4de5-aaa3-86ff77faca31 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Deleting port feb45aa4-8560-4567-a243-9d57b7c7125e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:58.036197 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfda91a2-3f99-4de5-aaa3-86ff77faca31 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.060052 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3397fa28-4b63-42a2-99f3-db159d10ba57 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.111410 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397fa28-4b63-42a2-99f3-db159d10ba57 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Port': ['ID=125792f2-f74c-4fde-a258-99b64ebd23c2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:58.143272 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 59d61437-ed8a-417a-b145-187484ddcc57 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:58.181348 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-028151a2-005b-4490-81da-4d7840f2817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.245485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-028151a2-005b-4490-81da-4d7840f2817c None None] For port 59d61437-ed8a-417a-b145-187484ddcc57, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=59d61437-ed8a-417a-b145-187484ddcc57,segment=NetworkSegment(ac11f52d-555b-4442-8dcc-dca7335a6300),segment_id=ac11f52d-555b-4442-8dcc-dca7335a6300)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:15:58.249051 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 59d61437-ed8a-417a-b145-187484ddcc57 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:58.249532 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.280784 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-028151a2-005b-4490-81da-4d7840f2817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.283140 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfda91a2-3f99-4de5-aaa3-86ff77faca31 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.304950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-dfda91a2-3f99-4de5-aaa3-86ff77faca31 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Calling delete_port for feb45aa4-8560-4567-a243-9d57b7c7125e owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:58.335949 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3397fa28-4b63-42a2-99f3-db159d10ba57 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.349973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3397fa28-4b63-42a2-99f3-db159d10ba57 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "DELETE /v2.0/ports/125792f2-f74c-4fde-a258-99b64ebd23c2 HTTP/1.1" status: 204 len: 168 time: 1.2275631 Nov 27 01:15:58.351077 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60986) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:58.382701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028151a2-005b-4490-81da-4d7840f2817c None None] Pushing event updated for resources: {'Port': ['ID=59d61437-ed8a-417a-b145-187484ddcc57,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:58.477261 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-649a8aa8-336f-4bc1-b5ae-5b104e6d1a3e None None] Provisioning complete for port 59d61437-ed8a-417a-b145-187484ddcc57 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:58.478191 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-649a8aa8-336f-4bc1-b5ae-5b104e6d1a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.593009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc4d8f-b92d-4a42-a18f-0a3c3b326b71 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Deleting port 0c3cb3db-c176-4752-a004-355223eef51b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:15:58.593364 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ffc4d8f-b92d-4a42-a18f-0a3c3b326b71 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.704999 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-649a8aa8-336f-4bc1-b5ae-5b104e6d1a3e None None] Provisioning complete for port e9f15430-7d0c-44db-ba2c-7774b9b19680 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:58.705548 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-649a8aa8-336f-4bc1-b5ae-5b104e6d1a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.878010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e9f15430-7d0c-44db-ba2c-7774b9b19680 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:58.878534 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ffc4d8f-b92d-4a42-a18f-0a3c3b326b71 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:58.911376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc4d8f-b92d-4a42-a18f-0a3c3b326b71 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Calling delete_port for 0c3cb3db-c176-4752-a004-355223eef51b owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:15:58.935089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0cd1d-a9ec-4e1b-9b0d-acce8659436d req-2ee8e20b-5b35-4626-b48b-833d0fd8d28f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:15:58.936779 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ee0cd1d-a9ec-4e1b-9b0d-acce8659436d req-2ee8e20b-5b35-4626-b48b-833d0fd8d28f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1248810 Nov 27 01:15:58.937717 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfda91a2-3f99-4de5-aaa3-86ff77faca31 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.063519 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e9f15430-7d0c-44db-ba2c-7774b9b19680 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:59.063797 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.070349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-649a8aa8-336f-4bc1-b5ae-5b104e6d1a3e None None] Could not find standard attr ID for object feb45aa4-8560-4567-a243-9d57b7c7125e. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:15:59.090754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda91a2-3f99-4de5-aaa3-86ff77faca31 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event deleted for resources: {'Port': ['ID=feb45aa4-8560-4567-a243-9d57b7c7125e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:59.198865 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ffc4d8f-b92d-4a42-a18f-0a3c3b326b71 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.200625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a1f1d1c-f09f-4b2b-bbe1-68168bd8f1d6 None None] Could not find standard attr ID for object feb45aa4-8560-4567-a243-9d57b7c7125e. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:15:59.237181 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ee0cd1d-a9ec-4e1b-9b0d-acce8659436d req-adb79b08-bdcb-4ec9-802b-79c486a588d4 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708967 Nov 27 01:15:59.307701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc4d8f-b92d-4a42-a18f-0a3c3b326b71 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Port': ['ID=0c3cb3db-c176-4752-a004-355223eef51b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:59.318527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 59d61437-ed8a-417a-b145-187484ddcc57 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:15:59.452731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 59d61437-ed8a-417a-b145-187484ddcc57 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:15:59.453506 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.455064 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ffc4d8f-b92d-4a42-a18f-0a3c3b326b71 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.458954 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4ffc4d8f-b92d-4a42-a18f-0a3c3b326b71 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "DELETE /v2.0/ports/0c3cb3db-c176-4752-a004-355223eef51b HTTP/1.1" status: 204 len: 168 time: 1.1052334 Nov 27 01:15:59.461343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 32776) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:59.464517 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfda91a2-3f99-4de5-aaa3-86ff77faca31 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.534940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-1972b907-21b9-426b-af1b-7b1300f3cd28 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Deleting subnet 579f6157-5b13-45e3-aa25-7bd8f766ad59 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:15:59.547421 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1972b907-21b9-426b-af1b-7b1300f3cd28 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.616952 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1972b907-21b9-426b-af1b-7b1300f3cd28 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.655172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfda91a2-3f99-4de5-aaa3-86ff77faca31 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Router 2191737f-c660-4544-adf0-5e07420791ce has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:15:59.708788 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1972b907-21b9-426b-af1b-7b1300f3cd28 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.739827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfda91a2-3f99-4de5-aaa3-86ff77faca31 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:15:59.750205 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 32784) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:59.752176 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dfda91a2-3f99-4de5-aaa3-86ff77faca31 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "PUT /v2.0/routers/2191737f-c660-4544-adf0-5e07420791ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2200048 Nov 27 01:15:59.756764 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9900b-0116-420f-936c-dbbd5aaaf1c7 None None] Sync routers for ids ['2191737f-c660-4544-adf0-5e07420791ce'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:15:59.781366 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9900b-0116-420f-936c-dbbd5aaaf1c7 None None] Routers {'2191737f-c660-4544-adf0-5e07420791ce'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:59.782153 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11e9900b-0116-420f-936c-dbbd5aaaf1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2191737f-c660-4544-adf0-5e07420791ce'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:59.836558 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11e9900b-0116-420f-936c-dbbd5aaaf1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:59.846797 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9900b-0116-420f-936c-dbbd5aaaf1c7 None None] Routers {'2191737f-c660-4544-adf0-5e07420791ce'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:15:59.848905 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11e9900b-0116-420f-936c-dbbd5aaaf1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2191737f-c660-4544-adf0-5e07420791ce'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:59.851467 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-e2694acd-2bcf-452a-8707-e46e86df12bf tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] delete failed (client error): The resource could not be found. Nov 27 01:15:59.857607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 32790) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:59.864249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-47f5b779-98ba-4ce8-88cc-727b09010e18 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Request body: {'router': {'external_gateway_info': {'network_id': '2191737f-c660-4544-adf0-5e07420791ce'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:15:59.866535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e2694acd-2bcf-452a-8707-e46e86df12bf tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1673918739 HTTP/1.1" status: 404 len: 335 time: 0.1155014 Nov 27 01:15:59.894208 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1972b907-21b9-426b-af1b-7b1300f3cd28 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.921222 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11e9900b-0116-420f-936c-dbbd5aaaf1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:15:59.922499 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9900b-0116-420f-936c-dbbd5aaaf1c7 None None] The sync data for ids ['2191737f-c660-4544-adf0-5e07420791ce'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:15:59.958549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972b907-21b9-426b-af1b-7b1300f3cd28 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Subnet': ['ID=579f6157-5b13-45e3-aa25-7bd8f766ad59,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:15:59.962795 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1972b907-21b9-426b-af1b-7b1300f3cd28 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:15:59.966929 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1972b907-21b9-426b-af1b-7b1300f3cd28 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "DELETE /v2.0/subnets/579f6157-5b13-45e3-aa25-7bd8f766ad59 HTTP/1.1" status: 204 len: 168 time: 0.5038872 Nov 27 01:15:59.969541 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 32796) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:15:59.978552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ed41f-d12c-4f3a-9f27-abb44833de32 None None] Network 47d4271c-602c-4c7f-8b55-deb4845c36a9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:00.213799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fec4a71-5283-42af-a53f-98ea52304b5a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Deleting subnet fd984bbc-994d-4433-b63b-16bafd179da4 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:16:00.219695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9fec4a71-5283-42af-a53f-98ea52304b5a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.268542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f7b105-e596-47eb-97be-c2802d3f251b None None] DHCP port deletion for 47d4271c-602c-4c7f-8b55-deb4845c36a9 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:16:00.346193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-08f7b105-e596-47eb-97be-c2802d3f251b None None] Deleting port 73a1e8ef-6a38-4467-895b-1c100165b0c4 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:00.346397 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08f7b105-e596-47eb-97be-c2802d3f251b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.423544 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a51bcf-29a9-4110-b5d5-1bee5e05aa2c req-4a75048c-494e-4f26-8a49-14dc3b3fb871 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:00.425318 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54a51bcf-29a9-4110-b5d5-1bee5e05aa2c req-4a75048c-494e-4f26-8a49-14dc3b3fb871 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.0920818 Nov 27 01:16:00.430923 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-08f7b105-e596-47eb-97be-c2802d3f251b None None] For port 73a1e8ef-6a38-4467-895b-1c100165b0c4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=73a1e8ef-6a38-4467-895b-1c100165b0c4,segment=NetworkSegment(cec95dfb-72aa-4109-ae64-4f9362ecc187),segment_id=cec95dfb-72aa-4109-ae64-4f9362ecc187)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:00.432829 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08f7b105-e596-47eb-97be-c2802d3f251b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.454645 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-08f7b105-e596-47eb-97be-c2802d3f251b None None] Calling delete_port for 73a1e8ef-6a38-4467-895b-1c100165b0c4 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:00.483254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54a51bcf-29a9-4110-b5d5-1bee5e05aa2c req-d32f1344-d98a-4506-8cb5-e49d3bc87ab0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487361 Nov 27 01:16:00.532600 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-47f5b779-98ba-4ce8-88cc-727b09010e18 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.550978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08f7b105-e596-47eb-97be-c2802d3f251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.564710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f7b105-e596-47eb-97be-c2802d3f251b None None] No DVR routers for this DVR port 73a1e8ef-6a38-4467-895b-1c100165b0c4 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:00.565877 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e15e55-0e6c-4495-b2c1-5fcf8a37301c req-1ba2872a-70dc-41a5-b948-0cf40e18a313 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:00.567410 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3e15e55-0e6c-4495-b2c1-5fcf8a37301c req-1ba2872a-70dc-41a5-b948-0cf40e18a313 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 946 time: 0.4756978 Nov 27 01:16:00.580015 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9fec4a71-5283-42af-a53f-98ea52304b5a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.588290 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7b105-e596-47eb-97be-c2802d3f251b None None] Pushing event deleted for resources: {'Port': ['ID=73a1e8ef-6a38-4467-895b-1c100165b0c4,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:00.607485 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-47f5b779-98ba-4ce8-88cc-727b09010e18 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] update failed (client error): The resource could not be found. Nov 27 01:16:00.612004 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-47f5b779-98ba-4ce8-88cc-727b09010e18 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "PUT /v2.0/routers/2191737f-c660-4544-adf0-5e07420791ce HTTP/1.1" status: 404 len: 339 time: 0.7497685 Nov 27 01:16:00.612696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 32820) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:00.681147 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3e15e55-0e6c-4495-b2c1-5fcf8a37301c req-f4a094e4-6c33-40f4-aeb2-9fd7a55ae52a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983500 Nov 27 01:16:00.685662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 73a1e8ef-6a38-4467-895b-1c100165b0c4 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:00.717051 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 73a1e8ef-6a38-4467-895b-1c100165b0c4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:00.717607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 73a1e8ef-6a38-4467-895b-1c100165b0c4 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:00.723566 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9fec4a71-5283-42af-a53f-98ea52304b5a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.816313 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9fec4a71-5283-42af-a53f-98ea52304b5a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.847130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83022b74-e9bf-4b5e-a905-ebb3af25cf26 None None] Network d9676a31-0c6a-4ce0-9fe0-a02465a3788d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:00.848204 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9fec4a71-5283-42af-a53f-98ea52304b5a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:00.856173 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9fec4a71-5283-42af-a53f-98ea52304b5a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "DELETE /v2.0/subnets/fd984bbc-994d-4433-b63b-16bafd179da4 HTTP/1.1" status: 204 len: 168 time: 0.8854475 Nov 27 01:16:00.857168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 32830) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:00.996501 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.000165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec4a71-5283-42af-a53f-98ea52304b5a tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Subnet': ['ID=fd984bbc-994d-4433-b63b-16bafd179da4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:01.144992 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.174045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d4271c-602c-4c7f-8b55-deb4845c36a9']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:01.186344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec95dfb-72aa-4109-ae64-4f9362ecc187') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:01.187061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec95dfb-72aa-4109-ae64-4f9362ecc187') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:01.203036 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.214222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e7e46-b466-4f2d-a349-717268581bd2 None None] DHCP port deletion for d9676a31-0c6a-4ce0-9fe0-a02465a3788d request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:16:01.220152 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.230442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:01.230910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:01.234811 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:01.297222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a48e7e46-b466-4f2d-a349-717268581bd2 None None] Deleting port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:01.297883 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a48e7e46-b466-4f2d-a349-717268581bd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.317799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.337203 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.340974 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "DELETE /v2.0/networks/47d4271c-602c-4c7f-8b55-deb4845c36a9 HTTP/1.1" status: 204 len: 168 time: 0.4803519 Nov 27 01:16:01.344094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 32842) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:01.363684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4085b9-e7b4-4f37-8110-01c5c98fab43 tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Network': ['ID=47d4271c-602c-4c7f-8b55-deb4845c36a9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:01.380192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a48e7e46-b466-4f2d-a349-717268581bd2 None None] For port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2507fa9f-b5ba-4398-a5a1-fb8d8d565b42,segment=NetworkSegment(fde060e7-f19d-4771-87fa-8337da63a5d1),segment_id=fde060e7-f19d-4771-87fa-8337da63a5d1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:01.380631 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a48e7e46-b466-4f2d-a349-717268581bd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.408025 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a48e7e46-b466-4f2d-a349-717268581bd2 None None] Calling delete_port for 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:01.498666 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.566196 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a48e7e46-b466-4f2d-a349-717268581bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.584818 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.595911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Deleting port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:01.596634 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.599291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e7e46-b466-4f2d-a349-717268581bd2 None None] Pushing event deleted for resources: {'Port': ['ID=2507fa9f-b5ba-4398-a5a1-fb8d8d565b42,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:01.614044 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e7e46-b466-4f2d-a349-717268581bd2 None None] No DVR routers for this DVR port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:01.720937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] For port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42, host n-d-819494-2, got binding levels [] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:01.721301 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.738722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Calling delete_port for 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:01.742030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_backend_mixin [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 was not found and therefore no delete operation was performed {{(pid=103385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:16:01.750455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef99e29-cea0-4eb7-8eef-a76cb90df53c req-13d1e2b1-2746-4cca-99a1-0c84d0f0f36a tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:01.751981 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ef99e29-cea0-4eb7-8eef-a76cb90df53c req-13d1e2b1-2746-4cca-99a1-0c84d0f0f36a tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1119230 Nov 27 01:16:01.753041 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.789651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Port': ['ID=2507fa9f-b5ba-4398-a5a1-fb8d8d565b42,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:01.799660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] No DVR routers for this DVR port 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:01.889447 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ef99e29-cea0-4eb7-8eef-a76cb90df53c req-837d98a1-bff4-46ed-854b-18faf791c999 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278226 Nov 27 01:16:01.900569 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.928327 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9676a31-0c6a-4ce0-9fe0-a02465a3788d']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:01.931385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Allocated IP 172.20.0.1 (76e822cd-dd89-417b-961f-1f1026fc338d/ade71f63-2c0f-4bf7-8512-a3ac4bf717fa/231613b8-4348-4fb8-bdba-a474787ad8c0) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:16:01.938775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde060e7-f19d-4771-87fa-8337da63a5d1') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:01.939075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde060e7-f19d-4771-87fa-8337da63a5d1') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:01.948498 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.962421 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.968627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:01.969004 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:01.972219 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:02.043959 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.045972 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.053229 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.057302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] 10.222.0.37 "DELETE /v2.0/networks/d9676a31-0c6a-4ce0-9fe0-a02465a3788d HTTP/1.1" status: 204 len: 168 time: 0.7028861 Nov 27 01:16:02.070720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dda2a-cf6f-4b0f-9807-1829280216cf tempest-TaggedBootDevicesTest-1375879010 tempest-TaggedBootDevicesTest-1375879010-project] Pushing event deleted for resources: {'Network': ['ID=d9676a31-0c6a-4ce0-9fe0-a02465a3788d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:02.098014 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.140197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Network 76e822cd-dd89-417b-961f-1f1026fc338d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:16:02.143419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:02.146270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:16:02.189357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event updated for resources: {'Port': ['ID=231613b8-4348-4fb8-bdba-a474787ad8c0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:02.205713 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.373085 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.478089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-374ab388-e363-419f-b706-7350dd4adb50 None None] Provisioning complete for port 231613b8-4348-4fb8-bdba-a474787ad8c0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:02.478699 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-374ab388-e363-419f-b706-7350dd4adb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.515672 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-374ab388-e363-419f-b706-7350dd4adb50 None None] Port 231613b8-4348-4fb8-bdba-a474787ad8c0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:16:02.673918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:02.703493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:02.703756 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2507fa9f-b5ba-4398-a5a1-fb8d8d565b42 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:02.708381 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.717763 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.797609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event updated for resources: {'Port': ['ID=231613b8-4348-4fb8-bdba-a474787ad8c0,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:02.800050 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:02.870758 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:16:02.923381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:02.960998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Network 76e822cd-dd89-417b-961f-1f1026fc338d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:16:02.964659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:03.141138 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fe574-de1e-405f-86b4-46fed2510c74 req-dd27ea2f-5eee-4792-a6af-727ac34d5cc9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:03.145649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a5fe574-de1e-405f-86b4-46fed2510c74 req-dd27ea2f-5eee-4792-a6af-727ac34d5cc9 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1383569 Nov 27 01:16:03.184827 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.241507 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:03.247650 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631a501d-abbc-4ab7-8390-4eaa7b3c4df3" -d '{"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-unplugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:03.283790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:03.288913 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Router 2191737f-c660-4544-adf0-5e07420791ce has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:16:03.293431 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.314360 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a5fe574-de1e-405f-86b4-46fed2510c74 req-22f55cd1-136c-4edc-8425-806eb64cabdd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582088 Nov 27 01:16:03.391827 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4c28ae-21e4-4730-bc28-305362366358 x-openstack-request-id: req-ed4c28ae-21e4-4730-bc28-305362366358 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:03.406981 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-unplugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:03.407390 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed4c28ae-21e4-4730-bc28-305362366358 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:03.407816 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'code': 200} Nov 27 01:16:03.421798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:03.469540 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-65bb4753-7138-4cba-bcb1-da284933d624 None None] Provisioning complete for port 231613b8-4348-4fb8-bdba-a474787ad8c0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:03.470139 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65bb4753-7138-4cba-bcb1-da284933d624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.527718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-65bb4753-7138-4cba-bcb1-da284933d624 None None] Port 231613b8-4348-4fb8-bdba-a474787ad8c0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:16:03.547581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:16:03.559795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cfedbd-732d-47a0-901f-bf6810fbbe6b None None] Sync routers for ids ['2191737f-c660-4544-adf0-5e07420791ce'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:16:03.563164 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-40d00902-e108-4541-9e1c-b0094326b9db tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "PUT /v2.0/routers/2191737f-c660-4544-adf0-5e07420791ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9497242 Nov 27 01:16:03.566026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 32900) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:03.574017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cfedbd-732d-47a0-901f-bf6810fbbe6b None None] Routers {'2191737f-c660-4544-adf0-5e07420791ce'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:16:03.575006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-14cfedbd-732d-47a0-901f-bf6810fbbe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2191737f-c660-4544-adf0-5e07420791ce'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:03.656982 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-14cfedbd-732d-47a0-901f-bf6810fbbe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:03.669765 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cfedbd-732d-47a0-901f-bf6810fbbe6b None None] Routers {'2191737f-c660-4544-adf0-5e07420791ce'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:16:03.670460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-14cfedbd-732d-47a0-901f-bf6810fbbe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2191737f-c660-4544-adf0-5e07420791ce'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:03.698672 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec8c4ec9-fc50-4d8b-a48c-a0605947d454 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:03.717384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-14cfedbd-732d-47a0-901f-bf6810fbbe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:03.718058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cfedbd-732d-47a0-901f-bf6810fbbe6b None None] The sync data for ids ['2191737f-c660-4544-adf0-5e07420791ce'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:16:03.792136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e80d83-bf54-491a-aa08-e8f21437fd05 req-9a0a3c60-e18e-4582-a2f2-c98ec1a820cf tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:03.800191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6e80d83-bf54-491a-aa08-e8f21437fd05 req-9a0a3c60-e18e-4582-a2f2-c98ec1a820cf tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 946 time: 0.0665021 Nov 27 01:16:03.836235 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-ec8c4ec9-fc50-4d8b-a48c-a0605947d454 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 01:16:03.842751 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ec8c4ec9-fc50-4d8b-a48c-a0605947d454 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "DELETE /v2.0/routers/2191737f-c660-4544-adf0-5e07420791ce HTTP/1.1" status: 409 len: 329 time: 0.2751312 Nov 27 01:16:03.843266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 32906) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:03.878172 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6e80d83-bf54-491a-aa08-e8f21437fd05 req-4ed73f13-d478-4b6e-bca5-7d1ee8e2b5e8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769134 Nov 27 01:16:04.361936 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f249cb16-721f-4db7-8920-f20786d46ad1 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:04.478884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ac512-b348-409f-b6bb-be680c9aef9a req-0df4f010-aead-4b8c-b595-883b3c6dbcd0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:04.480503 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a6ac512-b348-409f-b6bb-be680c9aef9a req-0df4f010-aead-4b8c-b595-883b3c6dbcd0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.0588989 Nov 27 01:16:04.598749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a6ac512-b348-409f-b6bb-be680c9aef9a req-4465dcfd-0892-4786-9fbc-db781efe03fa tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114626 Nov 27 01:16:04.883423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f249cb16-721f-4db7-8920-f20786d46ad1 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Deleting port 231613b8-4348-4fb8-bdba-a474787ad8c0 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:04.884050 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f249cb16-721f-4db7-8920-f20786d46ad1 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:04.925279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:16:05.022499 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f249cb16-721f-4db7-8920-f20786d46ad1 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.038195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa506ce-9b1d-4101-bf41-3e4f6d97c2ec req-ead15fa2-da3d-4ae4-8927-ca41148c0e6d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:05.039764 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0fa506ce-9b1d-4101-bf41-3e4f6d97c2ec req-ead15fa2-da3d-4ae4-8927-ca41148c0e6d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 946 time: 0.0817564 Nov 27 01:16:05.046720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f249cb16-721f-4db7-8920-f20786d46ad1 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Calling delete_port for 231613b8-4348-4fb8-bdba-a474787ad8c0 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:05.105418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:05.122111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'port_id': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'mac_address': 'fa:16:3e:b0:b8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:16:05.147222 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0fa506ce-9b1d-4101-bf41-3e4f6d97c2ec req-17b2dbfe-a6d3-4a27-a351-8b423d641bb1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960212 Nov 27 01:16:05.162655 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.184007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656ff015-77b7-4e1f-aea4-d063d35c68bf {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:05.229799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:05.238383 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.317553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f249cb16-721f-4db7-8920-f20786d46ad1 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:05.356885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:05.368322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249cb16-721f-4db7-8920-f20786d46ad1 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event deleted for resources: {'Port': ['ID=231613b8-4348-4fb8-bdba-a474787ad8c0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:05.437706 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['656ff015-77b7-4e1f-aea4-d063d35c68bf'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:16:05.641000 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f249cb16-721f-4db7-8920-f20786d46ad1 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.014951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f249cb16-721f-4db7-8920-f20786d46ad1 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Router 2191737f-c660-4544-adf0-5e07420791ce has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:16:06.051868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99bd71-6baf-4e5e-995e-202659869d21 req-ec1fe205-d907-4d39-bd79-05c4dd836b40 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:06.053369 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ac99bd71-6baf-4e5e-995e-202659869d21 req-ec1fe205-d907-4d39-bd79-05c4dd836b40 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 946 time: 0.2193565 Nov 27 01:16:06.149281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2a71d-6998-4ecf-80ba-175f6e243f31 req-e2b58b78-8bfe-44df-bf16-d22ba4642fbf tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:06.151368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bcf2a71d-6998-4ecf-80ba-175f6e243f31 req-e2b58b78-8bfe-44df-bf16-d22ba4642fbf tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.3890703 Nov 27 01:16:06.343710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f249cb16-721f-4db7-8920-f20786d46ad1 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:16:06.363101 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ea3694-be92-4143-b2ee-b143619c007a None None] Sync routers for ids ['2191737f-c660-4544-adf0-5e07420791ce'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:16:06.377173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f249cb16-721f-4db7-8920-f20786d46ad1 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "PUT /v2.0/routers/2191737f-c660-4544-adf0-5e07420791ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5293527 Nov 27 01:16:06.377495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 32988) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:06.386389 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ea3694-be92-4143-b2ee-b143619c007a None None] Routers {'2191737f-c660-4544-adf0-5e07420791ce'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:16:06.388435 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-42ea3694-be92-4143-b2ee-b143619c007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2191737f-c660-4544-adf0-5e07420791ce'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:06.438135 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-42ea3694-be92-4143-b2ee-b143619c007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:06.451193 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ea3694-be92-4143-b2ee-b143619c007a None None] Routers {'2191737f-c660-4544-adf0-5e07420791ce'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:16:06.452109 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-42ea3694-be92-4143-b2ee-b143619c007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2191737f-c660-4544-adf0-5e07420791ce'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:06.453163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-ac99bd71-6baf-4e5e-995e-202659869d21 req-03dbfd94-c9e1-468f-8f95-e274fe6ca106 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Deleting port 25276f33-7dc6-411f-ab62-0fd59d58e28f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:06.453921 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ac99bd71-6baf-4e5e-995e-202659869d21 req-03dbfd94-c9e1-468f-8f95-e274fe6ca106 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.461021 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-892f6d2a-d5dc-4acc-951d-4c606e5cf6bf tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] show failed (client error): The resource could not be found. Nov 27 01:16:06.462126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-892f6d2a-d5dc-4acc-951d-4c606e5cf6bf tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-331915161 HTTP/1.1" status: 404 len: 334 time: 0.0828857 Nov 27 01:16:06.472316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 32994) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:06.474400 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bcf2a71d-6998-4ecf-80ba-175f6e243f31 req-09824eb9-3a69-46a3-a34d-6065e7f03733 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949222 Nov 27 01:16:06.481857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-33bbab4e-8915-4ec2-b03f-12570d8be70f tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:06.519353 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-33bbab4e-8915-4ec2-b03f-12570d8be70f tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] update failed (client error): The resource could not be found. Nov 27 01:16:06.520771 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-33bbab4e-8915-4ec2-b03f-12570d8be70f tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-2010113154 HTTP/1.1" status: 404 len: 335 time: 0.0475070 Nov 27 01:16:06.526543 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-42ea3694-be92-4143-b2ee-b143619c007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:06.526945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 32998) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:06.529963 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ea3694-be92-4143-b2ee-b143619c007a None None] The sync data for ids ['2191737f-c660-4544-adf0-5e07420791ce'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:16:06.652411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24a3d98-00de-4daa-b823-c8bbdd05d8cb tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Deleting subnet 3dc4343e-83ac-4e22-86c5-fb4294f02682 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:16:06.658064 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f24a3d98-00de-4daa-b823-c8bbdd05d8cb tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.708617 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f24a3d98-00de-4daa-b823-c8bbdd05d8cb tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.750961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-ac99bd71-6baf-4e5e-995e-202659869d21 req-03dbfd94-c9e1-468f-8f95-e274fe6ca106 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] For port 25276f33-7dc6-411f-ab62-0fd59d58e28f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=25276f33-7dc6-411f-ab62-0fd59d58e28f,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:06.752682 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ac99bd71-6baf-4e5e-995e-202659869d21 req-03dbfd94-c9e1-468f-8f95-e274fe6ca106 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.779026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-ac99bd71-6baf-4e5e-995e-202659869d21 req-03dbfd94-c9e1-468f-8f95-e274fe6ca106 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Calling delete_port for 25276f33-7dc6-411f-ab62-0fd59d58e28f owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:06.830557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f24a3d98-00de-4daa-b823-c8bbdd05d8cb tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:06.932044 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:16:06.993571 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f24a3d98-00de-4daa-b823-c8bbdd05d8cb tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.041759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb06857-a4aa-4f35-9df6-9ff1f1607cd8 req-95250e48-81fa-421d-b11b-b0d528e2866b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.052251 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2bb06857-a4aa-4f35-9df6-9ff1f1607cd8 req-95250e48-81fa-421d-b11b-b0d528e2866b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 946 time: 0.5880969 Nov 27 01:16:07.057770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab5585-9d28-4e41-a173-d58a6bd2bae5 None None] Network 8464c487-2b04-4898-96d0-412634f9cf03 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:07.075711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a3d98-00de-4daa-b823-c8bbdd05d8cb tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc4343e-83ac-4e22-86c5-fb4294f02682,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:07.083336 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f24a3d98-00de-4daa-b823-c8bbdd05d8cb tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.090587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f24a3d98-00de-4daa-b823-c8bbdd05d8cb tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "DELETE /v2.0/subnets/3dc4343e-83ac-4e22-86c5-fb4294f02682 HTTP/1.1" status: 204 len: 168 time: 0.5177269 Nov 27 01:16:07.117883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33012) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:07.130203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2bb06857-a4aa-4f35-9df6-9ff1f1607cd8 req-06d28721-88d9-4bc1-9bdd-701bb01cb82f tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767493 Nov 27 01:16:07.187612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ac99bd71-6baf-4e5e-995e-202659869d21 req-03dbfd94-c9e1-468f-8f95-e274fe6ca106 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.237029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbfd94-c9e1-468f-8f95-e274fe6ca106 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Pushing event deleted for resources: {'Port': ['ID=25276f33-7dc6-411f-ab62-0fd59d58e28f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:07.289930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 656ff015-77b7-4e1f-aea4-d063d35c68bf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:07.289930 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.293569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a976c2-0cd8-40f6-b970-38b927b790df tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Deleting subnet f9003273-aa9b-4fd2-9a4c-6a1c063c118a {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:16:07.303720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac99bd71-6baf-4e5e-995e-202659869d21 req-03dbfd94-c9e1-468f-8f95-e274fe6ca106 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] No DVR routers for this DVR port 25276f33-7dc6-411f-ab62-0fd59d58e28f on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:07.316348 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ac99bd71-6baf-4e5e-995e-202659869d21 req-03dbfd94-c9e1-468f-8f95-e274fe6ca106 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.318982 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27a976c2-0cd8-40f6-b970-38b927b790df tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.320743 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ac99bd71-6baf-4e5e-995e-202659869d21 req-03dbfd94-c9e1-468f-8f95-e274fe6ca106 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.11 "DELETE /v2.0/ports/25276f33-7dc6-411f-ab62-0fd59d58e28f HTTP/1.1" status: 204 len: 173 time: 1.2571423 Nov 27 01:16:07.321475 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc841a5-60e9-420f-83b5-7114ac2bcd3c', 'name': 'network-vif-deleted', 'tag': '25276f33-7dc6-411f-ab62-0fd59d58e28f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:07.324190 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ce8e3f-8ccd-47c0-8107-24b3c2ca114b" -d '{"events": [{"server_uuid": "bdc841a5-60e9-420f-83b5-7114ac2bcd3c", "name": "network-vif-deleted", "tag": "25276f33-7dc6-411f-ab62-0fd59d58e28f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:07.421272 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27a976c2-0cd8-40f6-b970-38b927b790df tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.453033 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae33dd29-2ddd-481f-a66c-4483bce8c807 x-openstack-request-id: req-ae33dd29-2ddd-481f-a66c-4483bce8c807 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:07.453347 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc841a5-60e9-420f-83b5-7114ac2bcd3c", "name": "network-vif-deleted", "tag": "25276f33-7dc6-411f-ab62-0fd59d58e28f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:07.453653 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae33dd29-2ddd-481f-a66c-4483bce8c807 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:07.454117 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc841a5-60e9-420f-83b5-7114ac2bcd3c', 'name': 'network-vif-deleted', 'tag': '25276f33-7dc6-411f-ab62-0fd59d58e28f', 'status': 'completed', 'code': 200} Nov 27 01:16:07.529733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5691e-85ee-4020-9d80-13b886aa7ce5 None None] DHCP port deletion for 8464c487-2b04-4898-96d0-412634f9cf03 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:16:07.617278 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27a976c2-0cd8-40f6-b970-38b927b790df tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.826826 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27a976c2-0cd8-40f6-b970-38b927b790df tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.839892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8dcb1-7bfb-4c61-b8a5-7e2595c1ed28 req-a1af9f49-0e1b-4db4-b44b-d52f34de9ca0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:07.845590 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cb8dcb1-7bfb-4c61-b8a5-7e2595c1ed28 req-a1af9f49-0e1b-4db4-b44b-d52f34de9ca0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1534643 Nov 27 01:16:07.881395 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 25276f33-7dc6-411f-ab62-0fd59d58e28f no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:07.901906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a976c2-0cd8-40f6-b970-38b927b790df tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event deleted for resources: {'Subnet': ['ID=f9003273-aa9b-4fd2-9a4c-6a1c063c118a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:07.907895 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27a976c2-0cd8-40f6-b970-38b927b790df tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:07.915552 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-27a976c2-0cd8-40f6-b970-38b927b790df tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "DELETE /v2.0/subnets/f9003273-aa9b-4fd2-9a4c-6a1c063c118a HTTP/1.1" status: 204 len: 168 time: 0.7796414 Nov 27 01:16:07.917255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33036) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:07.973064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 25276f33-7dc6-411f-ab62-0fd59d58e28f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:07.974963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 25276f33-7dc6-411f-ab62-0fd59d58e28f not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:07.979710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e99f975-f54e-4ebc-8ee2-2a04e2f6f2d2 None None] Network c3feef2b-fd81-405e-9139-6a4ebfbc9c56 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:08.013678 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.068761 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cb8dcb1-7bfb-4c61-b8a5-7e2595c1ed28 req-72862df9-80fa-4b09-9308-8cf248531342 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077055 Nov 27 01:16:08.133951 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.149045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Deleting port e9f15430-7d0c-44db-ba2c-7774b9b19680 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:08.149937 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.206528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:08.209233 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed43d74-fb2b-4a30-8403-48df8a9eadc0" -d '{"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-plugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:08.297039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:08.322483 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.333804 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf193ed-9385-4b2d-9ea2-7f96b4d3637d x-openstack-request-id: req-aaf193ed-9385-4b2d-9ea2-7f96b4d3637d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:08.335801 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-plugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:08.336406 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaf193ed-9385-4b2d-9ea2-7f96b4d3637d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:08.337546 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'code': 200} Nov 27 01:16:08.354100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5691e-85ee-4020-9d80-13b886aa7ce5 None None] Deleting port e9f15430-7d0c-44db-ba2c-7774b9b19680 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:08.355877 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ccf5691e-85ee-4020-9d80-13b886aa7ce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.379140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] For port e9f15430-7d0c-44db-ba2c-7774b9b19680, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e9f15430-7d0c-44db-ba2c-7774b9b19680,segment=NetworkSegment(ed36dd0b-2988-4ddf-83c0-873d13d91211),segment_id=ed36dd0b-2988-4ddf-83c0-873d13d91211)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:08.379612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.381607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90da3cba-c06a-41b7-9282-29ed3c44345a req-85afaaed-d0dc-4027-8b79-a0d93378d966 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 210 time: 0.0908253 Nov 27 01:16:08.410764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Calling delete_port for e9f15430-7d0c-44db-ba2c-7774b9b19680 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:08.606449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ccf5691e-85ee-4020-9d80-13b886aa7ce5 None None] For port e9f15430-7d0c-44db-ba2c-7774b9b19680, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e9f15430-7d0c-44db-ba2c-7774b9b19680,segment=NetworkSegment(ed36dd0b-2988-4ddf-83c0-873d13d91211),segment_id=ed36dd0b-2988-4ddf-83c0-873d13d91211)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:08.608853 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ccf5691e-85ee-4020-9d80-13b886aa7ce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.614481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=10']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:08.658544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55b788-e755-4260-9a04-115e277d76ba None None] DHCP port deletion for c3feef2b-fd81-405e-9139-6a4ebfbc9c56 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:16:08.663771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5691e-85ee-4020-9d80-13b886aa7ce5 None None] Calling delete_port for e9f15430-7d0c-44db-ba2c-7774b9b19680 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:08.666709 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.741914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] No DVR routers for this DVR port e9f15430-7d0c-44db-ba2c-7774b9b19680 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:08.752042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event deleted for resources: {'Port': ['ID=e9f15430-7d0c-44db-ba2c-7774b9b19680,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:08.874424 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.923883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8464c487-2b04-4898-96d0-412634f9cf03']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:08.959673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed36dd0b-2988-4ddf-83c0-873d13d91211') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:08.960025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed36dd0b-2988-4ddf-83c0-873d13d91211') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:08.961465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e9f15430-7d0c-44db-ba2c-7774b9b19680 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:08.987609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:08.997129 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ccf5691e-85ee-4020-9d80-13b886aa7ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.004061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: e9f15430-7d0c-44db-ba2c-7774b9b19680 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:09.004676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e9f15430-7d0c-44db-ba2c-7774b9b19680 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:09.032536 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.054287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:09.055006 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:09.065757 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:09.100384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5691e-85ee-4020-9d80-13b886aa7ce5 None None] No DVR routers for this DVR port e9f15430-7d0c-44db-ba2c-7774b9b19680 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:09.141638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5691e-85ee-4020-9d80-13b886aa7ce5 None None] Pushing event deleted for resources: {'Port': ['ID=e9f15430-7d0c-44db-ba2c-7774b9b19680,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:09.196061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0b55b788-e755-4260-9a04-115e277d76ba None None] Deleting port 59d61437-ed8a-417a-b145-187484ddcc57 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:09.196442 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0b55b788-e755-4260-9a04-115e277d76ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.348922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0b55b788-e755-4260-9a04-115e277d76ba None None] For port 59d61437-ed8a-417a-b145-187484ddcc57, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=59d61437-ed8a-417a-b145-187484ddcc57,segment=NetworkSegment(ac11f52d-555b-4442-8dcc-dca7335a6300),segment_id=ac11f52d-555b-4442-8dcc-dca7335a6300)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:09.349559 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0b55b788-e755-4260-9a04-115e277d76ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.374066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0b55b788-e755-4260-9a04-115e277d76ba None None] Calling delete_port for 59d61437-ed8a-417a-b145-187484ddcc57 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:09.405805 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.423757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7de93-2e1b-46d4-a598-07c6a0d895b7 req-74237d13-90af-4b09-9529-fec25a0cf0ce tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:09.432102 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-36b7de93-2e1b-46d4-a598-07c6a0d895b7 req-74237d13-90af-4b09-9529-fec25a0cf0ce tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1192169 Nov 27 01:16:09.441437 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.447989 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "DELETE /v2.0/networks/8464c487-2b04-4898-96d0-412634f9cf03 HTTP/1.1" status: 204 len: 168 time: 1.5278625 Nov 27 01:16:09.448362 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33058) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:09.482214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b7eac-fb2a-4f93-ad0f-587762d97bbe tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event deleted for resources: {'Network': ['ID=8464c487-2b04-4898-96d0-412634f9cf03,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:09.559815 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-36b7de93-2e1b-46d4-a598-07c6a0d895b7 req-ff099290-0dee-47ca-939e-70f748a28fd3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264393 Nov 27 01:16:09.661753 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0b55b788-e755-4260-9a04-115e277d76ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.690346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c7eae4b-5ba9-4647-811a-c926e3f7c008 req-d6c4dab6-1de6-4ac0-8a39-c0ad4e3d6ee8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 210 time: 0.0816956 Nov 27 01:16:09.766033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55b788-e755-4260-9a04-115e277d76ba None None] No DVR routers for this DVR port 59d61437-ed8a-417a-b145-187484ddcc57 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:09.776301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55b788-e755-4260-9a04-115e277d76ba None None] Pushing event deleted for resources: {'Port': ['ID=59d61437-ed8a-417a-b145-187484ddcc57,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:09.798889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.933563 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:09.993614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3feef2b-fd81-405e-9139-6a4ebfbc9c56']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:10.018801 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac11f52d-555b-4442-8dcc-dca7335a6300') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:10.021447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac11f52d-555b-4442-8dcc-dca7335a6300') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:10.046350 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.081637 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.098842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:10.099347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:10.188634 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:10.193910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.203011 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.208117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "DELETE /v2.0/networks/c3feef2b-fd81-405e-9139-6a4ebfbc9c56 HTTP/1.1" status: 204 len: 168 time: 0.7584913 Nov 27 01:16:10.211200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33070) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:10.228093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19650d-4b12-40ca-9975-2f35909872b0 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event deleted for resources: {'Network': ['ID=c3feef2b-fd81-405e-9139-6a4ebfbc9c56,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:10.358929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6553dfe-ad18-44e3-b552-4b9467398020 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Deleting subnet ade71f63-2c0f-4bf7-8512-a3ac4bf717fa {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:16:10.368937 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6553dfe-ad18-44e3-b552-4b9467398020 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.436598 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6553dfe-ad18-44e3-b552-4b9467398020 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.590687 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6553dfe-ad18-44e3-b552-4b9467398020 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.768558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 59d61437-ed8a-417a-b145-187484ddcc57 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:10.826744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 59d61437-ed8a-417a-b145-187484ddcc57 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:10.851892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 59d61437-ed8a-417a-b145-187484ddcc57 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:10.897051 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d49fb7e8-39ff-48a1-91f6-beb304a6f891 req-a202ac1a-54a6-4dcf-a89b-0a125dccc868 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 210 time: 0.0671930 Nov 27 01:16:10.901328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6553dfe-ad18-44e3-b552-4b9467398020 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:10.997563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6553dfe-ad18-44e3-b552-4b9467398020 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event deleted for resources: {'Subnet': ['ID=ade71f63-2c0f-4bf7-8512-a3ac4bf717fa,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:11.009220 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6553dfe-ad18-44e3-b552-4b9467398020 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.014887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be89f45-7bcf-43a7-a681-6c6ee5096e4b None None] Network 76e822cd-dd89-417b-961f-1f1026fc338d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:11.015526 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b6553dfe-ad18-44e3-b552-4b9467398020 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "DELETE /v2.0/subnets/ade71f63-2c0f-4bf7-8512-a3ac4bf717fa HTTP/1.1" status: 204 len: 168 time: 0.8028059 Nov 27 01:16:11.017547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33086) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:11.042995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7070e-f6aa-4f2d-b25a-d59908b922cd req-04788624-6c76-4c8c-9548-b08d2e7c7041 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:11.052908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ec7070e-f6aa-4f2d-b25a-d59908b922cd req-04788624-6c76-4c8c-9548-b08d2e7c7041 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.3253284 Nov 27 01:16:11.202814 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ec7070e-f6aa-4f2d-b25a-d59908b922cd req-f30c8cd6-f098-47f4-ae5d-c32239090d9d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449771 Nov 27 01:16:11.292860 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.402461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc9b26-16eb-4d2c-8877-fff0727469e7 None None] DHCP port deletion for 76e822cd-dd89-417b-961f-1f1026fc338d request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:16:11.446570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Deleting port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:11.447214 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.552858 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dab97249-1169-46dc-b3b2-1e09e29ff38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.584923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] For port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5a0d9377-5d34-4a68-b38b-9b4d80cb9b66,segment=NetworkSegment(f1808f1b-414a-441b-9f62-c8774046fd01),segment_id=f1808f1b-414a-441b-9f62-c8774046fd01)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:11.585591 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.603134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Calling delete_port for 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:11.644694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc9b26-16eb-4d2c-8877-fff0727469e7 None None] Deleting port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:11.651154 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9b26-16eb-4d2c-8877-fff0727469e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.752142 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.801177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-dbcc9b26-16eb-4d2c-8877-fff0727469e7 None None] For port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5a0d9377-5d34-4a68-b38b-9b4d80cb9b66,segment=NetworkSegment(f1808f1b-414a-441b-9f62-c8774046fd01),segment_id=f1808f1b-414a-441b-9f62-c8774046fd01)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:11.801824 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9b26-16eb-4d2c-8877-fff0727469e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.824206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event deleted for resources: {'Port': ['ID=5a0d9377-5d34-4a68-b38b-9b4d80cb9b66,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:11.832258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc9b26-16eb-4d2c-8877-fff0727469e7 None None] Calling delete_port for 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:11.845655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] No DVR routers for this DVR port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:11.976869 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:11.997112 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9b26-16eb-4d2c-8877-fff0727469e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.023880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e822cd-dd89-417b-961f-1f1026fc338d']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:12.048413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1808f1b-414a-441b-9f62-c8774046fd01') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:12.049104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1808f1b-414a-441b-9f62-c8774046fd01') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:12.070444 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.078468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc9b26-16eb-4d2c-8877-fff0727469e7 None None] No DVR routers for this DVR port 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:12.080004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc9b26-16eb-4d2c-8877-fff0727469e7 None None] Pushing event deleted for resources: {'Port': ['ID=5a0d9377-5d34-4a68-b38b-9b4d80cb9b66,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:12.105961 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a66f484c-d827-4fa9-9e7a-fa0d5bf27ad9 req-14951e1f-452a-44ce-8746-0ab67ab6cc9c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 210 time: 0.0786648 Nov 27 01:16:12.112615 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.130583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:12.133629 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:12.139523 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:12.348064 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.355452 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.361787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "DELETE /v2.0/networks/76e822cd-dd89-417b-961f-1f1026fc338d HTTP/1.1" status: 204 len: 168 time: 1.3431921 Nov 27 01:16:12.369786 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33110) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:12.431968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5c507-d417-4c46-9b2c-9cc44b8f476b tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Pushing event deleted for resources: {'Network': ['ID=76e822cd-dd89-417b-961f-1f1026fc338d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:12.437045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb548a17-9d46-4364-82a8-2bfa546472c1 req-7057eaad-c9c0-4a94-b499-33fcbe8814de tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:12.445866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb548a17-9d46-4364-82a8-2bfa546472c1 req-7057eaad-c9c0-4a94-b499-33fcbe8814de tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1271458 Nov 27 01:16:12.498497 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-773e7f7e-b3ea-4da1-a447-84da2b6191bf tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "GET /v2.0/ports?device_id=2191737f-c660-4544-adf0-5e07420791ce HTTP/1.1" status: 200 len: 205 time: 0.0693932 Nov 27 01:16:12.499270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33114) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:12.629834 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb548a17-9d46-4364-82a8-2bfa546472c1 req-f48513b8-b22e-4e0c-81da-0acf3f67397b tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775751 Nov 27 01:16:12.758846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:12.775552 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9471e12d-0f7b-4499-924c-b32e1be2c681 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:12.827472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:12.828049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5a0d9377-5d34-4a68-b38b-9b4d80cb9b66 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:13.111223 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9471e12d-0f7b-4499-924c-b32e1be2c681 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.116107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9471e12d-0f7b-4499-924c-b32e1be2c681 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.216070 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9471e12d-0f7b-4499-924c-b32e1be2c681 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.217163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9471e12d-0f7b-4499-924c-b32e1be2c681 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Fanout notify agent at l3_agent the message router_deleted on router 2191737f-c660-4544-adf0-5e07420791ce {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:16:13.246559 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9471e12d-0f7b-4499-924c-b32e1be2c681 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.251367 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9471e12d-0f7b-4499-924c-b32e1be2c681 tempest-RoutersNegativeTest-1674119188 tempest-RoutersNegativeTest-1674119188-project] 10.222.0.37 "DELETE /v2.0/routers/2191737f-c660-4544-adf0-5e07420791ce HTTP/1.1" status: 204 len: 168 time: 0.7500451 Nov 27 01:16:13.349014 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23eb387-ffba-4035-9c01-7d2166e3eaa0 req-dcd8979b-f8ad-4904-ac21-b2346537c5de tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 210 time: 0.0751793 Nov 27 01:16:13.791031 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33136) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:13.887441 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-17013dd7-e14f-4100-9801-95a5067f39e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:13.944187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436779e4-1f28-457d-99d3-d849beb24ee1 req-aa103c57-d827-4312-ab30-23a378f01167 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:13.953242 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-436779e4-1f28-457d-99d3-d849beb24ee1 req-aa103c57-d827-4312-ab30-23a378f01167 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1343946 Nov 27 01:16:14.088393 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-436779e4-1f28-457d-99d3-d849beb24ee1 req-5f57fd37-d1c6-438c-8ba7-b0ef7ccc2d12 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341569 Nov 27 01:16:14.172817 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:14.202179 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-769a9dfa-f423-4790-8f26-c262a591a900 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acc637401cfd4bacb4ede1af3c18d8e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4079065 Nov 27 01:16:14.206029 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33144) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:14.409785 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c68d1c29-00ed-4a3c-868e-d9d7f195626d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:14.500461 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c68d1c29-00ed-4a3c-868e-d9d7f195626d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:14.711904 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5729bcf-990f-44fe-9735-e1e843063607 req-8096b7e4-5f62-416d-ba01-e73e03265101 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 210 time: 0.1071234 Nov 27 01:16:14.738491 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c68d1c29-00ed-4a3c-868e-d9d7f195626d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:14.741197 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c68d1c29-00ed-4a3c-868e-d9d7f195626d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:14.742875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c68d1c29-00ed-4a3c-868e-d9d7f195626d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/faedd389-dd98-41bd-b078-4c3996aae369 HTTP/1.1" status: 204 len: 168 time: 0.5356712 Nov 27 01:16:14.757495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d1c29-00ed-4a3c-868e-d9d7f195626d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faedd389-dd98-41bd-b078-4c3996aae369,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:14.944116 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:15.342588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d45b1-0f52-418a-ae7b-14c101ff4545 req-8a6a8c29-22df-4c7f-943a-db25270fbe69 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:15.353414 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d56d45b1-0f52-418a-ae7b-14c101ff4545 req-8a6a8c29-22df-4c7f-943a-db25270fbe69 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1097124 Nov 27 01:16:15.436528 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d56d45b1-0f52-418a-ae7b-14c101ff4545 req-dadfe38d-c7e4-47d6-871f-0e08a2a7ae61 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798893 Nov 27 01:16:15.914999 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8e2e7e6-8ed8-43e4-998d-6bd4bbaf424f req-7b37a016-b4a6-4c7b-9b40-22971a653e3b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 210 time: 0.1041102 Nov 27 01:16:16.644616 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:16.688234 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380632f-c8ef-48e7-ad49-f2069fc3b3eb req-d6227225-afba-45d7-b79a-9223ef25421c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:16.693731 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0380632f-c8ef-48e7-ad49-f2069fc3b3eb req-d6227225-afba-45d7-b79a-9223ef25421c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1367836 Nov 27 01:16:16.798373 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0380632f-c8ef-48e7-ad49-f2069fc3b3eb req-7e27912f-2ae1-4d66-bc09-8e8c206728b8 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972903 Nov 27 01:16:17.100991 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:17.142750 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ce17b68-1a71-49fb-83d5-6c815b10c4df req-de4574c1-dd85-48cb-909e-ac04d54d91ed tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 210 time: 0.0835454 Nov 27 01:16:17.514316 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:18.061253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d8714-c57a-4026-b726-e4308481f047 req-b9f2ccdc-88ea-4bc9-9c2f-f8e3d2247836 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:18.094300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af4d8714-c57a-4026-b726-e4308481f047 req-b9f2ccdc-88ea-4bc9-9c2f-f8e3d2247836 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1523438 Nov 27 01:16:18.235192 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af4d8714-c57a-4026-b726-e4308481f047 req-efdbde7e-0b3d-46e9-a99f-e9fa927fd48f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396818 Nov 27 01:16:18.407368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2394ec1-fcc7-4498-ae6b-cc21e60f356a req-e164c244-cc64-463b-b2a8-be7a569078a9 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdc841a5-60e9-420f-83b5-7114ac2bcd3c HTTP/1.1" status: 200 len: 210 time: 0.0583479 Nov 27 01:16:19.479675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a907-fe76-497c-9225-ec33ed29839b req-fcf23876-b95c-4fcc-94dd-9038a8938074 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:19.486349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88f8a907-fe76-497c-9225-ec33ed29839b req-fcf23876-b95c-4fcc-94dd-9038a8938074 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1003878 Nov 27 01:16:19.596943 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88f8a907-fe76-497c-9225-ec33ed29839b req-1b307e8d-874c-466b-844b-9ce272a66d46 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045911 Nov 27 01:16:20.502833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b21e6-d8e0-4acb-a58e-1b72f96596c6 req-4ed117a6-c3d8-412a-a3fe-bc5ceba0158a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:20.513370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-851b21e6-d8e0-4acb-a58e-1b72f96596c6 req-4ed117a6-c3d8-412a-a3fe-bc5ceba0158a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.2438838 Nov 27 01:16:20.532152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-851b21e6-d8e0-4acb-a58e-1b72f96596c6 req-232347a9-1186-4063-a4c2-b5f5ec92faca tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/quotas/a40ae590749d459887b5370a656652db HTTP/1.1" status: 200 len: 375 time: 0.0175474 Nov 27 01:16:20.577621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-851b21e6-d8e0-4acb-a58e-1b72f96596c6 req-3362d4c6-5693-43d9-9282-a98f9a4c44af tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442264 Nov 27 01:16:20.910566 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-851b21e6-d8e0-4acb-a58e-1b72f96596c6 req-ed42e8aa-a7c2-4c13-a608-2b2004956b3b service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311942 Nov 27 01:16:20.929090 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2b2f8-e0fc-4aac-a637-cf53b7d6cd6b req-41cffd42-e160-4bfb-8158-9532702759c3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:20.950636 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1c2b2f8-e0fc-4aac-a637-cf53b7d6cd6b req-41cffd42-e160-4bfb-8158-9532702759c3 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.2036629 Nov 27 01:16:21.083146 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1c2b2f8-e0fc-4aac-a637-cf53b7d6cd6b req-860a9fe6-e7b2-4e75-b658-f05040619139 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312704 Nov 27 01:16:21.165633 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-851b21e6-d8e0-4acb-a58e-1b72f96596c6 req-33f9401c-e763-4579-b733-23efe75f827e service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430444 Nov 27 01:16:21.473239 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3ce7760e-4f2d-443a-8598-5e12b21292a1 req-33050608-cec7-4588-b0ca-52f1256cdbcf tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa6d36c-eb7a-4495-bcc6-277622d346b5 HTTP/1.1" status: 200 len: 210 time: 0.0574787 Nov 27 01:16:22.193960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-56731b4b-f790-4841-9410-87f1d81257cc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:22.204049 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-56731b4b-f790-4841-9410-87f1d81257cc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.2898211 Nov 27 01:16:22.232660 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-cad35f0b-61e2-4aba-a0dd-403123e2affd tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/quotas/a40ae590749d459887b5370a656652db HTTP/1.1" status: 200 len: 375 time: 0.0272496 Nov 27 01:16:22.310102 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-46287c03-6dab-4b7d-8872-405fd25d40ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756211 Nov 27 01:16:22.430630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb87e-7d19-4ed2-ad3d-a4d2f5cb148d req-0dfa7fd6-f323-4616-9678-b63e50acc204 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:22.448068 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9a0eb87e-7d19-4ed2-ad3d-a4d2f5cb148d req-0dfa7fd6-f323-4616-9678-b63e50acc204 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.1093180 Nov 27 01:16:22.486131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33396) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:22.505180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9a0eb87e-7d19-4ed2-ad3d-a4d2f5cb148d req-db856536-0968-473a-a629-aab900ba6b27 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534465 Nov 27 01:16:22.618589 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-a664c13e-ede8-452a-ae3c-a0fa5868d03f service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070974 Nov 27 01:16:22.948575 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-3e741fb6-7d6b-42a4-8337-8cef24b59cb2 service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198543 Nov 27 01:16:22.992917 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-36de0987-cabb-4b21-950e-926a769b2a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:23.202060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cca4b-6e9c-48ae-9f06-1e9ca53ad315 req-f2c46f84-230c-434f-987a-07c819ff2a1e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:23.212509 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc0cca4b-6e9c-48ae-9f06-1e9ca53ad315 req-f2c46f84-230c-434f-987a-07c819ff2a1e tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.0807521 Nov 27 01:16:23.217977 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-36de0987-cabb-4b21-950e-926a769b2a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:23.227416 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-36de0987-cabb-4b21-950e-926a769b2a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:23.285709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de0987-cabb-4b21-950e-926a769b2a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34acfae-0cfe-4554-ac43-6bed28da85f3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:23.294302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc0cca4b-6e9c-48ae-9f06-1e9ca53ad315 req-ece070bd-d696-41b8-8059-db3de79cb1bd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774906 Nov 27 01:16:23.446265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b22204-2a56-4344-94d0-22cdcdc3bfd6 req-d3076d32-caa6-419a-a7dc-b5071746a7e5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:23.449542 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0b22204-2a56-4344-94d0-22cdcdc3bfd6 req-d3076d32-caa6-419a-a7dc-b5071746a7e5 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.0654187 Nov 27 01:16:23.450376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89ab7402-3872-4f94-a441-dc25a6b66551 req-e4295bc1-43c3-4f7a-80e1-f0ddb787bc18 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 210 time: 0.0944433 Nov 27 01:16:23.462130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-36de0987-cabb-4b21-950e-926a769b2a88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e2c38a272fa45c5aca90688c5f405a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9743192 Nov 27 01:16:23.462853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33422) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:23.585222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-668aa5be-539c-480a-adbd-a25512db7e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:23.597134 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0b22204-2a56-4344-94d0-22cdcdc3bfd6 req-402c7ed4-7b51-48db-adf8-a8915868a674 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313334 Nov 27 01:16:23.673492 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-668aa5be-539c-480a-adbd-a25512db7e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:23.681254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33430) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:23.977337 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-668aa5be-539c-480a-adbd-a25512db7e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:23.995894 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-668aa5be-539c-480a-adbd-a25512db7e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:24.022539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-668aa5be-539c-480a-adbd-a25512db7e27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f34acfae-0cfe-4554-ac43-6bed28da85f3 HTTP/1.1" status: 204 len: 168 time: 0.5585799 Nov 27 01:16:24.126532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668aa5be-539c-480a-adbd-a25512db7e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34acfae-0cfe-4554-ac43-6bed28da85f3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:24.343020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bce1e-bdea-4f77-8125-aa1492f62dc5 req-c6c16a55-ed9e-4117-bf03-23b663bdfda1 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:24.351441 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b10bce1e-bdea-4f77-8125-aa1492f62dc5 req-c6c16a55-ed9e-4117-bf03-23b663bdfda1 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.0970411 Nov 27 01:16:24.471329 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b10bce1e-bdea-4f77-8125-aa1492f62dc5 req-b6c334e2-78d6-45e1-a8e2-f7be02dfbc2d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180420 Nov 27 01:16:24.771845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6334c44e-74fd-4c71-a848-a574d5c5cee5 req-f9bc2a00-bc59-4a20-b78d-12d12072e49a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 210 time: 0.1032157 Nov 27 01:16:25.602154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293f2ee-cbb9-4265-9817-36dd2cef21d6 req-0fb82f6c-1f08-47ab-9f51-1819eb918c7c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:25.603803 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0293f2ee-cbb9-4265-9817-36dd2cef21d6 req-0fb82f6c-1f08-47ab-9f51-1819eb918c7c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.2712619 Nov 27 01:16:25.676802 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c90d555b-dbca-4bd3-853e-09b385e2fd87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:25.978086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53e6a8e1-4714-419c-90b2-8d2a39779540 req-abe097b9-37f1-49cf-a424-7d204de44c5c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 210 time: 0.0893686 Nov 27 01:16:26.307545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-2940c4a3-83fc-452e-a549-7efed0b22f49 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:26.307545 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-2940c4a3-83fc-452e-a549-7efed0b22f49 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.7962430 Nov 27 01:16:26.325556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1256c6-b21e-405f-9f0d-48a2873fe9cd req-61c47a7a-d6c1-4f06-8eca-faf666fd2ad0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:26.327690 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0e1256c6-b21e-405f-9f0d-48a2873fe9cd req-61c47a7a-d6c1-4f06-8eca-faf666fd2ad0 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 945 time: 0.6007712 Nov 27 01:16:26.343312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Request body: {'port': {'device_id': 'c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'admin_state_up': True, 'tenant_id': 'a40ae590749d459887b5370a656652db'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:26.349707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-0293f2ee-cbb9-4265-9817-36dd2cef21d6 req-9e3cae53-c52f-4795-9b0c-d150e15f42cd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Deleting port 1bf45e1b-825d-49f9-8906-e8860c4488d8 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:26.352812 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0293f2ee-cbb9-4265-9817-36dd2cef21d6 req-9e3cae53-c52f-4795-9b0c-d150e15f42cd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:26.609473 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0e1256c6-b21e-405f-9f0d-48a2873fe9cd req-bb3f856a-62c2-4e51-b613-bebeff819725 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709184 Nov 27 01:16:26.645215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0293f2ee-cbb9-4265-9817-36dd2cef21d6 req-9e3cae53-c52f-4795-9b0c-d150e15f42cd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] For port 1bf45e1b-825d-49f9-8906-e8860c4488d8, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1bf45e1b-825d-49f9-8906-e8860c4488d8,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:26.645875 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0293f2ee-cbb9-4265-9817-36dd2cef21d6 req-9e3cae53-c52f-4795-9b0c-d150e15f42cd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:26.674135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-0293f2ee-cbb9-4265-9817-36dd2cef21d6 req-9e3cae53-c52f-4795-9b0c-d150e15f42cd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Calling delete_port for 1bf45e1b-825d-49f9-8906-e8860c4488d8 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:26.761779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Made reservation on behalf of a40ae590749d459887b5370a656652db for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:26.761779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:26.967585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c90d555b-dbca-4bd3-853e-09b385e2fd87 admin admin] Deleting port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:26.967927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c90d555b-dbca-4bd3-853e-09b385e2fd87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:27.062117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Allocated IP 172.20.0.6 (efe72fe1-d58e-4577-9dbc-25cd0515fd5f/93415f0e-02cb-4780-9300-d8a9de9b991f/991a3143-8d09-45ec-abbe-9653103e16d9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:16:27.131370 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0293f2ee-cbb9-4265-9817-36dd2cef21d6 req-9e3cae53-c52f-4795-9b0c-d150e15f42cd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:27.167638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2583fe13-07f1-47e0-b520-2f34f4ffe868'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:16:27.170797 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ffe34f35-4b11-4bbc-9592-58ab87216e5b req-13f4114b-5bc8-4576-8142-e97bc4c3f006 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 210 time: 0.0525632 Nov 27 01:16:27.386980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cae53-c52f-4795-9b0c-d150e15f42cd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event deleted for resources: {'Port': ['ID=1bf45e1b-825d-49f9-8906-e8860c4488d8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:27.520538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-c90d555b-dbca-4bd3-853e-09b385e2fd87 admin admin] For port 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3c533606-9e5f-48c0-b2ac-02cbd5e98c5f,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:27.521313 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c90d555b-dbca-4bd3-853e-09b385e2fd87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:27.555434 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:27.606052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c90d555b-dbca-4bd3-853e-09b385e2fd87 admin admin] Calling delete_port for 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:27.697124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0293f2ee-cbb9-4265-9817-36dd2cef21d6 req-9e3cae53-c52f-4795-9b0c-d150e15f42cd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] No DVR routers for this DVR port 1bf45e1b-825d-49f9-8906-e8860c4488d8 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:27.711604 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0293f2ee-cbb9-4265-9817-36dd2cef21d6 req-9e3cae53-c52f-4795-9b0c-d150e15f42cd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:27.720389 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0293f2ee-cbb9-4265-9817-36dd2cef21d6 req-9e3cae53-c52f-4795-9b0c-d150e15f42cd tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.11 "DELETE /v2.0/ports/1bf45e1b-825d-49f9-8906-e8860c4488d8 HTTP/1.1" status: 204 len: 173 time: 2.1039085 Nov 27 01:16:27.744816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde556d4-e2f9-463b-8379-f79078afe7fd', 'name': 'network-vif-deleted', 'tag': '1bf45e1b-825d-49f9-8906-e8860c4488d8'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:27.747230 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1097967c-9504-40cf-ac1a-7e2cb456282b" -d '{"events": [{"server_uuid": "dde556d4-e2f9-463b-8379-f79078afe7fd", "name": "network-vif-deleted", "tag": "1bf45e1b-825d-49f9-8906-e8860c4488d8"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:27.850720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2194325-f7c3-4d37-ac14-2db5d3022d81 req-c967f61d-1dd9-47fd-801b-044ba1b7b9c2 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=dde556d4-e2f9-463b-8379-f79078afe7fd HTTP/1.1" status: 200 len: 210 time: 0.0944610 Nov 27 01:16:27.858711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 1bf45e1b-825d-49f9-8906-e8860c4488d8 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:27.887420 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d29b9d-f03e-4af7-ab1e-0c8bea6fb0fd x-openstack-request-id: req-c7d29b9d-f03e-4af7-ab1e-0c8bea6fb0fd {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:27.887738 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde556d4-e2f9-463b-8379-f79078afe7fd", "name": "network-vif-deleted", "tag": "1bf45e1b-825d-49f9-8906-e8860c4488d8", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:27.887998 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7d29b9d-f03e-4af7-ab1e-0c8bea6fb0fd {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:27.888414 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde556d4-e2f9-463b-8379-f79078afe7fd', 'name': 'network-vif-deleted', 'tag': '1bf45e1b-825d-49f9-8906-e8860c4488d8', 'status': 'completed', 'code': 200} Nov 27 01:16:27.891507 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:27.916458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 1bf45e1b-825d-49f9-8906-e8860c4488d8 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:27.917284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 1bf45e1b-825d-49f9-8906-e8860c4488d8 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:28.121876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Pushing event updated for resources: {'Port': ['ID=991a3143-8d09-45ec-abbe-9653103e16d9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:28.160513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Network efe72fe1-d58e-4577-9dbc-25cd0515fd5f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:16:28.172790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:28.181480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:16:28.363551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.364290 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:28.428385 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ec9ac111-a2c4-4a2d-873f-05a8bfc21479 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0958312 Nov 27 01:16:28.482452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Request body: {'port': {'device_id': 'c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:28.612795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911b77e-5d95-4b2d-957d-e5da6f1091ff req-2ff1dfe6-44b1-468c-94e8-37decb448900 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:28.626630 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c911b77e-5d95-4b2d-957d-e5da6f1091ff req-2ff1dfe6-44b1-468c-94e8-37decb448900 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 931 time: 0.3002186 Nov 27 01:16:28.726487 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c90d555b-dbca-4bd3-853e-09b385e2fd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:28.780345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:28.784861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d555b-dbca-4bd3-853e-09b385e2fd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c533606-9e5f-48c0-b2ac-02cbd5e98c5f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:28.831059 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c911b77e-5d95-4b2d-957d-e5da6f1091ff req-53ee5bf7-42db-4fb8-9dbd-845087822322 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031085 Nov 27 01:16:29.286769 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c90d555b-dbca-4bd3-853e-09b385e2fd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:29.340737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33606) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:29.642599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3197fc8a-0f94-4091-b8e9-31c4b0bfa695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:29.852056 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3197fc8a-0f94-4091-b8e9-31c4b0bfa695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:29.868217 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3197fc8a-0f94-4091-b8e9-31c4b0bfa695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:29.919271 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197fc8a-0f94-4091-b8e9-31c4b0bfa695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eca596d-74ec-4d13-968c-c240f93d7efb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:29.987005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3197fc8a-0f94-4091-b8e9-31c4b0bfa695 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58b27801336a4fd8a57d3eee4cb2c1d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6445632 Nov 27 01:16:29.990057 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33648) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:30.104640 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c852649f-870d-4a46-9f49-990eb3ed96cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.147037 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c852649f-870d-4a46-9f49-990eb3ed96cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.211664 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c852649f-870d-4a46-9f49-990eb3ed96cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.214793 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c852649f-870d-4a46-9f49-990eb3ed96cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.216043 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c852649f-870d-4a46-9f49-990eb3ed96cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4eca596d-74ec-4d13-968c-c240f93d7efb HTTP/1.1" status: 204 len: 168 time: 0.2249780 Nov 27 01:16:30.232032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852649f-870d-4a46-9f49-990eb3ed96cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eca596d-74ec-4d13-968c-c240f93d7efb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:30.453683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873b923-3b71-4358-9bb4-f1412bad2d3c req-935761d1-a7ff-4d3b-8f30-f7d87af52952 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:30.462339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3873b923-3b71-4358-9bb4-f1412bad2d3c req-935761d1-a7ff-4d3b-8f30-f7d87af52952 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 931 time: 0.1841590 Nov 27 01:16:30.519373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076982a-d06d-4fb9-a860-bba9624e3999 req-0fd7a11c-6b0c-42ba-a195-f3290a01ba3d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:30.521870 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1076982a-d06d-4fb9-a860-bba9624e3999 req-0fd7a11c-6b0c-42ba-a195-f3290a01ba3d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 945 time: 0.1265090 Nov 27 01:16:30.611849 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1076982a-d06d-4fb9-a860-bba9624e3999 req-2a18bd42-d39e-4308-8e8d-373b41447f69 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825019 Nov 27 01:16:30.696167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991a3143-8d09-45ec-abbe-9653103e16d9 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:30.719691 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.749273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90d555b-dbca-4bd3-853e-09b385e2fd87 admin admin] Router 02f54c1d-69f7-498d-83de-897a2c9cab8b has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:16:30.759132 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33674) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:30.781047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Transition to ACTIVE for port object 991a3143-8d09-45ec-abbe-9653103e16d9 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:30.788266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5592c97a-569a-4c81-a940-ffa64875349c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.804866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3873b923-3b71-4358-9bb4-f1412bad2d3c req-71428f86-5db7-453e-b9da-cf4510878fd7 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414555 Nov 27 01:16:30.852579 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.919169 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5592c97a-569a-4c81-a940-ffa64875349c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.937176 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5592c97a-569a-4c81-a940-ffa64875349c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:30.974561 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5592c97a-569a-4c81-a940-ffa64875349c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c244c60002b4512b80c479396937a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2137911 Nov 27 01:16:30.976584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33684) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:31.025678 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Pushing event updated for resources: {'Port': ['ID=991a3143-8d09-45ec-abbe-9653103e16d9,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:31.052509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592c97a-569a-4c81-a940-ffa64875349c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad3b793-d278-40fc-8fa6-a48d8981b9dd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:31.080181 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33f85add-7a21-4e1b-af2a-a9e273c10b7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.082500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:31.082967 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:31.083180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:31.083519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:31.083848 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:31.084177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:31.084621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:31.088988 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:31.089336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:31.089679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:31.090020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:31.090386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:31.108116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91f513-fbd9-4e3e-87d4-cc17fe865aee req-5590ffc7-57ee-44fd-a10d-f38448311d4b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.110871 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e91f513-fbd9-4e3e-87d4-cc17fe865aee req-5590ffc7-57ee-44fd-a10d-f38448311d4b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.1501181 Nov 27 01:16:31.116113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90d555b-dbca-4bd3-853e-09b385e2fd87 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:16:31.121475 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33f85add-7a21-4e1b-af2a-a9e273c10b7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.126178 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c90d555b-dbca-4bd3-853e-09b385e2fd87 admin admin] 10.222.0.37 "PUT /v2.0/routers/02f54c1d-69f7-498d-83de-897a2c9cab8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4423823 Nov 27 01:16:31.130558 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33688) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:31.131054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e2a028-0419-4f97-92ed-5dab53a92589 None None] Sync routers for ids ['02f54c1d-69f7-498d-83de-897a2c9cab8b'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:16:31.153788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e2a028-0419-4f97-92ed-5dab53a92589 None None] Routers {'02f54c1d-69f7-498d-83de-897a2c9cab8b'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:16:31.154540 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c0e2a028-0419-4f97-92ed-5dab53a92589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:16:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['02f54c1d-69f7-498d-83de-897a2c9cab8b'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:31.206010 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e91f513-fbd9-4e3e-87d4-cc17fe865aee req-87edf9c1-58d9-4996-a9dc-e71c6927b098 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781777 Nov 27 01:16:31.252039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Attempting to bind port 991a3143-8d09-45ec-abbe-9653103e16d9 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:31.253301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Attempting to bind port 991a3143-8d09-45ec-abbe-9653103e16d9 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:31.253648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Attempting to bind port 991a3143-8d09-45ec-abbe-9653103e16d9 on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:31.261251 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33f85add-7a21-4e1b-af2a-a9e273c10b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.264301 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33f85add-7a21-4e1b-af2a-a9e273c10b7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.266256 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-33f85add-7a21-4e1b-af2a-a9e273c10b7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aad3b793-d278-40fc-8fa6-a48d8981b9dd HTTP/1.1" status: 204 len: 168 time: 0.2885728 Nov 27 01:16:31.274739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Port 991a3143-8d09-45ec-abbe-9653103e16d9 on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:31.275076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Attempting to bind port 991a3143-8d09-45ec-abbe-9653103e16d9 on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:31.281481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f85add-7a21-4e1b-af2a-a9e273c10b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad3b793-d278-40fc-8fa6-a48d8981b9dd,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:31.286300 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.293799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:31.294152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Checking segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:31.294573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Bound using segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:31.295036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Bound port: 991a3143-8d09-45ec-abbe-9653103e16d9, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:31.295425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.343786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-c0e2a028-0419-4f97-92ed-5dab53a92589 None None] Set router 02f54c1d-69f7-498d-83de-897a2c9cab8b gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:16:31.394761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] For port 991a3143-8d09-45ec-abbe-9653103e16d9, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:31.400307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] For port 991a3143-8d09-45ec-abbe-9653103e16d9, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=991a3143-8d09-45ec-abbe-9653103e16d9,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:31.412794 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.461885 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.491139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Pushing event updated for resources: {'Port': ['ID=991a3143-8d09-45ec-abbe-9653103e16d9,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:31.509101 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.511691 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.517168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-ef7423f9-0f5b-4459-a183-dfe47804cf0a service neutron] 10.222.0.42 "PUT /v2.0/ports/991a3143-8d09-45ec-abbe-9653103e16d9 HTTP/1.1" status: 200 len: 1091 time: 3.0520313 Nov 27 01:16:31.517856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6', 'tag': '991a3143-8d09-45ec-abbe-9653103e16d9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:31.521913 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2311408a-8496-418a-a6cd-14bb2ed91942" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6", "tag": "991a3143-8d09-45ec-abbe-9653103e16d9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:31.570143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Deleting port e384901b-6a1d-4ba5-86c0-44d24d89e986 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:31.570765 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.600558 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eed79a-aa5b-4284-bea0-b43d7ff7f0cd x-openstack-request-id: req-99eed79a-aa5b-4284-bea0-b43d7ff7f0cd {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:31.600866 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6", "tag": "991a3143-8d09-45ec-abbe-9653103e16d9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:31.601126 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99eed79a-aa5b-4284-bea0-b43d7ff7f0cd {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:31.602103 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6', 'tag': '991a3143-8d09-45ec-abbe-9653103e16d9', 'status': 'completed', 'code': 200} Nov 27 01:16:31.717695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c0e2a028-0419-4f97-92ed-5dab53a92589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:16:28Z', 'revision_number': 5, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port': {'id': 'e384901b-6a1d-4ba5-86c0-44d24d89e986', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:03:52Z', 'updated_at': '2021-11-27T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:31.747613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-42538460-4b46-428a-9bae-743a02e52494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.749395 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-42538460-4b46-428a-9bae-743a02e52494 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 1094 time: 0.1059110 Nov 27 01:16:31.776012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e2a028-0419-4f97-92ed-5dab53a92589 None None] Checking router: 02f54c1d-69f7-498d-83de-897a2c9cab8b for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:16:31.782960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] For port e384901b-6a1d-4ba5-86c0-44d24d89e986, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e384901b-6a1d-4ba5-86c0-44d24d89e986,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:31.783658 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:31.796766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e2a028-0419-4f97-92ed-5dab53a92589 None None] Routers {'02f54c1d-69f7-498d-83de-897a2c9cab8b'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:16:31.797662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c0e2a028-0419-4f97-92ed-5dab53a92589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:16:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['02f54c1d-69f7-498d-83de-897a2c9cab8b'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:31.821071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Calling delete_port for e384901b-6a1d-4ba5-86c0-44d24d89e986 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:31.847810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-632b833d-da85-40cd-b4ab-53e0033e8bd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=991a3143-8d09-45ec-abbe-9653103e16d9 HTTP/1.1" status: 200 len: 217 time: 0.0618165 Nov 27 01:16:31.883481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530943-df75-4e12-9177-6f5fd1dbb226 req-b2075453-91f9-4e2e-9204-e3d7862aa90d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.885158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-30530943-df75-4e12-9177-6f5fd1dbb226 req-b2075453-91f9-4e2e-9204-e3d7862aa90d tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 945 time: 0.1347461 Nov 27 01:16:31.977723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-e51f4088-3a63-4393-b8d3-8aa1b1ad771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:31.979529 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-e51f4088-3a63-4393-b8d3-8aa1b1ad771b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.0801356 Nov 27 01:16:31.994907 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-c0e2a028-0419-4f97-92ed-5dab53a92589 None None] Set router 02f54c1d-69f7-498d-83de-897a2c9cab8b gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:16:32.024082 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-83b79c75-5783-403e-b9d6-519dd3f1dc91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349398 Nov 27 01:16:32.028655 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-30530943-df75-4e12-9177-6f5fd1dbb226 req-8d582f0a-3eb8-42ad-8566-2625ec11ac17 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375329 Nov 27 01:16:32.084571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be789f4-a5d2-4a1e-8087-c62533e0236d req-781500f6-dcdb-426e-9c7b-8307ebd5f611 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:32.087042 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2be789f4-a5d2-4a1e-8087-c62533e0236d req-781500f6-dcdb-426e-9c7b-8307ebd5f611 tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.42 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 945 time: 0.1507151 Nov 27 01:16:32.100630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a713df-5234-410d-b203-857ce8f405fc req-5bd3224e-366a-4639-a451-72690d8bfae4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:32.109501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98a713df-5234-410d-b203-857ce8f405fc req-5bd3224e-366a-4639-a451-72690d8bfae4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.2026134 Nov 27 01:16:32.177994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c0e2a028-0419-4f97-92ed-5dab53a92589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:16:31Z', 'revision_number': 6, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:32.230914 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98a713df-5234-410d-b203-857ce8f405fc req-ec878d0c-24b8-40b4-bab8-e83b9cb5af1d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202433 Nov 27 01:16:32.234806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e2a028-0419-4f97-92ed-5dab53a92589 None None] The sync data for ids ['02f54c1d-69f7-498d-83de-897a2c9cab8b'] in n-d-819494-2 is: [{'id': '02f54c1d-69f7-498d-83de-897a2c9cab8b', 'name': 'tempest-TaggedBootDevicesTest-2019132034-router', 'tenant_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:03:50Z', 'updated_at': '2021-11-27T01:16:31Z', 'revision_number': 6, 'project_id': 'e41981d1245a4f4380c301cea0d0bc6a', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:16:32.269513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5ed78-6cac-43df-9a64-44d8db0af7bb req-98933b96-dc68-4c2c-bba2-3dbf4639353b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:32.272288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-97c5ed78-6cac-43df-9a64-44d8db0af7bb req-98933b96-dc68-4c2c-bba2-3dbf4639353b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 943 time: 0.1206830 Nov 27 01:16:32.276988 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-3aba41c3-4e91-40e5-b36d-1958458eeca7 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465665 Nov 27 01:16:32.460416 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-97c5ed78-6cac-43df-9a64-44d8db0af7bb req-19574eca-1201-4e06-9162-fbd4d8cd8c27 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807694 Nov 27 01:16:32.486959 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9314ff9-5b94-4a74-a9e3-9af90c4196a6 req-bf48d6f0-6ebb-4634-960b-6d173aac27c0 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941788 Nov 27 01:16:32.662446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:32.711316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:32.712252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3c533606-9e5f-48c0-b2ac-02cbd5e98c5f not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:32.737350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311408a-8496-418a-a6cd-14bb2ed91942 req-2b716219-0991-4bfc-bbfa-f7aedca960ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:32.739853 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2311408a-8496-418a-a6cd-14bb2ed91942 req-2b716219-0991-4bfc-bbfa-f7aedca960ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 1094 time: 0.1056244 Nov 27 01:16:32.770916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2be789f4-a5d2-4a1e-8087-c62533e0236d req-9ceae25a-5b29-456e-a538-b7f58a0b899f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Deleting port 2583fe13-07f1-47e0-b520-2f34f4ffe868 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:32.771470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2be789f4-a5d2-4a1e-8087-c62533e0236d req-9ceae25a-5b29-456e-a538-b7f58a0b899f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:32.775706 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:32.814750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e384901b-6a1d-4ba5-86c0-44d24d89e986,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:32.911766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311408a-8496-418a-a6cd-14bb2ed91942 req-c16bb7f1-2e25-46a1-b541-3b2fc5cb5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:32.913538 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2311408a-8496-418a-a6cd-14bb2ed91942 req-c16bb7f1-2e25-46a1-b541-3b2fc5cb5d2a service neutron] 10.222.0.42 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 912 time: 0.1622584 Nov 27 01:16:32.973107 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2311408a-8496-418a-a6cd-14bb2ed91942 req-5cd5a60f-e36e-4a61-9fd3-ff20ed8a4b1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=991a3143-8d09-45ec-abbe-9653103e16d9 HTTP/1.1" status: 200 len: 217 time: 0.0505946 Nov 27 01:16:32.973280 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:33.050562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311408a-8496-418a-a6cd-14bb2ed91942 req-6eabd341-6025-415b-8619-d5d1a55ac638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.052608 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2311408a-8496-418a-a6cd-14bb2ed91942 req-6eabd341-6025-415b-8619-d5d1a55ac638 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.0691175 Nov 27 01:16:33.070728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2be789f4-a5d2-4a1e-8087-c62533e0236d req-9ceae25a-5b29-456e-a538-b7f58a0b899f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] For port 2583fe13-07f1-47e0-b520-2f34f4ffe868, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2583fe13-07f1-47e0-b520-2f34f4ffe868,segment=NetworkSegment(de987e8c-e271-4793-b805-7e23304b5e14),segment_id=de987e8c-e271-4793-b805-7e23304b5e14)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:33.071102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2be789f4-a5d2-4a1e-8087-c62533e0236d req-9ceae25a-5b29-456e-a538-b7f58a0b899f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:33.074362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:33.084692 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:33.090087 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:33.101145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2be789f4-a5d2-4a1e-8087-c62533e0236d req-9ceae25a-5b29-456e-a538-b7f58a0b899f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Calling delete_port for 2583fe13-07f1-47e0-b520-2f34f4ffe868 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:33.136062 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2311408a-8496-418a-a6cd-14bb2ed91942 req-c66206b5-b97a-467d-9848-07124eb19ac3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748470 Nov 27 01:16:33.282229 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:33.282794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02f54c1d-69f7-498d-83de-897a2c9cab8b {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:16:33.291661 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:33.295464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fe89485d-ed44-42fa-871d-ad335f002d3d admin admin] 10.222.0.37 "DELETE /v2.0/routers/02f54c1d-69f7-498d-83de-897a2c9cab8b HTTP/1.1" status: 204 len: 168 time: 2.1639173 Nov 27 01:16:33.296936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33752) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:33.350229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258e0c6-5c64-4b67-bbd7-df3b533be3f4 req-4f64940e-a89a-4a4f-bf58-31512dd2c57c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.352874 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f258e0c6-5c64-4b67-bbd7-df3b533be3f4 req-4f64940e-a89a-4a4f-bf58-31512dd2c57c tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/ports?device_id=0657f2d8-4386-42da-a0bc-517a7183749a HTTP/1.1" status: 200 len: 945 time: 0.1055076 Nov 27 01:16:33.435203 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2311408a-8496-418a-a6cd-14bb2ed91942 req-ecee24fd-bad5-4cc3-8f26-dc2b8b1d42ad service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902563 Nov 27 01:16:33.536117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f258e0c6-5c64-4b67-bbd7-df3b533be3f4 req-890a6d14-7239-4484-8163-cd3c38a5bf8a tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.37 "GET /v2.0/security-groups?id=7489cb8b-ed1c-4fff-8590-01c6210126d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590481 Nov 27 01:16:33.544809 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2be789f4-a5d2-4a1e-8087-c62533e0236d req-9ceae25a-5b29-456e-a538-b7f58a0b899f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:33.570730 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:33.633310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-026d7609-7ffc-4839-a102-81f5993ea6ae admin admin] Deleting subnet 89a5c702-8864-411b-b4cf-2e5d39b836d0 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:16:33.660717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceae25a-5b29-456e-a538-b7f58a0b899f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Pushing event deleted for resources: {'Port': ['ID=2583fe13-07f1-47e0-b520-2f34f4ffe868,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:33.680178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:33.681496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:33.684009 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b2ca2a-e136-4669-a66a-8de5bc8219f0" -d '{"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-unplugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:33.705588 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:33.715014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be789f4-a5d2-4a1e-8087-c62533e0236d req-9ceae25a-5b29-456e-a538-b7f58a0b899f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] No DVR routers for this DVR port 2583fe13-07f1-47e0-b520-2f34f4ffe868 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:33.716684 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2be789f4-a5d2-4a1e-8087-c62533e0236d req-9ceae25a-5b29-456e-a538-b7f58a0b899f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:33.720103 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2be789f4-a5d2-4a1e-8087-c62533e0236d req-9ceae25a-5b29-456e-a538-b7f58a0b899f tempest-ServersTestJSON-1823928386 tempest-ServersTestJSON-1823928386-project] 10.222.0.42 "DELETE /v2.0/ports/2583fe13-07f1-47e0-b520-2f34f4ffe868 HTTP/1.1" status: 204 len: 173 time: 1.5898252 Nov 27 01:16:33.720570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0657f2d8-4386-42da-a0bc-517a7183749a', 'name': 'network-vif-deleted', 'tag': '2583fe13-07f1-47e0-b520-2f34f4ffe868'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:33.735115 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18a8760-41f6-4634-b955-a51798500d1f" -d '{"events": [{"server_uuid": "0657f2d8-4386-42da-a0bc-517a7183749a", "name": "network-vif-deleted", "tag": "2583fe13-07f1-47e0-b520-2f34f4ffe868"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:33.754726 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-026d7609-7ffc-4839-a102-81f5993ea6ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:33.800375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=11']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:33.809183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:33.809673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:33.809832 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:33.810415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:33.810934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:33.811429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:33.811912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:33.812403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:33.812971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:33.813450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:33.813945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:33.814470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:33.901052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a59989-4cc6-461c-8d9d-597e16e6d88b req-bf279260-e82c-44c6-bda4-2c0c9acc49fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:33.902959 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6a59989-4cc6-461c-8d9d-597e16e6d88b req-bf279260-e82c-44c6-bda4-2c0c9acc49fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.4985843 Nov 27 01:16:33.947466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-026d7609-7ffc-4839-a102-81f5993ea6ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:34.000107 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2311408a-8496-418a-a6cd-14bb2ed91942 req-2bf0beea-8452-450b-a09d-2129f0264e3f service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883981 Nov 27 01:16:34.009304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e286-6033-4223-8684-3c53b84a505c req-d2f4a8cb-bff1-48c4-bfb1-3501058f681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.010834 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6d9e286-6033-4223-8684-3c53b84a505c req-d2f4a8cb-bff1-48c4-bfb1-3501058f681a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1096 time: 0.3701577 Nov 27 01:16:34.046905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6a59989-4cc6-461c-8d9d-597e16e6d88b req-fd9b6ce5-06c6-4033-986b-25cf5a8e3357 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349328 Nov 27 01:16:34.156688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-026d7609-7ffc-4839-a102-81f5993ea6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:34.173798 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e861031-3d41-475c-a849-3a15461db10b x-openstack-request-id: req-7e861031-3d41-475c-a849-3a15461db10b {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:34.174445 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-unplugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:34.175026 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e861031-3d41-475c-a849-3a15461db10b {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:34.177563 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'code': 200} Nov 27 01:16:34.202041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53963b8a-6d60-4b6d-bb6a-94bbb8b0b48a req-5218630f-fbe5-4796-86cc-cf432ee554cf tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.212182 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53963b8a-6d60-4b6d-bb6a-94bbb8b0b48a req-5218630f-fbe5-4796-86cc-cf432ee554cf tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 943 time: 0.1972201 Nov 27 01:16:34.229287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e286-6033-4223-8684-3c53b84a505c req-79b6fcde-3fb9-4aee-8b5a-bca9f9c3db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.231235 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6d9e286-6033-4223-8684-3c53b84a505c req-79b6fcde-3fb9-4aee-8b5a-bca9f9c3db2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.1650405 Nov 27 01:16:34.290822 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200d00d8-40ae-46a6-8f77-08a60363ffcc x-openstack-request-id: req-200d00d8-40ae-46a6-8f77-08a60363ffcc {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:34.292028 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0657f2d8-4386-42da-a0bc-517a7183749a", "name": "network-vif-deleted", "tag": "2583fe13-07f1-47e0-b520-2f34f4ffe868", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:34.293213 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-200d00d8-40ae-46a6-8f77-08a60363ffcc {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:34.293364 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-026d7609-7ffc-4839-a102-81f5993ea6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:34.293694 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0657f2d8-4386-42da-a0bc-517a7183749a', 'name': 'network-vif-deleted', 'tag': '2583fe13-07f1-47e0-b520-2f34f4ffe868', 'status': 'completed', 'code': 200} Nov 27 01:16:34.312744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53963b8a-6d60-4b6d-bb6a-94bbb8b0b48a req-55488498-d477-4e24-877f-c8e01f48ee81 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961268 Nov 27 01:16:34.337482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d7609-7ffc-4839-a102-81f5993ea6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a5c702-8864-411b-b4cf-2e5d39b836d0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:34.343451 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-026d7609-7ffc-4839-a102-81f5993ea6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:34.346756 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-026d7609-7ffc-4839-a102-81f5993ea6ae admin admin] 10.222.0.37 "DELETE /v2.0/subnets/89a5c702-8864-411b-b4cf-2e5d39b836d0 HTTP/1.1" status: 204 len: 168 time: 1.0471833 Nov 27 01:16:34.349120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fed14b-a5b3-4b29-8bc2-03de53d0551d None None] Network 874ba3d7-fadd-49cf-b553-f26abbe13939 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:34.350810 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33780) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:34.411203 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6d9e286-6033-4223-8684-3c53b84a505c req-cedcfc72-6442-4a5f-a712-a7feea63508a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 999 time: 0.1626863 Nov 27 01:16:34.590638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:34.594089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e286-6033-4223-8684-3c53b84a505c req-38dbe308-67f5-4007-a81f-4c4b6b5bce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.595603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6d9e286-6033-4223-8684-3c53b84a505c req-38dbe308-67f5-4007-a81f-4c4b6b5bce28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.1279380 Nov 27 01:16:34.713634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e286-6033-4223-8684-3c53b84a505c req-c8c792dd-6ba3-44f8-8011-7dc54c4b37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:34.715390 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6d9e286-6033-4223-8684-3c53b84a505c req-c8c792dd-6ba3-44f8-8011-7dc54c4b37f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102033 Nov 27 01:16:34.724250 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b553ba-a2ad-459d-af7f-58586c11c08a None None] DHCP port deletion for 874ba3d7-fadd-49cf-b553-f26abbe13939 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:16:34.744893 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33792) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:34.776353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Deleting port 076ee2de-beb0-42e2-95fa-63186b55a1db {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:34.776904 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:34.794881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e384901b-6a1d-4ba5-86c0-44d24d89e986 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:34.825297 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: e384901b-6a1d-4ba5-86c0-44d24d89e986 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:34.825920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e384901b-6a1d-4ba5-86c0-44d24d89e986 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:34.853762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-47b553ba-a2ad-459d-af7f-58586c11c08a None None] Deleting port 076ee2de-beb0-42e2-95fa-63186b55a1db {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:34.854429 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-47b553ba-a2ad-459d-af7f-58586c11c08a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:34.890981 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73a5dd9-a756-4283-b2ac-4760f53bb622 admin admin] Deleting subnet c1b3b599-d4e2-4679-ba73-92cad71204a2 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:16:34.907503 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f73a5dd9-a756-4283-b2ac-4760f53bb622 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:34.931971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-47b553ba-a2ad-459d-af7f-58586c11c08a None None] For port 076ee2de-beb0-42e2-95fa-63186b55a1db, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=076ee2de-beb0-42e2-95fa-63186b55a1db,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:34.933224 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-47b553ba-a2ad-459d-af7f-58586c11c08a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:34.951897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-47b553ba-a2ad-459d-af7f-58586c11c08a None None] Calling delete_port for 076ee2de-beb0-42e2-95fa-63186b55a1db owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:35.021389 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f73a5dd9-a756-4283-b2ac-4760f53bb622 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.033179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] For port 076ee2de-beb0-42e2-95fa-63186b55a1db, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=076ee2de-beb0-42e2-95fa-63186b55a1db,segment=NetworkSegment(982a4ca0-7e05-47cb-8107-45f730f0f1ce),segment_id=982a4ca0-7e05-47cb-8107-45f730f0f1ce)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:35.034079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.050287 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6d9e286-6033-4223-8684-3c53b84a505c req-e6d87b85-e509-46aa-9ae0-204a96a8a552 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231874 Nov 27 01:16:35.051297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Calling delete_port for 076ee2de-beb0-42e2-95fa-63186b55a1db owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:35.074034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:16:35.102030 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-47b553ba-a2ad-459d-af7f-58586c11c08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.105994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2583fe13-07f1-47e0-b520-2f34f4ffe868 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:35.147293 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f73a5dd9-a756-4283-b2ac-4760f53bb622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.183934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 2583fe13-07f1-47e0-b520-2f34f4ffe868 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:35.185291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2583fe13-07f1-47e0-b520-2f34f4ffe868 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:35.231019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b553ba-a2ad-459d-af7f-58586c11c08a None None] No DVR routers for this DVR port 076ee2de-beb0-42e2-95fa-63186b55a1db on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:35.262449 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6d9e286-6033-4223-8684-3c53b84a505c req-d0a9b7bf-7068-45c1-97cd-7a399c4586ea service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988077 Nov 27 01:16:35.270837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b553ba-a2ad-459d-af7f-58586c11c08a None None] Pushing event deleted for resources: {'Port': ['ID=076ee2de-beb0-42e2-95fa-63186b55a1db,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:35.274908 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.311318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] No DVR routers for this DVR port 076ee2de-beb0-42e2-95fa-63186b55a1db on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:35.372459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Pushing event deleted for resources: {'Port': ['ID=076ee2de-beb0-42e2-95fa-63186b55a1db,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:35.410294 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ee205-dbc1-48ff-89ca-4c943473dc8f req-cf29e3bc-b6c4-4253-a43f-712b7f64339e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:35.417157 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a45ee205-dbc1-48ff-89ca-4c943473dc8f req-cf29e3bc-b6c4-4253-a43f-712b7f64339e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1977122 Nov 27 01:16:35.431122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f73a5dd9-a756-4283-b2ac-4760f53bb622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.447885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:35.452239 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f73a5dd9-a756-4283-b2ac-4760f53bb622 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.459317 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f73a5dd9-a756-4283-b2ac-4760f53bb622 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c1b3b599-d4e2-4679-ba73-92cad71204a2 HTTP/1.1" status: 204 len: 168 time: 0.7131529 Nov 27 01:16:35.467343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33810) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:35.489645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a5dd9-a756-4283-b2ac-4760f53bb622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b3b599-d4e2-4679-ba73-92cad71204a2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:35.497916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'port_id': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'mac_address': 'fa:16:3e:b0:b8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:16:35.524260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.562977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ff7e1-e8c1-46b8-8ff7-59f62f12a039 req-236be58a-dc1b-4e23-ba63-afe0559b91d9 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:35.570875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca6ff7e1-e8c1-46b8-8ff7-59f62f12a039 req-236be58a-dc1b-4e23-ba63-afe0559b91d9 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 943 time: 0.1351583 Nov 27 01:16:35.581574 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.595696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656ff015-77b7-4e1f-aea4-d063d35c68bf {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:35.610039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874ba3d7-fadd-49cf-b553-f26abbe13939']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:35.630445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982a4ca0-7e05-47cb-8107-45f730f0f1ce') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:35.631810 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982a4ca0-7e05-47cb-8107-45f730f0f1ce') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:35.633010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:35.642350 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.643267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 991a3143-8d09-45ec-abbe-9653103e16d9 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:16:35.651958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.684310 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a45ee205-dbc1-48ff-89ca-4c943473dc8f req-6fea3ab5-1b01-4366-a247-79b49ba1e2b5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675169 Nov 27 01:16:35.692569 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.719416 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca6ff7e1-e8c1-46b8-8ff7-59f62f12a039 req-eec94b76-d4fc-4316-8cb0-71665a345ffd tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470973 Nov 27 01:16:35.733612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.752943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:35.754053 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:35.755300 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:35.800087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 991a3143-8d09-45ec-abbe-9653103e16d9, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=991a3143-8d09-45ec-abbe-9653103e16d9,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:35.859618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.860778 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.864794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '991a3143-8d09-45ec-abbe-9653103e16d9', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'port_id': '991a3143-8d09-45ec-abbe-9653103e16d9', 'mac_address': 'fa:16:3e:bc:3f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93415f0e-02cb-4780-9300-d8a9de9b991f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:16:35.868159 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.870079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=12']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:35.881310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] 10.222.0.37 "DELETE /v2.0/networks/874ba3d7-fadd-49cf-b553-f26abbe13939 HTTP/1.1" status: 204 len: 168 time: 1.5285227 Nov 27 01:16:35.901324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33822) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:35.925531 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eaddc87-3a23-41ff-872a-2ec44342687d']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:35.931412 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:35.941005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b149f0-57bc-492e-895c-2e3e0e28c11e admin admin] Pushing event deleted for resources: {'Network': ['ID=874ba3d7-fadd-49cf-b553-f26abbe13939,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:35.948266 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991a3143-8d09-45ec-abbe-9653103e16d9 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:35.971700 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 991a3143-8d09-45ec-abbe-9653103e16d9, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=991a3143-8d09-45ec-abbe-9653103e16d9,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:35.979547 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.068698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de987e8c-e271-4793-b805-7e23304b5e14') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:36.069266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de987e8c-e271-4793-b805-7e23304b5e14') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:36.071271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=991a3143-8d09-45ec-abbe-9653103e16d9,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:36.097221 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.163054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['656ff015-77b7-4e1f-aea4-d063d35c68bf'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:16:36.164696 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.185698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:36.186944 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:36.187913 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:36.298417 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.312897 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.318447 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2eaddc87-3a23-41ff-872a-2ec44342687d HTTP/1.1" status: 204 len: 168 time: 0.8324165 Nov 27 01:16:36.345965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534121b-31a7-40bf-b90d-0d52f56a6c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eaddc87-3a23-41ff-872a-2ec44342687d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:36.386600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['991a3143-8d09-45ec-abbe-9653103e16d9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:16:36.712036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 076ee2de-beb0-42e2-95fa-63186b55a1db no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:36.779575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 076ee2de-beb0-42e2-95fa-63186b55a1db {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:36.780784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 076ee2de-beb0-42e2-95fa-63186b55a1db not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:36.866122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33860) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:36.922134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08d21f-d06d-4001-846c-c29377a3e5f8 req-3f906035-4013-4d00-b56d-c239fd55a223 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:36.924153 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5f08d21f-d06d-4001-846c-c29377a3e5f8 req-3f906035-4013-4d00-b56d-c239fd55a223 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 944 time: 0.1151240 Nov 27 01:16:36.932356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc02618-5a17-412b-9a93-115847aed53e req-857b2f4e-6d55-4004-adc6-2ff5beaf0fde tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:36.941272 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3dc02618-5a17-412b-9a93-115847aed53e req-857b2f4e-6d55-4004-adc6-2ff5beaf0fde tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 946 time: 0.1423097 Nov 27 01:16:36.966538 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7a994cd4-812d-45eb-bc9b-27a0ee12ad78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ce090256ac14ca494a8481b8dc46f60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0981386 Nov 27 01:16:36.969489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33862) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:36.973137 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56a4c045-c4a8-41b1-828b-e8b2dee287b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:36.991582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5f08d21f-d06d-4001-846c-c29377a3e5f8 req-6cc501bf-dfb0-4b22-b2b0-cf003d03f9e5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605605 Nov 27 01:16:37.124102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:16:37.228877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3dc02618-5a17-412b-9a93-115847aed53e req-f55184e1-6ffc-428a-b1b5-a5bcac957f34 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866399 Nov 27 01:16:37.251281 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21c271fd-9d6f-4ef0-952c-0df1c1f25fbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:37.270464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 656ff015-77b7-4e1f-aea4-d063d35c68bf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:37.270912 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:37.292599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21c271fd-9d6f-4ef0-952c-0df1c1f25fbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:37.406430 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21c271fd-9d6f-4ef0-952c-0df1c1f25fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:37.407801 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:37.409699 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21c271fd-9d6f-4ef0-952c-0df1c1f25fbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:37.411391 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-21c271fd-9d6f-4ef0-952c-0df1c1f25fbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7489cb8b-ed1c-4fff-8590-01c6210126d3 HTTP/1.1" status: 204 len: 168 time: 0.4362094 Nov 27 01:16:37.437835 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c271fd-9d6f-4ef0-952c-0df1c1f25fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7489cb8b-ed1c-4fff-8590-01c6210126d3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:37.450204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-56a4c045-c4a8-41b1-828b-e8b2dee287b0 admin admin] Deleting port 31194536-8053-4e49-9615-c872ea0db1e8 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:37.450571 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56a4c045-c4a8-41b1-828b-e8b2dee287b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:37.479868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:37.482728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:37.485402 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8f32f5-bab9-47ff-b735-212c97f85b12" -d '{"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-plugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:37.492970 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:37.579934 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e87f3ef-e6c4-4c1b-8563-95debbec7f1e x-openstack-request-id: req-5e87f3ef-e6c4-4c1b-8563-95debbec7f1e {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:37.580421 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-plugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:37.580865 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e87f3ef-e6c4-4c1b-8563-95debbec7f1e {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:37.581459 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'code': 200} Nov 27 01:16:37.595305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=13']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:37.643279 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-56a4c045-c4a8-41b1-828b-e8b2dee287b0 admin admin] For port 31194536-8053-4e49-9615-c872ea0db1e8, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=31194536-8053-4e49-9615-c872ea0db1e8,segment=NetworkSegment(5ab0699b-a298-404d-9c50-5f20082c2139),segment_id=5ab0699b-a298-404d-9c50-5f20082c2139)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:37.644486 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56a4c045-c4a8-41b1-828b-e8b2dee287b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:37.682254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-56a4c045-c4a8-41b1-828b-e8b2dee287b0 admin admin] Calling delete_port for 31194536-8053-4e49-9615-c872ea0db1e8 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:38.121166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56a4c045-c4a8-41b1-828b-e8b2dee287b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:38.156080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4c045-c4a8-41b1-828b-e8b2dee287b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=31194536-8053-4e49-9615-c872ea0db1e8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:38.433227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5c38-6534-432a-9914-00cdbe204c99 req-7c9a92f8-c13c-40df-b0e3-8ea904bac7de tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:38.445790 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ead5c38-6534-432a-9914-00cdbe204c99 req-7c9a92f8-c13c-40df-b0e3-8ea904bac7de tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 944 time: 0.1617055 Nov 27 01:16:38.594552 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ead5c38-6534-432a-9914-00cdbe204c99 req-875d55bb-3743-4787-ad3d-5185a31356a7 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427765 Nov 27 01:16:38.728347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56a4c045-c4a8-41b1-828b-e8b2dee287b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:38.794743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d51a68-3d46-457c-ada2-83f3b86c8fce req-c58bdde3-1f4d-4032-82c7-b641e48151a7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:38.796305 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51d51a68-3d46-457c-ada2-83f3b86c8fce req-c58bdde3-1f4d-4032-82c7-b641e48151a7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.1755021 Nov 27 01:16:38.992430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51d51a68-3d46-457c-ada2-83f3b86c8fce req-d42acceb-4a2c-41d4-91ce-f68efb07dc20 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833134 Nov 27 01:16:39.122567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 991a3143-8d09-45ec-abbe-9653103e16d9 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:16:39.295046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 991a3143-8d09-45ec-abbe-9653103e16d9 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:16:39.312888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 991a3143-8d09-45ec-abbe-9653103e16d9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:16:39.314192 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:39.325321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a4c045-c4a8-41b1-828b-e8b2dee287b0 admin admin] Router 5f8baada-c53b-4427-a846-4cfc55a39aab has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:16:39.503344 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:39.586702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991a3143-8d09-45ec-abbe-9653103e16d9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:39.603967 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022a7d4a-0dc1-408e-8713-92a9995249fe" -d '{"events": [{"server_uuid": "c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6", "name": "network-vif-plugged", "status": "completed", "tag": "991a3143-8d09-45ec-abbe-9653103e16d9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:39.613019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 991a3143-8d09-45ec-abbe-9653103e16d9, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=991a3143-8d09-45ec-abbe-9653103e16d9,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:39.629052 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:39.712133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a4c045-c4a8-41b1-828b-e8b2dee287b0 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:16:39.725853 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-56a4c045-c4a8-41b1-828b-e8b2dee287b0 admin admin] 10.222.0.37 "PUT /v2.0/routers/5f8baada-c53b-4427-a846-4cfc55a39aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8234744 Nov 27 01:16:39.729352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33942) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:39.731533 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee8bc16-b879-4a38-9105-80a393020f72 None None] Sync routers for ids ['5f8baada-c53b-4427-a846-4cfc55a39aab'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:16:39.768473 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8bc16-b879-4a38-9105-80a393020f72 None None] Routers {'5f8baada-c53b-4427-a846-4cfc55a39aab'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:16:39.770586 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0ee8bc16-b879-4a38-9105-80a393020f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:16:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5f8baada-c53b-4427-a846-4cfc55a39aab'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:39.783262 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419e3ab3-d688-48bc-aba5-ac60f4152e34 x-openstack-request-id: req-419e3ab3-d688-48bc-aba5-ac60f4152e34 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:39.783929 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6", "name": "network-vif-plugged", "status": "completed", "tag": "991a3143-8d09-45ec-abbe-9653103e16d9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:39.784393 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-419e3ab3-d688-48bc-aba5-ac60f4152e34 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:39.785028 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991a3143-8d09-45ec-abbe-9653103e16d9', 'code': 200} Nov 27 01:16:39.786902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=991a3143-8d09-45ec-abbe-9653103e16d9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:39.914542 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:16:40.157751 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-0ee8bc16-b879-4a38-9105-80a393020f72 None None] Set router 5f8baada-c53b-4427-a846-4cfc55a39aab gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:16:40.623309 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0ee8bc16-b879-4a38-9105-80a393020f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'name': 'tempest-TaggedBootDevicesTest-1789978810-router', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:08Z', 'updated_at': '2021-11-27T01:16:37Z', 'revision_number': 5, 'project_id': '9576054f837d400c8c91a392e70a18ef', 'gw_port': {'id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:10Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:40.651570 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee8bc16-b879-4a38-9105-80a393020f72 None None] Checking router: 5f8baada-c53b-4427-a846-4cfc55a39aab for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:16:40.661154 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8bc16-b879-4a38-9105-80a393020f72 None None] Routers {'5f8baada-c53b-4427-a846-4cfc55a39aab'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:16:40.661962 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0ee8bc16-b879-4a38-9105-80a393020f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:16:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5f8baada-c53b-4427-a846-4cfc55a39aab'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:40.909627 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-0ee8bc16-b879-4a38-9105-80a393020f72 None None] Set router 5f8baada-c53b-4427-a846-4cfc55a39aab gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:16:41.166402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1325de-fc80-46d8-80d8-41323148a072 req-785e8f56-9ff1-45ab-92c8-5c2c327ad7e8 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:41.168314 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f1325de-fc80-46d8-80d8-41323148a072 req-785e8f56-9ff1-45ab-92c8-5c2c327ad7e8 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.1077178 Nov 27 01:16:41.175930 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:41.242799 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0ee8bc16-b879-4a38-9105-80a393020f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'name': 'tempest-TaggedBootDevicesTest-1789978810-router', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:08Z', 'updated_at': '2021-11-27T01:16:37Z', 'revision_number': 5, 'project_id': '9576054f837d400c8c91a392e70a18ef', 'gw_port': {'id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:10Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:41.290194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d35cd-3e74-4498-a133-c0fd5214fa88 req-904a1b41-41b6-4dd5-acee-2d2bb4c7ba3c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:41.292020 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-227d35cd-3e74-4498-a133-c0fd5214fa88 req-904a1b41-41b6-4dd5-acee-2d2bb4c7ba3c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 945 time: 1.3460088 Nov 27 01:16:41.300173 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:41.304532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e5c70-db92-48a4-994e-9bba17f6eee7 req-6dd3282d-7794-4ec8-9d65-a6b6aaf08b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:41.306003 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f23e5c70-db92-48a4-994e-9bba17f6eee7 req-6dd3282d-7794-4ec8-9d65-a6b6aaf08b3a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 1096 time: 1.3588500 Nov 27 01:16:41.325205 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee8bc16-b879-4a38-9105-80a393020f72 None None] The sync data for ids ['5f8baada-c53b-4427-a846-4cfc55a39aab'] in n-d-819494-2 is: [{'id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'name': 'tempest-TaggedBootDevicesTest-1789978810-router', 'tenant_id': '9576054f837d400c8c91a392e70a18ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:04:08Z', 'updated_at': '2021-11-27T01:16:37Z', 'revision_number': 5, 'project_id': '9576054f837d400c8c91a392e70a18ef', 'gw_port': {'id': '7f3c3a41-df54-455f-b6b2-778a9da237be', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:21:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8baada-c53b-4427-a846-4cfc55a39aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:04:10Z', 'updated_at': '2021-11-27T01:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:16:41.389798 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f1325de-fc80-46d8-80d8-41323148a072 req-f664662e-3b41-4204-bf13-e779c78f5ccc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134376 Nov 27 01:16:41.461795 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4fc89689-7603-455b-a8f3-8df947838447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:41.471901 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f23e5c70-db92-48a4-994e-9bba17f6eee7 req-1a20818f-91c9-43aa-a681-07c01639c11a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566551 Nov 27 01:16:41.509077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-227d35cd-3e74-4498-a133-c0fd5214fa88 req-77e837fc-3165-485c-84bf-896078f27775 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074621 Nov 27 01:16:41.524835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Deleting port 7f3c3a41-df54-455f-b6b2-778a9da237be {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:41.525064 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:41.624358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] For port 7f3c3a41-df54-455f-b6b2-778a9da237be, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7f3c3a41-df54-455f-b6b2-778a9da237be,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:41.624553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:41.643987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Calling delete_port for 7f3c3a41-df54-455f-b6b2-778a9da237be owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:41.757535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5e13749-b2d5-4283-9201-b6154f1f89c0 req-a9d8860a-d1f0-4ca5-9e4f-ce74796718b3 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.1014318 Nov 27 01:16:42.171701 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:42.204011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3c3a41-df54-455f-b6b2-778a9da237be,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:42.295023 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:42.429059 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:42.432134 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:42.526666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:42.527439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f8baada-c53b-4427-a846-4cfc55a39aab {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:16:42.581603 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:42.584685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c6d520d0-871a-48a7-a39e-3f4c2e55ae20 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5f8baada-c53b-4427-a846-4cfc55a39aab HTTP/1.1" status: 204 len: 168 time: 2.8541250 Nov 27 01:16:42.590052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34020) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:42.836506 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Deleting subnet 925b7a8c-b66b-45e1-a49a-900ee9273c39 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:16:42.842955 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:42.886041 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:42.890612 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141df85-14df-4538-b7ac-c87905e885ec req-a1b3dd90-de6a-4920-b0c9-e0f4c4e9c0bd tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:42.912793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d141df85-14df-4538-b7ac-c87905e885ec req-a1b3dd90-de6a-4920-b0c9-e0f4c4e9c0bd tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.4098349 Nov 27 01:16:43.032478 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d141df85-14df-4538-b7ac-c87905e885ec req-0ae67839-1b56-402c-b17b-da4b3d7247ce tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141903 Nov 27 01:16:43.101884 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:43.153545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683f357-068d-43c9-8a0e-e483ad0b0b88 req-0631237f-2ff7-4c52-aa64-af4020bd4732 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.162879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1683f357-068d-43c9-8a0e-e483ad0b0b88 req-0631237f-2ff7-4c52-aa64-af4020bd4732 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 945 time: 0.1882739 Nov 27 01:16:43.187128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5f66551f-a02c-4b34-adb0-0f9628b95369 req-97daed4d-0997-49ea-89e0-b7c360cd37a3 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0376680 Nov 27 01:16:43.268233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 31194536-8053-4e49-9615-c872ea0db1e8 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:43.292237 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1683f357-068d-43c9-8a0e-e483ad0b0b88 req-9106026b-41b4-4bb1-b4d0-22b1a99394d6 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206284 Nov 27 01:16:43.312851 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:43.321939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 31194536-8053-4e49-9615-c872ea0db1e8 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:43.323516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 31194536-8053-4e49-9615-c872ea0db1e8 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:43.386731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0efaf3e-b412-4212-85df-422f338f14a2 None None] Network 455363ea-300a-40fa-95f1-83883a2bf924 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:43.387629 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:43.395542 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/925b7a8c-b66b-45e1-a49a-900ee9273c39 HTTP/1.1" status: 204 len: 168 time: 0.8016212 Nov 27 01:16:43.397025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34038) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:43.399215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925b7a8c-b66b-45e1-a49a-900ee9273c39,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:43.421892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:43.422272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:43.422602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:43.422942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:43.423277 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:43.425892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:43.426266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:43.426626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:43.426960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:43.427292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:43.427615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:43.435012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7993c622-3d08-4e92-b222-fded2bd687a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:16:43.598680 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:43.745258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb06b2-fa67-43b4-94a0-5a24ea77cd58 None None] DHCP port deletion for 455363ea-300a-40fa-95f1-83883a2bf924 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:16:43.875574 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33b76070-bbb4-4322-b762-50e9006617e3 req-2ecb6ab5-752d-45ae-aeee-ee6f474ba766 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.1505556 Nov 27 01:16:43.882923 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb06b2-fa67-43b4-94a0-5a24ea77cd58 None None] Deleting port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:43.883918 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f3eb06b2-fa67-43b4-94a0-5a24ea77cd58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:43.887758 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4278cebf-ea96-4644-b1fc-4d979748936b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:43.928281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Deleting port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:43.930632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:43.952930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10069403-e451-427e-9f0a-d9218278670e req-bbb6168a-8e38-4683-9830-2ff034d94f5e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:43.963693 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-10069403-e451-427e-9f0a-d9218278670e req-bbb6168a-8e38-4683-9830-2ff034d94f5e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 945 time: 0.2918465 Nov 27 01:16:44.025190 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f3eb06b2-fa67-43b4-94a0-5a24ea77cd58 None None] For port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4c039de8-2dc9-4336-8ae6-3c6883d62c1c,segment=NetworkSegment(5ab0699b-a298-404d-9c50-5f20082c2139),segment_id=5ab0699b-a298-404d-9c50-5f20082c2139)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:44.026135 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f3eb06b2-fa67-43b4-94a0-5a24ea77cd58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.046899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb06b2-fa67-43b4-94a0-5a24ea77cd58 None None] Calling delete_port for 4c039de8-2dc9-4336-8ae6-3c6883d62c1c owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:44.169820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] For port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4c039de8-2dc9-4336-8ae6-3c6883d62c1c,segment=NetworkSegment(5ab0699b-a298-404d-9c50-5f20082c2139),segment_id=5ab0699b-a298-404d-9c50-5f20082c2139)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:44.170696 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.189500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Calling delete_port for 4c039de8-2dc9-4336-8ae6-3c6883d62c1c owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:44.221257 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.270622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1b70a-7861-474b-ac03-6f82d5ce5869 req-7578b0e9-6f41-453a-b5a3-2d99c475bfee tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:44.276062 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f3eb06b2-fa67-43b4-94a0-5a24ea77cd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.281230 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b2d1b70a-7861-474b-ac03-6f82d5ce5869 req-7578b0e9-6f41-453a-b5a3-2d99c475bfee tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.1065271 Nov 27 01:16:44.338495 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb06b2-fa67-43b4-94a0-5a24ea77cd58 None None] No DVR routers for this DVR port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:44.342701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb06b2-fa67-43b4-94a0-5a24ea77cd58 None None] Pushing event deleted for resources: {'Port': ['ID=4c039de8-2dc9-4336-8ae6-3c6883d62c1c,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:44.365592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b2d1b70a-7861-474b-ac03-6f82d5ce5869 req-02b1811c-b01c-4a76-97f6-f5d60b130ef0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830503 Nov 27 01:16:44.371645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34058) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:44.438134 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-10069403-e451-427e-9f0a-d9218278670e req-49d88642-30d1-4f33-94a6-f523ac11c1db tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727688 Nov 27 01:16:44.518138 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.533240 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a13b72cf-f865-4e00-bc62-0c1339260a5c req-a5009703-6d9f-4520-a846-593ac1cfa89f tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0591841 Nov 27 01:16:44.584681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c039de8-2dc9-4336-8ae6-3c6883d62c1c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:44.594174 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] No DVR routers for this DVR port 4c039de8-2dc9-4336-8ae6-3c6883d62c1c on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:44.633590 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7927a866-31f1-47ac-9cdf-2376707e2071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.700670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7f3c3a41-df54-455f-b6b2-778a9da237be no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:44.713374 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.742743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455363ea-300a-40fa-95f1-83883a2bf924']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:44.747675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 7f3c3a41-df54-455f-b6b2-778a9da237be {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:44.748037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7f3c3a41-df54-455f-b6b2-778a9da237be not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:44.748619 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4c039de8-2dc9-4336-8ae6-3c6883d62c1c no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:44.775126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab0699b-a298-404d-9c50-5f20082c2139') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:44.775457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab0699b-a298-404d-9c50-5f20082c2139') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:16:44.777889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7927a866-31f1-47ac-9cdf-2376707e2071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.791929 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7927a866-31f1-47ac-9cdf-2376707e2071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.793403 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.796221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 4c039de8-2dc9-4336-8ae6-3c6883d62c1c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:44.796587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4c039de8-2dc9-4336-8ae6-3c6883d62c1c not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:44.841349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.850828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:16:44.852859 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:16:44.862167 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:16:44.882331 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7927a866-31f1-47ac-9cdf-2376707e2071 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c5efffa0b9c4f848c66625041cb7ad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5095069 Nov 27 01:16:44.885428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34062) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:44.951122 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:44.972173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927a866-31f1-47ac-9cdf-2376707e2071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb97a7-2939-4e09-bd2b-239647171bb3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:45.032492 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f824032-67d0-4a71-ba30-0abba026d79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:45.041785 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:45.050847 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:45.064453 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/455363ea-300a-40fa-95f1-83883a2bf924 HTTP/1.1" status: 204 len: 168 time: 1.6651618 Nov 27 01:16:45.131102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71787cc8-de63-4308-a07d-960a1ae35ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=455363ea-300a-40fa-95f1-83883a2bf924,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:45.135334 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f824032-67d0-4a71-ba30-0abba026d79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:45.202494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f824032-67d0-4a71-ba30-0abba026d79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:45.206102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f824032-67d0-4a71-ba30-0abba026d79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:45.210985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7f824032-67d0-4a71-ba30-0abba026d79a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3cb97a7-2939-4e09-bd2b-239647171bb3 HTTP/1.1" status: 204 len: 168 time: 0.3240404 Nov 27 01:16:45.224519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f824032-67d0-4a71-ba30-0abba026d79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb97a7-2939-4e09-bd2b-239647171bb3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:45.344574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34074) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:45.420322 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34082) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:45.422011 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bade00df-dc67-4f48-bd42-3b924fe8556d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e41981d1245a4f4380c301cea0d0bc6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0715852 Nov 27 01:16:45.591282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19273e04-a046-43ad-82cf-b139221efdf0 req-35453b8f-ce0b-422d-9b5f-70901fd46f1c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:45.601299 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-19273e04-a046-43ad-82cf-b139221efdf0 req-35453b8f-ce0b-422d-9b5f-70901fd46f1c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 945 time: 0.0869353 Nov 27 01:16:45.707050 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-19273e04-a046-43ad-82cf-b139221efdf0 req-26d6dc58-edb0-4772-8b77-d8807958e4ff tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048708 Nov 27 01:16:45.851373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34094) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:45.880050 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-660506dd-33b4-4a1d-900e-26d86e33bb27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.006638 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7fb44f5e-7e51-4142-8973-e4eff17e3b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.034621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce0c2e-d1f7-4ab2-bf0c-decfc45eff75 req-4bef65c1-2372-4763-b3df-2582a438a93a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:46.035873 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f92758d3-aa22-41c3-9538-7a9b9b5aee04 req-51422e4e-9e42-45df-8836-40bfdb14734f tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0862100 Nov 27 01:16:46.044810 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6ce0c2e-d1f7-4ab2-bf0c-decfc45eff75 req-4bef65c1-2372-4763-b3df-2582a438a93a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.5423577 Nov 27 01:16:46.079231 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7fb44f5e-7e51-4142-8973-e4eff17e3b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.114860 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-660506dd-33b4-4a1d-900e-26d86e33bb27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.123221 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-660506dd-33b4-4a1d-900e-26d86e33bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.167820 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6ce0c2e-d1f7-4ab2-bf0c-decfc45eff75 req-fd1e35c6-0121-46cc-9f16-1bbf51ea7b5c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215560 Nov 27 01:16:46.211015 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7fb44f5e-7e51-4142-8973-e4eff17e3b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.213885 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7fb44f5e-7e51-4142-8973-e4eff17e3b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.223439 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7fb44f5e-7e51-4142-8973-e4eff17e3b59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6008a044-5656-4eb8-a414-ee3fb85e70ae HTTP/1.1" status: 204 len: 168 time: 0.7997530 Nov 27 01:16:46.251513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb44f5e-7e51-4142-8973-e4eff17e3b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6008a044-5656-4eb8-a414-ee3fb85e70ae,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:46.264200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34102) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:46.284020 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-660506dd-33b4-4a1d-900e-26d86e33bb27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=085ac56160fa4e6b9c2e7933ed7bf8ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4289200 Nov 27 01:16:46.289450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660506dd-33b4-4a1d-900e-26d86e33bb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb224527-2d56-418c-a91a-45baa6753a99,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:46.421671 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58ee5a06-0492-4b2e-88a3-a6157fd2d572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.479224 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58ee5a06-0492-4b2e-88a3-a6157fd2d572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.581494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0312e8-0ec7-410c-9ef9-e2a13a97fae2 req-34ed4b11-dd40-4629-addc-9d277b88415e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:46.591809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a0312e8-0ec7-410c-9ef9-e2a13a97fae2 req-34ed4b11-dd40-4629-addc-9d277b88415e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 945 time: 0.1019876 Nov 27 01:16:46.601876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58ee5a06-0492-4b2e-88a3-a6157fd2d572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.610169 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58ee5a06-0492-4b2e-88a3-a6157fd2d572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.611533 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-58ee5a06-0492-4b2e-88a3-a6157fd2d572 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb224527-2d56-418c-a91a-45baa6753a99 HTTP/1.1" status: 204 len: 168 time: 0.3397996 Nov 27 01:16:46.650100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee5a06-0492-4b2e-88a3-a6157fd2d572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb224527-2d56-418c-a91a-45baa6753a99,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:46.701372 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:46.745550 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a0312e8-0ec7-410c-9ef9-e2a13a97fae2 req-434042fc-7c1a-478c-b9f4-083a1cccf437 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527429 Nov 27 01:16:47.114174 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:47.458045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34148) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:47.487418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b6715-5fe8-4593-ab94-81b85b25b9ba req-e583ad73-b9f6-47a8-92e7-a55b05c5fbf9 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:47.501449 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c50b6715-5fe8-4593-ab94-81b85b25b9ba req-e583ad73-b9f6-47a8-92e7-a55b05c5fbf9 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.2060769 Nov 27 01:16:47.505110 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:47.608820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34154) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:47.610913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-292b1281-d87d-42f0-902c-5311952db523 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9576054f837d400c8c91a392e70a18ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515300 Nov 27 01:16:47.703246 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c50b6715-5fe8-4593-ab94-81b85b25b9ba req-d1f99ed0-2f8f-4164-b542-8dc0587792bc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008033 Nov 27 01:16:47.809241 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3be5805c-728f-4d37-aacf-1e9be9cd9932 req-4e85388c-c32b-403b-bbb0-81fd6da1cc1f tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0613525 Nov 27 01:16:47.894368 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0c2eeb6d-e109-41a0-83f0-84d55cad4488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.121944 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0c2eeb6d-e109-41a0-83f0-84d55cad4488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.289902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae6220-7a26-4752-a73e-1c9a27302d2f req-e61520a6-9870-469d-b937-32f627072c8b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:48.301238 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16ae6220-7a26-4752-a73e-1c9a27302d2f req-e61520a6-9870-469d-b937-32f627072c8b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 945 time: 0.3985331 Nov 27 01:16:48.325974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c737b-57de-40ef-a8cd-5bd1c316f57a req-18d50d77-f005-4dc4-bcc9-3069cc3f0808 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:48.328309 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-170c737b-57de-40ef-a8cd-5bd1c316f57a req-18d50d77-f005-4dc4-bcc9-3069cc3f0808 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 945 time: 0.3271861 Nov 27 01:16:48.422176 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0c2eeb6d-e109-41a0-83f0-84d55cad4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.427062 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0c2eeb6d-e109-41a0-83f0-84d55cad4488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.431146 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0c2eeb6d-e109-41a0-83f0-84d55cad4488 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a481c877-a7cf-4eb5-86dd-54bff30a7ba9 HTTP/1.1" status: 204 len: 168 time: 0.8212962 Nov 27 01:16:48.489275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2eeb6d-e109-41a0-83f0-84d55cad4488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a481c877-a7cf-4eb5-86dd-54bff30a7ba9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:48.576207 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16ae6220-7a26-4752-a73e-1c9a27302d2f req-74f5693e-d778-4f65-9658-4e047576ca3c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740250 Nov 27 01:16:48.669761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-170c737b-57de-40ef-a8cd-5bd1c316f57a req-5cf3a937-b572-47f8-9a96-bccf45f573b4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Deleting port 991a3143-8d09-45ec-abbe-9653103e16d9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:16:48.670489 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-170c737b-57de-40ef-a8cd-5bd1c316f57a req-5cf3a937-b572-47f8-9a96-bccf45f573b4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.883323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-170c737b-57de-40ef-a8cd-5bd1c316f57a req-5cf3a937-b572-47f8-9a96-bccf45f573b4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] For port 991a3143-8d09-45ec-abbe-9653103e16d9, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=991a3143-8d09-45ec-abbe-9653103e16d9,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:16:48.883323 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-170c737b-57de-40ef-a8cd-5bd1c316f57a req-5cf3a937-b572-47f8-9a96-bccf45f573b4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:48.941519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-170c737b-57de-40ef-a8cd-5bd1c316f57a req-5cf3a937-b572-47f8-9a96-bccf45f573b4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Calling delete_port for 991a3143-8d09-45ec-abbe-9653103e16d9 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:16:49.043246 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55f83c4c-ad1e-4045-b0c3-ba578129c846 req-b877a616-faf5-4ba4-bc67-935559483440 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0648568 Nov 27 01:16:49.135422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f7683-7a02-411a-b799-ec884f27c3e3 req-5056754a-586f-48fa-bd7b-5ccd36588b3a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:49.137275 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce7f7683-7a02-411a-b799-ec884f27c3e3 req-5056754a-586f-48fa-bd7b-5ccd36588b3a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.2587616 Nov 27 01:16:49.358599 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce7f7683-7a02-411a-b799-ec884f27c3e3 req-32497dd7-fdaf-488c-ac5c-10ba0794b760 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043905 Nov 27 01:16:49.396843 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-170c737b-57de-40ef-a8cd-5bd1c316f57a req-5cf3a937-b572-47f8-9a96-bccf45f573b4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:49.466878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3a937-b572-47f8-9a96-bccf45f573b4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Pushing event deleted for resources: {'Port': ['ID=991a3143-8d09-45ec-abbe-9653103e16d9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:49.574050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-170c737b-57de-40ef-a8cd-5bd1c316f57a req-5cf3a937-b572-47f8-9a96-bccf45f573b4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] No DVR routers for this DVR port 991a3143-8d09-45ec-abbe-9653103e16d9 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:16:49.578017 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-170c737b-57de-40ef-a8cd-5bd1c316f57a req-5cf3a937-b572-47f8-9a96-bccf45f573b4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:49.583075 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-170c737b-57de-40ef-a8cd-5bd1c316f57a req-5cf3a937-b572-47f8-9a96-bccf45f573b4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "DELETE /v2.0/ports/991a3143-8d09-45ec-abbe-9653103e16d9 HTTP/1.1" status: 204 len: 173 time: 1.2408047 Nov 27 01:16:49.587274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6', 'name': 'network-vif-deleted', 'tag': '991a3143-8d09-45ec-abbe-9653103e16d9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:49.613311 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ec0867-3aac-4523-907c-6f386e1479ea" -d '{"events": [{"server_uuid": "c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6", "name": "network-vif-deleted", "tag": "991a3143-8d09-45ec-abbe-9653103e16d9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:49.707985 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3885f53b-d5a0-4220-8db5-4741d6e8de78 x-openstack-request-id: req-3885f53b-d5a0-4220-8db5-4741d6e8de78 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:49.708617 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6", "name": "network-vif-deleted", "tag": "991a3143-8d09-45ec-abbe-9653103e16d9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:49.708732 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3885f53b-d5a0-4220-8db5-4741d6e8de78 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:49.709257 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6', 'name': 'network-vif-deleted', 'tag': '991a3143-8d09-45ec-abbe-9653103e16d9', 'status': 'completed', 'code': 200} Nov 27 01:16:49.773789 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-597ec2ad-2453-4a53-bee4-1868f4ba2ab4 req-f863721f-f2b7-4f14-9ffb-57c8061f1d09 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e935c6-bbdb-4aa0-beb8-cd6d886f78c6 HTTP/1.1" status: 200 len: 210 time: 0.0500488 Nov 27 01:16:50.041427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34232) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:50.233549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1528796359-network', 'tenant_id': '5563530cb27d452d855776514d236b0f'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:50.250556 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a6a45d66-9763-4d88-b720-5355a411a153 req-976a5f47-ec21-421f-97a8-17bc3eba5eae tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0714452 Nov 27 01:16:50.294907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Made reservation on behalf of 5563530cb27d452d855776514d236b0f for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:50.298156 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.308853 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.437215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.448082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.490189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:16:50.507799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:50.517703 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.518063 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Added segment 0695d727-4eb4-462a-a59a-23e728a9cc02 of type vlan for network 81cfe228-1a83-4736-a073-dd6df15ae421 Nov 27 01:16:50.573026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.610030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6fa99-b3d9-4de9-843e-4c94ccdc2c49 req-1f475710-c86c-4870-b1c3-67a790d65f3e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:50.623585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ae6fa99-b3d9-4de9-843e-4c94ccdc2c49 req-1f475710-c86c-4870-b1c3-67a790d65f3e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.1433113 Nov 27 01:16:50.623738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.624965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:50.627304 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:50.717891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6750536 Nov 27 01:16:50.722295 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afa2b0-c7c6-401c-a1b6-52c1d51f686f admin admin] Pushing event updated for resources: {'Network': ['ID=81cfe228-1a83-4736-a073-dd6df15ae421,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:50.724962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34280) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:50.730056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c18e889d-965c-4a03-93ff-33729ab2993d admin admin] Request body: {'subnet': {'network_id': '81cfe228-1a83-4736-a073-dd6df15ae421', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1528796359-subnet', 'tenant_id': '5563530cb27d452d855776514d236b0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:50.735469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 81cfe228-1a83-4736-a073-dd6df15ae421 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:16:50.785244 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ae6fa99-b3d9-4de9-843e-4c94ccdc2c49 req-20848025-a1d7-4a5f-9506-b968bedf84e0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606851 Nov 27 01:16:50.850346 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18e889d-965c-4a03-93ff-33729ab2993d admin admin] Made reservation on behalf of 5563530cb27d452d855776514d236b0f for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:50.852756 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c18e889d-965c-4a03-93ff-33729ab2993d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:51.150806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 991a3143-8d09-45ec-abbe-9653103e16d9 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:16:51.210781 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 991a3143-8d09-45ec-abbe-9653103e16d9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:16:51.211547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 991a3143-8d09-45ec-abbe-9653103e16d9 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:16:51.259151 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c18e889d-965c-4a03-93ff-33729ab2993d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:51.357139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34308) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:51.358677 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e889d-965c-4a03-93ff-33729ab2993d admin admin] Checking segment: {'id': '0695d727-4eb4-462a-a59a-23e728a9cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81cfe228-1a83-4736-a073-dd6df15ae421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:51.359820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e889d-965c-4a03-93ff-33729ab2993d admin admin] Network hostable DHCP agents. Network: 81cfe228-1a83-4736-a073-dd6df15ae421, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:16:51.373236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e889d-965c-4a03-93ff-33729ab2993d admin admin] Pushing event updated for resources: {'Subnet': ['ID=538ed35b-7569-4f79-8b51-7a055a41eb03,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:51.486279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-cfd38cdb-4615-490d-a36d-615335650d49 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:51.495368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-cfd38cdb-4615-490d-a36d-615335650d49 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.2860699 Nov 27 01:16:51.508129 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35a63527-a38b-4b2a-a26b-3d174a78ce5e req-3695b54f-47ce-42ac-b666-42b3c2adbdaf tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0595655 Nov 27 01:16:51.514469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e889d-965c-4a03-93ff-33729ab2993d admin admin] Network 81cfe228-1a83-4736-a073-dd6df15ae421 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:16:51.539840 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-dd98710c-8ade-44bc-a692-3167f63b069e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/quotas/a40ae590749d459887b5370a656652db HTTP/1.1" status: 200 len: 375 time: 0.0428383 Nov 27 01:16:51.563820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c18e889d-965c-4a03-93ff-33729ab2993d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 81cfe228-1a83-4736-a073-dd6df15ae421) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:51.575093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a59ecd-7ce0-4b24-8a35-8ad93be04d53 None None] Network 81cfe228-1a83-4736-a073-dd6df15ae421 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:51.577826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e889d-965c-4a03-93ff-33729ab2993d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:51.578459 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c18e889d-965c-4a03-93ff-33729ab2993d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:51.598486 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d50c1d7c-5982-4f49-bb62-34718b46fd2d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526495 Nov 27 01:16:51.617570 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c18e889d-965c-4a03-93ff-33729ab2993d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8914702 Nov 27 01:16:51.684728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9b1570b-89bc-4bc6-a657-2e984228fdaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:51.755522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c18b4d-0aeb-4d43-83ee-54ba095c979b None None] Network 81cfe228-1a83-4736-a073-dd6df15ae421 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:16:51.843910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-7e7893e9-2c4a-4971-b5ca-614971956541 service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444804 Nov 27 01:16:51.855433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9b1570b-89bc-4bc6-a657-2e984228fdaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:51.862633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9b1570b-89bc-4bc6-a657-2e984228fdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:51.903710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1570b-89bc-4bc6-a657-2e984228fdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a930aafd-d125-4496-8d09-a95ee8db8e37,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:51.957616 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f9b1570b-89bc-4bc6-a657-2e984228fdaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5ed613973bf4cad8c14df46291cec8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5919383 Nov 27 01:16:51.959515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34326) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:51.980167 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e8159622-6db2-477f-bb29-db0e98057b1d service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337190 Nov 27 01:16:52.183597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655f26e-3986-4c91-98ed-5e087fec1810 req-e549fd20-70da-47e5-9b33-dd8e3f925051 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:52.197501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4655f26e-3986-4c91-98ed-5e087fec1810 req-e549fd20-70da-47e5-9b33-dd8e3f925051 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.2182972 Nov 27 01:16:52.231419 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5826a981-905f-4a87-beb7-32c09d7acf15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.293725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4655f26e-3986-4c91-98ed-5e087fec1810 req-7ea3bc32-e6bc-4f21-a324-896f2388b67d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931726 Nov 27 01:16:52.330644 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5826a981-905f-4a87-beb7-32c09d7acf15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.470581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5826a981-905f-4a87-beb7-32c09d7acf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.474416 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5826a981-905f-4a87-beb7-32c09d7acf15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:52.499804 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5826a981-905f-4a87-beb7-32c09d7acf15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a930aafd-d125-4496-8d09-a95ee8db8e37 HTTP/1.1" status: 204 len: 168 time: 0.5361111 Nov 27 01:16:52.530874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826a981-905f-4a87-beb7-32c09d7acf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a930aafd-d125-4496-8d09-a95ee8db8e37,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:52.633704 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abde06af-7f1e-4d53-a2fd-7f57dbfe33d1 req-6df0824a-eb96-48ab-9e0f-488312632d17 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 210 time: 0.0427959 Nov 27 01:16:52.646326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-94301ca4-f96a-4289-9f89-4eb8ed533935 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:52.648718 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-94301ca4-f96a-4289-9f89-4eb8ed533935 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/networks?id=81cfe228-1a83-4736-a073-dd6df15ae421 HTTP/1.1" status: 200 len: 809 time: 0.2277465 Nov 27 01:16:52.698471 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-f535d710-4336-4aba-8283-9f611ddf51bf tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/quotas/5563530cb27d452d855776514d236b0f HTTP/1.1" status: 200 len: 375 time: 0.0436389 Nov 27 01:16:52.787681 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b9c44ca8-3e32-4f2b-9eb8-c75602e2c41e req-a652a8af-96a5-4131-845b-23b8d3e73f98 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0391858 Nov 27 01:16:52.841796 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-ff651aa0-b1f3-46f9-aa67-c88323a9e4c2 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5563530cb27d452d855776514d236b0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1423244 Nov 27 01:16:53.022294 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-f7609b85-6072-41b0-8963-947340bfdc51 service neutron] 10.222.0.37 "GET /v2.0/networks/81cfe228-1a83-4736-a073-dd6df15ae421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664195 Nov 27 01:16:53.047092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34362) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:53.062626 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7fc4d377-53d1-431d-ab6b-69fb2b4deae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.196435 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7fc4d377-53d1-431d-ab6b-69fb2b4deae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.206733 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7fc4d377-53d1-431d-ab6b-69fb2b4deae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.207320 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-a3d1b47c-8d70-4c60-934d-0d537a835937 service neutron] 10.222.0.37 "GET /v2.0/networks/81cfe228-1a83-4736-a073-dd6df15ae421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840177 Nov 27 01:16:53.260685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34368) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:16:53.260889 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7fc4d377-53d1-431d-ab6b-69fb2b4deae8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f38751af6404988abe47414310abc79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126701 Nov 27 01:16:53.293041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4d377-53d1-431d-ab6b-69fb2b4deae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392444b3-8f44-486d-9a3e-4d63382aafb5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:53.329974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-486ca1a2-8a10-4ad0-a6cd-336dee9fca08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.384363 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-486ca1a2-8a10-4ad0-a6cd-336dee9fca08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.466325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb631c85-1d8f-4206-8d03-eed6b6aaec62 req-647948c6-949a-4ebb-93d2-6d661d679586 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:53.469175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-486ca1a2-8a10-4ad0-a6cd-336dee9fca08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.478137 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb631c85-1d8f-4206-8d03-eed6b6aaec62 req-647948c6-949a-4ebb-93d2-6d661d679586 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.0963521 Nov 27 01:16:53.493125 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-486ca1a2-8a10-4ad0-a6cd-336dee9fca08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:53.495880 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-486ca1a2-8a10-4ad0-a6cd-336dee9fca08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/392444b3-8f44-486d-9a3e-4d63382aafb5 HTTP/1.1" status: 204 len: 168 time: 0.2338419 Nov 27 01:16:53.520896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ca1a2-8a10-4ad0-a6cd-336dee9fca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392444b3-8f44-486d-9a3e-4d63382aafb5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:53.554914 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a66356fe-955c-457e-bd97-c8c3bdf7142e req-ab0b4d87-9435-4904-ae10-ae28215f4af1 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 210 time: 0.0527608 Nov 27 01:16:53.593528 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb631c85-1d8f-4206-8d03-eed6b6aaec62 req-f0d4adb3-a763-44c2-8319-e7a1cc1dd85e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135859 Nov 27 01:16:53.857361 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59bb582c-c75d-49fd-a07d-013e96da386d req-630bcf11-12c1-498c-9dee-0dacd6d6d23e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 210 time: 0.0560005 Nov 27 01:16:54.013939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-7d00d418-ad00-4325-b6e2-b45f3ec0cd9b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.015374 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-7d00d418-ad00-4325-b6e2-b45f3ec0cd9b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.3356688 Nov 27 01:16:54.034437 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f3b2b109-b1f3-451c-9afb-876821dda530 req-f059d182-4494-41f5-ac3a-5c7aa15681cf tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0814469 Nov 27 01:16:54.071701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Request body: {'port': {'device_id': '6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'admin_state_up': True, 'tenant_id': 'a40ae590749d459887b5370a656652db'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:54.290443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Made reservation on behalf of a40ae590749d459887b5370a656652db for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:54.311664 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:54.640709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Allocated IP 172.20.0.2 (efe72fe1-d58e-4577-9dbc-25cd0515fd5f/93415f0e-02cb-4780-9300-d8a9de9b991f/b3916eba-19dd-4293-b647-3dbe155f086b) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:16:54.797944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a3f5ca59-4517-40c2-a168-1a7b3e512edd req-e9a62c6b-b4d4-44b3-bf7b-af9df57a5b9e tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 210 time: 0.0637631 Nov 27 01:16:54.939313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618bba6-f599-46c9-9c6c-ff892327a730 req-51b84593-bc1f-42dc-9421-106df7f5abb0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:54.948780 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3618bba6-f599-46c9-9c6c-ff892327a730 req-51b84593-bc1f-42dc-9421-106df7f5abb0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.1656263 Nov 27 01:16:55.039931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3618bba6-f599-46c9-9c6c-ff892327a730 req-121abd04-ee2f-4d9f-8d78-82fdfe1fc8d7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878286 Nov 27 01:16:55.103973 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:55.125759 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17c8bbf9-87fc-4caf-8c59-65eb47233dc8 req-88dd07a3-a247-4a24-8345-dbf8d121aeab tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 210 time: 0.0497224 Nov 27 01:16:55.243931 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:55.297309 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-778c4781-7500-4f8e-9618-b4d8ed60dceb req-64634f1b-9965-4084-b718-d11c02eea988 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0756106 Nov 27 01:16:55.359870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Network efe72fe1-d58e-4577-9dbc-25cd0515fd5f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:16:55.398114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:55.454837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:16:55.518893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.519549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:55.611708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Pushing event updated for resources: {'Port': ['ID=b3916eba-19dd-4293-b647-3dbe155f086b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:55.628646 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-d56990b8-af52-4a88-910a-9ede115b3f7d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5640523 Nov 27 01:16:55.672237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Request body: {'port': {'device_id': '6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:55.714026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-00a1e2af-8ccd-4022-8026-c88bfafe04ef tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:55.715623 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-00a1e2af-8ccd-4022-8026-c88bfafe04ef tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.11 "GET /v2.0/networks?id=81cfe228-1a83-4736-a073-dd6df15ae421 HTTP/1.1" status: 200 len: 809 time: 0.3925285 Nov 27 01:16:55.748779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Request body: {'port': {'device_id': '785579b0-b3fd-45af-a508-0c778149294e', 'network_id': '81cfe228-1a83-4736-a073-dd6df15ae421', 'admin_state_up': True, 'tenant_id': '5563530cb27d452d855776514d236b0f'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:56.255406 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:56.274153 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0349234d-8475-4922-a982-56f5687f5bcf req-1cf2d383-1053-4f1d-be41-32304eae6aef tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 210 time: 0.0350499 Nov 27 01:16:56.351233 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c924a55-48c0-4907-ad17-96a92138f521 req-30468253-ef2f-420a-8bce-7d574633041a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:56.362353 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c924a55-48c0-4907-ad17-96a92138f521 req-30468253-ef2f-420a-8bce-7d574633041a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.1307285 Nov 27 01:16:56.364512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Made reservation on behalf of 5563530cb27d452d855776514d236b0f for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:16:56.368264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:56.432216 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c924a55-48c0-4907-ad17-96a92138f521 req-a69eebde-2398-409f-94b3-74302afe5efb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666120 Nov 27 01:16:56.709289 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-49988c78-975b-4664-91fd-3aa2b9ed2a5f req-32991012-d150-4f76-a72f-7773b9b4d8da tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0527713 Nov 27 01:16:56.761636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61387dfc-6ff4-4d76-bd86-2e30ffe7e87b req-185a8703-2b59-4777-b435-9aad2709dfcc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:56.768945 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61387dfc-6ff4-4d76-bd86-2e30ffe7e87b req-185a8703-2b59-4777-b435-9aad2709dfcc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 931 time: 0.2433379 Nov 27 01:16:57.004027 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61387dfc-6ff4-4d76-bd86-2e30ffe7e87b req-b63606b9-acae-4601-adaa-553c559a66c9 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341118 Nov 27 01:16:57.017640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Allocated IP 172.20.0.2 (81cfe228-1a83-4736-a073-dd6df15ae421/538ed35b-7569-4f79-8b51-7a055a41eb03/5bc100d0-28d7-451d-90ab-71e5dfd314f3) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:16:57.232681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3916eba-19dd-4293-b647-3dbe155f086b {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:57.259840 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.289067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Transition to ACTIVE for port object b3916eba-19dd-4293-b647-3dbe155f086b will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:57.296979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.463941 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.532461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ea5711-5b3e-437c-9ff3-87b85420da34 req-e64ba588-9177-4d55-93cb-9bc03c89993b tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 210 time: 0.1112173 Nov 27 01:16:57.587427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Pushing event updated for resources: {'Port': ['ID=b3916eba-19dd-4293-b647-3dbe155f086b,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:57.624223 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Attempting to bind port b3916eba-19dd-4293-b647-3dbe155f086b on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:57.639690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc643cf-2363-472a-a01f-567801525655 req-91b34e8c-7060-45d9-87a4-9aac5cbf56c7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:57.657710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Attempting to bind port b3916eba-19dd-4293-b647-3dbe155f086b by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:57.658228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Attempting to bind port b3916eba-19dd-4293-b647-3dbe155f086b on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:57.658916 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dc643cf-2363-472a-a01f-567801525655 req-91b34e8c-7060-45d9-87a4-9aac5cbf56c7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.1060545 Nov 27 01:16:57.706458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Port b3916eba-19dd-4293-b647-3dbe155f086b on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:57.707027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Attempting to bind port b3916eba-19dd-4293-b647-3dbe155f086b on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:57.716940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.719049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:57.720495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Checking segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:57.721014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Bound using segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:57.721575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Bound port: b3916eba-19dd-4293-b647-3dbe155f086b, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:57.722053 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.738972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dc643cf-2363-472a-a01f-567801525655 req-208c0ba6-4263-4c5f-8085-71a1eeb20831 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788777 Nov 27 01:16:57.822937 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Network 81cfe228-1a83-4736-a073-dd6df15ae421 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:16:57.831721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:16:57.864967 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:16:57.909078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Pushing event updated for resources: {'Port': ['ID=5bc100d0-28d7-451d-90ab-71e5dfd314f3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:57.959279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ddbaa073-394d-4b9e-9027-504ef56b3352 req-92ade035-e695-46b2-8566-d658c71a47b6 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0528188 Nov 27 01:16:57.982925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:57.984050 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:57.988367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] For port b3916eba-19dd-4293-b647-3dbe155f086b, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:57.994867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] For port b3916eba-19dd-4293-b647-3dbe155f086b, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b3916eba-19dd-4293-b647-3dbe155f086b,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:58.007827 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:58.029991 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-d4c09cf2-84a1-4c6d-99b1-799c88cab989 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2850108 Nov 27 01:16:58.056718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.057511 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:58.059071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] 10.222.0.42 "PUT /v2.0/ports/b3916eba-19dd-4293-b647-3dbe155f086b HTTP/1.1" status: 200 len: 1091 time: 2.4009564 Nov 27 01:16:58.063866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Request body: {'port': {'device_id': '785579b0-b3fd-45af-a508-0c778149294e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:16:58.066445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f', 'tag': 'b3916eba-19dd-4293-b647-3dbe155f086b'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:16:58.069543 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc507d06-dfe6-4ae0-9876-60361403434e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f", "tag": "b3916eba-19dd-4293-b647-3dbe155f086b"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:16:58.141568 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c014322-0364-4763-8ebe-95435ce20864 x-openstack-request-id: req-9c014322-0364-4763-8ebe-95435ce20864 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:16:58.142297 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f", "tag": "b3916eba-19dd-4293-b647-3dbe155f086b", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:16:58.142801 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c014322-0364-4763-8ebe-95435ce20864 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:16:58.143401 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f', 'tag': 'b3916eba-19dd-4293-b647-3dbe155f086b', 'status': 'completed', 'code': 200} Nov 27 01:16:58.231666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:58.245469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849e41c-5b68-44f5-873d-c36c3897e32e service neutron] Pushing event updated for resources: {'Port': ['ID=b3916eba-19dd-4293-b647-3dbe155f086b,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:58.246453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde7df3-fba7-4959-b998-b11effcb2ad7 req-b2c79896-b217-4b98-b2d9-98107ea5b694 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.260415 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6dde7df3-fba7-4959-b998-b11effcb2ad7 req-b2c79896-b217-4b98-b2d9-98107ea5b694 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 943 time: 0.1616259 Nov 27 01:16:58.269980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-c0547f7a-e5b3-436b-a82f-5a9d5bd59f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.272511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-c0547f7a-e5b3-436b-a82f-5a9d5bd59f45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 1094 time: 0.1148667 Nov 27 01:16:58.383873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6dde7df3-fba7-4959-b998-b11effcb2ad7 req-c7772a36-6f4a-462d-b4d1-94ea948eb467 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224115 Nov 27 01:16:58.392997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-6c62efdd-527e-42c7-81ab-c5cfa7f2cd74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3916eba-19dd-4293-b647-3dbe155f086b HTTP/1.1" status: 200 len: 217 time: 0.0677724 Nov 27 01:16:58.520082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e994a1c4-5ad6-4225-a693-e78b2440a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.522115 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-e994a1c4-5ad6-4225-a693-e78b2440a36b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.1220894 Nov 27 01:16:58.583349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-048e31e7-2390-41cd-87b1-c7bab5592dc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512795 Nov 27 01:16:58.826179 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44361bb-8915-48a0-83b2-a0a2d8ef0b80 req-4a5940be-abc5-46f3-918c-1e3eb3fd5b01 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:58.844342 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f44361bb-8915-48a0-83b2-a0a2d8ef0b80 req-4a5940be-abc5-46f3-918c-1e3eb3fd5b01 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 931 time: 0.1083536 Nov 27 01:16:58.961719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc100d0-28d7-451d-90ab-71e5dfd314f3 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:16:58.970112 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:58.995542 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f44361bb-8915-48a0-83b2-a0a2d8ef0b80 req-f3fcd6dc-a118-40ab-9858-3c1637b67bd8 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501360 Nov 27 01:16:58.996632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Transition to ACTIVE for port object 5bc100d0-28d7-451d-90ab-71e5dfd314f3 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:16:59.012533 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.044099 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-74d56c38-1d2f-4b09-b2f7-8a55c56f19d4 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520893 Nov 27 01:16:59.138917 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-afa387eb-5d58-42fd-bb06-3cf69bdf08f9 req-a3473770-e412-4aec-80f0-fe6185aa2713 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0605609 Nov 27 01:16:59.197047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Pushing event updated for resources: {'Port': ['ID=5bc100d0-28d7-451d-90ab-71e5dfd314f3,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:59.228189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5dd50-5724-4c6b-987f-19efc93ef866 req-f25b8844-5e62-42c6-a21b-65d69a18a7ed tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:59.229711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-adc5dd50-5724-4c6b-987f-19efc93ef866 req-f25b8844-5e62-42c6-a21b-65d69a18a7ed tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.2444196 Nov 27 01:16:59.282989 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d23dd7e5-b2c9-48d9-a77d-8b88cfca1f12 req-acfebfd9-3f4b-415d-9e57-1d66a73af516 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159317 Nov 27 01:16:59.290226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Attempting to bind port 5bc100d0-28d7-451d-90ab-71e5dfd314f3 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:16:59.290584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Attempting to bind port 5bc100d0-28d7-451d-90ab-71e5dfd314f3 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '0695d727-4eb4-462a-a59a-23e728a9cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81cfe228-1a83-4736-a073-dd6df15ae421'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:16:59.291047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Attempting to bind port 5bc100d0-28d7-451d-90ab-71e5dfd314f3 on network 81cfe228-1a83-4736-a073-dd6df15ae421 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:59.297856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Port 5bc100d0-28d7-451d-90ab-71e5dfd314f3 on network 81cfe228-1a83-4736-a073-dd6df15ae421 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:16:59.298219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Attempting to bind port 5bc100d0-28d7-451d-90ab-71e5dfd314f3 on network 81cfe228-1a83-4736-a073-dd6df15ae421 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:16:59.310834 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:16:59.311385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Checking segment: {'id': '0695d727-4eb4-462a-a59a-23e728a9cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81cfe228-1a83-4736-a073-dd6df15ae421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:16:59.311899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Bound using segment: {'id': '0695d727-4eb4-462a-a59a-23e728a9cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81cfe228-1a83-4736-a073-dd6df15ae421'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:16:59.312244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Bound port: 5bc100d0-28d7-451d-90ab-71e5dfd314f3, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0695d727-4eb4-462a-a59a-23e728a9cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '81cfe228-1a83-4736-a073-dd6df15ae421'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:16:59.312580 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.352802 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-adc5dd50-5724-4c6b-987f-19efc93ef866 req-1a8100d3-5ac4-4c15-8bb0-2691c4ee3226 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130815 Nov 27 01:16:59.458274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] For port 5bc100d0-28d7-451d-90ab-71e5dfd314f3, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:16:59.463968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] For port 5bc100d0-28d7-451d-90ab-71e5dfd314f3, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5bc100d0-28d7-451d-90ab-71e5dfd314f3,segment=NetworkSegment(0695d727-4eb4-462a-a59a-23e728a9cc02),segment_id=0695d727-4eb4-462a-a59a-23e728a9cc02)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:16:59.482326 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.521531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc507d06-dfe6-4ae0-9876-60361403434e req-19cb8103-dedf-4b6e-99ba-4cacd52f5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:59.523415 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc507d06-dfe6-4ae0-9876-60361403434e req-19cb8103-dedf-4b6e-99ba-4cacd52f5315 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 1094 time: 0.1445956 Nov 27 01:16:59.531024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:59.531738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:16:59.533337 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] 10.222.0.11 "PUT /v2.0/ports/5bc100d0-28d7-451d-90ab-71e5dfd314f3 HTTP/1.1" status: 200 len: 1091 time: 1.4811339 Nov 27 01:16:59.554603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b20af3-eaff-4d09-8f75-256568db584c req-56582227-4d80-4ff7-abf0-2c07db37195b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:59.563572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a6b20af3-eaff-4d09-8f75-256568db584c req-56582227-4d80-4ff7-abf0-2c07db37195b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 943 time: 0.0771856 Nov 27 01:16:59.614493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a6b20af3-eaff-4d09-8f75-256568db584c req-73bfd355-540d-42a4-a4a9-e2ec03e9d07e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500185 Nov 27 01:16:59.650727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e037b0-3cc5-42b5-8306-b6ba84c7491b service neutron] Pushing event updated for resources: {'Port': ['ID=5bc100d0-28d7-451d-90ab-71e5dfd314f3,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:16:59.697608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-73a53274-e76d-4516-b24b-57f40f6ddf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:59.699157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-73a53274-e76d-4516-b24b-57f40f6ddf56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5563530cb27d452d855776514d236b0f&device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 1094 time: 0.0797958 Nov 27 01:16:59.700160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc507d06-dfe6-4ae0-9876-60361403434e req-45debc8b-d7b9-4512-9736-9d180bc01d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:59.701477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc507d06-dfe6-4ae0-9876-60361403434e req-45debc8b-d7b9-4512-9736-9d180bc01d21 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 912 time: 0.1672158 Nov 27 01:16:59.776209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc507d06-dfe6-4ae0-9876-60361403434e req-b9cb8dbb-cb73-4e92-82c8-64bf63b46e36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3916eba-19dd-4293-b647-3dbe155f086b HTTP/1.1" status: 200 len: 217 time: 0.0652647 Nov 27 01:16:59.777563 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-e05671f0-8833-423f-9307-450635bc6b5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bc100d0-28d7-451d-90ab-71e5dfd314f3 HTTP/1.1" status: 200 len: 217 time: 0.0597229 Nov 27 01:16:59.869088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc507d06-dfe6-4ae0-9876-60361403434e req-8f85a1d0-c893-460e-80c2-31728d4b0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:59.870622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc507d06-dfe6-4ae0-9876-60361403434e req-8f85a1d0-c893-460e-80c2-31728d4b0854 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.0867779 Nov 27 01:16:59.872467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-124c5767-de0b-4776-b80d-bed46c305bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:16:59.873794 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-124c5767-de0b-4776-b80d-bed46c305bee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=538ed35b-7569-4f79-8b51-7a055a41eb03 HTTP/1.1" status: 200 len: 849 time: 0.0797806 Nov 27 01:16:59.908112 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-27b18835-994f-40d1-b2be-a1b848455a27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=81cfe228-1a83-4736-a073-dd6df15ae421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270734 Nov 27 01:17:00.049514 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc507d06-dfe6-4ae0-9876-60361403434e req-19f40c15-4122-40cd-8a33-d6845dbfc28e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353084 Nov 27 01:17:00.144540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785579b0-b3fd-45af-a508-0c778149294e', 'tag': '5bc100d0-28d7-451d-90ab-71e5dfd314f3'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:00.147243 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266d24a8-b48f-44c8-8c95-d1921fc4200b" -d '{"events": [{"name": "network-changed", "server_uuid": "785579b0-b3fd-45af-a508-0c778149294e", "tag": "5bc100d0-28d7-451d-90ab-71e5dfd314f3"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:00.151694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec60826-9b4f-43c8-aa5c-08662dada8d2 req-44fa88ed-62ac-45c4-999c-cfdfa7251a3a tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.160689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5ec60826-9b4f-43c8-aa5c-08662dada8d2 req-44fa88ed-62ac-45c4-999c-cfdfa7251a3a tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 943 time: 0.0755863 Nov 27 01:17:00.177934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-89a689c7-37dc-402c-83f9-bf0d4db40e7b service neutron] 10.222.0.11 "GET /v2.0/networks/81cfe228-1a83-4736-a073-dd6df15ae421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607458 Nov 27 01:17:00.180710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34722) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:00.270803 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5ec60826-9b4f-43c8-aa5c-08662dada8d2 req-6aee1150-0c99-410e-a9c1-a3870d2f209f tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950310 Nov 27 01:17:00.488645 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4480ad4-0871-4e94-bf38-8a021408d186 x-openstack-request-id: req-c4480ad4-0871-4e94-bf38-8a021408d186 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:00.489251 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785579b0-b3fd-45af-a508-0c778149294e", "tag": "5bc100d0-28d7-451d-90ab-71e5dfd314f3", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:00.489251 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4480ad4-0871-4e94-bf38-8a021408d186 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:00.489568 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785579b0-b3fd-45af-a508-0c778149294e', 'tag': '5bc100d0-28d7-451d-90ab-71e5dfd314f3', 'status': 'completed', 'code': 200} Nov 27 01:17:00.529255 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93951e6-6952-4034-abbf-c3595e39f423 req-d122220b-3d1a-41e0-bbca-108ddd37ff13 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.539738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d93951e6-6952-4034-abbf-c3595e39f423 req-d122220b-3d1a-41e0-bbca-108ddd37ff13 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.0855803 Nov 27 01:17:00.567526 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc507d06-dfe6-4ae0-9876-60361403434e req-c1649af7-b57a-4836-8ca4-537266e850a7 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098934 Nov 27 01:17:00.572816 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2bb82469-d4b9-40c6-8d21-03c8ca0c3cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.579667 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3ef8494a-7c78-4778-b887-44b3ad061327 req-35cd449b-488d-4864-9712-adc82918c3de tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0982611 Nov 27 01:17:00.612332 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d93951e6-6952-4034-abbf-c3595e39f423 req-8fdad60f-186c-4c72-80c9-2e9e426b66ff tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715497 Nov 27 01:17:00.764550 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc98fa88-26c1-424a-bd1c-2a1629437d18 req-1b5649e2-2c72-4a24-8c10-2fd10ea2a39c service neutron] 10.222.0.11 "GET /v2.0/networks/81cfe228-1a83-4736-a073-dd6df15ae421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5667911 Nov 27 01:17:00.803500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2765c7-7923-4fd3-a461-f1194cc05d6e req-4e8bfb98-5c2d-42d2-93d9-27939a14da66 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.805471 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e2765c7-7923-4fd3-a461-f1194cc05d6e req-4e8bfb98-5c2d-42d2-93d9-27939a14da66 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 943 time: 0.0707710 Nov 27 01:17:00.855292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc507d06-dfe6-4ae0-9876-60361403434e req-d714b272-1b19-4305-94c7-45a6faf86b8b service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616076 Nov 27 01:17:00.894595 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e2765c7-7923-4fd3-a461-f1194cc05d6e req-e1b64722-8a1c-4116-bdc1-f2ddfa1843a1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812755 Nov 27 01:17:00.922105 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2bb82469-d4b9-40c6-8d21-03c8ca0c3cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.927446 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2bb82469-d4b9-40c6-8d21-03c8ca0c3cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:00.968525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d24a8-b48f-44c8-8c95-d1921fc4200b req-0ddfc4f9-6b00-4c8e-927c-8ec1257df3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:00.970362 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-266d24a8-b48f-44c8-8c95-d1921fc4200b req-0ddfc4f9-6b00-4c8e-927c-8ec1257df3cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5563530cb27d452d855776514d236b0f&device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 1094 time: 0.0953918 Nov 27 01:17:00.980617 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2bb82469-d4b9-40c6-8d21-03c8ca0c3cc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fa748f6900244d7a7b8fea221c521dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7989335 Nov 27 01:17:00.983413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34772) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:00.999221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb82469-d4b9-40c6-8d21-03c8ca0c3cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41658b03-3ef9-44d9-8ae8-4a04fb86defb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:01.094828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d67e79c-88c7-494e-a6c8-ce6ff6eae493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:01.134819 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d67e79c-88c7-494e-a6c8-ce6ff6eae493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:01.138437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b3916eba-19dd-4293-b647-3dbe155f086b details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:01.141323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d24a8-b48f-44c8-8c95-d1921fc4200b req-571768a9-1065-4ac7-a3d0-97c40fd6b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:01.143752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-266d24a8-b48f-44c8-8c95-d1921fc4200b req-571768a9-1065-4ac7-a3d0-97c40fd6b2fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=81cfe228-1a83-4736-a073-dd6df15ae421 HTTP/1.1" status: 200 len: 910 time: 0.1606390 Nov 27 01:17:01.202407 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d67e79c-88c7-494e-a6c8-ce6ff6eae493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:01.205249 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d67e79c-88c7-494e-a6c8-ce6ff6eae493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:01.206962 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6d67e79c-88c7-494e-a6c8-ce6ff6eae493 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41658b03-3ef9-44d9-8ae8-4a04fb86defb HTTP/1.1" status: 204 len: 168 time: 0.2223997 Nov 27 01:17:01.216868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67e79c-88c7-494e-a6c8-ce6ff6eae493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41658b03-3ef9-44d9-8ae8-4a04fb86defb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:01.217452 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-266d24a8-b48f-44c8-8c95-d1921fc4200b req-d2fddcb3-0753-4419-8518-ecd786ac4831 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bc100d0-28d7-451d-90ab-71e5dfd314f3 HTTP/1.1" status: 200 len: 217 time: 0.0652106 Nov 27 01:17:01.272295 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d24a8-b48f-44c8-8c95-d1921fc4200b req-6540e3ca-8cf1-41ee-8e7d-3be87ef6488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:01.273812 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-266d24a8-b48f-44c8-8c95-d1921fc4200b req-6540e3ca-8cf1-41ee-8e7d-3be87ef6488f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=538ed35b-7569-4f79-8b51-7a055a41eb03 HTTP/1.1" status: 200 len: 849 time: 0.0479248 Nov 27 01:17:01.290983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b3916eba-19dd-4293-b647-3dbe155f086b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b3916eba-19dd-4293-b647-3dbe155f086b,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:01.306327 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'b3916eba-19dd-4293-b647-3dbe155f086b', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'port_id': 'b3916eba-19dd-4293-b647-3dbe155f086b', 'mac_address': 'fa:16:3e:90:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93415f0e-02cb-4780-9300-d8a9de9b991f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:01.311531 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-266d24a8-b48f-44c8-8c95-d1921fc4200b req-1a9b2933-736a-4217-ab5d-8d2edc405604 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=81cfe228-1a83-4736-a073-dd6df15ae421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287344 Nov 27 01:17:01.358185 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:01.376576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3916eba-19dd-4293-b647-3dbe155f086b {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:01.401845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b3916eba-19dd-4293-b647-3dbe155f086b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b3916eba-19dd-4293-b647-3dbe155f086b,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:01.404516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec47be-fab4-4358-9f71-778d7d1456a6 req-c5b3ad2e-7b8e-4050-9f6a-c62f28a47fae tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:01.406799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71ec47be-fab4-4358-9f71-778d7d1456a6 req-c5b3ad2e-7b8e-4050-9f6a-c62f28a47fae tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 943 time: 0.0659904 Nov 27 01:17:01.409270 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:01.429252 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-266d24a8-b48f-44c8-8c95-d1921fc4200b req-8ab576bf-2842-432c-a56a-3e468689de1e service neutron] 10.222.0.11 "GET /v2.0/networks/81cfe228-1a83-4736-a073-dd6df15ae421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089606 Nov 27 01:17:01.468518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b3916eba-19dd-4293-b647-3dbe155f086b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:01.468669 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71ec47be-fab4-4358-9f71-778d7d1456a6 req-0df53ff8-f5d1-4889-932e-e6435a0fe86b tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553584 Nov 27 01:17:01.558687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-266d24a8-b48f-44c8-8c95-d1921fc4200b req-716de15b-ee03-4811-bbee-1bdd8149add4 service neutron] 10.222.0.11 "GET /v2.0/networks/81cfe228-1a83-4736-a073-dd6df15ae421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213927 Nov 27 01:17:01.697957 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5ab5439-7e04-4b9d-a561-d0c9697ea5ec req-06be6d24-c694-4a50-a476-4c3d45266454 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0307026 Nov 27 01:17:01.729189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['b3916eba-19dd-4293-b647-3dbe155f086b'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:01.905621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf8417-e914-4d59-b657-a1aafa276172 req-b42d1a86-eb76-48b8-a0f6-61dc9a297d42 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:01.907149 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6bf8417-e914-4d59-b657-a1aafa276172 req-b42d1a86-eb76-48b8-a0f6-61dc9a297d42 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.0588491 Nov 27 01:17:01.962383 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6bf8417-e914-4d59-b657-a1aafa276172 req-8b31c522-dad5-4b65-aaa4-edda8a3869c2 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491593 Nov 27 01:17:02.037283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f9ec2-67a4-46b5-a970-96629cc03c59 req-041f7575-1305-427f-81b4-ce1f4466d10f tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:02.039613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b31f9ec2-67a4-46b5-a970-96629cc03c59 req-041f7575-1305-427f-81b4-ce1f4466d10f tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 944 time: 0.0505509 Nov 27 01:17:02.089403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b31f9ec2-67a4-46b5-a970-96629cc03c59 req-8b10347a-5f82-45ae-a130-f75ce5fab490 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Nov 27 01:17:02.644804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76234e-f231-48e9-88e5-20ce0abfcaf4 req-7996d6c9-fd97-4026-9d20-840765dc154c tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:02.647854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af76234e-f231-48e9-88e5-20ce0abfcaf4 req-7996d6c9-fd97-4026-9d20-840765dc154c tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 943 time: 0.0905440 Nov 27 01:17:02.722268 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af76234e-f231-48e9-88e5-20ce0abfcaf4 req-28830adc-8fe7-4c80-af9a-46353e9d2d26 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666449 Nov 27 01:17:02.842057 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be9f4565-21bf-45a8-b932-c0017b500650 req-404f3eba-edbd-45c1-83a2-d7801d94ed07 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0273809 Nov 27 01:17:03.148289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b3916eba-19dd-4293-b647-3dbe155f086b up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:03.240182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470328d-82b2-4255-a7a2-c4c793d4fe51 req-a5e9602c-3ec2-4119-9477-93211a63399b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.249988 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7470328d-82b2-4255-a7a2-c4c793d4fe51 req-a5e9602c-3ec2-4119-9477-93211a63399b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 944 time: 0.0636723 Nov 27 01:17:03.262798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port b3916eba-19dd-4293-b647-3dbe155f086b completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:03.269909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port b3916eba-19dd-4293-b647-3dbe155f086b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:03.271477 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:03.301551 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7470328d-82b2-4255-a7a2-c4c793d4fe51 req-94fff320-7100-4ffa-906a-50d2a12943bc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504334 Nov 27 01:17:03.379002 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:03.408294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3916eba-19dd-4293-b647-3dbe155f086b'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:03.412584 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d86d7d-5f6f-4ea5-a8b4-b07646495cbc" -d '{"events": [{"server_uuid": "6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f", "name": "network-vif-plugged", "status": "completed", "tag": "b3916eba-19dd-4293-b647-3dbe155f086b"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:03.425756 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b3916eba-19dd-4293-b647-3dbe155f086b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b3916eba-19dd-4293-b647-3dbe155f086b,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:03.431248 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:03.432821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:17:03.479589 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e68f75-4eb4-42da-ab18-2bd566201dfe x-openstack-request-id: req-74e68f75-4eb4-42da-ab18-2bd566201dfe {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:03.479880 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f", "name": "network-vif-plugged", "status": "completed", "tag": "b3916eba-19dd-4293-b647-3dbe155f086b", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:03.480454 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74e68f75-4eb4-42da-ab18-2bd566201dfe {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:03.480892 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3916eba-19dd-4293-b647-3dbe155f086b', 'code': 200} Nov 27 01:17:03.533292 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b3916eba-19dd-4293-b647-3dbe155f086b,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:03.543353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53026e-bb45-4c6d-b5b4-61fe777f9c0d req-9c906ead-2552-4f39-b3d4-d6c4cdb12166 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.545548 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e53026e-bb45-4c6d-b5b4-61fe777f9c0d req-9c906ead-2552-4f39-b3d4-d6c4cdb12166 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 947 time: 0.0677764 Nov 27 01:17:03.574603 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:03.608574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:03.614847 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:03.659005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d5c59-8b1b-4938-9d0b-618463ff03c0 req-aa72e63f-6300-462c-a238-e3d92742352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.660763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-280d5c59-8b1b-4938-9d0b-618463ff03c0 req-aa72e63f-6300-462c-a238-e3d92742352f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 1096 time: 0.0857730 Nov 27 01:17:03.666276 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e53026e-bb45-4c6d-b5b4-61fe777f9c0d req-57f173c5-a618-48a8-970b-b8943498d377 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102023 Nov 27 01:17:03.707171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=14']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:03.761605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-280d5c59-8b1b-4938-9d0b-618463ff03c0 req-6779dc3a-2f96-4d59-a3e8-ac4ae890ac53 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912247 Nov 27 01:17:03.881987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0c632-5e3e-4915-877a-41050e0a7eef req-5abc9501-5259-43e9-b824-08df2627c002 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.883793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4a0c632-5e3e-4915-877a-41050e0a7eef req-5abc9501-5259-43e9-b824-08df2627c002 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 943 time: 0.0566928 Nov 27 01:17:03.928277 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1357583-8be6-4264-82e7-8def6e21de36 req-3b779914-a0ef-46fc-86ce-7942a7065d33 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:03.930373 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d1357583-8be6-4264-82e7-8def6e21de36 req-3b779914-a0ef-46fc-86ce-7942a7065d33 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0511811 Nov 27 01:17:03.943418 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4a0c632-5e3e-4915-877a-41050e0a7eef req-b3c6fb43-66a4-4acf-9985-3f608da352f2 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539007 Nov 27 01:17:03.991888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d1357583-8be6-4264-82e7-8def6e21de36 req-0dac5ccc-e31e-4f5c-a825-8a09b57958d7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514042 Nov 27 01:17:04.030555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5bc100d0-28d7-451d-90ab-71e5dfd314f3 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:04.037644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a4fcca6-8e1e-45dc-b8eb-ded689039ffb req-ea00f13d-8173-402f-867a-5a7b18e62b1f tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0332067 Nov 27 01:17:04.159435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5bc100d0-28d7-451d-90ab-71e5dfd314f3, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5bc100d0-28d7-451d-90ab-71e5dfd314f3,segment=NetworkSegment(0695d727-4eb4-462a-a59a-23e728a9cc02),segment_id=0695d727-4eb4-462a-a59a-23e728a9cc02)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:04.172318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '5bc100d0-28d7-451d-90ab-71e5dfd314f3', 'network_id': '81cfe228-1a83-4736-a073-dd6df15ae421', 'port_id': '5bc100d0-28d7-451d-90ab-71e5dfd314f3', 'mac_address': 'fa:16:3e:ca:36:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538ed35b-7569-4f79-8b51-7a055a41eb03', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:04.195147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbccb0-e049-4463-b075-55570ac64dcc req-ac2684bb-c036-4665-8cbc-ca80a2e559c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.196664 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bbbccb0-e049-4463-b075-55570ac64dcc req-ac2684bb-c036-4665-8cbc-ca80a2e559c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1096 time: 0.0539904 Nov 27 01:17:04.214640 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.236020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc100d0-28d7-451d-90ab-71e5dfd314f3 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:04.258169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5bc100d0-28d7-451d-90ab-71e5dfd314f3, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5bc100d0-28d7-451d-90ab-71e5dfd314f3,segment=NetworkSegment(0695d727-4eb4-462a-a59a-23e728a9cc02),segment_id=0695d727-4eb4-462a-a59a-23e728a9cc02)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:04.263671 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.309927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbccb0-e049-4463-b075-55570ac64dcc req-880a13d8-15fd-4f3c-bd41-93c41f8a0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.311650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bbbccb0-e049-4463-b075-55570ac64dcc req-880a13d8-15fd-4f3c-bd41-93c41f8a0b46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.1048801 Nov 27 01:17:04.323003 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5bc100d0-28d7-451d-90ab-71e5dfd314f3,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:04.403753 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bbbccb0-e049-4463-b075-55570ac64dcc req-abf7bf01-838a-4f1d-921e-28a5bc107848 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 999 time: 0.0824859 Nov 27 01:17:04.428527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f6d3e-0d4d-481c-8326-38d705409dc6 req-069c40e4-3ead-40ad-a952-fdc43ed5d9e7 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.430316 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c3f6d3e-0d4d-481c-8326-38d705409dc6 req-069c40e4-3ead-40ad-a952-fdc43ed5d9e7 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0505717 Nov 27 01:17:04.457324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbccb0-e049-4463-b075-55570ac64dcc req-725e2262-1a5a-40d8-a4f2-08ab84beff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.458835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bbbccb0-e049-4463-b075-55570ac64dcc req-725e2262-1a5a-40d8-a4f2-08ab84beff62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.0461257 Nov 27 01:17:04.488114 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c3f6d3e-0d4d-481c-8326-38d705409dc6 req-eb1a0eff-888d-437f-bcda-fb3af848a3be tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511703 Nov 27 01:17:04.511434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbccb0-e049-4463-b075-55570ac64dcc req-b0558881-348e-486e-85ec-38ace17891b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:04.512901 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bbbccb0-e049-4463-b075-55570ac64dcc req-b0558881-348e-486e-85ec-38ace17891b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459328 Nov 27 01:17:04.574574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5bc100d0-28d7-451d-90ab-71e5dfd314f3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:04.613104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35082) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:04.621606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bbbccb0-e049-4463-b075-55570ac64dcc req-dbadbce5-233e-44bf-b7c6-e4a9bea683af service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008568 Nov 27 01:17:04.729480 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bbbccb0-e049-4463-b075-55570ac64dcc req-15a38031-6a47-40af-9126-3af99539b2c0 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994916 Nov 27 01:17:04.739932 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e356e06e-5931-4f01-8f62-e1c2736014c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.825439 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e356e06e-5931-4f01-8f62-e1c2736014c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.829693 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e356e06e-5931-4f01-8f62-e1c2736014c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.874102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e356e06e-5931-4f01-8f62-e1c2736014c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50595994134e441db2413c3989d31931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2598817 Nov 27 01:17:04.876927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35092) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:04.880609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356e06e-5931-4f01-8f62-e1c2736014c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9192027e-6294-472a-8d6d-07c6ff926172,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:04.948275 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1241c558-5548-4a50-a404-17ae745f94e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:04.974069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1241c558-5548-4a50-a404-17ae745f94e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.075600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de619aae-814d-468e-a6f9-610366785535 req-4974574f-e400-4569-91d7-335915f052b1 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:05.077033 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de619aae-814d-468e-a6f9-610366785535 req-4974574f-e400-4569-91d7-335915f052b1 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 944 time: 0.0567160 Nov 27 01:17:05.078123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1241c558-5548-4a50-a404-17ae745f94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.081329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1241c558-5548-4a50-a404-17ae745f94e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.084715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1241c558-5548-4a50-a404-17ae745f94e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9192027e-6294-472a-8d6d-07c6ff926172 HTTP/1.1" status: 204 len: 168 time: 0.2044778 Nov 27 01:17:05.114666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36df5c-5e9a-4435-b039-acf3b515ca36 req-b290c7d2-ef5a-4559-9b89-4eb1e800e10e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:05.116720 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cf36df5c-5e9a-4435-b039-acf3b515ca36 req-b290c7d2-ef5a-4559-9b89-4eb1e800e10e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0548868 Nov 27 01:17:05.123545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241c558-5548-4a50-a404-17ae745f94e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9192027e-6294-472a-8d6d-07c6ff926172,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:05.164318 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de619aae-814d-468e-a6f9-610366785535 req-f0e37f6f-426a-47d1-9e8c-6decd3ac88a0 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792475 Nov 27 01:17:05.187587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cf36df5c-5e9a-4435-b039-acf3b515ca36 req-672b8e3e-75ac-4cde-bdb3-90b96e707aec tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646493 Nov 27 01:17:05.255319 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b4e09ce7-5e8c-410d-8a27-519affcf6f7f req-18032f50-d6b9-4d5f-a72d-009032fc06fc tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0277913 Nov 27 01:17:05.390869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35106) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:05.403885 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c9e64315-517a-49d7-bd6f-a727a8d45632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.482522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:05.483086 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c9e64315-517a-49d7-bd6f-a727a8d45632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.485126 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de6e712-846b-4c0d-aada-ca74041a14eb" -d '{"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-unplugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:05.488005 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c9e64315-517a-49d7-bd6f-a727a8d45632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.524467 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1a7563-e444-4784-9d22-6f17b98a1398 x-openstack-request-id: req-3a1a7563-e444-4784-9d22-6f17b98a1398 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:05.524760 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-unplugged", "status": "completed", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:05.525014 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a1a7563-e444-4784-9d22-6f17b98a1398 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:05.525411 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'code': 200} Nov 27 01:17:05.529491 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c9e64315-517a-49d7-bd6f-a727a8d45632 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1ea36bb1ac84cbc906dfd55f1c48efe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373963 Nov 27 01:17:05.530746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e64315-517a-49d7-bd6f-a727a8d45632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9e27d4-7805-41c2-a54f-8265b7e0f18f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:05.531987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35114) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:05.588539 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bfb47f35-a546-47bd-984a-2f38b8f949a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.610803 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bfb47f35-a546-47bd-984a-2f38b8f949a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.615173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167090e-9a04-4f28-8891-f0388cb5095e req-12246c08-0d2e-4632-8fcc-456817e4f52d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:05.616711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6167090e-9a04-4f28-8891-f0388cb5095e req-12246c08-0d2e-4632-8fcc-456817e4f52d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0495527 Nov 27 01:17:05.656674 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bfb47f35-a546-47bd-984a-2f38b8f949a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.659256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bfb47f35-a546-47bd-984a-2f38b8f949a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:05.660570 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bfb47f35-a546-47bd-984a-2f38b8f949a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a9e27d4-7805-41c2-a54f-8265b7e0f18f HTTP/1.1" status: 204 len: 168 time: 0.1275046 Nov 27 01:17:05.667952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6167090e-9a04-4f28-8891-f0388cb5095e req-493d0230-9e2d-4a11-be9e-c7621479f91d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452647 Nov 27 01:17:05.669043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb47f35-a546-47bd-984a-2f38b8f949a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9e27d4-7805-41c2-a54f-8265b7e0f18f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:06.035858 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5bc100d0-28d7-451d-90ab-71e5dfd314f3 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:06.090671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 5bc100d0-28d7-451d-90ab-71e5dfd314f3 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:06.097268 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 5bc100d0-28d7-451d-90ab-71e5dfd314f3 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:06.097797 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:06.144014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bf895-f115-41cf-b6a4-b3de63f0dd63 req-ac40ad6f-ccbd-4c57-a2c5-cf63c0f15f2a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.150952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-133bf895-f115-41cf-b6a4-b3de63f0dd63 req-ac40ad6f-ccbd-4c57-a2c5-cf63c0f15f2a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0642161 Nov 27 01:17:06.197985 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:06.207234 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-133bf895-f115-41cf-b6a4-b3de63f0dd63 req-7cfa2383-ea73-4be0-8af6-70d2c031f294 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518992 Nov 27 01:17:06.236123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5bc100d0-28d7-451d-90ab-71e5dfd314f3, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5bc100d0-28d7-451d-90ab-71e5dfd314f3,segment=NetworkSegment(0695d727-4eb4-462a-a59a-23e728a9cc02),segment_id=0695d727-4eb4-462a-a59a-23e728a9cc02)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:06.247533 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:06.308454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5bc100d0-28d7-451d-90ab-71e5dfd314f3,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:06.323712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbafdb-2e0a-421e-ad01-f88483536c0c req-08c62d97-914e-4a89-a544-f7668956f81d tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.326337 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4cbafdb-2e0a-421e-ad01-f88483536c0c req-08c62d97-914e-4a89-a544-f7668956f81d tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 945 time: 0.0685308 Nov 27 01:17:06.336370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20101105-ed43-4994-bace-4d41c492d232 req-fe894306-b81c-4df1-80bd-917940f1c68d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.337910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20101105-ed43-4994-bace-4d41c492d232 req-fe894306-b81c-4df1-80bd-917940f1c68d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0585396 Nov 27 01:17:06.379781 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4cbafdb-2e0a-421e-ad01-f88483536c0c req-0d17e04e-94c2-4fa2-b348-cd898c82bfb1 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459943 Nov 27 01:17:06.390871 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20101105-ed43-4994-bace-4d41c492d232 req-14dedd9f-2e0f-4508-8b94-a3b1c419e771 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440428 Nov 27 01:17:06.488635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d8406f6-8124-436f-a802-37d378eb194e req-eec182da-2520-47d3-bf0b-7567825c0a03 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0277278 Nov 27 01:17:06.670480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c24ba4-1f3c-4ac7-92ed-7676b90db56e req-88499b27-0df6-4b4a-87b9-2eda123cae8b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.671962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7c24ba4-1f3c-4ac7-92ed-7676b90db56e req-88499b27-0df6-4b4a-87b9-2eda123cae8b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0560186 Nov 27 01:17:06.727114 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7c24ba4-1f3c-4ac7-92ed-7676b90db56e req-c465f6e3-f8c0-4ce8-a12a-f15215931beb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492141 Nov 27 01:17:06.850117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9354e4-4666-49f3-b691-dcd5b532aa67 req-dee5f406-e686-479a-8a83-9c352ec27d5e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:06.852176 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b9354e4-4666-49f3-b691-dcd5b532aa67 req-dee5f406-e686-479a-8a83-9c352ec27d5e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0525439 Nov 27 01:17:06.903859 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b9354e4-4666-49f3-b691-dcd5b532aa67 req-9f0a5757-6b13-4340-8110-7c6435f7d280 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458143 Nov 27 01:17:07.029497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35206) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:07.152927 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9125-d73d-478c-9c9f-75ad6f0a7590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.210271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f25e68-addb-4972-87d2-fe457785a4ac req-32a5f43a-4238-42ca-868d-4cbefe5c59c6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:07.218702 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-32a5f43a-4238-42ca-868d-4cbefe5c59c6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 812 time: 0.1307001 Nov 27 01:17:07.237317 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-67266cd6-e359-4bf1-86b4-3524c6df82be tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/quotas/45731133ae9e435f84b4491351b086d0 HTTP/1.1" status: 200 len: 375 time: 0.0176637 Nov 27 01:17:07.243441 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9125-d73d-478c-9c9f-75ad6f0a7590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.250457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9125-d73d-478c-9c9f-75ad6f0a7590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.298767 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-949ea6bd-36d8-4efb-9d6a-160e8a5e6602 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605907 Nov 27 01:17:07.307507 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0d9e9125-d73d-478c-9c9f-75ad6f0a7590 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a41e67ecf76a456d9d02e1f54917efe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2767198 Nov 27 01:17:07.307754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35228) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:07.324915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e9125-d73d-478c-9c9f-75ad6f0a7590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9c2d56-d15d-4da6-884c-cda06bda5ed5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:07.356082 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200f92f-ea41-4734-b41b-0d35ad320d22 req-68babd6c-0b7e-4978-89a6-4d62223686f5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:07.358883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2200f92f-ea41-4734-b41b-0d35ad320d22 req-68babd6c-0b7e-4978-89a6-4d62223686f5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0712345 Nov 27 01:17:07.440462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-ce1534ef-68e7-4373-9f3c-8dc765e7d530 service neutron] 10.222.0.37 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342556 Nov 27 01:17:07.442842 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2200f92f-ea41-4734-b41b-0d35ad320d22 req-c53dcbb2-7160-4b2e-9f8e-cb5b1f51c631 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752087 Nov 27 01:17:07.500447 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07ab2299-54a2-4039-b8ed-c4d299328cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.526286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785579b0-b3fd-45af-a508-0c778149294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc100d0-28d7-451d-90ab-71e5dfd314f3'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:07.529619 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3353108-4698-4d8f-a985-9fdd1c769a9c" -d '{"events": [{"server_uuid": "785579b0-b3fd-45af-a508-0c778149294e", "name": "network-vif-plugged", "status": "completed", "tag": "5bc100d0-28d7-451d-90ab-71e5dfd314f3"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:07.538440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07ab2299-54a2-4039-b8ed-c4d299328cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.563301 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23bb90-31c2-48d1-8b4f-a8f0d62e91f9 req-1646c762-fc63-40e5-8d01-903452064172 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:07.564931 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba23bb90-31c2-48d1-8b4f-a8f0d62e91f9 req-1646c762-fc63-40e5-8d01-903452064172 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 945 time: 0.0556135 Nov 27 01:17:07.593397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-2250d752-c515-4eb1-8687-4dcd9f62d1db service neutron] 10.222.0.37 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400301 Nov 27 01:17:07.618918 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba23bb90-31c2-48d1-8b4f-a8f0d62e91f9 req-26aba4c7-6681-4f2c-b034-2b370ceb5faa tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461619 Nov 27 01:17:07.622930 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07ab2299-54a2-4039-b8ed-c4d299328cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.625563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07ab2299-54a2-4039-b8ed-c4d299328cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:07.630553 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-07ab2299-54a2-4039-b8ed-c4d299328cb9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf9c2d56-d15d-4da6-884c-cda06bda5ed5 HTTP/1.1" status: 204 len: 168 time: 0.3121080 Nov 27 01:17:07.650590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab2299-54a2-4039-b8ed-c4d299328cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9c2d56-d15d-4da6-884c-cda06bda5ed5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:07.777669 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e1e44a-baf2-42b9-9908-5c8276cf9168 x-openstack-request-id: req-c0e1e44a-baf2-42b9-9908-5c8276cf9168 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:07.778228 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785579b0-b3fd-45af-a508-0c778149294e", "name": "network-vif-plugged", "status": "completed", "tag": "5bc100d0-28d7-451d-90ab-71e5dfd314f3", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:07.778730 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0e1e44a-baf2-42b9-9908-5c8276cf9168 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:07.779490 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785579b0-b3fd-45af-a508-0c778149294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc100d0-28d7-451d-90ab-71e5dfd314f3', 'code': 200} Nov 27 01:17:07.877463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0de677f-f152-4f0f-80f8-5172d6520fce req-a6c93ad7-fbd1-422c-a96d-78898a30d8c6 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0517814 Nov 27 01:17:07.945251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3aafd-eaa5-49e6-9b91-566213234795 req-c663d6ab-ba78-4271-a51d-e323e82bac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:07.947496 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-30b3aafd-eaa5-49e6-9b91-566213234795 req-c663d6ab-ba78-4271-a51d-e323e82bac4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 1096 time: 0.0617256 Nov 27 01:17:08.027651 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d55390a6-4918-4e33-96b2-e8110dd3376d req-6564e9a6-4f61-42e8-a3d3-a05d26cf293c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 210 time: 0.0493634 Nov 27 01:17:08.031662 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-30b3aafd-eaa5-49e6-9b91-566213234795 req-86c2a89e-90a5-471d-be98-8dbeee4a324d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764596 Nov 27 01:17:08.581359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a7e0d-e4fe-44a6-9021-1944bc9c29df req-a1650a97-c0a6-4a6c-9b62-1ad8dfce0d22 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.583813 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-308a7e0d-e4fe-44a6-9021-1944bc9c29df req-a1650a97-c0a6-4a6c-9b62-1ad8dfce0d22 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0697501 Nov 27 01:17:08.650352 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-308a7e0d-e4fe-44a6-9021-1944bc9c29df req-93aef4e2-e07e-425a-ab0f-7b177c3d51e2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589993 Nov 27 01:17:08.790761 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954ef47-fa4d-4ec8-ac64-8a3f883003ce req-e7a42669-b1a5-4437-8466-f7a561150582 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:08.792400 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2954ef47-fa4d-4ec8-ac64-8a3f883003ce req-e7a42669-b1a5-4437-8466-f7a561150582 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 945 time: 0.0667808 Nov 27 01:17:08.853836 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2954ef47-fa4d-4ec8-ac64-8a3f883003ce req-a4349f03-6132-4698-9bdc-4d5fe0698ce8 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553627 Nov 27 01:17:09.086396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6db33823-d1a8-4fce-b9b5-50e7301fbf57 req-e308dfb4-b2ec-4d0b-8e45-d241a9b6f318 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0334558 Nov 27 01:17:09.254023 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dbe9f14-ea4c-4145-ad37-dcb08f043ad6 req-cf53854d-8bb2-46af-8ebc-efb0222b507f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 210 time: 0.0667810 Nov 27 01:17:09.288293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f25e68-addb-4972-87d2-fe457785a4ac req-f98d9ac4-a268-4168-8af7-00760f784255 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:09.289939 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-f98d9ac4-a268-4168-8af7-00760f784255 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 812 time: 0.1952250 Nov 27 01:17:09.317902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-46f25e68-addb-4972-87d2-fe457785a4ac req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Request body: {'port': {'device_id': '080ca99e-9e4c-42e4-824e-f42757ca221e', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'admin_state_up': True, 'tenant_id': '45731133ae9e435f84b4491351b086d0'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:09.347394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35300) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:09.437116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f25e68-addb-4972-87d2-fe457785a4ac req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Made reservation on behalf of 45731133ae9e435f84b4491351b086d0 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:09.441616 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46f25e68-addb-4972-87d2-fe457785a4ac req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.513101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-219769897'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:09.533723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Made reservation on behalf of e37ed784293b41e294c4445706b96122 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:09.537401 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.546957 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.584164 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-46f25e68-addb-4972-87d2-fe457785a4ac req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Allocated IP 172.20.0.13 (ca3e04cd-7b00-40c5-9512-0be97b9c1107/f816a93d-f541-4896-9e58-52bcc03d53b8/752e3274-1f0e-4a4a-8ed9-54be9e3a08ea) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:09.626921 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.630769 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.653751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:09.672822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6d3418-d401-4512-a5a2-c308c1c364dd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:09.677423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.677973 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Added segment 591e5d7b-81f5-4658-9658-cfa0745dc966 of type vlan for network c82eb93d-7d66-45a1-a179-f29fe698cfe5 Nov 27 01:17:09.723967 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.748440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46f25e68-addb-4972-87d2-fe457785a4ac req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.753520 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.760134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:09.760609 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.785823 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46f25e68-addb-4972-87d2-fe457785a4ac req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:09.832437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event updated for resources: {'Port': ['ID=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:09.849010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f25e68-addb-4972-87d2-fe457785a4ac req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:09.850530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-46f25e68-addb-4972-87d2-fe457785a4ac req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:09.852332 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5032430 Nov 27 01:17:09.855890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35310) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:09.868071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-17258765-5e13-424f-88ee-4e968fd97fd3 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Request body: {'subnet': {'network_id': 'c82eb93d-7d66-45a1-a179-f29fe698cfe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:09.879090 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0df1c-748d-4c9f-9e8d-ccc534deeb72 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Pushing event updated for resources: {'Network': ['ID=c82eb93d-7d66-45a1-a179-f29fe698cfe5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:09.890666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network c82eb93d-7d66-45a1-a179-f29fe698cfe5 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:09.891497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f18e9-7848-4e48-bb19-e822b093e2b6 req-b4db1311-1ded-44d6-b7a4-613bfa87a250 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:09.900724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e4f18e9-7848-4e48-bb19-e822b093e2b6 req-b4db1311-1ded-44d6-b7a4-613bfa87a250 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.1362145 Nov 27 01:17:09.920419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f25e68-addb-4972-87d2-fe457785a4ac req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:09.974882 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e4f18e9-7848-4e48-bb19-e822b093e2b6 req-58ec6982-2ed7-4957-9eb8-f901b16449e4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728340 Nov 27 01:17:10.107915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f25e68-addb-4972-87d2-fe457785a4ac req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.108603 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46f25e68-addb-4972-87d2-fe457785a4ac req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.147769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb77f4-cd92-439b-b049-1b10efa8a234 req-43eb4121-9bf6-438a-b084-616da2b8200b tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.149598 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eecb77f4-cd92-439b-b049-1b10efa8a234 req-43eb4121-9bf6-438a-b084-616da2b8200b tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 945 time: 0.1080458 Nov 27 01:17:10.166610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17258765-5e13-424f-88ee-4e968fd97fd3 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Made reservation on behalf of e37ed784293b41e294c4445706b96122 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:10.169943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17258765-5e13-424f-88ee-4e968fd97fd3 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.196583 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-705af488-22f4-46e3-adf0-0927237d01fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8861592 Nov 27 01:17:10.221275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-53f19b10-c6be-4f1b-90a0-90d6356fc4ed None None] Provisioning complete for port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:10.222028 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53f19b10-c6be-4f1b-90a0-90d6356fc4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.235788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Request body: {'port': {'device_id': '080ca99e-9e4c-42e4-824e-f42757ca221e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:10.263833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-53f19b10-c6be-4f1b-90a0-90d6356fc4ed None None] Port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:17:10.292494 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8051a587-6e6d-426d-82dc-4a9a48f2e142 req-7f9fce06-8b28-4337-b147-e2ee2819b162 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0544636 Nov 27 01:17:10.314664 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eecb77f4-cd92-439b-b049-1b10efa8a234 req-69ab7e95-858f-4bb9-a11c-819d01ea6eea tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552389 Nov 27 01:17:10.360049 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.414867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eb424-0157-4feb-9c8e-06f67e33f93c req-4f2759a5-5a3f-41c6-ac69-8f1ef4ca57c0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.417258 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-884eb424-0157-4feb-9c8e-06f67e33f93c req-4f2759a5-5a3f-41c6-ac69-8f1ef4ca57c0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 932 time: 0.0661037 Nov 27 01:17:10.498880 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-884eb424-0157-4feb-9c8e-06f67e33f93c req-c26c1406-5e3a-430a-bf63-210e7d737f09 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749121 Nov 27 01:17:10.649937 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17258765-5e13-424f-88ee-4e968fd97fd3 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.710898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17258765-5e13-424f-88ee-4e968fd97fd3 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Pushing event updated for resources: {'Subnet': ['ID=31f00cb3-8dde-4015-922e-97fd6ac8bf61,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:10.787367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17258765-5e13-424f-88ee-4e968fd97fd3 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Checking segment: {'id': '591e5d7b-81f5-4658-9658-cfa0745dc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c82eb93d-7d66-45a1-a179-f29fe698cfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:10.788307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17258765-5e13-424f-88ee-4e968fd97fd3 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Network hostable DHCP agents. Network: c82eb93d-7d66-45a1-a179-f29fe698cfe5, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:17:10.821129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17258765-5e13-424f-88ee-4e968fd97fd3 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Network c82eb93d-7d66-45a1-a179-f29fe698cfe5 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:17:10.864969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-17258765-5e13-424f-88ee-4e968fd97fd3 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, c82eb93d-7d66-45a1-a179-f29fe698cfe5) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:10.873277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17258765-5e13-424f-88ee-4e968fd97fd3 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:10.873883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17258765-5e13-424f-88ee-4e968fd97fd3 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.877220 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd97ec3a-5fa2-4631-af1f-0f241acee459 None None] Network c82eb93d-7d66-45a1-a179-f29fe698cfe5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:10.880292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:10.893054 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:10.914906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Transition to ACTIVE for port object 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:17:10.924202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35336) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:10.930817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Request body: {'port': {'network_id': 'c82eb93d-7d66-45a1-a179-f29fe698cfe5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1386891075'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:10.935826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-17258765-5e13-424f-88ee-4e968fd97fd3 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0760484 Nov 27 01:17:10.939836 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.037128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Pushing event updated for resources: {'Port': ['ID=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:11.147949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-c82eb93d-7d66-45a1-a179-f29fe698cfe5', 'network_id': 'c82eb93d-7d66-45a1-a179-f29fe698cfe5', 'tenant_id': 'e37ed784293b41e294c4445706b96122', 'fixed_ips': [{'subnet_id': '31f00cb3-8dde-4015-922e-97fd6ac8bf61'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:17:11.149513 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.161155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Attempting to bind port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:11.161480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Attempting to bind port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:11.161811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Attempting to bind port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:11.167693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:11.168422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Attempting to bind port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:11.174152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:11.174603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Checking segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:11.174907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Bound using segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:11.175338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Bound port: 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:11.175691 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.262571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] For port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:11.267321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] For port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:11.276696 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.282416 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171bcf0-a2ed-441e-85cd-4b75771a67e8 req-e79336c3-ad56-4eda-9b0e-dd34c7e2370a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.284100 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1171bcf0-a2ed-441e-85cd-4b75771a67e8 req-e79336c3-ad56-4eda-9b0e-dd34c7e2370a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.1500230 Nov 27 01:17:11.318213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.318677 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Made reservation on behalf of e37ed784293b41e294c4445706b96122 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:11.319412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.320809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] 10.222.0.42 "PUT /v2.0/ports/752e3274-1f0e-4a4a-8ed9-54be9e3a08ea HTTP/1.1" status: 200 len: 1092 time: 1.0896051 Nov 27 01:17:11.321260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080ca99e-9e4c-42e4-824e-f42757ca221e', 'tag': '752e3274-1f0e-4a4a-8ed9-54be9e3a08ea'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:11.322467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Allocated IP 172.20.0.2 (c82eb93d-7d66-45a1-a179-f29fe698cfe5/31f00cb3-8dde-4015-922e-97fd6ac8bf61/b919120b-0cb2-4715-aa24-d9dd70884564) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:11.322878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.323576 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940596c3-ee86-45e2-b569-e75421ffb680" -d '{"events": [{"name": "network-changed", "server_uuid": "080ca99e-9e4c-42e4-824e-f42757ca221e", "tag": "752e3274-1f0e-4a4a-8ed9-54be9e3a08ea"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:11.369375 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03066dc-76db-4ccd-b98a-4189ba599cfe service neutron] Pushing event updated for resources: {'Port': ['ID=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:11.388861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] device_id is not set on port 71c55670-c684-407b-828b-cf241d3a5486 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:11.454922 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1171bcf0-a2ed-441e-85cd-4b75771a67e8 req-262abe88-2569-4b83-b8ca-7edceae4c63d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569779 Nov 27 01:17:11.476044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f25e68-addb-4972-87d2-fe457785a4ac req-d7c8ee92-5ab8-43e1-b3a6-a844fd7fe723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.476044 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-d7c8ee92-5ab8-43e1-b3a6-a844fd7fe723 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 1095 time: 0.0615821 Nov 27 01:17:11.496256 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-69158327-dcbf-48f7-b5d8-7362d666751f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.566848 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026e60d3-7dc1-40ec-a2f5-afb032a8ae41 x-openstack-request-id: req-026e60d3-7dc1-40ec-a2f5-afb032a8ae41 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:11.567722 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080ca99e-9e4c-42e4-824e-f42757ca221e", "tag": "752e3274-1f0e-4a4a-8ed9-54be9e3a08ea", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:11.567963 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-026e60d3-7dc1-40ec-a2f5-afb032a8ae41 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:11.569613 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080ca99e-9e4c-42e4-824e-f42757ca221e', 'tag': '752e3274-1f0e-4a4a-8ed9-54be9e3a08ea', 'status': 'completed', 'code': 200} Nov 27 01:17:11.573290 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-aae78ed5-b59b-4262-bc06-abeb53c7da51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea HTTP/1.1" status: 200 len: 217 time: 0.0837140 Nov 27 01:17:11.612465 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.624824 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.652945 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1eea55c-b26e-4a09-a6b6-aa9324a8c552 req-cca1eeaa-b130-455a-a728-6bd8bef0ba81 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0752895 Nov 27 01:17:11.726970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f25e68-addb-4972-87d2-fe457785a4ac req-1f8d0785-2455-482b-bb62-132f8270cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.728847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-1f8d0785-2455-482b-bb62-132f8270cec8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.1332290 Nov 27 01:17:11.742427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Allocated IP 172.20.0.4 (c82eb93d-7d66-45a1-a179-f29fe698cfe5/31f00cb3-8dde-4015-922e-97fd6ac8bf61/71c55670-c684-407b-828b-cf241d3a5486) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:11.755357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Network c82eb93d-7d66-45a1-a179-f29fe698cfe5 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:11.758558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Pushing event updated for resources: {'Port': ['ID=b919120b-0cb2-4715-aa24-d9dd70884564,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:11.761336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:11.764713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:11.824557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f25e68-addb-4972-87d2-fe457785a4ac req-293349fb-59f6-41e9-a1cf-52404aa6c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.827472 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-293349fb-59f6-41e9-a1cf-52404aa6c1f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885334 Nov 27 01:17:11.867416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21780fd5-5e53-43ba-822b-f5febb5c0d91 req-87601d1f-ff31-49de-a46f-09fcd6e9750e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:11.874999 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21780fd5-5e53-43ba-822b-f5febb5c0d91 req-87601d1f-ff31-49de-a46f-09fcd6e9750e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 944 time: 0.1103928 Nov 27 01:17:11.880488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Attempting to bind port b919120b-0cb2-4715-aa24-d9dd70884564 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:11.880873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Attempting to bind port b919120b-0cb2-4715-aa24-d9dd70884564 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '591e5d7b-81f5-4658-9658-cfa0745dc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c82eb93d-7d66-45a1-a179-f29fe698cfe5'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:11.881250 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Attempting to bind port b919120b-0cb2-4715-aa24-d9dd70884564 on network c82eb93d-7d66-45a1-a179-f29fe698cfe5 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:11.890462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:11.890844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Checking segment: {'id': '591e5d7b-81f5-4658-9658-cfa0745dc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c82eb93d-7d66-45a1-a179-f29fe698cfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:11.891255 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.891837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Bound using segment: {'id': '591e5d7b-81f5-4658-9658-cfa0745dc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c82eb93d-7d66-45a1-a179-f29fe698cfe5'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:11.892492 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Bound port: b919120b-0cb2-4715-aa24-d9dd70884564, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591e5d7b-81f5-4658-9658-cfa0745dc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c82eb93d-7d66-45a1-a179-f29fe698cfe5'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:11.893050 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:11.997671 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21780fd5-5e53-43ba-822b-f5febb5c0d91 req-f6290d84-a9ff-4d63-b449-a0ef99e0c3ec tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129599 Nov 27 01:17:12.027157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-9efcf889-51bd-4fd8-b686-7f4b49a39b2e service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928699 Nov 27 01:17:12.027376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] For port b919120b-0cb2-4715-aa24-d9dd70884564, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:12.031313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] For port b919120b-0cb2-4715-aa24-d9dd70884564, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b919120b-0cb2-4715-aa24-d9dd70884564,segment=NetworkSegment(591e5d7b-81f5-4658-9658-cfa0745dc966),segment_id=591e5d7b-81f5-4658-9658-cfa0745dc966)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:12.041815 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.049046 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.105264 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.144486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Network c82eb93d-7d66-45a1-a179-f29fe698cfe5 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:12.166583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:12.179575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:12.244669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051987ae-70ac-4a25-8fce-ffd47a3180a8 None None] Pushing event updated for resources: {'Port': ['ID=b919120b-0cb2-4715-aa24-d9dd70884564,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:12.269152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Pushing event updated for resources: {'Port': ['ID=71c55670-c684-407b-828b-cf241d3a5486,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:12.285894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:12.286730 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.324951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8a23687a-209a-4d16-aa76-6fa453758773 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3994744 Nov 27 01:17:12.328026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35392) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:12.528584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0d0626c2-7877-4870-a4b8-d2a7d35d8666 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Deleting port 71c55670-c684-407b-828b-cf241d3a5486 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:12.528945 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d0626c2-7877-4870-a4b8-d2a7d35d8666 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.661093 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46f25e68-addb-4972-87d2-fe457785a4ac req-c9b869cb-2a2a-494b-8e72-f9d0de80e953 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246443 Nov 27 01:17:12.749065 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d0626c2-7877-4870-a4b8-d2a7d35d8666 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.777056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ea7a1-8349-4e6b-978f-ee9410864db8 req-fa690ceb-e5d4-4259-8803-39fd2e9a69a0 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:12.779223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-147ea7a1-8349-4e6b-978f-ee9410864db8 req-fa690ceb-e5d4-4259-8803-39fd2e9a69a0 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0885599 Nov 27 01:17:12.782887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0d0626c2-7877-4870-a4b8-d2a7d35d8666 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Calling delete_port for 71c55670-c684-407b-828b-cf241d3a5486 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:12.885601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b919120b-0cb2-4715-aa24-d9dd70884564 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:12.946294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940596c3-ee86-45e2-b569-e75421ffb680 req-7f6291c4-6ff5-4859-b947-96e5e76f8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:12.948242 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-940596c3-ee86-45e2-b569-e75421ffb680 req-7f6291c4-6ff5-4859-b947-96e5e76f8c33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 1095 time: 0.1678934 Nov 27 01:17:12.958867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-187c3c95-9e72-43da-a8ac-429952e64b90 req-98148861-5502-4c04-9346-97404f7f43ff tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0578229 Nov 27 01:17:12.963293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b919120b-0cb2-4715-aa24-d9dd70884564 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:12.964064 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:12.965719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-147ea7a1-8349-4e6b-978f-ee9410864db8 req-711d33ae-3305-42d9-9167-bdf58924273e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442633 Nov 27 01:17:13.102662 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d0626c2-7877-4870-a4b8-d2a7d35d8666 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.146896 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.207098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940596c3-ee86-45e2-b569-e75421ffb680 req-a1f0aaa5-ec97-46a8-809c-3719ef003bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.208364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0626c2-7877-4870-a4b8-d2a7d35d8666 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Pushing event deleted for resources: {'Port': ['ID=71c55670-c684-407b-828b-cf241d3a5486,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:13.210476 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-940596c3-ee86-45e2-b569-e75421ffb680 req-a1f0aaa5-ec97-46a8-809c-3719ef003bbd service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.2388644 Nov 27 01:17:13.232437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port b919120b-0cb2-4715-aa24-d9dd70884564, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b919120b-0cb2-4715-aa24-d9dd70884564,segment=NetworkSegment(591e5d7b-81f5-4658-9658-cfa0745dc966),segment_id=591e5d7b-81f5-4658-9658-cfa0745dc966)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:13.243271 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.273971 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-940596c3-ee86-45e2-b569-e75421ffb680 req-60e22037-6ae3-4b1d-9fcd-3759de59a4f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea HTTP/1.1" status: 200 len: 217 time: 0.0551250 Nov 27 01:17:13.310427 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=b919120b-0cb2-4715-aa24-d9dd70884564,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:13.379597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940596c3-ee86-45e2-b569-e75421ffb680 req-8966d999-006d-4d81-884f-d4357c1b8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.382786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-940596c3-ee86-45e2-b569-e75421ffb680 req-8966d999-006d-4d81-884f-d4357c1b8633 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.0958261 Nov 27 01:17:13.422393 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d0626c2-7877-4870-a4b8-d2a7d35d8666 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.425741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0d0626c2-7877-4870-a4b8-d2a7d35d8666 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] 10.222.0.37 "DELETE /v2.0/ports/71c55670-c684-407b-828b-cf241d3a5486 HTTP/1.1" status: 204 len: 168 time: 1.0965393 Nov 27 01:17:13.430111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35420) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:13.494004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc80d0-636e-4a34-bd1f-87b9721fb48f req-32109f6d-2a82-4ebd-bf16-3d4a5a8b8644 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.495134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940596c3-ee86-45e2-b569-e75421ffb680 req-d7447cb4-6617-4b88-9107-2fa47c55e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.497338 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-940596c3-ee86-45e2-b569-e75421ffb680 req-d7447cb4-6617-4b88-9107-2fa47c55e6cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921404 Nov 27 01:17:13.501450 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2bc80d0-636e-4a34-bd1f-87b9721fb48f req-32109f6d-2a82-4ebd-bf16-3d4a5a8b8644 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 944 time: 0.2976210 Nov 27 01:17:13.619805 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2bc80d0-636e-4a34-bd1f-87b9721fb48f req-3ab37b83-dfb9-4cb9-a446-f3f31f5a98d0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164484 Nov 27 01:17:13.660525 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eae6ba84-4f42-40a0-bf0b-f975e7ebbbe8 tempest-DHCPAgentSchedulersTestJSON-203501654 tempest-DHCPAgentSchedulersTestJSON-203501654-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2207954 Nov 27 01:17:13.661637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35428) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:13.668418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-755ef2ce-8365-4041-ae8a-9bb3c8bd614c tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1496272860'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:13.702756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755ef2ce-8365-4041-ae8a-9bb3c8bd614c tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Made reservation on behalf of e37ed784293b41e294c4445706b96122 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:13.707587 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-755ef2ce-8365-4041-ae8a-9bb3c8bd614c tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.711177 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-940596c3-ee86-45e2-b569-e75421ffb680 req-0b0682fe-4096-453c-a7f2-91ca25816896 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032571 Nov 27 01:17:13.744875 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755ef2ce-8365-4041-ae8a-9bb3c8bd614c tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:13.772401 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-755ef2ce-8365-4041-ae8a-9bb3c8bd614c tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.773026 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-755ef2ce-8365-4041-ae8a-9bb3c8bd614c tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Added segment 65b43a69-f993-4610-acc7-e1bd932aec66 of type vlan for network 3e567b04-5c95-4b2b-8708-e4c4cc60c0b8 Nov 27 01:17:13.860190 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-755ef2ce-8365-4041-ae8a-9bb3c8bd614c tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.869374 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4496c9b4-a231-435b-889a-3248b816e2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.881044 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b7420-65b3-4c1b-b439-734cf92df0e4 req-405b50d8-0150-4faa-a89e-e1d321ac22e8 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.882908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-833b7420-65b3-4c1b-b439-734cf92df0e4 req-405b50d8-0150-4faa-a89e-e1d321ac22e8 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 945 time: 0.1294489 Nov 27 01:17:13.893095 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-940596c3-ee86-45e2-b569-e75421ffb680 req-aa9b1196-0d82-4ae4-af7a-a41896a0b1b9 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735785 Nov 27 01:17:13.917223 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-755ef2ce-8365-4041-ae8a-9bb3c8bd614c tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.923301 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ef2ce-8365-4041-ae8a-9bb3c8bd614c tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:13.924282 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-755ef2ce-8365-4041-ae8a-9bb3c8bd614c tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:13.957300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5d3fb7-0487-4a8c-b3fb-e7672c81efa6 None None] Network c82eb93d-7d66-45a1-a179-f29fe698cfe5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:14.010441 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-755ef2ce-8365-4041-ae8a-9bb3c8bd614c tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3466740 Nov 27 01:17:14.010626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35436) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:14.045212 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-833b7420-65b3-4c1b-b439-734cf92df0e4 req-e031209e-fc87-43d5-ad9e-5a891fe72ece tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497152 Nov 27 01:17:14.045961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ef2ce-8365-4041-ae8a-9bb3c8bd614c tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Pushing event updated for resources: {'Network': ['ID=3e567b04-5c95-4b2b-8708-e4c4cc60c0b8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:14.224985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f3fa82b-835a-4171-b36e-fd764013c6da req-4762304e-6d5a-4502-900f-eec945c48570 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0426552 Nov 27 01:17:14.241924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb553f1-6c0b-4b99-9f5b-d23f889e26d4 req-6d13cc0f-4362-4d38-8f48-368ed6215bac tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:14.249902 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdb553f1-6c0b-4b99-9f5b-d23f889e26d4 req-6d13cc0f-4362-4d38-8f48-368ed6215bac tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.1048386 Nov 27 01:17:14.289054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 3e567b04-5c95-4b2b-8708-e4c4cc60c0b8 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:14.373353 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8c606399-0c9a-41f8-a868-454f2f5b5d86 tempest-DHCPAgentSchedulersTestJSON-203501654 tempest-DHCPAgentSchedulersTestJSON-203501654-project-admin] 10.222.0.37 "GET /v2.0/agents/583096cb-d8ff-4ef7-ad2a-d50a607bf098/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.3611987 Nov 27 01:17:14.376283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35440) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:14.384491 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdb553f1-6c0b-4b99-9f5b-d23f889e26d4 req-349410f4-3ac0-4a5b-9084-0b6cdfc99895 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320019 Nov 27 01:17:14.447296 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.458124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-db099811-cfd5-4e79-ab15-1cf3cf7de788 None None] Provisioning complete for port b919120b-0cb2-4715-aa24-d9dd70884564 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:14.458616 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db099811-cfd5-4e79-ab15-1cf3cf7de788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.476092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60301a0e-6fd5-4125-a167-f1d527e1b89d tempest-DHCPAgentSchedulersTestJSON-203501654 tempest-DHCPAgentSchedulersTestJSON-203501654-project-admin] Network 3e567b04-5c95-4b2b-8708-e4c4cc60c0b8 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:17:14.494153 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-60301a0e-6fd5-4125-a167-f1d527e1b89d tempest-DHCPAgentSchedulersTestJSON-203501654 tempest-DHCPAgentSchedulersTestJSON-203501654-project-admin] 10.222.0.37 "POST /v2.0/agents/583096cb-d8ff-4ef7-ad2a-d50a607bf098/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1131608 Nov 27 01:17:14.494428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35442) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:14.626994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302ca1d-e7c8-45d0-92af-c3ae1785b603 None None] Network 3e567b04-5c95-4b2b-8708-e4c4cc60c0b8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:14.707075 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4add6e1b-c27a-4a62-aa05-71cade367d2d tempest-DHCPAgentSchedulersTestJSON-203501654 tempest-DHCPAgentSchedulersTestJSON-203501654-project-admin] 10.222.0.37 "GET /v2.0/agents/583096cb-d8ff-4ef7-ad2a-d50a607bf098/dhcp-networks HTTP/1.1" status: 200 len: 8056 time: 0.2090738 Nov 27 01:17:14.707472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35448) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:14.837302 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b919120b-0cb2-4715-aa24-d9dd70884564 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:14.879130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4313-9894-40ea-9612-2be90e9a5584 req-e77485e2-157e-4e91-bc40-babf56d9e731 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:14.886113 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-36eb4313-9894-40ea-9612-2be90e9a5584 req-e77485e2-157e-4e91-bc40-babf56d9e731 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 944 time: 0.1286108 Nov 27 01:17:14.894577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fcee747a-5027-4b2c-84a2-87f6918aaf92 tempest-DHCPAgentSchedulersTestJSON-203501654 tempest-DHCPAgentSchedulersTestJSON-203501654-project-admin] 10.222.0.37 "DELETE /v2.0/agents/583096cb-d8ff-4ef7-ad2a-d50a607bf098/dhcp-networks/3e567b04-5c95-4b2b-8708-e4c4cc60c0b8 HTTP/1.1" status: 204 len: 168 time: 0.1849434 Nov 27 01:17:14.902792 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35450) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:14.908430 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b919120b-0cb2-4715-aa24-d9dd70884564 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:14.908808 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.970033 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:14.992847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-36eb4313-9894-40ea-9612-2be90e9a5584 req-7cc7d091-cdf4-4924-be0f-096bbeaffd66 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994115 Nov 27 01:17:15.114265 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cfeb35d1-17da-4a58-b4b0-631f5f1cfb2f None None] Provisioning complete for port b919120b-0cb2-4715-aa24-d9dd70884564 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:15.116649 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cfeb35d1-17da-4a58-b4b0-631f5f1cfb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:15.139037 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0e4249b7-88c1-4796-8002-e24a79d327ca tempest-DHCPAgentSchedulersTestJSON-203501654 tempest-DHCPAgentSchedulersTestJSON-203501654-project-admin] 10.222.0.37 "GET /v2.0/agents/583096cb-d8ff-4ef7-ad2a-d50a607bf098/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.2311578 Nov 27 01:17:15.139536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35458) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:15.181925 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-120b6703-9a20-4ae5-9c92-8d5c182f4dc8 tempest-DHCPAgentSchedulersTestJSON-203501654 tempest-DHCPAgentSchedulersTestJSON-203501654-project-admin] 10.222.0.37 "GET /v2.0/networks/c82eb93d-7d66-45a1-a179-f29fe698cfe5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0354929 Nov 27 01:17:15.182754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35460) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:15.187152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:15.188829 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eeb76-7894-4ab2-9cdd-137b239a3395 req-98997696-0faa-41ac-a9ba-62734f3de73b tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:15.194139 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b2eeb76-7894-4ab2-9cdd-137b239a3395 req-98997696-0faa-41ac-a9ba-62734f3de73b tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.11 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 945 time: 0.1511149 Nov 27 01:17:15.310510 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0e3c692b-d41e-486e-9c51-2b721ed57e83 tempest-DHCPAgentSchedulersTestJSON-203501654 tempest-DHCPAgentSchedulersTestJSON-203501654-project-admin] 10.222.0.37 "GET /v2.0/networks/c82eb93d-7d66-45a1-a179-f29fe698cfe5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1241698 Nov 27 01:17:15.312020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35468) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:15.413199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:15.415194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-0b2eeb76-7894-4ab2-9cdd-137b239a3395 req-aaf69e27-21ed-4b47-89c5-428189d06aff tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Deleting port 5bc100d0-28d7-451d-90ab-71e5dfd314f3 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:15.416594 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b2eeb76-7894-4ab2-9cdd-137b239a3395 req-aaf69e27-21ed-4b47-89c5-428189d06aff tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:15.439807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '752e3274-1f0e-4a4a-8ed9-54be9e3a08ea', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'port_id': '752e3274-1f0e-4a4a-8ed9-54be9e3a08ea', 'mac_address': 'fa:16:3e:4a:86:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:15.440679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96753a8f-7eff-47df-af25-30b58f2ab7b0 req-57e165e0-df51-4250-8757-f2ba4a9c66e4 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:15.442287 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-96753a8f-7eff-47df-af25-30b58f2ab7b0 req-57e165e0-df51-4250-8757-f2ba4a9c66e4 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 945 time: 0.2315347 Nov 27 01:17:15.489952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:15.507600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:15.534387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:15.541207 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:15.565714 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-96753a8f-7eff-47df-af25-30b58f2ab7b0 req-a7adeae1-446e-4e7c-b221-f4161e7fb3c1 tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/security-groups?id=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168194 Nov 27 01:17:15.573627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3af581db-ddd9-4e9b-bbdb-59fa5f1e3ee2 tempest-DHCPAgentSchedulersTestJSON-203501654 tempest-DHCPAgentSchedulersTestJSON-203501654-project-admin] 10.222.0.37 "GET /v2.0/agents/583096cb-d8ff-4ef7-ad2a-d50a607bf098/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.2592797 Nov 27 01:17:15.579769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35476) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:15.653938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-36d82f1b-b03d-4776-a870-120e495d3033 None None] Could not find standard attr ID for object 71c55670-c684-407b-828b-cf241d3a5486. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:17:15.681441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0b2eeb76-7894-4ab2-9cdd-137b239a3395 req-aaf69e27-21ed-4b47-89c5-428189d06aff tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] For port 5bc100d0-28d7-451d-90ab-71e5dfd314f3, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5bc100d0-28d7-451d-90ab-71e5dfd314f3,segment=NetworkSegment(0695d727-4eb4-462a-a59a-23e728a9cc02),segment_id=0695d727-4eb4-462a-a59a-23e728a9cc02)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:15.681813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b2eeb76-7894-4ab2-9cdd-137b239a3395 req-aaf69e27-21ed-4b47-89c5-428189d06aff tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:15.711177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:15.731765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-0b2eeb76-7894-4ab2-9cdd-137b239a3395 req-aaf69e27-21ed-4b47-89c5-428189d06aff tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Calling delete_port for 5bc100d0-28d7-451d-90ab-71e5dfd314f3 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:15.739345 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50db4b-9654-4a6f-bbe6-aca1dcf7929c req-a4166edc-17af-49cb-84eb-5936d0837aa1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:15.740973 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a50db4b-9654-4a6f-bbe6-aca1dcf7929c req-a4166edc-17af-49cb-84eb-5936d0837aa1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0790339 Nov 27 01:17:15.801394 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a50db4b-9654-4a6f-bbe6-aca1dcf7929c req-b5a1f843-f72b-4a96-8536-b7037b8dd2c4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539796 Nov 27 01:17:15.839609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:15.899596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['752e3274-1f0e-4a4a-8ed9-54be9e3a08ea'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:15.925950 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd39bc5d-afcc-4d74-a315-98f6cf11bafe req-83200442-9645-4f67-8be9-ff6988133c41 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0962398 Nov 27 01:17:16.079754 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d2d3c78d-5740-4e58-a2a4-2eb895571e98 req-6fe773c0-4366-4934-a301-b1633a20b9cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0574713 Nov 27 01:17:16.176871 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.231388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e567b04-5c95-4b2b-8708-e4c4cc60c0b8']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:16.248705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b43a69-f993-4610-acc7-e1bd932aec66') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:16.249114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b43a69-f993-4610-acc7-e1bd932aec66') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:16.260044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e3672-8c0b-4b04-b2e0-93e68c90ac54 req-9a1db967-56ad-44c6-8299-108df30f64ce tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:16.261665 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-632e3672-8c0b-4b04-b2e0-93e68c90ac54 req-9a1db967-56ad-44c6-8299-108df30f64ce tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 945 time: 0.1475112 Nov 27 01:17:16.274070 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b2eeb76-7894-4ab2-9cdd-137b239a3395 req-aaf69e27-21ed-4b47-89c5-428189d06aff tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.286538 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.344612 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf69e27-21ed-4b47-89c5-428189d06aff tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Pushing event deleted for resources: {'Port': ['ID=5bc100d0-28d7-451d-90ab-71e5dfd314f3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:16.375006 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.393129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:16.393129 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:16.396260 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:16.419960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2eeb76-7894-4ab2-9cdd-137b239a3395 req-aaf69e27-21ed-4b47-89c5-428189d06aff tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] No DVR routers for this DVR port 5bc100d0-28d7-451d-90ab-71e5dfd314f3 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:17:16.431128 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b2eeb76-7894-4ab2-9cdd-137b239a3395 req-aaf69e27-21ed-4b47-89c5-428189d06aff tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.434638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b2eeb76-7894-4ab2-9cdd-137b239a3395 req-aaf69e27-21ed-4b47-89c5-428189d06aff tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.11 "DELETE /v2.0/ports/5bc100d0-28d7-451d-90ab-71e5dfd314f3 HTTP/1.1" status: 204 len: 173 time: 1.2350006 Nov 27 01:17:16.435102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785579b0-b3fd-45af-a508-0c778149294e', 'name': 'network-vif-deleted', 'tag': '5bc100d0-28d7-451d-90ab-71e5dfd314f3'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:16.437908 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa01b286-e444-4497-9e9b-44b2fba7a8fd" -d '{"events": [{"server_uuid": "785579b0-b3fd-45af-a508-0c778149294e", "name": "network-vif-deleted", "tag": "5bc100d0-28d7-451d-90ab-71e5dfd314f3"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:16.487050 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-632e3672-8c0b-4b04-b2e0-93e68c90ac54 req-43c6c57d-d91c-451e-a327-3f91f17bbb5c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161269 Nov 27 01:17:16.500657 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cea7856-b798-40db-89cc-9fb508ca41eb x-openstack-request-id: req-9cea7856-b798-40db-89cc-9fb508ca41eb {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:16.500957 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785579b0-b3fd-45af-a508-0c778149294e", "name": "network-vif-deleted", "tag": "5bc100d0-28d7-451d-90ab-71e5dfd314f3", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:16.501211 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cea7856-b798-40db-89cc-9fb508ca41eb {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:16.501615 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785579b0-b3fd-45af-a508-0c778149294e', 'name': 'network-vif-deleted', 'tag': '5bc100d0-28d7-451d-90ab-71e5dfd314f3', 'status': 'completed', 'code': 200} Nov 27 01:17:16.524896 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.535177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.543735 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] 10.222.0.37 "DELETE /v2.0/networks/3e567b04-5c95-4b2b-8708-e4c4cc60c0b8 HTTP/1.1" status: 204 len: 168 time: 0.9605591 Nov 27 01:17:16.544219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35488) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:16.560228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781de68-ce03-429b-ba75-9edebb45b0d7 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Pushing event deleted for resources: {'Network': ['ID=3e567b04-5c95-4b2b-8708-e4c4cc60c0b8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:16.582993 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c00e966-c149-4d5f-b965-d1ca57f375aa tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] DELETE failed (client error): The resource could not be found. Nov 27 01:17:16.583793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c00e966-c149-4d5f-b965-d1ca57f375aa tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:17:16.587929 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9c00e966-c149-4d5f-b965-d1ca57f375aa tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] 10.222.0.37 "DELETE /v2.0/ports/71c55670-c684-407b-828b-cf241d3a5486 HTTP/1.1" status: 404 len: 333 time: 0.0424964 Nov 27 01:17:16.590561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35490) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:16.665237 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.683531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a74f03-4e85-4232-9d86-e67dfa6777df tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Deleting subnet 31f00cb3-8dde-4015-922e-97fd6ac8bf61 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:17:16.687069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a74f03-4e85-4232-9d86-e67dfa6777df tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.736505 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-963e64e2-d033-446b-b11c-dc291de9f5e3 req-16a28409-3cb2-4aa8-b9ef-f2f00e0a7acd tempest-ServerTagsTestJSON-1410420046 tempest-ServerTagsTestJSON-1410420046-project] 10.222.0.37 "GET /v2.0/ports?device_id=785579b0-b3fd-45af-a508-0c778149294e HTTP/1.1" status: 200 len: 210 time: 0.0278256 Nov 27 01:17:16.737304 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a74f03-4e85-4232-9d86-e67dfa6777df tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.841516 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a74f03-4e85-4232-9d86-e67dfa6777df tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.903839 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:17:16.941772 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a74f03-4e85-4232-9d86-e67dfa6777df tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:16.966518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a74f03-4e85-4232-9d86-e67dfa6777df tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Pushing event deleted for resources: {'Subnet': ['ID=31f00cb3-8dde-4015-922e-97fd6ac8bf61,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:16.988204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569f7b8-1a2d-4645-8865-ae86eda20bc3 req-31960c1b-9051-400c-8dfa-ca54c9a24947 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:16.989820 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d569f7b8-1a2d-4645-8865-ae86eda20bc3 req-31960c1b-9051-400c-8dfa-ca54c9a24947 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0993702 Nov 27 01:17:17.020130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38a74f03-4e85-4232-9d86-e67dfa6777df tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.024009 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-38a74f03-4e85-4232-9d86-e67dfa6777df tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] 10.222.0.37 "DELETE /v2.0/subnets/31f00cb3-8dde-4015-922e-97fd6ac8bf61 HTTP/1.1" status: 204 len: 168 time: 0.4320157 Nov 27 01:17:17.026457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35502) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:17.032482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b9166-3da8-407d-83d7-82ebe7419298 None None] Network c82eb93d-7d66-45a1-a179-f29fe698cfe5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:17.167273 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42c38ddc-73d9-460b-a574-035fdf8989db req-023b4ab1-633d-4fa7-860a-5fb54d1b09b5 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0844650 Nov 27 01:17:17.211053 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:17.225740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d569f7b8-1a2d-4645-8865-ae86eda20bc3 req-a546c60b-8d5c-4da2-b638-c822686e00dd tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273171 Nov 27 01:17:17.235156 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.294294 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.299918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Deleting port b919120b-0cb2-4715-aa24-d9dd70884564 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:17.300271 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.391929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] For port b919120b-0cb2-4715-aa24-d9dd70884564, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b919120b-0cb2-4715-aa24-d9dd70884564,segment=NetworkSegment(591e5d7b-81f5-4658-9658-cfa0745dc966),segment_id=591e5d7b-81f5-4658-9658-cfa0745dc966)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:17.391929 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.419736 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:17.429264 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:17.429264 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.439759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Calling delete_port for b919120b-0cb2-4715-aa24-d9dd70884564 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:17.523402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e686a814-5821-4f4d-9330-78dd77d62e7a None None] DHCP port deletion for c82eb93d-7d66-45a1-a179-f29fe698cfe5 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:17:17.533451 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.564709 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.595721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Pushing event deleted for resources: {'Port': ['ID=b919120b-0cb2-4715-aa24-d9dd70884564,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:17.598004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] No DVR routers for this DVR port b919120b-0cb2-4715-aa24-d9dd70884564 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:17:17.650211 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.677721 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e686a814-5821-4f4d-9330-78dd77d62e7a None None] Deleting port b919120b-0cb2-4715-aa24-d9dd70884564 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:17.678974 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e686a814-5821-4f4d-9330-78dd77d62e7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.747840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e686a814-5821-4f4d-9330-78dd77d62e7a None None] For port b919120b-0cb2-4715-aa24-d9dd70884564, host n-d-819494-2, got binding levels [] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:17.748048 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e686a814-5821-4f4d-9330-78dd77d62e7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.762669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e686a814-5821-4f4d-9330-78dd77d62e7a None None] Calling delete_port for b919120b-0cb2-4715-aa24-d9dd70884564 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:17.765011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.ipam_backend_mixin [None req-e686a814-5821-4f4d-9330-78dd77d62e7a None None] Port b919120b-0cb2-4715-aa24-d9dd70884564 was not found and therefore no delete operation was performed {{(pid=103386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:17:17.767733 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e686a814-5821-4f4d-9330-78dd77d62e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.774073 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f1577-b958-4e0f-ae4f-25b203f9d572 req-5af51f9d-f54f-4ac5-8273-125374fc44e7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:17.782267 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae7f1577-b958-4e0f-ae4f-25b203f9d572 req-5af51f9d-f54f-4ac5-8273-125374fc44e7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 945 time: 0.1899991 Nov 27 01:17:17.790326 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.806892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ca99e-9e4c-42e4-824e-f42757ca221e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752e3274-1f0e-4a4a-8ed9-54be9e3a08ea'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:17.809123 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0ee186-2ae3-488d-8fc2-74bdaf6d94c8" -d '{"events": [{"server_uuid": "080ca99e-9e4c-42e4-824e-f42757ca221e", "name": "network-vif-plugged", "status": "completed", "tag": "752e3274-1f0e-4a4a-8ed9-54be9e3a08ea"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:17.813355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e686a814-5821-4f4d-9330-78dd77d62e7a None None] No DVR routers for this DVR port b919120b-0cb2-4715-aa24-d9dd70884564 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:17:17.817291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686a814-5821-4f4d-9330-78dd77d62e7a None None] Pushing event deleted for resources: {'Port': ['ID=b919120b-0cb2-4715-aa24-d9dd70884564,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:17.844925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:17.854005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35534) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:17.856249 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:17.941912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82eb93d-7d66-45a1-a179-f29fe698cfe5']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:17.958436 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31683db-67d9-45f5-a2f1-7e29b0332b7d x-openstack-request-id: req-a31683db-67d9-45f5-a2f1-7e29b0332b7d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:17.958867 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ca99e-9e4c-42e4-824e-f42757ca221e", "name": "network-vif-plugged", "status": "completed", "tag": "752e3274-1f0e-4a4a-8ed9-54be9e3a08ea", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:17.959127 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a31683db-67d9-45f5-a2f1-7e29b0332b7d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:17.959613 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ca99e-9e4c-42e4-824e-f42757ca221e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752e3274-1f0e-4a4a-8ed9-54be9e3a08ea', 'code': 200} Nov 27 01:17:17.960699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0753e9e-130f-414f-8024-82d80de34375 admin admin] Deleting subnet 538ed35b-7569-4f79-8b51-7a055a41eb03 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:17:17.985771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:17.998174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0753e9e-130f-414f-8024-82d80de34375 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.006099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591e5d7b-81f5-4658-9658-cfa0745dc966') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:18.015234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591e5d7b-81f5-4658-9658-cfa0745dc966') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:18.039371 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.044924 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae7f1577-b958-4e0f-ae4f-25b203f9d572 req-985e8933-5f6a-467d-be3e-2ea757ab40f4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565999 Nov 27 01:17:18.083831 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0753e9e-130f-414f-8024-82d80de34375 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.088994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5bc100d0-28d7-451d-90ab-71e5dfd314f3 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:17:18.090304 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.108242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:18.108788 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:18.112843 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:18.127586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c2ffc-8909-4656-8d2f-51d79efba80a req-a983606a-eda3-4bb3-b106-6aa39228c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:18.129248 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-140c2ffc-8909-4656-8d2f-51d79efba80a req-a983606a-eda3-4bb3-b106-6aa39228c4e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 1097 time: 0.0721312 Nov 27 01:17:18.140704 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0753e9e-130f-414f-8024-82d80de34375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.159555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 5bc100d0-28d7-451d-90ab-71e5dfd314f3 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:17:18.159897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5bc100d0-28d7-451d-90ab-71e5dfd314f3 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:17:18.209303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0753e9e-130f-414f-8024-82d80de34375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.250039 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-140c2ffc-8909-4656-8d2f-51d79efba80a req-c1a77e72-9e62-480a-a40c-608fbe3f7bc6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877433 Nov 27 01:17:18.254187 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.255463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0753e9e-130f-414f-8024-82d80de34375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538ed35b-7569-4f79-8b51-7a055a41eb03,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:18.264762 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0753e9e-130f-414f-8024-82d80de34375 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.282827 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a0753e9e-130f-414f-8024-82d80de34375 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/538ed35b-7569-4f79-8b51-7a055a41eb03 HTTP/1.1" status: 204 len: 168 time: 0.4276564 Nov 27 01:17:18.284042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35540) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:18.289201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.296073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] 10.222.0.37 "DELETE /v2.0/networks/c82eb93d-7d66-45a1-a179-f29fe698cfe5 HTTP/1.1" status: 204 len: 168 time: 1.2685840 Nov 27 01:17:18.297068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd67ea-a18e-440a-85c0-733d4ed03d62 tempest-DHCPAgentSchedulersTestJSON-966532582 tempest-DHCPAgentSchedulersTestJSON-966532582-project] Pushing event deleted for resources: {'Network': ['ID=c82eb93d-7d66-45a1-a179-f29fe698cfe5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:18.385842 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d3d4950-998a-4b60-8bc9-9a0aea23d282 req-1a5df4e6-78b6-421c-9ce4-534ab7e9b539 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0344737 Nov 27 01:17:18.425170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.440271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f1111-9d30-4447-bfac-4d137f8880b2 req-d49c9e31-a16a-45a5-97a2-4e58d82c6c3b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:18.453815 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-254f1111-9d30-4447-bfac-4d137f8880b2 req-d49c9e31-a16a-45a5-97a2-4e58d82c6c3b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.1049953 Nov 27 01:17:18.524609 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.543790 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-254f1111-9d30-4447-bfac-4d137f8880b2 req-ca6909dd-1e19-4125-85fe-58e87ddf9420 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887713 Nov 27 01:17:18.577304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cfe228-1a83-4736-a073-dd6df15ae421']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:18.595870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0695d727-4eb4-462a-a59a-23e728a9cc02') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:18.596168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0695d727-4eb4-462a-a59a-23e728a9cc02') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:18.608214 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.622911 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.635695 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:17:18.636040 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:17:18.637817 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:17:18.761155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35552) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:18.777677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b919120b-0cb2-4715-aa24-d9dd70884564 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:17:18.829298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: b919120b-0cb2-4715-aa24-d9dd70884564 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:17:18.830169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b919120b-0cb2-4715-aa24-d9dd70884564 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:17:18.973101 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.991066 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:18.994359 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] 10.222.0.37 "DELETE /v2.0/networks/81cfe228-1a83-4736-a073-dd6df15ae421 HTTP/1.1" status: 204 len: 168 time: 0.7088838 Nov 27 01:17:19.022567 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b9787-cda6-4929-abc1-de4a8b9c29db admin admin] Pushing event deleted for resources: {'Network': ['ID=81cfe228-1a83-4736-a073-dd6df15ae421,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:19.028410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5a70c4b0-1ba3-48fc-ac2e-fe2ab9f38621 req-1c813c38-59d4-4430-8bae-37ad9e5e9c70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=43714ab9868042cdac8f07aba0ccac14&device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0798392 Nov 27 01:17:19.128250 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-233630d2-a239-4f34-8736-b203c20db734 req-cdda8ddd-0cad-46ff-806e-c03c4285878b tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.0928643 Nov 27 01:17:19.134638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5a70c4b0-1ba3-48fc-ac2e-fe2ab9f38621 req-4e63b97b-420d-4e32-b383-11b62fb64ed6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=43714ab9868042cdac8f07aba0ccac14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985007 Nov 27 01:17:19.215713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35570) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:19.267627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70c4b0-1ba3-48fc-ac2e-fe2ab9f38621 req-bbae3941-25dd-4f21-8b65-9293894b8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.269263 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5a70c4b0-1ba3-48fc-ac2e-fe2ab9f38621 req-bbae3941-25dd-4f21-8b65-9293894b8309 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284320 Nov 27 01:17:19.269833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e3252-6916-4dda-92c0-547fe6a76d16 req-ff302dc7-b265-41cb-9577-83e990b09868 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.271898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-685e3252-6916-4dda-92c0-547fe6a76d16 req-ff302dc7-b265-41cb-9577-83e990b09868 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.0983906 Nov 27 01:17:19.283549 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d465e6b1-2b4f-4d42-8645-b25480c10bd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e37ed784293b41e294c4445706b96122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5210078 Nov 27 01:17:19.286812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35572) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:19.293268 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ff9f84e6-f20a-4e09-8073-9d05c100c5d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5563530cb27d452d855776514d236b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760970 Nov 27 01:17:19.300641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35574) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:19.357436 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a67a3f08-2b7e-4646-a608-b8c1139fbb8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.378530 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-685e3252-6916-4dda-92c0-547fe6a76d16 req-9df5b710-3d71-4bcf-b714-2f4f3bf5abc6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982053 Nov 27 01:17:19.389221 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a67a3f08-2b7e-4646-a608-b8c1139fbb8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.401253 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b57c2e83-6382-4576-b5a3-567debe6eb04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.425360 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b57c2e83-6382-4576-b5a3-567debe6eb04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.456760 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a67a3f08-2b7e-4646-a608-b8c1139fbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.460298 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a67a3f08-2b7e-4646-a608-b8c1139fbb8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.461672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a67a3f08-2b7e-4646-a608-b8c1139fbb8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a6d3418-d401-4512-a5a2-c308c1c364dd HTTP/1.1" status: 204 len: 168 time: 0.1734002 Nov 27 01:17:19.471812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a3f08-2b7e-4646-a608-b8c1139fbb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6d3418-d401-4512-a5a2-c308c1c364dd,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:19.496495 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b57c2e83-6382-4576-b5a3-567debe6eb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.503640 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b57c2e83-6382-4576-b5a3-567debe6eb04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:19.505126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b57c2e83-6382-4576-b5a3-567debe6eb04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab HTTP/1.1" status: 204 len: 168 time: 0.2032096 Nov 27 01:17:19.516788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c2e83-6382-4576-b5a3-567debe6eb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5b4a48-7df3-43e2-ac0a-1c2bd1a439ab,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:19.720118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7b36e-827b-4ddd-84c4-2775bb650c0c req-5e2b2f8d-f9c0-48a6-ad09-a302dc39ba7c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:19.728196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ce7b36e-827b-4ddd-84c4-2775bb650c0c req-5e2b2f8d-f9c0-48a6-ad09-a302dc39ba7c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0778301 Nov 27 01:17:19.819084 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ce7b36e-827b-4ddd-84c4-2775bb650c0c req-22ea2d2c-e960-4540-972b-d9de1d288080 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896773 Nov 27 01:17:20.079052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35596) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:20.102325 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f33410d7-e51d-4002-aea1-719b9522bcea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.282955 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f33410d7-e51d-4002-aea1-719b9522bcea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.292008 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f33410d7-e51d-4002-aea1-719b9522bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.357223 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33410d7-e51d-4002-aea1-719b9522bcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d6d8cd-3fa9-4849-be46-9106f1f75617,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:20.362957 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f33410d7-e51d-4002-aea1-719b9522bcea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e561a52a919c41b5a4731015f3fc7b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2806158 Nov 27 01:17:20.366028 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35610) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:20.482520 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3505d28e-fdb0-402d-bdda-a8c5612e56b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.532925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c6f1e-2298-485e-8ad0-328f1b717cd5 req-ad7abc7b-8333-4113-b0f3-025e918b967f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:20.538112 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3505d28e-fdb0-402d-bdda-a8c5612e56b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.542155 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b72c6f1e-2298-485e-8ad0-328f1b717cd5 req-ad7abc7b-8333-4113-b0f3-025e918b967f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.0787125 Nov 27 01:17:20.614662 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f816e87-7188-4f05-82bc-b16853576d18 req-e0daa2a6-0112-4d85-b5d6-4ca9d31cc8f4 tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.3475688 Nov 27 01:17:20.615175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b72c6f1e-2298-485e-8ad0-328f1b717cd5 req-8d0c3770-b9f9-4b18-8c6c-55c3826ed49a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715311 Nov 27 01:17:20.658770 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3505d28e-fdb0-402d-bdda-a8c5612e56b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.661830 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3505d28e-fdb0-402d-bdda-a8c5612e56b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:20.666078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3505d28e-fdb0-402d-bdda-a8c5612e56b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87d6d8cd-3fa9-4849-be46-9106f1f75617 HTTP/1.1" status: 204 len: 168 time: 0.2966571 Nov 27 01:17:20.683890 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505d28e-fdb0-402d-bdda-a8c5612e56b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d6d8cd-3fa9-4849-be46-9106f1f75617,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:20.714259 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5a70c4b0-1ba3-48fc-ac2e-fe2ab9f38621 req-9a7fa5bd-aa6b-4c5b-851d-74fc92812cbd tempest-ServerShowV254Test-2107448819 tempest-ServerShowV254Test-2107448819-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c77ab0e-bdb7-44dc-b227-fc4ce5dabb10 HTTP/1.1" status: 200 len: 210 time: 0.1173987 Nov 27 01:17:21.052181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ac023-d1f1-4815-b1fa-69d4a7535cdd req-ed1d8986-4222-4abd-a31a-3c55537faebc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:21.055666 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-714ac023-d1f1-4815-b1fa-69d4a7535cdd req-ed1d8986-4222-4abd-a31a-3c55537faebc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0671682 Nov 27 01:17:21.110399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6e3a3-6571-4982-8dd2-e09513ff42f8 req-24ac95bb-9d65-4735-ab4c-5e3d38d9fa64 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:21.112428 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28b6e3a3-6571-4982-8dd2-e09513ff42f8 req-24ac95bb-9d65-4735-ab4c-5e3d38d9fa64 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.0716605 Nov 27 01:17:21.173766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-714ac023-d1f1-4815-b1fa-69d4a7535cdd req-37ff34a1-de73-420a-9298-dea324442767 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103663 Nov 27 01:17:21.521293 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28b6e3a3-6571-4982-8dd2-e09513ff42f8 req-6df8fcf8-c1ce-43cf-bcbc-8c75e98b9ee5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958704 Nov 27 01:17:21.779059 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c21b2c0-0201-4807-ac74-5e08486e949b req-05efde03-886b-4c19-9285-16c3e9cf4fb1 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0578692 Nov 27 01:17:22.025419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35686) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:22.386780 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28e72ca4-26ad-4d6f-a837-e88ae8df9451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.497731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a72c1-ce4e-4923-bb38-374e751e75be req-a4928c44-c635-4c53-8e6a-70c8fd85b0b8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.499302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c85a72c1-ce4e-4923-bb38-374e751e75be req-a4928c44-c635-4c53-8e6a-70c8fd85b0b8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.2379584 Nov 27 01:17:22.551335 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28e72ca4-26ad-4d6f-a837-e88ae8df9451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.567635 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28e72ca4-26ad-4d6f-a837-e88ae8df9451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.622861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e72ca4-26ad-4d6f-a837-e88ae8df9451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a02d5f-23aa-4492-85d6-53879dc36bb9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:22.686939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-28e72ca4-26ad-4d6f-a837-e88ae8df9451 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43714ab9868042cdac8f07aba0ccac14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6602435 Nov 27 01:17:22.687843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35712) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:22.694722 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c85a72c1-ce4e-4923-bb38-374e751e75be req-98f92063-aaed-4791-a14c-059f847457d8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869032 Nov 27 01:17:22.754176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21218687-31f4-4428-908e-4ebf869ba16b req-2bd1f064-8c56-41e7-a50f-0b05bc476c2e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:22.755763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21218687-31f4-4428-908e-4ebf869ba16b req-2bd1f064-8c56-41e7-a50f-0b05bc476c2e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1295547 Nov 27 01:17:22.821722 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87d07b1f-ed63-49f6-b2c5-49a1766dc792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.888353 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21218687-31f4-4428-908e-4ebf869ba16b req-f287f99f-c062-45f6-9365-d62eab660e6e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241362 Nov 27 01:17:22.888748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87d07b1f-ed63-49f6-b2c5-49a1766dc792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:22.963542 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dc3faa43-c399-43fa-a4ff-f51393d8d1a1 req-59f1a455-f505-4f74-8f5a-ed642478ab24 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0460608 Nov 27 01:17:23.000440 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87d07b1f-ed63-49f6-b2c5-49a1766dc792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:23.002973 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87d07b1f-ed63-49f6-b2c5-49a1766dc792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:23.004098 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-87d07b1f-ed63-49f6-b2c5-49a1766dc792 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66a02d5f-23aa-4492-85d6-53879dc36bb9 HTTP/1.1" status: 204 len: 168 time: 0.3146169 Nov 27 01:17:23.024875 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d07b1f-ed63-49f6-b2c5-49a1766dc792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a02d5f-23aa-4492-85d6-53879dc36bb9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:23.850536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81739153-eefc-4bdd-b0fd-3afa40c7f8ee req-4fec94cf-eb6f-4ec3-8880-0e3d06729a6d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:23.852250 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81739153-eefc-4bdd-b0fd-3afa40c7f8ee req-4fec94cf-eb6f-4ec3-8880-0e3d06729a6d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0618446 Nov 27 01:17:23.852423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35760) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:23.927554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81739153-eefc-4bdd-b0fd-3afa40c7f8ee req-6a033cfb-fa51-44d3-a3ed-a6c18a7428fb tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689318 Nov 27 01:17:23.961737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35768) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:24.038128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7231cc-614a-4644-8692-73f7ccd06acd req-91230404-6093-470f-8782-58d469fc3218 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:24.040013 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a7231cc-614a-4644-8692-73f7ccd06acd req-91230404-6093-470f-8782-58d469fc3218 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.0590560 Nov 27 01:17:24.102115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-988568961-network', 'tenant_id': '8ee09ea209694f8bab7b9c7c2dff7d72'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:24.107136 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ca171934-29d0-4342-9e23-e203d5afac1c req-3fc4f7a8-0008-4d3f-a935-17171f08eb82 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0482945 Nov 27 01:17:24.146615 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a7231cc-614a-4644-8692-73f7ccd06acd req-21f27a4c-689d-469a-afcf-b6423627d312 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974507 Nov 27 01:17:24.173457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Made reservation on behalf of 8ee09ea209694f8bab7b9c7c2dff7d72 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:24.176139 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.206962 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.219469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:24.274129 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80aa506e-668f-449e-a9f5-f6fa33b0ecc9 req-6a795748-8d06-4882-b843-f09587c0cf9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0579693 Nov 27 01:17:24.296228 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.400063 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.406878 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.436106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:24.458707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2635ff-2446-4116-866d-2587de10aa75,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:24.461698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.462042 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Added segment 794d9a3f-3edc-48ab-9af4-0ef14d1f3429 of type vlan for network 9627cbe7-26b1-435c-8355-29d3e9c27703 Nov 27 01:17:24.513491 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.516838 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.628120 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.629180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:24.629756 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.710776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7465749 Nov 27 01:17:24.713757 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35792) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:24.719437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c156742b-160a-4d8b-940c-ad5d4a0102f0 admin admin] Request body: {'subnet': {'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-988568961-subnet', 'tenant_id': '8ee09ea209694f8bab7b9c7c2dff7d72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:24.719606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Allocated IP 172.25.3.16 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/c452d3ef-dacc-4e44-9227-0d022189e996) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:24.726459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f52da4-7081-4e11-91e9-ff43a1bb9123 admin admin] Pushing event updated for resources: {'Network': ['ID=9627cbe7-26b1-435c-8355-29d3e9c27703,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:24.744300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 9627cbe7-26b1-435c-8355-29d3e9c27703 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:24.755757 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c156742b-160a-4d8b-940c-ad5d4a0102f0 admin admin] Made reservation on behalf of 8ee09ea209694f8bab7b9c7c2dff7d72 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:24.758191 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c156742b-160a-4d8b-940c-ad5d4a0102f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.840576 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.882558 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:24.936773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:24.940279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:24.944990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:24.972143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event updated for resources: {'Port': ['ID=c452d3ef-dacc-4e44-9227-0d022189e996,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:25.038197 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c156742b-160a-4d8b-940c-ad5d4a0102f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.082915 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.108230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156742b-160a-4d8b-940c-ad5d4a0102f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7a8ce3-5280-4534-999b-9162791807b4,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:25.110381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b44a1-deb6-4543-b1ff-e8c3711e2e54 req-c8d2ec87-93fa-4d23-b630-c3891ca717e9 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.112503 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef0b44a1-deb6-4543-b1ff-e8c3711e2e54 req-c8d2ec87-93fa-4d23-b630-c3891ca717e9 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0806034 Nov 27 01:17:25.120606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c156742b-160a-4d8b-940c-ad5d4a0102f0 admin admin] Checking segment: {'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:25.121216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156742b-160a-4d8b-940c-ad5d4a0102f0 admin admin] Network hostable DHCP agents. Network: 9627cbe7-26b1-435c-8355-29d3e9c27703, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:17:25.150926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156742b-160a-4d8b-940c-ad5d4a0102f0 admin admin] Network 9627cbe7-26b1-435c-8355-29d3e9c27703 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:17:25.164772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c156742b-160a-4d8b-940c-ad5d4a0102f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 9627cbe7-26b1-435c-8355-29d3e9c27703) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:25.172617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c156742b-160a-4d8b-940c-ad5d4a0102f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.173466 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c156742b-160a-4d8b-940c-ad5d4a0102f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.173755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.177828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db50e156-b78e-4b26-8822-b0ddd94fda70 None None] Network 9627cbe7-26b1-435c-8355-29d3e9c27703 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:25.193623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c156742b-160a-4d8b-940c-ad5d4a0102f0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4781480 Nov 27 01:17:25.207111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef0b44a1-deb6-4543-b1ff-e8c3711e2e54 req-3531396b-2a6f-449e-b58b-b57ccc0c1e14 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856082 Nov 27 01:17:25.307956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5750bb71-f9f7-4d16-a975-5d53b2323855 req-8dfe8efa-c8e9-4611-b2d5-3527725df49b tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0821612 Nov 27 01:17:25.366466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5ce9ee-7d63-4fb7-b6d8-8b7bbf291430 None None] Network 9627cbe7-26b1-435c-8355-29d3e9c27703 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:25.451286 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.465632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a37868-9738-4090-b48f-ec1f18f897c8 req-a2e6f0b2-e579-44b5-a868-1e70160b84bb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.467231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-05a37868-9738-4090-b48f-ec1f18f897c8 req-a2e6f0b2-e579-44b5-a868-1e70160b84bb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1437004 Nov 27 01:17:25.468506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.594000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event updated for resources: {'Port': ['ID=c452d3ef-dacc-4e44-9227-0d022189e996,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:25.608071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-05a37868-9738-4090-b48f-ec1f18f897c8 req-6349e006-4806-4a70-b449-581418654cfb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298895 Nov 27 01:17:25.611254 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.637422 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.644087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a83a0347-655b-4941-b0ea-1a6a4326e6a7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7903006 Nov 27 01:17:25.647228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35814) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:25.652434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-698067114'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:25.675769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Made reservation on behalf of b3f5f14ff98c477ca20398764795bcae for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:25.679929 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.690145 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.854340 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-a3a9a49e-e8a9-48b9-8b63-47618f505d28 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:25.855794 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-a3a9a49e-e8a9-48b9-8b63-47618f505d28 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/networks?id=9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 200 len: 813 time: 0.1471117 Nov 27 01:17:25.870513 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.879433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.888079 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-58b5dd73-3680-4ba7-9979-b5caf964ee47 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/quotas/8ee09ea209694f8bab7b9c7c2dff7d72 HTTP/1.1" status: 200 len: 375 time: 0.0232096 Nov 27 01:17:25.933213 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:17:25.936534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-e91e050d-dacb-40a7-81a2-781ed8513f92 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420086 Nov 27 01:17:25.940936 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7394b931-a7a6-4fca-b1d8-afcb8e347984,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:25.956633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:25.957067 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Added segment 0d85c9d2-3262-454b-b333-f6b3815e31e8 of type vlan for network fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa Nov 27 01:17:26.046433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.089924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-062f6ef1-0283-42fb-a2de-3d8a2efad4da service neutron] 10.222.0.37 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438785 Nov 27 01:17:26.094865 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.100768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:26.101710 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.211921 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5633173 Nov 27 01:17:26.215238 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35830) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:26.220806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-389069b6-05bb-45aa-a82d-eb033637ad44 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Request body: {'subnet': {'network_id': 'fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:26.225098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607465a-6335-476f-98e4-0b83bc592815 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event updated for resources: {'Network': ['ID=fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:26.248806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:17:26.268294 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-458d0ed4-e3f8-49ab-b305-21a1da6e0ce7 service neutron] 10.222.0.37 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629901 Nov 27 01:17:26.455462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389069b6-05bb-45aa-a82d-eb033637ad44 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Made reservation on behalf of b3f5f14ff98c477ca20398764795bcae for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:26.459857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-389069b6-05bb-45aa-a82d-eb033637ad44 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:26.545980 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f787b26-4cd1-4045-9b84-355db837e843 req-3f4155a2-75b0-44f9-a666-182e07f5b7d8 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0520234 Nov 27 01:17:26.569342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c9a62-8d05-4069-9430-c56bf7d1af2d req-d717369a-0e18-46a6-b606-d20b85b001d7 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:26.577786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-464c9a62-8d05-4069-9430-c56bf7d1af2d req-d717369a-0e18-46a6-b606-d20b85b001d7 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.1851807 Nov 27 01:17:26.626542 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-505e6287-9825-440a-af2d-b81284e97784 req-feb564d4-08d4-495d-b73b-76c750fd1b62 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 210 time: 0.0401614 Nov 27 01:17:26.688574 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-464c9a62-8d05-4069-9430-c56bf7d1af2d req-43117111-e3c9-4e3b-9f59-2a1a1ace8fdb tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023388 Nov 27 01:17:26.951333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbb340-059c-4a6d-9744-da93425bd97f req-ed3a70ae-e2eb-46aa-aea8-993c6bca943f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:26.961739 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8bbb340-059c-4a6d-9744-da93425bd97f req-ed3a70ae-e2eb-46aa-aea8-993c6bca943f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.0998299 Nov 27 01:17:27.037834 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8bbb340-059c-4a6d-9744-da93425bd97f req-6a68d2fa-bd25-4bdd-a4c5-2ae7ca789df6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736563 Nov 27 01:17:27.157515 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32a2d88c-951d-4d27-ba51-77800d1c4680 req-a81173b7-8a47-4688-a645-2e2b3d59090a tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0307097 Nov 27 01:17:27.284138 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-389069b6-05bb-45aa-a82d-eb033637ad44 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:27.351015 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389069b6-05bb-45aa-a82d-eb033637ad44 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event updated for resources: {'Subnet': ['ID=5501ce41-5371-4cfd-a2f7-3da241c03b54,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:27.362515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389069b6-05bb-45aa-a82d-eb033637ad44 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Checking segment: {'id': '0d85c9d2-3262-454b-b333-f6b3815e31e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:27.362920 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389069b6-05bb-45aa-a82d-eb033637ad44 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Network hostable DHCP agents. Network: fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:17:27.399411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389069b6-05bb-45aa-a82d-eb033637ad44 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Network fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:17:27.413421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-389069b6-05bb-45aa-a82d-eb033637ad44 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:27.417779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389069b6-05bb-45aa-a82d-eb033637ad44 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.418672 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-389069b6-05bb-45aa-a82d-eb033637ad44 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:27.424237 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c143c6-44cf-4f93-9275-959a0c50e9c7 None None] Network fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:27.444031 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-389069b6-05bb-45aa-a82d-eb033637ad44 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2269325 Nov 27 01:17:27.446280 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35878) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:27.451831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1870686545', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:27.508613 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:27.509799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:27.571959 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:27.590483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa', 'network_id': 'fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa', 'tenant_id': 'b3f5f14ff98c477ca20398764795bcae', 'fixed_ips': [{'subnet_id': '5501ce41-5371-4cfd-a2f7-3da241c03b54'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:17:27.591368 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:27.737823 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:27.757284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Allocated IP 172.20.0.2 (fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa/5501ce41-5371-4cfd-a2f7-3da241c03b54/06f47084-fa7b-4414-a32c-86130a6dbe71) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:27.866409 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b855080b-05be-45cf-8fb2-f22afe6e7eee req-89b78956-4b29-4a2b-88ac-6f1aa1196de6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 210 time: 0.1012604 Nov 27 01:17:27.918110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42935a47-d185-4b59-8621-728920600df3 req-fdf479eb-fd76-4c02-bd4b-f59adb1c547d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:27.929020 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42935a47-d185-4b59-8621-728920600df3 req-fdf479eb-fd76-4c02-bd4b-f59adb1c547d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0801713 Nov 27 01:17:28.010893 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42935a47-d185-4b59-8621-728920600df3 req-0a70d5c2-dbbe-465c-80a3-e3c9cf9f614f tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805309 Nov 27 01:17:28.027756 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.043372 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.087838 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Network fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:28.091831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:28.096090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:28.135173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Pushing event updated for resources: {'Port': ['ID=06f47084-fa7b-4414-a32c-86130a6dbe71,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:28.186765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-ac28730d-1190-4c9b-9556-ea43731ec4ae tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.188139 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-ac28730d-1190-4c9b-9556-ea43731ec4ae tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.11 "GET /v2.0/networks?id=9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 200 len: 813 time: 0.1716578 Nov 27 01:17:28.205059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Attempting to bind port 06f47084-fa7b-4414-a32c-86130a6dbe71 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:28.205685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Attempting to bind port 06f47084-fa7b-4414-a32c-86130a6dbe71 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '0d85c9d2-3262-454b-b333-f6b3815e31e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:28.206219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Attempting to bind port 06f47084-fa7b-4414-a32c-86130a6dbe71 on network fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:28.211106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Request body: {'port': {'device_id': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703', 'admin_state_up': True, 'tenant_id': '8ee09ea209694f8bab7b9c7c2dff7d72'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:28.213732 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:28.214470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Checking segment: {'id': '0d85c9d2-3262-454b-b333-f6b3815e31e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:28.215090 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.215651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Bound using segment: {'id': '0d85c9d2-3262-454b-b333-f6b3815e31e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:28.216281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Bound port: 06f47084-fa7b-4414-a32c-86130a6dbe71, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d85c9d2-3262-454b-b333-f6b3815e31e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:28.216853 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.285005 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.296835 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] For port 06f47084-fa7b-4414-a32c-86130a6dbe71, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:28.300657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] For port 06f47084-fa7b-4414-a32c-86130a6dbe71, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=06f47084-fa7b-4414-a32c-86130a6dbe71,segment=NetworkSegment(0d85c9d2-3262-454b-b333-f6b3815e31e8),segment_id=0d85c9d2-3262-454b-b333-f6b3815e31e8)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:28.309107 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.322487 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.343611 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1c5cf052-0425-4337-9d70-f8220579e796 req-99aac58c-02c9-4072-8708-fd6df3e2414d tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0354648 Nov 27 01:17:28.398565 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02f9c2-e8d3-4a06-8ec5-764f236ddf00 None None] Pushing event updated for resources: {'Port': ['ID=06f47084-fa7b-4414-a32c-86130a6dbe71,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:28.422691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa346cdd-37f3-4f18-8344-a36e26d2047c req-cf99472e-d33d-473e-bba3-1400f6268089 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:28.423230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Made reservation on behalf of 8ee09ea209694f8bab7b9c7c2dff7d72 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:28.424180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa346cdd-37f3-4f18-8344-a36e26d2047c req-cf99472e-d33d-473e-bba3-1400f6268089 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.2333205 Nov 27 01:17:28.426922 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.547102 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Allocated IP 172.25.3.63 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/0b5a71ab-8bef-4319-8ab9-47b344b179af) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:28.557679 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa346cdd-37f3-4f18-8344-a36e26d2047c req-b6671f73-e0cf-4218-84d6-e59f463b6826 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234655 Nov 27 01:17:28.648169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Allocated IP 172.20.0.2 (9627cbe7-26b1-435c-8355-29d3e9c27703/2f7a8ce3-5280-4534-999b-9162791807b4/de278812-84d3-4af0-92b6-204cd91f8d25) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:28.782925 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.860450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.868981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 06f47084-fa7b-4414-a32c-86130a6dbe71 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:28.938699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:28.950502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:28.964569 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:28.968354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:28.981073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 06f47084-fa7b-4414-a32c-86130a6dbe71 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:28.981737 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.060495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event updated for resources: {'Port': ['ID=0b5a71ab-8bef-4319-8ab9-47b344b179af,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:29.080991 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f3de7dd3-5553-46a4-ac74-17bebeaa9ef6 req-a24a14cb-0850-4c88-b479-02d632823c31 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 210 time: 0.0466104 Nov 27 01:17:29.089004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.091315 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.192966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 06f47084-fa7b-4414-a32c-86130a6dbe71, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=06f47084-fa7b-4414-a32c-86130a6dbe71,segment=NetworkSegment(0d85c9d2-3262-454b-b333-f6b3815e31e8),segment_id=0d85c9d2-3262-454b-b333-f6b3815e31e8)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:29.202471 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.233017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Network 9627cbe7-26b1-435c-8355-29d3e9c27703 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:29.253910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:29.275938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:29.330082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=06f47084-fa7b-4414-a32c-86130a6dbe71,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:29.353489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068aa7ee-6264-4697-b28b-b88ff3f0be5b req-40026346-75e3-4c48-be56-37fbf4ada017 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.362334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-068aa7ee-6264-4697-b28b-b88ff3f0be5b req-40026346-75e3-4c48-be56-37fbf4ada017 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.2208271 Nov 27 01:17:29.367550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.368209 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.370889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Pushing event updated for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:29.398294 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-9f28e9fd-3559-4fdd-ba28-d07a8786c8f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1939936 Nov 27 01:17:29.421613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Request body: {'port': {'device_id': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:29.520260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.535044 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-068aa7ee-6264-4697-b28b-b88ff3f0be5b req-5ca6e084-474d-4727-a958-fefef21fba83 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715691 Nov 27 01:17:29.597957 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6d0b54e9-3240-4a40-be27-786a88a1dd45 req-eeb4c147-ca64-4798-80f2-cf3ce7b29598 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0816827 Nov 27 01:17:29.792037 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:29.805034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca11c8-d5cf-4ebf-884d-5407aff016c6 req-5e7d6f6a-d70c-4f0b-b90d-075525203509 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:29.806555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7ca11c8-d5cf-4ebf-884d-5407aff016c6 req-5e7d6f6a-d70c-4f0b-b90d-075525203509 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1046917 Nov 27 01:17:29.940186 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165116d3-0b50-478c-b121-5f219984921a None None] Network fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:17:29.958634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de278812-84d3-4af0-92b6-204cd91f8d25 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:29.980399 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7ca11c8-d5cf-4ebf-884d-5407aff016c6 req-f45985f3-92dc-443b-8f7f-f33623349722 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311176 Nov 27 01:17:29.980700 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.031835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Transition to ACTIVE for port object de278812-84d3-4af0-92b6-204cd91f8d25 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:17:30.039263 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.171070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Pushing event updated for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:30.350620 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a5ab9556-b150-4608-b6a9-8f9f043b4b57 None None] Provisioning complete for port 06f47084-fa7b-4414-a32c-86130a6dbe71 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:30.351008 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a5ab9556-b150-4608-b6a9-8f9f043b4b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.364797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Attempting to bind port de278812-84d3-4af0-92b6-204cd91f8d25 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:30.365255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Attempting to bind port de278812-84d3-4af0-92b6-204cd91f8d25 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:30.365596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Attempting to bind port de278812-84d3-4af0-92b6-204cd91f8d25 on network 9627cbe7-26b1-435c-8355-29d3e9c27703 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:30.368253 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.392158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Port de278812-84d3-4af0-92b6-204cd91f8d25 on network 9627cbe7-26b1-435c-8355-29d3e9c27703 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:30.393251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Attempting to bind port de278812-84d3-4af0-92b6-204cd91f8d25 on network 9627cbe7-26b1-435c-8355-29d3e9c27703 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:30.405915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:30.410286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Checking segment: {'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:30.429315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Bound using segment: {'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:30.429653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Bound port: de278812-84d3-4af0-92b6-204cd91f8d25, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:30.430033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.464106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcdfff-7401-4de4-8a90-6828e335dbb6 req-e1ee4a95-486b-45a9-ac29-b87c7a1828c2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:30.472072 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55fcdfff-7401-4de4-8a90-6828e335dbb6 req-e1ee4a95-486b-45a9-ac29-b87c7a1828c2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 943 time: 0.1323338 Nov 27 01:17:30.629475 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55fcdfff-7401-4de4-8a90-6828e335dbb6 req-c143303e-d2df-4a49-93f3-f33c71709ac4 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557450 Nov 27 01:17:30.636874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:30.641036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:30.649625 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.678020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:30.678934 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.680700 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] 10.222.0.11 "PUT /v2.0/ports/de278812-84d3-4af0-92b6-204cd91f8d25 HTTP/1.1" status: 200 len: 1091 time: 1.2645836 Nov 27 01:17:30.682302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:30.684983 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ae598d-3035-4d2f-98f5-59640313d183" -d '{"events": [{"name": "network-changed", "server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:30.708824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Router 4a2d75e0-f080-40d1-b442-067afcb165cf is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:17:30.774481 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c07871eb-7ee3-4b38-a7d4-8722d1f5c7f3 req-199a9e69-57d2-4fbc-bac9-0b0796eb34c6 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0400288 Nov 27 01:17:30.850226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 06f47084-fa7b-4414-a32c-86130a6dbe71 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:30.875253 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d0092d-d758-40c1-81ab-8cd815ea3005 x-openstack-request-id: req-68d0092d-d758-40c1-81ab-8cd815ea3005 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:30.875832 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:30.876251 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68d0092d-d758-40c1-81ab-8cd815ea3005 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:30.876819 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'status': 'completed', 'code': 200} Nov 27 01:17:30.885271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1bb39-5d74-44db-baa9-68f46cf2a066 service neutron] Pushing event updated for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:30.898641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-b2476aee-b44e-462c-a69c-eb082e4f60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:30.900261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-b2476aee-b44e-462c-a69c-eb082e4f60c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 1094 time: 0.1227472 Nov 27 01:17:30.913669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec0549-fae4-4da6-9280-20b983c96f75 req-24c639c8-ff1a-4f8c-9773-90e3a62312e5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:30.921320 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71ec0549-fae4-4da6-9280-20b983c96f75 req-24c639c8-ff1a-4f8c-9773-90e3a62312e5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.1358907 Nov 27 01:17:30.945633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:17:30.982481 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-de0f0f26-0288-4250-9819-4d8409f1fe74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de278812-84d3-4af0-92b6-204cd91f8d25 HTTP/1.1" status: 200 len: 217 time: 0.0673349 Nov 27 01:17:30.985239 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:30.986513 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e68e0f8d-4e57-4dda-897a-6059df6eacad tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.5391181 Nov 27 01:17:30.990537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35934) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:31.002280 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71ec0549-fae4-4da6-9280-20b983c96f75 req-5e4b1565-08b8-46d5-a6f1-168ab09e78c6 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800529 Nov 27 01:17:31.054074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7062cca1-fd36-4aa6-aeb2-2942cb50e9e7 None None] Sync routers for ids ['4a2d75e0-f080-40d1-b442-067afcb165cf'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:17:31.122546 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-c87a3bf4-1b06-4fa3-8d7c-19c5da0390a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.127506 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-c87a3bf4-1b06-4fa3-8d7c-19c5da0390a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7a8ce3-5280-4534-999b-9162791807b4 HTTP/1.1" status: 200 len: 853 time: 0.1319695 Nov 27 01:17:31.157557 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7062cca1-fd36-4aa6-aeb2-2942cb50e9e7 None None] Routers {'4a2d75e0-f080-40d1-b442-067afcb165cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:31.157733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7062cca1-fd36-4aa6-aeb2-2942cb50e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['4a2d75e0-f080-40d1-b442-067afcb165cf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:31.219534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4655b8da-644e-436a-a9bc-52f163541bc8 None None] Provisioning complete for port 06f47084-fa7b-4414-a32c-86130a6dbe71 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:31.219966 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4655b8da-644e-436a-a9bc-52f163541bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:31.225001 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7062cca1-fd36-4aa6-aeb2-2942cb50e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:31.251562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 06f47084-fa7b-4414-a32c-86130a6dbe71 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:31.251876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:31.272871 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-225d2311-6fc5-498e-875a-32b0f8cd9981 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9627cbe7-26b1-435c-8355-29d3e9c27703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373808 Nov 27 01:17:31.353194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b73885-02ea-4985-b786-504426023bcf req-1e9f1510-2853-4520-b381-96aa2d68b9ae tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.360504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-36b73885-02ea-4985-b786-504426023bcf req-1e9f1510-2853-4520-b381-96aa2d68b9ae tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.2353251 Nov 27 01:17:31.379495 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7062cca1-fd36-4aa6-aeb2-2942cb50e9e7 None None] Routers {'4a2d75e0-f080-40d1-b442-067afcb165cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:31.380187 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7062cca1-fd36-4aa6-aeb2-2942cb50e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['4a2d75e0-f080-40d1-b442-067afcb165cf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:31.476274 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7062cca1-fd36-4aa6-aeb2-2942cb50e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:31.476900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7062cca1-fd36-4aa6-aeb2-2942cb50e9e7 None None] The sync data for ids ['4a2d75e0-f080-40d1-b442-067afcb165cf'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:17:31.502673 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-36b73885-02ea-4985-b786-504426023bcf req-d2850cba-5173-4ad0-bed4-a0d8f0066e81 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409492 Nov 27 01:17:31.525095 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-c67d30d8-30ca-4f14-889a-f9f1bfeea6fa service neutron] 10.222.0.11 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429276 Nov 27 01:17:31.638098 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94edd711-b31c-435a-a347-ca3531a09ea2 req-e50b7d26-f41a-453c-965e-f5a70cdc40f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2052455 Nov 27 01:17:31.683979 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29ffa365-7281-41c0-b955-c011ae5fc5e6 req-6dc9a505-9aa9-462b-aa99-93dcfa3a5429 service neutron] 10.222.0.11 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516690 Nov 27 01:17:31.860046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edd711-b31c-435a-a347-ca3531a09ea2 req-4e6b002e-793d-41d3-bd21-49be56a8b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.863766 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94edd711-b31c-435a-a347-ca3531a09ea2 req-4e6b002e-793d-41d3-bd21-49be56a8b88b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7096168887864853b0d56415769aae26&device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 1096 time: 0.1250508 Nov 27 01:17:31.890463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0002330-c81f-4280-bc21-1aa31bb034b9 req-23c56c2f-0181-4357-ae97-12d301fa0bea tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.900348 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0002330-c81f-4280-bc21-1aa31bb034b9 req-23c56c2f-0181-4357-ae97-12d301fa0bea tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 943 time: 0.1145859 Nov 27 01:17:31.937034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae598d-3035-4d2f-98f5-59640313d183 req-a407e8f3-ceff-40e9-ae2a-e7a25e4ca09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:31.938743 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94ae598d-3035-4d2f-98f5-59640313d183 req-a407e8f3-ceff-40e9-ae2a-e7a25e4ca09a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 1094 time: 0.1432686 Nov 27 01:17:31.997260 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e9745398-2a44-4f46-acc5-b329bb610aa5 req-cd13c005-eecd-40fa-850b-673c98b12dc6 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0643682 Nov 27 01:17:32.032224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edd711-b31c-435a-a347-ca3531a09ea2 req-1267f957-bf30-479d-98ad-59941924496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:32.034739 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94edd711-b31c-435a-a347-ca3531a09ea2 req-1267f957-bf30-479d-98ad-59941924496f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 200 len: 911 time: 0.1311977 Nov 27 01:17:32.145617 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0002330-c81f-4280-bc21-1aa31bb034b9 req-5fbd729b-1ac5-447b-861e-1ebc8871d55d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391520 Nov 27 01:17:32.187341 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94edd711-b31c-435a-a347-ca3531a09ea2 req-d9bc9811-5da8-45a3-aa7a-aa320ad2279f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3091cb21-086d-418f-a3b5-a77c9e037f08 HTTP/1.1" status: 200 len: 1001 time: 0.1411228 Nov 27 01:17:32.233988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae598d-3035-4d2f-98f5-59640313d183 req-63649565-6469-4b16-84ed-c683377228a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:32.235852 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94ae598d-3035-4d2f-98f5-59640313d183 req-63649565-6469-4b16-84ed-c683377228a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 200 len: 914 time: 0.2800300 Nov 27 01:17:32.247934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edd711-b31c-435a-a347-ca3531a09ea2 req-63077e49-a70f-46fe-9f99-8e00673afccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:32.249787 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94edd711-b31c-435a-a347-ca3531a09ea2 req-63077e49-a70f-46fe-9f99-8e00673afccb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a47bc75-51de-4fff-99e5-a89ff920057e HTTP/1.1" status: 200 len: 849 time: 0.0527482 Nov 27 01:17:32.310390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edd711-b31c-435a-a347-ca3531a09ea2 req-31021a66-18a1-47cc-851b-4da3373ad329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:32.313085 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94edd711-b31c-435a-a347-ca3531a09ea2 req-31021a66-18a1-47cc-851b-4da3373ad329 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3083db5d-148c-4c08-b659-41fd18a67bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558054 Nov 27 01:17:32.326621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94ae598d-3035-4d2f-98f5-59640313d183 req-00c0a792-84bb-4366-9d0b-40b4cae3e519 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de278812-84d3-4af0-92b6-204cd91f8d25 HTTP/1.1" status: 200 len: 217 time: 0.0532200 Nov 27 01:17:32.349948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add55910-a48e-4ba8-89e9-50ecd5b79a8e req-c091d38a-8142-4210-93c9-f6362dce1ae8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:32.351693 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-add55910-a48e-4ba8-89e9-50ecd5b79a8e req-c091d38a-8142-4210-93c9-f6362dce1ae8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.1976008 Nov 27 01:17:32.448816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94edd711-b31c-435a-a347-ca3531a09ea2 req-a9513ac6-7601-46ff-8609-18d961b8e1d6 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269174 Nov 27 01:17:32.463279 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae598d-3035-4d2f-98f5-59640313d183 req-389904f9-1a87-4a2d-abdc-c70437be0ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:32.464924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94ae598d-3035-4d2f-98f5-59640313d183 req-389904f9-1a87-4a2d-abdc-c70437be0ad5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7a8ce3-5280-4534-999b-9162791807b4 HTTP/1.1" status: 200 len: 853 time: 0.1309974 Nov 27 01:17:32.488009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:32.503219 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-add55910-a48e-4ba8-89e9-50ecd5b79a8e req-90c3e6e9-5914-429d-8725-5e27e3bbf626 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267233 Nov 27 01:17:32.547098 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94ae598d-3035-4d2f-98f5-59640313d183 req-b138a309-96c0-40fa-8fbf-9bcd54237bcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9627cbe7-26b1-435c-8355-29d3e9c27703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695329 Nov 27 01:17:32.632101 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94edd711-b31c-435a-a347-ca3531a09ea2 req-1ddad0ed-9b19-4e89-92e1-3ba577556941 service neutron] 10.222.0.11 "GET /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734469 Nov 27 01:17:32.682060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd9738-5270-4cea-962d-e3aff343999b req-41991d99-eb31-4ea7-ad3d-203ca21a8d7f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:32.685397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17dd9738-5270-4cea-962d-e3aff343999b req-41991d99-eb31-4ea7-ad3d-203ca21a8d7f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1000621 Nov 27 01:17:32.748637 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17dd9738-5270-4cea-962d-e3aff343999b req-489dce0d-bc2b-4cb9-ac42-a1822efff825 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563130 Nov 27 01:17:32.796451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94ae598d-3035-4d2f-98f5-59640313d183 req-c8652774-88ba-4fab-86e9-6705bc9b6dd3 service neutron] 10.222.0.11 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131786 Nov 27 01:17:32.968980 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94ae598d-3035-4d2f-98f5-59640313d183 req-349a0a19-de1a-42ac-bb05-e2aa3a3c08dd service neutron] 10.222.0.11 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643932 Nov 27 01:17:32.982414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Allocated IP 172.20.0.1 (fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa/5501ce41-5371-4cfd-a2f7-3da241c03b54/42a3ef2a-d4aa-4778-bfb2-c2ac4a2ad75a) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:33.128738 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.145171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e32d49cd-5778-427c-8627-d86e68b50df8 req-ebcb3b98-cf06-42ec-ab31-1b0b814a6f8b tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0393603 Nov 27 01:17:33.180224 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.235027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Network fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:33.239175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:33.243255 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:33.303891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event updated for resources: {'Port': ['ID=42a3ef2a-d4aa-4778-bfb2-c2ac4a2ad75a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:33.324532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0d00c-60fb-4c55-8e2b-4c5b23260ed2 req-5b5daaf7-28af-4ec5-b2ea-d7970f8c07b6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.324722 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.332636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7e0d00c-60fb-4c55-8e2b-4c5b23260ed2 req-5b5daaf7-28af-4ec5-b2ea-d7970f8c07b6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 943 time: 0.1082001 Nov 27 01:17:33.398493 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7e0d00c-60fb-4c55-8e2b-4c5b23260ed2 req-7bc8f8ce-f370-492b-a716-a1704cffab7e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647547 Nov 27 01:17:33.497028 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.546302 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2b35a7c3-1c87-4a8e-aa25-49f404484356 None None] Provisioning complete for port 42a3ef2a-d4aa-4778-bfb2-c2ac4a2ad75a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:33.547438 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2b35a7c3-1c87-4a8e-aa25-49f404484356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.607837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2b35a7c3-1c87-4a8e-aa25-49f404484356 None None] Port 42a3ef2a-d4aa-4778-bfb2-c2ac4a2ad75a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:17:33.663004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c76a8-b153-4fdf-b951-85540c76eb25 req-ac2f07e8-78ac-4899-a613-bc030b6b2dba tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.670932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-022c76a8-b153-4fdf-b951-85540c76eb25 req-ac2f07e8-78ac-4899-a613-bc030b6b2dba tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0732646 Nov 27 01:17:33.725376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-022c76a8-b153-4fdf-b951-85540c76eb25 req-480694e2-27d3-4e9c-826d-c1e7667595bd tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529222 Nov 27 01:17:33.929161 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.936927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1d1c8-95aa-493b-b545-a0d92b392477 req-71e349cb-c9ce-4aac-b16c-6f5f3ee53634 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:33.937345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:33.946687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33e1d1c8-95aa-493b-b545-a0d92b392477 req-71e349cb-c9ce-4aac-b16c-6f5f3ee53634 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.0798056 Nov 27 01:17:34.013302 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33e1d1c8-95aa-493b-b545-a0d92b392477 req-17c4f465-e0f5-41ca-a7f9-ea1ad85fcb77 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655887 Nov 27 01:17:34.055659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event updated for resources: {'Port': ['ID=42a3ef2a-d4aa-4778-bfb2-c2ac4a2ad75a,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:34.076781 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.090455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb59e4e-f9b3-4ac3-a9a9-14dd82cec865 req-d55fde59-c143-4337-a975-2d9213223b80 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:34.092631 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4eb59e4e-f9b3-4ac3-a9a9-14dd82cec865 req-d55fde59-c143-4337-a975-2d9213223b80 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 945 time: 0.0854049 Nov 27 01:17:34.171331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device de278812-84d3-4af0-92b6-204cd91f8d25 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:34.259965 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4eb59e4e-f9b3-4ac3-a9a9-14dd82cec865 req-80481433-dd4e-40ab-8b99-f393c0904a7a tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286981 Nov 27 01:17:34.299508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Network fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:34.301372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:34.301689 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3de7dfdd-47cf-4bd8-819b-025472cbf4a3 req-112d22e8-658d-433f-a26e-1549ef1f87d9 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0583963 Nov 27 01:17:34.364298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:34.382975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703', 'port_id': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'mac_address': 'fa:16:3e:b6:c4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7a8ce3-5280-4534-999b-9162791807b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:34.426059 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.451575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de278812-84d3-4af0-92b6-204cd91f8d25 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:34.499341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:34.508404 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:34.585880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:34.592338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6fee2-21a3-49bd-abae-60fcfc022276 req-01d7cf10-3126-4c54-accb-5d6eb2156162 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:34.596380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:34.597393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:34.597904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:34.598447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:34.599197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:34.600320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:34.600942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:34.601437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:34.602319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:34.603257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:34.603755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:34.604943 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:34.611042 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17a6fee2-21a3-49bd-abae-60fcfc022276 req-01d7cf10-3126-4c54-accb-5d6eb2156162 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.0922539 Nov 27 01:17:34.621861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Router 4a2d75e0-f080-40d1-b442-067afcb165cf has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:17:34.748084 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17a6fee2-21a3-49bd-abae-60fcfc022276 req-b3a62135-141c-4f68-a066-5bc4b68247e3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189868 Nov 27 01:17:34.797677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['de278812-84d3-4af0-92b6-204cd91f8d25'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:34.885078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:17:34.893863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0ae36f30-f463-4dec-bdc8-326df68883b8 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "PUT /v2.0/routers/4a2d75e0-f080-40d1-b442-067afcb165cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8988502 Nov 27 01:17:34.893863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36036) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:34.898495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Request body: {'port': {'network_id': 'fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa', 'name': 'tempest-FloatingIPAdminTestJSON-1072005568'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:34.898911 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3fc71-9458-4f52-b16f-aa72d57efa54 None None] Sync routers for ids ['4a2d75e0-f080-40d1-b442-067afcb165cf'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:17:34.910095 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3fc71-9458-4f52-b16f-aa72d57efa54 None None] Routers {'4a2d75e0-f080-40d1-b442-067afcb165cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:34.911155 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2be3fc71-9458-4f52-b16f-aa72d57efa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['4a2d75e0-f080-40d1-b442-067afcb165cf'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:34.939424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da220e5f-9fd4-47e7-92a2-f75b4fc2eb81 req-841d122a-3432-4317-8794-a0c9dc7dcc3f tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:34.947657 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da220e5f-9fd4-47e7-92a2-f75b4fc2eb81 req-841d122a-3432-4317-8794-a0c9dc7dcc3f tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0792086 Nov 27 01:17:34.987673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c1bdb983-c166-4558-b3a5-82708a22cf4c None None] Provisioning complete for port 42a3ef2a-d4aa-4778-bfb2-c2ac4a2ad75a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:34.988234 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb983-c166-4558-b3a5-82708a22cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:35.011294 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2be3fc71-9458-4f52-b16f-aa72d57efa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:35.036801 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da220e5f-9fd4-47e7-92a2-f75b4fc2eb81 req-b9b78639-0f3f-494d-b53f-32c6140c8f5b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877149 Nov 27 01:17:35.041128 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3fc71-9458-4f52-b16f-aa72d57efa54 None None] Routers {'4a2d75e0-f080-40d1-b442-067afcb165cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:35.041772 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2be3fc71-9458-4f52-b16f-aa72d57efa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['4a2d75e0-f080-40d1-b442-067afcb165cf'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:35.055769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Made reservation on behalf of b3f5f14ff98c477ca20398764795bcae for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:35.059928 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:35.090343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c1bdb983-c166-4558-b3a5-82708a22cf4c None None] Port 42a3ef2a-d4aa-4778-bfb2-c2ac4a2ad75a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:17:35.123300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] device_id is not set on port ee9ced8c-e29f-4803-9e8f-c9004171b363 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:17:35.136576 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2be3fc71-9458-4f52-b16f-aa72d57efa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:35.137500 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3fc71-9458-4f52-b16f-aa72d57efa54 None None] The sync data for ids ['4a2d75e0-f080-40d1-b442-067afcb165cf'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:17:35.499038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ea1e5-6eaf-47f7-bbfe-372120c487ec req-0a7b0fc1-2582-4e67-8338-4088649229a9 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:35.508079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc8ea1e5-6eaf-47f7-bbfe-372120c487ec req-0a7b0fc1-2582-4e67-8338-4088649229a9 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 945 time: 0.0713890 Nov 27 01:17:35.572069 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cc8ea1e5-6eaf-47f7-bbfe-372120c487ec req-45bd5613-6dca-45d7-9973-b121fffbbb66 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627837 Nov 27 01:17:35.607194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c400a-d01d-4476-84ed-0cdb8fc99ac5 req-4c3deb01-707b-4764-8881-ce2415e82728 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:35.614349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0c400a-d01d-4476-84ed-0cdb8fc99ac5 req-4c3deb01-707b-4764-8881-ce2415e82728 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.4137733 Nov 27 01:17:35.638518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Allocated IP 172.20.0.3 (fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa/5501ce41-5371-4cfd-a2f7-3da241c03b54/ee9ced8c-e29f-4803-9e8f-c9004171b363) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:35.665621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56904f40-9be0-4d9d-b874-1f1a0dc62fc7 req-b2095898-64ed-4fd6-86a7-33df722f6f8b tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0370216 Nov 27 01:17:35.700114 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a0c400a-d01d-4476-84ed-0cdb8fc99ac5 req-61e7fd9b-74a9-4aaa-9ab1-af26dffc5122 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830305 Nov 27 01:17:35.888760 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:35.922600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ace0c-6045-420e-8baf-b1fdc17dac84 req-96ea2b93-bb01-4527-b1c4-229ed98dcc25 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:35.924000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1d8ace0c-6045-420e-8baf-b1fdc17dac84 req-96ea2b93-bb01-4527-b1c4-229ed98dcc25 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.0864778 Nov 27 01:17:35.981750 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.028914 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1d8ace0c-6045-420e-8baf-b1fdc17dac84 req-d13ae9ed-56f0-410f-9437-128ae25e637f tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987670 Nov 27 01:17:36.040146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Network fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:36.049134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:36.055996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:36.132933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:36.133581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.152287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event updated for resources: {'Port': ['ID=ee9ced8c-e29f-4803-9e8f-c9004171b363,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:36.168249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device de278812-84d3-4af0-92b6-204cd91f8d25 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:36.189211 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1345e9aa-dd7e-4065-929c-1ca478f635cf tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2923009 Nov 27 01:17:36.189720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36062) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:36.218810 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350f9fc-b174-44e6-9aa7-8a8857180534 req-672c9ec8-0c03-450d-a17a-3af6d75b8d15 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:36.221611 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c350f9fc-b174-44e6-9aa7-8a8857180534 req-672c9ec8-0c03-450d-a17a-3af6d75b8d15 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0771832 Nov 27 01:17:36.305629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port de278812-84d3-4af0-92b6-204cd91f8d25 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:36.313016 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c350f9fc-b174-44e6-9aa7-8a8857180534 req-a4c38aed-d579-47aa-a0f1-74df260ecd41 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842714 Nov 27 01:17:36.316634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port de278812-84d3-4af0-92b6-204cd91f8d25 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:36.317050 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.476389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'project_id': 'b3f5f14ff98c477ca20398764795bcae', 'port_id': 'ee9ced8c-e29f-4803-9e8f-c9004171b363'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:36.492617 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.526182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:36.529728 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cddf2b8-cc49-465c-aa02-cbe133c4011b" -d '{"events": [{"server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "name": "network-vif-plugged", "status": "completed", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:36.554314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec6802-87e6-4bee-b8b6-e330934488f5 req-13c66506-c386-4cd0-98c1-195780e2fe2b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:36.556080 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-35ec6802-87e6-4bee-b8b6-e330934488f5 req-13c66506-c386-4cd0-98c1-195780e2fe2b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 945 time: 0.1036315 Nov 27 01:17:36.557211 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.567885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:36.572086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ab330075-bf86-4550-8080-8dbfa539e966 None None] Provisioning complete for port ee9ced8c-e29f-4803-9e8f-c9004171b363 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:36.572515 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ab330075-bf86-4550-8080-8dbfa539e966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.601409 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2d4e95-77a3-41d9-af11-7a59f365d600 x-openstack-request-id: req-0f2d4e95-77a3-41d9-af11-7a59f365d600 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:36.601701 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "name": "network-vif-plugged", "status": "completed", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:36.601954 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f2d4e95-77a3-41d9-af11-7a59f365d600 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:36.602367 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'code': 200} Nov 27 01:17:36.603993 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.643058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ab330075-bf86-4550-8080-8dbfa539e966 None None] Port ee9ced8c-e29f-4803-9e8f-c9004171b363 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:17:36.666159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:36.689560 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-35ec6802-87e6-4bee-b8b6-e330934488f5 req-674c3410-e8ff-43ac-97bf-de224d8c3417 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189241 Nov 27 01:17:36.743886 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:36.840071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db208e1-03f7-4318-8f89-25b8298bf7ca req-e207f252-b999-4371-bf5d-366e4f9b2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:36.841545 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1db208e1-03f7-4318-8f89-25b8298bf7ca req-e207f252-b999-4371-bf5d-366e4f9b2074 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0927465 Nov 27 01:17:36.891738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b0b0c18-369e-4950-8f8e-82a1e84abb78 req-594c97d1-c818-40c1-99a3-19349b28f53a tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0662570 Nov 27 01:17:36.921071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdf0df-68f1-4f61-a206-7a1757ea5758 req-7b900061-4e9c-44e4-8633-ee2ff1ca797e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:36.929005 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52cdf0df-68f1-4f61-a206-7a1757ea5758 req-7b900061-4e9c-44e4-8633-ee2ff1ca797e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1115770 Nov 27 01:17:36.930218 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1db208e1-03f7-4318-8f89-25b8298bf7ca req-21b8b6a3-39c5-4f5f-97ca-afa8d0e3d44e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669162 Nov 27 01:17:36.954817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Allocated IP 172.25.3.134 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/24901524-01c7-4cec-964f-28b14b773fdc) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:37.008142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52cdf0df-68f1-4f61-a206-7a1757ea5758 req-62a5eccb-afd5-4278-bd16-ef88ed5eef3b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781357 Nov 27 01:17:37.141400 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.183666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.188543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefee8e-be9f-486a-8eef-fbd0e4e4804a req-0ca3bf02-7dc0-4d13-b4e2-fce556c76a51 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:37.190170 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8eefee8e-be9f-486a-8eef-fbd0e4e4804a req-0ca3bf02-7dc0-4d13-b4e2-fce556c76a51 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0662606 Nov 27 01:17:37.239545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:37.244305 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:37.248841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Pushing event updated for resources: {'Port': ['ID=24901524-01c7-4cec-964f-28b14b773fdc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:37.258944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:37.272773 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8eefee8e-be9f-486a-8eef-fbd0e4e4804a req-118c6e1a-a9b6-41fd-a0f2-7c9665e14187 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621290 Nov 27 01:17:37.283043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:37.284139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:37.284583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:37.285024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:37.285474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:37.285927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:37.286411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:37.287409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:37.287838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:37.288265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:37.288693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:37.289161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:37.336045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b3916eba-19dd-4293-b647-3dbe155f086b details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:37.576094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b3916eba-19dd-4293-b647-3dbe155f086b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b3916eba-19dd-4293-b647-3dbe155f086b,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:37.602898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'b3916eba-19dd-4293-b647-3dbe155f086b', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'port_id': 'b3916eba-19dd-4293-b647-3dbe155f086b', 'mac_address': 'fa:16:3e:90:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93415f0e-02cb-4780-9300-d8a9de9b991f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:37.655012 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.669675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3916eba-19dd-4293-b647-3dbe155f086b {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:37.694117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b3916eba-19dd-4293-b647-3dbe155f086b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b3916eba-19dd-4293-b647-3dbe155f086b,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:37.694530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85fccc-ccf8-4423-8ba1-b15fe3c5cfee req-97432b60-f0fe-4d08-ab10-7390a15546c3 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:37.696600 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b85fccc-ccf8-4423-8ba1-b15fe3c5cfee req-97432b60-f0fe-4d08-ab10-7390a15546c3 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.2299583 Nov 27 01:17:37.701355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.797995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b3916eba-19dd-4293-b647-3dbe155f086b,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:37.804731 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b85fccc-ccf8-4423-8ba1-b15fe3c5cfee req-7f28d42d-8420-4d50-bdeb-2016a3319389 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003327 Nov 27 01:17:37.839947 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:37.896613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef5e8b-3afc-48f6-9a1c-7adf40d4e8a6 req-0a0970ad-ff0d-4fac-9aa9-636b65cd5c22 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:37.900189 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7bef5e8b-3afc-48f6-9a1c-7adf40d4e8a6 req-0a0970ad-ff0d-4fac-9aa9-636b65cd5c22 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 945 time: 0.0704467 Nov 27 01:17:37.960968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['b3916eba-19dd-4293-b647-3dbe155f086b'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:37.987470 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.060241 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7bef5e8b-3afc-48f6-9a1c-7adf40d4e8a6 req-9d49dd63-6e91-43e1-8db7-071a22ed44d9 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529655 Nov 27 01:17:38.256025 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6665a44a-9a06-46e7-8960-9ae4a9f2bc2d req-6af94b0e-991b-4321-89f5-6c34f8ed82f5 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0467772 Nov 27 01:17:38.293085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd634906-e6c3-4e22-87c4-0a52905e55bc req-c6f4f8a5-0003-43f5-a9c7-8548ebceb3aa tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:38.294974 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd634906-e6c3-4e22-87c4-0a52905e55bc req-c6f4f8a5-0003-43f5-a9c7-8548ebceb3aa tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1025720 Nov 27 01:17:38.399022 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd634906-e6c3-4e22-87c4-0a52905e55bc req-d0019a1c-a049-4abe-8313-0809a98adfd7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965407 Nov 27 01:17:38.408412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36124) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:38.437934 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.452207 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.501720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b29e36-caa5-48ff-92c3-d3e1c0d536c1 req-e2efb956-cc72-46e1-9015-c83b25f34f57 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:38.503266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13b29e36-caa5-48ff-92c3-d3e1c0d536c1 req-e2efb956-cc72-46e1-9015-c83b25f34f57 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1335535 Nov 27 01:17:38.541728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4cdf6fd-ecf8-4b27-ad80-f1478bce5e31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.570880 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Pushing event updated for resources: {'Port': ['ID=24901524-01c7-4cec-964f-28b14b773fdc,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:38.597702 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.641403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4cdf6fd-ecf8-4b27-ad80-f1478bce5e31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.649293 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4cdf6fd-ecf8-4b27-ad80-f1478bce5e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.664914 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13b29e36-caa5-48ff-92c3-d3e1c0d536c1 req-97ab1d62-8b38-4dc6-9416-fee35212b72d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378679 Nov 27 01:17:38.691193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a4cdf6fd-ecf8-4b27-ad80-f1478bce5e31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6624699b194640c8ba160b9a76983761&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2818813 Nov 27 01:17:38.691930 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdf6fd-ecf8-4b27-ad80-f1478bce5e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec571875-82b5-4080-834a-12ea245c3a2b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:38.695038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36128) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:38.783294 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17c75bc1-3a25-4176-8004-66895d271b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.809394 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17c75bc1-3a25-4176-8004-66895d271b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.881036 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17c75bc1-3a25-4176-8004-66895d271b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.884908 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17c75bc1-3a25-4176-8004-66895d271b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:38.886427 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-17c75bc1-3a25-4176-8004-66895d271b2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec571875-82b5-4080-834a-12ea245c3a2b HTTP/1.1" status: 204 len: 168 time: 0.1903706 Nov 27 01:17:38.909577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c75bc1-3a25-4176-8004-66895d271b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec571875-82b5-4080-834a-12ea245c3a2b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:39.100889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e618ad-f20a-4ecc-a8cb-e3d07b463cf5 req-6e794c1d-c50e-496b-98ff-e068e7a1576c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:39.102646 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-20e618ad-f20a-4ecc-a8cb-e3d07b463cf5 req-6e794c1d-c50e-496b-98ff-e068e7a1576c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 944 time: 0.1074426 Nov 27 01:17:39.171640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752d500-096a-4670-af23-32304f2dea32 req-95564bb9-ba48-4da0-bbde-b7d8dbda0a4b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:39.174498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-20e618ad-f20a-4ecc-a8cb-e3d07b463cf5 req-51752252-971c-4af1-ba79-5eff247b92be tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635066 Nov 27 01:17:39.185825 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-95564bb9-ba48-4da0-bbde-b7d8dbda0a4b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/networks?id=9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 200 len: 813 time: 0.1449623 Nov 27 01:17:39.238262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-6a3b3642-c61d-4f2c-8db9-d9a45bc7cbf3 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:39.240650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-6a3b3642-c61d-4f2c-8db9-d9a45bc7cbf3 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 945 time: 0.5683370 Nov 27 01:17:39.248752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-b2c5d781-d549-45ff-85cf-11a6fb997280 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/quotas/8ee09ea209694f8bab7b9c7c2dff7d72 HTTP/1.1" status: 200 len: 375 time: 0.0606244 Nov 27 01:17:39.303015 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Floating IP 80146955-0d4b-4fca-90eb-95a3796810f0 associated. External IP: 172.25.3.134, port: ee9ced8c-e29f-4803-9e8f-c9004171b363. Nov 27 01:17:39.381123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee0093-2ce8-4b9e-bfe6-73843444079d req-1acf2863-37b6-4e31-884d-31d185b9a21a tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:39.382778 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45ee0093-2ce8-4b9e-bfe6-73843444079d req-1acf2863-37b6-4e31-884d-31d185b9a21a tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 945 time: 0.0638876 Nov 27 01:17:39.383311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36168) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:39.394378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b3916eba-19dd-4293-b647-3dbe155f086b up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:39.419210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82e55759-0486-47c6-8332-aa9a37077f23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.464627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port b3916eba-19dd-4293-b647-3dbe155f086b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:39.465802 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.550605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-b182bd29-e08f-4e9f-bc1b-6acb504f9c74 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3006246 Nov 27 01:17:39.567477 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82e55759-0486-47c6-8332-aa9a37077f23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.584799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45ee0093-2ce8-4b9e-bfe6-73843444079d req-c82a9543-923c-41a7-a43c-43998ac46fb7 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938851 Nov 27 01:17:39.586912 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82e55759-0486-47c6-8332-aa9a37077f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.639814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e55759-0486-47c6-8332-aa9a37077f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c79f59-2964-416e-b3c9-055570bc1226,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:39.649269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-82e55759-0486-47c6-8332-aa9a37077f23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96c22f56117a47f3a9c3da3ecffdd750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2646022 Nov 27 01:17:39.649960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36178) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:39.681640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Deleting port 3bac80c2-ea4f-4751-9b92-5620752c7bb4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:39.681857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.699576 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.738997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b3916eba-19dd-4293-b647-3dbe155f086b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b3916eba-19dd-4293-b647-3dbe155f086b,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:39.741035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3916eba-19dd-4293-b647-3dbe155f086b'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:39.744520 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2c92f9-5898-4b87-8114-7390f7ed86ca" -d '{"events": [{"server_uuid": "6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f", "name": "network-vif-plugged", "status": "completed", "tag": "b3916eba-19dd-4293-b647-3dbe155f086b"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:39.746755 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f094dd-b55c-4c91-a490-db80bc98efd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.749603 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.751032 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d01b13f-5fda-41a4-a704-25cc963802ac req-bdea481f-3e54-4d74-93c9-e8de1c8de358 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0536413 Nov 27 01:17:39.760800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3bac80c2-ea4f-4751-9b92-5620752c7bb4 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:17:39.807259 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f094dd-b55c-4c91-a490-db80bc98efd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.837745 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-2f28cdd5-a76c-4632-b78f-0debfdf1cfd6 service neutron] 10.222.0.37 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860694 Nov 27 01:17:39.911425 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Router 4a2d75e0-f080-40d1-b442-067afcb165cf has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:17:39.936297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] For port 3bac80c2-ea4f-4751-9b92-5620752c7bb4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3bac80c2-ea4f-4751-9b92-5620752c7bb4,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:39.936677 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.966163 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f094dd-b55c-4c91-a490-db80bc98efd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.969572 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.977738 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f094dd-b55c-4c91-a490-db80bc98efd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:39.999464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-45f094dd-b55c-4c91-a490-db80bc98efd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4c79f59-2964-416e-b3c9-055570bc1226 HTTP/1.1" status: 204 len: 168 time: 0.3482163 Nov 27 01:17:40.006158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b3916eba-19dd-4293-b647-3dbe155f086b,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:40.025709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3bac80c2-ea4f-4751-9b92-5620752c7bb4, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3bac80c2-ea4f-4751-9b92-5620752c7bb4,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:40.043265 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.051338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f094dd-b55c-4c91-a490-db80bc98efd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c79f59-2964-416e-b3c9-055570bc1226,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:40.088487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d763789-e4ee-48cb-bdc4-f34c9b085c92 req-2c53559a-cc69-439b-93cb-132d086df69b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:40.093137 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d763789-e4ee-48cb-bdc4-f34c9b085c92 req-2c53559a-cc69-439b-93cb-132d086df69b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1920404 Nov 27 01:17:40.170858 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3bac80c2-ea4f-4751-9b92-5620752c7bb4,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:40.210357 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d763789-e4ee-48cb-bdc4-f34c9b085c92 req-cbe777a0-e7ac-47e0-a4f1-8b00030066a0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047008 Nov 27 01:17:40.245292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-8d31c4dc-bc94-4b35-a192-41e4055bd9b4 service neutron] 10.222.0.37 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066880 Nov 27 01:17:40.347763 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c729a44-0d57-44b0-9a04-87a048bc8b23 x-openstack-request-id: req-1c729a44-0d57-44b0-9a04-87a048bc8b23 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:40.348486 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f", "name": "network-vif-plugged", "status": "completed", "tag": "b3916eba-19dd-4293-b647-3dbe155f086b", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:40.348867 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c729a44-0d57-44b0-9a04-87a048bc8b23 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:40.349382 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3916eba-19dd-4293-b647-3dbe155f086b', 'code': 200} Nov 27 01:17:40.455161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:17:40.470198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec38a87-845e-45ab-9d94-b322d58380b2 None None] Sync routers for ids ['4a2d75e0-f080-40d1-b442-067afcb165cf'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:17:40.497414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec38a87-845e-45ab-9d94-b322d58380b2 None None] Routers {'4a2d75e0-f080-40d1-b442-067afcb165cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:40.499145 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3ec38a87-845e-45ab-9d94-b322d58380b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['4a2d75e0-f080-40d1-b442-067afcb165cf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:40.558353 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.558727 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.559088 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Floating IP 79bbf0ee-1ea1-4989-8499-f03d3db49b49 disassociated. External IP: 172.25.3.208, port: 3bac80c2-ea4f-4751-9b92-5620752c7bb4. Nov 27 01:17:40.559671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Calling delete_port for 3bac80c2-ea4f-4751-9b92-5620752c7bb4 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:40.566717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a040ab2-5617-41f0-b1c3-0a5b85298f97 req-aad65366-3801-44dd-9733-7e027368a3f0 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:40.576721 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a040ab2-5617-41f0-b1c3-0a5b85298f97 req-aad65366-3801-44dd-9733-7e027368a3f0 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.1138461 Nov 27 01:17:40.598609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3ec38a87-845e-45ab-9d94-b322d58380b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:40.629202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec38a87-845e-45ab-9d94-b322d58380b2 None None] Routers {'4a2d75e0-f080-40d1-b442-067afcb165cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:40.630073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3ec38a87-845e-45ab-9d94-b322d58380b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['4a2d75e0-f080-40d1-b442-067afcb165cf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:40.738733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a040ab2-5617-41f0-b1c3-0a5b85298f97 req-50aa5293-ca29-4028-b9f5-a8640c481a59 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607988 Nov 27 01:17:40.754188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3ec38a87-845e-45ab-9d94-b322d58380b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:40.754902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec38a87-845e-45ab-9d94-b322d58380b2 None None] The sync data for ids ['4a2d75e0-f080-40d1-b442-067afcb165cf'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:17:40.781040 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:40.923055 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2f98bf6-4722-4a11-9099-f701d75b0370 req-bd305e58-5335-4f49-a25c-15d96a7917b1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 210 time: 0.1687570 Nov 27 01:17:40.970804 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-136a7b1a-48d6-4b55-a9cc-926e6fa20d44 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.7771592 Nov 27 01:17:40.970999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065e219-8fa2-4e0a-8411-d11b344676b4 req-5f8e802a-f9ef-4eca-928e-10f2f76f2402 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:40.971772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36214) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:40.990817 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e065e219-8fa2-4e0a-8411-d11b344676b4 req-5f8e802a-f9ef-4eca-928e-10f2f76f2402 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 943 time: 0.1112962 Nov 27 01:17:41.101674 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e065e219-8fa2-4e0a-8411-d11b344676b4 req-8c29a855-deda-4f00-9ac5-f153a41af27a tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups?id=7aee3468-9dee-4ee1-85b1-44f711f0f6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098883 Nov 27 01:17:41.236128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-289ae3be-924b-4a29-ad3a-b4a1e87a3f70 req-f82a6703-24ca-40bb-81b1-64fe4c90f909 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.1391597 Nov 27 01:17:41.304171 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f071c20d-4f2f-4a62-ab4c-df246de51af9 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] 10.222.0.37 "GET /v2.0/floatingips/80146955-0d4b-4fca-90eb-95a3796810f0 HTTP/1.1" status: 200 len: 983 time: 0.3285964 Nov 27 01:17:41.304709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36230) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:41.385328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.430681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Pushing event deleted for resources: {'Port': ['ID=3bac80c2-ea4f-4751-9b92-5620752c7bb4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:41.489700 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cb13968a-4f23-4704-b33a-9ce8ad711b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:41.569419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635dc11-2bb6-4b76-99c2-6f18ab234120 req-07464b1e-f008-4436-b88f-b6ebf1ae441c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:41.577035 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c635dc11-2bb6-4b76-99c2-6f18ab234120 req-07464b1e-f008-4436-b88f-b6ebf1ae441c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1547351 Nov 27 01:17:41.582390 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ce9a291f-76fd-4f9b-8ada-73c9160f1b23 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.2764142 Nov 27 01:17:41.587134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36236) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:41.659285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c635dc11-2bb6-4b76-99c2-6f18ab234120 req-6daef5ce-d58b-4894-aa4b-b0e7f4a5ceb6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811791 Nov 27 01:17:41.663008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Router d21c84ec-41d7-4efa-a7d6-eb789f427c17 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:17:42.023214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:17:42.037326 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f9d6fa-3f95-4349-b9c5-d71fd583b8d0 None None] Sync routers for ids ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:17:42.069645 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f9d6fa-3f95-4349-b9c5-d71fd583b8d0 None None] Routers {'d21c84ec-41d7-4efa-a7d6-eb789f427c17'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:42.070729 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f3f9d6fa-3f95-4349-b9c5-d71fd583b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:42.137675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-549feab6-6169-4162-8b48-f86e95590055 req-c8fce8f3-37bc-4ed3-9ef4-5799e4d73b7c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 210 time: 0.0584710 Nov 27 01:17:42.242835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] No DVR routers for this DVR port 3bac80c2-ea4f-4751-9b92-5620752c7bb4 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:17:42.262876 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f3f9d6fa-3f95-4349-b9c5-d71fd583b8d0 None None] Set router d21c84ec-41d7-4efa-a7d6-eb789f427c17 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:17:42.264078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7d485-0dc4-4ca4-a2d6-f220131334dd req-33386ab2-158e-45dc-8b32-7c87af600824 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:42.266203 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3b7d485-0dc4-4ca4-a2d6-f220131334dd req-33386ab2-158e-45dc-8b32-7c87af600824 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.3789606 Nov 27 01:17:42.267231 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:42.273819 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-714fcd9c-0031-4b31-b7c0-c93bc9773b39 req-799c183c-5177-40e5-9f24-da0693dafb18 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.42 "DELETE /v2.0/ports/3bac80c2-ea4f-4751-9b92-5620752c7bb4 HTTP/1.1" status: 204 len: 173 time: 3.0209970 Nov 27 01:17:42.281400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'name': 'network-vif-deleted', 'tag': '3bac80c2-ea4f-4751-9b92-5620752c7bb4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:42.287097 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5868b7b4-cdad-4b10-a651-7adc584ca440" -d '{"events": [{"server_uuid": "0e007db8-e254-4605-b65e-dd98956aaf9d", "name": "network-vif-deleted", "tag": "3bac80c2-ea4f-4751-9b92-5620752c7bb4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:42.304908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7cb3a71a-4d11-45fb-8e66-451bb59c3dd1 req-1cf094e9-a933-4555-b382-4dbb710ac47b tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 210 time: 0.0737262 Nov 27 01:17:42.350585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bac80c2-ea4f-4751-9b92-5620752c7bb4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:42.353325 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa46e3d-6571-4fca-91e5-e02af8a33eb1" -d '{"events": [{"server_uuid": "0e007db8-e254-4605-b65e-dd98956aaf9d", "name": "network-vif-unplugged", "status": "completed", "tag": "3bac80c2-ea4f-4751-9b92-5620752c7bb4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:42.502828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a68452c-2bc8-4ab9-998f-4dccb88e67b5 req-6dba186e-ae4d-4ce7-9712-ab5dd6bc9347 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0494144 Nov 27 01:17:42.594776 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c49c02-42ab-4015-842d-3ac84922ae15 x-openstack-request-id: req-07c49c02-42ab-4015-842d-3ac84922ae15 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:42.595600 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e007db8-e254-4605-b65e-dd98956aaf9d", "name": "network-vif-unplugged", "status": "completed", "tag": "3bac80c2-ea4f-4751-9b92-5620752c7bb4", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:42.596009 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07c49c02-42ab-4015-842d-3ac84922ae15 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:42.596584 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bac80c2-ea4f-4751-9b92-5620752c7bb4', 'code': 200} Nov 27 01:17:42.624688 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f3f9d6fa-3f95-4349-b9c5-d71fd583b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:14:42Z', 'revision_number': 4, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '31f29732-b7b5-48d6-abac-7ffcf7d453eb', 'name': '', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'mac_address': 'fa:16:3e:f5:fa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:40Z', 'updated_at': '2021-11-27T01:14:47Z', 'revision_number': 5, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'subnets': [{'id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:42.669483 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f9d6fa-3f95-4349-b9c5-d71fd583b8d0 None None] Checking router: d21c84ec-41d7-4efa-a7d6-eb789f427c17 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:17:42.689772 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f9d6fa-3f95-4349-b9c5-d71fd583b8d0 None None] Routers {'d21c84ec-41d7-4efa-a7d6-eb789f427c17'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:42.690432 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f3f9d6fa-3f95-4349-b9c5-d71fd583b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:42.852032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a1844-5a51-417d-ba0d-300f79f811a6 req-7242826b-169b-4b91-b3db-a40c5080c90f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:42.868817 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f12a1844-5a51-417d-ba0d-300f79f811a6 req-7242826b-169b-4b91-b3db-a40c5080c90f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1071663 Nov 27 01:17:42.906687 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f3f9d6fa-3f95-4349-b9c5-d71fd583b8d0 None None] Set router d21c84ec-41d7-4efa-a7d6-eb789f427c17 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:17:42.972020 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f12a1844-5a51-417d-ba0d-300f79f811a6 req-94d87011-0d9a-4606-9e17-77119d5c97b5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019509 Nov 27 01:17:43.040900 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3b7d485-0dc4-4ca4-a2d6-f220131334dd req-7460e3b2-3c73-411b-ae8c-4670e508fbbd tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7445350 Nov 27 01:17:43.059497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Deleting port 24901524-01c7-4cec-964f-28b14b773fdc {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:43.059869 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:43.389990 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-49559836-6d05-43af-895f-8cf0c1106549 req-5c84fb2f-01b8-475a-95ee-4e34db12d0f0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 210 time: 0.0977063 Nov 27 01:17:43.402183 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc4c930-4002-470c-b326-99a425f93526 x-openstack-request-id: req-ecc4c930-4002-470c-b326-99a425f93526 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:43.402920 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e007db8-e254-4605-b65e-dd98956aaf9d", "name": "network-vif-deleted", "tag": "3bac80c2-ea4f-4751-9b92-5620752c7bb4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:43.403191 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecc4c930-4002-470c-b326-99a425f93526 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:43.403625 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e007db8-e254-4605-b65e-dd98956aaf9d', 'name': 'network-vif-deleted', 'tag': '3bac80c2-ea4f-4751-9b92-5620752c7bb4', 'status': 'completed', 'code': 200} Nov 27 01:17:43.423621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752d500-096a-4670-af23-32304f2dea32 req-e2acda5c-8d30-4771-8012-511b3552d05d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:43.425150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-e2acda5c-8d30-4771-8012-511b3552d05d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.42 "GET /v2.0/networks?id=9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 200 len: 813 time: 0.5304856 Nov 27 01:17:43.439603 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:43.439939 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:43.456276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7752d500-096a-4670-af23-32304f2dea32 req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Request body: {'port': {'device_id': '3aa28bce-c75f-477c-a5b1-d5d291b47b6b', 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703', 'admin_state_up': True, 'tenant_id': '8ee09ea209694f8bab7b9c7c2dff7d72'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:43.482956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Calling delete_port for 24901524-01c7-4cec-964f-28b14b773fdc owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:43.495577 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f3f9d6fa-3f95-4349-b9c5-d71fd583b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:14:42Z', 'revision_number': 4, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '31f29732-b7b5-48d6-abac-7ffcf7d453eb', 'name': '', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'mac_address': 'fa:16:3e:f5:fa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:40Z', 'updated_at': '2021-11-27T01:14:47Z', 'revision_number': 5, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'subnets': [{'id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:43.498123 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97565c0b-9cca-4b86-a0de-12c98c88f241 req-9173ef8a-622b-46e8-a304-b34ede689fdb tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 210 time: 0.0660341 Nov 27 01:17:43.540650 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f9d6fa-3f95-4349-b9c5-d71fd583b8d0 None None] The sync data for ids ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'] in n-d-819494-2 is: [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:14:42Z', 'revision_number': 4, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '31f29732-b7b5-48d6-abac-7ffcf7d453eb', 'name': '', 'network_id': '572c59c7-44af-4dd0-9188-0c3d2adc3150', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'mac_address': 'fa:16:3e:f5:fa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:40Z', 'updated_at': '2021-11-27T01:14:47Z', 'revision_number': 5, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'subnets': [{'id': '5f78d5c4-994d-4cf0-87be-5987f9ab593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:17:43.707434 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1f8df31a-c3a8-423c-bf04-a5f0c9bd8cad req-4bb70931-9135-40c5-a121-0f84af45e233 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0438697 Nov 27 01:17:43.772092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7752d500-096a-4670-af23-32304f2dea32 req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Made reservation on behalf of 8ee09ea209694f8bab7b9c7c2dff7d72 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:43.779564 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7752d500-096a-4670-af23-32304f2dea32 req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:43.869617 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-edcd5354-1b08-4a0d-8f05-f94a7cfa641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.036898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637c875-ab33-4078-b119-2ae08f5a891d None None] New status for floating IP 79bbf0ee-1ea1-4989-8499-f03d3db49b49: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:17:44.044599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.181011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event deleted for resources: {'Port': ['ID=24901524-01c7-4cec-964f-28b14b773fdc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:44.243690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeccc4f-5352-472e-82ba-05d2e8f388ed req-ea9adddc-91c5-47ee-aa1e-e9ffd4da9d72 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:44.254772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2eeccc4f-5352-472e-82ba-05d2e8f388ed req-ea9adddc-91c5-47ee-aa1e-e9ffd4da9d72 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1603653 Nov 27 01:17:44.391575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2eeccc4f-5352-472e-82ba-05d2e8f388ed req-91a00bc5-e434-4848-aefd-1056d18b6117 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286669 Nov 27 01:17:44.411058 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-7752d500-096a-4670-af23-32304f2dea32 req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Allocated IP 172.20.0.6 (9627cbe7-26b1-435c-8355-29d3e9c27703/2f7a8ce3-5280-4534-999b-9162791807b4/c41d90af-9889-4f81-8e1b-8bfd589d3482) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:44.411288 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.621361 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f17a0378-41ba-4a76-a914-ac351981fc83 req-5a1000e7-895f-43fb-9a01-25b6c69b697d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 210 time: 0.0739686 Nov 27 01:17:44.706393 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.706764 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Floating IP 80146955-0d4b-4fca-90eb-95a3796810f0 disassociated (deleted). External IP: 172.25.3.134, port: ee9ced8c-e29f-4803-9e8f-c9004171b363. Nov 27 01:17:44.766874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cb900-1c8b-425c-a579-600a0c5e5164 req-a1df9598-bd8d-42f5-a5f2-d4fd37d8c405 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:44.776448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d97cb900-1c8b-425c-a579-600a0c5e5164 req-a1df9598-bd8d-42f5-a5f2-d4fd37d8c405 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.5080099 Nov 27 01:17:44.781018 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7cd2044b-0b6e-4b14-b9ff-8e4e3c81e524 req-fa032501-9702-4594-ba23-96544329aae4 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 210 time: 0.0514116 Nov 27 01:17:44.797440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36310) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:44.815891 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7752d500-096a-4670-af23-32304f2dea32 req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.940893 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.950739 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d97cb900-1c8b-425c-a579-600a0c5e5164 req-76746d2c-99f6-4bbc-8530-0210a3b9269a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731369 Nov 27 01:17:44.986052 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:44.996996 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-996e310a-a7da-4154-aa0d-a986fa68222f req-bf120d8d-98b0-4518-9b13-21e0808bb2f5 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0777626 Nov 27 01:17:45.019295 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7752d500-096a-4670-af23-32304f2dea32 req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.066906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['de278812-84d3-4af0-92b6-204cd91f8d25'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:45.191174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.201246 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.224557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7752d500-096a-4670-af23-32304f2dea32 req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Network 9627cbe7-26b1-435c-8355-29d3e9c27703 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:45.229171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-7752d500-096a-4670-af23-32304f2dea32 req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:45.238733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7752d500-096a-4670-af23-32304f2dea32 req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:45.257722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f9da25-d7e4-4c9a-b794-6f1fed67bc4a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:45.263242 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a51c50add9b4424be5d365c68169dd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4644594 Nov 27 01:17:45.269255 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36314) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:45.276472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:45.276960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:45.277771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:45.278366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:45.278812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:45.279255 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:45.279706 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:45.280140 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:45.280599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:45.281042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:45.281476 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:45.281907 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8eea-1e34-4d7a-8f3d-cf259bf7300d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:17:45.300064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752d500-096a-4670-af23-32304f2dea32 req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:45.300683 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7752d500-096a-4670-af23-32304f2dea32 req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.317810 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Router 4a2d75e0-f080-40d1-b442-067afcb165cf has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:17:45.331738 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8813541 Nov 27 01:17:45.334940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758156c-10d4-46ad-a72e-e5241deb4f89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Pushing event updated for resources: {'Port': ['ID=c41d90af-9889-4f81-8e1b-8bfd589d3482,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:45.393526 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d41254f-4e9d-45f5-9eae-45b610cb2226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.467994 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d41254f-4e9d-45f5-9eae-45b610cb2226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.555162 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d41254f-4e9d-45f5-9eae-45b610cb2226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.555563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Request body: {'port': {'device_id': '3aa28bce-c75f-477c-a5b1-d5d291b47b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:45.560273 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d41254f-4e9d-45f5-9eae-45b610cb2226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.564427 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0d41254f-4e9d-45f5-9eae-45b610cb2226 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76f9da25-d7e4-4c9a-b794-6f1fed67bc4a HTTP/1.1" status: 204 len: 168 time: 0.2939327 Nov 27 01:17:45.577208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41254f-4e9d-45f5-9eae-45b610cb2226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f9da25-d7e4-4c9a-b794-6f1fed67bc4a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:45.644260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:17:45.650549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.660925 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ab7c72-b71c-4fb3-87e6-790a8a5def8c None None] Sync routers for ids ['4a2d75e0-f080-40d1-b442-067afcb165cf'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:17:45.684604 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab7c72-b71c-4fb3-87e6-790a8a5def8c None None] Routers {'4a2d75e0-f080-40d1-b442-067afcb165cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:45.687563 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-84ab7c72-b71c-4fb3-87e6-790a8a5def8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['4a2d75e0-f080-40d1-b442-067afcb165cf'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:45.734141 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:45.748019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff1de9-bd05-47f7-bda7-237d6a52df6d req-cd7bebfb-712f-4ed9-bbf2-e87dd744d35c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:45.758125 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7ff1de9-bd05-47f7-bda7-237d6a52df6d req-cd7bebfb-712f-4ed9-bbf2-e87dd744d35c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.2553029 Nov 27 01:17:45.767774 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-84ab7c72-b71c-4fb3-87e6-790a8a5def8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:45.786638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-04c25bca-8199-4e2b-9431-829598dd2b76 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "DELETE /v2.0/floatingips/80146955-0d4b-4fca-90eb-95a3796810f0 HTTP/1.1" status: 204 len: 168 time: 4.1964104 Nov 27 01:17:45.790093 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab7c72-b71c-4fb3-87e6-790a8a5def8c None None] Routers {'4a2d75e0-f080-40d1-b442-067afcb165cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:17:45.796227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36326) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:45.797198 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-84ab7c72-b71c-4fb3-87e6-790a8a5def8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['4a2d75e0-f080-40d1-b442-067afcb165cf'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:45.804647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:45.880954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1091ba1-6560-4ff1-87e3-32ed3835e240 req-7697fbf3-8b28-4cd0-96de-7094577f0e08 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:45.885030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1091ba1-6560-4ff1-87e3-32ed3835e240 req-7697fbf3-8b28-4cd0-96de-7094577f0e08 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 931 time: 0.1260560 Nov 27 01:17:45.894115 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-84ab7c72-b71c-4fb3-87e6-790a8a5def8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:17:45.898988 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ab7c72-b71c-4fb3-87e6-790a8a5def8c None None] The sync data for ids ['4a2d75e0-f080-40d1-b442-067afcb165cf'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:17:46.011228 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1091ba1-6560-4ff1-87e3-32ed3835e240 req-0be64383-9421-405a-b8a5-7ff1e8838890 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161413 Nov 27 01:17:46.059392 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.122444 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36336) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:46.142629 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fda50f6d-a9b3-4427-bbc9-e3ba2008de65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.189048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7ff1de9-bd05-47f7-bda7-237d6a52df6d req-89441f56-e34b-4347-8b01-098bdfb76f99 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299128 Nov 27 01:17:46.199670 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42b1a148-07c0-4fe5-94d3-8dda9f8c13e6 req-0bc4d58a-4384-4277-819d-e5d143a30ca8 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 210 time: 0.0497355 Nov 27 01:17:46.330806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.361928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41d90af-9889-4f81-8e1b-8bfd589d3482 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:46.368391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fda50f6d-a9b3-4427-bbc9-e3ba2008de65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.377724 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.385237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d994c-188e-4fa2-ad40-b4cbdaf138c7 req-3dda02af-6c30-438d-bbad-e06c0f48c8a2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:46.393299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d0d994c-188e-4fa2-ad40-b4cbdaf138c7 req-3dda02af-6c30-438d-bbad-e06c0f48c8a2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0831814 Nov 27 01:17:46.396499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Transition to ACTIVE for port object c41d90af-9889-4f81-8e1b-8bfd589d3482 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:17:46.403521 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fda50f6d-a9b3-4427-bbc9-e3ba2008de65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.468110 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d0d994c-188e-4fa2-ad40-b4cbdaf138c7 req-7266a618-aa86-4d15-9dff-9ec7445b4578 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738564 Nov 27 01:17:46.499823 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fda50f6d-a9b3-4427-bbc9-e3ba2008de65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7b9c4a77eb64a89b65243b24af171f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3760507 Nov 27 01:17:46.502129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda50f6d-a9b3-4427-bbc9-e3ba2008de65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2d318a-017a-4f9a-8843-992124e63d3b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:46.504550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36338) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:46.563609 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3315b98-eb30-40af-818e-3f437923cd46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.579391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Allocated IP 172.25.3.194 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/dba8846d-c076-46f6-9a96-c71974ab6bef) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:46.590069 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3315b98-eb30-40af-818e-3f437923cd46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.645986 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.650278 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3315b98-eb30-40af-818e-3f437923cd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.653880 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3315b98-eb30-40af-818e-3f437923cd46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.655263 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a3315b98-eb30-40af-818e-3f437923cd46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab2d318a-017a-4f9a-8843-992124e63d3b HTTP/1.1" status: 204 len: 168 time: 0.1498244 Nov 27 01:17:46.665409 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3315b98-eb30-40af-818e-3f437923cd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2d318a-017a-4f9a-8843-992124e63d3b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:46.700712 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.727468 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae2a644b-bf66-4e74-bf18-460420a43852 req-50b311c3-515e-48f2-b840-de1891f6fcc4 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.3896484 Nov 27 01:17:46.776737 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.932272 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:46.940209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c41d90af-9889-4f81-8e1b-8bfd589d3482,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:47.000139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:47.007705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:47.014541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:47.067407 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Attempting to bind port c41d90af-9889-4f81-8e1b-8bfd589d3482 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:17:47.067778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Attempting to bind port c41d90af-9889-4f81-8e1b-8bfd589d3482 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:17:47.074723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Attempting to bind port c41d90af-9889-4f81-8e1b-8bfd589d3482 on network 9627cbe7-26b1-435c-8355-29d3e9c27703 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:47.108014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.115934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Port c41d90af-9889-4f81-8e1b-8bfd589d3482 on network 9627cbe7-26b1-435c-8355-29d3e9c27703 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:17:47.122586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Attempting to bind port c41d90af-9889-4f81-8e1b-8bfd589d3482 on network 9627cbe7-26b1-435c-8355-29d3e9c27703 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:17:47.139176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Pushing event updated for resources: {'Port': ['ID=dba8846d-c076-46f6-9a96-c71974ab6bef,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:47.201822 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:17:47.204252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f748f-538f-4f7d-9fbc-31b5aef9ff8d req-f1f2bae0-09ca-41c9-89e0-9f61772be57c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:47.205042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Checking segment: {'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:17:47.205628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Bound using segment: {'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:17:47.206306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Bound port: c41d90af-9889-4f81-8e1b-8bfd589d3482, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:17:47.206855 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.219594 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a6f748f-538f-4f7d-9fbc-31b5aef9ff8d req-f1f2bae0-09ca-41c9-89e0-9f61772be57c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 943 time: 0.1220620 Nov 27 01:17:47.346893 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a6f748f-538f-4f7d-9fbc-31b5aef9ff8d req-a94c690f-0920-4c47-99c6-2d19f45a1753 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236606 Nov 27 01:17:47.392912 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.504045 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.524480 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32773eac-7393-4fb2-a768-faf2940ea6ab req-35482bb0-f91f-435a-bf15-7103174c36d4 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 210 time: 0.1332629 Nov 27 01:17:47.602335 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.618569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d11232-cdf8-4095-be37-7b720bb7d53d req-97fc2324-55c9-402d-9507-4e54528643e4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:47.631324 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f1d11232-cdf8-4095-be37-7b720bb7d53d req-97fc2324-55c9-402d-9507-4e54528643e4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1457222 Nov 27 01:17:47.670738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] For port c41d90af-9889-4f81-8e1b-8bfd589d3482, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:17:47.718204 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f1d11232-cdf8-4095-be37-7b720bb7d53d req-3c47dd1b-051d-41fc-947a-09e9058c4d75 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840752 Nov 27 01:17:47.730889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] For port c41d90af-9889-4f81-8e1b-8bfd589d3482, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c41d90af-9889-4f81-8e1b-8bfd589d3482,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:17:47.756173 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:47.877198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09717d2f-48b6-4888-8be1-6d07a341a0f4 req-71ef04dd-d52c-40ed-9d15-8d43e2fe0b58 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0605891 Nov 27 01:17:47.997726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1692b-394b-408b-8b9c-9f981a4ec706 req-4614d403-a202-4d2f-8318-a7c9cf48ad20 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:48.006633 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5f1692b-394b-408b-8b9c-9f981a4ec706 req-4614d403-a202-4d2f-8318-a7c9cf48ad20 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.3308673 Nov 27 01:17:48.008240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c41d90af-9889-4f81-8e1b-8bfd589d3482,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:48.015675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:48.016306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.018078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-08a97a43-75e4-47a3-8640-7ca3e2a5f3e3 service neutron] 10.222.0.42 "PUT /v2.0/ports/c41d90af-9889-4f81-8e1b-8bfd589d3482 HTTP/1.1" status: 200 len: 1091 time: 2.6102228 Nov 27 01:17:48.020851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa28bce-c75f-477c-a5b1-d5d291b47b6b', 'tag': 'c41d90af-9889-4f81-8e1b-8bfd589d3482'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:48.022984 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdee8342-59f6-4497-a95a-716a8e806e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa28bce-c75f-477c-a5b1-d5d291b47b6b", "tag": "c41d90af-9889-4f81-8e1b-8bfd589d3482"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:48.132082 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb3f7ee-f8ba-4612-bfb0-959fcea3ab42 x-openstack-request-id: req-bfb3f7ee-f8ba-4612-bfb0-959fcea3ab42 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:48.132691 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa28bce-c75f-477c-a5b1-d5d291b47b6b", "tag": "c41d90af-9889-4f81-8e1b-8bfd589d3482", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:48.133121 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfb3f7ee-f8ba-4612-bfb0-959fcea3ab42 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:48.133701 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa28bce-c75f-477c-a5b1-d5d291b47b6b', 'tag': 'c41d90af-9889-4f81-8e1b-8bfd589d3482', 'status': 'completed', 'code': 200} Nov 27 01:17:48.157309 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5f1692b-394b-408b-8b9c-9f981a4ec706 req-5972aebc-03f4-4777-bc61-f01746d5408d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467912 Nov 27 01:17:48.232446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752d500-096a-4670-af23-32304f2dea32 req-8fec7f2c-5a94-48fe-8b5a-c42770875f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:48.234065 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-8fec7f2c-5a94-48fe-8b5a-c42770875f5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 1094 time: 0.0932925 Nov 27 01:17:48.248994 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.260975 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.306340 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-078afff5-7dec-4a06-a4b0-57d0673317e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c41d90af-9889-4f81-8e1b-8bfd589d3482 HTTP/1.1" status: 200 len: 217 time: 0.0545251 Nov 27 01:17:48.563546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7e661-c267-44e6-95c0-91da346be36c req-b62cd2c2-f735-480b-8e4a-9859f43b500c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:48.593108 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24a7e661-c267-44e6-95c0-91da346be36c req-b62cd2c2-f735-480b-8e4a-9859f43b500c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 943 time: 0.1460679 Nov 27 01:17:48.743553 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24a7e661-c267-44e6-95c0-91da346be36c req-2b61e31e-d10b-44f2-9df3-713a6e2275bc tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495566 Nov 27 01:17:48.763784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Pushing event updated for resources: {'Port': ['ID=dba8846d-c076-46f6-9a96-c71974ab6bef,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:48.774649 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-11a785c5-987b-492e-bf19-fb3561d73147 req-806509e2-30ff-479f-8e69-ce769fc0a474 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 210 time: 0.0674078 Nov 27 01:17:48.804611 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.809406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752d500-096a-4670-af23-32304f2dea32 req-74df2255-1d0b-4fc0-8b40-fdfb7aa8f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:48.811273 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-74df2255-1d0b-4fc0-8b40-fdfb7aa8f794 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f7a8ce3-5280-4534-999b-9162791807b4 HTTP/1.1" status: 200 len: 853 time: 0.1698232 Nov 27 01:17:48.867549 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-f0c7c75b-e27c-4f29-a15e-c04166d44a36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9627cbe7-26b1-435c-8355-29d3e9c27703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453334 Nov 27 01:17:48.870425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:48.871575 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d64f1b3f-872f-4bfb-b3ab-16c39866c3eb tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0742745 Nov 27 01:17:48.874726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36402) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:49.089935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29996bc1-e459-4fda-9933-db6e06f408f9 req-25c0a81a-4679-4c67-9650-9a21b563e778 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:49.118807 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29996bc1-e459-4fda-9933-db6e06f408f9 req-25c0a81a-4679-4c67-9650-9a21b563e778 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1596282 Nov 27 01:17:49.186577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ddbbe9d1-e27e-4fdf-b1cf-5a86b03516ab req-d8b22372-856d-46b1-bd31-81c8ed41a54f tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.1069677 Nov 27 01:17:49.231437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:49.248079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-0b5ff09e-e45a-4451-9817-cffc9954cc8f service neutron] 10.222.0.42 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681309 Nov 27 01:17:49.269372 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-29996bc1-e459-4fda-9933-db6e06f408f9 req-b7f1fa39-11b5-4d5d-bc48-a6b7c33003f7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454067 Nov 27 01:17:49.279758 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:49.446137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d81db-b1d2-421d-ab11-42b2579d4371 req-da2fb635-4a72-4553-a3e0-999eff030a9a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:49.453429 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a97d81db-b1d2-421d-ab11-42b2579d4371 req-da2fb635-4a72-4553-a3e0-999eff030a9a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0975780 Nov 27 01:17:49.538748 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a97d81db-b1d2-421d-ab11-42b2579d4371 req-4a1a91f9-9838-4131-9c59-8ab1946e01c3 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788651 Nov 27 01:17:49.555396 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7752d500-096a-4670-af23-32304f2dea32 req-60fc259f-14f9-48a1-9ea1-de02f3c72196 service neutron] 10.222.0.42 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975760 Nov 27 01:17:49.580398 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:49.768163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee8342-59f6-4497-a95a-716a8e806e2e req-54fb26f0-247e-43a7-8a9c-560f629e6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:49.774856 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdee8342-59f6-4497-a95a-716a8e806e2e req-54fb26f0-247e-43a7-8a9c-560f629e6a9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 1094 time: 0.1168444 Nov 27 01:17:49.872319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Allocated IP 172.25.3.72 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/230978fe-7860-4596-b022-6122a5b7667c) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:17:49.934721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee8342-59f6-4497-a95a-716a8e806e2e req-f209d03b-9e17-4361-8823-53dcc5e02cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:49.936816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdee8342-59f6-4497-a95a-716a8e806e2e req-f209d03b-9e17-4361-8823-53dcc5e02cdf service neutron] 10.222.0.42 "GET /v2.0/networks?id=9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 200 len: 914 time: 0.1521182 Nov 27 01:17:50.076061 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdee8342-59f6-4497-a95a-716a8e806e2e req-f1390c5a-fba4-483a-9b4a-97b583658434 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c41d90af-9889-4f81-8e1b-8bfd589d3482 HTTP/1.1" status: 200 len: 217 time: 0.1223650 Nov 27 01:17:50.175000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36442) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:50.206607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1546f19-cfb5-44a3-b7dd-5e9806c23d88 req-a4b6d17b-3787-4340-8b1e-ee1379d27fb4 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:50.208907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1546f19-cfb5-44a3-b7dd-5e9806c23d88 req-a4b6d17b-3787-4340-8b1e-ee1379d27fb4 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 943 time: 0.2980671 Nov 27 01:17:50.242817 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98c4fd50-3624-4e33-a6d6-5df8e10146fa req-e867aee6-ae73-496e-8156-492caffb1d4a tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 210 time: 0.1594632 Nov 27 01:17:50.288539 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee8342-59f6-4497-a95a-716a8e806e2e req-86851406-7506-41bc-9242-9035a54852b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:50.290077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdee8342-59f6-4497-a95a-716a8e806e2e req-86851406-7506-41bc-9242-9035a54852b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f7a8ce3-5280-4534-999b-9162791807b4 HTTP/1.1" status: 200 len: 853 time: 0.1696625 Nov 27 01:17:50.298931 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.306633 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1546f19-cfb5-44a3-b7dd-5e9806c23d88 req-b5679bc4-4cde-48c6-a29f-acd188067856 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824447 Nov 27 01:17:50.352279 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.368921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdee8342-59f6-4497-a95a-716a8e806e2e req-a1bb9534-e124-42bd-92e6-8d9ee7ebb562 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9627cbe7-26b1-435c-8355-29d3e9c27703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695400 Nov 27 01:17:50.492519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Pushing event updated for resources: {'Port': ['ID=230978fe-7860-4596-b022-6122a5b7667c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:50.507106 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e56c463d-6048-4c13-a921-5eb50776d1c2 req-a6cf9ba7-4f8c-4c14-8756-b170b9105508 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.1081629 Nov 27 01:17:50.529421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:17:50.542828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32dc7ed0-31ea-479e-887b-0e4cdf7e8fb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:50.573879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:17:50.577202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:17:50.650304 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdee8342-59f6-4497-a95a-716a8e806e2e req-d8866a95-1fa1-4c6b-ae60-dd5450175b52 service neutron] 10.222.0.42 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703259 Nov 27 01:17:50.753034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737935-bd0b-475a-82d1-759ab5fdbb4e req-8d2ff0eb-2ad3-42bb-9b20-b4e04143c217 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:50.765329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b737935-bd0b-475a-82d1-759ab5fdbb4e req-8d2ff0eb-2ad3-42bb-9b20-b4e04143c217 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.2860088 Nov 27 01:17:50.866545 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdee8342-59f6-4497-a95a-716a8e806e2e req-088ad0fd-5c67-45b5-a972-0f67a865610b service neutron] 10.222.0.42 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053878 Nov 27 01:17:50.982107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.007174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b737935-bd0b-475a-82d1-759ab5fdbb4e req-a9dc83e4-ae0b-4891-b6fd-5be16a054abc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394538 Nov 27 01:17:51.019391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32dc7ed0-31ea-479e-887b-0e4cdf7e8fb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.044633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32dc7ed0-31ea-479e-887b-0e4cdf7e8fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.085301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a3b2b-2913-4669-b753-9dc369bfdc3d req-43f3016a-4a73-4eed-b3a2-9b23a90a17d7 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:51.086379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca9a3b2b-2913-4669-b753-9dc369bfdc3d req-43f3016a-4a73-4eed-b3a2-9b23a90a17d7 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.0914981 Nov 27 01:17:51.138932 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.156572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36456) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:51.158690 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-32dc7ed0-31ea-479e-887b-0e4cdf7e8fb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff084aae4aea424cad9e817f490df2ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9721670 Nov 27 01:17:51.209213 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc7ed0-31ea-479e-887b-0e4cdf7e8fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e064a149-5018-4a14-91ee-3f55c0953af2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:51.211036 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca9a3b2b-2913-4669-b753-9dc369bfdc3d req-cffe1c40-bdec-4191-981d-d5667d994064 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051989 Nov 27 01:17:51.322103 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-d82a-4c1d-ae5a-79821ed62d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.401031 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-d82a-4c1d-ae5a-79821ed62d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.420375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c41d90af-9889-4f81-8e1b-8bfd589d3482 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:17:51.508146 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53250c75-e2ba-4cb2-9945-767b481a2f1b req-1f005c0a-82ce-4ce6-b325-525c01cda84d tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e007db8-e254-4605-b65e-dd98956aaf9d HTTP/1.1" status: 200 len: 210 time: 0.0422254 Nov 27 01:17:51.600451 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.604486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39149707-dfd8-41a2-8cc1-24bf35bfc8f8 req-c11418c6-79d3-4534-9248-137f5a578ea9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:51.606266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-39149707-dfd8-41a2-8cc1-24bf35bfc8f8 req-c11418c6-79d3-4534-9248-137f5a578ea9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 943 time: 0.1407640 Nov 27 01:17:51.613565 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-d82a-4c1d-ae5a-79821ed62d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.616266 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-d82a-4c1d-ae5a-79821ed62d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.617191 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.625476 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-48d9c4d4-d82a-4c1d-ae5a-79821ed62d53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e064a149-5018-4a14-91ee-3f55c0953af2 HTTP/1.1" status: 204 len: 168 time: 0.4678710 Nov 27 01:17:51.671899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9c4d4-d82a-4c1d-ae5a-79821ed62d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e064a149-5018-4a14-91ee-3f55c0953af2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:51.691670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Pushing event updated for resources: {'Port': ['ID=230978fe-7860-4596-b022-6122a5b7667c,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:51.718373 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c41d90af-9889-4f81-8e1b-8bfd589d3482, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c41d90af-9889-4f81-8e1b-8bfd589d3482,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:51.737804 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-39149707-dfd8-41a2-8cc1-24bf35bfc8f8 req-e0a9c9d1-aa6b-4952-9ef3-f5c57b0e3636 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110520 Nov 27 01:17:51.755701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'c41d90af-9889-4f81-8e1b-8bfd589d3482', 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703', 'port_id': 'c41d90af-9889-4f81-8e1b-8bfd589d3482', 'mac_address': 'fa:16:3e:f2:cc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7a8ce3-5280-4534-999b-9162791807b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:17:51.812879 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.846702 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41ce61cc-3a7b-4bfd-b734-839ebc971bb5 req-ad9cb340-ce8a-4b26-9162-15e9001feba4 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.1360054 Nov 27 01:17:51.850574 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.855754 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ad9c0ec9-3f61-44f8-bb74-f9d2f976f33a tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9774170 Nov 27 01:17:51.856907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36466) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:51.908865 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:51.931799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41d90af-9889-4f81-8e1b-8bfd589d3482 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:17:51.959332 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c41d90af-9889-4f81-8e1b-8bfd589d3482, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c41d90af-9889-4f81-8e1b-8bfd589d3482,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:51.972121 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.026191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7ec28ba3-2c64-44bb-afbf-5d396d54d309 tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.1654084 Nov 27 01:17:52.027003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36470) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:52.036316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c41d90af-9889-4f81-8e1b-8bfd589d3482,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:52.158822 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e9204325-054b-410e-97d4-b5ffc55ae287 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1305683 Nov 27 01:17:52.161759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36474) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:52.209122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242895b-327d-469f-9360-deaf97cc66c0 req-61adfa6d-61ef-4224-ad13-39ed475db432 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:52.210717 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0242895b-327d-469f-9360-deaf97cc66c0 req-61adfa6d-61ef-4224-ad13-39ed475db432 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.0824049 Nov 27 01:17:52.298403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36480) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:52.304027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['c41d90af-9889-4f81-8e1b-8bfd589d3482'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:17:52.313673 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0242895b-327d-469f-9360-deaf97cc66c0 req-94961d46-ac55-40a3-8f90-4564c44d3608 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962524 Nov 27 01:17:52.332415 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ceb983f-4419-4f28-babd-be959d6c8e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.434556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0c513066-cd83-4fd7-a259-93a8ed4585bc tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Deleting port 230978fe-7860-4596-b022-6122a5b7667c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:52.436024 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c513066-cd83-4fd7-a259-93a8ed4585bc tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.509311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ceb983f-4419-4f28-babd-be959d6c8e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.517203 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ceb983f-4419-4f28-babd-be959d6c8e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.618292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9ceb983f-4419-4f28-babd-be959d6c8e9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f69f290972a143b49e809a5057c49d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3162563 Nov 27 01:17:52.618502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36488) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:52.626748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb983f-4419-4f28-babd-be959d6c8e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a3b693-5377-4e0f-977c-f358c097e8e6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:52.666868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182375b9-736b-49e6-9308-4169211fe608 req-6749994f-57d9-4c03-bbae-d212b83af720 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:52.671094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff2a8c-bcb2-4c31-9b92-1c0a52eea651 req-99a2b30e-6672-4123-831f-cab0d3c241c6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:52.674927 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-182375b9-736b-49e6-9308-4169211fe608 req-6749994f-57d9-4c03-bbae-d212b83af720 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.2574990 Nov 27 01:17:52.678982 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-abff2a8c-bcb2-4c31-9b92-1c0a52eea651 req-99a2b30e-6672-4123-831f-cab0d3c241c6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1104882 Nov 27 01:17:52.732346 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c513066-cd83-4fd7-a259-93a8ed4585bc tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.732605 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-445f8435-2e1f-4408-942e-1a6069c8f86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.732737 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c513066-cd83-4fd7-a259-93a8ed4585bc tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.761605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0c513066-cd83-4fd7-a259-93a8ed4585bc tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Calling delete_port for 230978fe-7860-4596-b022-6122a5b7667c owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:52.774011 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-182375b9-736b-49e6-9308-4169211fe608 req-c6ab038b-8ac2-4a39-924e-84c28013068f tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980477 Nov 27 01:17:52.788087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-abff2a8c-bcb2-4c31-9b92-1c0a52eea651 req-6e640401-efaa-459f-9ecd-be2b06071440 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064115 Nov 27 01:17:52.822368 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-445f8435-2e1f-4408-942e-1a6069c8f86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.963025 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-445f8435-2e1f-4408-942e-1a6069c8f86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.967809 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-445f8435-2e1f-4408-942e-1a6069c8f86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:52.969266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-445f8435-2e1f-4408-942e-1a6069c8f86c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4a3b693-5377-4e0f-977c-f358c097e8e6 HTTP/1.1" status: 204 len: 168 time: 0.3498561 Nov 27 01:17:53.024642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547a297-cfe7-4b25-82d8-2ce9f593368a req-1f14504f-61b0-4b93-ad49-b526d63fc4c0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.038488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c513066-cd83-4fd7-a259-93a8ed4585bc tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.040748 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8547a297-cfe7-4b25-82d8-2ce9f593368a req-1f14504f-61b0-4b93-ad49-b526d63fc4c0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 944 time: 0.1399176 Nov 27 01:17:53.070684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f8435-2e1f-4408-942e-1a6069c8f86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a3b693-5377-4e0f-977c-f358c097e8e6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:53.188657 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8547a297-cfe7-4b25-82d8-2ce9f593368a req-eff25f8a-72ab-4c85-8224-037368babe34 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463792 Nov 27 01:17:53.192111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c513066-cd83-4fd7-a259-93a8ed4585bc tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Pushing event deleted for resources: {'Port': ['ID=230978fe-7860-4596-b022-6122a5b7667c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:53.200983 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c513066-cd83-4fd7-a259-93a8ed4585bc tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.203597 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c513066-cd83-4fd7-a259-93a8ed4585bc tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.204766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0c513066-cd83-4fd7-a259-93a8ed4585bc tempest-FloatingIPAdminTestJSON-932240993 tempest-FloatingIPAdminTestJSON-932240993-project] 10.222.0.37 "DELETE /v2.0/floatingips/c14295d5-1ea0-49e9-81f2-129c593d5443 HTTP/1.1" status: 204 len: 168 time: 1.0420899 Nov 27 01:17:53.207518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36500) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:53.213201 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b08e-c1e0-4df4-8740-67c3157bbe99 req-c1d1f205-b096-4d2b-ac9f-7e99f4e78cf1 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:53.214736 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50b5b08e-c1e0-4df4-8740-67c3157bbe99 req-c1d1f205-b096-4d2b-ac9f-7e99f4e78cf1 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2540004 Nov 27 01:17:53.301119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36504) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:53.377309 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50b5b08e-c1e0-4df4-8740-67c3157bbe99 req-06835552-7833-4000-a889-d6ce9de5c4c7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397264 Nov 27 01:17:53.428430 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c41d90af-9889-4f81-8e1b-8bfd589d3482 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:17:53.479350 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ec6a55a7-364f-4c88-816b-2e9b06b4b8e3 req-78b71493-d1ee-4870-a852-a1be65014351 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0463507 Nov 27 01:17:53.514893 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-56628145-c1c5-441d-8e19-398ffb30e489 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.545172 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-56628145-c1c5-441d-8e19-398ffb30e489 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.567675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port c41d90af-9889-4f81-8e1b-8bfd589d3482 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:17:53.573415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port c41d90af-9889-4f81-8e1b-8bfd589d3482 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:17:53.575165 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.618075 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-56628145-c1c5-441d-8e19-398ffb30e489 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.622603 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-56628145-c1c5-441d-8e19-398ffb30e489 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.624143 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-56628145-c1c5-441d-8e19-398ffb30e489 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "DELETE /v2.0/security-groups/7aee3468-9dee-4ee1-85b1-44f711f0f6c5 HTTP/1.1" status: 204 len: 168 time: 0.3191354 Nov 27 01:17:53.632266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36512) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:53.643005 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-e6b86229-6ec3-4397-b6c3-47c3a00a5097 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] show failed (client error): The resource could not be found. Nov 27 01:17:53.646988 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e6b86229-6ec3-4397-b6c3-47c3a00a5097 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "GET /v2.0/security-groups/7aee3468-9dee-4ee1-85b1-44f711f0f6c5 HTTP/1.1" status: 404 len: 347 time: 0.0189874 Nov 27 01:17:53.649413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36516) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:53.651692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56628145-c1c5-441d-8e19-398ffb30e489 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aee3468-9dee-4ee1-85b1-44f711f0f6c5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:53.667921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-622c35cd-4d40-4b07-a252-d1630d8690ef tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Deleting port dba8846d-c076-46f6-9a96-c71974ab6bef {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:53.668328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-622c35cd-4d40-4b07-a252-d1630d8690ef tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.831751 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.843175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-622c35cd-4d40-4b07-a252-d1630d8690ef tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.843594 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-622c35cd-4d40-4b07-a252-d1630d8690ef tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.879853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-622c35cd-4d40-4b07-a252-d1630d8690ef tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Calling delete_port for dba8846d-c076-46f6-9a96-c71974ab6bef owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:53.889816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa28bce-c75f-477c-a5b1-d5d291b47b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41d90af-9889-4f81-8e1b-8bfd589d3482'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:17:53.899152 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877f9124-677c-49a2-ac07-cda4558eec3d" -d '{"events": [{"server_uuid": "3aa28bce-c75f-477c-a5b1-d5d291b47b6b", "name": "network-vif-plugged", "status": "completed", "tag": "c41d90af-9889-4f81-8e1b-8bfd589d3482"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:17:53.910509 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:17:53.924118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c41d90af-9889-4f81-8e1b-8bfd589d3482, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c41d90af-9889-4f81-8e1b-8bfd589d3482,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:53.937303 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:53.994289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c41d90af-9889-4f81-8e1b-8bfd589d3482,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:54.072272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7e1ee-6733-43a1-ba50-5e08a9faffc3 req-dcf35f92-c2e4-4440-823b-360ac99aca1a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:54.080280 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80f7e1ee-6733-43a1-ba50-5e08a9faffc3 req-dcf35f92-c2e4-4440-823b-360ac99aca1a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.1789804 Nov 27 01:17:54.195927 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80f7e1ee-6733-43a1-ba50-5e08a9faffc3 req-cb4c2e79-bca9-4ba4-8dbc-8ce0c77080cf tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143401 Nov 27 01:17:54.284743 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d379a7b8-ea38-4240-8dc2-f086853432a6 x-openstack-request-id: req-d379a7b8-ea38-4240-8dc2-f086853432a6 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:17:54.285040 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa28bce-c75f-477c-a5b1-d5d291b47b6b", "name": "network-vif-plugged", "status": "completed", "tag": "c41d90af-9889-4f81-8e1b-8bfd589d3482", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:17:54.285291 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d379a7b8-ea38-4240-8dc2-f086853432a6 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:17:54.286166 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa28bce-c75f-477c-a5b1-d5d291b47b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41d90af-9889-4f81-8e1b-8bfd589d3482', 'code': 200} Nov 27 01:17:54.330115 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-622c35cd-4d40-4b07-a252-d1630d8690ef tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:54.386132 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c35cd-4d40-4b07-a252-d1630d8690ef tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Pushing event deleted for resources: {'Port': ['ID=dba8846d-c076-46f6-9a96-c71974ab6bef,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:54.388067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c272e62-758e-4112-b214-4df687ef4761 req-507f653f-3a6b-4c40-afa0-ab88135524ac tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:54.389675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-507f653f-3a6b-4c40-afa0-ab88135524ac tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 812 time: 0.4738550 Nov 27 01:17:54.427910 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-bec8e637-b101-4c46-9b47-d2b94e504c77 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/quotas/45731133ae9e435f84b4491351b086d0 HTTP/1.1" status: 200 len: 375 time: 0.0315759 Nov 27 01:17:54.583714 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-622c35cd-4d40-4b07-a252-d1630d8690ef tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:54.587522 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-622c35cd-4d40-4b07-a252-d1630d8690ef tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:54.588713 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-622c35cd-4d40-4b07-a252-d1630d8690ef tempest-FloatingIPAdminTestJSON-1853620061 tempest-FloatingIPAdminTestJSON-1853620061-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/d1cd40c4-e051-470b-8545-3730f93869a0 HTTP/1.1" status: 204 len: 168 time: 1.3800359 Nov 27 01:17:54.637470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36552) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:54.769637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54e5ba-8706-4e0b-b74d-33e69d3e24e0 req-2a8f3200-6c5b-4322-a74a-647b1f0f4513 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:54.771543 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f54e5ba-8706-4e0b-b74d-33e69d3e24e0 req-2a8f3200-6c5b-4322-a74a-647b1f0f4513 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 945 time: 0.3773811 Nov 27 01:17:54.818196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5705d21-350d-42bd-88b9-1e4f3036d19e req-495e5bbc-5c1d-4186-887b-bfcc238a9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:54.819822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5705d21-350d-42bd-88b9-1e4f3036d19e req-495e5bbc-5c1d-4186-887b-bfcc238a9b56 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 1096 time: 0.3758354 Nov 27 01:17:54.914740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f54e5ba-8706-4e0b-b74d-33e69d3e24e0 req-3b8774eb-5d9a-4a52-938d-aaabb1fe797e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110816 Nov 27 01:17:54.956445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-845c7a09-8478-43fa-b679-2898837b9460 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Deleting port 3c6920b3-91a6-4a56-8455-fb6b718feaa1 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:54.957256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-845c7a09-8478-43fa-b679-2898837b9460 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:55.007660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-79f7c91c-6551-4125-a3cf-65ed7b3dcbf7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Deleting port ee9ced8c-e29f-4803-9e8f-c9004171b363 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:55.007995 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79f7c91c-6551-4125-a3cf-65ed7b3dcbf7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:55.137672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5705d21-350d-42bd-88b9-1e4f3036d19e req-17d3767b-e1fe-4658-8030-58f460828537 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467029 Nov 27 01:17:55.194896 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-845c7a09-8478-43fa-b679-2898837b9460 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:55.194896 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-845c7a09-8478-43fa-b679-2898837b9460 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:55.214169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7b837e3-95a9-4883-b15e-f3d20bd6076c req-8fa78949-3066-43b3-a1a1-5081eda50ce7 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0819929 Nov 27 01:17:55.258565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-845c7a09-8478-43fa-b679-2898837b9460 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Calling delete_port for 3c6920b3-91a6-4a56-8455-fb6b718feaa1 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:55.287142 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-3eba9ed6-1fbe-412d-9a56-f87b914d5068 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8494294 Nov 27 01:17:55.328044 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79f7c91c-6551-4125-a3cf-65ed7b3dcbf7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:55.358724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-79f7c91c-6551-4125-a3cf-65ed7b3dcbf7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Calling delete_port for ee9ced8c-e29f-4803-9e8f-c9004171b363 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:55.449667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c959d-c984-4624-b0fc-e3932416cae6 req-21e43c45-2e54-49ba-8518-2f88310be7ed tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:55.456996 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ec9c959d-c984-4624-b0fc-e3932416cae6 req-21e43c45-2e54-49ba-8518-2f88310be7ed tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.1140776 Nov 27 01:17:55.649981 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-cff114c0-51f0-431e-91b0-6030e09498a7 service neutron] 10.222.0.37 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611529 Nov 27 01:17:55.655685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ec9c959d-c984-4624-b0fc-e3932416cae6 req-304eace1-834d-4c94-8ba2-c7374a3c4707 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974933 Nov 27 01:17:55.718433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79f7c91c-6551-4125-a3cf-65ed7b3dcbf7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:55.760553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7c91c-6551-4125-a3cf-65ed7b3dcbf7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event deleted for resources: {'Port': ['ID=ee9ced8c-e29f-4803-9e8f-c9004171b363,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:55.879516 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79f7c91c-6551-4125-a3cf-65ed7b3dcbf7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:55.884533 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6603341e-681d-477f-87f2-a8729ffaa7c5 req-b7f733f8-1741-4a01-aacb-1abed53b4702 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.1974704 Nov 27 01:17:55.885119 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-79f7c91c-6551-4125-a3cf-65ed7b3dcbf7 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "DELETE /v2.0/ports/ee9ced8c-e29f-4803-9e8f-c9004171b363 HTTP/1.1" status: 204 len: 168 time: 1.2463467 Nov 27 01:17:55.890717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36578) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:56.029694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6101fa5-daad-41ac-815d-6594ec5a0c0b tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:56.032646 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e6101fa5-daad-41ac-815d-6594ec5a0c0b tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a2d75e0-f080-40d1-b442-067afcb165cf HTTP/1.1" status: 200 len: 913 time: 0.1404631 Nov 27 01:17:56.033908 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-845c7a09-8478-43fa-b679-2898837b9460 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:56.034302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36582) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:56.106021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c7a09-8478-43fa-b679-2898837b9460 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Pushing event deleted for resources: {'Port': ['ID=3c6920b3-91a6-4a56-8455-fb6b718feaa1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:56.254519 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-b49e258a-765e-42f8-adde-b88127f9449a service neutron] 10.222.0.37 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026719 Nov 27 01:17:56.266263 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-845c7a09-8478-43fa-b679-2898837b9460 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:56.274251 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-845c7a09-8478-43fa-b679-2898837b9460 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:56.279652 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-845c7a09-8478-43fa-b679-2898837b9460 tempest-ServersTestBootFromVolume-124665118 tempest-ServersTestBootFromVolume-124665118-project] 10.222.0.37 "DELETE /v2.0/floatingips/79bbf0ee-1ea1-4989-8499-f03d3db49b49 HTTP/1.1" status: 204 len: 168 time: 2.6292458 Nov 27 01:17:56.283335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36594) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:56.633069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944d499-d3a7-43a5-924c-0ceafa2bebde req-530ad784-be7e-45bb-8a7c-fdbb83c99db6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:56.634652 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0944d499-d3a7-43a5-924c-0ceafa2bebde req-530ad784-be7e-45bb-8a7c-fdbb83c99db6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 945 time: 0.5157063 Nov 27 01:17:56.764587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6500ef97-39f8-41e3-942a-27f43fb3b641 req-59ff27cb-2c21-41c9-a106-870309b9517b tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0529230 Nov 27 01:17:56.827484 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0944d499-d3a7-43a5-924c-0ceafa2bebde req-42fd08c6-492f-4e53-9dec-67e4844167a2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845984 Nov 27 01:17:56.971919 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7461feb-9a70-431e-b84d-e116d59eddf2 req-8a72da74-9569-44b1-9fe5-b57bc95152b8 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 210 time: 0.1022558 Nov 27 01:17:57.200631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36614) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:57.237094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41c70-e44a-4808-bbe5-dea9ff2fcf30 req-a19e5b38-8cea-4143-a4c8-cdb8174548f9 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:57.247682 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5c41c70-e44a-4808-bbe5-dea9ff2fcf30 req-a19e5b38-8cea-4143-a4c8-cdb8174548f9 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.2709050 Nov 27 01:17:57.353528 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac7fdd09-e87d-43b4-b95f-6f5b9b3c4584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:57.430975 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f5c41c70-e44a-4808-bbe5-dea9ff2fcf30 req-7aba3f77-518a-47a7-b752-44c37e330aa8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822121 Nov 27 01:17:57.502944 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-48e9bd36-4d6b-4a3c-8cf4-57ec559c4b84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:57.601966 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c7aab774-389b-4af6-a4e7-f69fee3ab8be tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:57.727145 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-48e9bd36-4d6b-4a3c-8cf4-57ec559c4b84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:57.737086 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-48e9bd36-4d6b-4a3c-8cf4-57ec559c4b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:57.804432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9bd36-4d6b-4a3c-8cf4-57ec559c4b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b8c3f3-c0f7-4e1b-854d-ef8f403aa8bc,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:57.940462 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-48e9bd36-4d6b-4a3c-8cf4-57ec559c4b84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11b00505753f47d9a733fc3975aa891e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7387364 Nov 27 01:17:57.945073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36626) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:17:58.024707 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c588fdc-7b22-4aa8-984a-58fd5ad70b8a req-93419a9e-6e16-48a0-9534-178a742839d7 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0994020 Nov 27 01:17:58.073396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6233e5d-6fb7-4df8-984d-9a2cc6c4edea req-9e345966-b233-400e-b15c-eb52e4dcfea7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:58.085886 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6233e5d-6fb7-4df8-984d-9a2cc6c4edea req-9e345966-b233-400e-b15c-eb52e4dcfea7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 945 time: 0.0971670 Nov 27 01:17:58.146769 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70869eb3-4935-4967-92e5-a3240f609f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:58.152189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c7aab774-389b-4af6-a4e7-f69fee3ab8be tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Deleting port 42a3ef2a-d4aa-4778-bfb2-c2ac4a2ad75a {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:58.152500 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c7aab774-389b-4af6-a4e7-f69fee3ab8be tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:58.203637 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6233e5d-6fb7-4df8-984d-9a2cc6c4edea req-d85c86f5-de7f-4552-a9ba-2d5e70a5745d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167991 Nov 27 01:17:58.206205 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-da573f4f-e0f1-4362-8052-cd662ea242c7 req-b2458f25-f21d-4f65-bd86-a2547fda7de8 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 210 time: 0.0468049 Nov 27 01:17:58.252887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70869eb3-4935-4967-92e5-a3240f609f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:58.290628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ac7fdd09-e87d-43b4-b95f-6f5b9b3c4584 admin admin] Deleting port 31f29732-b7b5-48d6-abac-7ffcf7d453eb {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:17:58.290957 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac7fdd09-e87d-43b4-b95f-6f5b9b3c4584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:58.337096 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c7aab774-389b-4af6-a4e7-f69fee3ab8be tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:58.394797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c7aab774-389b-4af6-a4e7-f69fee3ab8be tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Calling delete_port for 42a3ef2a-d4aa-4778-bfb2-c2ac4a2ad75a owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:58.438328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-ac7fdd09-e87d-43b4-b95f-6f5b9b3c4584 admin admin] For port 31f29732-b7b5-48d6-abac-7ffcf7d453eb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=31f29732-b7b5-48d6-abac-7ffcf7d453eb,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:17:58.439927 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac7fdd09-e87d-43b4-b95f-6f5b9b3c4584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:58.468055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ac7fdd09-e87d-43b4-b95f-6f5b9b3c4584 admin admin] Calling delete_port for 31f29732-b7b5-48d6-abac-7ffcf7d453eb owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:17:58.845205 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac7fdd09-e87d-43b4-b95f-6f5b9b3c4584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:58.895067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad303cb6-6d64-4d8b-abb2-29390d6852be req-f8f89070-3008-4d1d-be87-e3605aa63ce3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=466e1d1e45a342aca0cebfc4c132faad&device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0835888 Nov 27 01:17:58.909859 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bccb25e-3d67-4ff5-bcb5-968f6ae71ed0 req-35d416b2-cfa9-4408-952a-c24669163720 tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0993598 Nov 27 01:17:58.978371 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad303cb6-6d64-4d8b-abb2-29390d6852be req-5fbb422c-4ca2-4b9e-8742-c82d7e4ebc06 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=466e1d1e45a342aca0cebfc4c132faad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631180 Nov 27 01:17:59.003442 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c7aab774-389b-4af6-a4e7-f69fee3ab8be tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:59.069548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fdd09-e87d-43b4-b95f-6f5b9b3c4584 admin admin] Pushing event deleted for resources: {'Port': ['ID=31f29732-b7b5-48d6-abac-7ffcf7d453eb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:59.078964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c272e62-758e-4112-b214-4df687ef4761 req-badae4ed-f6b9-4ee9-9e4a-ad6b012fefff tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:59.080568 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-badae4ed-f6b9-4ee9-9e4a-ad6b012fefff tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.11 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 812 time: 0.2827051 Nov 27 01:17:59.112622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aab774-389b-4af6-a4e7-f69fee3ab8be tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event deleted for resources: {'Port': ['ID=42a3ef2a-d4aa-4778-bfb2-c2ac4a2ad75a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:59.176130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-7c272e62-758e-4112-b214-4df687ef4761 req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Request body: {'port': {'device_id': 'de297e61-b746-4e17-908f-de7ee9af6b87', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'admin_state_up': True, 'tenant_id': '45731133ae9e435f84b4491351b086d0'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:17:59.255364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad303cb6-6d64-4d8b-abb2-29390d6852be req-1b9ab2cd-79bc-4184-aa00-5fca054f6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:59.256905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad303cb6-6d64-4d8b-abb2-29390d6852be req-1b9ab2cd-79bc-4184-aa00-5fca054f6530 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2562721 Nov 27 01:17:59.356346 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70869eb3-4935-4967-92e5-a3240f609f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:59.359485 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70869eb3-4935-4967-92e5-a3240f609f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:59.360644 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-70869eb3-4935-4967-92e5-a3240f609f60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5b8c3f3-c0f7-4e1b-854d-ef8f403aa8bc HTTP/1.1" status: 204 len: 168 time: 1.4146411 Nov 27 01:17:59.396585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70869eb3-4935-4967-92e5-a3240f609f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b8c3f3-c0f7-4e1b-854d-ef8f403aa8bc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:17:59.469160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbda0da-afc3-4b11-aad3-f6bc386c21a1 req-79d7304f-27bb-41c9-b3e9-61c6741b7287 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:59.479963 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abbda0da-afc3-4b11-aad3-f6bc386c21a1 req-79d7304f-27bb-41c9-b3e9-61c6741b7287 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.6805882 Nov 27 01:17:59.548906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c272e62-758e-4112-b214-4df687ef4761 req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Made reservation on behalf of 45731133ae9e435f84b4491351b086d0 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:17:59.563614 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7c272e62-758e-4112-b214-4df687ef4761 req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:59.574466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816619c-c1de-4489-84cd-c77192e79fbe req-d04b57c2-3559-4540-b96b-38e7525ad3a8 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:17:59.586910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3816619c-c1de-4489-84cd-c77192e79fbe req-d04b57c2-3559-4540-b96b-38e7525ad3a8 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 945 time: 0.5428488 Nov 27 01:17:59.672447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3816619c-c1de-4489-84cd-c77192e79fbe req-bc8d5638-24b7-4a9b-8712-37cfb121bad0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845151 Nov 27 01:17:59.717082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac7fdd09-e87d-43b4-b95f-6f5b9b3c4584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:59.786143 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c7aab774-389b-4af6-a4e7-f69fee3ab8be tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:17:59.964321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36654) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:00.019607 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7ff3259a-5eee-4894-bb48-f0fb74af6ace admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:00.034569 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abbda0da-afc3-4b11-aad3-f6bc386c21a1 req-ac2a306e-2857-4cbe-8499-9585ce0a22a5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485170 Nov 27 01:18:00.099153 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cb75d733-aa89-455c-8929-8bf2d26a72d7 req-582dfd18-51c3-49be-bc81-b23f3d130155 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 210 time: 0.0751402 Nov 27 01:18:00.162645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151de606-67e9-4025-be0e-82ae6192fa95 req-06c9dc07-d550-4e24-8714-64d256b9c872 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:00.164338 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-151de606-67e9-4025-be0e-82ae6192fa95 req-06c9dc07-d550-4e24-8714-64d256b9c872 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 945 time: 0.1511757 Nov 27 01:18:00.383803 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8402aa11-f11c-4a1e-8491-4361815d30cc req-f894f1d4-784a-4818-8b82-4002ad42dd4d tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.37 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0794353 Nov 27 01:18:00.443645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-7c272e62-758e-4112-b214-4df687ef4761 req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Allocated IP 172.20.0.9 (ca3e04cd-7b00-40c5-9512-0be97b9c1107/f816a93d-f541-4896-9e58-52bcc03d53b8/b58a56d3-f887-4b7a-8821-f46e774d46c4) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:00.471901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7ff3259a-5eee-4894-bb48-f0fb74af6ace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:00.499952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aab774-389b-4af6-a4e7-f69fee3ab8be tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Router 4a2d75e0-f080-40d1-b442-067afcb165cf has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:00.501719 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7ff3259a-5eee-4894-bb48-f0fb74af6ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:00.508247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7fdd09-e87d-43b4-b95f-6f5b9b3c4584 admin admin] Router d21c84ec-41d7-4efa-a7d6-eb789f427c17 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:00.617765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-151de606-67e9-4025-be0e-82ae6192fa95 req-5f546c50-2a0f-4bb5-9fd4-bcc9476b4f54 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Deleting port c41d90af-9889-4f81-8e1b-8bfd589d3482 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:00.618489 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-151de606-67e9-4025-be0e-82ae6192fa95 req-5f546c50-2a0f-4bb5-9fd4-bcc9476b4f54 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:00.758197 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7ff3259a-5eee-4894-bb48-f0fb74af6ace admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1b080464ad64dd3b6403d92eaf8000e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7926204 Nov 27 01:18:00.778912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36664) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:00.780911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3259a-5eee-4894-bb48-f0fb74af6ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c64a1e-497b-462a-a2de-ed66247cd140,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:00.843385 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad303cb6-6d64-4d8b-abb2-29390d6852be req-86d74afe-1dbc-4fbc-a215-8e862493599b tempest-ServerShowV257Test-713983696 tempest-ServerShowV257Test-713983696-project] 10.222.0.11 "GET /v2.0/ports?device_id=676d2d59-f0c4-4670-bbc1-f1bb87bb1ece HTTP/1.1" status: 200 len: 210 time: 0.0790551 Nov 27 01:18:00.917494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-151de606-67e9-4025-be0e-82ae6192fa95 req-5f546c50-2a0f-4bb5-9fd4-bcc9476b4f54 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] For port c41d90af-9889-4f81-8e1b-8bfd589d3482, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c41d90af-9889-4f81-8e1b-8bfd589d3482,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:00.918491 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-151de606-67e9-4025-be0e-82ae6192fa95 req-5f546c50-2a0f-4bb5-9fd4-bcc9476b4f54 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:00.920502 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7c272e62-758e-4112-b214-4df687ef4761 req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:00.949960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-151de606-67e9-4025-be0e-82ae6192fa95 req-5f546c50-2a0f-4bb5-9fd4-bcc9476b4f54 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Calling delete_port for c41d90af-9889-4f81-8e1b-8bfd589d3482 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:00.971581 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc104bb-a435-4f29-8466-cf6e80cfd94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:00.998877 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7c272e62-758e-4112-b214-4df687ef4761 req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:01.001477 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aab774-389b-4af6-a4e7-f69fee3ab8be tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:01.032167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e260a889-8925-4c97-a2aa-c1233e676bce None None] Sync routers for ids ['4a2d75e0-f080-40d1-b442-067afcb165cf'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:01.037382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['752e3274-1f0e-4a4a-8ed9-54be9e3a08ea'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:01.061505 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c7aab774-389b-4af6-a4e7-f69fee3ab8be tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "PUT /v2.0/routers/4a2d75e0-f080-40d1-b442-067afcb165cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0256674 Nov 27 01:18:01.064042 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc104bb-a435-4f29-8466-cf6e80cfd94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:01.068224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36668) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:01.206648 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260a889-8925-4c97-a2aa-c1233e676bce None None] Routers {'4a2d75e0-f080-40d1-b442-067afcb165cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:01.209309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e260a889-8925-4c97-a2aa-c1233e676bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['4a2d75e0-f080-40d1-b442-067afcb165cf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:01.395038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c3d75-2834-4052-9eb2-3e53b911c379 req-5f7cbd42-b95f-44bc-83ea-74a89a95d643 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:01.403036 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-525c3d75-2834-4052-9eb2-3e53b911c379 req-5f7cbd42-b95f-44bc-83ea-74a89a95d643 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.1200509 Nov 27 01:18:01.410713 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:01.421137 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc104bb-a435-4f29-8466-cf6e80cfd94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:01.433909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc104bb-a435-4f29-8466-cf6e80cfd94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:01.436263 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-afc104bb-a435-4f29-8466-cf6e80cfd94e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6c64a1e-497b-462a-a2de-ed66247cd140 HTTP/1.1" status: 204 len: 168 time: 0.6502817 Nov 27 01:18:01.624543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e260a889-8925-4c97-a2aa-c1233e676bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:01.707101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c272e62-758e-4112-b214-4df687ef4761 req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:01.728852 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-7c272e62-758e-4112-b214-4df687ef4761 req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:01.733725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c272e62-758e-4112-b214-4df687ef4761 req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:01.762866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260a889-8925-4c97-a2aa-c1233e676bce None None] Routers {'4a2d75e0-f080-40d1-b442-067afcb165cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:01.763819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e260a889-8925-4c97-a2aa-c1233e676bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['4a2d75e0-f080-40d1-b442-067afcb165cf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:01.851530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c272e62-758e-4112-b214-4df687ef4761 req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:01.852440 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7c272e62-758e-4112-b214-4df687ef4761 req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:01.907056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e260a889-8925-4c97-a2aa-c1233e676bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:01.907837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e260a889-8925-4c97-a2aa-c1233e676bce None None] The sync data for ids ['4a2d75e0-f080-40d1-b442-067afcb165cf'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:01.952460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de7567-d3ff-4f43-b1d1-e897b6442c9d req-b208c808-1040-4df4-b6ce-aa24bf5873c6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:01.967282 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73de7567-d3ff-4f43-b1d1-e897b6442c9d req-b208c808-1040-4df4-b6ce-aa24bf5873c6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 945 time: 1.0147307 Nov 27 01:18:01.974919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7fdd09-e87d-43b4-b95f-6f5b9b3c4584 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:01.976686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event updated for resources: {'Port': ['ID=b58a56d3-f887-4b7a-8821-f46e774d46c4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:01.990681 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ac7fdd09-e87d-43b4-b95f-6f5b9b3c4584 admin admin] 10.222.0.37 "PUT /v2.0/routers/d21c84ec-41d7-4efa-a7d6-eb789f427c17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7054539 Nov 27 01:18:02.004289 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8bb62-15f2-45ff-b104-4a7aa6e5de97 None None] Sync routers for ids ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:02.020854 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8bb62-15f2-45ff-b104-4a7aa6e5de97 None None] Routers {'d21c84ec-41d7-4efa-a7d6-eb789f427c17'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:02.021504 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8ca8bb62-15f2-45ff-b104-4a7aa6e5de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:02.121024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-ee1e636c-703d-46bb-a3d9-eb36ca2782fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0183222 Nov 27 01:18:02.130814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36680) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:02.146139 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73de7567-d3ff-4f43-b1d1-e897b6442c9d req-0d1fbdfd-8580-4250-b8cd-e9e2dd16c4f3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726925 Nov 27 01:18:02.183896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Request body: {'port': {'device_id': 'de297e61-b746-4e17-908f-de7ee9af6b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:02.236303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-76257a58-1949-45e4-98b8-4467c91cff8b None None] Provisioning complete for port b58a56d3-f887-4b7a-8821-f46e774d46c4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:02.246480 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-76257a58-1949-45e4-98b8-4467c91cff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:02.405172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-76257a58-1949-45e4-98b8-4467c91cff8b None None] Port b58a56d3-f887-4b7a-8821-f46e774d46c4 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:02.524547 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8ca8bb62-15f2-45ff-b104-4a7aa6e5de97 None None] Set router d21c84ec-41d7-4efa-a7d6-eb789f427c17 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:02.532860 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:02.572474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc104bb-a435-4f29-8466-cf6e80cfd94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c64a1e-497b-462a-a2de-ed66247cd140,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:02.787292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f98308-ef20-4bbc-946e-ec3c133d8fc0 req-437bb536-de1a-4543-b937-cec2c4cfbb4c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:02.804157 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69f98308-ef20-4bbc-946e-ec3c133d8fc0 req-437bb536-de1a-4543-b937-cec2c4cfbb4c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 931 time: 0.4439752 Nov 27 01:18:02.839023 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-525c3d75-2834-4052-9eb2-3e53b911c379 req-55ca036a-62a4-4363-9b6f-db5f4c28db80 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4259741 Nov 27 01:18:02.849366 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:02.880896 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-151de606-67e9-4025-be0e-82ae6192fa95 req-5f546c50-2a0f-4bb5-9fd4-bcc9476b4f54 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:02.929350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['de278812-84d3-4af0-92b6-204cd91f8d25'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:03.065079 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8ca8bb62-15f2-45ff-b104-4a7aa6e5de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:17:58Z', 'revision_number': 5, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:03.088150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f546c50-2a0f-4bb5-9fd4-bcc9476b4f54 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Pushing event deleted for resources: {'Port': ['ID=c41d90af-9889-4f81-8e1b-8bfd589d3482,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:03.175398 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8bb62-15f2-45ff-b104-4a7aa6e5de97 None None] Checking router: d21c84ec-41d7-4efa-a7d6-eb789f427c17 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:18:03.212617 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8bb62-15f2-45ff-b104-4a7aa6e5de97 None None] Routers {'d21c84ec-41d7-4efa-a7d6-eb789f427c17'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:03.213265 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8ca8bb62-15f2-45ff-b104-4a7aa6e5de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:17:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:03.284061 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69f98308-ef20-4bbc-946e-ec3c133d8fc0 req-e93700b0-122d-4cbe-9c73-f6936278dbbf tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739988 Nov 27 01:18:03.290180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-151de606-67e9-4025-be0e-82ae6192fa95 req-5f546c50-2a0f-4bb5-9fd4-bcc9476b4f54 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] No DVR routers for this DVR port c41d90af-9889-4f81-8e1b-8bfd589d3482 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:03.305274 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.306607 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-151de606-67e9-4025-be0e-82ae6192fa95 req-5f546c50-2a0f-4bb5-9fd4-bcc9476b4f54 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.315625 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-151de606-67e9-4025-be0e-82ae6192fa95 req-5f546c50-2a0f-4bb5-9fd4-bcc9476b4f54 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.42 "DELETE /v2.0/ports/c41d90af-9889-4f81-8e1b-8bfd589d3482 HTTP/1.1" status: 204 len: 173 time: 3.1410751 Nov 27 01:18:03.317036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa28bce-c75f-477c-a5b1-d5d291b47b6b', 'name': 'network-vif-deleted', 'tag': 'c41d90af-9889-4f81-8e1b-8bfd589d3482'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:03.341463 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe5ab05-425b-4649-a691-6e0dad89097f" -d '{"events": [{"server_uuid": "3aa28bce-c75f-477c-a5b1-d5d291b47b6b", "name": "network-vif-deleted", "tag": "c41d90af-9889-4f81-8e1b-8bfd589d3482"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:03.476795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36708) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:03.487478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c41d90af-9889-4f81-8e1b-8bfd589d3482 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:03.516848 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676b3e5a-de9d-4202-8137-5033a8710c91 x-openstack-request-id: req-676b3e5a-de9d-4202-8137-5033a8710c91 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:03.517220 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa28bce-c75f-477c-a5b1-d5d291b47b6b", "name": "network-vif-deleted", "tag": "c41d90af-9889-4f81-8e1b-8bfd589d3482", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:03.517479 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-676b3e5a-de9d-4202-8137-5033a8710c91 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:03.519355 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa28bce-c75f-477c-a5b1-d5d291b47b6b', 'name': 'network-vif-deleted', 'tag': 'c41d90af-9889-4f81-8e1b-8bfd589d3482', 'status': 'completed', 'code': 200} Nov 27 01:18:03.553838 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: c41d90af-9889-4f81-8e1b-8bfd589d3482 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:03.556403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c41d90af-9889-4f81-8e1b-8bfd589d3482 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:03.561716 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8ca8bb62-15f2-45ff-b104-4a7aa6e5de97 None None] Set router d21c84ec-41d7-4efa-a7d6-eb789f427c17 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:03.586310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d886ebd9-340b-402d-a77c-8960f3987eb8 req-b47a74b5-1e5c-49b8-ad5a-633f65782978 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=3aa28bce-c75f-477c-a5b1-d5d291b47b6b HTTP/1.1" status: 200 len: 210 time: 0.2027800 Nov 27 01:18:03.600133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Deleting port 0b5a71ab-8bef-4319-8ab9-47b344b179af {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:03.600472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.713368 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.728470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Calling delete_port for 0b5a71ab-8bef-4319-8ab9-47b344b179af owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:03.947948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:03.980564 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-93251555-ee71-4515-a128-e254ee94bee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.148590 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8ca8bb62-15f2-45ff-b104-4a7aa6e5de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:17:58Z', 'revision_number': 5, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:04.204524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f8bf6-0c59-4d9f-ab0f-f4d4837b087a req-adb5328c-2a78-4052-8f9e-819dc1df86d9 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:04.209417 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5c1f8bf6-0c59-4d9f-ab0f-f4d4837b087a req-adb5328c-2a78-4052-8f9e-819dc1df86d9 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.1446977 Nov 27 01:18:04.215799 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8bb62-15f2-45ff-b104-4a7aa6e5de97 None None] The sync data for ids ['d21c84ec-41d7-4efa-a7d6-eb789f427c17'] in n-d-819494-2 is: [{'id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'name': 'tempest-ServersTestBootFromVolume-1277778650-router', 'tenant_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:14:37Z', 'updated_at': '2021-11-27T01:17:58Z', 'revision_number': 5, 'project_id': '3c4f8a4e97b543a8ad6fc76e918a38a0', 'gw_port': {'id': 'bdeb3ee0-5460-4049-9357-5e184c81c6fe', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21c84ec-41d7-4efa-a7d6-eb789f427c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:14:38Z', 'updated_at': '2021-11-27T01:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:04.274500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58a56d3-f887-4b7a-8821-f46e774d46c4 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:04.293626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Deleting port bdeb3ee0-5460-4049-9357-5e184c81c6fe {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:04.295551 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.315467 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.488684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Transition to ACTIVE for port object b58a56d3-f887-4b7a-8821-f46e774d46c4 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:18:04.499787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5c1f8bf6-0c59-4d9f-ab0f-f4d4837b087a req-bc273dd1-ef84-4152-a173-67a099104ee2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630768 Nov 27 01:18:04.516833 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.555543 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-93251555-ee71-4515-a128-e254ee94bee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.559303 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.687561 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-93251555-ee71-4515-a128-e254ee94bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.736064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] For port bdeb3ee0-5460-4049-9357-5e184c81c6fe, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=bdeb3ee0-5460-4049-9357-5e184c81c6fe,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:04.736741 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:04.754617 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 31f29732-b7b5-48d6-abac-7ffcf7d453eb no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:04.772553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b58a56d3-f887-4b7a-8821-f46e774d46c4,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:04.777141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event deleted for resources: {'Port': ['ID=0b5a71ab-8bef-4319-8ab9-47b344b179af,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:04.792162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Calling delete_port for bdeb3ee0-5460-4049-9357-5e184c81c6fe owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:04.798196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 31f29732-b7b5-48d6-abac-7ffcf7d453eb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:04.798936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 31f29732-b7b5-48d6-abac-7ffcf7d453eb not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:04.881498 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93251555-ee71-4515-a128-e254ee94bee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733567a9-2f94-402e-a5ab-af2baa6dc954,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:05.015592 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.022454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Attempting to bind port b58a56d3-f887-4b7a-8821-f46e774d46c4 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:05.022997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Attempting to bind port b58a56d3-f887-4b7a-8821-f46e774d46c4 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:05.023127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Attempting to bind port b58a56d3-f887-4b7a-8821-f46e774d46c4 on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:05.075563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Port b58a56d3-f887-4b7a-8821-f46e774d46c4 on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:18:05.075893 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Attempting to bind port b58a56d3-f887-4b7a-8821-f46e774d46c4 on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:05.119483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:05.120023 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Checking segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:05.120605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Bound using segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:05.121224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Bound port: b58a56d3-f887-4b7a-8821-f46e774d46c4, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:05.121772 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.135635 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.138821 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.164242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed5b2-1491-45bb-90c9-1f83f04f644d req-4e97de7a-6f59-4f25-bdac-33b2b9f2adcd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:05.172148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-787ed5b2-1491-45bb-90c9-1f83f04f644d req-4e97de7a-6f59-4f25-bdac-33b2b9f2adcd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2563789 Nov 27 01:18:05.271878 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-93251555-ee71-4515-a128-e254ee94bee0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=466e1d1e45a342aca0cebfc4c132faad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7742717 Nov 27 01:18:05.271878 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.271878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Fanout notify agent at l3_agent the message router_deleted on router 4a2d75e0-f080-40d1-b442-067afcb165cf {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:18:05.292989 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.297553 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2c842603-bff9-490b-b9a6-e457fc4fdf41 tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "DELETE /v2.0/routers/4a2d75e0-f080-40d1-b442-067afcb165cf HTTP/1.1" status: 204 len: 168 time: 4.2281563 Nov 27 01:18:05.299826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36746) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:05.299826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36748) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:05.353490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc3959-a029-4c7d-b76d-5e034fbec175 req-46152b30-d8a6-4a4d-82b4-609f18b017cd tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:05.355212 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0afc3959-a029-4c7d-b76d-5e034fbec175 req-46152b30-d8a6-4a4d-82b4-609f18b017cd tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 943 time: 0.7733102 Nov 27 01:18:05.457400 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0afc3959-a029-4c7d-b76d-5e034fbec175 req-2429aea2-ae1d-4a78-87d1-436a90f209fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948629 Nov 27 01:18:05.512369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-331c9b88-c047-4471-92fe-4bcd1624e61d tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Deleting subnet 5501ce41-5371-4cfd-a2f7-3da241c03b54 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:18:05.519406 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-331c9b88-c047-4471-92fe-4bcd1624e61d tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.531519 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-787ed5b2-1491-45bb-90c9-1f83f04f644d req-319346a5-62b4-4132-babb-fe7c215c92fa tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556459 Nov 27 01:18:05.691865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] For port b58a56d3-f887-4b7a-8821-f46e774d46c4, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:05.719332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] For port b58a56d3-f887-4b7a-8821-f46e774d46c4, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b58a56d3-f887-4b7a-8821-f46e774d46c4,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:05.745945 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6b3dafba-827f-46ca-bb59-dffe60b897d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.746752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.808156 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-331c9b88-c047-4471-92fe-4bcd1624e61d tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.922997 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6b3dafba-827f-46ca-bb59-dffe60b897d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:05.959634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d322dcb-d5aa-40ab-9656-9009a9c1c645 req-dc7d5104-1744-4f8d-bae1-27af659013e4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:05.972184 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d322dcb-d5aa-40ab-9656-9009a9c1c645 req-dc7d5104-1744-4f8d-bae1-27af659013e4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.3188863 Nov 27 01:18:06.053761 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b58a56d3-f887-4b7a-8821-f46e774d46c4,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:06.092701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:06.094798 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.097813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-b05de6a9-1ff1-4986-8fd6-71f54d3be6f0 service neutron] 10.222.0.11 "PUT /v2.0/ports/b58a56d3-f887-4b7a-8821-f46e774d46c4 HTTP/1.1" status: 200 len: 1091 time: 3.9491677 Nov 27 01:18:06.100789 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de297e61-b746-4e17-908f-de7ee9af6b87', 'tag': 'b58a56d3-f887-4b7a-8821-f46e774d46c4'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:06.104127 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1272cf67-ccd7-4e1b-aef5-54e066c27b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "de297e61-b746-4e17-908f-de7ee9af6b87", "tag": "b58a56d3-f887-4b7a-8821-f46e774d46c4"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:06.164297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.294167 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d322dcb-d5aa-40ab-9656-9009a9c1c645 req-c39a639a-e72f-4667-a885-e860f8dfbffb tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033214 Nov 27 01:18:06.295697 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-331c9b88-c047-4471-92fe-4bcd1624e61d tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.334195 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6b3dafba-827f-46ca-bb59-dffe60b897d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.335086 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdeb3ee0-5460-4049-9357-5e184c81c6fe,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:06.338581 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6b3dafba-827f-46ca-bb59-dffe60b897d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.343603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6b3dafba-827f-46ca-bb59-dffe60b897d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/733567a9-2f94-402e-a5ab-af2baa6dc954 HTTP/1.1" status: 204 len: 168 time: 1.0199623 Nov 27 01:18:06.384703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dafba-827f-46ca-bb59-dffe60b897d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733567a9-2f94-402e-a5ab-af2baa6dc954,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:06.439521 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18ae61c-e285-4242-b309-43c287c2be60 x-openstack-request-id: req-b18ae61c-e285-4242-b309-43c287c2be60 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:06.442067 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de297e61-b746-4e17-908f-de7ee9af6b87", "tag": "b58a56d3-f887-4b7a-8821-f46e774d46c4", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:06.442353 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b18ae61c-e285-4242-b309-43c287c2be60 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:06.442762 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de297e61-b746-4e17-908f-de7ee9af6b87', 'tag': 'b58a56d3-f887-4b7a-8821-f46e774d46c4', 'status': 'completed', 'code': 200} Nov 27 01:18:06.460972 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-331c9b88-c047-4471-92fe-4bcd1624e61d tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.493207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c9b88-c047-4471-92fe-4bcd1624e61d tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event deleted for resources: {'Subnet': ['ID=5501ce41-5371-4cfd-a2f7-3da241c03b54,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:06.495311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-331c9b88-c047-4471-92fe-4bcd1624e61d tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.498793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-331c9b88-c047-4471-92fe-4bcd1624e61d tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "DELETE /v2.0/subnets/5501ce41-5371-4cfd-a2f7-3da241c03b54 HTTP/1.1" status: 204 len: 168 time: 1.1638684 Nov 27 01:18:06.501143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36782) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:06.510100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889642fe-a9d9-4208-a9f5-2febd5811866 None None] Network fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:06.575806 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.651765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560b3fb-589f-4cc0-bdd1-7056c11066ba req-46353ef2-bb3d-47ec-8847-ebc495361809 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:06.653998 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5560b3fb-589f-4cc0-bdd1-7056c11066ba req-46353ef2-bb3d-47ec-8847-ebc495361809 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.5539739 Nov 27 01:18:06.734489 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.751772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fb495-9596-4ef5-a40a-1cb7c2726134 req-ab18ce92-639d-4293-be90-903bf04009a2 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:06.753578 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-262fb495-9596-4ef5-a40a-1cb7c2726134 req-ab18ce92-639d-4293-be90-903bf04009a2 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 943 time: 0.1216900 Nov 27 01:18:06.763372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c272e62-758e-4112-b214-4df687ef4761 req-880fc568-9285-46c9-a8bb-4107b19a1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:06.765119 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-880fc568-9285-46c9-a8bb-4107b19a1e6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 1094 time: 0.5788441 Nov 27 01:18:06.792416 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.823122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.878818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Deleting port 06f47084-fa7b-4414-a32c-86130a6dbe71 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:06.880091 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:06.883535 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-4513b865-c018-483b-bdde-db75fc55a04d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b58a56d3-f887-4b7a-8821-f46e774d46c4 HTTP/1.1" status: 200 len: 217 time: 0.0995557 Nov 27 01:18:06.893386 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171ba071-e593-4217-b660-b89d38943864 None None] DHCP port deletion for fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:06.988292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] For port 06f47084-fa7b-4414-a32c-86130a6dbe71, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=06f47084-fa7b-4414-a32c-86130a6dbe71,segment=NetworkSegment(0d85c9d2-3262-454b-b333-f6b3815e31e8),segment_id=0d85c9d2-3262-454b-b333-f6b3815e31e8)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:06.992489 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.005559 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5560b3fb-589f-4cc0-bdd1-7056c11066ba req-7cf638b7-5619-40f8-8038-2cd840e512be tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059626 Nov 27 01:18:07.011215 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.012187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d21c84ec-41d7-4efa-a7d6-eb789f427c17 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:18:07.029807 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.037969 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-19dfffce-9dd0-4faf-8f0b-aa74a106e221 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d21c84ec-41d7-4efa-a7d6-eb789f427c17 HTTP/1.1" status: 204 len: 168 time: 4.8904729 Nov 27 01:18:07.041977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c272e62-758e-4112-b214-4df687ef4761 req-339819fb-2738-4fca-9061-20da8a0ceef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:07.043356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-171ba071-e593-4217-b660-b89d38943864 None None] Deleting port 06f47084-fa7b-4414-a32c-86130a6dbe71 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:07.044093 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-171ba071-e593-4217-b660-b89d38943864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.045361 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Calling delete_port for 06f47084-fa7b-4414-a32c-86130a6dbe71 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:07.049157 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-339819fb-2738-4fca-9061-20da8a0ceef8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.1509678 Nov 27 01:18:07.049663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36788) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:07.147253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-171ba071-e593-4217-b660-b89d38943864 None None] For port 06f47084-fa7b-4414-a32c-86130a6dbe71, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=06f47084-fa7b-4414-a32c-86130a6dbe71,segment=NetworkSegment(0d85c9d2-3262-454b-b333-f6b3815e31e8),segment_id=0d85c9d2-3262-454b-b333-f6b3815e31e8)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:07.147962 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-171ba071-e593-4217-b660-b89d38943864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.162214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-171ba071-e593-4217-b660-b89d38943864 None None] Calling delete_port for 06f47084-fa7b-4414-a32c-86130a6dbe71 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:07.229721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cc781c-36df-408b-8b22-37c266dea183 admin admin] Deleting subnet 5f78d5c4-994d-4cf0-87be-5987f9ab593a {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:18:07.255843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79cc781c-36df-408b-8b22-37c266dea183 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.288761 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-262fb495-9596-4ef5-a40a-1cb7c2726134 req-c1267a57-baf4-41b0-88c8-e07bf97b62dd tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057673 Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: from cryptography.utils import int_from_bytes Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: from cryptography.utils import int_from_bytes Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.309615 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:07.312561 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:18:07.318806 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-171ba071-e593-4217-b660-b89d38943864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.330311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.382051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c272e62-758e-4112-b214-4df687ef4761 req-41ebd2bb-313e-41c8-ae1f-13c6d2f7b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:07.390033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ba071-e593-4217-b660-b89d38943864 None None] Pushing event deleted for resources: {'Port': ['ID=06f47084-fa7b-4414-a32c-86130a6dbe71,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:07.390920 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-41ebd2bb-313e-41c8-ae1f-13c6d2f7b9e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3166809 Nov 27 01:18:07.401742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ba071-e593-4217-b660-b89d38943864 None None] No DVR routers for this DVR port 06f47084-fa7b-4414-a32c-86130a6dbe71 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:07.429291 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79cc781c-36df-408b-8b22-37c266dea183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.492438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c58679-b8de-4a5e-86fe-ddcc4f65455e req-148ca4ac-2b13-4131-8a44-ae303f1c1fd5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:07.494054 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74c58679-b8de-4a5e-86fe-ddcc4f65455e req-148ca4ac-2b13-4131-8a44-ae303f1c1fd5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2758315 Nov 27 01:18:07.508096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event deleted for resources: {'Port': ['ID=06f47084-fa7b-4414-a32c-86130a6dbe71,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:07.526397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] No DVR routers for this DVR port 06f47084-fa7b-4414-a32c-86130a6dbe71 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:07.639229 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.660391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:07.680659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d85c9d2-3262-454b-b333-f6b3815e31e8') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:07.680960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d85c9d2-3262-454b-b333-f6b3815e31e8') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:07.711796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1489e4-a316-41b4-ac2c-05c89d566b05 req-79fa08cd-20c6-421b-a956-204d35120ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:07.715675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a1489e4-a316-41b4-ac2c-05c89d566b05 req-79fa08cd-20c6-421b-a956-204d35120ce0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 1096 time: 0.4472663 Nov 27 01:18:07.721157 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.787659 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74c58679-b8de-4a5e-86fe-ddcc4f65455e req-daa09cba-ec22-4dbf-b71a-ded03afc39f3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464705 Nov 27 01:18:07.792636 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-d29edd2f-a027-436e-90c4-ee1934a38a6b service neutron] 10.222.0.11 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810952 Nov 27 01:18:07.803551 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79cc781c-36df-408b-8b22-37c266dea183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.956479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1489e4-a316-41b4-ac2c-05c89d566b05 req-4cdf1abd-8f5c-472c-a8fb-35567939028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:07.959400 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a1489e4-a316-41b4-ac2c-05c89d566b05 req-4cdf1abd-8f5c-472c-a8fb-35567939028d service neutron] 10.222.0.42 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 912 time: 0.2300653 Nov 27 01:18:07.961108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:07.982316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2147f-1b3e-4c4e-ba30-d741118c48c5 req-a089c9fb-28cf-478a-8f39-8964cf359a31 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:07.990877 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80f2147f-1b3e-4c4e-ba30-d741118c48c5 req-a089c9fb-28cf-478a-8f39-8964cf359a31 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 945 time: 0.4871902 Nov 27 01:18:08.034159 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79cc781c-36df-408b-8b22-37c266dea183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.060539 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c272e62-758e-4112-b214-4df687ef4761 req-4bb965f5-469f-43b1-9f67-2589eb37dc5c service neutron] 10.222.0.11 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524996 Nov 27 01:18:08.086228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36814) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:08.087032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc781c-36df-408b-8b22-37c266dea183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f78d5c4-994d-4cf0-87be-5987f9ab593a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:08.095028 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79cc781c-36df-408b-8b22-37c266dea183 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.101045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7470c37-9423-4618-9452-2ac77737e042 None None] Network 572c59c7-44af-4dd0-9188-0c3d2adc3150 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:08.112998 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-79cc781c-36df-408b-8b22-37c266dea183 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5f78d5c4-994d-4cf0-87be-5987f9ab593a HTTP/1.1" status: 204 len: 168 time: 1.0622532 Nov 27 01:18:08.126439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36818) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:08.158892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:08.159717 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:08.169801 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:08.203634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a1489e4-a316-41b4-ac2c-05c89d566b05 req-dfa05ae9-6edc-4d49-af21-aa80ea3a7b58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3916eba-19dd-4293-b647-3dbe155f086b HTTP/1.1" status: 200 len: 217 time: 0.2103963 Nov 27 01:18:08.385244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-951046641-network', 'tenant_id': '604cc4fd2d914ef48eba8ee063919bf1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:08.421286 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.434802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272cf67-ccd7-4e1b-aef5-54e066c27b9d req-faf1f0c1-d2c4-4ca5-b815-6a730f6a7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:08.436676 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1272cf67-ccd7-4e1b-aef5-54e066c27b9d req-faf1f0c1-d2c4-4ca5-b815-6a730f6a7612 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 1094 time: 0.2431533 Nov 27 01:18:08.479517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Made reservation on behalf of 604cc4fd2d914ef48eba8ee063919bf1 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:08.482180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.536502 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80f2147f-1b3e-4c4e-ba30-d741118c48c5 req-4fc078a9-c50f-4715-b78c-b6bd576ab5ab tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439830 Nov 27 01:18:08.538452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1489e4-a316-41b4-ac2c-05c89d566b05 req-5dc462b3-c7eb-4380-acb8-4f3cc9c0a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:08.540757 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a1489e4-a316-41b4-ac2c-05c89d566b05 req-5dc462b3-c7eb-4380-acb8-4f3cc9c0a824 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.3020451 Nov 27 01:18:08.552853 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.615878 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a1489e4-a316-41b4-ac2c-05c89d566b05 req-6bfad142-e006-4977-ad59-864b6bf2c555 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507264 Nov 27 01:18:08.617637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.632718 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.637100 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "DELETE /v2.0/networks/fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa HTTP/1.1" status: 204 len: 168 time: 2.1342938 Nov 27 01:18:08.639878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36832) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:08.663497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e0a692-1124-491c-90e1-d3267ee3d415 None None] DHCP port deletion for 572c59c7-44af-4dd0-9188-0c3d2adc3150 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:08.697331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed213c49-6ed8-41e8-99a9-25fdefe466ef tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event deleted for resources: {'Network': ['ID=fe4f3dc0-e0d0-42b7-88a5-6c9fd8dc12fa,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:08.729745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Deleting port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:08.730089 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.749212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a920d8-28c9-4cb3-8aa2-a4c4f10ab374 req-a29a2972-5953-4906-bda3-3c83f2a72a0e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:08.751096 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-67a920d8-28c9-4cb3-8aa2-a4c4f10ab374 req-a29a2972-5953-4906-bda3-3c83f2a72a0e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 943 time: 0.2661622 Nov 27 01:18:08.791093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-51e0a692-1124-491c-90e1-d3267ee3d415 None None] Deleting port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:08.791938 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51e0a692-1124-491c-90e1-d3267ee3d415 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.824524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272cf67-ccd7-4e1b-aef5-54e066c27b9d req-4de8c7a3-d5b3-47de-b7d1-238ebd391c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:08.825650 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1272cf67-ccd7-4e1b-aef5-54e066c27b9d req-4de8c7a3-d5b3-47de-b7d1-238ebd391c3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.3801394 Nov 27 01:18:08.877110 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a1489e4-a316-41b4-ac2c-05c89d566b05 req-d506f1ca-263a-4f8e-aa66-43cce5e5128f service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458282 Nov 27 01:18:08.914284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 06f47084-fa7b-4414-a32c-86130a6dbe71 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:08.924393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-51e0a692-1124-491c-90e1-d3267ee3d415 None None] For port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1a8966f9-8cc0-4d92-a474-0694cf1a8c14,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:08.924786 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51e0a692-1124-491c-90e1-d3267ee3d415 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:08.936589 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1272cf67-ccd7-4e1b-aef5-54e066c27b9d req-96e3d1c7-b346-4d46-9506-898acb353665 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b58a56d3-f887-4b7a-8821-f46e774d46c4 HTTP/1.1" status: 200 len: 217 time: 0.0561225 Nov 27 01:18:08.995219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 06f47084-fa7b-4414-a32c-86130a6dbe71 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:08.995981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 06f47084-fa7b-4414-a32c-86130a6dbe71 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:08.996399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:09.000078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a1489e4-a316-41b4-ac2c-05c89d566b05 req-2352f253-ad87-463a-94dc-e9928e41ec96 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134446 Nov 27 01:18:09.022023 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272cf67-ccd7-4e1b-aef5-54e066c27b9d req-ead6ba72-55ee-43fb-8b01-69277e83bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:09.023538 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1272cf67-ccd7-4e1b-aef5-54e066c27b9d req-ead6ba72-55ee-43fb-8b01-69277e83bd50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.0671370 Nov 27 01:18:09.056874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-51e0a692-1124-491c-90e1-d3267ee3d415 None None] Calling delete_port for 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:09.088804 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-67a920d8-28c9-4cb3-8aa2-a4c4f10ab374 req-2242e6cb-7261-471f-87e2-ff9f527f0720 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706947 Nov 27 01:18:09.115417 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.138687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] For port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1a8966f9-8cc0-4d92-a474-0694cf1a8c14,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:09.139055 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.158394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1a8966f9-8cc0-4d92-a474-0694cf1a8c14,segment=NetworkSegment(e21ca6a2-6fa6-48a0-91a2-1ef0a802f122),segment_id=e21ca6a2-6fa6-48a0-91a2-1ef0a802f122)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:09.167116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Calling delete_port for 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:09.190089 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.195034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272cf67-ccd7-4e1b-aef5-54e066c27b9d req-2733281e-ad26-4a63-b270-75467a06c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:09.196616 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1272cf67-ccd7-4e1b-aef5-54e066c27b9d req-2733281e-ad26-4a63-b270-75467a06c277 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580973 Nov 27 01:18:09.201489 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.202498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device bdeb3ee0-5460-4049-9357-5e184c81c6fe no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:09.204154 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.207735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ddb91c7c-0280-4d1b-b072-2450eede10ee tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Deleting port c452d3ef-dacc-4e44-9227-0d022189e996 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:09.208105 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ddb91c7c-0280-4d1b-b072-2450eede10ee tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.227600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: bdeb3ee0-5460-4049-9357-5e184c81c6fe {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:09.227969 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device bdeb3ee0-5460-4049-9357-5e184c81c6fe not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:09.299793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=1a8966f9-8cc0-4d92-a474-0694cf1a8c14,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:09.318029 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51e0a692-1124-491c-90e1-d3267ee3d415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.344540 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0a692-1124-491c-90e1-d3267ee3d415 None None] Pushing event deleted for resources: {'Port': ['ID=1a8966f9-8cc0-4d92-a474-0694cf1a8c14,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:09.357844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0a692-1124-491c-90e1-d3267ee3d415 None None] No DVR routers for this DVR port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:09.496521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b3916eba-19dd-4293-b647-3dbe155f086b no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:09.600982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:09.640046 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.666558 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.666929 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Added segment 379f0e9b-ac90-42d1-9895-406bfdc463e3 of type vlan for network 084f1e77-b576-4eec-8891-45345673b8a0 Nov 27 01:18:09.688894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3916eba-19dd-4293-b647-3dbe155f086b'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:09.692647 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4627797b-ff99-40c1-b1af-2e8abf65de38" -d '{"events": [{"server_uuid": "6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3916eba-19dd-4293-b647-3dbe155f086b"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:09.693742 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc26c62-facd-4042-8157-21177581417b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:09.742090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b3916eba-19dd-4293-b647-3dbe155f086b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b3916eba-19dd-4293-b647-3dbe155f086b,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:09.757901 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.759751 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ddb91c7c-0280-4d1b-b072-2450eede10ee tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.760081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ddb91c7c-0280-4d1b-b072-2450eede10ee tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.792141 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.794794 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3704980-5612-406d-819c-ff586e3b1547 x-openstack-request-id: req-f3704980-5612-406d-819c-ff586e3b1547 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:09.795099 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3916eba-19dd-4293-b647-3dbe155f086b", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:09.795357 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3704980-5612-406d-819c-ff586e3b1547 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:09.795768 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3916eba-19dd-4293-b647-3dbe155f086b', 'code': 200} Nov 27 01:18:09.818744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ddb91c7c-0280-4d1b-b072-2450eede10ee tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Calling delete_port for c452d3ef-dacc-4e44-9227-0d022189e996 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:09.839042 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1272cf67-ccd7-4e1b-aef5-54e066c27b9d req-710c885b-882b-47c2-be24-de5b6a315889 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169052 Nov 27 01:18:09.899255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b3916eba-19dd-4293-b647-3dbe155f086b,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:09.909424 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.948278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b430574-0641-4295-9a80-9c04bcb6ae1d req-b2d78d25-d786-46cc-8004-3a76fa8e7d15 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:09.960077 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:09.960605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b430574-0641-4295-9a80-9c04bcb6ae1d req-b2d78d25-d786-46cc-8004-3a76fa8e7d15 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 943 time: 0.2677243 Nov 27 01:18:09.961036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:09.961620 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.023219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Pushing event deleted for resources: {'Port': ['ID=1a8966f9-8cc0-4d92-a474-0694cf1a8c14,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:10.028369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] No DVR routers for this DVR port 1a8966f9-8cc0-4d92-a474-0694cf1a8c14 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:10.042932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b430574-0641-4295-9a80-9c04bcb6ae1d req-52492346-544d-4510-b0b9-d0a662a7737d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801463 Nov 27 01:18:10.115298 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0173593 Nov 27 01:18:10.163484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea442b-4650-49fb-9116-4b1f5b96a629 admin admin] Pushing event updated for resources: {'Network': ['ID=084f1e77-b576-4eec-8891-45345673b8a0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:10.180727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 084f1e77-b576-4eec-8891-45345673b8a0 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:10.216902 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1272cf67-ccd7-4e1b-aef5-54e066c27b9d req-76835c75-cbeb-46a3-b125-8357a7a85ec9 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668337 Nov 27 01:18:10.221267 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.294674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572c59c7-44af-4dd0-9188-0c3d2adc3150']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:10.330298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:10.330618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21ca6a2-6fa6-48a0-91a2-1ef0a802f122') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:10.344115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b58a56d3-f887-4b7a-8821-f46e774d46c4 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:18:10.352166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.364017 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3310992-029b-4e57-840e-244eaf65feb3 req-8dc21bff-0139-4985-930f-967f457933fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:10.365597 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3310992-029b-4e57-840e-244eaf65feb3 req-8dc21bff-0139-4985-930f-967f457933fc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 943 time: 0.1357377 Nov 27 01:18:10.402872 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ddb91c7c-0280-4d1b-b072-2450eede10ee tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.405838 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.459834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb91c7c-0280-4d1b-b072-2450eede10ee tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Pushing event deleted for resources: {'Port': ['ID=c452d3ef-dacc-4e44-9227-0d022189e996,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:10.463204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:10.463598 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:10.468612 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:10.477763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port b58a56d3-f887-4b7a-8821-f46e774d46c4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b58a56d3-f887-4b7a-8821-f46e774d46c4,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:10.494367 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'b58a56d3-f887-4b7a-8821-f46e774d46c4', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'port_id': 'b58a56d3-f887-4b7a-8821-f46e774d46c4', 'mac_address': 'fa:16:3e:c8:1d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:18:10.527388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3310992-029b-4e57-840e-244eaf65feb3 req-b8fc93cc-f049-4f2c-b972-b7244cbbf141 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544635 Nov 27 01:18:10.547518 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.566228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58a56d3-f887-4b7a-8821-f46e774d46c4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:10.596035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port b58a56d3-f887-4b7a-8821-f46e774d46c4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b58a56d3-f887-4b7a-8821-f46e774d46c4,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:10.602784 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.611057 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.617472 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.622895 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] 10.222.0.37 "DELETE /v2.0/networks/572c59c7-44af-4dd0-9188-0c3d2adc3150 HTTP/1.1" status: 204 len: 168 time: 2.4931936 Nov 27 01:18:10.627618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ddb91c7c-0280-4d1b-b072-2450eede10ee tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.639524 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ddb91c7c-0280-4d1b-b072-2450eede10ee tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:10.640700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ddb91c7c-0280-4d1b-b072-2450eede10ee tempest-FloatingIPAdminTestJSON-2002218107 tempest-FloatingIPAdminTestJSON-2002218107-project] 10.222.0.37 "DELETE /v2.0/floatingips/dc12147e-63a3-48e6-acae-21fc8d93026a HTTP/1.1" status: 204 len: 168 time: 1.9958267 Nov 27 01:18:10.681262 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419190c8-4c53-4cce-b30f-497d060bca5f admin admin] Pushing event deleted for resources: {'Network': ['ID=572c59c7-44af-4dd0-9188-0c3d2adc3150,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:10.682217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=b58a56d3-f887-4b7a-8821-f46e774d46c4,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:10.891837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36868) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:10.947065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b58a56d3-f887-4b7a-8821-f46e774d46c4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:10.952422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f849163-579b-4377-88d8-2c982a51ad67 req-3c0be8a5-fae1-4ff0-9c28-ccaa0fddcfaa tempest-ComputeTenantNetworksTest-997804399 tempest-ComputeTenantNetworksTest-997804399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:10.970847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f849163-579b-4377-88d8-2c982a51ad67 req-3c0be8a5-fae1-4ff0-9c28-ccaa0fddcfaa tempest-ComputeTenantNetworksTest-997804399 tempest-ComputeTenantNetworksTest-997804399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:10.975685 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a7bffaf3-e8bf-4fb8-bc69-659ecfbbc7c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c4f8a4e97b543a8ad6fc76e918a38a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0800064 Nov 27 01:18:10.977153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36876) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:10.985628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f849163-579b-4377-88d8-2c982a51ad67 req-3c0be8a5-fae1-4ff0-9c28-ccaa0fddcfaa tempest-ComputeTenantNetworksTest-997804399 tempest-ComputeTenantNetworksTest-997804399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:10.992837 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1f849163-579b-4377-88d8-2c982a51ad67 req-3c0be8a5-fae1-4ff0-9c28-ccaa0fddcfaa tempest-ComputeTenantNetworksTest-997804399 tempest-ComputeTenantNetworksTest-997804399-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4048333 Nov 27 01:18:11.117439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36886) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:11.258228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa1de4-2567-4601-b8f8-318e5b9987e2 req-ff6c12fb-93b2-45a2-9786-c194f9d5f056 tempest-ComputeTenantNetworksTest-997804399 tempest-ComputeTenantNetworksTest-997804399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:11.259677 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-58fa1de4-2567-4601-b8f8-318e5b9987e2 req-ff6c12fb-93b2-45a2-9786-c194f9d5f056 tempest-ComputeTenantNetworksTest-997804399 tempest-ComputeTenantNetworksTest-997804399-project] 10.222.0.37 "GET /v2.0/networks/084f1e77-b576-4eec-8891-45345673b8a0 HTTP/1.1" status: 200 len: 768 time: 0.2126911 Nov 27 01:18:11.284792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36892) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:11.285467 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e348179-afd2-407d-966c-dd15e52c26ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.287003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22c316-49b5-4eae-bdba-47a1430a3e3c req-15228239-ca6c-4b48-8b47-4e51ec892126 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:11.296698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df22c316-49b5-4eae-bdba-47a1430a3e3c req-15228239-ca6c-4b48-8b47-4e51ec892126 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 943 time: 0.1155379 Nov 27 01:18:11.387269 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e348179-afd2-407d-966c-dd15e52c26ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.424536 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df22c316-49b5-4eae-bdba-47a1430a3e3c req-705671bb-4988-4f28-af28-b0e02ae4a02d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120636 Nov 27 01:18:11.431147 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.452442 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7fda5032-509e-496f-b7d5-ad8e4f74a874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.466645 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-200ba492-bc60-48a6-82dc-3bd1b2517c6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3f5f14ff98c477ca20398764795bcae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3479593 Nov 27 01:18:11.468982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36900) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:11.527631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b03233f8-5717-42bc-98ca-393f3d387a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.572045 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b03233f8-5717-42bc-98ca-393f3d387a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.609774 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e348179-afd2-407d-966c-dd15e52c26ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.613321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e348179-afd2-407d-966c-dd15e52c26ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.615214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7e348179-afd2-407d-966c-dd15e52c26ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c79f156-a554-4988-b801-16650c76d03c HTTP/1.1" status: 204 len: 168 time: 0.6365821 Nov 27 01:18:11.617808 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.654195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e348179-afd2-407d-966c-dd15e52c26ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c79f156-a554-4988-b801-16650c76d03c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:11.658002 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b03233f8-5717-42bc-98ca-393f3d387a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.665167 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b03233f8-5717-42bc-98ca-393f3d387a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.670622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b03233f8-5717-42bc-98ca-393f3d387a04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7394b931-a7a6-4fca-b1d8-afcb8e347984 HTTP/1.1" status: 204 len: 168 time: 0.1982191 Nov 27 01:18:11.689318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03233f8-5717-42bc-98ca-393f3d387a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7394b931-a7a6-4fca-b1d8-afcb8e347984,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:11.711884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084f1e77-b576-4eec-8891-45345673b8a0']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:11.735944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379f0e9b-ac90-42d1-9895-406bfdc463e3') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:11.736571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379f0e9b-ac90-42d1-9895-406bfdc463e3') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:11.747216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917ab7f-f870-44f4-978c-f8d8b0db02d3 req-3f128fbf-787e-4d78-8433-ee57d260d0ef tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:11.749151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b917ab7f-f870-44f4-978c-f8d8b0db02d3 req-3f128fbf-787e-4d78-8433-ee57d260d0ef tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1273894 Nov 27 01:18:11.760780 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.792003 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.830094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:11.830608 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.836168 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b917ab7f-f870-44f4-978c-f8d8b0db02d3 req-d7520c56-1924-4dfc-a08c-4f15b124ad4b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732052 Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:11.836898 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:11.947010 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.955303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:11.959149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] 10.222.0.37 "DELETE /v2.0/networks/084f1e77-b576-4eec-8891-45345673b8a0 HTTP/1.1" status: 204 len: 168 time: 0.6717033 Nov 27 01:18:11.989045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0bfae-c152-4e5a-95c7-5e512ada7b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=084f1e77-b576-4eec-8891-45345673b8a0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:12.033509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce9e58-0c01-4db9-9be2-f8e82379c7e2 req-bd6da152-b55b-43cf-80cb-1afbba586528 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:12.035175 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80ce9e58-0c01-4db9-9be2-f8e82379c7e2 req-bd6da152-b55b-43cf-80cb-1afbba586528 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 944 time: 0.1206112 Nov 27 01:18:12.142707 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80ce9e58-0c01-4db9-9be2-f8e82379c7e2 req-f833be9f-526b-4010-baf7-f17d940abbd2 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925477 Nov 27 01:18:12.277024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36950) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:12.307036 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f98c2135-d47a-4692-b880-0c7762dc4db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.359196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca677da-0ccc-460f-a7d4-fddce7e734b4 req-091695f8-e23b-494f-8103-29504f6e5195 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:12.359690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b58a56d3-f887-4b7a-8821-f46e774d46c4 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:12.360741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ca677da-0ccc-460f-a7d4-fddce7e734b4 req-091695f8-e23b-494f-8103-29504f6e5195 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1122310 Nov 27 01:18:12.421611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36966) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:12.458610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ca677da-0ccc-460f-a7d4-fddce7e734b4 req-bf62ef2d-d9a7-4fb9-b3f3-17c9544c6aae tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880337 Nov 27 01:18:12.513052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port b58a56d3-f887-4b7a-8821-f46e774d46c4 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:18:12.522023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port b58a56d3-f887-4b7a-8821-f46e774d46c4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:12.523326 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.533462 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f98c2135-d47a-4692-b880-0c7762dc4db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.540616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36972) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:12.547612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fb0c9efc-834f-439b-9aab-e93e3600202f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=604cc4fd2d914ef48eba8ee063919bf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1232696 Nov 27 01:18:12.549479 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f98c2135-d47a-4692-b880-0c7762dc4db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.612553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c2135-d47a-4692-b880-0c7762dc4db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f79b9-4f63-49de-8ad9-6705f2813ed2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:12.700025 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f98c2135-d47a-4692-b880-0c7762dc4db5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=667e9cd309c74fad8d864d12586e1bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4216392 Nov 27 01:18:12.713511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36978) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:12.720399 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.749061 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-904b046b-c861-48e4-8876-f5d5efcf418f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.750988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de297e61-b746-4e17-908f-de7ee9af6b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58a56d3-f887-4b7a-8821-f46e774d46c4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:12.754759 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b6522c-9f55-4aa6-af0e-1aedd3c21a66" -d '{"events": [{"server_uuid": "de297e61-b746-4e17-908f-de7ee9af6b87", "name": "network-vif-plugged", "status": "completed", "tag": "b58a56d3-f887-4b7a-8821-f46e774d46c4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:12.774497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port b58a56d3-f887-4b7a-8821-f46e774d46c4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b58a56d3-f887-4b7a-8821-f46e774d46c4,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:12.782743 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:12.845133 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d523b5ed-bbf9-48b7-93c1-b51d844c4cfc x-openstack-request-id: req-d523b5ed-bbf9-48b7-93c1-b51d844c4cfc {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:12.845694 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de297e61-b746-4e17-908f-de7ee9af6b87", "name": "network-vif-plugged", "status": "completed", "tag": "b58a56d3-f887-4b7a-8821-f46e774d46c4", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:12.846961 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d523b5ed-bbf9-48b7-93c1-b51d844c4cfc {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:12.847729 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de297e61-b746-4e17-908f-de7ee9af6b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58a56d3-f887-4b7a-8821-f46e774d46c4', 'code': 200} Nov 27 01:18:12.849886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=b58a56d3-f887-4b7a-8821-f46e774d46c4,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:12.861915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238f650-d32b-4127-8c08-1fa65c7869a9 req-470e9a9c-e121-4188-a4b3-19a5da773605 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:12.870074 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b238f650-d32b-4127-8c08-1fa65c7869a9 req-470e9a9c-e121-4188-a4b3-19a5da773605 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f HTTP/1.1" status: 200 len: 943 time: 0.0904858 Nov 27 01:18:13.040417 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-904b046b-c861-48e4-8876-f5d5efcf418f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.069563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b238f650-d32b-4127-8c08-1fa65c7869a9 req-a6454ea0-e429-4cee-81e7-4692a4a8e803 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Deleting port b3916eba-19dd-4293-b647-3dbe155f086b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:13.069563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b238f650-d32b-4127-8c08-1fa65c7869a9 req-a6454ea0-e429-4cee-81e7-4692a4a8e803 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.138581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53718aa3-54f9-4be2-935a-f9c6de9cbd49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.213432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde23599-9e1e-407d-879f-81e7329f515a req-929d142f-4fc2-44e8-97b8-2d983e250714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:13.219396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cde23599-9e1e-407d-879f-81e7329f515a req-929d142f-4fc2-44e8-97b8-2d983e250714 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 1096 time: 0.2663834 Nov 27 01:18:13.243979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b238f650-d32b-4127-8c08-1fa65c7869a9 req-a6454ea0-e429-4cee-81e7-4692a4a8e803 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] For port b3916eba-19dd-4293-b647-3dbe155f086b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b3916eba-19dd-4293-b647-3dbe155f086b,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:13.243979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b238f650-d32b-4127-8c08-1fa65c7869a9 req-a6454ea0-e429-4cee-81e7-4692a4a8e803 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.261722 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53718aa3-54f9-4be2-935a-f9c6de9cbd49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.269213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b238f650-d32b-4127-8c08-1fa65c7869a9 req-a6454ea0-e429-4cee-81e7-4692a4a8e803 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Calling delete_port for b3916eba-19dd-4293-b647-3dbe155f086b owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:13.342209 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-904b046b-c861-48e4-8876-f5d5efcf418f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.345396 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-904b046b-c861-48e4-8876-f5d5efcf418f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.351019 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-904b046b-c861-48e4-8876-f5d5efcf418f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfc26c62-facd-4042-8157-21177581417b HTTP/1.1" status: 204 len: 168 time: 0.8092146 Nov 27 01:18:13.425779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37016) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:13.450490 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53718aa3-54f9-4be2-935a-f9c6de9cbd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.453078 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53718aa3-54f9-4be2-935a-f9c6de9cbd49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.454215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-53718aa3-54f9-4be2-935a-f9c6de9cbd49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c6f79b9-4f63-49de-8ad9-6705f2813ed2 HTTP/1.1" status: 204 len: 168 time: 0.7378106 Nov 27 01:18:13.474034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b046b-c861-48e4-8876-f5d5efcf418f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc26c62-facd-4042-8157-21177581417b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:13.484127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cde23599-9e1e-407d-879f-81e7329f515a req-18de68e0-fdbf-426c-a88f-e5dc21f97e67 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523406 Nov 27 01:18:13.494022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53718aa3-54f9-4be2-935a-f9c6de9cbd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6f79b9-4f63-49de-8ad9-6705f2813ed2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:13.501407 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b3916eba-19dd-4293-b647-3dbe155f086b no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:13.529366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508afebb-2d9b-422f-a996-848d3db5fcb6 req-303ca126-1756-4c6b-b89b-61d59f810953 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:13.534538 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b238f650-d32b-4127-8c08-1fa65c7869a9 req-a6454ea0-e429-4cee-81e7-4692a4a8e803 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.546457 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-508afebb-2d9b-422f-a996-848d3db5fcb6 req-303ca126-1756-4c6b-b89b-61d59f810953 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 945 time: 0.1187606 Nov 27 01:18:13.635337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6454ea0-e429-4cee-81e7-4692a4a8e803 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Pushing event deleted for resources: {'Port': ['ID=b3916eba-19dd-4293-b647-3dbe155f086b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:13.655973 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-508afebb-2d9b-422f-a996-848d3db5fcb6 req-eede8fcb-06bf-4918-b104-5898949ed097 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061060 Nov 27 01:18:13.664080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No active binding found for port b3916eba-19dd-4293-b647-3dbe155f086b {{(pid=103386) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 01:18:13.664627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b3916eba-19dd-4293-b647-3dbe155f086b not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:13.667091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1467647993-network', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:13.712565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b238f650-d32b-4127-8c08-1fa65c7869a9 req-a6454ea0-e429-4cee-81e7-4692a4a8e803 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] No DVR routers for this DVR port b3916eba-19dd-4293-b647-3dbe155f086b on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:13.717077 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b238f650-d32b-4127-8c08-1fa65c7869a9 req-a6454ea0-e429-4cee-81e7-4692a4a8e803 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.730098 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b238f650-d32b-4127-8c08-1fa65c7869a9 req-a6454ea0-e429-4cee-81e7-4692a4a8e803 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "DELETE /v2.0/ports/b3916eba-19dd-4293-b647-3dbe155f086b HTTP/1.1" status: 204 len: 173 time: 0.8581700 Nov 27 01:18:13.731581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f', 'name': 'network-vif-deleted', 'tag': 'b3916eba-19dd-4293-b647-3dbe155f086b'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:13.734728 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aa606e-0a8e-4b8d-8ac6-e1e2f350bc9e" -d '{"events": [{"server_uuid": "6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f", "name": "network-vif-deleted", "tag": "b3916eba-19dd-4293-b647-3dbe155f086b"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:13.768336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Made reservation on behalf of a8e834a9cd8e47579aa583f9a5697420 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:13.773053 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.795830 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.860673 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b984-16b3-4117-a3e8-4f38922efa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:13.877236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebeb7e-0d28-4d33-9647-8d57fb37e44b req-90b36e88-d4b2-4b17-8c28-937be2287024 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:13.887420 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9cebeb7e-0d28-4d33-9647-8d57fb37e44b req-90b36e88-d4b2-4b17-8c28-937be2287024 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 945 time: 0.1161246 Nov 27 01:18:14.002912 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.007545 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.008597 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9cebeb7e-0d28-4d33-9647-8d57fb37e44b req-ebe85f80-3526-4507-8eac-7a7201809a1b tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171973 Nov 27 01:18:14.028850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:14.045542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.046059 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Added segment 3d5f93e6-84d4-401e-9305-18f8a7cf68ed of type vlan for network 10e94330-2a7a-43e0-834b-4dbaa9648800 Nov 27 01:18:14.103792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.138696 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8390cd-2526-43a4-8fc8-7372f59287cf x-openstack-request-id: req-ee8390cd-2526-43a4-8fc8-7372f59287cf {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:14.138991 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f", "name": "network-vif-deleted", "tag": "b3916eba-19dd-4293-b647-3dbe155f086b", "status": "failed", "code": 422}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:14.139237 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee8390cd-2526-43a4-8fc8-7372f59287cf {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:14.139850 n-d-819494-2 neutron-server[103384]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a17ea06-b52d-4f9f-8302-7dcf4b7ec45f', 'name': 'network-vif-deleted', 'tag': 'b3916eba-19dd-4293-b647-3dbe155f086b', 'status': 'failed', 'code': 422} returned with failed status Nov 27 01:18:14.169259 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.170746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:14.171492 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.229648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d869f84-939c-4e95-8e2f-29ccb9ba6051,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:14.233359 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.304214 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8746445 Nov 27 01:18:14.304440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37046) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:14.309737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-97244f4f-5412-470e-810f-03024408038d admin admin] Request body: {'subnet': {'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1467647993-subnet', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:14.312348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed19fba-567d-4379-acfe-ebde28b1b099 admin admin] Pushing event updated for resources: {'Network': ['ID=10e94330-2a7a-43e0-834b-4dbaa9648800,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:14.325235 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 10e94330-2a7a-43e0-834b-4dbaa9648800 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:14.344608 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97244f4f-5412-470e-810f-03024408038d admin admin] Made reservation on behalf of a8e834a9cd8e47579aa583f9a5697420 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:14.348716 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97244f4f-5412-470e-810f-03024408038d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.398480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37050) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:14.427242 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-acf6e9c7-87c0-45a8-b0a1-33351faa6506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.675755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-acf6e9c7-87c0-45a8-b0a1-33351faa6506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.694632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-acf6e9c7-87c0-45a8-b0a1-33351faa6506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.751507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6e9c7-87c0-45a8-b0a1-33351faa6506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebffc22-b92e-49c0-8c00-7bda765b7fa2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:14.780925 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97244f4f-5412-470e-810f-03024408038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.834520 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-acf6e9c7-87c0-45a8-b0a1-33351faa6506 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1abf73a64bc40fa92cfe2e39ba94bbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4346721 Nov 27 01:18:14.837271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37070) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:14.903280 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97244f4f-5412-470e-810f-03024408038d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0beaaa4b-bf56-457d-b02f-8ee20dad4c93,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:14.929322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37072) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:14.930215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc712-e625-41b2-9bff-a246d14cc217 req-dc556469-1481-4a93-b0ae-f2a7593866ca tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:14.931793 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f5bc712-e625-41b2-9bff-a246d14cc217 req-dc556469-1481-4a93-b0ae-f2a7593866ca tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 945 time: 0.1033719 Nov 27 01:18:14.932883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97244f4f-5412-470e-810f-03024408038d admin admin] Checking segment: {'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:14.933249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97244f4f-5412-470e-810f-03024408038d admin admin] Network hostable DHCP agents. Network: 10e94330-2a7a-43e0-834b-4dbaa9648800, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:18:14.942591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-2a45d0f1-493f-4628-b2f9-b4dbd7285bfe tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:14.949839 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-2a45d0f1-493f-4628-b2f9-b4dbd7285bfe tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.1996782 Nov 27 01:18:14.953337 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d54b079e-dac2-421c-a95a-95471a3824fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.961629 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:14.979434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97244f4f-5412-470e-810f-03024408038d admin admin] Network 10e94330-2a7a-43e0-834b-4dbaa9648800 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:18:14.981964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d54b079e-dac2-421c-a95a-95471a3824fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.019262 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f5bc712-e625-41b2-9bff-a246d14cc217 req-fc30a8f1-d32b-4458-83be-e030e253dc2e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785463 Nov 27 01:18:15.027925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-97244f4f-5412-470e-810f-03024408038d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 10e94330-2a7a-43e0-834b-4dbaa9648800) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:15.043452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97244f4f-5412-470e-810f-03024408038d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:15.044827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ffba15-6426-4772-b54e-ea5586b105d4 None None] Network 10e94330-2a7a-43e0-834b-4dbaa9648800 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:15.055563 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97244f4f-5412-470e-810f-03024408038d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.073228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-00ba49be-68d7-4280-a13c-30e007f4ffb1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/quotas/a40ae590749d459887b5370a656652db HTTP/1.1" status: 200 len: 375 time: 0.1220672 Nov 27 01:18:15.076487 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d54b079e-dac2-421c-a95a-95471a3824fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.080569 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d54b079e-dac2-421c-a95a-95471a3824fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.083673 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d54b079e-dac2-421c-a95a-95471a3824fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cebffc22-b92e-49c0-8c00-7bda765b7fa2 HTTP/1.1" status: 204 len: 168 time: 0.2456515 Nov 27 01:18:15.094656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-97244f4f-5412-470e-810f-03024408038d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7888837 Nov 27 01:18:15.096466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37084) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:15.102054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b079e-dac2-421c-a95a-95471a3824fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebffc22-b92e-49c0-8c00-7bda765b7fa2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:15.112826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:15.135732 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-571dc12f-b1bd-41c2-82de-10bc1de1f487 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615294 Nov 27 01:18:15.205683 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aa601929-ec22-4fea-a27f-b4fdc7ae0c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.233327 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.237102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.324057 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01cb58-6c0a-436f-819e-481f0e6c730a req-b43658d3-1861-49c6-9ec9-600e81a3b2c5 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:15.335909 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a01cb58-6c0a-436f-819e-481f0e6c730a req-b43658d3-1861-49c6-9ec9-600e81a3b2c5 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 945 time: 0.1656201 Nov 27 01:18:15.430716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37096) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:15.440253 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.476848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-10e94330-2a7a-43e0-834b-4dbaa9648800', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'fixed_ips': [{'subnet_id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:18:15.479460 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.480146 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aa601929-ec22-4fea-a27f-b4fdc7ae0c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.489973 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aa601929-ec22-4fea-a27f-b4fdc7ae0c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.553039 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a01cb58-6c0a-436f-819e-481f0e6c730a req-eb817613-8ff8-4f05-9843-4f4179cf7125 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160127 Nov 27 01:18:15.561758 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-aa601929-ec22-4fea-a27f-b4fdc7ae0c8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1dde590cb9d14cca95c1365fc40acb2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6286554 Nov 27 01:18:15.562674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37102) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:15.574708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-89716f9c-8245-4a57-8c4b-b04e879b76e5 service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376645 Nov 27 01:18:15.708724 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-9abd7450-f2d0-4e7b-96ce-a4ed2ebceefa service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318049 Nov 27 01:18:15.717035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601929-ec22-4fea-a27f-b4fdc7ae0c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9c4685-52f3-414a-a94a-7592c0cf794a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:15.756890 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-139324340-network', 'tenant_id': '3489c5440ae04387aed79c4c4c26a035'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:15.798822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca307e98-415b-4fc6-8bde-584b62fca665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.799845 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.849787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Made reservation on behalf of 3489c5440ae04387aed79c4c4c26a035 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:15.852810 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.863934 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca307e98-415b-4fc6-8bde-584b62fca665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.906724 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.910809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Allocated IP 172.20.0.2 (10e94330-2a7a-43e0-834b-4dbaa9648800/0beaaa4b-bf56-457d-b02f-8ee20dad4c93/97496ba4-0306-4da0-84b1-80eaba9883c5) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:15.933167 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-e2a58b30-4bd0-47a4-98cd-e084d4cdb582 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:15.936116 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-e2a58b30-4bd0-47a4-98cd-e084d4cdb582 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.11 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 945 time: 0.1886215 Nov 27 01:18:15.975338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca307e98-415b-4fc6-8bde-584b62fca665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.979839 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca307e98-415b-4fc6-8bde-584b62fca665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:15.981416 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ca307e98-415b-4fc6-8bde-584b62fca665 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f9c4685-52f3-414a-a94a-7592c0cf794a HTTP/1.1" status: 204 len: 168 time: 0.4177976 Nov 27 01:18:16.002766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca307e98-415b-4fc6-8bde-584b62fca665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9c4685-52f3-414a-a94a-7592c0cf794a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:16.112973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21badcdd-0cf1-4670-bf30-2cbc0f978a14 req-7c033ccc-b3c7-4da7-97b5-016f3d7cf559 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 210 time: 0.0642765 Nov 27 01:18:16.151826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7e0d9-843b-4e18-b391-bb701f2fc0f5 req-4230a82c-5b7b-442d-98be-ad015494d032 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:16.160199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45d7e0d9-843b-4e18-b391-bb701f2fc0f5 req-4230a82c-5b7b-442d-98be-ad015494d032 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2212763 Nov 27 01:18:16.177223 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.186053 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.232380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Network 10e94330-2a7a-43e0-834b-4dbaa9648800 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:16.236411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:16.239904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:16.258798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Pushing event updated for resources: {'Port': ['ID=97496ba4-0306-4da0-84b1-80eaba9883c5,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:16.330604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Attempting to bind port 97496ba4-0306-4da0-84b1-80eaba9883c5 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:16.331080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Attempting to bind port 97496ba4-0306-4da0-84b1-80eaba9883c5 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:16.331521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Attempting to bind port 97496ba4-0306-4da0-84b1-80eaba9883c5 on network 10e94330-2a7a-43e0-834b-4dbaa9648800 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:16.337027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45d7e0d9-843b-4e18-b391-bb701f2fc0f5 req-88a2f3ca-d96f-4865-be04-26c0a6040d09 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712158 Nov 27 01:18:16.343038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:16.343222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Checking segment: {'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:16.344612 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.344612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Bound using segment: {'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:16.344612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Bound port: 97496ba4-0306-4da0-84b1-80eaba9883c5, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:16.344876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.409025 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Deleting port 3091cb21-086d-418f-a3b5-a77c9e037f08 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:16.409505 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.476170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] For port 97496ba4-0306-4da0-84b1-80eaba9883c5, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:16.480130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] For port 97496ba4-0306-4da0-84b1-80eaba9883c5, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=97496ba4-0306-4da0-84b1-80eaba9883c5,segment=NetworkSegment(3d5f93e6-84d4-401e-9305-18f8a7cf68ed),segment_id=3d5f93e6-84d4-401e-9305-18f8a7cf68ed)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:16.490131 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.516105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] For port 3091cb21-086d-418f-a3b5-a77c9e037f08, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=3091cb21-086d-418f-a3b5-a77c9e037f08,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:16.516588 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.562534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29219f74-c76d-44ae-ad5d-f068b7e33082 None None] Pushing event updated for resources: {'Port': ['ID=97496ba4-0306-4da0-84b1-80eaba9883c5,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:16.573868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278d5d-0ed9-4b4b-a56f-86933245d1a3 req-ad6dc24e-c506-471f-afad-1c414c78d2ee tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:16.580999 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b6278d5d-0ed9-4b4b-a56f-86933245d1a3 req-ad6dc24e-c506-471f-afad-1c414c78d2ee tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1359699 Nov 27 01:18:16.628648 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.654800 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.667447 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.718030 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b6278d5d-0ed9-4b4b-a56f-86933245d1a3 req-8b68259c-bb91-438d-9cc2-48ba52b759bf tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313787 Nov 27 01:18:16.740871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37140) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:16.769480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4577c130-6734-486d-ab11-03e68705c089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.931419 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4577c130-6734-486d-ab11-03e68705c089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.940817 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4577c130-6734-486d-ab11-03e68705c089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:16.964718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:16.999914 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4577c130-6734-486d-ab11-03e68705c089 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b884302f5d447368b9501c7e6dc6fa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522662 Nov 27 01:18:17.002182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37152) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:17.021186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33397882-9e90-409b-8b9c-27ce7f5f39ce,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:17.083792 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.084146 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Added segment 125b72ba-e72d-4293-90a0-925016554faa of type vlan for network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e Nov 27 01:18:17.105767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577c130-6734-486d-ab11-03e68705c089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4053ec5-c314-4bcc-b3c7-e738e27794bb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:17.111278 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.205762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cdc13-3c86-4af7-86df-327b1a0b4d78 req-708098e2-2584-448c-a193-5c7411405530 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:17.206462 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-119cdc13-3c86-4af7-86df-327b1a0b4d78 req-708098e2-2584-448c-a193-5c7411405530 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 945 time: 0.5148361 Nov 27 01:18:17.208067 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.246357 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-731ffd0b-c87b-452a-969c-63b23d9d5607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.251940 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.266291 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.272849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80013aaf-4556-4334-a65a-4f7d8139cb45 req-53265fa8-7304-4f78-a67f-ea5c1d88017d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:17.274465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80013aaf-4556-4334-a65a-4f7d8139cb45 req-53265fa8-7304-4f78-a67f-ea5c1d88017d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1391397 Nov 27 01:18:17.288865 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-731ffd0b-c87b-452a-969c-63b23d9d5607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.386643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80013aaf-4556-4334-a65a-4f7d8139cb45 req-d639b647-8828-4442-a386-b4d57ab29296 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034141 Nov 27 01:18:17.408650 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-731ffd0b-c87b-452a-969c-63b23d9d5607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.411933 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-731ffd0b-c87b-452a-969c-63b23d9d5607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.413353 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-731ffd0b-c87b-452a-969c-63b23d9d5607 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4053ec5-c314-4bcc-b3c7-e738e27794bb HTTP/1.1" status: 204 len: 168 time: 0.4099815 Nov 27 01:18:17.431813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ffd0b-c87b-452a-969c-63b23d9d5607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4053ec5-c314-4bcc-b3c7-e738e27794bb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:17.502980 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.555286 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f8135604-9521-46da-822b-f58801553de5 req-4b48cd55-5c4f-477f-9891-fe3655f48851 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 210 time: 0.0396512 Nov 27 01:18:17.687230 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.687517 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.687736 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Floating IP 3827218b-7e8f-4155-b02c-4a1bbf9ab6b4 disassociated. External IP: 172.25.3.146, port: 3091cb21-086d-418f-a3b5-a77c9e037f08. Nov 27 01:18:17.688087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Calling delete_port for 3091cb21-086d-418f-a3b5-a77c9e037f08 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:17.718784 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.resource_extend [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:18:17.742864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b93e60-844e-4c5a-9900-9ce978ba3bcc req-15eac7f9-74fc-4cf7-9006-86ded566ac5a tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:17.748773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91b93e60-844e-4c5a-9900-9ce978ba3bcc req-15eac7f9-74fc-4cf7-9006-86ded566ac5a tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1181207 Nov 27 01:18:17.828701 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-119cdc13-3c86-4af7-86df-327b1a0b4d78 req-d0afcea9-1cbb-4a24-a791-b36ce55cccf9 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ca2e5a-6847-4f29-a708-84331d5f4456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6108520 Nov 27 01:18:17.828936 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.829725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:17.830334 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:17.853260 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91b93e60-844e-4c5a-9900-9ce978ba3bcc req-96216915-57b7-4968-8fa9-4d0f3826920a tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971661 Nov 27 01:18:17.995644 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5635736 Nov 27 01:18:18.009642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37178) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:18.018746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-577213c3-c33e-4088-954e-09df8e8ce059 admin admin] Request body: {'subnet': {'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-139324340-subnet', 'tenant_id': '3489c5440ae04387aed79c4c4c26a035', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:18.032708 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb77cd8-b706-4158-9881-b92a2d08b909 admin admin] Pushing event updated for resources: {'Network': ['ID=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:18.048147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:18.056758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Allocated IP 172.25.3.203 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/9662d814-6ccd-4c04-ac53-5173e1f1a284) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:18.140479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577213c3-c33e-4088-954e-09df8e8ce059 admin admin] Made reservation on behalf of 3489c5440ae04387aed79c4c4c26a035 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:18.143082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-577213c3-c33e-4088-954e-09df8e8ce059 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:18.221707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-54defb37-6b37-466b-8ec4-91da0d64dee2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:18.223483 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-54defb37-6b37-466b-8ec4-91da0d64dee2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.3029556 Nov 27 01:18:18.274472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4312575-26ed-4f0d-8340-94abc3078b01 None None] Network 10e94330-2a7a-43e0-834b-4dbaa9648800 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:18.275102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Request body: {'port': {'device_id': '8a00ba09-b7cc-4f5d-9889-8bd8146e4b06', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'admin_state_up': True, 'tenant_id': 'a40ae590749d459887b5370a656652db'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:18.372708 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37192) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:18.479043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f2ea8168-b25f-462c-b0f7-f2ff9ae03076 None None] Provisioning complete for port 97496ba4-0306-4da0-84b1-80eaba9883c5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:18.480051 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8168-b25f-462c-b0f7-f2ff9ae03076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:18.487767 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:18.512254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec358dd2-474d-4eb8-a2bd-010c3d789103 req-bb027ec6-a7b0-487f-822c-bad15bdba067 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:18.520796 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec358dd2-474d-4eb8-a2bd-010c3d789103 req-bb027ec6-a7b0-487f-822c-bad15bdba067 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1885877 Nov 27 01:18:18.566259 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:18.595614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event deleted for resources: {'Port': ['ID=3091cb21-086d-418f-a3b5-a77c9e037f08,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:18.786820 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec358dd2-474d-4eb8-a2bd-010c3d789103 req-4698aa64-38b3-4425-afb7-777855275368 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651129 Nov 27 01:18:18.838190 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8168-b25f-462c-b0f7-f2ff9ae03076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:18.853800 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fda7dfed-8e77-4a4b-912e-24d39c47ea83 req-009fe8cd-285c-481b-9323-3357043392e0 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 210 time: 0.1105530 Nov 27 01:18:18.918317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 97496ba4-0306-4da0-84b1-80eaba9883c5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:18.952623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b1437442-d62e-499d-94c9-f75c8aab586e tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-7921152'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:18.953182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b1437442-d62e-499d-94c9-f75c8aab586e tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Unknown quota resources ['metering_label']. {{(pid=103385) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:18:19.026747 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f2ea8168-b25f-462c-b0f7-f2ff9ae03076 None None] For port 97496ba4-0306-4da0-84b1-80eaba9883c5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=97496ba4-0306-4da0-84b1-80eaba9883c5,segment=NetworkSegment(3d5f93e6-84d4-401e-9305-18f8a7cf68ed),segment_id=3d5f93e6-84d4-401e-9305-18f8a7cf68ed)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:19.040676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7097c47b-7a4f-4989-bc10-ec816e2db54c req-05b1b98b-120d-4f9d-9bfe-0e72b12c79a3 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 210 time: 0.0455329 Nov 27 01:18:19.041398 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8168-b25f-462c-b0f7-f2ff9ae03076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.041660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Made reservation on behalf of a40ae590749d459887b5370a656652db for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:19.060932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.063402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 97496ba4-0306-4da0-84b1-80eaba9883c5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:19.071011 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.085125 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.188635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Router a12bedcf-3c32-4f6b-946a-adc8393f6d03 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:19.197309 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-577213c3-c33e-4088-954e-09df8e8ce059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.327146 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea8168-b25f-462c-b0f7-f2ff9ae03076 None None] Pushing event updated for resources: {'Port': ['ID=97496ba4-0306-4da0-84b1-80eaba9883c5,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:19.339697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Allocated IP 172.20.0.2 (efe72fe1-d58e-4577-9dbc-25cd0515fd5f/93415f0e-02cb-4780-9300-d8a9de9b991f/30052bce-6fa6-4f4c-abfe-1a86d105c527) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:19.365863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577213c3-c33e-4088-954e-09df8e8ce059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96bf5946-6ed0-4642-8749-4d16c665485d,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:19.470512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ca7285d9-d8d8-4626-9752-6e4306e00e85 None None] Provisioning complete for port 97496ba4-0306-4da0-84b1-80eaba9883c5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:19.470893 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ca7285d9-d8d8-4626-9752-6e4306e00e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.476203 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:19.526343 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.539547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:19.545365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:19.557478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d44a6-f719-41a6-add9-f6152e81ec0d req-067d9c69-00c3-4cbc-bd3c-534e099030d7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:19.559340 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa8d44a6-f719-41a6-add9-f6152e81ec0d req-067d9c69-00c3-4cbc-bd3c-534e099030d7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.5817015 Nov 27 01:18:19.570757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.617682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Pushing event updated for resources: {'Port': ['ID=9662d814-6ccd-4c04-ac53-5173e1f1a284,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:19.623468 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b1437442-d62e-499d-94c9-f75c8aab586e tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.627535 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b1437442-d62e-499d-94c9-f75c8aab586e tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 475 time: 1.2483737 Nov 27 01:18:19.628137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37222) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:19.636328 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-11e1ec35-4976-42a0-809a-dd52ec2726cd tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'eff6d250-3c59-4093-bba7-cc6929d84680'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:19.636861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-11e1ec35-4976-42a0-809a-dd52ec2726cd tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103384) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:18:19.643308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Network efe72fe1-d58e-4577-9dbc-25cd0515fd5f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:19.653627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:19.656378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Pushing event updated for resources: {'Port': ['ID=30052bce-6fa6-4f4c-abfe-1a86d105c527,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:19.658887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:19.739894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:19.745014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37226) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:19.750614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc9e34b-9357-49d9-9f1c-22acd4a7c700 None None] Sync routers for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:19.755520 n-d-819494-2 neutron-server[103384]: WARNING neutron.services.metering.metering_plugin [None req-11e1ec35-4976-42a0-809a-dd52ec2726cd tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 01:18:19.762126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc9e34b-9357-49d9-9f1c-22acd4a7c700 None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:19.762879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7dc9e34b-9357-49d9-9f1c-22acd4a7c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:19.792886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577213c3-c33e-4088-954e-09df8e8ce059 admin admin] Checking segment: {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:19.793236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577213c3-c33e-4088-954e-09df8e8ce059 admin admin] Network hostable DHCP agents. Network: bd808f41-a27e-4bca-a8a2-d7a2c4983d2e, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:18:19.843880 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa8d44a6-f719-41a6-add9-f6152e81ec0d req-91d99163-df81-428f-a898-cff395586075 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511370 Nov 27 01:18:19.875669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] No DVR routers for this DVR port 3091cb21-086d-418f-a3b5-a77c9e037f08 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:19.875669 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.875669 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98cd2bd7-3fa4-4d80-8d61-dd1ae0270f98 req-b32a004c-d553-4963-9e1e-3c371f0850e2 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.11 "DELETE /v2.0/ports/3091cb21-086d-418f-a3b5-a77c9e037f08 HTTP/1.1" status: 204 len: 173 time: 3.8439753 Nov 27 01:18:19.875669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'name': 'network-vif-deleted', 'tag': '3091cb21-086d-418f-a3b5-a77c9e037f08'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:19.875669 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688cf280-f8d4-4b8f-bf3e-88ec7921728b" -d '{"events": [{"server_uuid": "21887068-8aa5-4fd7-9a9a-fcea4d153df9", "name": "network-vif-deleted", "tag": "3091cb21-086d-418f-a3b5-a77c9e037f08"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:19.941242 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7dc9e34b-9357-49d9-9f1c-22acd4a7c700 None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:19.946730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577213c3-c33e-4088-954e-09df8e8ce059 admin admin] Network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:18:19.958725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11e1ec35-4976-42a0-809a-dd52ec2726cd tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:19.962220 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db915b7c-ad78-4ff3-bdd4-c3dde5c9e98e x-openstack-request-id: req-db915b7c-ad78-4ff3-bdd4-c3dde5c9e98e {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:19.966128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-11e1ec35-4976-42a0-809a-dd52ec2726cd tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3311110 Nov 27 01:18:19.966862 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21887068-8aa5-4fd7-9a9a-fcea4d153df9", "name": "network-vif-deleted", "tag": "3091cb21-086d-418f-a3b5-a77c9e037f08", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:19.967376 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db915b7c-ad78-4ff3-bdd4-c3dde5c9e98e {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:19.968024 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21887068-8aa5-4fd7-9a9a-fcea4d153df9', 'name': 'network-vif-deleted', 'tag': '3091cb21-086d-418f-a3b5-a77c9e037f08', 'status': 'completed', 'code': 200} Nov 27 01:18:19.971939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37236) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:19.986938 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-45ee7eb7-b95a-4ffb-9110-2b81586e207b tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'eff6d250-3c59-4093-bba7-cc6929d84680'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:19.989353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-45ee7eb7-b95a-4ffb-9110-2b81586e207b tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103385) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:18:19.989949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:19.991168 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.003600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-577213c3-c33e-4088-954e-09df8e8ce059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, bd808f41-a27e-4bca-a8a2-d7a2c4983d2e) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:20.009604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577213c3-c33e-4088-954e-09df8e8ce059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:20.010277 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-577213c3-c33e-4088-954e-09df8e8ce059 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.015082 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e6e41ae7-9362-4f95-9d4b-73479cbe8cf4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7456684 Nov 27 01:18:20.023836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7701bf-384f-420d-b9cd-bf6d13e323bc None None] Network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:20.041097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Request body: {'port': {'device_id': '8a00ba09-b7cc-4f5d-9889-8bd8146e4b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:20.140661 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.202159 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87a9d0fc-8e54-4437-9ef6-a3b39935cf30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.212620 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-577213c3-c33e-4088-954e-09df8e8ce059 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1978843 Nov 27 01:18:20.217332 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fc9dac4-66c5-4686-a182-79466457ff15 req-9e55776a-6b32-48a8-9403-bec17482a8d9 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/ports?device_id=21887068-8aa5-4fd7-9a9a-fcea4d153df9 HTTP/1.1" status: 200 len: 210 time: 0.0340488 Nov 27 01:18:20.221170 n-d-819494-2 neutron-server[103385]: WARNING neutron.services.metering.metering_plugin [None req-45ee7eb7-b95a-4ffb-9110-2b81586e207b tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 01:18:20.349903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1541436-9530-48de-a0aa-3c2b13669437 None None] Network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:20.477486 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 3091cb21-086d-418f-a3b5-a77c9e037f08 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:20.502693 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 3091cb21-086d-418f-a3b5-a77c9e037f08 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:20.503102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 3091cb21-086d-418f-a3b5-a77c9e037f08 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:20.589589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3785d-b772-4b2c-956d-9cf953cd8796 req-8c88bd7b-b315-4c9f-a774-e67703386365 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:20.592077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ad3785d-b772-4b2c-956d-9cf953cd8796 req-8c88bd7b-b315-4c9f-a774-e67703386365 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1038561 Nov 27 01:18:20.610283 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7dc9e34b-9357-49d9-9f1c-22acd4a7c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:20.646175 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc9e34b-9357-49d9-9f1c-22acd4a7c700 None None] Checking router: a12bedcf-3c32-4f6b-946a-adc8393f6d03 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:18:20.655926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc9e34b-9357-49d9-9f1c-22acd4a7c700 None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:20.656498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7dc9e34b-9357-49d9-9f1c-22acd4a7c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:20.679149 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30052bce-6fa6-4f4c-abfe-1a86d105c527 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:20.695545 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.726054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e8e6e-a6b1-4101-9db6-352ab54727e2 req-685b4a4f-a4d2-4729-aae5-fce991189092 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:20.727763 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-141e8e6e-a6b1-4101-9db6-352ab54727e2 req-685b4a4f-a4d2-4729-aae5-fce991189092 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 931 time: 0.7281692 Nov 27 01:18:20.727905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ad3785d-b772-4b2c-956d-9cf953cd8796 req-55760747-f1b0-4594-9edb-3e0271c60c1d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080356 Nov 27 01:18:20.736060 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45ee7eb7-b95a-4ffb-9110-2b81586e207b tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.740517 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-45ee7eb7-b95a-4ffb-9110-2b81586e207b tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7667375 Nov 27 01:18:20.742118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37256) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:20.744871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Transition to ACTIVE for port object 30052bce-6fa6-4f4c-abfe-1a86d105c527 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:18:20.755403 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a38ac9c8-1d22-4b01-907f-c548c6a8295d tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=013abbb7-ff5b-4a84-ad3b-2f7b52346ddc HTTP/1.1" status: 200 len: 464 time: 0.0121431 Nov 27 01:18:20.756700 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.765386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37258) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:20.793843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.815736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Pushing event updated for resources: {'Port': ['ID=30052bce-6fa6-4f4c-abfe-1a86d105c527,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:20.846891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7dc9e34b-9357-49d9-9f1c-22acd4a7c700 None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:20.877315 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-141e8e6e-a6b1-4101-9db6-352ab54727e2 req-8622d4b0-ffab-4d94-8d93-97926d303ea1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337528 Nov 27 01:18:20.885553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 97496ba4-0306-4da0-84b1-80eaba9883c5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:20.944604 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87a9d0fc-8e54-4437-9ef6-a3b39935cf30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.956514 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87a9d0fc-8e54-4437-9ef6-a3b39935cf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.993229 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6557d380-156a-49c6-a0ac-12b0aa73c5a8 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:20.994604 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6557d380-156a-49c6-a0ac-12b0aa73c5a8 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/013abbb7-ff5b-4a84-ad3b-2f7b52346ddc HTTP/1.1" status: 204 len: 168 time: 0.1844459 Nov 27 01:18:20.997267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37260) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:21.033197 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d0ac359c-4d82-4cae-9a97-c9d2888b4c5e tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=013abbb7-ff5b-4a84-ad3b-2f7b52346ddc HTTP/1.1" status: 200 len: 221 time: 0.0346427 Nov 27 01:18:21.037035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37266) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:21.048002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f78ed16b-a2fe-451f-bb24-a0197d62032c tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1952481332', 'description': 'label created by tempest'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:21.048605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f78ed16b-a2fe-451f-bb24-a0197d62032c tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Unknown quota resources ['metering_label']. {{(pid=103384) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:18:21.053438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 97496ba4-0306-4da0-84b1-80eaba9883c5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:21.053997 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.066321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Attempting to bind port 30052bce-6fa6-4f4c-abfe-1a86d105c527 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:21.067343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Attempting to bind port 30052bce-6fa6-4f4c-abfe-1a86d105c527 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:21.067745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Attempting to bind port 30052bce-6fa6-4f4c-abfe-1a86d105c527 on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:21.099733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-87a9d0fc-8e54-4437-9ef6-a3b39935cf30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d73ad9769d744b69d4ef2730ae6ea7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3193665 Nov 27 01:18:21.106250 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37272) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:21.111389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9d0fc-8e54-4437-9ef6-a3b39935cf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05f790d-75b0-468f-924a-7a883d3bcd7e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:21.183985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015730ac-959e-4e1b-aa91-249692875309 req-ae590da5-9c79-4de2-bb70-1db2bdd9e038 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:21.186809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Port 30052bce-6fa6-4f4c-abfe-1a86d105c527 on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:18:21.187155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Attempting to bind port 30052bce-6fa6-4f4c-abfe-1a86d105c527 on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:21.190795 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-015730ac-959e-4e1b-aa91-249692875309 req-ae590da5-9c79-4de2-bb70-1db2bdd9e038 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1791458 Nov 27 01:18:21.209366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:21.209366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Checking segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:21.209366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Bound using segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:21.209366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Bound port: 30052bce-6fa6-4f4c-abfe-1a86d105c527, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:21.209366 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.217211 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.230728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7dc9e34b-9357-49d9-9f1c-22acd4a7c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:21.257840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc9e34b-9357-49d9-9f1c-22acd4a7c700 None None] The sync data for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 is: [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:23Z', 'revision_number': 4, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd9307730-a733-46a9-b478-e361906390a9', 'name': '', 'network_id': '3083db5d-148c-4c08-b659-41fd18a67bb6', 'tenant_id': '7096168887864853b0d56415769aae26', 'mac_address': 'fa:16:3e:8a:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:22Z', 'updated_at': '2021-11-27T01:10:27Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'subnets': [{'id': '2a47bc75-51de-4fff-99e5-a89ff920057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:21.308143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-015730ac-959e-4e1b-aa91-249692875309 req-06f747a8-c999-49bc-928a-2765162f48c3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059783 Nov 27 01:18:21.410037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37286) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:21.454727 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-289f8efe-2f23-4a59-8728-2ad0f370e61d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.468033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f78ed16b-a2fe-451f-bb24-a0197d62032c tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.468268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Router c5223666-c8e6-4089-8229-0f3824907dc4 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:18:21.471996 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f78ed16b-a2fe-451f-bb24-a0197d62032c tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4322712 Nov 27 01:18:21.472586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37292) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:21.529890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-8d0e4821-b8c9-4089-879b-6a71b8e0b74d tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:21.537403 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-8d0e4821-b8c9-4089-879b-6a71b8e0b74d tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 814 time: 0.4290037 Nov 27 01:18:21.543763 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-289f8efe-2f23-4a59-8728-2ad0f370e61d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.565917 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a39e3fa4-3187-4ba6-9efc-42f911871ecf tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=61e3fbbf-561d-4bdb-bab3-ceb23fcfa109 HTTP/1.1" status: 200 len: 468 time: 0.0907590 Nov 27 01:18:21.571964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37294) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:21.573973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-a372e25d-b971-48a9-8793-41761e4d5c90 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/quotas/3489c5440ae04387aed79c4c4c26a035 HTTP/1.1" status: 200 len: 375 time: 0.0356517 Nov 27 01:18:21.580444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] For port 30052bce-6fa6-4f4c-abfe-1a86d105c527, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:21.626613 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-52f8cb39-7355-403a-9135-d6d759ab757b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508811 Nov 27 01:18:21.629062 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b4399a-2b4b-406f-ab49-768e1aa60229 None None] New status for floating IP 3827218b-7e8f-4155-b02c-4a1bbf9ab6b4: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:18:21.632187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] For port 30052bce-6fa6-4f4c-abfe-1a86d105c527, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=30052bce-6fa6-4f4c-abfe-1a86d105c527,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:21.645114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.688277 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28570e90-3457-4ceb-9d3e-1173e6a77487 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.720832 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28570e90-3457-4ceb-9d3e-1173e6a77487 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.723839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:21.724461 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.726800 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] 10.222.0.42 "PUT /v2.0/ports/30052bce-6fa6-4f4c-abfe-1a86d105c527 HTTP/1.1" status: 200 len: 1091 time: 1.6926427 Nov 27 01:18:21.731046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a00ba09-b7cc-4f5d-9889-8bd8146e4b06', 'tag': '30052bce-6fa6-4f4c-abfe-1a86d105c527'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:21.733420 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7f1462-7f2a-4006-91f4-2386bac1d079" -d '{"events": [{"name": "network-changed", "server_uuid": "8a00ba09-b7cc-4f5d-9889-8bd8146e4b06", "tag": "30052bce-6fa6-4f4c-abfe-1a86d105c527"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:21.762690 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-289f8efe-2f23-4a59-8728-2ad0f370e61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.765530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-289f8efe-2f23-4a59-8728-2ad0f370e61d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:21.766450 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-289f8efe-2f23-4a59-8728-2ad0f370e61d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d05f790d-75b0-468f-924a-7a883d3bcd7e HTTP/1.1" status: 204 len: 168 time: 0.6570053 Nov 27 01:18:21.794081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f8efe-2f23-4a59-8728-2ad0f370e61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05f790d-75b0-468f-924a-7a883d3bcd7e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:21.823212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36bc9a-8e9e-4c15-b4a5-bb363b807555 service neutron] Pushing event updated for resources: {'Port': ['ID=30052bce-6fa6-4f4c-abfe-1a86d105c527,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:21.876022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-47b9e837-2aec-4948-b894-37e44b8e8fad service neutron] 10.222.0.37 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424679 Nov 27 01:18:21.907734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-44ee28c9-4c40-4f5b-87f1-a405f01bc957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:21.910805 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-44ee28c9-4c40-4f5b-87f1-a405f01bc957 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 1094 time: 0.1092629 Nov 27 01:18:21.983327 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-87f1921d-3427-4b63-ab0a-01ae63688539 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30052bce-6fa6-4f4c-abfe-1a86d105c527 HTTP/1.1" status: 200 len: 217 time: 0.0472529 Nov 27 01:18:22.003604 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28570e90-3457-4ceb-9d3e-1173e6a77487 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.006676 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28570e90-3457-4ceb-9d3e-1173e6a77487 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.008000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-28570e90-3457-4ceb-9d3e-1173e6a77487 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "DELETE /v2.0/security-groups/89ca2e5a-6847-4f29-a708-84331d5f4456 HTTP/1.1" status: 204 len: 168 time: 0.5951924 Nov 27 01:18:22.020675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819e3c0-e0ea-4221-9e09-abb2d49f7750 req-f544061f-4bf4-47e0-bc0c-d2b5a140a102 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:22.022141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8819e3c0-e0ea-4221-9e09-abb2d49f7750 req-f544061f-4bf4-47e0-bc0c-d2b5a140a102 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2657650 Nov 27 01:18:22.024538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37304) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:22.025024 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f2e52ca-e04a-403d-8ac0-0a29a5322fe5 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.025896 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5f2e52ca-e04a-403d-8ac0-0a29a5322fe5 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/61e3fbbf-561d-4bdb-bab3-ceb23fcfa109 HTTP/1.1" status: 204 len: 168 time: 0.4511602 Nov 27 01:18:22.029341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:22.042209 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:22.049466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28570e90-3457-4ceb-9d3e-1173e6a77487 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ca2e5a-6847-4f29-a708-84331d5f4456,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:22.061973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Sync routers for ids ['c5223666-c8e6-4089-8229-0f3824907dc4'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:22.065078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-75fd4da9-63eb-4e2e-aba0-4dd64cc6e074 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=61e3fbbf-561d-4bdb-bab3-ceb23fcfa109 HTTP/1.1" status: 200 len: 216 time: 0.0308111 Nov 27 01:18:22.065248 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-9c8e1f2c-2360-4070-8806-3c3dbb1a71a1 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] show failed (client error): The resource could not be found. Nov 27 01:18:22.070976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9c8e1f2c-2360-4070-8806-3c3dbb1a71a1 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "GET /v2.0/security-groups/89ca2e5a-6847-4f29-a708-84331d5f4456 HTTP/1.1" status: 404 len: 347 time: 0.0346403 Nov 27 01:18:22.070976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37310) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:22.071501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37312) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:22.087165 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-4948342f-1fa5-4d93-af83-cb10b2f521f5 service neutron] 10.222.0.37 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026455 Nov 27 01:18:22.090835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fa039773-d748-4476-a30d-65d1af3063b1 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0206997 Nov 27 01:18:22.092420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-3fcb6fc6-f2dd-494e-8058-1e16401ef4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:22.093697 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-3fcb6fc6-f2dd-494e-8058-1e16401ef4bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.1022794 Nov 27 01:18:22.094362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37314) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:22.118441 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bb782e1f-d05a-483a-bc01-3c49717b72b7 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0228486 Nov 27 01:18:22.122493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37316) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:22.130648 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.132095 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fbf778cf-6e39-43b2-9491-ca5e0cb2b48e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.0356627 Nov 27 01:18:22.138942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37318) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:22.146637 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-e61d74e4-59e1-4181-847b-8e498e4a949d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433476 Nov 27 01:18:22.220935 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-badc16f2-d301-4552-b14a-8cafcd572d14 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/eff6d250-3c59-4093-bba7-cc6929d84680 HTTP/1.1" status: 200 len: 470 time: 0.0940025 Nov 27 01:18:22.221610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:22.267238 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-764fbeaf-5704-4faa-ba00-91d71044bb70 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/e9ba49f6-bb0d-4f1f-a3e1-c685472bcf0f HTTP/1.1" status: 200 len: 461 time: 0.0410535 Nov 27 01:18:22.268252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37326) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:22.282121 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Routers {'c5223666-c8e6-4089-8229-0f3824907dc4'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:22.282777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5223666-c8e6-4089-8229-0f3824907dc4'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:22.350759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-5e205ad2-77a3-4b60-86d3-cd1ed281e39c service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956103 Nov 27 01:18:22.442586 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8819e3c0-e0ea-4221-9e09-abb2d49f7750 req-20d8d72a-3a79-4a8d-9770-afc8359cccdd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984764 Nov 27 01:18:22.449797 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dadd2d-7e58-411a-b61a-076421d60156 x-openstack-request-id: req-a7dadd2d-7e58-411a-b61a-076421d60156 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:22.450091 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a00ba09-b7cc-4f5d-9889-8bd8146e4b06", "tag": "30052bce-6fa6-4f4c-abfe-1a86d105c527", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:22.450372 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7dadd2d-7e58-411a-b61a-076421d60156 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:22.450781 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a00ba09-b7cc-4f5d-9889-8bd8146e4b06', 'tag': '30052bce-6fa6-4f4c-abfe-1a86d105c527', 'status': 'completed', 'code': 200} Nov 27 01:18:22.509841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Set router c5223666-c8e6-4089-8229-0f3824907dc4 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:22.536130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41f5569f-56ad-40f7-a2ab-9a9b72215960 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.538266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-41f5569f-56ad-40f7-a2ab-9a9b72215960 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/e9ba49f6-bb0d-4f1f-a3e1-c685472bcf0f HTTP/1.1" status: 204 len: 168 time: 0.2690609 Nov 27 01:18:22.576077 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37338) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:22.676778 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff8d1aa7-098f-4888-b47d-c8a88c6d2465 req-d8608237-983d-4800-b6a0-849cb55cb461 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 210 time: 0.0490820 Nov 27 01:18:22.690837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-840e2e85-958b-4ca8-8320-a484f65fc787 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Deleting port 21c4e055-9cba-424c-a2df-403baf7c34ac {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:22.691225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-840e2e85-958b-4ca8-8320-a484f65fc787 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.813428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:18:19Z', 'revision_number': 3, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:22.853340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Checking router: c5223666-c8e6-4089-8229-0f3824907dc4 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:18:22.854054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Updating router c5223666-c8e6-4089-8229-0f3824907dc4 port 9662d814-6ccd-4c04-ac53-5173e1f1a284 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:18:22.890911 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:22.987336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888437e-a871-4751-8225-e7133a612ebb req-50f9b357-8427-4c67-aaa0-f9771ef6107b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:22.989029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5888437e-a871-4751-8225-e7133a612ebb req-50f9b357-8427-4c67-aaa0-f9771ef6107b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1810455 Nov 27 01:18:23.048236 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-840e2e85-958b-4ca8-8320-a484f65fc787 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.049213 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-840e2e85-958b-4ca8-8320-a484f65fc787 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.101532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-840e2e85-958b-4ca8-8320-a484f65fc787 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Calling delete_port for 21c4e055-9cba-424c-a2df-403baf7c34ac owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:23.243648 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5888437e-a871-4751-8225-e7133a612ebb req-f98d554c-7676-4134-b6f3-2dc2ba359fe5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088592 Nov 27 01:18:23.340418 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.350156 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.424770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Attempting to bind port 9662d814-6ccd-4c04-ac53-5173e1f1a284 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:23.425181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Attempting to bind port 9662d814-6ccd-4c04-ac53-5173e1f1a284 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:23.428161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Attempting to bind port 9662d814-6ccd-4c04-ac53-5173e1f1a284 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:23.438389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2230aa-adb2-4e09-988b-e019a9a11cb4 req-3912dcef-72c9-4346-a91b-80a84d86b877 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:23.440111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c2230aa-adb2-4e09-988b-e019a9a11cb4 req-3912dcef-72c9-4346-a91b-80a84d86b877 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 943 time: 0.8648801 Nov 27 01:18:23.444199 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6dcc26de-af8d-4abf-8ad8-4a96db385f17 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.448871 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6dcc26de-af8d-4abf-8ad8-4a96db385f17 tempest-MeteringTestJSON-987442121 tempest-MeteringTestJSON-987442121-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/eff6d250-3c59-4093-bba7-cc6929d84680 HTTP/1.1" status: 204 len: 168 time: 0.8718078 Nov 27 01:18:23.451525 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd35c353-6409-4cd7-83d2-5e5da3eed79a req-296fa4e8-df91-4695-9675-af09dab738ee service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0519929 Nov 27 01:18:23.492974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:23.503448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c2230aa-adb2-4e09-988b-e019a9a11cb4 req-126b3394-8096-456c-b9f0-24398e98cbdd tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507452 Nov 27 01:18:23.509952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:23.512490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.513030 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:23.524379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Bound port: 9662d814-6ccd-4c04-ac53-5173e1f1a284, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:23.528711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.529939 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.543056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62d53c-1d8e-46e2-bd2d-20ed85c8b1dd None None] Pushing event updated for resources: {'Port': ['ID=9662d814-6ccd-4c04-ac53-5173e1f1a284,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:23.646587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f1462-7f2a-4006-91f4-2386bac1d079 req-6cffc389-7ce1-4739-851f-34adb4328f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:23.648467 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef7f1462-7f2a-4006-91f4-2386bac1d079 req-6cffc389-7ce1-4739-851f-34adb4328f9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 1094 time: 0.0662839 Nov 27 01:18:23.653809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] For port 9662d814-6ccd-4c04-ac53-5173e1f1a284, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:23.657218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] For port 9662d814-6ccd-4c04-ac53-5173e1f1a284, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9662d814-6ccd-4c04-ac53-5173e1f1a284,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:23.664784 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.727742 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa166dc9-c1f9-444a-b4ac-19c3481760f2 req-ea6beb08-cc9a-432d-95a7-5608ea2348c2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:23.730590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa166dc9-c1f9-444a-b4ac-19c3481760f2 req-ea6beb08-cc9a-432d-95a7-5608ea2348c2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1971865 Nov 27 01:18:23.759258 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-840e2e85-958b-4ca8-8320-a484f65fc787 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:23.764218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Routers {'c5223666-c8e6-4089-8229-0f3824907dc4'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:23.764867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5223666-c8e6-4089-8229-0f3824907dc4'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:23.789598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f1462-7f2a-4006-91f4-2386bac1d079 req-0036901d-b203-4b1a-a879-03ae40379664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:23.791740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef7f1462-7f2a-4006-91f4-2386bac1d079 req-0036901d-b203-4b1a-a879-03ae40379664 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 912 time: 0.1286490 Nov 27 01:18:23.889556 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-72198f1a-2965-4a13-8b30-34fd0989e4e9 req-86cd7eea-dee0-4ef7-b942-1682f8d8753d tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 210 time: 0.0764570 Nov 27 01:18:23.891074 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef7f1462-7f2a-4006-91f4-2386bac1d079 req-acc6386e-44d3-4727-9562-9f3448a5cb6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30052bce-6fa6-4f4c-abfe-1a86d105c527 HTTP/1.1" status: 200 len: 217 time: 0.0893054 Nov 27 01:18:23.930026 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] Set router c5223666-c8e6-4089-8229-0f3824907dc4 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:23.995686 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37384) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:23.995906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e2e85-958b-4ca8-8320-a484f65fc787 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Pushing event deleted for resources: {'Port': ['ID=21c4e055-9cba-424c-a2df-403baf7c34ac,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:24.041250 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62d53c-1d8e-46e2-bd2d-20ed85c8b1dd None None] Pushing event updated for resources: {'Port': ['ID=9662d814-6ccd-4c04-ac53-5173e1f1a284,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:24.086676 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-840e2e85-958b-4ca8-8320-a484f65fc787 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:24.089400 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-840e2e85-958b-4ca8-8320-a484f65fc787 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:24.097764 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-840e2e85-958b-4ca8-8320-a484f65fc787 tempest-AttachVolumeTestJSON-1103920563 tempest-AttachVolumeTestJSON-1103920563-project] 10.222.0.37 "DELETE /v2.0/floatingips/3827218b-7e8f-4155-b02c-4a1bbf9ab6b4 HTTP/1.1" status: 204 len: 168 time: 2.0241175 Nov 27 01:18:24.101349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f1462-7f2a-4006-91f4-2386bac1d079 req-27796d6f-f995-414d-8434-ebe863a58095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:24.104454 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef7f1462-7f2a-4006-91f4-2386bac1d079 req-27796d6f-f995-414d-8434-ebe863a58095 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.1979811 Nov 27 01:18:24.163527 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef7f1462-7f2a-4006-91f4-2386bac1d079 req-cbebe96f-0a35-4af2-b53b-fa4c14035433 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378292 Nov 27 01:18:24.187640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:18:19Z', 'revision_number': 3, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:24.228904 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa166dc9-c1f9-444a-b4ac-19c3481760f2 req-2221f536-2bfd-444e-a576-2a97276b2f68 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805882 Nov 27 01:18:24.302046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf02145-f3b3-4764-afcc-335206210baf None None] The sync data for ids ['c5223666-c8e6-4089-8229-0f3824907dc4'] in n-d-819494-2 is: [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:18:19Z', 'revision_number': 3, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:24.337843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Allocated IP 172.20.0.1 (10e94330-2a7a-43e0-834b-4dbaa9648800/0beaaa4b-bf56-457d-b02f-8ee20dad4c93/f60b7891-5c76-484d-9aa3-7973e1471980) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:24.492811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e971af06-f641-4697-b8e6-993f7672a91a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:24.517311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-ce7306a6-646f-4a64-9433-93663882af54 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:24.519292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-ce7306a6-646f-4a64-9433-93663882af54 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.42 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 814 time: 0.4586444 Nov 27 01:18:24.561084 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:24.570268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Request body: {'port': {'device_id': '44af93e9-6dd2-405f-8e92-46b55fecd482', 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e', 'admin_state_up': True, 'tenant_id': '3489c5440ae04387aed79c4c4c26a035'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:24.627849 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:24.706707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69391f5-507e-464a-b8e9-6da30aab8f68 req-6f229c47-ee31-40c6-91e8-c32264c73d83 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:24.736719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b69391f5-507e-464a-b8e9-6da30aab8f68 req-6f229c47-ee31-40c6-91e8-c32264c73d83 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.4122384 Nov 27 01:18:24.799788 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef7f1462-7f2a-4006-91f4-2386bac1d079 req-1f320a57-6c9d-40e3-8f4e-77245c23bda7 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044898 Nov 27 01:18:24.801345 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Network 10e94330-2a7a-43e0-834b-4dbaa9648800 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:24.826045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:24.831878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:24.919787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9662d814-6ccd-4c04-ac53-5173e1f1a284 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:24.936947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a115126-fd6e-4273-a034-b17874e5be88 req-b2bfe52c-3d95-444b-8532-dcbe2e35cf0e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:24.938939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a115126-fd6e-4273-a034-b17874e5be88 req-b2bfe52c-3d95-444b-8532-dcbe2e35cf0e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 943 time: 0.2990172 Nov 27 01:18:24.956882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f60b7891-5c76-484d-9aa3-7973e1471980,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:25.046950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 9662d814-6ccd-4c04-ac53-5173e1f1a284 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:25.047320 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.090273 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b69391f5-507e-464a-b8e9-6da30aab8f68 req-dee743c8-3c64-4ebb-b958-a8dfed4ceb88 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337257 Nov 27 01:18:25.162344 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.217484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 9662d814-6ccd-4c04-ac53-5173e1f1a284, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9662d814-6ccd-4c04-ac53-5173e1f1a284,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:25.233957 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.308189 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c655dde2-3735-4ab4-86f3-abb47a8082b4 req-f7889acd-7718-4c63-a4ff-fd9ce589c282 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 210 time: 0.0959756 Nov 27 01:18:25.337425 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef7f1462-7f2a-4006-91f4-2386bac1d079 req-4ab9acbc-0b85-4c0b-9585-dc6dcf29cb94 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242596 Nov 27 01:18:25.372964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=9662d814-6ccd-4c04-ac53-5173e1f1a284,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:25.396045 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e971af06-f641-4697-b8e6-993f7672a91a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.403158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Made reservation on behalf of 3489c5440ae04387aed79c4c4c26a035 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:25.410750 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.416807 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e971af06-f641-4697-b8e6-993f7672a91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.439202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f1f71c99-58b4-467d-9b09-7ac7ce2cc04f None None] Provisioning complete for port f60b7891-5c76-484d-9aa3-7973e1471980 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:25.439584 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f1f71c99-58b4-467d-9b09-7ac7ce2cc04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.541974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f1f71c99-58b4-467d-9b09-7ac7ce2cc04f None None] Port f60b7891-5c76-484d-9aa3-7973e1471980 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:25.581880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 30052bce-6fa6-4f4c-abfe-1a86d105c527 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:18:25.683875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e971af06-f641-4697-b8e6-993f7672a91a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5eb90bd73285452a86be6e88ac48c54a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6807177 Nov 27 01:18:25.690736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37420) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:25.732819 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.733396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971af06-f641-4697-b8e6-993f7672a91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc3db9a-fb69-4e43-964e-51ac1d969d9c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:25.803756 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 30052bce-6fa6-4f4c-abfe-1a86d105c527, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=30052bce-6fa6-4f4c-abfe-1a86d105c527,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:25.830208 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '30052bce-6fa6-4f4c-abfe-1a86d105c527', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'port_id': '30052bce-6fa6-4f4c-abfe-1a86d105c527', 'mac_address': 'fa:16:3e:08:cf:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93415f0e-02cb-4780-9300-d8a9de9b991f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:18:25.850948 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a115126-fd6e-4273-a034-b17874e5be88 req-cce5e817-dc1d-4a44-a2da-7799b2cf8b62 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8860910 Nov 27 01:18:25.949966 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:25.977328 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30052bce-6fa6-4f4c-abfe-1a86d105c527 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:26.023354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b2621-8bad-4a1a-96c2-6ac52d843fe8 req-0f4e6f88-87bb-4bb6-a0f0-cdcd49bc09dd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:26.029506 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-412b2621-8bad-4a1a-96c2-6ac52d843fe8 req-0f4e6f88-87bb-4bb6-a0f0-cdcd49bc09dd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/networks?id=9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 200 len: 813 time: 0.5213687 Nov 27 01:18:26.053741 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 30052bce-6fa6-4f4c-abfe-1a86d105c527, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=30052bce-6fa6-4f4c-abfe-1a86d105c527,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:26.068960 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.084867 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f21e36c-b67b-4f74-8681-e9fa1af274a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.109097 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-412b2621-8bad-4a1a-96c2-6ac52d843fe8 req-a69ce9b5-f76f-4755-96b8-e9639f8a1336 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/quotas/8ee09ea209694f8bab7b9c7c2dff7d72 HTTP/1.1" status: 200 len: 375 time: 0.0580463 Nov 27 01:18:26.110673 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.124073 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Allocated IP 172.20.0.4 (bd808f41-a27e-4bca-a8a2-d7a2c4983d2e/96bf5946-6ed0-4642-8749-4d16c665485d/cc6e89c1-3d2b-4a21-ab32-24d96e986684) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:26.183062 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=30052bce-6fa6-4f4c-abfe-1a86d105c527,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:26.194462 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f21e36c-b67b-4f74-8681-e9fa1af274a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.281598 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-412b2621-8bad-4a1a-96c2-6ac52d843fe8 req-26c9a467-1c3a-4719-896f-86fc477463d0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1648433 Nov 27 01:18:26.362539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['30052bce-6fa6-4f4c-abfe-1a86d105c527'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:26.479869 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1fb7551-ea1e-4927-ab02-f7c50dac5834 req-fda5e10c-12c5-42f6-ac30-2ef942a2f5b3 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 210 time: 0.0392840 Nov 27 01:18:26.482961 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f21e36c-b67b-4f74-8681-e9fa1af274a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.486553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7f21e36c-b67b-4f74-8681-e9fa1af274a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.490782 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7f21e36c-b67b-4f74-8681-e9fa1af274a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cc3db9a-fb69-4e43-964e-51ac1d969d9c HTTP/1.1" status: 204 len: 168 time: 0.7660158 Nov 27 01:18:26.503446 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.511839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21e36c-b67b-4f74-8681-e9fa1af274a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc3db9a-fb69-4e43-964e-51ac1d969d9c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:26.521169 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.595304 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.694614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f60b7891-5c76-484d-9aa3-7973e1471980,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:26.720382 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.726087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612581e2-79b4-4d36-a2b4-0809fad39307 req-057860a5-d2e0-4e65-8af0-b20e182e48b3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:26.728319 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-612581e2-79b4-4d36-a2b4-0809fad39307 req-057860a5-d2e0-4e65-8af0-b20e182e48b3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2223301 Nov 27 01:18:26.729963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:26.838869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:26.846289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:26.852638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:26.887722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9662d814-6ccd-4c04-ac53-5173e1f1a284 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:26.913845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Pushing event updated for resources: {'Port': ['ID=cc6e89c1-3d2b-4a21-ab32-24d96e986684,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:26.956047 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-612581e2-79b4-4d36-a2b4-0809fad39307 req-3fdfe521-c783-404e-8c63-5c7e6fdc64c0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191601 Nov 27 01:18:26.957763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:26.958499 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.002354 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-e0008503-5ff9-47d6-854a-ff7c3d1d4f44 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4593337 Nov 27 01:18:27.024942 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Request body: {'port': {'device_id': '44af93e9-6dd2-405f-8e92-46b55fecd482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:27.068505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Network 10e94330-2a7a-43e0-834b-4dbaa9648800 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:27.070987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:27.098921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 9662d814-6ccd-4c04-ac53-5173e1f1a284 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:27.099968 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.206407 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.270572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37444) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:27.290799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41b2e8-2b70-4544-8dc2-7ef5b1dcae4b req-b50074d4-2dd1-4904-852d-bced17141a3a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:27.298584 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d41b2e8-2b70-4544-8dc2-7ef5b1dcae4b req-b50074d4-2dd1-4904-852d-bced17141a3a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 944 time: 0.2271709 Nov 27 01:18:27.343988 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46f6d229-c3b6-4486-b91d-3a7cf70fdf71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.401401 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d41b2e8-2b70-4544-8dc2-7ef5b1dcae4b req-94ca3f2b-9219-428c-baf4-c17c96629c6e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018178 Nov 27 01:18:27.473729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621197b-aa83-415b-b3df-7ef98f412941 req-f30c52df-e9ed-4acc-89f6-177ed5bbb135 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:27.475319 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5621197b-aa83-415b-b3df-7ef98f412941 req-f30c52df-e9ed-4acc-89f6-177ed5bbb135 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1330612 Nov 27 01:18:27.477407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Router c5223666-c8e6-4089-8229-0f3824907dc4 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:27.535088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0e769425-4f6e-4772-9bf6-7e2acfd76711 None None] Provisioning complete for port f60b7891-5c76-484d-9aa3-7973e1471980 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:27.536323 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0e769425-4f6e-4772-9bf6-7e2acfd76711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.619910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 30052bce-6fa6-4f4c-abfe-1a86d105c527 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:27.641346 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46f6d229-c3b6-4486-b91d-3a7cf70fdf71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.653151 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46f6d229-c3b6-4486-b91d-3a7cf70fdf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.688426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0e769425-4f6e-4772-9bf6-7e2acfd76711 None None] Port f60b7891-5c76-484d-9aa3-7973e1471980 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:27.741650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 30052bce-6fa6-4f4c-abfe-1a86d105c527 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:18:27.747864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 30052bce-6fa6-4f4c-abfe-1a86d105c527 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:27.748634 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:27.759607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-46f6d229-c3b6-4486-b91d-3a7cf70fdf71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=960dde3bf8dc40d9852f5efbf77afc34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4860339 Nov 27 01:18:27.760364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6d229-c3b6-4486-b91d-3a7cf70fdf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64000820-5773-491b-b82e-a85aa2231216,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:27.765009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37454) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:27.786454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:27.803897 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bb352c78-a346-4178-9dc4-26dc650ed2f3 admin admin] 10.222.0.37 "PUT /v2.0/routers/c5223666-c8e6-4089-8229-0f3824907dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6562738 Nov 27 01:18:27.810740 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Sync routers for ids ['c5223666-c8e6-4089-8229-0f3824907dc4'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:27.827165 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5621197b-aa83-415b-b3df-7ef98f412941 req-3e54749a-e16e-4ae2-b267-a74a43ab516e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354118 Nov 27 01:18:27.833969 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Routers {'c5223666-c8e6-4089-8229-0f3824907dc4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:27.834621 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5223666-c8e6-4089-8229-0f3824907dc4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:27.907534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6e89c1-3d2b-4a21-ab32-24d96e986684 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:27.949606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcb79a-e93a-41f9-978b-32e6e3d1962c req-b3153f64-2787-47ab-9b90-dedb436adca5 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:27.971414 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0fbcb79a-e93a-41f9-978b-32e6e3d1962c req-b3153f64-2787-47ab-9b90-dedb436adca5 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 931 time: 0.2699120 Nov 27 01:18:27.996758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.015450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.062035 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Set router c5223666-c8e6-4089-8229-0f3824907dc4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:28.081247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 30052bce-6fa6-4f4c-abfe-1a86d105c527, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=30052bce-6fa6-4f4c-abfe-1a86d105c527,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:28.083236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a00ba09-b7cc-4f5d-9889-8bd8146e4b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30052bce-6fa6-4f4c-abfe-1a86d105c527'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:28.086099 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3e7db3-968d-48c2-9604-5bd39b07ab37" -d '{"events": [{"server_uuid": "8a00ba09-b7cc-4f5d-9889-8bd8146e4b06", "name": "network-vif-plugged", "status": "completed", "tag": "30052bce-6fa6-4f4c-abfe-1a86d105c527"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:28.095860 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.102720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c37c41-33f7-40f9-b429-8195c18be27b req-c4c1ecf3-9576-450c-b185-b71b99e0ff15 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:28.119027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63c37c41-33f7-40f9-b429-8195c18be27b req-c4c1ecf3-9576-450c-b185-b71b99e0ff15 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1621723 Nov 27 01:18:28.171211 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0fbcb79a-e93a-41f9-978b-32e6e3d1962c req-84af0ada-95ef-41e0-ba92-1c16c431cd37 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968868 Nov 27 01:18:28.172703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Transition to ACTIVE for port object cc6e89c1-3d2b-4a21-ab32-24d96e986684 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:18:28.173927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c34701c2-ef1e-4b24-a9bf-7590f634b16a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.194568 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.225463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=30052bce-6fa6-4f4c-abfe-1a86d105c527,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:28.231373 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63c37c41-33f7-40f9-b429-8195c18be27b req-03db8788-ad34-4875-9c56-c95448b513e1 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112099 Nov 27 01:18:28.248299 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c34701c2-ef1e-4b24-a9bf-7590f634b16a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.305358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Pushing event updated for resources: {'Port': ['ID=cc6e89c1-3d2b-4a21-ab32-24d96e986684,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:28.387332 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cadb1e6-7a47-4bbc-b711-0d94c9022d5d x-openstack-request-id: req-4cadb1e6-7a47-4bbc-b711-0d94c9022d5d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:28.388024 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a00ba09-b7cc-4f5d-9889-8bd8146e4b06", "name": "network-vif-plugged", "status": "completed", "tag": "30052bce-6fa6-4f4c-abfe-1a86d105c527", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:28.388024 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cadb1e6-7a47-4bbc-b711-0d94c9022d5d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:28.388268 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a00ba09-b7cc-4f5d-9889-8bd8146e4b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30052bce-6fa6-4f4c-abfe-1a86d105c527', 'code': 200} Nov 27 01:18:28.399890 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c34701c2-ef1e-4b24-a9bf-7590f634b16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.403029 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c34701c2-ef1e-4b24-a9bf-7590f634b16a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.406634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c34701c2-ef1e-4b24-a9bf-7590f634b16a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64000820-5773-491b-b82e-a85aa2231216 HTTP/1.1" status: 204 len: 168 time: 0.6329525 Nov 27 01:18:28.442842 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34701c2-ef1e-4b24-a9bf-7590f634b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64000820-5773-491b-b82e-a85aa2231216,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:28.503037 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3203aed8-fe16-4b78-9134-86465df4d1b9 req-7ec6b60b-d20c-4520-946a-6c24b62b9ff6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72 HTTP/1.1" status: 200 len: 221 time: 0.1184216 Nov 27 01:18:28.543928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Attempting to bind port cc6e89c1-3d2b-4a21-ab32-24d96e986684 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:28.544331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Attempting to bind port cc6e89c1-3d2b-4a21-ab32-24d96e986684 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:28.544606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Attempting to bind port cc6e89c1-3d2b-4a21-ab32-24d96e986684 on network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:28.571807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Port cc6e89c1-3d2b-4a21-ab32-24d96e986684 on network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:18:28.572139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Attempting to bind port cc6e89c1-3d2b-4a21-ab32-24d96e986684 on network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:28.578804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:28.579179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Checking segment: {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:28.579531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Bound using segment: {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:28.579974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Bound port: cc6e89c1-3d2b-4a21-ab32-24d96e986684, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:28.580338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.667337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7d79c-ceb3-4a66-9cf3-87d0f5812813 req-dbbc7236-d33e-425c-8a0e-4077cdcfa002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:28.669063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83f7d79c-ceb3-4a66-9cf3-87d0f5812813 req-dbbc7236-d33e-425c-8a0e-4077cdcfa002 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 1096 time: 0.1606436 Nov 27 01:18:28.786639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] For port cc6e89c1-3d2b-4a21-ab32-24d96e986684, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:28.825353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] For port cc6e89c1-3d2b-4a21-ab32-24d96e986684, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=cc6e89c1-3d2b-4a21-ab32-24d96e986684,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:28.841239 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.889756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:28.897788 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:28.901596 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] 10.222.0.42 "PUT /v2.0/ports/cc6e89c1-3d2b-4a21-ab32-24d96e986684 HTTP/1.1" status: 200 len: 1091 time: 1.8813708 Nov 27 01:18:28.944529 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f60b7891-5c76-484d-9aa3-7973e1471980', 'name': '', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'mac_address': 'fa:16:3e:5b:e9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:23Z', 'updated_at': '2021-11-27T01:18:26Z', 'revision_number': 2, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'subnets': [{'id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:28.961824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44af93e9-6dd2-405f-8e92-46b55fecd482', 'tag': 'cc6e89c1-3d2b-4a21-ab32-24d96e986684'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:28.977682 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5e2e05-f3fb-4bdc-9705-e5114c32a79a" -d '{"events": [{"name": "network-changed", "server_uuid": "44af93e9-6dd2-405f-8e92-46b55fecd482", "tag": "cc6e89c1-3d2b-4a21-ab32-24d96e986684"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:28.985341 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83f7d79c-ceb3-4a66-9cf3-87d0f5812813 req-cfb0d79c-90d4-4e65-9348-b9752d18d595 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046973 Nov 27 01:18:29.018412 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Checking router: c5223666-c8e6-4089-8229-0f3824907dc4 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:18:29.018764 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Updating router c5223666-c8e6-4089-8229-0f3824907dc4 port f60b7891-5c76-484d-9aa3-7973e1471980 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:18:29.020333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4145b-9341-416f-bd5f-bdd0be125e52 req-9aa4e7ab-950f-47d6-aaff-e7afb35234b4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:29.021932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15e4145b-9341-416f-bd5f-bdd0be125e52 req-9aa4e7ab-950f-47d6-aaff-e7afb35234b4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.3798127 Nov 27 01:18:29.109078 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.168879 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a930a5-f0f6-4287-9194-9270a4b9bb3f service neutron] Pushing event updated for resources: {'Port': ['ID=cc6e89c1-3d2b-4a21-ab32-24d96e986684,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:29.199775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-346984bb-1bda-456a-a601-d75d195bbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:29.201299 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-346984bb-1bda-456a-a601-d75d195bbd8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 1094 time: 0.2121725 Nov 27 01:18:29.237547 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15e4145b-9341-416f-bd5f-bdd0be125e52 req-2fed3d78-e45e-44d2-800b-b19359c03267 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725326 Nov 27 01:18:29.389385 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-350b92fb-670d-4de1-addf-4ceb86727f50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc6e89c1-3d2b-4a21-ab32-24d96e986684 HTTP/1.1" status: 200 len: 217 time: 0.1219220 Nov 27 01:18:29.478829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37506) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:29.484038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-da4fd1d4-712b-4c53-b543-7ea3c963b757 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573268115', 'description': 'tempest-description--978783621'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:29.545994 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da4fd1d4-712b-4c53-b543-7ea3c963b757 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.618337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc1ab9-8a98-4c26-b40c-6902b4e5029a req-f9831358-2a9c-4aa4-a240-fb29b453064c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:29.628026 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1fcc1ab9-8a98-4c26-b40c-6902b4e5029a req-f9831358-2a9c-4aa4-a240-fb29b453064c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.2696154 Nov 27 01:18:29.639512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-f001e77b-e0e8-492c-96d5-35cd20fb52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:29.641169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-f001e77b-e0e8-492c-96d5-35cd20fb52ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96bf5946-6ed0-4642-8749-4d16c665485d HTTP/1.1" status: 200 len: 854 time: 0.2112846 Nov 27 01:18:29.698711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-cedfa48e-f345-4060-a0a8-8396706d34e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451887 Nov 27 01:18:29.781294 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.793192 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:29.853058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51172d8-f217-4e77-8e8d-b8ebd8c90260 req-2aee3448-c61e-41ec-8e3b-55a6b513c924 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:29.861617 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d51172d8-f217-4e77-8e8d-b8ebd8c90260 req-2aee3448-c61e-41ec-8e3b-55a6b513c924 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2430263 Nov 27 01:18:29.916379 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Pushing event updated for resources: {'Port': ['ID=f60b7891-5c76-484d-9aa3-7973e1471980,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:29.919127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-044ffa1c-fa40-496e-9cb2-ad6eab672ebe service neutron] 10.222.0.42 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089133 Nov 27 01:18:29.928502 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1fcc1ab9-8a98-4c26-b40c-6902b4e5029a req-9f5f6e32-63f0-45fe-ae2f-76c85e32b27f tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995944 Nov 27 01:18:29.955569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37524) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:29.996221 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da4fd1d4-712b-4c53-b543-7ea3c963b757 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.015708 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:30.016613 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:30.017137 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:30.017645 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:30.018211 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:30.018816 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:30.019410 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:30.023292 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:30.023942 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:30.024512 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:30.025070 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:30.025609 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:30.058705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da4fd1d4-712b-4c53-b543-7ea3c963b757 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.098789 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10ba72a-f14c-4aa0-8c29-08dc182c97c0 x-openstack-request-id: req-b10ba72a-f14c-4aa0-8c29-08dc182c97c0 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:30.098789 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44af93e9-6dd2-405f-8e92-46b55fecd482", "tag": "cc6e89c1-3d2b-4a21-ab32-24d96e986684", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:30.098789 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b10ba72a-f14c-4aa0-8c29-08dc182c97c0 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:30.098789 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44af93e9-6dd2-405f-8e92-46b55fecd482', 'tag': 'cc6e89c1-3d2b-4a21-ab32-24d96e986684', 'status': 'completed', 'code': 200} Nov 27 01:18:30.107235 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d51172d8-f217-4e77-8e8d-b8ebd8c90260 req-46c209b0-8d4e-4293-aeb7-1c901b06a251 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365856 Nov 27 01:18:30.150579 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Attempting to bind port f60b7891-5c76-484d-9aa3-7973e1471980 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:30.151218 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Attempting to bind port f60b7891-5c76-484d-9aa3-7973e1471980 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:30.151825 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Attempting to bind port f60b7891-5c76-484d-9aa3-7973e1471980 on network 10e94330-2a7a-43e0-834b-4dbaa9648800 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:30.175403 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:30.176763 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Checking segment: {'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:30.178195 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.179979 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Bound using segment: {'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:30.180728 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Bound port: f60b7891-5c76-484d-9aa3-7973e1471980, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:30.183226 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.198454 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da4fd1d4-712b-4c53-b543-7ea3c963b757 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.200353 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-da4fd1d4-712b-4c53-b543-7ea3c963b757 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7198985 Nov 27 01:18:30.200875 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fd1d4-712b-4c53-b543-7ea3c963b757 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8ad6e1-345d-4c54-b261-1313cf89a753,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:30.227765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37530) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:30.236511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2ea4c0d9-014a-4e60-8633-3da819ef06f1 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Request body: {'security_group_rule': {'security_group_id': '1d8ad6e1-345d-4c54-b261-1313cf89a753', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:30.305408 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c0d9-014a-4e60-8633-3da819ef06f1 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.352708 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] For port f60b7891-5c76-484d-9aa3-7973e1471980, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:30.356161 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] For port f60b7891-5c76-484d-9aa3-7973e1471980, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f60b7891-5c76-484d-9aa3-7973e1471980,segment=NetworkSegment(3d5f93e6-84d4-401e-9305-18f8a7cf68ed),segment_id=3d5f93e6-84d4-401e-9305-18f8a7cf68ed)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:30.369724 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.386504 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c0d9-014a-4e60-8633-3da819ef06f1 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.390115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'networks': [{'name': 'tempest-network--432898134'}, {'name': 'tempest-network--366169979'}]} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:30.392535 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c0d9-014a-4e60-8633-3da819ef06f1 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.393178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'network': {'name': 'tempest-network--432898134'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:30.393844 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'network': {'name': 'tempest-network--366169979'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:30.415382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4c0d9-014a-4e60-8633-3da819ef06f1 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34e28c8-236a-4c6a-951b-145a7efc8931,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:30.425348 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1050e7ae-fc92-4a24-9ce7-9741b177f31d req-cee1d64a-dfab-455a-9c86-b98206e97a59 service neutron] 10.222.0.42 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883521 Nov 27 01:18:30.461345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c0d9-014a-4e60-8633-3da819ef06f1 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.462979 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2ea4c0d9-014a-4e60-8633-3da819ef06f1 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2337811 Nov 27 01:18:30.465469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37534) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:30.471385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-94b0ff42-161a-4b64-a1fa-7d99fd6c4bdc tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Request body: {'security_group_rule': {'security_group_id': '1d8ad6e1-345d-4c54-b261-1313cf89a753', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:30.568079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-41cb2236-b4fa-435e-900d-a39139bc5804 None None] Provisioning complete for port f60b7891-5c76-484d-9aa3-7973e1471980 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:30.569169 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-41cb2236-b4fa-435e-900d-a39139bc5804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.574225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d477b6-3776-4e19-a38b-3e0100907d2d req-27e29022-efab-4d9f-a3e7-a3905012f2f8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:30.577924 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94b0ff42-161a-4b64-a1fa-7d99fd6c4bdc tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.585056 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Routers {'c5223666-c8e6-4089-8229-0f3824907dc4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:30.595120 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27d477b6-3776-4e19-a38b-3e0100907d2d req-27e29022-efab-4d9f-a3e7-a3905012f2f8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 943 time: 0.3378754 Nov 27 01:18:30.607043 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5223666-c8e6-4089-8229-0f3824907dc4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:30.611000 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef60710-0736-485c-99a8-7ca00dfd25ec None None] Pushing event updated for resources: {'Port': ['ID=f60b7891-5c76-484d-9aa3-7973e1471980,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:30.632219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Made reservation on behalf of 041c35b9a4d2459093dc58868a67cb5e for: {'network': 2} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:30.636867 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.667450 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.741600 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94b0ff42-161a-4b64-a1fa-7d99fd6c4bdc tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.758419 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-41cb2236-b4fa-435e-900d-a39139bc5804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.786785 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94b0ff42-161a-4b64-a1fa-7d99fd6c4bdc tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.815219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2e05-f3fb-4bdc-9705-e5114c32a79a req-c5cb5a33-ed22-49e9-8f08-be64b6f9d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:30.820252 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c5e2e05-f3fb-4bdc-9705-e5114c32a79a req-c5cb5a33-ed22-49e9-8f08-be64b6f9d532 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 1094 time: 0.2952251 Nov 27 01:18:30.829985 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27d477b6-3776-4e19-a38b-3e0100907d2d req-2df6b78b-49cf-4e00-8202-dac534abb377 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272003 Nov 27 01:18:30.846204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-41cb2236-b4fa-435e-900d-a39139bc5804 None None] For port f60b7891-5c76-484d-9aa3-7973e1471980, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f60b7891-5c76-484d-9aa3-7973e1471980,segment=NetworkSegment(3d5f93e6-84d4-401e-9305-18f8a7cf68ed),segment_id=3d5f93e6-84d4-401e-9305-18f8a7cf68ed)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:30.859080 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-41cb2236-b4fa-435e-900d-a39139bc5804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.860568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0ff42-161a-4b64-a1fa-7d99fd6c4bdc tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7983833-4950-4542-b33e-2b616eefaa70,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:30.864851 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] Set router c5223666-c8e6-4089-8229-0f3824907dc4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:30.931611 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94b0ff42-161a-4b64-a1fa-7d99fd6c4bdc tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:30.932847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-94b0ff42-161a-4b64-a1fa-7d99fd6c4bdc tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4659495 Nov 27 01:18:30.971190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d19f0-f246-40c8-b9e9-1673616b03f6 req-2f746398-317b-46ca-9b8e-c6dc6ac038c1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:30.977547 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:18:30.982201 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-153d19f0-f246-40c8-b9e9-1673616b03f6 req-2f746398-317b-46ca-9b8e-c6dc6ac038c1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.3229253 Nov 27 01:18:30.985585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37538) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:31.012212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:31.099254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2e05-f3fb-4bdc-9705-e5114c32a79a req-3305aedb-9083-432d-b397-70ed1a9d127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:31.100741 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c5e2e05-f3fb-4bdc-9705-e5114c32a79a req-3305aedb-9083-432d-b397-70ed1a9d127d service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 915 time: 0.2656429 Nov 27 01:18:31.221134 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-153d19f0-f246-40c8-b9e9-1673616b03f6 req-34c7029b-3cbf-4657-987c-58a25a2affeb tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994770 Nov 27 01:18:31.240758 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.279414 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c5e2e05-f3fb-4bdc-9705-e5114c32a79a req-18be2342-8ed3-41b9-81d8-39651a936c71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc6e89c1-3d2b-4a21-ab32-24d96e986684 HTTP/1.1" status: 200 len: 217 time: 0.1663351 Nov 27 01:18:31.319608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-23f69484-6545-4a77-961e-5192e0e28824 None None] Provisioning complete for port f60b7891-5c76-484d-9aa3-7973e1471980 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:31.321349 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23f69484-6545-4a77-961e-5192e0e28824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.363927 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f60b7891-5c76-484d-9aa3-7973e1471980', 'name': '', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'mac_address': 'fa:16:3e:5b:e9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:23Z', 'updated_at': '2021-11-27T01:18:30Z', 'revision_number': 4, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'subnets': [{'id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:31.410159 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d3915-c921-4d31-a0f8-33a943f45cc3 None None] The sync data for ids ['c5223666-c8e6-4089-8229-0f3824907dc4'] in n-d-819494-2 is: [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f60b7891-5c76-484d-9aa3-7973e1471980', 'name': '', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'mac_address': 'fa:16:3e:5b:e9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:23Z', 'updated_at': '2021-11-27T01:18:30Z', 'revision_number': 4, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'subnets': [{'id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:31.429199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb2236-b4fa-435e-900d-a39139bc5804 None None] Pushing event updated for resources: {'Port': ['ID=f60b7891-5c76-484d-9aa3-7973e1471980,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:31.449424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9478758-c61a-4568-a786-9c8879499243 req-479881b7-bd10-4f44-913b-09faf1394f44 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:31.471350 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9478758-c61a-4568-a786-9c8879499243 req-479881b7-bd10-4f44-913b-09faf1394f44 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.3635995 Nov 27 01:18:31.647056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9478758-c61a-4568-a786-9c8879499243 req-fa81a681-79cc-4086-a08c-d25b5fd005fe tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640525 Nov 27 01:18:31.648556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2e05-f3fb-4bdc-9705-e5114c32a79a req-f846bf02-5433-46a2-a6e2-72e3094f6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:31.649915 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c5e2e05-f3fb-4bdc-9705-e5114c32a79a req-f846bf02-5433-46a2-a6e2-72e3094f6a25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96bf5946-6ed0-4642-8749-4d16c665485d HTTP/1.1" status: 200 len: 854 time: 0.3569100 Nov 27 01:18:31.651480 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfa5c4-c831-4e6f-8575-10dbc956046c req-d086e34c-ccd8-43b1-91c4-3e3768893505 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:31.660508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-93cfa5c4-c831-4e6f-8575-10dbc956046c req-d086e34c-ccd8-43b1-91c4-3e3768893505 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.2124090 Nov 27 01:18:31.713070 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.766336 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c5e2e05-f3fb-4bdc-9705-e5114c32a79a req-ece259f7-c711-41c5-b943-4b227c28f334 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975621 Nov 27 01:18:31.772843 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.773408 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-93cfa5c4-c831-4e6f-8575-10dbc956046c req-dbdac321-a21e-41e2-ab00-7a028eb12fe8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069665 Nov 27 01:18:31.774623 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.839714 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.897269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a370dda4-1f8d-486b-ba68-06def04128d4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:31.926566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:31.962523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:31.963145 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Added segment e0cd47bc-fca0-4aa5-9f04-1b969517a37f of type vlan for network a868fb73-c884-4cd0-aa8c-8ebc3b74a3aa Nov 27 01:18:32.121795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b3a19-1fce-4dc5-8e81-dd73867ee9de req-aedda02f-877b-42d2-89f5-fe38db0f741d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:32.133366 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-894b3a19-1fce-4dc5-8e81-dd73867ee9de req-aedda02f-877b-42d2-89f5-fe38db0f741d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1925097 Nov 27 01:18:32.140013 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.208427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Allocated IP 172.25.3.225 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/b0b62984-a6f7-4a6e-b2e1-70df071e613d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:32.285802 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-894b3a19-1fce-4dc5-8e81-dd73867ee9de req-8ed603af-19ce-40c7-a347-78bad3027f32 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499615 Nov 27 01:18:32.337528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:32.355504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c5e2e05-f3fb-4bdc-9705-e5114c32a79a req-f734cf8b-03c8-4437-92ed-4591f7afd332 service neutron] 10.222.0.42 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535243 Nov 27 01:18:32.396198 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.397343 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Added segment 00d4865f-b40e-4f02-9d43-dcfc35034d83 of type vlan for network 2d2f6f26-1e86-47a4-ba25-72fd4f8f2a1f Nov 27 01:18:32.525834 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.565151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfce68-1e7e-422c-b7c0-4aa24ae692f7 req-7a7ec3e3-ecf2-49da-9e69-153b6d510fec tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:32.573658 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2bcfce68-1e7e-422c-b7c0-4aa24ae692f7 req-7a7ec3e3-ecf2-49da-9e69-153b6d510fec tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 943 time: 0.1421964 Nov 27 01:18:32.587481 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.660533 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2bcfce68-1e7e-422c-b7c0-4aa24ae692f7 req-58125bd7-e699-47fa-951d-7f598c69f23a tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854347 Nov 27 01:18:32.680270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:32.716755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:32.776294 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:32.780221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:32.860618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Pushing event updated for resources: {'Port': ['ID=b0b62984-a6f7-4a6e-b2e1-70df071e613d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:32.881996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9825d-c577-4b64-9ade-8cb71fa7bda4 req-413f1c6f-d6a0-440c-8771-7fe9774983f5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:32.889890 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f5f9825d-c577-4b64-9ade-8cb71fa7bda4 req-413f1c6f-d6a0-440c-8771-7fe9774983f5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1235318 Nov 27 01:18:32.939542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f60b7891-5c76-484d-9aa3-7973e1471980 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:33.002903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f5f9825d-c577-4b64-9ade-8cb71fa7bda4 req-e46a02ea-9398-453a-8d6c-b5bead0185ca tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120903 Nov 27 01:18:33.059654 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.116440 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f60b7891-5c76-484d-9aa3-7973e1471980 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:33.116689 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.179362 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.442768 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.443391 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.450142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:33.457363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:33.458047 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.485592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee61527-3571-4df4-abd7-ca314276a73d req-9422d7a0-38b7-43fb-b4fe-771818498092 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:33.488788 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aee61527-3571-4df4-abd7-ca314276a73d req-9422d7a0-38b7-43fb-b4fe-771818498092 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0997992 Nov 27 01:18:33.609044 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aee61527-3571-4df4-abd7-ca314276a73d req-8410aea5-b4e8-4a9b-8502-060e9bbcefc9 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138644 Nov 27 01:18:33.617909 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.625151 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.628707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device cc6e89c1-3d2b-4a21-ab32-24d96e986684 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:18:33.645912 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.6802993 Nov 27 01:18:33.645912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37580) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:33.669544 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event updated for resources: {'Network': ['ID=a868fb73-c884-4cd0-aa8c-8ebc3b74a3aa,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:33.684321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a868fb73-c884-4cd0-aa8c-8ebc3b74a3aa details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:33.737757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517395a8-d737-4917-8477-88a61659ea81 req-5f11dff2-1ce9-44ee-bd9f-031ca2bc3edc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:33.739376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-517395a8-d737-4917-8477-88a61659ea81 req-5f11dff2-1ce9-44ee-bd9f-031ca2bc3edc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.3113410 Nov 27 01:18:33.765706 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.resource_extend [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:18:33.823844 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Pushing event updated for resources: {'Port': ['ID=b0b62984-a6f7-4a6e-b2e1-70df071e613d,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:33.832378 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.836668 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c5e2e05-f3fb-4bdc-9705-e5114c32a79a req-6b58af1e-64da-4c98-ab1b-4e951ca3b8bb service neutron] 10.222.0.42 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4709704 Nov 27 01:18:33.872205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a5140-6d78-4a76-8597-7e5d3dbc885d req-57b245ff-125d-4693-8dfa-ba5bf6f791a4 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:33.874702 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e7a5140-6d78-4a76-8597-7e5d3dbc885d req-57b245ff-125d-4693-8dfa-ba5bf6f791a4 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1028445 Nov 27 01:18:33.879758 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:33.898507 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-517395a8-d737-4917-8477-88a61659ea81 req-fc6a3462-5f71-478f-9801-f1ca5d6dd45e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124423 Nov 27 01:18:33.899224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd2e4f-fec4-41bc-9d97-6d7ea5cd283a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event updated for resources: {'Network': ['ID=2d2f6f26-1e86-47a4-ba25-72fd4f8f2a1f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:33.902709 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5295c938-1f04-43d7-b541-362910ad3fdb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8966026 Nov 27 01:18:33.911704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port cc6e89c1-3d2b-4a21-ab32-24d96e986684, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=cc6e89c1-3d2b-4a21-ab32-24d96e986684,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:33.938507 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'cc6e89c1-3d2b-4a21-ab32-24d96e986684', 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e', 'port_id': 'cc6e89c1-3d2b-4a21-ab32-24d96e986684', 'mac_address': 'fa:16:3e:d6:4b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bf5946-6ed0-4642-8749-4d16c665485d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:18:33.947419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 2d2f6f26-1e86-47a4-ba25-72fd4f8f2a1f details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:33.966778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1da1c-31f5-4791-aafa-c547515a435d tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:33.981540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1da1c-31f5-4791-aafa-c547515a435d tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:33.993142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1da1c-31f5-4791-aafa-c547515a435d tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:34.007919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1da1c-31f5-4791-aafa-c547515a435d tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:34.010451 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-94b1da1c-31f5-4791-aafa-c547515a435d tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3625414 Nov 27 01:18:34.014572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e7a5140-6d78-4a76-8597-7e5d3dbc885d req-5b95a422-bebf-4e89-8202-b9cbd509a3a5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998611 Nov 27 01:18:34.016558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37586) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:34.096872 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.118409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6e89c1-3d2b-4a21-ab32-24d96e986684 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:34.154465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.160276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port cc6e89c1-3d2b-4a21-ab32-24d96e986684, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=cc6e89c1-3d2b-4a21-ab32-24d96e986684,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:34.171198 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.201801 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-fc483412-6f2a-4d65-a334-6b8125092668 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1573268115&fields=id&tenant_id=a8e834a9cd8e47579aa583f9a5697420 HTTP/1.1" status: 200 len: 267 time: 0.0849354 Nov 27 01:18:34.296038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=cc6e89c1-3d2b-4a21-ab32-24d96e986684,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:34.346908 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ca443-3160-4458-8e4f-34a57251ee0b req-e4899116-362a-4c36-9df3-ccd202262669 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:34.348499 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb4ca443-3160-4458-8e4f-34a57251ee0b req-e4899116-362a-4c36-9df3-ccd202262669 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 943 time: 0.3368244 Nov 27 01:18:34.369292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-4e739d7b-c429-450f-9fa9-da66e009599c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:34.371237 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-4e739d7b-c429-450f-9fa9-da66e009599c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/networks?id=10e94330-2a7a-43e0-834b-4dbaa9648800 HTTP/1.1" status: 200 len: 806 time: 0.1606803 Nov 27 01:18:34.384187 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.396199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-398a05c9-344a-4e61-9d95-1cbfbb0afe5f tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/quotas/a8e834a9cd8e47579aa583f9a5697420 HTTP/1.1" status: 200 len: 375 time: 0.0138032 Nov 27 01:18:34.420504 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a868fb73-c884-4cd0-aa8c-8ebc3b74a3aa']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:34.434570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cd47bc-fca0-4aa5-9f04-1b969517a37f') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:34.434844 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cd47bc-fca0-4aa5-9f04-1b969517a37f') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:34.465962 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-11870556-6ec9-4dae-9bb0-530d41dab515 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8e834a9cd8e47579aa583f9a5697420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627880 Nov 27 01:18:34.467200 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.494840 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.502638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:34.509428 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.514195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['cc6e89c1-3d2b-4a21-ab32-24d96e986684'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:34.578321 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:34.600482 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb4ca443-3160-4458-8e4f-34a57251ee0b req-3b6a33fe-8d8a-4c33-8da7-a390ee3f58ab tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447793 Nov 27 01:18:34.612487 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-e0de4b43-e422-462d-9b33-b462c795c379 service neutron] 10.222.0.37 "GET /v2.0/networks/10e94330-2a7a-43e0-834b-4dbaa9648800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296153 Nov 27 01:18:34.619798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.631549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.647987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "DELETE /v2.0/networks/a868fb73-c884-4cd0-aa8c-8ebc3b74a3aa HTTP/1.1" status: 204 len: 168 time: 0.6302137 Nov 27 01:18:34.659163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37608) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:34.742084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.754660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6822c35-eb49-483c-81eb-20bae7de9e94 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event deleted for resources: {'Network': ['ID=a868fb73-c884-4cd0-aa8c-8ebc3b74a3aa,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:34.769016 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-94e31a64-8172-408b-b8f5-b58c98ecc30d service neutron] 10.222.0.37 "GET /v2.0/networks/10e94330-2a7a-43e0-834b-4dbaa9648800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549921 Nov 27 01:18:34.840576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d16a7a-fcd0-4ada-86e7-658d09f487df req-bbf1c12c-e024-44a5-9756-1626df21c7d1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:34.842146 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09d16a7a-fcd0-4ada-86e7-658d09f487df req-bbf1c12c-e024-44a5-9756-1626df21c7d1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0972667 Nov 27 01:18:34.924702 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:34.974758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2f6f26-1e86-47a4-ba25-72fd4f8f2a1f']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:35.010289 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09d16a7a-fcd0-4ada-86e7-658d09f487df req-4ca978d3-a112-4165-bde9-8c7529627ef2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206374 Nov 27 01:18:35.022727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d4865f-b40e-4f02-9d43-dcfc35034d83') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:35.022727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d4865f-b40e-4f02-9d43-dcfc35034d83') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:35.035535 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.070033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.080702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:35.081403 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:35.085435 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:35.145101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c2032-73a7-49f0-b97a-b8aedd03c664 req-d417da99-9c15-4abf-93cb-13d4cbe9d47e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:35.147574 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-350c2032-73a7-49f0-b97a-b8aedd03c664 req-d417da99-9c15-4abf-93cb-13d4cbe9d47e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0816331 Nov 27 01:18:35.204980 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-350c2032-73a7-49f0-b97a-b8aedd03c664 req-bd6660f3-8670-4f2e-81d0-3b7b88f119e7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504162 Nov 27 01:18:35.215645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03e2c5-1598-458f-a5a6-330332eea5bc req-d68be406-41e6-48d7-9c0a-ee261f9bc3b5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:35.217202 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3b03e2c5-1598-458f-a5a6-330332eea5bc req-d68be406-41e6-48d7-9c0a-ee261f9bc3b5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1054306 Nov 27 01:18:35.217893 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.224472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.227660 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "DELETE /v2.0/networks/2d2f6f26-1e86-47a4-ba25-72fd4f8f2a1f HTTP/1.1" status: 204 len: 168 time: 0.5670786 Nov 27 01:18:35.236878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37624) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:35.242063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13084207-8ca2-4df0-827a-beeea6d53fb5 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event deleted for resources: {'Network': ['ID=2d2f6f26-1e86-47a4-ba25-72fd4f8f2a1f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:35.366766 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3b03e2c5-1598-458f-a5a6-330332eea5bc req-d392fa0c-d2d8-4b66-9c5b-8adb9d9fa1da tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376503 Nov 27 01:18:35.524778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdcb77-c81b-4be9-9dff-c36ba0afe28d req-f28c15e2-679b-4640-b9c9-28800beddb6b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:35.527771 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6dbdcb77-c81b-4be9-9dff-c36ba0afe28d req-f28c15e2-679b-4640-b9c9-28800beddb6b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0620527 Nov 27 01:18:35.603191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6dbdcb77-c81b-4be9-9dff-c36ba0afe28d req-27047c6a-ea9a-4182-a5bc-1c9c3417c9d9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685678 Nov 27 01:18:35.665065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device cc6e89c1-3d2b-4a21-ab32-24d96e986684 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:35.778378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48699a-f237-4b9c-9e64-ff07d3767f88 req-04ff7408-2c0e-4cc4-88af-9d880c20471c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:35.788666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d48699a-f237-4b9c-9e64-ff07d3767f88 req-04ff7408-2c0e-4cc4-88af-9d880c20471c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1066818 Nov 27 01:18:35.821816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port cc6e89c1-3d2b-4a21-ab32-24d96e986684 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:18:35.831801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port cc6e89c1-3d2b-4a21-ab32-24d96e986684 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:35.832174 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.880921 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c812956c-3b7f-4c52-ab0a-a28404ddfe82 req-3153bdb8-2fda-4b76-9aea-a8c649cfed4c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 210 time: 0.6062653 Nov 27 01:18:35.904344 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d48699a-f237-4b9c-9e64-ff07d3767f88 req-97ae8d27-2096-4ba9-858d-5945303c126c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142259 Nov 27 01:18:35.946852 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:35.983988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port cc6e89c1-3d2b-4a21-ab32-24d96e986684, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=cc6e89c1-3d2b-4a21-ab32-24d96e986684,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:35.985541 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44af93e9-6dd2-405f-8e92-46b55fecd482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6e89c1-3d2b-4a21-ab32-24d96e986684'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:35.989751 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda229c4-1c2b-408d-88dd-d7feb9c2a899" -d '{"events": [{"server_uuid": "44af93e9-6dd2-405f-8e92-46b55fecd482", "name": "network-vif-plugged", "status": "completed", "tag": "cc6e89c1-3d2b-4a21-ab32-24d96e986684"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:35.994752 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.045269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=cc6e89c1-3d2b-4a21-ab32-24d96e986684,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:36.054470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:36.055177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:36.055734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:36.056503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:36.057078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:36.057736 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:36.058310 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:36.058875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:36.059683 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:36.060246 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:36.060797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:36.061347 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:36.120803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42526ff3-14dd-4d85-ae30-e8d783455811 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:36.127796 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42526ff3-14dd-4d85-ae30-e8d783455811 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:36.133088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37644) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:36.134893 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-42526ff3-14dd-4d85-ae30-e8d783455811 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8954594 Nov 27 01:18:36.139389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ebaa5c24-e1ce-49c6-a1fe-e76a86eb0488 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1308511319'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:36.159479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d117f4-666e-4bed-a457-babc5ddec32b req-bb3a33ca-75fe-496e-b20b-5663714a2fa2 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:36.163218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8bea8-db69-49d6-98f8-a87fe99693f2 req-de9acf61-951e-4147-b394-eb23978859c6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:36.165323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52a8bea8-db69-49d6-98f8-a87fe99693f2 req-de9acf61-951e-4147-b394-eb23978859c6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1096098 Nov 27 01:18:36.169832 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-49d117f4-666e-4bed-a457-babc5ddec32b req-bb3a33ca-75fe-496e-b20b-5663714a2fa2 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 945 time: 0.1465867 Nov 27 01:18:36.217076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaa5c24-e1ce-49c6-a1fe-e76a86eb0488 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Made reservation on behalf of 041c35b9a4d2459093dc58868a67cb5e for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:36.220919 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-49d117f4-666e-4bed-a457-babc5ddec32b req-20b95283-949e-41c6-afdb-5822ef8da297 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502102 Nov 27 01:18:36.221749 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5c24-e1ce-49c6-a1fe-e76a86eb0488 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.248392 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52a8bea8-db69-49d6-98f8-a87fe99693f2 req-347bc8b8-cbd4-40ab-b728-4baa6e378040 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745060 Nov 27 01:18:36.273601 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebaa5c24-e1ce-49c6-a1fe-e76a86eb0488 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:36.283029 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5c24-e1ce-49c6-a1fe-e76a86eb0488 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.283420 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-ebaa5c24-e1ce-49c6-a1fe-e76a86eb0488 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Added segment f2b44804-8832-4bc0-b224-1bf2e17a8ac7 of type vlan for network 22d92666-6c64-4ef0-8269-fe567c3cb76b Nov 27 01:18:36.333512 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5c24-e1ce-49c6-a1fe-e76a86eb0488 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.397293 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5c24-e1ce-49c6-a1fe-e76a86eb0488 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.402631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaa5c24-e1ce-49c6-a1fe-e76a86eb0488 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:36.403286 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebaa5c24-e1ce-49c6-a1fe-e76a86eb0488 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.426954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29f557-ad1f-4015-8eb4-e97e07143d06 req-e06e134a-6537-4cb0-863e-cbdb523ad537 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:36.428541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc29f557-ad1f-4015-8eb4-e97e07143d06 req-e06e134a-6537-4cb0-863e-cbdb523ad537 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0873885 Nov 27 01:18:36.467754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37656) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:36.473969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-820e78cc-3621-4e64-8b9c-adf598b42804 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1503193223'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:36.478767 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ebaa5c24-e1ce-49c6-a1fe-e76a86eb0488 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3442798 Nov 27 01:18:36.521563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820e78cc-3621-4e64-8b9c-adf598b42804 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Made reservation on behalf of 041c35b9a4d2459093dc58868a67cb5e for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:36.525499 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-820e78cc-3621-4e64-8b9c-adf598b42804 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.544211 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b94539-2562-44c2-851e-28dc02bfe7a1 x-openstack-request-id: req-94b94539-2562-44c2-851e-28dc02bfe7a1 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:36.544608 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44af93e9-6dd2-405f-8e92-46b55fecd482", "name": "network-vif-plugged", "status": "completed", "tag": "cc6e89c1-3d2b-4a21-ab32-24d96e986684", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:36.546635 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94b94539-2562-44c2-851e-28dc02bfe7a1 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:36.547756 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44af93e9-6dd2-405f-8e92-46b55fecd482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6e89c1-3d2b-4a21-ab32-24d96e986684', 'code': 200} Nov 27 01:18:36.570749 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa5c24-e1ce-49c6-a1fe-e76a86eb0488 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event updated for resources: {'Network': ['ID=22d92666-6c64-4ef0-8269-fe567c3cb76b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:36.591316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 22d92666-6c64-4ef0-8269-fe567c3cb76b details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:36.630360 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc29f557-ad1f-4015-8eb4-e97e07143d06 req-a749610b-9eb4-46ef-a418-3647ae0d676e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808381 Nov 27 01:18:36.658298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820e78cc-3621-4e64-8b9c-adf598b42804 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:36.768031 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-820e78cc-3621-4e64-8b9c-adf598b42804 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.770204 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-820e78cc-3621-4e64-8b9c-adf598b42804 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Added segment e83defa2-0161-472d-a17b-9d0dfb625173 of type vlan for network 112ea626-84da-4abd-8178-1e0eaec3ec82 Nov 27 01:18:36.788793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41e60d-af74-429e-8fcb-9468e2787177 req-2f5620e3-273b-4589-9425-8a41376118db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:36.790338 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab41e60d-af74-429e-8fcb-9468e2787177 req-2f5620e3-273b-4589-9425-8a41376118db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 1096 time: 0.0847399 Nov 27 01:18:36.898088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab41e60d-af74-429e-8fcb-9468e2787177 req-3cf2971b-e557-4856-979d-b9286c128a6d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981698 Nov 27 01:18:36.911201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e69fe3-8e7c-4ecc-bb60-37071cb9ef3f req-612958cb-4c5d-42d8-bd4a-f483506ede1e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:36.918406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17e69fe3-8e7c-4ecc-bb60-37071cb9ef3f req-612958cb-4c5d-42d8-bd4a-f483506ede1e tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1124928 Nov 27 01:18:36.921662 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-820e78cc-3621-4e64-8b9c-adf598b42804 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:36.940310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3785e-7fcc-4e01-967f-2e1c8aa2257d req-7b7dc46f-1836-43ec-b5a0-2da9d79a29e3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:36.942961 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ca3785e-7fcc-4e01-967f-2e1c8aa2257d req-7b7dc46f-1836-43ec-b5a0-2da9d79a29e3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2020345 Nov 27 01:18:36.969678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-19f28ff8-2533-4081-b063-066bcfacc929 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:36.971243 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-19f28ff8-2533-4081-b063-066bcfacc929 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.11 "GET /v2.0/networks?id=10e94330-2a7a-43e0-834b-4dbaa9648800 HTTP/1.1" status: 200 len: 806 time: 0.3479836 Nov 27 01:18:36.985951 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17e69fe3-8e7c-4ecc-bb60-37071cb9ef3f req-268a78e3-120b-4e74-8b11-1774fec3788d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665979 Nov 27 01:18:37.040347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-820e78cc-3621-4e64-8b9c-adf598b42804 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.046461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e78cc-3621-4e64-8b9c-adf598b42804 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:37.047103 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-820e78cc-3621-4e64-8b9c-adf598b42804 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.074573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ca3785e-7fcc-4e01-967f-2e1c8aa2257d req-3b490d6d-c528-49b6-b61b-034fdc1fac86 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217949 Nov 27 01:18:37.125402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37668) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:37.125642 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-820e78cc-3621-4e64-8b9c-adf598b42804 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6567476 Nov 27 01:18:37.132192 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'ports': [{'network_id': '22d92666-6c64-4ef0-8269-fe567c3cb76b', 'name': 'tempest-port--1930167072', 'admin_state_up': True}, {'network_id': '112ea626-84da-4abd-8178-1e0eaec3ec82', 'admin_state_up': False}]} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:37.133588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'port': {'network_id': '22d92666-6c64-4ef0-8269-fe567c3cb76b', 'name': 'tempest-port--1930167072', 'admin_state_up': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:37.135843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'port': {'network_id': '112ea626-84da-4abd-8178-1e0eaec3ec82', 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:37.204192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e78cc-3621-4e64-8b9c-adf598b42804 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event updated for resources: {'Network': ['ID=112ea626-84da-4abd-8178-1e0eaec3ec82,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:37.212105 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-ee761344-daf0-46f5-b6dc-6a3811822d81 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8e834a9cd8e47579aa583f9a5697420 HTTP/1.1" status: 200 len: 380 time: 0.2099435 Nov 27 01:18:37.222927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Request body: {'port': {'device_id': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'admin_state_up': True, 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'security_groups': ['1d8ad6e1-345d-4c54-b261-1313cf89a753']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:37.294105 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ccd4d324-5ed0-4474-987d-4eed60d080fd req-b382902b-f797-4fc1-9c40-da2b5303c5ec tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 210 time: 0.1077559 Nov 27 01:18:37.438516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 112ea626-84da-4abd-8178-1e0eaec3ec82 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:37.555282 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Made reservation on behalf of a8e834a9cd8e47579aa583f9a5697420 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:37.568020 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.585341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75d4f8-5464-465c-b519-ac9a505d3b83 req-157d029f-9747-4f2c-978d-a8629641b094 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:37.589294 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf75d4f8-5464-465c-b519-ac9a505d3b83 req-157d029f-9747-4f2c-978d-a8629641b094 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1596029 Nov 27 01:18:37.609930 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c378ef-17fb-4294-8606-b71b83256319 req-b80dd75b-0445-4587-9a8b-7bb289292568 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:37.618352 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7c378ef-17fb-4294-8606-b71b83256319 req-b80dd75b-0445-4587-9a8b-7bb289292568 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 945 time: 0.2414966 Nov 27 01:18:37.711155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Made reservation on behalf of 041c35b9a4d2459093dc58868a67cb5e for: {'port': 2} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:37.715739 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.733238 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc721ab3-787a-4cab-acf7-79ca7b491130 req-5878d170-5659-4819-9d63-415e6829f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:37.734794 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc721ab3-787a-4cab-acf7-79ca7b491130 req-5878d170-5659-4819-9d63-415e6829f67a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1096 time: 0.1441288 Nov 27 01:18:37.737040 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:37.751858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7c378ef-17fb-4294-8606-b71b83256319 req-90fc30b8-3efc-4c7f-94e8-6118de608c53 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324623 Nov 27 01:18:37.755490 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf75d4f8-5464-465c-b519-ac9a505d3b83 req-8f355a1b-157e-4f76-b778-bb69aec26760 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109788 Nov 27 01:18:37.912522 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Allocated IP 172.20.0.4 (10e94330-2a7a-43e0-834b-4dbaa9648800/0beaaa4b-bf56-457d-b02f-8ee20dad4c93/1796dc1d-b7a0-4259-a482-17d668602b0d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:37.933661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b86f36-784d-4b85-89c1-991fff9e4917 req-c18d3f60-8cc5-4de2-baab-8adeb8d02f1f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:37.942060 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97b86f36-784d-4b85-89c1-991fff9e4917 req-c18d3f60-8cc5-4de2-baab-8adeb8d02f1f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0824273 Nov 27 01:18:37.993041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] device_id is not set on port 8dc9822b-bccf-42f6-b164-882ab49cc8f3 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:18:38.030871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc721ab3-787a-4cab-acf7-79ca7b491130 req-f42aa9bc-59e5-4873-b38f-30d391838ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:38.032636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc721ab3-787a-4cab-acf7-79ca7b491130 req-f42aa9bc-59e5-4873-b38f-30d391838ba0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.2561624 Nov 27 01:18:38.046622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4264a63-f0e4-4c21-a6f6-ee7b0989c0ba req-a9946678-503d-4bb4-b5ec-1052dd65c77e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:38.053963 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4264a63-f0e4-4c21-a6f6-ee7b0989c0ba req-a9946678-503d-4bb4-b5ec-1052dd65c77e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1696298 Nov 27 01:18:38.151624 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:38.212690 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:38.234078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4264a63-f0e4-4c21-a6f6-ee7b0989c0ba req-1567f49b-8326-42bb-9f7b-81c274f0084c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745238 Nov 27 01:18:38.238799 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc721ab3-787a-4cab-acf7-79ca7b491130 req-82045eb4-d3ab-41ad-8333-b9fc7a8c0d47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 999 time: 0.1820822 Nov 27 01:18:38.295434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Pushing event updated for resources: {'Port': ['ID=1796dc1d-b7a0-4259-a482-17d668602b0d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:38.331472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97b86f36-784d-4b85-89c1-991fff9e4917 req-afdfd11f-4500-4607-99c1-7d2a30847772 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3883693 Nov 27 01:18:38.360175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Network 10e94330-2a7a-43e0-834b-4dbaa9648800 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:38.368121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:38.372210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:38.509687 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:38.534128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:38.537218 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:38.638836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] device_id is not set on port cfe4dd76-a697-452c-a536-bc9958e755e7 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:18:38.639835 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-929852bd-53d8-4aca-bd06-ee645c98f48c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4191849 Nov 27 01:18:38.669658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc721ab3-787a-4cab-acf7-79ca7b491130 req-d9473d8f-d1f8-4d4a-904f-f93365771d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:38.677242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060937-024a-408d-b8fe-9d150014218b req-f27a4c94-dd98-4151-abe7-11f5fb49fa85 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:38.678151 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc721ab3-787a-4cab-acf7-79ca7b491130 req-d9473d8f-d1f8-4d4a-904f-f93365771d95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.4284112 Nov 27 01:18:38.680971 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e060937-024a-408d-b8fe-9d150014218b req-f27a4c94-dd98-4151-abe7-11f5fb49fa85 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 931 time: 0.1817024 Nov 27 01:18:38.695642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Request body: {'port': {'device_id': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:38.820637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172e647-12ea-40d9-a161-47549023db6d req-0ecfa446-9440-457f-b60d-9a207b3fb5db tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:38.834058 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7172e647-12ea-40d9-a161-47549023db6d req-0ecfa446-9440-457f-b60d-9a207b3fb5db tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.4843547 Nov 27 01:18:38.853684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc721ab3-787a-4cab-acf7-79ca7b491130 req-9679ce2b-94e3-40ee-a18f-ec6fd586ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:38.855216 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc721ab3-787a-4cab-acf7-79ca7b491130 req-9679ce2b-94e3-40ee-a18f-ec6fd586ec7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621537 Nov 27 01:18:38.887783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2c25e0d6-dd67-463d-96fb-65da92a1fad2 None None] Provisioning complete for port 1796dc1d-b7a0-4259-a482-17d668602b0d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:38.888267 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2c25e0d6-dd67-463d-96fb-65da92a1fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:38.888972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e060937-024a-408d-b8fe-9d150014218b req-b6791459-a98f-4ef9-85b9-e9dff5877a00 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849747 Nov 27 01:18:38.956878 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2c25e0d6-dd67-463d-96fb-65da92a1fad2 None None] Port 1796dc1d-b7a0-4259-a482-17d668602b0d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:39.007813 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.011470 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc721ab3-787a-4cab-acf7-79ca7b491130 req-0200c87c-69a4-4667-9540-05d6864ac53f service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375637 Nov 27 01:18:39.025544 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7172e647-12ea-40d9-a161-47549023db6d req-bfd62c72-bab5-4fc0-b853-161fa80c1612 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903901 Nov 27 01:18:39.144231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37704) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:39.187905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc721ab3-787a-4cab-acf7-79ca7b491130 req-68b3b49f-1040-4577-ae18-11825e03589a service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575935 Nov 27 01:18:39.298691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657644de-bf87-47fe-bded-541851945657 req-a58e90ba-2c98-4d0d-84ad-9b868ef2d8b5 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:39.300283 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-657644de-bf87-47fe-bded-541851945657 req-a58e90ba-2c98-4d0d-84ad-9b868ef2d8b5 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 945 time: 0.1569889 Nov 27 01:18:39.344901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.391012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40669222-96df-4fc2-9dfa-bc1b526cad17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.398968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f1cf9-126e-47ba-99f4-b1d283c2c0bf req-ceb5b33f-0456-4d0b-869e-9d19e53ea3f8 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:39.401128 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb0f1cf9-126e-47ba-99f4-b1d283c2c0bf req-ceb5b33f-0456-4d0b-869e-9d19e53ea3f8 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2822125 Nov 27 01:18:39.424911 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-657644de-bf87-47fe-bded-541851945657 req-c31a4c21-e15f-4931-a191-19be7419c6dc tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151843 Nov 27 01:18:39.471566 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.522151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb0f1cf9-126e-47ba-99f4-b1d283c2c0bf req-8bc13ed1-01f7-463e-8acc-01012a4c2073 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143529 Nov 27 01:18:39.601639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1796dc1d-b7a0-4259-a482-17d668602b0d {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:39.617759 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.652456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Transition to ACTIVE for port object 1796dc1d-b7a0-4259-a482-17d668602b0d will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:18:39.666068 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.689941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event updated for resources: {'Port': ['ID=8dc9822b-bccf-42f6-b164-882ab49cc8f3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:39.717900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.718611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.719159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.719695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.720226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.720823 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.721347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.721916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.722616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.723236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.723825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.725325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:39.796265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Checking segment: {'id': 'f2b44804-8832-4bc0-b224-1bf2e17a8ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '22d92666-6c64-4ef0-8269-fe567c3cb76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:39.796503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Network hostable DHCP agents. Network: 22d92666-6c64-4ef0-8269-fe567c3cb76b, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:18:39.806620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee2da4-dfdd-479f-a6a5-bb2fb2d95ac6 req-c37b78d9-bae4-441c-bec4-8466573312ed tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:39.814333 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ee2da4-dfdd-479f-a6a5-bb2fb2d95ac6 req-c37b78d9-bae4-441c-bec4-8466573312ed tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2292917 Nov 27 01:18:39.828551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a3747-c8ef-4e14-86cb-decbe6e48ad0 req-d6f40abe-19f4-4bc5-bbcf-b35943a35e58 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:39.834858 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40669222-96df-4fc2-9dfa-bc1b526cad17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.843542 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-586a3747-c8ef-4e14-86cb-decbe6e48ad0 req-d6f40abe-19f4-4bc5-bbcf-b35943a35e58 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1897254 Nov 27 01:18:39.844899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Pushing event updated for resources: {'Port': ['ID=1796dc1d-b7a0-4259-a482-17d668602b0d,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:39.846461 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40669222-96df-4fc2-9dfa-bc1b526cad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:39.943686 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Network 22d92666-6c64-4ef0-8269-fe567c3cb76b is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:18:39.964826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-40669222-96df-4fc2-9dfa-bc1b526cad17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4618fdd20f0b45aea87779fa75bfd5a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7902873 Nov 27 01:18:39.977673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37722) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:39.984488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40669222-96df-4fc2-9dfa-bc1b526cad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830b229a-9358-4b85-a0f0-88c3dafc038d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:39.997419 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-63ee2da4-dfdd-479f-a6a5-bb2fb2d95ac6 req-fe5dae33-6cc7-4320-8fbf-5c60954ac0d3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821618 Nov 27 01:18:40.007595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 22d92666-6c64-4ef0-8269-fe567c3cb76b) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:40.017277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc69db-4706-4f5b-b339-6e5ff57c3f4c None None] Network 22d92666-6c64-4ef0-8269-fe567c3cb76b requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:40.023295 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:40.023566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Attempting to bind port 1796dc1d-b7a0-4259-a482-17d668602b0d on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:40.023906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Attempting to bind port 1796dc1d-b7a0-4259-a482-17d668602b0d by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:40.024184 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.024313 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Attempting to bind port 1796dc1d-b7a0-4259-a482-17d668602b0d on network 10e94330-2a7a-43e0-834b-4dbaa9648800 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:40.075137 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Port 1796dc1d-b7a0-4259-a482-17d668602b0d on network 10e94330-2a7a-43e0-834b-4dbaa9648800 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:18:40.075633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Attempting to bind port 1796dc1d-b7a0-4259-a482-17d668602b0d on network 10e94330-2a7a-43e0-834b-4dbaa9648800 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:40.103159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:40.103498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Checking segment: {'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:40.103892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Bound using segment: {'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:40.104324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Bound port: 1796dc1d-b7a0-4259-a482-17d668602b0d, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5f93e6-84d4-401e-9305-18f8a7cf68ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:40.104678 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.131054 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-586a3747-c8ef-4e14-86cb-decbe6e48ad0 req-561f690f-2bde-468d-801f-b4cd60560647 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548590 Nov 27 01:18:40.232496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event updated for resources: {'Port': ['ID=cfe4dd76-a697-452c-a536-bc9958e755e7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:40.318386 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59258b1d-b152-4388-990a-408a2e3b7b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.342888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] For port 1796dc1d-b7a0-4259-a482-17d668602b0d, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:40.346024 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59258b1d-b152-4388-990a-408a2e3b7b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.356455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] For port 1796dc1d-b7a0-4259-a482-17d668602b0d, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1796dc1d-b7a0-4259-a482-17d668602b0d,segment=NetworkSegment(3d5f93e6-84d4-401e-9305-18f8a7cf68ed),segment_id=3d5f93e6-84d4-401e-9305-18f8a7cf68ed)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:40.374846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c8d9e-c867-4344-a530-c90d3f05605b req-9461499f-c731-477e-b866-ae7ccb3d7911 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:40.390769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Checking segment: {'id': 'e83defa2-0161-472d-a17b-9d0dfb625173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '112ea626-84da-4abd-8178-1e0eaec3ec82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:40.391148 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Network hostable DHCP agents. Network: 112ea626-84da-4abd-8178-1e0eaec3ec82, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:18:40.400953 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a0c8d9e-c867-4344-a530-c90d3f05605b req-9461499f-c731-477e-b866-ae7ccb3d7911 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1576095 Nov 27 01:18:40.417981 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.430554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Network 112ea626-84da-4abd-8178-1e0eaec3ec82 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:18:40.452887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c874a-6889-43d9-a5ac-67a0a01dad26 req-20ed812a-96b6-49c4-b94e-d62508f3532f tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:40.461165 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c83c874a-6889-43d9-a5ac-67a0a01dad26 req-20ed812a-96b6-49c4-b94e-d62508f3532f tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 943 time: 0.2114203 Nov 27 01:18:40.464084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59258b1d-b152-4388-990a-408a2e3b7b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.466734 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59258b1d-b152-4388-990a-408a2e3b7b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.471364 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-59258b1d-b152-4388-990a-408a2e3b7b5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/830b229a-9358-4b85-a0f0-88c3dafc038d HTTP/1.1" status: 204 len: 168 time: 0.4895992 Nov 27 01:18:40.480245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 112ea626-84da-4abd-8178-1e0eaec3ec82) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:40.491614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12b6614-a87c-4005-89ea-b0e37723c358 None None] Network 112ea626-84da-4abd-8178-1e0eaec3ec82 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:40.492537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Pushing event updated for resources: {'Port': ['ID=1796dc1d-b7a0-4259-a482-17d668602b0d,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:40.504889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:40.511781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:40.511986 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:40.516796 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.518393 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-60aa9b98-aba3-49af-892d-d73f7f4a57ab service neutron] 10.222.0.11 "PUT /v2.0/ports/1796dc1d-b7a0-4259-a482-17d668602b0d HTTP/1.1" status: 200 len: 1091 time: 1.8363895 Nov 27 01:18:40.519111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'tag': '1796dc1d-b7a0-4259-a482-17d668602b0d'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:40.520865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:40.522108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:40.523712 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8fa963-c27e-4bf3-9da0-d28f254fd521" -d '{"events": [{"name": "network-changed", "server_uuid": "58f81af2-a9e4-43e1-ae9d-6469fae2f560", "tag": "1796dc1d-b7a0-4259-a482-17d668602b0d"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:40.551496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59258b1d-b152-4388-990a-408a2e3b7b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830b229a-9358-4b85-a0f0-88c3dafc038d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:40.576946 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-258b0bc6-1acc-42ae-be20-506ca8a5f1ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4473934 Nov 27 01:18:40.579066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37736) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:40.584090 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a0c8d9e-c867-4344-a530-c90d3f05605b req-a0cad7fb-67aa-4b28-833c-b54d1194301a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821711 Nov 27 01:18:40.663029 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c83c874a-6889-43d9-a5ac-67a0a01dad26 req-a44a7853-4132-4a49-8ef0-4b0c8c0fa41e tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004545 Nov 27 01:18:40.680061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-3566c7dd-ba14-4d1f-bd26-55a2756aec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:40.689463 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-3566c7dd-ba14-4d1f-bd26-55a2756aec97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8e834a9cd8e47579aa583f9a5697420&device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 1094 time: 0.0954282 Nov 27 01:18:40.784181 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8c3c78-0d85-47d9-9e85-8aa5f7a58022 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:40.817736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8c3c78-0d85-47d9-9e85-8aa5f7a58022 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:40.822144 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fc8c3c78-0d85-47d9-9e85-8aa5f7a58022 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2411492 Nov 27 01:18:40.827437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37746) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:40.830679 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-be7b7684-9371-4269-9d4a-25f0f8cdd5b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1796dc1d-b7a0-4259-a482-17d668602b0d HTTP/1.1" status: 200 len: 217 time: 0.1306438 Nov 27 01:18:40.940586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-13b67b52-32df-47ed-809a-62db26ce8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:40.944813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-13b67b52-32df-47ed-809a-62db26ce8ada service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0beaaa4b-bf56-457d-b02f-8ee20dad4c93 HTTP/1.1" status: 200 len: 845 time: 0.1024177 Nov 27 01:18:41.044413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-eaf2e787-281d-49c6-8202-b17e39cef014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:41.045893 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-eaf2e787-281d-49c6-8202-b17e39cef014 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10e94330-2a7a-43e0-834b-4dbaa9648800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940816 Nov 27 01:18:41.079364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37997b-3fde-4aa8-8434-02317703fd1c req-307b5a84-3275-4045-b2cb-2d5d19ec23f3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:41.080859 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1f37997b-3fde-4aa8-8434-02317703fd1c req-307b5a84-3275-4045-b2cb-2d5d19ec23f3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2278733 Nov 27 01:18:41.149546 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b70afdc-8363-4174-9afc-ece89f0794b2 x-openstack-request-id: req-3b70afdc-8363-4174-9afc-ece89f0794b2 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:41.149823 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f81af2-a9e4-43e1-ae9d-6469fae2f560", "tag": "1796dc1d-b7a0-4259-a482-17d668602b0d", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:41.150077 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b70afdc-8363-4174-9afc-ece89f0794b2 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:41.150633 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'tag': '1796dc1d-b7a0-4259-a482-17d668602b0d', 'status': 'completed', 'code': 200} Nov 27 01:18:41.209362 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-14e2fb71-5903-4656-9446-16a724552958 service neutron] 10.222.0.11 "GET /v2.0/networks/10e94330-2a7a-43e0-834b-4dbaa9648800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539676 Nov 27 01:18:41.239065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0baa4-2dff-4747-88af-1c9282abe8ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Deleting port 8dc9822b-bccf-42f6-b164-882ab49cc8f3 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:41.239426 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa4-2dff-4747-88af-1c9282abe8ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.246615 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1f37997b-3fde-4aa8-8434-02317703fd1c req-2440822b-e1c9-4afd-959a-3b585ee61e17 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508842 Nov 27 01:18:41.360154 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca576f28-d856-44bf-832b-7e97af06bfaa req-6df77ec0-8c1e-4e5d-9b0f-8700ec29660f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:41.361648 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ca576f28-d856-44bf-832b-7e97af06bfaa req-6df77ec0-8c1e-4e5d-9b0f-8700ec29660f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1192353 Nov 27 01:18:41.375727 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00c9f75f-41ac-4445-ae29-ad9db9159429 req-1fa2b600-5c40-4970-a4c4-9452e6a89bc0 service neutron] 10.222.0.11 "GET /v2.0/networks/10e94330-2a7a-43e0-834b-4dbaa9648800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575954 Nov 27 01:18:41.454917 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa4-2dff-4747-88af-1c9282abe8ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.475396 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8c89e805-5216-478e-99b5-d8ce593c72fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.477673 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ca576f28-d856-44bf-832b-7e97af06bfaa req-01583609-1ae9-4f7d-b12b-1cc677fc4cb0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060045 Nov 27 01:18:41.504731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0baa4-2dff-4747-88af-1c9282abe8ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Calling delete_port for 8dc9822b-bccf-42f6-b164-882ab49cc8f3 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:41.548849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa963-c27e-4bf3-9da0-d28f254fd521 req-4d736155-893b-44f8-aa46-93fda78e2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:41.563193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae8fa963-c27e-4bf3-9da0-d28f254fd521 req-4d736155-893b-44f8-aa46-93fda78e2fee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8e834a9cd8e47579aa583f9a5697420&device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 1094 time: 0.0697005 Nov 27 01:18:41.621004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddaaf5-b566-4e45-9359-b68190666895 req-0c14cbd4-ec6e-42ec-903e-20cda430ef1d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:41.623200 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1dddaaf5-b566-4e45-9359-b68190666895 req-0c14cbd4-ec6e-42ec-903e-20cda430ef1d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2735820 Nov 27 01:18:41.624122 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa4-2dff-4747-88af-1c9282abe8ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.667844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa4-2dff-4747-88af-1c9282abe8ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.676191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e5e0baa4-2dff-4747-88af-1c9282abe8ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "DELETE /v2.0/ports/8dc9822b-bccf-42f6-b164-882ab49cc8f3 HTTP/1.1" status: 204 len: 168 time: 0.8477402 Nov 27 01:18:41.678096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37772) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:41.700529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0baa4-2dff-4747-88af-1c9282abe8ee tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event deleted for resources: {'Port': ['ID=8dc9822b-bccf-42f6-b164-882ab49cc8f3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:41.793885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa963-c27e-4bf3-9da0-d28f254fd521 req-c9d5ec5d-b2f6-47ac-80bf-be1da7056efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:41.796422 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae8fa963-c27e-4bf3-9da0-d28f254fd521 req-c9d5ec5d-b2f6-47ac-80bf-be1da7056efa service neutron] 10.222.0.11 "GET /v2.0/networks?id=10e94330-2a7a-43e0-834b-4dbaa9648800 HTTP/1.1" status: 200 len: 907 time: 0.2320232 Nov 27 01:18:41.813529 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1dddaaf5-b566-4e45-9359-b68190666895 req-4f508e7f-b263-47b9-a6f0-bc110b79ad8c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721838 Nov 27 01:18:41.848859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-aef108cf-a094-421d-a3b8-c2c8aeea9885 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Deleting port cfe4dd76-a697-452c-a536-bc9958e755e7 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:41.849061 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aef108cf-a094-421d-a3b8-c2c8aeea9885 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.870532 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae8fa963-c27e-4bf3-9da0-d28f254fd521 req-b3eb5805-4d03-475c-8039-dbfbfe9f3ee6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1796dc1d-b7a0-4259-a482-17d668602b0d HTTP/1.1" status: 200 len: 217 time: 0.0458841 Nov 27 01:18:41.942180 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835c593-01be-4d3c-923b-bcf87ec24b5e req-37645650-a682-4c27-89a5-f00435777831 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:41.953773 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1835c593-01be-4d3c-923b-bcf87ec24b5e req-37645650-a682-4c27-89a5-f00435777831 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1972957 Nov 27 01:18:41.971820 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aef108cf-a094-421d-a3b8-c2c8aeea9885 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:41.995187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd858f9-8b5b-4b63-a54e-915038e8780a req-f8667a4e-b428-4ac6-8c54-8b016aad99bd tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:42.004064 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dd858f9-8b5b-4b63-a54e-915038e8780a req-f8667a4e-b428-4ac6-8c54-8b016aad99bd tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 943 time: 0.0898936 Nov 27 01:18:42.023026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa963-c27e-4bf3-9da0-d28f254fd521 req-1156a0b9-f2bc-41a2-be56-ca36f399f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:42.024708 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae8fa963-c27e-4bf3-9da0-d28f254fd521 req-1156a0b9-f2bc-41a2-be56-ca36f399f1d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0beaaa4b-bf56-457d-b02f-8ee20dad4c93 HTTP/1.1" status: 200 len: 845 time: 0.1375082 Nov 27 01:18:42.026263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-aef108cf-a094-421d-a3b8-c2c8aeea9885 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Calling delete_port for cfe4dd76-a697-452c-a536-bc9958e755e7 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:42.035558 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1835c593-01be-4d3c-923b-bcf87ec24b5e req-3b3ffe94-0b8d-43da-b114-19497a5fef12 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804045 Nov 27 01:18:42.108516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa963-c27e-4bf3-9da0-d28f254fd521 req-0917eb64-e2f2-4683-95b4-d8dd6f014d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:42.110038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae8fa963-c27e-4bf3-9da0-d28f254fd521 req-0917eb64-e2f2-4683-95b4-d8dd6f014d5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10e94330-2a7a-43e0-834b-4dbaa9648800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734799 Nov 27 01:18:42.154503 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dd858f9-8b5b-4b63-a54e-915038e8780a req-e1230a84-d31c-473b-ad4a-5bd494fe30eb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455889 Nov 27 01:18:42.211426 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aef108cf-a094-421d-a3b8-c2c8aeea9885 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.253624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef108cf-a094-421d-a3b8-c2c8aeea9885 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event deleted for resources: {'Port': ['ID=cfe4dd76-a697-452c-a536-bc9958e755e7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:42.260286 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aef108cf-a094-421d-a3b8-c2c8aeea9885 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.263977 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-aef108cf-a094-421d-a3b8-c2c8aeea9885 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "DELETE /v2.0/ports/cfe4dd76-a697-452c-a536-bc9958e755e7 HTTP/1.1" status: 204 len: 168 time: 0.5846343 Nov 27 01:18:42.266407 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37796) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:42.302600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42109665-452d-4306-ad4c-e6d75b6ef527 req-deac12a1-4ba4-4ede-b01f-0cbdb771e375 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:42.304307 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42109665-452d-4306-ad4c-e6d75b6ef527 req-deac12a1-4ba4-4ede-b01f-0cbdb771e375 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1090024 Nov 27 01:18:42.310836 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae8fa963-c27e-4bf3-9da0-d28f254fd521 req-a8e7a39f-6726-4246-9fde-cd51cb091901 service neutron] 10.222.0.11 "GET /v2.0/networks/10e94330-2a7a-43e0-834b-4dbaa9648800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904380 Nov 27 01:18:42.327645 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b706eb2f-2c0d-437d-a917-8dedcacac96e tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0600400 Nov 27 01:18:42.328796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37800) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:42.336354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c60dfa27-60b8-4fd0-9341-7d89b7ee151a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-457409145'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:42.365352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60dfa27-60b8-4fd0-9341-7d89b7ee151a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Made reservation on behalf of 041c35b9a4d2459093dc58868a67cb5e for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:42.372513 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c60dfa27-60b8-4fd0-9341-7d89b7ee151a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.409336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60dfa27-60b8-4fd0-9341-7d89b7ee151a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:42.426432 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c60dfa27-60b8-4fd0-9341-7d89b7ee151a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:42.429031 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-c60dfa27-60b8-4fd0-9341-7d89b7ee151a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Added segment e44bf06e-a0c8-4117-b8d9-352a0c28d238 of type vlan for network f8934ee1-29d4-4c94-a757-d3192230110e Nov 27 01:18:42.521509 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42109665-452d-4306-ad4c-e6d75b6ef527 req-cdf8f21e-186d-49ac-8ea9-24b60e78cfd6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094746 Nov 27 01:18:42.556710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae8fa963-c27e-4bf3-9da0-d28f254fd521 req-9875ef27-9a46-4b16-9dee-64ed39a978c4 service neutron] 10.222.0.11 "GET /v2.0/networks/10e94330-2a7a-43e0-834b-4dbaa9648800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987095 Nov 27 01:18:42.759610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cddee-d303-4919-b1bb-0025021b49ac req-87abeadf-fd81-4eff-80d9-80c7a3a7104d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:42.769449 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af9cddee-d303-4919-b1bb-0025021b49ac req-87abeadf-fd81-4eff-80d9-80c7a3a7104d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1094089 Nov 27 01:18:42.803299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37820) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:42.854456 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af9cddee-d303-4919-b1bb-0025021b49ac req-b32cd924-e8ed-4cfd-a09b-32166b6dcf0a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706806 Nov 27 01:18:42.961614 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c60dfa27-60b8-4fd0-9341-7d89b7ee151a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.015998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29935c-c0b6-4902-9568-159dcd12ccbe req-55398bea-bfae-4f96-9685-be9ff4886c9c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:43.017523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df29935c-c0b6-4902-9568-159dcd12ccbe req-55398bea-bfae-4f96-9685-be9ff4886c9c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0778320 Nov 27 01:18:43.018695 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c60dfa27-60b8-4fd0-9341-7d89b7ee151a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.022101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'network': {'name': 'tempest-network-smoke--1120479600', 'project_id': '693123b5cb044942b888cf0396b36532', 'port_security_enabled': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:43.024165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60dfa27-60b8-4fd0-9341-7d89b7ee151a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:43.024755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c60dfa27-60b8-4fd0-9341-7d89b7ee151a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.051238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Made reservation on behalf of 693123b5cb044942b888cf0396b36532 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:43.056180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.068584 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.110631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c60dfa27-60b8-4fd0-9341-7d89b7ee151a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7790782 Nov 27 01:18:43.115209 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37828) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:43.154276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1372113853'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:43.157840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dfa27-60b8-4fd0-9341-7d89b7ee151a tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event updated for resources: {'Network': ['ID=f8934ee1-29d4-4c94-a757-d3192230110e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:43.172640 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df29935c-c0b6-4902-9568-159dcd12ccbe req-0d1c7002-738f-4923-aa25-15d08de227ee tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442494 Nov 27 01:18:43.173376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network f8934ee1-29d4-4c94-a757-d3192230110e details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:43.228182 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.249110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.343237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:43.357256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3f166-94ed-4135-93b0-02f2cc6e6964 req-90e8dda6-bbd9-4259-8d13-1f563affc859 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:43.359186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2e3f166-94ed-4135-93b0-02f2cc6e6964 req-90e8dda6-bbd9-4259-8d13-1f563affc859 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 943 time: 0.0846398 Nov 27 01:18:43.367955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0140d6a-a235-4226-a84f-ea9d67321916 req-e87f01fc-6ed1-4099-83e4-cd451434f6d4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:43.369468 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0140d6a-a235-4226-a84f-ea9d67321916 req-e87f01fc-6ed1-4099-83e4-cd451434f6d4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.2086918 Nov 27 01:18:43.372434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Made reservation on behalf of 041c35b9a4d2459093dc58868a67cb5e for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:43.375771 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.391066 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.391422 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Added segment ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1 of type vlan for network 506db715-82e2-45e5-8b4b-35cec04934bf Nov 27 01:18:43.404598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9076d1a-28a5-4099-8fff-e889fbf6c143,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:43.419261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2e3f166-94ed-4135-93b0-02f2cc6e6964 req-307bbff8-704c-4dfe-b3d8-20cecbb4d263 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537217 Nov 27 01:18:43.496608 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.501966 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0140d6a-a235-4226-a84f-ea9d67321916 req-3c6558fc-43d0-4bcc-8a87-fa28a0876a5a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126204 Nov 27 01:18:43.535049 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.541907 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:43.542613 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.552124 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.api [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:18:43.552124 n-d-819494-2 neutron-server[103385]: DEBUG oslo_db.api [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:18:43.585716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f964f4e-fb52-4118-b366-d1265162dc9f req-be9682f4-007a-4bba-9407-63049e96a72a tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:43.587395 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4f964f4e-fb52-4118-b366-d1265162dc9f req-be9682f4-007a-4bba-9407-63049e96a72a tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0684056 Nov 27 01:18:43.611190 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8008549 Nov 27 01:18:43.614337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37836) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:43.618742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'admin_state_up': True, 'project_id': '693123b5cb044942b888cf0396b36532', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:43.623518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7713c-57cb-45ee-9231-09777bbdb9be tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Network': ['ID=506db715-82e2-45e5-8b4b-35cec04934bf,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:43.635293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 506db715-82e2-45e5-8b4b-35cec04934bf details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:43.667275 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4f964f4e-fb52-4118-b366-d1265162dc9f req-a4f4671c-ffcd-4ede-834f-38f3d3620937 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735006 Nov 27 01:18:43.684259 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.685353 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.780292 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.839207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5621c8-5244-4b30-b0a3-80220e42b070 req-53ad0866-ccb2-47c9-ab52-53fbd94e3d91 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:43.842723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f5621c8-5244-4b30-b0a3-80220e42b070 req-53ad0866-ccb2-47c9-ab52-53fbd94e3d91 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0597525 Nov 27 01:18:43.897335 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07991435-7178-4340-a8f3-82c49e1de8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:43.933746 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f5621c8-5244-4b30-b0a3-80220e42b070 req-e11d8856-721d-4e42-a022-81099697102f tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822427 Nov 27 01:18:43.968883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.024505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81298947-ec3b-4056-b3b4-e25ad3425dd3 req-04af79c9-0f95-4b1d-853f-7797abad1109 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:44.026063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-81298947-ec3b-4056-b3b4-e25ad3425dd3 req-04af79c9-0f95-4b1d-853f-7797abad1109 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0866122 Nov 27 01:18:44.053611 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.099794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:18:44.119420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.119800 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Added segment ebeffbdb-0e40-48ac-80d9-ab97654775f8 of type vlan for network 4d36f879-8523-42e2-8af3-40e6f52030b1 Nov 27 01:18:44.126590 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-81298947-ec3b-4056-b3b4-e25ad3425dd3 req-0c6c3a6f-19a3-41df-a4c1-3f1cf9a77d5d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743284 Nov 27 01:18:44.185260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37856) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:44.250265 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.263046 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.338386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.347765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:44.348462 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.408166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 1796dc1d-b7a0-4259-a482-17d668602b0d details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:18:44.517683 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4012818 Nov 27 01:18:44.580107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 1796dc1d-b7a0-4259-a482-17d668602b0d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1796dc1d-b7a0-4259-a482-17d668602b0d,segment=NetworkSegment(3d5f93e6-84d4-401e-9305-18f8a7cf68ed),segment_id=3d5f93e6-84d4-401e-9305-18f8a7cf68ed)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:44.594742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '1796dc1d-b7a0-4259-a482-17d668602b0d', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'port_id': '1796dc1d-b7a0-4259-a482-17d668602b0d', 'mac_address': 'fa:16:3e:d6:8a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:18:44.641305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c86fd5-66c9-4e15-a7d8-db11be929fc0 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event updated for resources: {'Network': ['ID=4d36f879-8523-42e2-8af3-40e6f52030b1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:44.655373 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 4d36f879-8523-42e2-8af3-40e6f52030b1 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:18:44.703044 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9b0da-b823-414b-a600-d8c27835ac39 req-f67f2ff4-471d-490d-94fd-1e0acc48be66 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:44.709054 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1de9b0da-b823-414b-a600-d8c27835ac39 req-f67f2ff4-471d-490d-94fd-1e0acc48be66 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2172978 Nov 27 01:18:44.720726 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.727373 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.780834 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.788756 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1796dc1d-b7a0-4259-a482-17d668602b0d {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:18:44.818600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 1796dc1d-b7a0-4259-a482-17d668602b0d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1796dc1d-b7a0-4259-a482-17d668602b0d,segment=NetworkSegment(3d5f93e6-84d4-401e-9305-18f8a7cf68ed),segment_id=3d5f93e6-84d4-401e-9305-18f8a7cf68ed)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:44.830653 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:44.884811 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1de9b0da-b823-414b-a600-d8c27835ac39 req-e265991e-50cc-42cb-86e9-3981366bff66 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662953 Nov 27 01:18:44.888071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576ddf8-2611-4574-8cbc-ce5e4faa1d09 req-2a1af590-83f0-4193-a2fa-d12a0ec425ff tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:44.895772 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3576ddf8-2611-4574-8cbc-ce5e4faa1d09 req-2a1af590-83f0-4193-a2fa-d12a0ec425ff tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.4136515 Nov 27 01:18:44.913203 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83641acf-954c-4ed4-9bfb-cf566a19818e req-79144a3f-d973-40fb-ad31-76f4af72f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:44.914914 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83641acf-954c-4ed4-9bfb-cf566a19818e req-79144a3f-d973-40fb-ad31-76f4af72f26d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1096 time: 0.2665515 Nov 27 01:18:44.980636 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=1796dc1d-b7a0-4259-a482-17d668602b0d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:45.028937 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:45.051040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f840d-b203-4b47-a43e-e1d163a19062 req-b52310b5-30d9-4aad-aa1d-c75b9040b119 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:45.059357 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a3f840d-b203-4b47-a43e-e1d163a19062 req-b52310b5-30d9-4aad-aa1d-c75b9040b119 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 944 time: 0.0668716 Nov 27 01:18:45.123272 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a3f840d-b203-4b47-a43e-e1d163a19062 req-3bd3a0a6-08e8-4398-b1ef-47e4b75bd598 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628545 Nov 27 01:18:45.129526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['1796dc1d-b7a0-4259-a482-17d668602b0d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:18:45.143535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3576ddf8-2611-4574-8cbc-ce5e4faa1d09 req-1c91a58c-574f-44d5-bcb3-6899d8c92676 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467556 Nov 27 01:18:45.324632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83641acf-954c-4ed4-9bfb-cf566a19818e req-927d0b1c-e440-42ad-a439-7784b341d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:45.326048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83641acf-954c-4ed4-9bfb-cf566a19818e req-927d0b1c-e440-42ad-a439-7784b341d56d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.3887222 Nov 27 01:18:45.400053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd354652-a3fb-4a91-9bba-00e3486e1a53 req-a1df7589-bfc5-455d-b25f-9408354b5ae5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:45.401530 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd354652-a3fb-4a91-9bba-00e3486e1a53 req-a1df7589-bfc5-455d-b25f-9408354b5ae5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1580176 Nov 27 01:18:45.439804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Allocated IP 172.25.3.9 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/05f036be-1390-4e9d-9817-c4f3ce905381) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:45.502145 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83641acf-954c-4ed4-9bfb-cf566a19818e req-55c23e7c-da84-4d3c-b3de-8db42f992a04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 999 time: 0.1669686 Nov 27 01:18:45.599665 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd354652-a3fb-4a91-9bba-00e3486e1a53 req-e234fc3c-3808-40bf-ac12-eb0604e2d148 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646357 Nov 27 01:18:45.663499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83641acf-954c-4ed4-9bfb-cf566a19818e req-36b1a837-0985-4a63-a5da-3ea120610692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:45.664932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83641acf-954c-4ed4-9bfb-cf566a19818e req-36b1a837-0985-4a63-a5da-3ea120610692 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.1409924 Nov 27 01:18:45.737041 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:45.779527 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83641acf-954c-4ed4-9bfb-cf566a19818e req-88b41e7b-8a67-4db8-ad36-8216f7582f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:45.781063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83641acf-954c-4ed4-9bfb-cf566a19818e req-88b41e7b-8a67-4db8-ad36-8216f7582f98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920508 Nov 27 01:18:45.855216 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:45.913315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:45.925582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:45.941633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:46.047210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa068-b8e4-42c7-80aa-8dd61a55db8b req-cce5fa99-5439-4c0e-9851-174307033925 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:46.050417 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b3fa068-b8e4-42c7-80aa-8dd61a55db8b req-cce5fa99-5439-4c0e-9851-174307033925 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0580747 Nov 27 01:18:46.122924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b3fa068-b8e4-42c7-80aa-8dd61a55db8b req-817ff8e5-3851-4eb8-bbfe-0331f538250f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659804 Nov 27 01:18:46.322651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3056a-7b6c-4b32-9b11-cee2275ec275 req-ba179a23-bec7-4e3d-865f-56f360a43fad tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:46.330782 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c3d3056a-7b6c-4b32-9b11-cee2275ec275 req-ba179a23-bec7-4e3d-865f-56f360a43fad tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 944 time: 0.0653582 Nov 27 01:18:46.359425 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=05f036be-1390-4e9d-9817-c4f3ce905381,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:46.403380 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c3d3056a-7b6c-4b32-9b11-cee2275ec275 req-a37d34b3-d1c1-45f7-9913-20d91c8e6a43 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714231 Nov 27 01:18:46.438135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 1796dc1d-b7a0-4259-a482-17d668602b0d up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:46.461085 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f0ad-74d0-48a4-bc2b-ff0344d0aa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:46.489583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 1796dc1d-b7a0-4259-a482-17d668602b0d completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:18:46.494690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 1796dc1d-b7a0-4259-a482-17d668602b0d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:46.495130 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:46.591323 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:46.648392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 1796dc1d-b7a0-4259-a482-17d668602b0d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1796dc1d-b7a0-4259-a482-17d668602b0d,segment=NetworkSegment(3d5f93e6-84d4-401e-9305-18f8a7cf68ed),segment_id=3d5f93e6-84d4-401e-9305-18f8a7cf68ed)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:46.649746 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1796dc1d-b7a0-4259-a482-17d668602b0d'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:46.653069 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65811e29-8f66-4bff-aa79-1e778b8e70fd" -d '{"events": [{"server_uuid": "58f81af2-a9e4-43e1-ae9d-6469fae2f560", "name": "network-vif-plugged", "status": "completed", "tag": "1796dc1d-b7a0-4259-a482-17d668602b0d"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:46.668646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:46.703758 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:46.729234 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=1796dc1d-b7a0-4259-a482-17d668602b0d,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:46.759702 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83641acf-954c-4ed4-9bfb-cf566a19818e req-bd7537f7-c74c-4eac-b59b-dcbaa5a9ce20 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9651945 Nov 27 01:18:46.802176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce65ada-123f-4dad-80e5-1d70867acd0f req-90c21afe-9c95-44d1-9eec-c1362b8f5288 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:46.809741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ce65ada-123f-4dad-80e5-1d70867acd0f req-90c21afe-9c95-44d1-9eec-c1362b8f5288 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.0796514 Nov 27 01:18:46.828972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20cf48-dd09-4f53-9f75-52d7f2199554 req-fa07ff9a-15aa-472c-8b24-fa3613b12ca4 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:46.830610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be20cf48-dd09-4f53-9f75-52d7f2199554 req-fa07ff9a-15aa-472c-8b24-fa3613b12ca4 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.4965410 Nov 27 01:18:46.866378 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ce65ada-123f-4dad-80e5-1d70867acd0f req-900a7720-c024-4e99-bd8a-86a3ea4234a0 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554094 Nov 27 01:18:46.921120 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e9c86c-e3f2-4d22-8eff-c1aaea6f1a84 x-openstack-request-id: req-15e9c86c-e3f2-4d22-8eff-c1aaea6f1a84 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:46.921414 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f81af2-a9e4-43e1-ae9d-6469fae2f560", "name": "network-vif-plugged", "status": "completed", "tag": "1796dc1d-b7a0-4259-a482-17d668602b0d", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:46.921667 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15e9c86c-e3f2-4d22-8eff-c1aaea6f1a84 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:46.922059 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1796dc1d-b7a0-4259-a482-17d668602b0d', 'code': 200} Nov 27 01:18:47.020507 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be20cf48-dd09-4f53-9f75-52d7f2199554 req-7cd671b0-c5ca-4adb-9344-a29c5d731bc4 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811378 Nov 27 01:18:47.118770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821786a4-d600-4f79-93c8-ca5256c3d375 req-55ce0a8e-b34a-4764-bb85-888f7dd3dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:47.132261 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-821786a4-d600-4f79-93c8-ca5256c3d375 req-55ce0a8e-b34a-4764-bb85-888f7dd3dcd0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 1096 time: 0.0751457 Nov 27 01:18:47.137927 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:47.275756 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:47.279655 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83641acf-954c-4ed4-9bfb-cf566a19818e req-cbc0b015-40bc-4d74-a1b0-ec1d8eecb4cf service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863617 Nov 27 01:18:47.538626 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:47.684819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aecabe-524e-4b82-96ff-7427aed29e55 req-9479696e-359d-485a-8386-9cdf1ae8d0eb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:47.693120 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32aecabe-524e-4b82-96ff-7427aed29e55 req-9479696e-359d-485a-8386-9cdf1ae8d0eb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.4122748 Nov 27 01:18:47.751089 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-821786a4-d600-4f79-93c8-ca5256c3d375 req-16d37daa-b025-498d-9a03-724a46064fae service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6096601 Nov 27 01:18:47.771748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b888f8-ce9e-4f05-a47c-61a793d73cfc req-d2d8e2a2-5bbc-4704-81cb-e2b58a5951ca tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:47.785336 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-47b888f8-ce9e-4f05-a47c-61a793d73cfc req-d2d8e2a2-5bbc-4704-81cb-e2b58a5951ca tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1954544 Nov 27 01:18:47.830849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5f0ad-74d0-48a4-bc2b-ff0344d0aa7e admin admin] Deleting port d9307730-a733-46a9-b478-e361906390a9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:47.831546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f0ad-74d0-48a4-bc2b-ff0344d0aa7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:47.835970 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:47.856898 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32aecabe-524e-4b82-96ff-7427aed29e55 req-2d1645f4-a99c-412a-96f4-072762700b72 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628468 Nov 27 01:18:47.866090 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-47b888f8-ce9e-4f05-a47c-61a793d73cfc req-dfc131e6-8713-4e16-aebf-3cfe67278a9e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794091 Nov 27 01:18:47.924650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37894) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:47.931611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'subnets': [{'network_id': 'f8934ee1-29d4-4c94-a757-d3192230110e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1020138313', 'ip_version': 6}, {'network_id': '4d36f879-8523-42e2-8af3-40e6f52030b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:47.931929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'subnet': {'network_id': 'f8934ee1-29d4-4c94-a757-d3192230110e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1020138313', 'ip_version': 6}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:47.932626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Request body: {'subnet': {'network_id': '4d36f879-8523-42e2-8af3-40e6f52030b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:48.114298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-c2c5f0ad-74d0-48a4-bc2b-ff0344d0aa7e admin admin] For port d9307730-a733-46a9-b478-e361906390a9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d9307730-a733-46a9-b478-e361906390a9,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:48.114698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f0ad-74d0-48a4-bc2b-ff0344d0aa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.136738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27553463-0edf-417a-ba9d-200ad16e0566 req-7537c69e-2ae8-4ddd-a256-5271d96ed8bf tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:48.138274 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27553463-0edf-417a-ba9d-200ad16e0566 req-7537c69e-2ae8-4ddd-a256-5271d96ed8bf tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1380203 Nov 27 01:18:48.142334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Router b5c681f9-870d-4915-ac5e-2846d7c987df is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:18:48.144643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5f0ad-74d0-48a4-bc2b-ff0344d0aa7e admin admin] Calling delete_port for d9307730-a733-46a9-b478-e361906390a9 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:48.156350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ef524-d0f8-4e5b-8bdd-fedf733fbeba req-1126b311-f363-4c2b-9224-4ff0f24c7e4d tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:48.157849 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f07ef524-d0f8-4e5b-8bdd-fedf733fbeba req-1126b311-f363-4c2b-9224-4ff0f24c7e4d tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 945 time: 0.1318853 Nov 27 01:18:48.244130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f07ef524-d0f8-4e5b-8bdd-fedf733fbeba req-7d65b350-6bd9-473b-a382-7c902e3242e7 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584540 Nov 27 01:18:48.245532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Made reservation on behalf of 041c35b9a4d2459093dc58868a67cb5e for: {'subnet': 2} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:48.250462 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.250898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.287722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27553463-0edf-417a-ba9d-200ad16e0566 req-eee91189-ac2f-4d2d-9989-aef166a55123 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407533 Nov 27 01:18:48.389816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:48.407625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Sync routers for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:48.419125 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:48.419978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:48.428539 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.429955 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c17c4f9b-9573-4bbd-b38b-3fce03647eb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8146634 Nov 27 01:18:48.433481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37898) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:48.506710 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f0ad-74d0-48a4-bc2b-ff0344d0aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.564148 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5f0ad-74d0-48a4-bc2b-ff0344d0aa7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9307730-a733-46a9-b478-e361906390a9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:48.607337 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bd458d84-a898-47c8-9b1c-7fa5195baf84 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=693123b5cb044942b888cf0396b36532&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1730838 Nov 27 01:18:48.624249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37902) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:48.717922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:48.779670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:48.836820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event updated for resources: {'Subnet': ['ID=6afe560f-a8a8-4596-b787-ab50a0970299,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:48.857709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:48.858136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:48.858503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:48.858731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:48.859064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:48.859392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:48.859715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:48.860033 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:48.860353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:48.860668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:48.861471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:48.861471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:18:48.897390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Checking segment: {'id': 'e44bf06e-a0c8-4117-b8d9-352a0c28d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f8934ee1-29d4-4c94-a757-d3192230110e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:48.897737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Network hostable DHCP agents. Network: f8934ee1-29d4-4c94-a757-d3192230110e, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:18:48.920706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9baa3c3-bb4b-45c6-94b7-28bb442b7784 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:48.925967 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c9baa3c3-bb4b-45c6-94b7-28bb442b7784 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2999809 Nov 27 01:18:48.926819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37908) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:48.943897 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Network f8934ee1-29d4-4c94-a757-d3192230110e is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:18:48.959451 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, f8934ee1-29d4-4c94-a757-d3192230110e) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:48.978053 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.018140 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d638d4c3-f8c7-44c4-b4ce-8b339b9ba689 None None] Network f8934ee1-29d4-4c94-a757-d3192230110e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:49.111935 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f0ad-74d0-48a4-bc2b-ff0344d0aa7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.122325 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b7e8a4a4-0f1e-49ba-bec3-5e25d881bc06 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1923046 Nov 27 01:18:49.123379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Checking segment: {'id': 'ebeffbdb-0e40-48ac-80d9-ab97654775f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4d36f879-8523-42e2-8af3-40e6f52030b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:49.123753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Network hostable DHCP agents. Network: 4d36f879-8523-42e2-8af3-40e6f52030b1, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:18:49.128286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37910) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:49.138305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-453f18dd-f1de-4ebc-8104-1d5b7767df71 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1333608532', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'project_id': '693123b5cb044942b888cf0396b36532', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:49.150634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c72cab-8937-4556-ae2e-53f4ce329936 req-5896257b-7fc0-4749-a78e-82013ddaf434 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:49.152343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08c72cab-8937-4556-ae2e-53f4ce329936 req-5896257b-7fc0-4749-a78e-82013ddaf434 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1219790 Nov 27 01:18:49.153148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event updated for resources: {'Subnet': ['ID=7969d3b5-cb0a-4c3a-bd77-d2dbcb6b81a4,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:49.189846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:18:46Z', 'revision_number': 3, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:49.242671 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Network 4d36f879-8523-42e2-8af3-40e6f52030b1 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:18:49.263113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 4d36f879-8523-42e2-8af3-40e6f52030b1) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:49.286624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:49.287097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:49.287727 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.309744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e46de7-5ad3-4d43-9042-f7068d2af362 req-7c5e7cd8-66bc-4712-8bb5-d6e798e97075 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:49.311690 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-97e46de7-5ad3-4d43-9042-f7068d2af362 req-7c5e7cd8-66bc-4712-8bb5-d6e798e97075 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1962609 Nov 27 01:18:49.329148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08c72cab-8937-4556-ae2e-53f4ce329936 req-12c90146-067e-4dec-98b2-e94dd5c672f9 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576722 Nov 27 01:18:49.353068 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0779feff-34cb-43ca-99ba-2fe7e1041260 None None] Network 4d36f879-8523-42e2-8af3-40e6f52030b1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:49.354607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453f18dd-f1de-4ebc-8104-1d5b7767df71 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Made reservation on behalf of 693123b5cb044942b888cf0396b36532 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:18:49.358849 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Checking router: b5c681f9-870d-4915-ac5e-2846d7c987df for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:18:49.359776 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Updating router b5c681f9-870d-4915-ac5e-2846d7c987df port 05f036be-1390-4e9d-9817-c4f3ce905381 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:18:49.375599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-453f18dd-f1de-4ebc-8104-1d5b7767df71 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.385830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3c29d11f-763d-41aa-a6b7-6fbd359467a7 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4590158 Nov 27 01:18:49.389062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37920) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:49.401287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-f8934ee1-29d4-4c94-a757-d3192230110e', 'network_id': 'f8934ee1-29d4-4c94-a757-d3192230110e', 'tenant_id': '041c35b9a4d2459093dc58868a67cb5e', 'fixed_ips': [{'subnet_id': '6afe560f-a8a8-4596-b787-ab50a0970299'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:18:49.403203 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.417966 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-97e46de7-5ad3-4d43-9042-f7068d2af362 req-78e1f6be-6fda-4813-ad67-9290e78f776b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956845 Nov 27 01:18:49.466465 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.624361 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Allocated IP 2001:db8::1 (f8934ee1-29d4-4c94-a757-d3192230110e/6afe560f-a8a8-4596-b787-ab50a0970299/73e57867-c643-4c9b-9d56-f1ce9173c443) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:49.653357 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-453f18dd-f1de-4ebc-8104-1d5b7767df71 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.762574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03216e05-2fc2-42d6-9501-5d3802741998 req-4c26b529-a2e6-4e64-8fd4-3f0bdf042b24 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:49.764458 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03216e05-2fc2-42d6-9501-5d3802741998 req-4c26b529-a2e6-4e64-8fd4-3f0bdf042b24 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 945 time: 0.1269925 Nov 27 01:18:49.777073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f18dd-f1de-4ebc-8104-1d5b7767df71 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Subnet': ['ID=4b81952b-8ab9-4fa5-9325-de855a43a081,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:49.791324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f18dd-f1de-4ebc-8104-1d5b7767df71 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Checking segment: {'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:49.791734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f18dd-f1de-4ebc-8104-1d5b7767df71 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network hostable DHCP agents. Network: 506db715-82e2-45e5-8b4b-35cec04934bf, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:18:49.811349 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.847170 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.849189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f18dd-f1de-4ebc-8104-1d5b7767df71 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 506db715-82e2-45e5-8b4b-35cec04934bf is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:18:49.859259 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03216e05-2fc2-42d6-9501-5d3802741998 req-0fcce78c-9fa7-44ea-ba1e-3987a471a21a tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860698 Nov 27 01:18:49.871862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-453f18dd-f1de-4ebc-8104-1d5b7767df71 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 506db715-82e2-45e5-8b4b-35cec04934bf) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:49.888069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f18dd-f1de-4ebc-8104-1d5b7767df71 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:49.888680 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-453f18dd-f1de-4ebc-8104-1d5b7767df71 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:49.895331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf295d-3200-475c-ab48-92b88cf29d4f None None] Network 506db715-82e2-45e5-8b4b-35cec04934bf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:49.916645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-453f18dd-f1de-4ebc-8104-1d5b7767df71 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7856941 Nov 27 01:18:49.919966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37926) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:49.981772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c5f0ad-74d0-48a4-bc2b-ff0344d0aa7e admin admin] Router a12bedcf-3c32-4f6b-946a-adc8393f6d03 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:50.012466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a945326b-91ae-42a3-b203-f6201a36f8b8 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:50.014949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a945326b-91ae-42a3-b203-f6201a36f8b8 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:50.016790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a945326b-91ae-42a3-b203-f6201a36f8b8 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:50.027446 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a945326b-91ae-42a3-b203-f6201a36f8b8 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.6309383 Nov 27 01:18:50.028604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37928) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:50.046771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Network f8934ee1-29d4-4c94-a757-d3192230110e is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:50.066210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:50.068695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:50.096153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Pushing event updated for resources: {'Port': ['ID=73e57867-c643-4c9b-9d56-f1ce9173c443,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:50.150731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ff9b0-6fcc-4adb-b6e5-f6b610101d34 req-d4348d4f-0a7f-45b1-8aee-b18a59b55eb8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:50.158138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1ff9b0-6fcc-4adb-b6e5-f6b610101d34 req-d4348d4f-0a7f-45b1-8aee-b18a59b55eb8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.2455881 Nov 27 01:18:50.181143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a71d3-b49a-4c99-9a52-1c0c78034ac0 req-21b5157c-2651-4819-9c32-56ca9fc2e097 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:50.193088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b6ea29-4353-4351-9fc2-51987fa80b44 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Deleting subnet 6afe560f-a8a8-4596-b787-ab50a0970299 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:18:50.193801 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff6a71d3-b49a-4c99-9a52-1c0c78034ac0 req-21b5157c-2651-4819-9c32-56ca9fc2e097 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1199324 Nov 27 01:18:50.232390 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64b6ea29-4353-4351-9fc2-51987fa80b44 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.278644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Attempting to bind port 73e57867-c643-4c9b-9d56-f1ce9173c443 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:50.278644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Attempting to bind port 73e57867-c643-4c9b-9d56-f1ce9173c443 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e44bf06e-a0c8-4117-b8d9-352a0c28d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f8934ee1-29d4-4c94-a757-d3192230110e'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:50.279071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Attempting to bind port 73e57867-c643-4c9b-9d56-f1ce9173c443 on network f8934ee1-29d4-4c94-a757-d3192230110e {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:50.296489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:50.296693 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64b6ea29-4353-4351-9fc2-51987fa80b44 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.296941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Checking segment: {'id': 'e44bf06e-a0c8-4117-b8d9-352a0c28d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f8934ee1-29d4-4c94-a757-d3192230110e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:50.297256 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.297649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Bound using segment: {'id': 'e44bf06e-a0c8-4117-b8d9-352a0c28d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f8934ee1-29d4-4c94-a757-d3192230110e'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:50.298927 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Bound port: 73e57867-c643-4c9b-9d56-f1ce9173c443, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44bf06e-a0c8-4117-b8d9-352a0c28d238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f8934ee1-29d4-4c94-a757-d3192230110e'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:50.299553 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.303122 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff6a71d3-b49a-4c99-9a52-1c0c78034ac0 req-47cabd47-0889-4030-b59e-d23c2f90391f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043954 Nov 27 01:18:50.361587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e1ff9b0-6fcc-4adb-b6e5-f6b610101d34 req-7a8242fe-0412-4c51-9d7f-54c17ecefb4c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024629 Nov 27 01:18:50.387836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c5f0ad-74d0-48a4-bc2b-ff0344d0aa7e admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:50.401620 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dcb32b-0aac-4df8-b03e-364755ad5fda None None] Sync routers for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:50.420213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c2c5f0ad-74d0-48a4-bc2b-ff0344d0aa7e admin admin] 10.222.0.37 "PUT /v2.0/routers/a12bedcf-3c32-4f6b-946a-adc8393f6d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2311420 Nov 27 01:18:50.423245 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dcb32b-0aac-4df8-b03e-364755ad5fda None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:50.423705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37934) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:50.424807 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-37dcb32b-0aac-4df8-b03e-364755ad5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:50.473616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] For port 73e57867-c643-4c9b-9d56-f1ce9173c443, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:50.479407 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] For port 73e57867-c643-4c9b-9d56-f1ce9173c443, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=73e57867-c643-4c9b-9d56-f1ce9173c443,segment=NetworkSegment(e44bf06e-a0c8-4117-b8d9-352a0c28d238),segment_id=e44bf06e-a0c8-4117-b8d9-352a0c28d238)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:50.488857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf347d-38d5-47a4-8ae9-efa85a8e910c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-4d36f879-8523-42e2-8af3-40e6f52030b1', 'network_id': '4d36f879-8523-42e2-8af3-40e6f52030b1', 'tenant_id': '041c35b9a4d2459093dc58868a67cb5e', 'fixed_ips': [{'subnet_id': '7969d3b5-cb0a-4c3a-bd77-d2dbcb6b81a4'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:18:50.489846 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8cf347d-38d5-47a4-8ae9-efa85a8e910c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.500943 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.512310 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-506db715-82e2-45e5-8b4b-35cec04934bf', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:18:50.513163 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.513871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57baa4d0-3fe3-4b2d-89c6-4e68c90db07b req-4ca5dc5b-ce08-42a9-87d7-3c42c39a15da tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:50.522052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-57baa4d0-3fe3-4b2d-89c6-4e68c90db07b req-4ca5dc5b-ce08-42a9-87d7-3c42c39a15da tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0987577 Nov 27 01:18:50.558783 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-37dcb32b-0aac-4df8-b03e-364755ad5fda None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:50.632401 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64b6ea29-4353-4351-9fc2-51987fa80b44 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.674813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-57baa4d0-3fe3-4b2d-89c6-4e68c90db07b req-ee07df25-6119-4f23-bd19-f15d018d60b6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517336 Nov 27 01:18:50.680296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.732731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dfe74-fee4-4d89-958d-d1cf28dcdd43 req-8d0202e5-528d-4fbb-bb32-4ff3ef28a097 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:50.750911 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5a3dfe74-fee4-4d89-958d-d1cf28dcdd43 req-8d0202e5-528d-4fbb-bb32-4ff3ef28a097 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 945 time: 0.2633412 Nov 27 01:18:50.752628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37938) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:50.775559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a3458bf9-a8e8-4d5a-9a34-0a272cc47afa tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Request body: {'floatingip': {'port_id': '1796dc1d-b7a0-4259-a482-17d668602b0d'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:50.899006 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-37dcb32b-0aac-4df8-b03e-364755ad5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:18:48Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:50.912223 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.923949 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3458bf9-a8e8-4d5a-9a34-0a272cc47afa tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:50.986483 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dcb32b-0aac-4df8-b03e-364755ad5fda None None] Checking router: a12bedcf-3c32-4f6b-946a-adc8393f6d03 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:18:50.992994 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64b6ea29-4353-4351-9fc2-51987fa80b44 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.002882 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dcb32b-0aac-4df8-b03e-364755ad5fda None None] Routers {'a12bedcf-3c32-4f6b-946a-adc8393f6d03'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:51.004453 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-37dcb32b-0aac-4df8-b03e-364755ad5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:51.100715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6ea29-4353-4351-9fc2-51987fa80b44 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event deleted for resources: {'Subnet': ['ID=6afe560f-a8a8-4596-b787-ab50a0970299,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:51.164980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64b6ea29-4353-4351-9fc2-51987fa80b44 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.168264 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-64b6ea29-4353-4351-9fc2-51987fa80b44 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "DELETE /v2.0/subnets/6afe560f-a8a8-4596-b787-ab50a0970299 HTTP/1.1" status: 204 len: 168 time: 1.1374445 Nov 27 01:18:51.180698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37944) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:51.215920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Allocated IP 172.20.0.2 (506db715-82e2-45e5-8b4b-35cec04934bf/4b81952b-8ab9-4fa5-9325-de855a43a081/5288a4af-eed8-4801-9c36-0aceeb7d58c3) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:51.267879 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4584ab5-640a-4668-b095-5454617413c3 req-7347c320-ee80-4641-980d-78a1c77386f3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:51.275583 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d4584ab5-640a-4668-b095-5454617413c3 req-7347c320-ee80-4641-980d-78a1c77386f3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.3713527 Nov 27 01:18:51.277829 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-37dcb32b-0aac-4df8-b03e-364755ad5fda None None] Set router a12bedcf-3c32-4f6b-946a-adc8393f6d03 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:51.320057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.330859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52890673-fd0f-43b6-a100-645e8d7f37b7 req-592e4a87-2339-482d-bbee-add7884edf05 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:51.335738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52890673-fd0f-43b6-a100-645e8d7f37b7 req-592e4a87-2339-482d-bbee-add7884edf05 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0663836 Nov 27 01:18:51.424589 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.429918 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52890673-fd0f-43b6-a100-645e8d7f37b7 req-b833b33e-934c-4e8b-8551-cff59ca47507 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843880 Nov 27 01:18:51.447821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16742ec-4ebf-4b15-89e6-266fb2e5f960 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Deleting subnet 7969d3b5-cb0a-4c3a-bd77-d2dbcb6b81a4 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:18:51.455547 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.462296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34abb4b-5e80-4128-838f-42d26caa0aa3 None None] Pushing event updated for resources: {'Port': ['ID=73e57867-c643-4c9b-9d56-f1ce9173c443,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:51.462940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c16742ec-4ebf-4b15-89e6-266fb2e5f960 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.484963 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-37dcb32b-0aac-4df8-b03e-364755ad5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:18:48Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:51.505128 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c16742ec-4ebf-4b15-89e6-266fb2e5f960 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.513672 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dcb32b-0aac-4df8-b03e-364755ad5fda None None] The sync data for ids ['a12bedcf-3c32-4f6b-946a-adc8393f6d03'] in n-d-819494-2 is: [{'id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'name': 'tempest-AttachVolumeTestJSON-368258683-router', 'tenant_id': '7096168887864853b0d56415769aae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:18:48Z', 'revision_number': 5, 'project_id': '7096168887864853b0d56415769aae26', 'gw_port': {'id': '79e7b91f-833f-4a9b-a7ae-fc17401e97cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12bedcf-3c32-4f6b-946a-adc8393f6d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:10:18Z', 'updated_at': '2021-11-27T01:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:51.552796 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c16742ec-4ebf-4b15-89e6-266fb2e5f960 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.556199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Allocated IP 172.20.0.1 (506db715-82e2-45e5-8b4b-35cec04934bf/4b81952b-8ab9-4fa5-9325-de855a43a081/f006f15c-cde3-41ed-adb6-2219cf8d1ebd) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:18:51.630665 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d4584ab5-640a-4668-b095-5454617413c3 req-4c4273f4-56a4-4b30-be1d-04472968d0a2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541014 Nov 27 01:18:51.634698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c16742ec-4ebf-4b15-89e6-266fb2e5f960 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.667380 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.681243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Network 506db715-82e2-45e5-8b4b-35cec04934bf is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:51.683093 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.698631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:51.710985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:51.713159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Pushing event updated for resources: {'Port': ['ID=5288a4af-eed8-4801-9c36-0aceeb7d58c3,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:51.720490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16742ec-4ebf-4b15-89e6-266fb2e5f960 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event deleted for resources: {'Subnet': ['ID=7969d3b5-cb0a-4c3a-bd77-d2dbcb6b81a4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:51.744491 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c16742ec-4ebf-4b15-89e6-266fb2e5f960 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.747775 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c16742ec-4ebf-4b15-89e6-266fb2e5f960 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "DELETE /v2.0/subnets/7969d3b5-cb0a-4c3a-bd77-d2dbcb6b81a4 HTTP/1.1" status: 204 len: 168 time: 0.5635695 Nov 27 01:18:51.751027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37954) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server [None req-d8cf347d-38d5-47a4-8ae9-efa85a8e910c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7969d3b5-cb0a-4c3a-bd77-d2dbcb6b81a4: This subnet is being modified by another concurrent operation. Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:18:51.817426 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7969d3b5-cb0a-4c3a-bd77-d2dbcb6b81a4: This subnet is being modified by another concurrent operation. Nov 27 01:18:51.821917 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Nov 27 01:18:51.825667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Deleting port 79e7b91f-833f-4a9b-a7ae-fc17401e97cb {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:51.825667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.843906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80d96-4455-40d4-93b9-36775272538c req-dd84de1f-db87-4b97-a08c-af0917eb53c2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:51.845528 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56b80d96-4455-40d4-93b9-36775272538c req-dd84de1f-db87-4b97-a08c-af0917eb53c2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1645169 Nov 27 01:18:51.913392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e37af75-ac7e-4e0d-86cc-2a3d467c6ae5 None None] Network 4d36f879-8523-42e2-8af3-40e6f52030b1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:51.967131 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:51.969839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Attempting to bind port 05f036be-1390-4e9d-9817-c4f3ce905381 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:51.971000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Attempting to bind port 05f036be-1390-4e9d-9817-c4f3ce905381 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:51.972400 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Attempting to bind port 05f036be-1390-4e9d-9817-c4f3ce905381 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:51.989840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed23b92d-1fa1-47bc-88af-3cf01c85a463 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:51.995198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ed23b92d-1fa1-47bc-88af-3cf01c85a463 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2381203 Nov 27 01:18:52.003398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37958) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:52.132059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:52.133468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:52.134588 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.134995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:52.135733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Bound port: 05f036be-1390-4e9d-9817-c4f3ce905381, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:52.135871 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.165011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] For port 79e7b91f-833f-4a9b-a7ae-fc17401e97cb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=79e7b91f-833f-4a9b-a7ae-fc17401e97cb,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:52.165567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.176729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e787d-69e5-4199-a4a9-3f8bcbf15a54 None None] Pushing event updated for resources: {'Port': ['ID=05f036be-1390-4e9d-9817-c4f3ce905381,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:52.176989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7131d-96e3-4bd9-965a-89876aaa2f1e req-f7cfd35e-dd3d-41fc-a351-ffa6da42016d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:52.186823 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74e7131d-96e3-4bd9-965a-89876aaa2f1e req-f7cfd35e-dd3d-41fc-a351-ffa6da42016d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2169454 Nov 27 01:18:52.206622 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.212589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.223614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e33483e-c932-4e74-8ce0-ad23da048c8e None None] Network f8934ee1-29d4-4c94-a757-d3192230110e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:52.224666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Calling delete_port for 79e7b91f-833f-4a9b-a7ae-fc17401e97cb owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:52.226056 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56b80d96-4455-40d4-93b9-36775272538c req-1067cb10-d175-41f7-9183-2014677b43a3 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609450 Nov 27 01:18:52.250739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Attempting to bind port 5288a4af-eed8-4801-9c36-0aceeb7d58c3 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:52.251111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Attempting to bind port 5288a4af-eed8-4801-9c36-0aceeb7d58c3 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:52.251758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Attempting to bind port 5288a4af-eed8-4801-9c36-0aceeb7d58c3 on network 506db715-82e2-45e5-8b4b-35cec04934bf {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:52.308679 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:52.309359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Checking segment: {'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:52.309729 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.310131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Bound using segment: {'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:52.311452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=f006f15c-cde3-41ed-adb6-2219cf8d1ebd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:52.319108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 506db715-82e2-45e5-8b4b-35cec04934bf is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:52.321058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Bound port: 5288a4af-eed8-4801-9c36-0aceeb7d58c3, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:52.321474 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.321631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:52.324687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:18:52.334752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74e7131d-96e3-4bd9-965a-89876aaa2f1e req-b8f5c59b-177c-4150-8994-ef5cc8d8ee1a tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467841 Nov 27 01:18:52.377563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] For port 05f036be-1390-4e9d-9817-c4f3ce905381, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:52.415032 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] For port 05f036be-1390-4e9d-9817-c4f3ce905381, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=05f036be-1390-4e9d-9817-c4f3ce905381,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:52.427294 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3458bf9-a8e8-4d5a-9a34-0a272cc47afa tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.433120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-01a55bc1-f7be-4f18-952e-9b1f59910c0e None None] Provisioning complete for port 73e57867-c643-4c9b-9d56-f1ce9173c443 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:52.434477 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01a55bc1-f7be-4f18-952e-9b1f59910c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.441526 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.445701 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3458bf9-a8e8-4d5a-9a34-0a272cc47afa tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.479139 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.598736 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.620064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ba92a-defd-4176-ad90-3aa5544a6b43 req-82e7de8b-567a-4ee1-a1d9-c361b1a2ab3a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:52.622552 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-517ba92a-defd-4176-ad90-3aa5544a6b43 req-82e7de8b-567a-4ee1-a1d9-c361b1a2ab3a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2666619 Nov 27 01:18:52.637955 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e787d-69e5-4199-a4a9-3f8bcbf15a54 None None] Pushing event updated for resources: {'Port': ['ID=05f036be-1390-4e9d-9817-c4f3ce905381,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:52.642543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:52.643388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:52.645256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257f5d-e65d-41a6-bdc7-f2bf528c5327 req-3cbfd984-0f29-465c-b342-226c46ce3a88 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:52.646559 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1257f5d-e65d-41a6-bdc7-f2bf528c5327 req-3cbfd984-0f29-465c-b342-226c46ce3a88 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1620157 Nov 27 01:18:52.649899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] For port 5288a4af-eed8-4801-9c36-0aceeb7d58c3, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:52.656301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] For port 5288a4af-eed8-4801-9c36-0aceeb7d58c3, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5288a4af-eed8-4801-9c36-0aceeb7d58c3,segment=NetworkSegment(ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1),segment_id=ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:52.695322 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.709419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d36f879-8523-42e2-8af3-40e6f52030b1']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:52.718421 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-a3458bf9-a8e8-4d5a-9a34-0a272cc47afa tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Floating IP af453a81-89e5-473d-ad26-854262d80b6e associated. External IP: 172.25.3.225, port: 1796dc1d-b7a0-4259-a482-17d668602b0d. Nov 27 01:18:52.735386 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebeffbdb-0e40-48ac-80d9-ab97654775f8') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:52.735719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebeffbdb-0e40-48ac-80d9-ab97654775f8') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:52.759196 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.818488 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.819593 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.840743 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.854055 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01a55bc1-f7be-4f18-952e-9b1f59910c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:52.888301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c471a-0891-40ef-8fcf-ac9aad209aea None None] Pushing event updated for resources: {'Port': ['ID=5288a4af-eed8-4801-9c36-0aceeb7d58c3,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:52.944321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df761cf-4914-4469-8fcd-3492ae6e96ac None None] DHCP port deletion for f8934ee1-29d4-4c94-a757-d3192230110e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:52.955413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:53.036329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-517ba92a-defd-4176-ad90-3aa5544a6b43 req-9e5f1e5a-c4bf-4920-b7f6-af18577ffb85 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545499 Nov 27 01:18:53.045455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d9307730-a733-46a9-b478-e361906390a9 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:53.048373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:53.048853 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:53.052655 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:53.078796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-01a55bc1-f7be-4f18-952e-9b1f59910c0e None None] For port 73e57867-c643-4c9b-9d56-f1ce9173c443, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=73e57867-c643-4c9b-9d56-f1ce9173c443,segment=NetworkSegment(e44bf06e-a0c8-4117-b8d9-352a0c28d238),segment_id=e44bf06e-a0c8-4117-b8d9-352a0c28d238)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:53.174125 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: d9307730-a733-46a9-b478-e361906390a9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:53.174538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d9307730-a733-46a9-b478-e361906390a9 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:53.182147 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01a55bc1-f7be-4f18-952e-9b1f59910c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.280643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1257f5d-e65d-41a6-bdc7-f2bf528c5327 req-847742b7-c725-41e0-b923-e22efafab7a0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077704 Nov 27 01:18:53.294182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Pushing event deleted for resources: {'Port': ['ID=79e7b91f-833f-4a9b-a7ae-fc17401e97cb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:53.326402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a55bc1-f7be-4f18-952e-9b1f59910c0e None None] Pushing event updated for resources: {'Port': ['ID=73e57867-c643-4c9b-9d56-f1ce9173c443,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:53.394575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6df761cf-4914-4469-8fcd-3492ae6e96ac None None] Deleting port 73e57867-c643-4c9b-9d56-f1ce9173c443 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:53.394986 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6df761cf-4914-4469-8fcd-3492ae6e96ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.441098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.445887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.487510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6df761cf-4914-4469-8fcd-3492ae6e96ac None None] For port 73e57867-c643-4c9b-9d56-f1ce9173c443, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=73e57867-c643-4c9b-9d56-f1ce9173c443,segment=NetworkSegment(e44bf06e-a0c8-4117-b8d9-352a0c28d238),segment_id=e44bf06e-a0c8-4117-b8d9-352a0c28d238)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:53.487945 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6df761cf-4914-4469-8fcd-3492ae6e96ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.506752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6df761cf-4914-4469-8fcd-3492ae6e96ac None None] Calling delete_port for 73e57867-c643-4c9b-9d56-f1ce9173c443 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:53.528611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:18:46Z', 'revision_number': 3, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:53.590154 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.797034 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.803057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "DELETE /v2.0/networks/4d36f879-8523-42e2-8af3-40e6f52030b1 HTTP/1.1" status: 204 len: 168 time: 1.7963419 Nov 27 01:18:53.812158 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.816273 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37976) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:53.830075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b11ad9-fa3f-4938-9129-65e1e91504d0 None None] The sync data for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 is: [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:18:46Z', 'revision_number': 3, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:53.849098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d324b23-b2db-40d7-a6fd-dbed7a65a1fe tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event deleted for resources: {'Network': ['ID=4d36f879-8523-42e2-8af3-40e6f52030b1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:53.886818 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6df761cf-4914-4469-8fcd-3492ae6e96ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.909855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df761cf-4914-4469-8fcd-3492ae6e96ac None None] No DVR routers for this DVR port 73e57867-c643-4c9b-9d56-f1ce9173c443 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:53.929350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78537ab8-cf7e-4ab6-9521-d45277896d81 req-f7d81215-0ff1-47af-ac39-902dd5988fae tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:53.937304 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-78537ab8-cf7e-4ab6-9521-d45277896d81 req-f7d81215-0ff1-47af-ac39-902dd5988fae tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.4588039 Nov 27 01:18:53.951819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.967780 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:53.972797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df761cf-4914-4469-8fcd-3492ae6e96ac None None] Pushing event deleted for resources: {'Port': ['ID=73e57867-c643-4c9b-9d56-f1ce9173c443,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:54.002222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462d4de-14bd-4806-a50b-61040e1f7e10 req-51eb98a7-bca9-4c37-ba1a-f522dc4f4a6b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:54.008956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6462d4de-14bd-4806-a50b-61040e1f7e10 req-51eb98a7-bca9-4c37-ba1a-f522dc4f4a6b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.5884404 Nov 27 01:18:54.018879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=f006f15c-cde3-41ed-adb6-2219cf8d1ebd,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:54.029311 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.041860 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.085561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3458bf9-a8e8-4d5a-9a34-0a272cc47afa tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Router c5223666-c8e6-4089-8229-0f3824907dc4 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:54.087142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.088181 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a12bedcf-3c32-4f6b-946a-adc8393f6d03 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:18:54.100759 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.102836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c47c49bb-1ee5-4443-a60e-4c5d8e5a682c admin admin] 10.222.0.37 "DELETE /v2.0/routers/a12bedcf-3c32-4f6b-946a-adc8393f6d03 HTTP/1.1" status: 204 len: 168 time: 3.6780419 Nov 27 01:18:54.107729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37978) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:54.180845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6462d4de-14bd-4806-a50b-61040e1f7e10 req-bd263d24-80c5-48dc-9f95-e7325cf4a1ac tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574183 Nov 27 01:18:54.186813 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-78537ab8-cf7e-4ab6-9521-d45277896d81 req-35b90cff-cab9-4d3c-bb9c-a83ddc52c76d tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483263 Nov 27 01:18:54.392688 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.396294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3458bf9-a8e8-4d5a-9a34-0a272cc47afa tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:54.403244 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3458bf9-a8e8-4d5a-9a34-0a272cc47afa tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.412043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8eabdd-3185-40e0-b6d6-c6c8abed237e None None] Sync routers for ids ['c5223666-c8e6-4089-8229-0f3824907dc4'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:54.443239 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8eabdd-3185-40e0-b6d6-c6c8abed237e None None] Routers {'c5223666-c8e6-4089-8229-0f3824907dc4'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:54.443900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bb8eabdd-3185-40e0-b6d6-c6c8abed237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5223666-c8e6-4089-8229-0f3824907dc4'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:54.458479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64510ec-425d-4871-ad99-dfa9e7bf8ab9 admin admin] Deleting subnet 2a47bc75-51de-4fff-99e5-a89ff920057e {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:18:54.466119 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e64510ec-425d-4871-ad99-dfa9e7bf8ab9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.485563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8934ee1-29d4-4c94-a757-d3192230110e']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:54.511805 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a3458bf9-a8e8-4d5a-9a34-0a272cc47afa tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "PUT /v2.0/floatingips/af453a81-89e5-473d-ad26-854262d80b6e HTTP/1.1" status: 200 len: 991 time: 3.7404184 Nov 27 01:18:54.515639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'tag': '1796dc1d-b7a0-4259-a482-17d668602b0d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:18:54.523770 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6f5378-29fe-474b-9cdc-95a418341656" -d '{"events": [{"name": "network-changed", "server_uuid": "58f81af2-a9e4-43e1-ae9d-6469fae2f560", "tag": "1796dc1d-b7a0-4259-a482-17d668602b0d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:18:54.543324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44bf06e-a0c8-4117-b8d9-352a0c28d238') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:54.543791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44bf06e-a0c8-4117-b8d9-352a0c28d238') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:54.561860 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e64510ec-425d-4871-ad99-dfa9e7bf8ab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.578851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-bb8eabdd-3185-40e0-b6d6-c6c8abed237e None None] Set router c5223666-c8e6-4089-8229-0f3824907dc4 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:54.590409 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ba1e5-a213-40d8-b906-959b987bbafc req-1b89a93a-b6fe-412d-a3ae-7e9a7f1e57d3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:54.591992 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-681ba1e5-a213-40d8-b906-959b987bbafc req-1b89a93a-b6fe-412d-a3ae-7e9a7f1e57d3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2848034 Nov 27 01:18:54.598669 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.608215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 506db715-82e2-45e5-8b4b-35cec04934bf is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:18:54.625547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe62dd1b-8f1b-4d22-b47e-777badb576d7 None None] Network 506db715-82e2-45e5-8b4b-35cec04934bf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:54.629482 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:18:54.656980 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.670151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:54.670716 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:54.678743 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:54.761685 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e64510ec-425d-4871-ad99-dfa9e7bf8ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.779018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-480e81b8-0697-4e52-a89f-bf9248a63e66 None None] Provisioning complete for port 5288a4af-eed8-4801-9c36-0aceeb7d58c3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:54.779474 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-480e81b8-0697-4e52-a89f-bf9248a63e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.860502 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e64510ec-425d-4871-ad99-dfa9e7bf8ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.894730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64510ec-425d-4871-ad99-dfa9e7bf8ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a47bc75-51de-4fff-99e5-a89ff920057e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:54.911278 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e64510ec-425d-4871-ad99-dfa9e7bf8ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:54.916385 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e64510ec-425d-4871-ad99-dfa9e7bf8ab9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2a47bc75-51de-4fff-99e5-a89ff920057e HTTP/1.1" status: 204 len: 168 time: 0.8049760 Nov 27 01:18:54.918982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37990) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:54.949133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69ca31f-d51f-48a3-89e2-23463caa5b85 None None] Network 3083db5d-148c-4c08-b659-41fd18a67bb6 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:18:54.952881 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d24b2-dfde-4145-8c04-87fe3c757fce req-52a3a8fe-16a1-4647-9218-161430af81f6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:54.957167 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d35d24b2-dfde-4145-8c04-87fe3c757fce req-52a3a8fe-16a1-4647-9218-161430af81f6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.4087121 Nov 27 01:18:54.962832 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-681ba1e5-a213-40d8-b906-959b987bbafc req-fb2ca6b9-6031-4256-b34d-e0996a68185a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618722 Nov 27 01:18:54.978725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Router b5c681f9-870d-4915-ac5e-2846d7c987df has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:18:54.980333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.013313 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.016628 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "DELETE /v2.0/networks/f8934ee1-29d4-4c94-a757-d3192230110e HTTP/1.1" status: 204 len: 168 time: 1.1973338 Nov 27 01:18:55.020320 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 37994) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:55.047965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5288a4af-eed8-4801-9c36-0aceeb7d58c3 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:55.115453 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d35d24b2-dfde-4145-8c04-87fe3c757fce req-ddf04c2c-a738-4f71-91fa-0333092da71d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495306 Nov 27 01:18:55.149277 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.158450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4d3f2-8d35-4868-8b8f-07ff3850ce86 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event deleted for resources: {'Network': ['ID=f8934ee1-29d4-4c94-a757-d3192230110e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:55.190629 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530e5106-58e2-40b4-be8f-d98cfb9026d5 x-openstack-request-id: req-530e5106-58e2-40b4-be8f-d98cfb9026d5 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:18:55.191001 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f81af2-a9e4-43e1-ae9d-6469fae2f560", "tag": "1796dc1d-b7a0-4259-a482-17d668602b0d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:18:55.191200 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-530e5106-58e2-40b4-be8f-d98cfb9026d5 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:18:55.191619 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'tag': '1796dc1d-b7a0-4259-a482-17d668602b0d', 'status': 'completed', 'code': 200} Nov 27 01:18:55.312081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f00c-0304-4f65-9ccc-453dde66fb2b req-6700f5fc-69f9-4cc5-af01-2db8816a201e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.314134 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cdd6f00c-0304-4f65-9ccc-453dde66fb2b req-6700f5fc-69f9-4cc5-af01-2db8816a201e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0694253 Nov 27 01:18:55.334810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:18:55.341199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4f9e1c2b-90b2-4611-aa9d-31549e44aeaa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "PUT /v2.0/routers/b5c681f9-870d-4915-ac5e-2846d7c987df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4181647 Nov 27 01:18:55.352346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38000) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:55.364988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.368757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Deleting port ba0fa0a6-fbe1-4c07-ad9b-391512738e88 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:55.369377 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.402799 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-480e81b8-0697-4e52-a89f-bf9248a63e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.428544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5288a4af-eed8-4801-9c36-0aceeb7d58c3 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:55.429236 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.453673 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f5378-29fe-474b-9cdc-95a418341656 req-0938480c-da1e-4e90-a80b-1795febfaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.455511 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba6f5378-29fe-474b-9cdc-95a418341656 req-0938480c-da1e-4e90-a80b-1795febfaf82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8e834a9cd8e47579aa583f9a5697420&device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 1096 time: 0.1241982 Nov 27 01:18:55.491931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff1e3c-9853-49ce-accf-8f5a70bdb2cd req-457bea35-68fa-4148-948f-d120e630ce13 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.493792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e4ff1e3c-9853-49ce-accf-8f5a70bdb2cd req-457bea35-68fa-4148-948f-d120e630ce13 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1640370 Nov 27 01:18:55.513817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-480e81b8-0697-4e52-a89f-bf9248a63e66 None None] For port 5288a4af-eed8-4801-9c36-0aceeb7d58c3, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5288a4af-eed8-4801-9c36-0aceeb7d58c3,segment=NetworkSegment(ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1),segment_id=ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:55.529293 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-480e81b8-0697-4e52-a89f-bf9248a63e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.601885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad610c1-6525-46fe-8c4a-c07d2bff6c13 None None] DHCP port deletion for 3083db5d-148c-4c08-b659-41fd18a67bb6 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:18:55.613602 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cdd6f00c-0304-4f65-9ccc-453dde66fb2b req-15dd3373-6e9d-48c3-96b9-7bb460d47375 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877591 Nov 27 01:18:55.628461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bb8eabdd-3185-40e0-b6d6-c6c8abed237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'af453a81-89e5-473d-ad26-854262d80b6e', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'port_id': '1796dc1d-b7a0-4259-a482-17d668602b0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'mac_address': 'fa:16:3e:d6:8a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:18:32Z', 'updated_at': '2021-11-27T01:18:52Z', 'revision_number': 1, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60b7891-5c76-484d-9aa3-7973e1471980', 'name': '', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'mac_address': 'fa:16:3e:5b:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:23Z', 'updated_at': '2021-11-27T01:18:30Z', 'revision_number': 5, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'subnets': [{'id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:55.645922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] For port ba0fa0a6-fbe1-4c07-ad9b-391512738e88, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ba0fa0a6-fbe1-4c07-ad9b-391512738e88,segment=NetworkSegment(4a723efe-c692-4576-8f89-f46ba182b549),segment_id=4a723efe-c692-4576-8f89-f46ba182b549)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:55.646470 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.691467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e81b8-0697-4e52-a89f-bf9248a63e66 None None] Pushing event updated for resources: {'Port': ['ID=5288a4af-eed8-4801-9c36-0aceeb7d58c3,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:55.698902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8eabdd-3185-40e0-b6d6-c6c8abed237e None None] Checking router: c5223666-c8e6-4089-8229-0f3824907dc4 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:18:55.705036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f5378-29fe-474b-9cdc-95a418341656 req-f6eade97-f763-4c7d-876f-082f606d49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.707748 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba6f5378-29fe-474b-9cdc-95a418341656 req-f6eade97-f763-4c7d-876f-082f606d49d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=10e94330-2a7a-43e0-834b-4dbaa9648800 HTTP/1.1" status: 200 len: 907 time: 0.2125437 Nov 27 01:18:55.712471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Calling delete_port for ba0fa0a6-fbe1-4c07-ad9b-391512738e88 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:55.767631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 05f036be-1390-4e9d-9817-c4f3ce905381 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:55.771197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8eabdd-3185-40e0-b6d6-c6c8abed237e None None] Routers {'c5223666-c8e6-4089-8229-0f3824907dc4'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:55.771855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bb8eabdd-3185-40e0-b6d6-c6c8abed237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5223666-c8e6-4089-8229-0f3824907dc4'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:55.788835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.789445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.790111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.790424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.790889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.791347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.791951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.792251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.792767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.793152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.793597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.794044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.796288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71480487-5735-43eb-887d-36710f5a055b tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8378 time: 0.4424696 Nov 27 01:18:55.799583 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba6f5378-29fe-474b-9cdc-95a418341656 req-72fbeca9-10de-4d57-b571-773c2e2cc2ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1796dc1d-b7a0-4259-a482-17d668602b0d HTTP/1.1" status: 200 len: 999 time: 0.0721037 Nov 27 01:18:55.801604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38004) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:55.803478 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.849230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043a271-6c81-427a-a254-bce9331db2d5 req-d881e316-f713-4de2-867d-94c0c233b0a4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:55.850960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6043a271-6c81-427a-a254-bce9331db2d5 req-d881e316-f713-4de2-867d-94c0c233b0a4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1399903 Nov 27 01:18:55.952404 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:55.978872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6043a271-6c81-427a-a254-bce9331db2d5 req-647c60f8-a6e6-4e28-86ec-66357e6c955c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058695 Nov 27 01:18:55.996328 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cc690a9e-0822-4b88-8fe0-436fc1aa8a16 None None] Provisioning complete for port 5288a4af-eed8-4801-9c36-0aceeb7d58c3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:55.996705 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cc690a9e-0822-4b88-8fe0-436fc1aa8a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.030098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0fa0a6-fbe1-4c07-ad9b-391512738e88,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:56.038763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] No DVR routers for this DVR port ba0fa0a6-fbe1-4c07-ad9b-391512738e88 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:56.063085 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-bb8eabdd-3185-40e0-b6d6-c6c8abed237e None None] Set router c5223666-c8e6-4089-8229-0f3824907dc4 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:56.081668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112ea626-84da-4abd-8178-1e0eaec3ec82']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:56.147509 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.164263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83defa2-0161-472d-a17b-9d0dfb625173') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:56.164703 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83defa2-0161-472d-a17b-9d0dfb625173') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:56.204971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162715b7-91e3-4a50-b81a-423ea2e78010 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.205438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162715b7-91e3-4a50-b81a-423ea2e78010 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.206023 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162715b7-91e3-4a50-b81a-423ea2e78010 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.207112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162715b7-91e3-4a50-b81a-423ea2e78010 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.207648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162715b7-91e3-4a50-b81a-423ea2e78010 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.208099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162715b7-91e3-4a50-b81a-423ea2e78010 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.208549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162715b7-91e3-4a50-b81a-423ea2e78010 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.209075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162715b7-91e3-4a50-b81a-423ea2e78010 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.209561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162715b7-91e3-4a50-b81a-423ea2e78010 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.214682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-162715b7-91e3-4a50-b81a-423ea2e78010 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5922 time: 0.4056013 Nov 27 01:18:56.216895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38010) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:56.219572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.230846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e4ff1e3c-9853-49ce-accf-8f5a70bdb2cd req-550ba3eb-4022-4f10-8955-ab634d278deb tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099944 Nov 27 01:18:56.244366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3083db5d-148c-4c08-b659-41fd18a67bb6']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:56.260601 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.268998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:56.270479 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.298309 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a723efe-c692-4576-8f89-f46ba182b549') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:56.299020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a723efe-c692-4576-8f89-f46ba182b549') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:56.321950 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.345940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9ad610c1-6525-46fe-8c4a-c07d2bff6c13 None None] Deleting port ba0fa0a6-fbe1-4c07-ad9b-391512738e88 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:18:56.346532 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9ad610c1-6525-46fe-8c4a-c07d2bff6c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.349352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f5378-29fe-474b-9cdc-95a418341656 req-0c4d39b1-afec-42f6-9315-dd051bc35dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.351943 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba6f5378-29fe-474b-9cdc-95a418341656 req-0c4d39b1-afec-42f6-9315-dd051bc35dbd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0beaaa4b-bf56-457d-b02f-8ee20dad4c93 HTTP/1.1" status: 200 len: 845 time: 0.5431364 Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:56.352625 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:56.365724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bacdd-fbb0-4b7c-9a6c-ea531bcb1773 req-cf712c0a-4ca7-4adb-a17e-951188c6c87c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.367365 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d86bacdd-fbb0-4b7c-9a6c-ea531bcb1773 req-cf712c0a-4ca7-4adb-a17e-951188c6c87c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2103851 Nov 27 01:18:56.419444 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.435353 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.448677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:56.449090 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:56.458844 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:56.471337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.481496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "DELETE /v2.0/networks/112ea626-84da-4abd-8178-1e0eaec3ec82 HTTP/1.1" status: 204 len: 168 time: 1.4569707 Nov 27 01:18:56.512541 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38016) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:56.544432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b2fb3-2e2d-4ff4-88ac-35b52da28fe6 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event deleted for resources: {'Network': ['ID=112ea626-84da-4abd-8178-1e0eaec3ec82,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:56.640936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 05f036be-1390-4e9d-9817-c4f3ce905381 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:56.641558 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.642104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.654821 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d86bacdd-fbb0-4b7c-9a6c-ea531bcb1773 req-2527b96e-e5a9-4dd7-8e29-582bc31c8be2 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692916 Nov 27 01:18:56.655898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f5378-29fe-474b-9cdc-95a418341656 req-98ed4f34-5456-4ab0-bd7c-986c06492f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.657563 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba6f5378-29fe-474b-9cdc-95a418341656 req-98ed4f34-5456-4ab0-bd7c-986c06492f85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10e94330-2a7a-43e0-834b-4dbaa9648800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2697208 Nov 27 01:18:56.667571 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.671105 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.674536 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3083db5d-148c-4c08-b659-41fd18a67bb6 HTTP/1.1" status: 204 len: 168 time: 1.7545407 Nov 27 01:18:56.698445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02ef2c-23f4-4407-b3e1-fae8a9dfb6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3083db5d-148c-4c08-b659-41fd18a67bb6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:56.752229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9ad610c1-6525-46fe-8c4a-c07d2bff6c13 None None] For port ba0fa0a6-fbe1-4c07-ad9b-391512738e88, host n-d-819494-2, got binding levels [] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:56.752627 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9ad610c1-6525-46fe-8c4a-c07d2bff6c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.793777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9ad610c1-6525-46fe-8c4a-c07d2bff6c13 None None] Calling delete_port for ba0fa0a6-fbe1-4c07-ad9b-391512738e88 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:18:56.796217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324500f-0698-40c0-a0a8-c5bd1dc923c4 req-672cecbe-e793-4cef-8bd5-c3490d60d3ad tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.800196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.ipam_backend_mixin [None req-9ad610c1-6525-46fe-8c4a-c07d2bff6c13 None None] Port ba0fa0a6-fbe1-4c07-ad9b-391512738e88 was not found and therefore no delete operation was performed {{(pid=103386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:18:56.807060 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3324500f-0698-40c0-a0a8-c5bd1dc923c4 req-672cecbe-e793-4cef-8bd5-c3490d60d3ad tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2741253 Nov 27 01:18:56.808543 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9ad610c1-6525-46fe-8c4a-c07d2bff6c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.840862 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d59feaca-42e2-43ea-877c-803843da35ce tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.6194184 Nov 27 01:18:56.841724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cc690a9e-0822-4b88-8fe0-436fc1aa8a16 None None] Provisioning complete for port f006f15c-cde3-41ed-adb6-2219cf8d1ebd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:56.841724 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cc690a9e-0822-4b88-8fe0-436fc1aa8a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:56.846199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ad610c1-6525-46fe-8c4a-c07d2bff6c13 None None] Network 3083db5d-148c-4c08-b659-41fd18a67bb6 is not hosted by any dhcp agent {{(pid=103386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:18:56.846566 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad610c1-6525-46fe-8c4a-c07d2bff6c13 None None] No DVR routers for this DVR port ba0fa0a6-fbe1-4c07-ad9b-391512738e88 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:18:56.851169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad610c1-6525-46fe-8c4a-c07d2bff6c13 None None] Pushing event deleted for resources: {'Port': ['ID=ba0fa0a6-fbe1-4c07-ad9b-391512738e88,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:56.854384 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Sync routers for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:18:56.861013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdc380-74c1-4c54-baf1-e7341e652d09 req-7d04f442-019a-4fb4-954c-f097b8094d20 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:56.864908 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:56.865550 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:56.866378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fcdc380-74c1-4c54-baf1-e7341e652d09 req-7d04f442-019a-4fb4-954c-f097b8094d20 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0931420 Nov 27 01:18:56.884640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38024) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:56.945146 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f8be2b-9c5f-49fa-94c4-095ac79f7977 None None] get_active_networks_info from n-d-819494-2 {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:18:56.953313 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fcdc380-74c1-4c54-baf1-e7341e652d09 req-f4531933-7bac-4f2d-8f17-f159eae25dd4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651095 Nov 27 01:18:57.038040 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.039652 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:57.087961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-cc690a9e-0822-4b88-8fe0-436fc1aa8a16 None None] Port f006f15c-cde3-41ed-adb6-2219cf8d1ebd cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:57.092573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3324500f-0698-40c0-a0a8-c5bd1dc923c4 req-621eb248-331a-4cc5-bb64-515fa68dd010 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816439 Nov 27 01:18:57.144446 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.157071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d92666-6c64-4ef0-8269-fe567c3cb76b']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:57.197083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b44804-8832-4bc0-b224-1bf2e17a8ac7') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:57.197383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b44804-8832-4bc0-b224-1bf2e17a8ac7') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:57.200699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba6f5378-29fe-474b-9cdc-95a418341656 req-c09a1da1-6013-4e45-b347-a921d1004f05 service neutron] 10.222.0.11 "GET /v2.0/networks/10e94330-2a7a-43e0-834b-4dbaa9648800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297596 Nov 27 01:18:57.224026 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 05f036be-1390-4e9d-9817-c4f3ce905381, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=05f036be-1390-4e9d-9817-c4f3ce905381,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:18:57.231236 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.231461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bb8eabdd-3185-40e0-b6d6-c6c8abed237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'af453a81-89e5-473d-ad26-854262d80b6e', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'port_id': '1796dc1d-b7a0-4259-a482-17d668602b0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'mac_address': 'fa:16:3e:d6:8a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:18:32Z', 'updated_at': '2021-11-27T01:18:52Z', 'revision_number': 1, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60b7891-5c76-484d-9aa3-7973e1471980', 'name': '', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'mac_address': 'fa:16:3e:5b:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:23Z', 'updated_at': '2021-11-27T01:18:30Z', 'revision_number': 5, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'subnets': [{'id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:57.266711 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2ef572a1-ee4c-4620-a08c-b6ff601ddb5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7096168887864853b0d56415769aae26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711133 Nov 27 01:18:57.270532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38040) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:57.284154 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.291551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8eabdd-3185-40e0-b6d6-c6c8abed237e None None] The sync data for ids ['c5223666-c8e6-4089-8229-0f3824907dc4'] in n-d-819494-2 is: [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'af453a81-89e5-473d-ad26-854262d80b6e', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'port_id': '1796dc1d-b7a0-4259-a482-17d668602b0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'mac_address': 'fa:16:3e:d6:8a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:18:32Z', 'updated_at': '2021-11-27T01:18:52Z', 'revision_number': 1, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60b7891-5c76-484d-9aa3-7973e1471980', 'name': '', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'mac_address': 'fa:16:3e:5b:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:23Z', 'updated_at': '2021-11-27T01:18:30Z', 'revision_number': 5, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'subnets': [{'id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:57.309962 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.324600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:18:57.324989 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:18:57.329099 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:18:57.354847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9167da-2f11-4c4f-8093-c40784ba3c7e req-cbf67c66-79f4-486f-9c1a-a58508d8fde1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:57.361996 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f9167da-2f11-4c4f-8093-c40784ba3c7e req-cbf67c66-79f4-486f-9c1a-a58508d8fde1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1525216 Nov 27 01:18:57.364288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-084b3c66-e4c2-4ab2-ad82-1b4ff19b5198 None None] Provisioning complete for port f006f15c-cde3-41ed-adb6-2219cf8d1ebd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:57.364703 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-084b3c66-e4c2-4ab2-ad82-1b4ff19b5198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.370091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f8be2b-9c5f-49fa-94c4-095ac79f7977 None None] Resources bound (agent type, host, resource id): {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:18:57.414359 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:18:52Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:18:53Z', 'revision_number': 2, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:57.429577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=05f036be-1390-4e9d-9817-c4f3ce905381,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:57.447171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 73e57867-c643-4c9b-9d56-f1ce9173c443 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:57.472688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6fef933-ed41-418d-88c7-382b39aef79d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.479895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-084b3c66-e4c2-4ab2-ad82-1b4ff19b5198 None None] Port f006f15c-cde3-41ed-adb6-2219cf8d1ebd cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:57.488744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 73e57867-c643-4c9b-9d56-f1ce9173c443 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:57.489189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 73e57867-c643-4c9b-9d56-f1ce9173c443 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:57.489649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 79e7b91f-833f-4a9b-a7ae-fc17401e97cb no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:57.496848 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.500063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba6f5378-29fe-474b-9cdc-95a418341656 req-063b6fdd-4105-4bf0-adf2-ccf3643a9aae service neutron] 10.222.0.11 "GET /v2.0/networks/10e94330-2a7a-43e0-834b-4dbaa9648800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771692 Nov 27 01:18:57.510812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.513894 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6fef933-ed41-418d-88c7-382b39aef79d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.517313 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] 10.222.0.37 "DELETE /v2.0/networks/22d92666-6c64-4ef0-8269-fe567c3cb76b HTTP/1.1" status: 204 len: 168 time: 0.9980123 Nov 27 01:18:57.542135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f79844-431d-4203-9f41-60232f272094 tempest-BulkNetworkOpsIpV6Test-1201151298 tempest-BulkNetworkOpsIpV6Test-1201151298-project] Pushing event deleted for resources: {'Network': ['ID=22d92666-6c64-4ef0-8269-fe567c3cb76b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:57.551786 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Checking router: b5c681f9-870d-4915-ac5e-2846d7c987df for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:18:57.552139 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Updating router b5c681f9-870d-4915-ac5e-2846d7c987df port f006f15c-cde3-41ed-adb6-2219cf8d1ebd binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:18:57.559858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f9167da-2f11-4c4f-8093-c40784ba3c7e req-81433f2b-c893-48bf-b4c4-cbf17a49d9f0 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963456 Nov 27 01:18:57.620847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 79e7b91f-833f-4a9b-a7ae-fc17401e97cb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:57.621397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 79e7b91f-833f-4a9b-a7ae-fc17401e97cb not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:57.648828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6fef933-ed41-418d-88c7-382b39aef79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.652640 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6fef933-ed41-418d-88c7-382b39aef79d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.656472 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b6fef933-ed41-418d-88c7-382b39aef79d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d21fecf-10a9-4d32-8825-27edb7765fca HTTP/1.1" status: 204 len: 168 time: 0.3822508 Nov 27 01:18:57.672702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fef933-ed41-418d-88c7-382b39aef79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d21fecf-10a9-4d32-8825-27edb7765fca,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:57.674471 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:57.781008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f483018-214d-41f1-9871-651a2fd7ff2f req-f116af9e-8a9c-45b3-b2c3-fe40bc656932 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:57.782607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f483018-214d-41f1-9871-651a2fd7ff2f req-f116af9e-8a9c-45b3-b2c3-fe40bc656932 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1146305 Nov 27 01:18:57.787755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f43c19-6d59-49fd-bbc0-41b996b7f04b None None] New status for floating IP af453a81-89e5-473d-ad26-854262d80b6e: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:18:57.907438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5288a4af-eed8-4801-9c36-0aceeb7d58c3 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:57.911315 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f483018-214d-41f1-9871-651a2fd7ff2f req-a02ce33e-c440-41b3-ad7b-ae3189a6be9c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197803 Nov 27 01:18:58.035165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38060) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:58.041902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0500e914-07a5-464f-b5e5-084ae341bdbb tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385972143', 'description': 'tempest-secgroup-smoke-385972143 description', 'project_id': '693123b5cb044942b888cf0396b36532'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:58.109209 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0500e914-07a5-464f-b5e5-084ae341bdbb tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.147068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38064) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:58.236589 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5288a4af-eed8-4801-9c36-0aceeb7d58c3 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:58.237989 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.243071 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0500e914-07a5-464f-b5e5-084ae341bdbb tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.250768 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0500e914-07a5-464f-b5e5-084ae341bdbb tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.262530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e682-32e7-46e2-8273-b90ed3936512 req-81efe7f4-2551-4f26-a1f8-f0e40271c34d tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:58.278936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-81efe7f4-2551-4f26-a1f8-f0e40271c34d tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 814 time: 0.2548187 Nov 27 01:18:58.308515 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-5d8200cc-d90e-436b-b6ee-c9ad406be740 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/quotas/3489c5440ae04387aed79c4c4c26a035 HTTP/1.1" status: 200 len: 375 time: 0.0269444 Nov 27 01:18:58.312328 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.324927 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.352090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500e914-07a5-464f-b5e5-084ae341bdbb tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377aea16-469c-410d-b06a-736f5976df84,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:58.407048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-afb9ca07-1031-425e-8796-e473a2ecd63d tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784161 Nov 27 01:18:58.448891 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f2791-0ef6-4832-b2af-e6c39bc414b3 None None] Pushing event updated for resources: {'Port': ['ID=f006f15c-cde3-41ed-adb6-2219cf8d1ebd,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:58.455692 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0500e914-07a5-464f-b5e5-084ae341bdbb tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.456987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0500e914-07a5-464f-b5e5-084ae341bdbb tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4206419 Nov 27 01:18:58.460048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38078) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:58.469654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-643fcdbb-401d-4bf4-b5ed-9b7b25322d78 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': '377aea16-469c-410d-b06a-736f5976df84', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:58.500623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 05f036be-1390-4e9d-9817-c4f3ce905381 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:18:58.524382 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-643fcdbb-401d-4bf4-b5ed-9b7b25322d78 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.554102 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Attempting to bind port f006f15c-cde3-41ed-adb6-2219cf8d1ebd on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:18:58.554506 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Attempting to bind port f006f15c-cde3-41ed-adb6-2219cf8d1ebd by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:18:58.554857 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Attempting to bind port f006f15c-cde3-41ed-adb6-2219cf8d1ebd on network 506db715-82e2-45e5-8b4b-35cec04934bf {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:18:58.561205 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf834f7f-09b4-4869-acd6-3e33dfd63fc1 req-f224314d-bdff-4638-b789-d9a10951c27a tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:58.562826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cf834f7f-09b4-4869-acd6-3e33dfd63fc1 req-f224314d-bdff-4638-b789-d9a10951c27a tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1727872 Nov 27 01:18:58.567467 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:18:58.567837 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Checking segment: {'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:18:58.568244 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.568626 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Bound using segment: {'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:18:58.569087 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Bound port: f006f15c-cde3-41ed-adb6-2219cf8d1ebd, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:18:58.569609 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.588798 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5abff91b-c94f-46f7-85fc-36ba68230c81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=041c35b9a4d2459093dc58868a67cb5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4330244 Nov 27 01:18:58.588915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Provisioning complete for port 05f036be-1390-4e9d-9817-c4f3ce905381 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:58.588915 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.589105 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38082) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:58.701072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 05f036be-1390-4e9d-9817-c4f3ce905381 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:58.701620 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.714208 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] For port f006f15c-cde3-41ed-adb6-2219cf8d1ebd, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:18:58.719068 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] For port f006f15c-cde3-41ed-adb6-2219cf8d1ebd, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f006f15c-cde3-41ed-adb6-2219cf8d1ebd,segment=NetworkSegment(ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1),segment_id=ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:18:58.725696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-5716e0f5-0996-42f5-93e3-87058f7a9885 service neutron] 10.222.0.37 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174870 Nov 27 01:18:58.734169 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.739572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-643fcdbb-401d-4bf4-b5ed-9b7b25322d78 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.748266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cf834f7f-09b4-4869-acd6-3e33dfd63fc1 req-378b7fe1-7495-49e3-a087-66974109887e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749225 Nov 27 01:18:58.805730 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e59dccf5-6e3a-4632-b809-c5031cfcd7d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.810797 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:18:58.811441 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:58.840567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e59dccf5-6e3a-4632-b809-c5031cfcd7d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.927394 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e59dccf5-6e3a-4632-b809-c5031cfcd7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.932852 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e59dccf5-6e3a-4632-b809-c5031cfcd7d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.936848 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e59dccf5-6e3a-4632-b809-c5031cfcd7d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a370dda4-1f8d-486b-ba68-06def04128d4 HTTP/1.1" status: 204 len: 168 time: 0.3443096 Nov 27 01:18:58.938787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-e1225285-9684-4d5b-b2d0-1ff3cafe2a03 service neutron] 10.222.0.37 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961961 Nov 27 01:18:58.939968 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-643fcdbb-401d-4bf4-b5ed-9b7b25322d78 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.982353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Provisioning complete for port b0b62984-a6f7-4a6e-b2e1-70df071e613d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:58.982859 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:58.991096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fcdbb-401d-4bf4-b5ed-9b7b25322d78 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fed8b4-fb5d-488e-9407-b57b79370519,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:59.015149 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-643fcdbb-401d-4bf4-b5ed-9b7b25322d78 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.020375 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-643fcdbb-401d-4bf4-b5ed-9b7b25322d78 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5580571 Nov 27 01:18:59.021005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38096) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:59.038288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dccf5-6e3a-4632-b809-c5031cfcd7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a370dda4-1f8d-486b-ba68-06def04128d4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:59.043369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1a80ac68-4a1c-4a53-9168-77d1dd6eb515 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': '377aea16-469c-410d-b06a-736f5976df84', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:59.085472 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:18:59.118847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ba0fa0a6-fbe1-4c07-ad9b-391512738e88 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:18:59.137692 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a80ac68-4a1c-4a53-9168-77d1dd6eb515 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.141994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba901bc-3e70-4d11-8cac-9e6277009efe req-86f15414-05e7-4e2d-a2c0-a8231ac6fb30 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:59.144432 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ba901bc-3e70-4d11-8cac-9e6277009efe req-86f15414-05e7-4e2d-a2c0-a8231ac6fb30 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1665099 Nov 27 01:18:59.153118 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f2791-0ef6-4832-b2af-e6c39bc414b3 None None] Pushing event updated for resources: {'Port': ['ID=f006f15c-cde3-41ed-adb6-2219cf8d1ebd,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:59.283719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ba901bc-3e70-4d11-8cac-9e6277009efe req-5bb7955c-7092-4478-a1a8-6e081d942e00 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320448 Nov 27 01:18:59.375180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a80ac68-4a1c-4a53-9168-77d1dd6eb515 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.387331 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a80ac68-4a1c-4a53-9168-77d1dd6eb515 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.431191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: ba0fa0a6-fbe1-4c07-ad9b-391512738e88 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:18:59.431547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ba0fa0a6-fbe1-4c07-ad9b-391512738e88 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:18:59.435283 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Port b0b62984-a6f7-4a6e-b2e1-70df071e613d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:59.463821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Provisioning complete for port 56ad5689-1390-466a-9ff0-305c9a535a8e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:59.464213 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.473932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80ac68-4a1c-4a53-9168-77d1dd6eb515 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0937fae3-2f81-4159-a756-bae6fc8bae5c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:59.489115 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a80ac68-4a1c-4a53-9168-77d1dd6eb515 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.505274 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1a80ac68-4a1c-4a53-9168-77d1dd6eb515 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4831777 Nov 27 01:18:59.510212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38112) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:59.527538 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-12991cd2-cd76-46e1-9eea-796e88dbbf86 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': '377aea16-469c-410d-b06a-736f5976df84', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:18:59.532963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Port 56ad5689-1390-466a-9ff0-305c9a535a8e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:18:59.550324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Provisioning complete for port a3a7c0f0-f187-4beb-aa9c-95180f883c11 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:59.550708 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.573659 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:18:52Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:18:58Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:18:59.604401 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c82b6-f571-48e3-8fa4-1d450e74f6d0 req-972e692a-c3c8-4d41-b799-0db4b670b1cd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:18:59.614837 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a8c8930-b008-4cb9-a775-6d036cb0c670 req-1f468e9c-63ac-42a2-9a47-24d569ea500d tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 210 time: 0.1020107 Nov 27 01:18:59.617550 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be4c82b6-f571-48e3-8fa4-1d450e74f6d0 req-972e692a-c3c8-4d41-b799-0db4b670b1cd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1220057 Nov 27 01:18:59.640225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12991cd2-cd76-46e1-9eea-796e88dbbf86 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.649991 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65590b17-e1d9-4a26-9b8c-4f01f1a44464 None None] The sync data for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 is: [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:18:52Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:18:58Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:18:59.788806 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be4c82b6-f571-48e3-8fa4-1d450e74f6d0 req-a7d4fff9-b1d6-45aa-a00d-3a998f4f555b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676915 Nov 27 01:18:59.790163 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12991cd2-cd76-46e1-9eea-796e88dbbf86 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.810544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Provisioning complete for port de278812-84d3-4af0-92b6-204cd91f8d25 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:18:59.811114 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.816649 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12991cd2-cd76-46e1-9eea-796e88dbbf86 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.874036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12991cd2-cd76-46e1-9eea-796e88dbbf86 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6589d858-6991-4875-853f-cef78c606ed0,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:18:59.912063 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12991cd2-cd76-46e1-9eea-796e88dbbf86 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:18:59.913541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-12991cd2-cd76-46e1-9eea-796e88dbbf86 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4020851 Nov 27 01:18:59.916630 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38132) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:18:59.922955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3e7a437f-1108-43c9-a3b8-64054a43adf7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': '377aea16-469c-410d-b06a-736f5976df84', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:00.000687 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Provisioning complete for port 9662d814-6ccd-4c04-ac53-5173e1f1a284 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:00.001292 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3e7a437f-1108-43c9-a3b8-64054a43adf7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.001827 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.128556 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3e7a437f-1108-43c9-a3b8-64054a43adf7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.144814 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3e7a437f-1108-43c9-a3b8-64054a43adf7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.170919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a23c1-e14a-4e3c-8d98-0db7b097e1f9 req-83a2e307-6e22-4e4e-9fee-6d928a854649 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:00.190704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Provisioning complete for port 6b1158a9-0e28-42b3-b6b6-f9c84494c14b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:00.191299 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26d4ec41-7006-41c4-9706-6880e99a7395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.194906 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-831a23c1-e14a-4e3c-8d98-0db7b097e1f9 req-83a2e307-6e22-4e4e-9fee-6d928a854649 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1491206 Nov 27 01:19:00.229729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3e7a437f-1108-43c9-a3b8-64054a43adf7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.231337 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3e7a437f-1108-43c9-a3b8-64054a43adf7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3134584 Nov 27 01:19:00.232392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a437f-1108-43c9-a3b8-64054a43adf7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d225b6df-c2a2-49ce-8b28-2ee0f996eba0,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:00.234170 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38154) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:00.240155 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5c29856a-e458-499f-bea3-9389a8a25d89 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': '377aea16-469c-410d-b06a-736f5976df84', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:00.292191 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-5c29856a-e458-499f-bea3-9389a8a25d89 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Project 693123b5cb044942b888cf0396b36532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:19:00.301122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c29856a-e458-499f-bea3-9389a8a25d89 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.338271 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-831a23c1-e14a-4e3c-8d98-0db7b097e1f9 req-1723a042-8d1f-4d46-a069-cf17ee648d0b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420774 Nov 27 01:19:00.379515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38160) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:00.479839 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c29856a-e458-499f-bea3-9389a8a25d89 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.491526 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c29856a-e458-499f-bea3-9389a8a25d89 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.521856 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29856a-e458-499f-bea3-9389a8a25d89 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ba714e-389e-4377-8a7a-0da526443a31,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:00.533458 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c29856a-e458-499f-bea3-9389a8a25d89 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.535580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c29856a-e458-499f-bea3-9389a8a25d89 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2999537 Nov 27 01:19:00.538415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38166) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:00.538581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-669bd2e2-0c54-411c-95b5-cad94392faf7 None None] Provisioning complete for port 30052bce-6fa6-4f4c-abfe-1a86d105c527 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:00.539074 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-669bd2e2-0c54-411c-95b5-cad94392faf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.552376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b49a6518-9851-4cff-b366-5870d8fa94a2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': '377aea16-469c-410d-b06a-736f5976df84', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:00.556257 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77f045-a376-4d03-b862-606ffe056aac req-32dccc16-79bf-4aa5-b372-cbadd2da2b06 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:00.565091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8d77f045-a376-4d03-b862-606ffe056aac req-32dccc16-79bf-4aa5-b372-cbadd2da2b06 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.0769670 Nov 27 01:19:00.615029 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-b49a6518-9851-4cff-b366-5870d8fa94a2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Project 693123b5cb044942b888cf0396b36532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:19:00.624071 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b49a6518-9851-4cff-b366-5870d8fa94a2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.741053 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-669bd2e2-0c54-411c-95b5-cad94392faf7 None None] Provisioning complete for port f006f15c-cde3-41ed-adb6-2219cf8d1ebd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:00.741735 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-669bd2e2-0c54-411c-95b5-cad94392faf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.750122 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8d77f045-a376-4d03-b862-606ffe056aac req-954149e2-9f9d-4f62-8ae7-16ec75a3e68a tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839843 Nov 27 01:19:00.765421 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b49a6518-9851-4cff-b366-5870d8fa94a2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.772002 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b49a6518-9851-4cff-b366-5870d8fa94a2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.774406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'networks': [{'name': 'tempest-network--971505452'}, {'name': 'tempest-network--162685695'}]} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:00.774720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'network': {'name': 'tempest-network--971505452'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:00.775175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'network': {'name': 'tempest-network--162685695'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:00.805497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a6518-9851-4cff-b366-5870d8fa94a2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1b6a99-0b66-44ab-a554-aefe943ba3d6,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:00.829775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Made reservation on behalf of 2f539f927e96408d8e8bef0325de2269 for: {'network': 2} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:00.835933 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.855933 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.892324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b49a6518-9851-4cff-b366-5870d8fa94a2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:00.894338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b49a6518-9851-4cff-b366-5870d8fa94a2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3540773 Nov 27 01:19:00.923542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2c822-3f6a-4def-b404-a118b59991e4 req-6e25d652-aa4a-40ed-ba09-a7624026094c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:00.925148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0cd2c822-3f6a-4def-b404-a118b59991e4 req-6e25d652-aa4a-40ed-ba09-a7624026094c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1036544 Nov 27 01:19:00.947312 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-669bd2e2-0c54-411c-95b5-cad94392faf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.027714 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0cd2c822-3f6a-4def-b404-a118b59991e4 req-06fd8bc9-a3a4-4e9e-9596-89d511853560 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876119 Nov 27 01:19:01.043560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-669bd2e2-0c54-411c-95b5-cad94392faf7 None None] For port f006f15c-cde3-41ed-adb6-2219cf8d1ebd, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f006f15c-cde3-41ed-adb6-2219cf8d1ebd,segment=NetworkSegment(ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1),segment_id=ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:01.052969 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-669bd2e2-0c54-411c-95b5-cad94392faf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.086705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.099153 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-002197ca-e4be-4d6c-822e-4537920a173c req-33acddfb-61dd-4612-8ad0-a8b32abe5e2c tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 210 time: 0.1026111 Nov 27 01:19:01.105485 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.107362 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.167112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-669bd2e2-0c54-411c-95b5-cad94392faf7 None None] Provisioning complete for port cc6e89c1-3d2b-4a21-ab32-24d96e986684 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:01.167975 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-669bd2e2-0c54-411c-95b5-cad94392faf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.260555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0679e61d-6ffc-4e13-b780-79cca5c8c77e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:01.344435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bd2e2-0c54-411c-95b5-cad94392faf7 None None] Pushing event updated for resources: {'Port': ['ID=f006f15c-cde3-41ed-adb6-2219cf8d1ebd,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:01.372837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:01.422083 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.427283 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Added segment 3b44b678-2d66-493e-b41d-9fe9f40ac467 of type vlan for network 07b3c404-87b8-4ee4-a124-c1c4fb8c18e6 Nov 27 01:19:01.443121 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-d2bb6645-1059-402f-bcac-9d400cab6f33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385972143&fields=id&tenant_id=693123b5cb044942b888cf0396b36532 HTTP/1.1" status: 200 len: 267 time: 0.1669276 Nov 27 01:19:01.574010 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.641300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-21396a46-9611-4cbb-8f66-aa73e5d60946 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:01.642947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-21396a46-9611-4cbb-8f66-aa73e5d60946 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/networks?id=506db715-82e2-45e5-8b4b-35cec04934bf HTTP/1.1" status: 200 len: 797 time: 0.1987486 Nov 27 01:19:01.643747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:01.653335 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:01.653642 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Added segment dc9f0670-868d-43f7-8d62-c8cbf406bbb1 of type vlan for network 4f520357-ca4d-48ce-b79e-6b8650102ce9 Nov 27 01:19:01.724623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6ba5-3a61-49b6-b8c7-084198014248 req-19ccf90b-7320-4886-9bbf-88b16a1822d0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:01.732493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be1c6ba5-3a61-49b6-b8c7-084198014248 req-19ccf90b-7320-4886-9bbf-88b16a1822d0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0877156 Nov 27 01:19:01.795549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e682-32e7-46e2-8273-b90ed3936512 req-6d36d6d7-bf06-4575-995d-e3a6ae1c9fcf tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:01.797195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-6d36d6d7-bf06-4575-995d-e3a6ae1c9fcf tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.11 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 814 time: 0.6119599 Nov 27 01:19:01.814041 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be1c6ba5-3a61-49b6-b8c7-084198014248 req-93ba4f36-109f-4582-be99-79f15fe702ee tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805469 Nov 27 01:19:01.826866 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-1314e682-32e7-46e2-8273-b90ed3936512 req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Request body: {'port': {'device_id': 'af4e6450-e7f0-4b25-ab81-e4ede51a34bd', 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e', 'admin_state_up': True, 'tenant_id': '3489c5440ae04387aed79c4c4c26a035'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:01.859743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f006f15c-cde3-41ed-adb6-2219cf8d1ebd up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:01.960763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f006f15c-cde3-41ed-adb6-2219cf8d1ebd triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:01.961559 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.005621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cf7e5-2b20-4899-8157-983e2f4c26bc req-1df7c855-f61d-4ea6-84a8-5660a078b735 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.007700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec4cf7e5-2b20-4899-8157-983e2f4c26bc req-1df7c855-f61d-4ea6-84a8-5660a078b735 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.0702982 Nov 27 01:19:02.024262 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-e7c30a57-c72a-44a0-87fb-79180e4ee79f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/quotas/693123b5cb044942b888cf0396b36532 HTTP/1.1" status: 200 len: 375 time: 0.3604295 Nov 27 01:19:02.043464 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.118346 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-76b5bc80-a8ed-4171-9a7f-8f7a38d8531d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803683 Nov 27 01:19:02.126749 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.127186 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec4cf7e5-2b20-4899-8157-983e2f4c26bc req-d9395e9a-6ece-4128-a2d4-721243e13c14 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013882 Nov 27 01:19:02.127449 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.132957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.138863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.139755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.158802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1314e682-32e7-46e2-8273-b90ed3936512 req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Made reservation on behalf of 3489c5440ae04387aed79c4c4c26a035 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:02.165430 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1314e682-32e7-46e2-8273-b90ed3936512 req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.246581 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8655834 Nov 27 01:19:02.255122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38206) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:02.265573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event updated for resources: {'Network': ['ID=07b3c404-87b8-4ee4-a124-c1c4fb8c18e6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:02.280257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 07b3c404-87b8-4ee4-a124-c1c4fb8c18e6 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:02.355391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-ff38b113-4871-4d11-87e2-f36a9f0863d0 service neutron] 10.222.0.37 "GET /v2.0/networks/506db715-82e2-45e5-8b4b-35cec04934bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122602 Nov 27 01:19:02.356258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ee8b3-bfe4-40bd-966c-facdb7ee0f51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event updated for resources: {'Network': ['ID=4f520357-ca4d-48ce-b79e-6b8650102ce9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:02.367755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 4f520357-ca4d-48ce-b79e-6b8650102ce9 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:02.382762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8979810-384d-4aff-889d-656166ae2f0e req-d764bd44-774f-4109-a888-2963afa6c9fd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.384277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8979810-384d-4aff-889d-656166ae2f0e req-d764bd44-774f-4109-a888-2963afa6c9fd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1870182 Nov 27 01:19:02.447835 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-1314e682-32e7-46e2-8273-b90ed3936512 req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Allocated IP 172.20.0.3 (bd808f41-a27e-4bca-a8a2-d7a2c4983d2e/96bf5946-6ed0-4642-8749-4d16c665485d/63d05acf-86a7-4a93-925f-ed859b6cba22) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:02.466733 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7b258cb2-2099-4e05-82e5-89e565a334ee service neutron] 10.222.0.37 "GET /v2.0/networks/506db715-82e2-45e5-8b4b-35cec04934bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013362 Nov 27 01:19:02.469941 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36a6096-5e3f-4dd8-a795-6393e78d7a0a tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.475505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36a6096-5e3f-4dd8-a795-6393e78d7a0a tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.481779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36a6096-5e3f-4dd8-a795-6393e78d7a0a tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.487804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36a6096-5e3f-4dd8-a795-6393e78d7a0a tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:02.489472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f36a6096-5e3f-4dd8-a795-6393e78d7a0a tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2336080 Nov 27 01:19:02.492368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38208) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:02.516963 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8979810-384d-4aff-889d-656166ae2f0e req-cebba1dc-8aef-4f83-a20c-15b7d3b5cf56 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173375 Nov 27 01:19:02.669465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.704667 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-931ecba1-50b8-40b6-adc7-196ae4c2edf5 req-e52ae892-9423-424b-b606-c15c17be28fd tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 210 time: 0.0308669 Nov 27 01:19:02.741996 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1314e682-32e7-46e2-8273-b90ed3936512 req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.811444 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.839513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b3c404-87b8-4ee4-a124-c1c4fb8c18e6']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:02.853343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b44b678-2d66-493e-b41d-9fe9f40ac467') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:02.853683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b44b678-2d66-493e-b41d-9fe9f40ac467') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:02.865809 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.878387 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-18e9bdd8-9052-4633-801d-3ff924a404b4 req-af7f1515-8a6b-4404-868a-e6d23ecb542e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 210 time: 0.0565948 Nov 27 01:19:02.879969 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1314e682-32e7-46e2-8273-b90ed3936512 req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.892905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.900122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:02.900586 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:02.905898 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:02.945084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['cc6e89c1-3d2b-4a21-ab32-24d96e986684'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:02.969826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1314e682-32e7-46e2-8273-b90ed3936512 req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:02.974925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-1314e682-32e7-46e2-8273-b90ed3936512 req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:02.995449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-1314e682-32e7-46e2-8273-b90ed3936512 req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:03.000082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.003458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Pushing event updated for resources: {'Port': ['ID=63d05acf-86a7-4a93-925f-ed859b6cba22,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:03.045558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c1bfe9-da7f-453c-ba94-4e1051cfb5c7 None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:03.066769 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.081363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38238) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:03.082358 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "DELETE /v2.0/networks/07b3c404-87b8-4ee4-a124-c1c4fb8c18e6 HTTP/1.1" status: 204 len: 168 time: 0.5885599 Nov 27 01:19:03.084007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e88e3-98d8-44cd-9826-109a1d7b8761 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event deleted for resources: {'Network': ['ID=07b3c404-87b8-4ee4-a124-c1c4fb8c18e6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:03.113389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e682-32e7-46e2-8273-b90ed3936512 req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.114499 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1314e682-32e7-46e2-8273-b90ed3936512 req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.199154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef3022-228d-4eb9-92b4-d4517738352b req-044e58c3-6855-4409-bed2-868adae63fff tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.200876 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98ef3022-228d-4eb9-92b4-d4517738352b req-044e58c3-6855-4409-bed2-868adae63fff tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1139951 Nov 27 01:19:03.226335 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-31b592c9-c232-4ad6-896b-2da5b3994120 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4068754 Nov 27 01:19:03.238197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7e8aed62-0c07-49bf-9f49-60eb3221a6d4 None None] Provisioning complete for port 63d05acf-86a7-4a93-925f-ed859b6cba22 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:03.238599 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e8aed62-0c07-49bf-9f49-60eb3221a6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.242216 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.265571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Request body: {'port': {'device_id': 'af4e6450-e7f0-4b25-ab81-e4ede51a34bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:03.281340 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98ef3022-228d-4eb9-92b4-d4517738352b req-3f896488-69f8-4956-8a37-924ba932cdc5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733931 Nov 27 01:19:03.321940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7e8aed62-0c07-49bf-9f49-60eb3221a6d4 None None] Port 63d05acf-86a7-4a93-925f-ed859b6cba22 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:03.445843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1dec2-d06a-4d82-8c04-cf5ee0faed1d req-4f52863b-e064-4ce7-9662-00f341e097f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.448455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dde1dec2-d06a-4d82-8c04-cf5ee0faed1d req-4f52863b-e064-4ce7-9662-00f341e097f7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0633516 Nov 27 01:19:03.460450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.474570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4a305-c61c-4e50-ab92-e7550199e08f req-3e47ba80-fb86-4567-ae04-7534f43b2862 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.476072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bae4a305-c61c-4e50-ab92-e7550199e08f req-3e47ba80-fb86-4567-ae04-7534f43b2862 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.2239985 Nov 27 01:19:03.495236 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.530866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dde1dec2-d06a-4d82-8c04-cf5ee0faed1d req-5c844cea-3456-4d26-9281-1dbd74623e4b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742936 Nov 27 01:19:03.555822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f520357-ca4d-48ce-b79e-6b8650102ce9']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:03.580197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9f0670-868d-43f7-8d62-c8cbf406bbb1') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:03.580426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9f0670-868d-43f7-8d62-c8cbf406bbb1') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:03.606046 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.616514 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bae4a305-c61c-4e50-ab92-e7550199e08f req-20eface2-cb6e-4c94-93e9-ca6752a09c58 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271112 Nov 27 01:19:03.691564 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.726526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:03.727049 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:03.730801 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:03.875864 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.888597 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:03.890506 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "DELETE /v2.0/networks/4f520357-ca4d-48ce-b79e-6b8650102ce9 HTTP/1.1" status: 204 len: 168 time: 0.8079531 Nov 27 01:19:03.894114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38260) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:03.913385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd91698-180a-40be-8611-dd8d18df70e3 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event deleted for resources: {'Network': ['ID=4f520357-ca4d-48ce-b79e-6b8650102ce9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:03.953309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc66ee-6a81-4bee-a9d4-90ae41a56395 req-f7fc3bf3-358c-4cb2-8ddf-7ce9186de292 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:03.954950 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-89fc66ee-6a81-4bee-a9d4-90ae41a56395 req-f7fc3bf3-358c-4cb2-8ddf-7ce9186de292 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1469650 Nov 27 01:19:04.057446 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-89fc66ee-6a81-4bee-a9d4-90ae41a56395 req-e511b684-b06c-412e-858a-e821418a6704 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951390 Nov 27 01:19:04.063281 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d05acf-86a7-4a93-925f-ed859b6cba22 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:04.070967 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2090e-4ca4-4ff1-97cc-4a21d6a5eaad req-7fbc937e-c0b3-4671-bc6e-c5d46334f2b0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.073105 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ea2090e-4ca4-4ff1-97cc-4a21d6a5eaad req-7fbc937e-c0b3-4671-bc6e-c5d46334f2b0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 931 time: 0.1243293 Nov 27 01:19:04.073369 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.083647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2a085-9f54-4633-abe5-77a43602b0eb tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.086649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Transition to ACTIVE for port object 63d05acf-86a7-4a93-925f-ed859b6cba22 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:19:04.090358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2a085-9f54-4633-abe5-77a43602b0eb tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.098970 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-64b2a085-9f54-4633-abe5-77a43602b0eb tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1965141 Nov 27 01:19:04.099674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38264) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:04.100295 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.106938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7da1464e-2eac-4a09-bf11-c4eb78d9b0d1 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-71317879'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:04.141631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c6fcd-3218-4d64-adc8-eabeae20b496 None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:04.181835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da1464e-2eac-4a09-bf11-c4eb78d9b0d1 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Made reservation on behalf of 2f539f927e96408d8e8bef0325de2269 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:04.189666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7da1464e-2eac-4a09-bf11-c4eb78d9b0d1 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.263038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da1464e-2eac-4a09-bf11-c4eb78d9b0d1 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:04.277154 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Pushing event updated for resources: {'Port': ['ID=63d05acf-86a7-4a93-925f-ed859b6cba22,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:04.281282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ea2090e-4ca4-4ff1-97cc-4a21d6a5eaad req-bbf31026-1aff-4618-982e-f3e4d38f5757 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799932 Nov 27 01:19:04.354822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7da1464e-2eac-4a09-bf11-c4eb78d9b0d1 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.363673 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d7393-6f88-47b7-ac25-7c552ac59471 req-aba6bebd-fc9c-4d17-8221-5768b0b01d3b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.364519 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-7da1464e-2eac-4a09-bf11-c4eb78d9b0d1 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Added segment 79491940-b312-4038-99d4-87552dccefd5 of type vlan for network be0f064a-404d-4003-aa1a-75691bdf404a Nov 27 01:19:04.364742 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-150d7393-6f88-47b7-ac25-7c552ac59471 req-aba6bebd-fc9c-4d17-8221-5768b0b01d3b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1058240 Nov 27 01:19:04.367675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Attempting to bind port 63d05acf-86a7-4a93-925f-ed859b6cba22 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:04.368007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Attempting to bind port 63d05acf-86a7-4a93-925f-ed859b6cba22 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:04.368330 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Attempting to bind port 63d05acf-86a7-4a93-925f-ed859b6cba22 on network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:04.373205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Port 63d05acf-86a7-4a93-925f-ed859b6cba22 on network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:19:04.373460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Attempting to bind port 63d05acf-86a7-4a93-925f-ed859b6cba22 on network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:04.382469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:04.382835 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Checking segment: {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:04.383232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Bound using segment: {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:04.383675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Bound port: 63d05acf-86a7-4a93-925f-ed859b6cba22, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:04.384026 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.488034 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-19f30d0e-0d0e-4c8e-93dc-a4b18054aece req-fc53ef69-b8eb-447b-9c2c-c42fef42b79f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 210 time: 0.0785017 Nov 27 01:19:04.494869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-150d7393-6f88-47b7-ac25-7c552ac59471 req-6539e443-5b03-4e58-ae01-11a01a059f77 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147959 Nov 27 01:19:04.511978 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] For port 63d05acf-86a7-4a93-925f-ed859b6cba22, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:04.516768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] For port 63d05acf-86a7-4a93-925f-ed859b6cba22, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=63d05acf-86a7-4a93-925f-ed859b6cba22,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:04.540855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.556436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-4f0d0073-ba2d-485e-a5e6-33e7bf309e1e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.558041 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-4f0d0073-ba2d-485e-a5e6-33e7bf309e1e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.42 "GET /v2.0/networks?id=506db715-82e2-45e5-8b4b-35cec04934bf HTTP/1.1" status: 200 len: 797 time: 0.2756293 Nov 27 01:19:04.569214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0718b2b0-0b0a-435f-88bf-a204f713c0e8 None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:04.593411 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7da1464e-2eac-4a09-bf11-c4eb78d9b0d1 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.602031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.602682 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.604098 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] 10.222.0.11 "PUT /v2.0/ports/63d05acf-86a7-4a93-925f-ed859b6cba22 HTTP/1.1" status: 200 len: 1091 time: 1.3585954 Nov 27 01:19:04.604552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4e6450-e7f0-4b25-ab81-e4ede51a34bd', 'tag': '63d05acf-86a7-4a93-925f-ed859b6cba22'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:04.606935 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96b7b7a-b07d-441f-a9d4-3f93380d96d7" -d '{"events": [{"name": "network-changed", "server_uuid": "af4e6450-e7f0-4b25-ab81-e4ede51a34bd", "tag": "63d05acf-86a7-4a93-925f-ed859b6cba22"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:04.663105 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7da1464e-2eac-4a09-bf11-c4eb78d9b0d1 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.673640 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a77b273-3bab-4e03-a0be-80f6493c38bf x-openstack-request-id: req-6a77b273-3bab-4e03-a0be-80f6493c38bf {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:04.673916 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4e6450-e7f0-4b25-ab81-e4ede51a34bd", "tag": "63d05acf-86a7-4a93-925f-ed859b6cba22", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:04.674170 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a77b273-3bab-4e03-a0be-80f6493c38bf {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:04.674469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da1464e-2eac-4a09-bf11-c4eb78d9b0d1 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.674633 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4e6450-e7f0-4b25-ab81-e4ede51a34bd', 'tag': '63d05acf-86a7-4a93-925f-ed859b6cba22', 'status': 'completed', 'code': 200} Nov 27 01:19:04.675484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7da1464e-2eac-4a09-bf11-c4eb78d9b0d1 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.713913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae316d0a-ca63-4a8f-a6e9-1fdf564ae594 service neutron] Pushing event updated for resources: {'Port': ['ID=63d05acf-86a7-4a93-925f-ed859b6cba22,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:04.747980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd454c-ecfe-42c2-a7fd-d3203883b0d1 req-9abf56da-a222-442e-8d91-d5080f02a397 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.749498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52bd454c-ecfe-42c2-a7fd-d3203883b0d1 req-9abf56da-a222-442e-8d91-d5080f02a397 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1928880 Nov 27 01:19:04.778380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e682-32e7-46e2-8273-b90ed3936512 req-c841d4e7-f539-40ae-968b-42f0fd2cc6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.779858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-c841d4e7-f539-40ae-968b-42f0fd2cc6bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 1094 time: 0.0903332 Nov 27 01:19:04.780321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38274) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:04.780533 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7da1464e-2eac-4a09-bf11-c4eb78d9b0d1 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6779468 Nov 27 01:19:04.787780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5d2c3ac3-af33-4d4e-8678-59b131f7a7ae tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1078127683'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:04.794622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-b84da96d-2ef3-49ee-877c-032fbac9fb9a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693123b5cb044942b888cf0396b36532 HTTP/1.1" status: 200 len: 379 time: 0.2122202 Nov 27 01:19:04.795725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1464e-2eac-4a09-bf11-c4eb78d9b0d1 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event updated for resources: {'Network': ['ID=be0f064a-404d-4003-aa1a-75691bdf404a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:04.805850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'port': {'device_id': '9e327c0d-528c-4827-8041-f23f82b000c9', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'admin_state_up': True, 'tenant_id': '693123b5cb044942b888cf0396b36532', 'security_groups': ['377aea16-469c-410d-b06a-736f5976df84']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:04.813121 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network be0f064a-404d-4003-aa1a-75691bdf404a details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:04.866615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-48185942-3380-4bef-abf8-4f0879fed2f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d05acf-86a7-4a93-925f-ed859b6cba22 HTTP/1.1" status: 200 len: 217 time: 0.0678978 Nov 27 01:19:04.881018 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52bd454c-ecfe-42c2-a7fd-d3203883b0d1 req-ce850ed7-01f5-4657-9d3e-9cd44eb97cc8 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221807 Nov 27 01:19:04.889734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2c3ac3-af33-4d4e-8678-59b131f7a7ae tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Made reservation on behalf of 2f539f927e96408d8e8bef0325de2269 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:04.893376 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3ac3-af33-4d4e-8678-59b131f7a7ae tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.948971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314e682-32e7-46e2-8273-b90ed3936512 req-2cb01b1e-29ab-4a73-8a0d-027da83cd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:04.950731 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-2cb01b1e-29ab-4a73-8a0d-027da83cd277 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96bf5946-6ed0-4642-8749-4d16c665485d HTTP/1.1" status: 200 len: 854 time: 0.0685055 Nov 27 01:19:04.951540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2c3ac3-af33-4d4e-8678-59b131f7a7ae tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:04.985210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Made reservation on behalf of 693123b5cb044942b888cf0396b36532 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:04.988817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3ac3-af33-4d4e-8678-59b131f7a7ae tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.989247 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-5d2c3ac3-af33-4d4e-8678-59b131f7a7ae tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Added segment a35eda57-979c-41ca-b036-bee3d99029b5 of type vlan for network f0cf4a6d-0203-4f44-bd4c-ada959055b0c Nov 27 01:19:04.989881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:04.992470 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-351f595f-d81c-459a-a7fc-42e20486ac38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339596 Nov 27 01:19:05.093017 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3ac3-af33-4d4e-8678-59b131f7a7ae tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.144807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Allocated IP 172.20.0.8 (506db715-82e2-45e5-8b4b-35cec04934bf/4b81952b-8ab9-4fa5-9325-de855a43a081/da6dbfad-544e-4028-ad76-659ba663ae44) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:05.161850 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3ac3-af33-4d4e-8678-59b131f7a7ae tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.167788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2c3ac3-af33-4d4e-8678-59b131f7a7ae tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.168316 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3ac3-af33-4d4e-8678-59b131f7a7ae tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.193606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f6e73-5652-4935-8b16-d05a16c81469 req-3396ce38-f89b-484e-8d3a-ea018e371cea tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.195118 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a4f6e73-5652-4935-8b16-d05a16c81469 req-3396ce38-f89b-484e-8d3a-ea018e371cea tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1600938 Nov 27 01:19:05.216846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-f773dabc-555b-4fea-ad6b-d98ca7e9a2cc service neutron] 10.222.0.11 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919882 Nov 27 01:19:05.287311 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5d2c3ac3-af33-4d4e-8678-59b131f7a7ae tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5043926 Nov 27 01:19:05.296244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38282) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:05.302176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'ports': [{'network_id': 'be0f064a-404d-4003-aa1a-75691bdf404a', 'name': 'tempest-port--1651317928', 'admin_state_up': True}, {'network_id': 'f0cf4a6d-0203-4f44-bd4c-ada959055b0c', 'admin_state_up': False}]} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:05.302597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'port': {'network_id': 'be0f064a-404d-4003-aa1a-75691bdf404a', 'name': 'tempest-port--1651317928', 'admin_state_up': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:05.303121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'port': {'network_id': 'f0cf4a6d-0203-4f44-bd4c-ada959055b0c', 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:05.333493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c3ac3-af33-4d4e-8678-59b131f7a7ae tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event updated for resources: {'Network': ['ID=f0cf4a6d-0203-4f44-bd4c-ada959055b0c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:05.345474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network f0cf4a6d-0203-4f44-bd4c-ada959055b0c details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:05.370546 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a4f6e73-5652-4935-8b16-d05a16c81469 req-ecc35eb7-e438-4222-b913-ce936fca2416 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594386 Nov 27 01:19:05.406179 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1314e682-32e7-46e2-8273-b90ed3936512 req-6eb51829-3e2b-48f3-8979-3397581c17c9 service neutron] 10.222.0.11 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545792 Nov 27 01:19:05.456038 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.564335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78a630-100d-4dc4-afdb-ece8b6f8065b req-6aa9e4ce-a0b2-46ac-b321-d5cdbee13b63 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.570778 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c78a630-100d-4dc4-afdb-ece8b6f8065b req-6aa9e4ce-a0b2-46ac-b321-d5cdbee13b63 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1019306 Nov 27 01:19:05.597171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65fa4-8f4c-4c10-b744-a6b2030315eb req-0913b1e4-1771-4dc1-a9d4-6ee566f03478 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.599410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-05a65fa4-8f4c-4c10-b744-a6b2030315eb req-0913b1e4-1771-4dc1-a9d4-6ee566f03478 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 943 time: 0.1966155 Nov 27 01:19:05.604700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b7b7a-b07d-441f-a9d4-3f93380d96d7 req-9e48b91b-74d0-4cca-9e2a-db481dea1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.606590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c96b7b7a-b07d-441f-a9d4-3f93380d96d7 req-9e48b91b-74d0-4cca-9e2a-db481dea1693 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 1094 time: 0.0908542 Nov 27 01:19:05.663216 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.698303 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c78a630-100d-4dc4-afdb-ece8b6f8065b req-e2bbb08e-bbc8-4ebb-8b05-38f75dce8abb tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245239 Nov 27 01:19:05.748174 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 506db715-82e2-45e5-8b4b-35cec04934bf is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:05.753529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Made reservation on behalf of 2f539f927e96408d8e8bef0325de2269 for: {'port': 2} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:05.758197 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.765683 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b7b7a-b07d-441f-a9d4-3f93380d96d7 req-ee12dfed-18e8-4e4c-a7b2-dc34511205a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.767263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5faf6-b570-4ce5-a79d-277068af5198 req-80d7e19e-c275-4c2d-8d32-df5c3aa552f8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.767428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c96b7b7a-b07d-441f-a9d4-3f93380d96d7 req-ee12dfed-18e8-4e4c-a7b2-dc34511205a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 915 time: 0.1473789 Nov 27 01:19:05.769312 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76d5faf6-b570-4ce5-a79d-277068af5198 req-80d7e19e-c275-4c2d-8d32-df5c3aa552f8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1926672 Nov 27 01:19:05.776550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:05.791231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-05a65fa4-8f4c-4c10-b744-a6b2030315eb req-7e364756-b000-4ce2-a4bf-d4030d337d07 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848192 Nov 27 01:19:05.792067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:05.850686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c96b7b7a-b07d-441f-a9d4-3f93380d96d7 req-7964c6bb-0d52-43dd-9d24-2de9b4fcb92e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d05acf-86a7-4a93-925f-ed859b6cba22 HTTP/1.1" status: 200 len: 217 time: 0.0730054 Nov 27 01:19:05.854598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=da6dbfad-544e-4028-ad76-659ba663ae44,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:05.916041 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:05.947190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a670f-e7ee-4056-9b2e-54cce1c9acfc req-63d22f18-6b95-4e1b-a11c-84bc4a151a81 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.948802 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f1a670f-e7ee-4056-9b2e-54cce1c9acfc req-63d22f18-6b95-4e1b-a11c-84bc4a151a81 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 945 time: 0.1103282 Nov 27 01:19:05.950494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b7b7a-b07d-441f-a9d4-3f93380d96d7 req-fb42de91-1e37-4b68-bff9-e4bb1e952376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:05.951820 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c96b7b7a-b07d-441f-a9d4-3f93380d96d7 req-fb42de91-1e37-4b68-bff9-e4bb1e952376 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96bf5946-6ed0-4642-8749-4d16c665485d HTTP/1.1" status: 200 len: 854 time: 0.0717852 Nov 27 01:19:06.017173 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c96b7b7a-b07d-441f-a9d4-3f93380d96d7 req-72555212-2e18-4c62-8fc0-1551328fdf91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493152 Nov 27 01:19:06.098432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:06.099095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.101715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f1a670f-e7ee-4056-9b2e-54cce1c9acfc req-6938b2cb-ee10-4073-a85c-f977171ad780 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418302 Nov 27 01:19:06.132770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] device_id is not set on port fc4a9844-b1e3-4304-b190-558647d04406 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:19:06.143055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48029501-47d5-4b36-af1a-c9dae47ff759 req-751879f6-7cf7-450c-b749-a532cb4f7de5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:06.145087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48029501-47d5-4b36-af1a-c9dae47ff759 req-751879f6-7cf7-450c-b749-a532cb4f7de5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 931 time: 0.1865780 Nov 27 01:19:06.156346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-76d5faf6-b570-4ce5-a79d-277068af5198 req-7561fed9-c3d1-4d0c-937f-ccfb96c910c1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Deleting port 30052bce-6fa6-4f4c-abfe-1a86d105c527 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:06.156615 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76d5faf6-b570-4ce5-a79d-277068af5198 req-7561fed9-c3d1-4d0c-937f-ccfb96c910c1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.157961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3322ec37-8b92-4c25-a890-681500b742da None None] Provisioning complete for port da6dbfad-544e-4028-ad76-659ba663ae44 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:06.161191 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3322ec37-8b92-4c25-a890-681500b742da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.182036 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c96b7b7a-b07d-441f-a9d4-3f93380d96d7 req-54279247-53dc-450c-8b9f-2797948061ca service neutron] 10.222.0.11 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523688 Nov 27 01:19:06.257938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-76d5faf6-b570-4ce5-a79d-277068af5198 req-7561fed9-c3d1-4d0c-937f-ccfb96c910c1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] For port 30052bce-6fa6-4f4c-abfe-1a86d105c527, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=30052bce-6fa6-4f4c-abfe-1a86d105c527,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:06.258380 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76d5faf6-b570-4ce5-a79d-277068af5198 req-7561fed9-c3d1-4d0c-937f-ccfb96c910c1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.273516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3322ec37-8b92-4c25-a890-681500b742da None None] Port da6dbfad-544e-4028-ad76-659ba663ae44 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:06.274719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-76d5faf6-b570-4ce5-a79d-277068af5198 req-7561fed9-c3d1-4d0c-937f-ccfb96c910c1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Calling delete_port for 30052bce-6fa6-4f4c-abfe-1a86d105c527 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:06.337882 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-3e44b9be-67ee-48f7-9322-e080f0a8a2e5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5357869 Nov 27 01:19:06.349654 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c96b7b7a-b07d-441f-a9d4-3f93380d96d7 req-19351cef-f363-4b6a-85b4-f9e0ea2b57d1 service neutron] 10.222.0.11 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506670 Nov 27 01:19:06.371188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Request body: {'port': {'device_id': '9e327c0d-528c-4827-8041-f23f82b000c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:06.469303 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48029501-47d5-4b36-af1a-c9dae47ff759 req-6978d58c-1b4a-43fa-902b-50e5080aaeda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415324 Nov 27 01:19:06.559313 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.610193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38312) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:06.661981 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76d5faf6-b570-4ce5-a79d-277068af5198 req-7561fed9-c3d1-4d0c-937f-ccfb96c910c1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.707957 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.732760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561fed9-c3d1-4d0c-937f-ccfb96c910c1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Pushing event deleted for resources: {'Port': ['ID=30052bce-6fa6-4f4c-abfe-1a86d105c527,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:06.751280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c165d-04b5-4ef6-9328-0ba1c8324f3d None None] DHCP port deletion for efe72fe1-d58e-4577-9dbc-25cd0515fd5f request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:06.780666 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0677-2fb0-4a5e-a64a-af0b45dd8753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.885873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d5faf6-b570-4ce5-a79d-277068af5198 req-7561fed9-c3d1-4d0c-937f-ccfb96c910c1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] No DVR routers for this DVR port 30052bce-6fa6-4f4c-abfe-1a86d105c527 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:06.888925 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-76d5faf6-b570-4ce5-a79d-277068af5198 req-7561fed9-c3d1-4d0c-937f-ccfb96c910c1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.893107 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76d5faf6-b570-4ce5-a79d-277068af5198 req-7561fed9-c3d1-4d0c-937f-ccfb96c910c1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "DELETE /v2.0/ports/30052bce-6fa6-4f4c-abfe-1a86d105c527 HTTP/1.1" status: 204 len: 173 time: 1.1143355 Nov 27 01:19:06.921822 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a00ba09-b7cc-4f5d-9889-8bd8146e4b06', 'name': 'network-vif-deleted', 'tag': '30052bce-6fa6-4f4c-abfe-1a86d105c527'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:06.924301 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4920aeb7-cf55-4401-99ff-ca21be268b7a" -d '{"events": [{"server_uuid": "8a00ba09-b7cc-4f5d-9889-8bd8146e4b06", "name": "network-vif-deleted", "tag": "30052bce-6fa6-4f4c-abfe-1a86d105c527"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:06.935649 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0677-2fb0-4a5e-a64a-af0b45dd8753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:06.953824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] device_id is not set on port fee30f02-7d32-420b-814b-a0605d26216a yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:19:06.955047 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0677-2fb0-4a5e-a64a-af0b45dd8753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.034458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a0677-2fb0-4a5e-a64a-af0b45dd8753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceab190-7791-4add-b860-fe2aeba73ff9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:07.041815 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8f4a0677-2fb0-4a5e-a64a-af0b45dd8753 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9ef42e05c01438fab34defc01637aa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4295657 Nov 27 01:19:07.044458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38322) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:07.057655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e7568-1c2a-4038-be89-d1a5535d33a5 req-92f95d28-252c-45c1-aebf-907fbc3ff9b1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:07.059183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643599cf-b112-4884-b55f-49991b6a2f4f req-cf355be8-f42a-41ca-8ac8-a29e82f3bb03 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:07.059465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee4e7568-1c2a-4038-be89-d1a5535d33a5 req-92f95d28-252c-45c1-aebf-907fbc3ff9b1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2588022 Nov 27 01:19:07.060798 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-643599cf-b112-4884-b55f-49991b6a2f4f req-cf355be8-f42a-41ca-8ac8-a29e82f3bb03 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 943 time: 0.1441128 Nov 27 01:19:07.156017 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3069f780-7143-4f9b-ba62-024c186cfd2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.161884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-643599cf-b112-4884-b55f-49991b6a2f4f req-7ba167d2-b10e-49b3-9001-c97bb489b0cd tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865309 Nov 27 01:19:07.191999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3069f780-7143-4f9b-ba62-024c186cfd2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.210595 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee4e7568-1c2a-4038-be89-d1a5535d33a5 req-dd9bfc96-8fe0-4294-912b-a515477379dd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354408 Nov 27 01:19:07.225502 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5214401a-a4ce-4fdd-a9b9-14f3311bad67 x-openstack-request-id: req-5214401a-a4ce-4fdd-a9b9-14f3311bad67 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:07.225796 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a00ba09-b7cc-4f5d-9889-8bd8146e4b06", "name": "network-vif-deleted", "tag": "30052bce-6fa6-4f4c-abfe-1a86d105c527", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:07.226053 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5214401a-a4ce-4fdd-a9b9-14f3311bad67 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:07.226480 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a00ba09-b7cc-4f5d-9889-8bd8146e4b06', 'name': 'network-vif-deleted', 'tag': '30052bce-6fa6-4f4c-abfe-1a86d105c527', 'status': 'completed', 'code': 200} Nov 27 01:19:07.259483 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3069f780-7143-4f9b-ba62-024c186cfd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.262452 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3069f780-7143-4f9b-ba62-024c186cfd2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.263918 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3069f780-7143-4f9b-ba62-024c186cfd2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ceab190-7791-4add-b860-fe2aeba73ff9 HTTP/1.1" status: 204 len: 168 time: 0.2189505 Nov 27 01:19:07.273336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069f780-7143-4f9b-ba62-024c186cfd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceab190-7791-4add-b860-fe2aeba73ff9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:07.316835 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.336415 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-404b6665-ded5-4817-8b7c-703159400e72 req-133fea6e-9b78-4231-83e3-75a037a49451 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a00ba09-b7cc-4f5d-9889-8bd8146e4b06 HTTP/1.1" status: 200 len: 210 time: 0.0344017 Nov 27 01:19:07.341267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6dbfad-544e-4028-ad76-659ba663ae44 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:07.353460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.381071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Transition to ACTIVE for port object da6dbfad-544e-4028-ad76-659ba663ae44 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:19:07.386215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.413943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.458021 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=da6dbfad-544e-4028-ad76-659ba663ae44,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:07.619907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event updated for resources: {'Port': ['ID=fc4a9844-b1e3-4304-b190-558647d04406,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:07.622660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Checking segment: {'id': '79491940-b312-4038-99d4-87552dccefd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'be0f064a-404d-4003-aa1a-75691bdf404a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:07.623033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Network hostable DHCP agents. Network: be0f064a-404d-4003-aa1a-75691bdf404a, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:19:07.666516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Attempting to bind port da6dbfad-544e-4028-ad76-659ba663ae44 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:07.666879 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Attempting to bind port da6dbfad-544e-4028-ad76-659ba663ae44 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:07.667175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Attempting to bind port da6dbfad-544e-4028-ad76-659ba663ae44 on network 506db715-82e2-45e5-8b4b-35cec04934bf {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:07.685985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f4649-5a05-47ae-b4c5-8dfa5860b4d7 req-eef8bfa5-9604-41be-a09c-6b7c9e73c902 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:07.692960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae1f4649-5a05-47ae-b4c5-8dfa5860b4d7 req-eef8bfa5-9604-41be-a09c-6b7c9e73c902 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 943 time: 0.1392128 Nov 27 01:19:07.694115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Port da6dbfad-544e-4028-ad76-659ba663ae44 on network 506db715-82e2-45e5-8b4b-35cec04934bf not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:19:07.694461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Attempting to bind port da6dbfad-544e-4028-ad76-659ba663ae44 on network 506db715-82e2-45e5-8b4b-35cec04934bf {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:07.696655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Network be0f064a-404d-4003-aa1a-75691bdf404a is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:19:07.730056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:07.730427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Checking segment: {'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:07.730817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Bound using segment: {'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:07.731276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Bound port: da6dbfad-544e-4028-ad76-659ba663ae44, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:07.731641 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.765098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, be0f064a-404d-4003-aa1a-75691bdf404a) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:07.770168 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:07.774070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3395c5-dcec-402c-ac9c-eabdd6a61305 None None] Network be0f064a-404d-4003-aa1a-75691bdf404a requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:07.780705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.816907 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 30052bce-6fa6-4f4c-abfe-1a86d105c527 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:07.864444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 30052bce-6fa6-4f4c-abfe-1a86d105c527 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:07.865225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 30052bce-6fa6-4f4c-abfe-1a86d105c527 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:07.896893 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae1f4649-5a05-47ae-b4c5-8dfa5860b4d7 req-c6cb094c-fd3d-4da5-a737-039f73a0581b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835585 Nov 27 01:19:07.921063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event updated for resources: {'Port': ['ID=fee30f02-7d32-420b-814b-a0605d26216a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:07.931579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] For port da6dbfad-544e-4028-ad76-659ba663ae44, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:07.941742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] For port da6dbfad-544e-4028-ad76-659ba663ae44, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=da6dbfad-544e-4028-ad76-659ba663ae44,segment=NetworkSegment(ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1),segment_id=ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:07.945709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Checking segment: {'id': 'a35eda57-979c-41ca-b036-bee3d99029b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f0cf4a6d-0203-4f44-bd4c-ada959055b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:07.946113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Network hostable DHCP agents. Network: f0cf4a6d-0203-4f44-bd4c-ada959055b0c, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:19:07.951530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.959457 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:19:07.995689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:07.996706 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:07.998298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] 10.222.0.42 "PUT /v2.0/ports/da6dbfad-544e-4028-ad76-659ba663ae44 HTTP/1.1" status: 200 len: 1091 time: 1.6363919 Nov 27 01:19:08.028666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Network f0cf4a6d-0203-4f44-bd4c-ada959055b0c is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:19:08.039488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c94a5-3b70-44a8-93b0-2e3888171ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=da6dbfad-544e-4028-ad76-659ba663ae44,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:08.042733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, f0cf4a6d-0203-4f44-bd4c-ada959055b0c) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:08.056586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:08.062935 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d11cce-3a65-4afb-9914-1f8206e30bdd None None] Network f0cf4a6d-0203-4f44-bd4c-ada959055b0c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:08.063263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:08.069911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:08.070655 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.098306 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e819b6a4-e9b1-4c48-b37b-40c643700b51 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7986274 Nov 27 01:19:08.098659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38350) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:08.165411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-a042c0ae-c2ca-45b2-86f7-b16853b479c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:08.167300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-a042c0ae-c2ca-45b2-86f7-b16853b479c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 1094 time: 0.0862684 Nov 27 01:19:08.182751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857fb538-505c-4866-81df-c3161496609a tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:08.191856 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857fb538-505c-4866-81df-c3161496609a tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:08.193519 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-857fb538-505c-4866-81df-c3161496609a tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0938840 Nov 27 01:19:08.196579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38356) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:08.246965 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-ac925cac-0fcd-45cf-8532-6ad1e3752b39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da6dbfad-544e-4028-ad76-659ba663ae44 HTTP/1.1" status: 200 len: 217 time: 0.0621607 Nov 27 01:19:08.328900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-12b8d490-9fc1-445e-917e-dfa32785f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:08.330455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-12b8d490-9fc1-445e-917e-dfa32785f69a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b81952b-8ab9-4fa5-9325-de855a43a081 HTTP/1.1" status: 200 len: 835 time: 0.0728033 Nov 27 01:19:08.376217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c68e615d-d0f3-45e9-9749-44b3ecdb54a0 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Deleting port fc4a9844-b1e3-4304-b190-558647d04406 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:08.376679 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c68e615d-d0f3-45e9-9749-44b3ecdb54a0 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.414189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1275bc-739d-4565-9de0-65d7b833b6eb req-90dfcc6e-6df9-438d-9d48-c85c30b396c7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:08.416512 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a1275bc-739d-4565-9de0-65d7b833b6eb req-90dfcc6e-6df9-438d-9d48-c85c30b396c7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0851734 Nov 27 01:19:08.418373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-4930a5cc-5703-46ce-8167-0c3e7994ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:08.420189 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-4930a5cc-5703-46ce-8167-0c3e7994ad8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=506db715-82e2-45e5-8b4b-35cec04934bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782244 Nov 27 01:19:08.435491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20788f3-2ce5-43d8-b3ed-1456c27f3317 req-5eb5eae8-0dae-48b2-9b11-6dd6ed445862 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:08.437293 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b20788f3-2ce5-43d8-b3ed-1456c27f3317 req-5eb5eae8-0dae-48b2-9b11-6dd6ed445862 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 943 time: 0.1243017 Nov 27 01:19:08.475516 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c68e615d-d0f3-45e9-9749-44b3ecdb54a0 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.492963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c68e615d-d0f3-45e9-9749-44b3ecdb54a0 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Calling delete_port for fc4a9844-b1e3-4304-b190-558647d04406 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:08.522425 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a1275bc-739d-4565-9de0-65d7b833b6eb req-37e95e27-fd7b-4e43-9cc6-db085037399c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986936 Nov 27 01:19:08.535487 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 63d05acf-86a7-4a93-925f-ed859b6cba22 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:19:08.562422 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-8bd5d9bd-eb6b-4fb5-9cc1-c1dc333bd14e service neutron] 10.222.0.42 "GET /v2.0/networks/506db715-82e2-45e5-8b4b-35cec04934bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309505 Nov 27 01:19:08.567101 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b20788f3-2ce5-43d8-b3ed-1456c27f3317 req-f5e1a1f7-dbb8-4fbd-a29a-54d77f65f5a8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177752 Nov 27 01:19:08.633691 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c68e615d-d0f3-45e9-9749-44b3ecdb54a0 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.684241 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e615d-d0f3-45e9-9749-44b3ecdb54a0 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event deleted for resources: {'Port': ['ID=fc4a9844-b1e3-4304-b190-558647d04406,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:08.698773 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 63d05acf-86a7-4a93-925f-ed859b6cba22, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=63d05acf-86a7-4a93-925f-ed859b6cba22,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:08.707825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c68e615d-d0f3-45e9-9749-44b3ecdb54a0 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.713576 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c68e615d-d0f3-45e9-9749-44b3ecdb54a0 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "DELETE /v2.0/ports/fc4a9844-b1e3-4304-b190-558647d04406 HTTP/1.1" status: 204 len: 168 time: 0.5135884 Nov 27 01:19:08.713885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38372) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:08.717937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '63d05acf-86a7-4a93-925f-ed859b6cba22', 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e', 'port_id': '63d05acf-86a7-4a93-925f-ed859b6cba22', 'mac_address': 'fa:16:3e:3f:59:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bf5946-6ed0-4642-8749-4d16c665485d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:19:08.772969 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.796600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d05acf-86a7-4a93-925f-ed859b6cba22 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:08.824049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 63d05acf-86a7-4a93-925f-ed859b6cba22, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=63d05acf-86a7-4a93-925f-ed859b6cba22,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:08.831174 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:08.898075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=63d05acf-86a7-4a93-925f-ed859b6cba22,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:08.921206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6dd92-0c3a-4cf9-be70-70e0d784b853 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Deleting port fee30f02-7d32-420b-814b-a0605d26216a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:08.922164 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dd92-0c3a-4cf9-be70-70e0d784b853 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.005927 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dd92-0c3a-4cf9-be70-70e0d784b853 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.043545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6dd92-0c3a-4cf9-be70-70e0d784b853 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Calling delete_port for fee30f02-7d32-420b-814b-a0605d26216a owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:09.110905 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785a27-6ab3-4790-9294-4ad7852233f3 req-b5bea753-a807-469a-a6b4-c7aa3a1fb86c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:09.113160 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-72785a27-6ab3-4790-9294-4ad7852233f3 req-b5bea753-a807-469a-a6b4-c7aa3a1fb86c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 943 time: 0.1044614 Nov 27 01:19:09.156840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['63d05acf-86a7-4a93-925f-ed859b6cba22'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:09.159427 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2c6c3646-6b2f-4f03-b9da-d885e7788694 req-a535b6c6-5be4-48b1-ab1c-6b6590ea92e8 service neutron] 10.222.0.42 "GET /v2.0/networks/506db715-82e2-45e5-8b4b-35cec04934bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857525 Nov 27 01:19:09.184460 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dd92-0c3a-4cf9-be70-70e0d784b853 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.209187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-b868954f-e995-4f82-85f3-e95e2c68e13b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:09.222759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-b868954f-e995-4f82-85f3-e95e2c68e13b tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.1610560 Nov 27 01:19:09.224719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-72785a27-6ab3-4790-9294-4ad7852233f3 req-2b74ba63-1962-4887-8658-a5c5e13f8b10 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941715 Nov 27 01:19:09.227334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6dd92-0c3a-4cf9-be70-70e0d784b853 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event deleted for resources: {'Port': ['ID=fee30f02-7d32-420b-814b-a0605d26216a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:09.233809 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dd92-0c3a-4cf9-be70-70e0d784b853 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.235017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e327c0d-528c-4827-8041-f23f82b000c9', 'tag': 'da6dbfad-544e-4028-ad76-659ba663ae44'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:09.238018 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d635b2-4fab-4b4e-9546-aac48c403577" -d '{"events": [{"name": "network-changed", "server_uuid": "9e327c0d-528c-4827-8041-f23f82b000c9", "tag": "da6dbfad-544e-4028-ad76-659ba663ae44"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:09.242764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38402) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:09.243667 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5cd6dd92-0c3a-4cf9-be70-70e0d784b853 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "DELETE /v2.0/ports/fee30f02-7d32-420b-814b-a0605d26216a HTTP/1.1" status: 204 len: 168 time: 0.5264623 Nov 27 01:19:09.260538 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-a775285d-459f-4a4f-b174-dcb2849d4497 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/quotas/a40ae590749d459887b5370a656652db HTTP/1.1" status: 200 len: 375 time: 0.0366752 Nov 27 01:19:09.306198 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5e95e788-946b-4e77-bfae-7e44fe069a1d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0591600 Nov 27 01:19:09.307209 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38406) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:09.313060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fda3e924-8517-4710-9eec-02c07f5e4121 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1830053257'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:09.318087 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5733d1c5-1520-4748-ac45-48059ddf0773 x-openstack-request-id: req-5733d1c5-1520-4748-ac45-48059ddf0773 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:09.318472 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e327c0d-528c-4827-8041-f23f82b000c9", "tag": "da6dbfad-544e-4028-ad76-659ba663ae44", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:09.318651 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5733d1c5-1520-4748-ac45-48059ddf0773 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:09.319048 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e327c0d-528c-4827-8041-f23f82b000c9', 'tag': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'status': 'completed', 'code': 200} Nov 27 01:19:09.328103 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9764c4b2-def1-4de1-8ee4-7a6c596328ce tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666790 Nov 27 01:19:09.354158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda3e924-8517-4710-9eec-02c07f5e4121 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Made reservation on behalf of 2f539f927e96408d8e8bef0325de2269 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:09.363336 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fda3e924-8517-4710-9eec-02c07f5e4121 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.395964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda3e924-8517-4710-9eec-02c07f5e4121 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:09.407089 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fda3e924-8517-4710-9eec-02c07f5e4121 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.408023 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-fda3e924-8517-4710-9eec-02c07f5e4121 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Added segment 29768dad-91fe-44d8-b03c-c1b7ae3fc6a1 of type vlan for network c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3 Nov 27 01:19:09.447517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d635b2-4fab-4b4e-9546-aac48c403577 req-a6390db4-f319-4561-91a4-838d742c3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:09.449092 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44d635b2-4fab-4b4e-9546-aac48c403577 req-a6390db4-f319-4561-91a4-838d742c3f4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 1094 time: 0.0733626 Nov 27 01:19:09.456288 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fda3e924-8517-4710-9eec-02c07f5e4121 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.483140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9d861e29-d72d-4f6d-892a-7a6a4688e7fe service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537848 Nov 27 01:19:09.489772 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fda3e924-8517-4710-9eec-02c07f5e4121 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.495676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda3e924-8517-4710-9eec-02c07f5e4121 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:09.496523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fda3e924-8517-4710-9eec-02c07f5e4121 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.556598 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fda3e924-8517-4710-9eec-02c07f5e4121 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2480309 Nov 27 01:19:09.560309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38420) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:09.565643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-76e8a426-b734-4e6b-bc88-8cce83b38f9d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1871146192'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:09.585799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3e924-8517-4710-9eec-02c07f5e4121 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event updated for resources: {'Network': ['ID=c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:09.601600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:09.603712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e8a426-b734-4e6b-bc88-8cce83b38f9d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Made reservation on behalf of 2f539f927e96408d8e8bef0325de2269 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:09.607753 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76e8a426-b734-4e6b-bc88-8cce83b38f9d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.637810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e8a426-b734-4e6b-bc88-8cce83b38f9d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:09.639346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d635b2-4fab-4b4e-9546-aac48c403577 req-daa2e01d-c4e9-4db3-9508-3f4d6bafe754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:09.640879 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44d635b2-4fab-4b4e-9546-aac48c403577 req-daa2e01d-c4e9-4db3-9508-3f4d6bafe754 service neutron] 10.222.0.42 "GET /v2.0/networks?id=506db715-82e2-45e5-8b4b-35cec04934bf HTTP/1.1" status: 200 len: 898 time: 0.1822345 Nov 27 01:19:09.646961 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-e9d23c43-5e83-45cb-b6d8-a3770f4575b9 service neutron] 10.222.0.37 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589880 Nov 27 01:19:09.649425 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76e8a426-b734-4e6b-bc88-8cce83b38f9d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.650211 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-76e8a426-b734-4e6b-bc88-8cce83b38f9d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Added segment 2dda8b25-e29f-4544-bb51-5a760e7c7c14 of type vlan for network 5e37a844-f7eb-4f3c-bea4-a38a85a45de3 Nov 27 01:19:09.696220 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44d635b2-4fab-4b4e-9546-aac48c403577 req-8485bc5f-3510-47b4-8a40-ef1a85c42e63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da6dbfad-544e-4028-ad76-659ba663ae44 HTTP/1.1" status: 200 len: 217 time: 0.0420446 Nov 27 01:19:09.700908 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76e8a426-b734-4e6b-bc88-8cce83b38f9d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.763076 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76e8a426-b734-4e6b-bc88-8cce83b38f9d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.768848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e8a426-b734-4e6b-bc88-8cce83b38f9d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:09.769430 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76e8a426-b734-4e6b-bc88-8cce83b38f9d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:09.773027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d635b2-4fab-4b4e-9546-aac48c403577 req-75d3bd91-d6e4-4059-96e2-152d02bed3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:09.774867 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44d635b2-4fab-4b4e-9546-aac48c403577 req-75d3bd91-d6e4-4059-96e2-152d02bed3ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b81952b-8ab9-4fa5-9325-de855a43a081 HTTP/1.1" status: 200 len: 835 time: 0.0671217 Nov 27 01:19:09.842832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d635b2-4fab-4b4e-9546-aac48c403577 req-f5fe8e16-e331-4c6f-9e7d-89f9066cfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:09.844718 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44d635b2-4fab-4b4e-9546-aac48c403577 req-f5fe8e16-e331-4c6f-9e7d-89f9066cfe12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=506db715-82e2-45e5-8b4b-35cec04934bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589304 Nov 27 01:19:09.867905 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-76e8a426-b734-4e6b-bc88-8cce83b38f9d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3068311 Nov 27 01:19:09.904170 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330554a-6f30-4844-b4d2-46f5b9170c9c req-c8f695a9-4b88-4fc7-8b34-35e8fa788eda tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:09.912699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e330554a-6f30-4844-b4d2-46f5b9170c9c req-c8f695a9-4b88-4fc7-8b34-35e8fa788eda tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1927297 Nov 27 01:19:09.950640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8a426-b734-4e6b-bc88-8cce83b38f9d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event updated for resources: {'Network': ['ID=5e37a844-f7eb-4f3c-bea4-a38a85a45de3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:09.963280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 5e37a844-f7eb-4f3c-bea4-a38a85a45de3 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:10.010224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e330554a-6f30-4844-b4d2-46f5b9170c9c req-198dfba9-8e66-4386-9c70-fb64188f2aa1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963867 Nov 27 01:19:10.012874 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44d635b2-4fab-4b4e-9546-aac48c403577 req-7f868055-a679-461e-867f-849927b4c856 service neutron] 10.222.0.42 "GET /v2.0/networks/506db715-82e2-45e5-8b4b-35cec04934bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520207 Nov 27 01:19:10.034127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38434) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:10.039844 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'subnets': [{'network_id': 'c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--221757838', 'ip_version': 4}, {'network_id': '5e37a844-f7eb-4f3c-bea4-a38a85a45de3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:10.040407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'subnet': {'network_id': 'c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--221757838', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:10.040979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Request body: {'subnet': {'network_id': '5e37a844-f7eb-4f3c-bea4-a38a85a45de3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:10.120137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d02c47-d765-4c74-87a9-d913ccbf844e req-5b0514c4-151d-4422-a1ed-0f00305324d3 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:10.128022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b7d02c47-d765-4c74-87a9-d913ccbf844e req-5b0514c4-151d-4422-a1ed-0f00305324d3 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 944 time: 0.2035766 Nov 27 01:19:10.219249 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b7d02c47-d765-4c74-87a9-d913ccbf844e req-fe08c39f-a9cd-4569-85a2-31e2444c6391 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757899 Nov 27 01:19:10.227523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44d635b2-4fab-4b4e-9546-aac48c403577 req-0b945507-1e87-4edb-9755-3755aa21b1ce service neutron] 10.222.0.42 "GET /v2.0/networks/506db715-82e2-45e5-8b4b-35cec04934bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919701 Nov 27 01:19:10.454778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a7820-1409-48cc-b5f3-edd6c56e89a5 req-0b635f54-fb33-4747-b178-bb63b0169a4d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:10.457274 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a9a7820-1409-48cc-b5f3-edd6c56e89a5 req-0b635f54-fb33-4747-b178-bb63b0169a4d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 943 time: 0.0971854 Nov 27 01:19:10.521932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a9a7820-1409-48cc-b5f3-edd6c56e89a5 req-232eac76-cdb8-472d-a14d-b57d9e8c9085 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565014 Nov 27 01:19:10.553629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 63d05acf-86a7-4a93-925f-ed859b6cba22 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:10.577588 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2210074b-0630-4e66-9be9-ee4b99d9c1b4 req-9cb884b7-4daa-45f3-97d9-6bd45542ef11 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 210 time: 0.4075642 Nov 27 01:19:10.617817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 63d05acf-86a7-4a93-925f-ed859b6cba22 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:19:10.622209 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 63d05acf-86a7-4a93-925f-ed859b6cba22 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:10.622906 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.657291 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Made reservation on behalf of 2f539f927e96408d8e8bef0325de2269 for: {'subnet': 2} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:10.664519 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.665088 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.718839 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.744356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4e6450-e7f0-4b25-ab81-e4ede51a34bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d05acf-86a7-4a93-925f-ed859b6cba22'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:10.748090 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d53dcd-dbe1-4da2-acf4-78598ab1f634" -d '{"events": [{"server_uuid": "af4e6450-e7f0-4b25-ab81-e4ede51a34bd", "name": "network-vif-plugged", "status": "completed", "tag": "63d05acf-86a7-4a93-925f-ed859b6cba22"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:10.769216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 63d05acf-86a7-4a93-925f-ed859b6cba22, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=63d05acf-86a7-4a93-925f-ed859b6cba22,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:10.774899 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:10.829674 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffeaba72-4b6c-4def-8251-3bb0f2d10138 x-openstack-request-id: req-ffeaba72-4b6c-4def-8251-3bb0f2d10138 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:10.829881 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4e6450-e7f0-4b25-ab81-e4ede51a34bd", "name": "network-vif-plugged", "status": "completed", "tag": "63d05acf-86a7-4a93-925f-ed859b6cba22", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:10.830323 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffeaba72-4b6c-4def-8251-3bb0f2d10138 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:10.832445 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4e6450-e7f0-4b25-ab81-e4ede51a34bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d05acf-86a7-4a93-925f-ed859b6cba22', 'code': 200} Nov 27 01:19:10.849511 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=63d05acf-86a7-4a93-925f-ed859b6cba22,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:10.992759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4f4c5-a10e-4db9-a627-8d906917bad1 req-5610f544-c483-4f97-8558-4ca6b2790bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:10.994282 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38a4f4c5-a10e-4db9-a627-8d906917bad1 req-5610f544-c483-4f97-8558-4ca6b2790bff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 1096 time: 0.0637991 Nov 27 01:19:11.086752 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38a4f4c5-a10e-4db9-a627-8d906917bad1 req-ae37a027-ce88-4075-911d-bca2ddc36689 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816576 Nov 27 01:19:11.153793 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.206878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b255acb-bc72-4d23-9a7f-d9364fd3c3f2 req-57778660-9cfc-4215-bc4b-4d1a06db08c5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:11.207699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b255acb-bc72-4d23-9a7f-d9364fd3c3f2 req-57778660-9cfc-4215-bc4b-4d1a06db08c5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1239464 Nov 27 01:19:11.238588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event updated for resources: {'Subnet': ['ID=438ec2a0-9920-49bf-867d-cfe887f987af,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:11.260486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Checking segment: {'id': '29768dad-91fe-44d8-b03c-c1b7ae3fc6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:11.261134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Network hostable DHCP agents. Network: c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:19:11.302747 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b255acb-bc72-4d23-9a7f-d9364fd3c3f2 req-70b4323b-f6ec-4237-ab87-c5da58438350 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857768 Nov 27 01:19:11.309915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Network c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:19:11.332927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:11.336809 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.343418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188db3c4-6ed0-42da-8706-aa5d9b237edc None None] Network c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:11.410229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event updated for resources: {'Subnet': ['ID=d37c960f-2742-4759-9f28-a6f9123d4f66,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:11.423292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Checking segment: {'id': '2dda8b25-e29f-4544-bb51-5a760e7c7c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5e37a844-f7eb-4f3c-bea4-a38a85a45de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:11.424778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Network hostable DHCP agents. Network: 5e37a844-f7eb-4f3c-bea4-a38a85a45de3, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:19:11.449202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Network 5e37a844-f7eb-4f3c-bea4-a38a85a45de3 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:19:11.459905 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 5e37a844-f7eb-4f3c-bea4-a38a85a45de3) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:11.466831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:11.467513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:11.469241 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.473608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804546b7-55a9-41fd-ba89-e66ec43580fb None None] Network 5e37a844-f7eb-4f3c-bea4-a38a85a45de3 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:11.479377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b1571-4fd4-4823-acb6-6af405332541 req-1b015594-c74a-4023-a6d8-3770f0ac105d tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:11.480939 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-124b1571-4fd4-4823-acb6-6af405332541 req-1b015594-c74a-4023-a6d8-3770f0ac105d tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 945 time: 0.1993821 Nov 27 01:19:11.509839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b227abb8-adc2-4c52-9c7c-5449ebdc7b3d tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4731891 Nov 27 01:19:11.511174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38480) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:11.569806 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-124b1571-4fd4-4823-acb6-6af405332541 req-d13c9426-7ac8-4ad1-98f0-f73da79dfbbc tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801857 Nov 27 01:19:11.595386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-76f1e536-1f1c-4e37-a403-1e0cdd7813e3 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:11.597040 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-76f1e536-1f1c-4e37-a403-1e0cdd7813e3 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 811 time: 0.2680311 Nov 27 01:19:11.622495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Request body: {'port': {'device_id': 'e492680f-8452-4340-935f-979ea2acddac', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'admin_state_up': True, 'tenant_id': 'a40ae590749d459887b5370a656652db'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:11.633595 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b062d83-3204-4628-93da-c92dce01990c tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:11.636472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b062d83-3204-4628-93da-c92dce01990c tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:11.638264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b062d83-3204-4628-93da-c92dce01990c tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:11.640155 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9b062d83-3204-4628-93da-c92dce01990c tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1271889 Nov 27 01:19:11.643366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38490) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:11.730978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bf86708f-0cb7-48fb-a795-d18648970572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.748122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4957f0f-4f93-4ddc-9add-d45883c6c6ea tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Deleting subnet 438ec2a0-9920-49bf-867d-cfe887f987af {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:19:11.755143 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4957f0f-4f93-4ddc-9add-d45883c6c6ea tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.791579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13903fb-c0ca-422f-9eaf-60826bd0859f req-26726240-5038-4982-ac90-a08e401ac89b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:11.798749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f13903fb-c0ca-422f-9eaf-60826bd0859f req-26726240-5038-4982-ac90-a08e401ac89b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 943 time: 0.1358707 Nov 27 01:19:11.830091 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4957f0f-4f93-4ddc-9add-d45883c6c6ea tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.844184 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24e79108-4814-41ab-9156-e4828d675094 req-fb717b40-eb1e-4106-be98-b185d8be84a1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 210 time: 0.0503542 Nov 27 01:19:11.867813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device da6dbfad-544e-4028-ad76-659ba663ae44 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:19:11.894032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Made reservation on behalf of a40ae590749d459887b5370a656652db for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:11.900029 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.902067 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f13903fb-c0ca-422f-9eaf-60826bd0859f req-0c23e16f-086c-4743-a872-aa573c1f04b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016223 Nov 27 01:19:11.925001 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4957f0f-4f93-4ddc-9add-d45883c6c6ea tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.978788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8665f5-73e2-4280-a78b-c5df145bdd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3', 'network_id': 'c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3', 'tenant_id': '2f539f927e96408d8e8bef0325de2269', 'fixed_ips': [{'subnet_id': '438ec2a0-9920-49bf-867d-cfe887f987af'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:19:11.979680 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd8665f5-73e2-4280-a78b-c5df145bdd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:11.998581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f4d982-0980-48e3-b759-072dac89a8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-5e37a844-f7eb-4f3c-bea4-a38a85a45de3', 'network_id': '5e37a844-f7eb-4f3c-bea4-a38a85a45de3', 'tenant_id': '2f539f927e96408d8e8bef0325de2269', 'fixed_ips': [{'subnet_id': 'd37c960f-2742-4759-9f28-a6f9123d4f66'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:19:11.999881 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-54f4d982-0980-48e3-b759-072dac89a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.009477 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4957f0f-4f93-4ddc-9add-d45883c6c6ea tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.040171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4957f0f-4f93-4ddc-9add-d45883c6c6ea tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event deleted for resources: {'Subnet': ['ID=438ec2a0-9920-49bf-867d-cfe887f987af,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:12.042482 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4957f0f-4f93-4ddc-9add-d45883c6c6ea tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.045939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e4957f0f-4f93-4ddc-9add-d45883c6c6ea tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "DELETE /v2.0/subnets/438ec2a0-9920-49bf-867d-cfe887f987af HTTP/1.1" status: 204 len: 168 time: 0.4013791 Nov 27 01:19:12.049084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38498) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:12.105222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Allocated IP 172.20.0.2 (efe72fe1-d58e-4577-9dbc-25cd0515fd5f/93415f0e-02cb-4780-9300-d8a9de9b991f/19628b6d-3ad5-44cd-99ef-286cd0e76193) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:12.120989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db524ed-d8ee-474f-a6b0-04390c76c43f tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Deleting subnet d37c960f-2742-4759-9f28-a6f9123d4f66 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:19:12.124680 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db524ed-d8ee-474f-a6b0-04390c76c43f tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.175773 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db524ed-d8ee-474f-a6b0-04390c76c43f tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.205537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port da6dbfad-544e-4028-ad76-659ba663ae44, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=da6dbfad-544e-4028-ad76-659ba663ae44,segment=NetworkSegment(ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1),segment_id=ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:12.230869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'port_id': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'mac_address': 'fa:16:3e:0c:6e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:19:12.237253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60038e2b-828e-4190-b16e-311fc14316fd None None] Network c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:12.271134 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db524ed-d8ee-474f-a6b0-04390c76c43f tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.339549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.358938 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.395591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6dbfad-544e-4028-ad76-659ba663ae44 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:12.419306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port da6dbfad-544e-4028-ad76-659ba663ae44, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=da6dbfad-544e-4028-ad76-659ba663ae44,segment=NetworkSegment(ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1),segment_id=ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:12.423053 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db524ed-d8ee-474f-a6b0-04390c76c43f tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server [None req-54f4d982-0980-48e3-b759-072dac89a8bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d37c960f-2742-4759-9f28-a6f9123d4f66: This subnet is being modified by another concurrent operation. Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:19:12.428544 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d37c960f-2742-4759-9f28-a6f9123d4f66: This subnet is being modified by another concurrent operation. Nov 27 01:19:12.432623 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Nov 27 01:19:12.437030 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.439958 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.457701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db524ed-d8ee-474f-a6b0-04390c76c43f tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event deleted for resources: {'Subnet': ['ID=d37c960f-2742-4759-9f28-a6f9123d4f66,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:12.460051 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db524ed-d8ee-474f-a6b0-04390c76c43f tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.466041 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6db524ed-d8ee-474f-a6b0-04390c76c43f tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "DELETE /v2.0/subnets/d37c960f-2742-4759-9f28-a6f9123d4f66 HTTP/1.1" status: 204 len: 168 time: 0.4127183 Nov 27 01:19:12.466041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38508) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:12.475507 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a24247d-6161-4a1c-a352-232e7165fe4b None None] Network 5e37a844-f7eb-4f3c-bea4-a38a85a45de3 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:12.559772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6966812c-d20a-436e-8f67-c5713c90561b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:12.560786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=da6dbfad-544e-4028-ad76-659ba663ae44,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:12.561914 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6966812c-d20a-436e-8f67-c5713c90561b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0937018 Nov 27 01:19:12.568936 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38518) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:12.596805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Network efe72fe1-d58e-4577-9dbc-25cd0515fd5f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:12.606361 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:12.608619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Pushing event updated for resources: {'Port': ['ID=19628b6d-3ad5-44cd-99ef-286cd0e76193,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:12.611259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:12.637544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257062c5-0196-4bf3-9718-52241017c350 None None] DHCP port deletion for efe72fe1-d58e-4577-9dbc-25cd0515fd5f request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:12.665051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d7bba-f69a-4588-ab82-fdfa1c262fe0 req-abd5607a-b1c4-4b67-8c5c-e7bca457a4cb tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:12.667734 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-929d7bba-f69a-4588-ab82-fdfa1c262fe0 req-abd5607a-b1c4-4b67-8c5c-e7bca457a4cb tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2463124 Nov 27 01:19:12.676329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e12b0f-7310-48c1-93fd-acc1609b2723 None None] get_active_networks_info from n-d-819494-2 {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:19:12.679889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:12.680758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.714136 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-878025bc-c42b-4923-bce2-8358f3ee46aa tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0957043 Nov 27 01:19:12.738958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Request body: {'port': {'device_id': 'e492680f-8452-4340-935f-979ea2acddac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:12.740332 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.780967 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-929d7bba-f69a-4588-ab82-fdfa1c262fe0 req-fa0a76eb-fe18-46f0-8354-0ec616100f92 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878472 Nov 27 01:19:12.790515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4592eb60-8384-47a7-807b-7ae07b30ac41 None None] Provisioning complete for port 19628b6d-3ad5-44cd-99ef-286cd0e76193 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:12.790928 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4592eb60-8384-47a7-807b-7ae07b30ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.797108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565d3be-310a-4b72-8df1-d942acb6c45c req-6d9f25bc-2dc1-4bef-95f6-885856606f67 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:12.804571 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f565d3be-310a-4b72-8df1-d942acb6c45c req-6d9f25bc-2dc1-4bef-95f6-885856606f67 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 945 time: 0.0830615 Nov 27 01:19:12.833913 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.849517 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4592eb60-8384-47a7-807b-7ae07b30ac41 None None] Port 19628b6d-3ad5-44cd-99ef-286cd0e76193 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:12.851009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['da6dbfad-544e-4028-ad76-659ba663ae44'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:12.887859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e12b0f-7310-48c1-93fd-acc1609b2723 None None] Resources bound (agent type, host, resource id): {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:19:12.955393 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f565d3be-310a-4b72-8df1-d942acb6c45c req-9811650c-e6a0-4041-bdd2-19b0385cc2cf tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473300 Nov 27 01:19:12.969051 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:12.991111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e37a844-f7eb-4f3c-bea4-a38a85a45de3']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:13.011193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dda8b25-e29f-4544-bb51-5a760e7c7c14') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:13.012165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dda8b25-e29f-4544-bb51-5a760e7c7c14') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:13.024245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a977eac-f897-4711-821c-c740bd23c066 req-25d156b6-6a76-4715-aa96-637eecb92669 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:13.025823 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a977eac-f897-4711-821c-c740bd23c066 req-25d156b6-6a76-4715-aa96-637eecb92669 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 931 time: 0.1075048 Nov 27 01:19:13.040052 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.104511 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.112494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:13.112899 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:13.140076 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:13.226352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a247-458c-42b9-a3bc-66eb9c5e206f req-686d6c24-99d8-42dd-9b16-927501908239 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:13.234172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d2f7a247-458c-42b9-a3bc-66eb9c5e206f req-686d6c24-99d8-42dd-9b16-927501908239 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 944 time: 0.1970088 Nov 27 01:19:13.240732 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a977eac-f897-4711-821c-c740bd23c066 req-a63ed7ee-61f8-4a9b-b1d8-dcd5a38d05b4 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236620 Nov 27 01:19:13.279815 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.309923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.325099 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "DELETE /v2.0/networks/5e37a844-f7eb-4f3c-bea4-a38a85a45de3 HTTP/1.1" status: 204 len: 168 time: 0.7487876 Nov 27 01:19:13.327219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38566) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:13.377104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670f0ab-fde4-4ce7-ae8f-01795e53cb98 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event deleted for resources: {'Network': ['ID=5e37a844-f7eb-4f3c-bea4-a38a85a45de3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:13.399552 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d2f7a247-458c-42b9-a3bc-66eb9c5e206f req-aee97d28-84d7-4988-a2d3-1f800a0113b9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643307 Nov 27 01:19:13.471424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19628b6d-3ad5-44cd-99ef-286cd0e76193 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:13.473647 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.483140 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.499947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Transition to ACTIVE for port object 19628b6d-3ad5-44cd-99ef-286cd0e76193 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:19:13.507544 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.536549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c2f734-2fac-49bd-80af-d38e2b46dc68 None None] DHCP port deletion for efe72fe1-d58e-4577-9dbc-25cd0515fd5f request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:13.613494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.615535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Pushing event updated for resources: {'Port': ['ID=19628b6d-3ad5-44cd-99ef-286cd0e76193,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:13.636461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:13.651675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29768dad-91fe-44d8-b03c-c1b7ae3fc6a1') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:13.651977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29768dad-91fe-44d8-b03c-c1b7ae3fc6a1') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:13.664052 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.676817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Attempting to bind port 19628b6d-3ad5-44cd-99ef-286cd0e76193 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:13.677392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Attempting to bind port 19628b6d-3ad5-44cd-99ef-286cd0e76193 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:13.678009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Attempting to bind port 19628b6d-3ad5-44cd-99ef-286cd0e76193 on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:13.680641 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.683340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Port 19628b6d-3ad5-44cd-99ef-286cd0e76193 on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:19:13.683770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Attempting to bind port 19628b6d-3ad5-44cd-99ef-286cd0e76193 on network efe72fe1-d58e-4577-9dbc-25cd0515fd5f {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:13.687940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:13.688405 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.689533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:13.690571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Checking segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:13.691070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Bound using segment: {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:13.691625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Bound port: 19628b6d-3ad5-44cd-99ef-286cd0e76193, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a71efca-40d3-422d-9042-de1786333673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:13.692671 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:13.692800 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:13.771075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] For port 19628b6d-3ad5-44cd-99ef-286cd0e76193, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:13.779929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] For port 19628b6d-3ad5-44cd-99ef-286cd0e76193, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=19628b6d-3ad5-44cd-99ef-286cd0e76193,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:13.780087 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.786544 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.795718 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.801433 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "DELETE /v2.0/networks/c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3 HTTP/1.1" status: 204 len: 168 time: 0.4589667 Nov 27 01:19:13.809363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38602) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:13.810165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced2e61-b5e0-4829-9393-fc3ecfd7b8e6 tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event deleted for resources: {'Network': ['ID=c7d0bed8-e16d-4d68-9219-d7d54e9c1ff3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:13.852406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:13.853057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.855203 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] 10.222.0.42 "PUT /v2.0/ports/19628b6d-3ad5-44cd-99ef-286cd0e76193 HTTP/1.1" status: 200 len: 1091 time: 1.1225908 Nov 27 01:19:13.858298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e492680f-8452-4340-935f-979ea2acddac', 'tag': '19628b6d-3ad5-44cd-99ef-286cd0e76193'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:13.860474 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8944e8-b4c2-412e-944c-08c993366cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "e492680f-8452-4340-935f-979ea2acddac", "tag": "19628b6d-3ad5-44cd-99ef-286cd0e76193"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:13.875842 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f787890-f9b2-43b2-8876-5f47660a2b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:13.888580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a4238e-bf3b-4c43-9877-8de24a119163 None None] DHCP port deletion for efe72fe1-d58e-4577-9dbc-25cd0515fd5f request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:13.905613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faacb07-4f75-4dcd-9984-77ff3987f159 service neutron] Pushing event updated for resources: {'Port': ['ID=19628b6d-3ad5-44cd-99ef-286cd0e76193,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:13.951257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.026154 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27515449-308f-44c5-abd6-47b36646b78b x-openstack-request-id: req-27515449-308f-44c5-abd6-47b36646b78b {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:14.026503 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e492680f-8452-4340-935f-979ea2acddac", "tag": "19628b6d-3ad5-44cd-99ef-286cd0e76193", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:14.026772 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27515449-308f-44c5-abd6-47b36646b78b {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:14.027169 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e492680f-8452-4340-935f-979ea2acddac', 'tag': '19628b6d-3ad5-44cd-99ef-286cd0e76193', 'status': 'completed', 'code': 200} Nov 27 01:19:14.056995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-d1862776-5674-4066-8417-f982fca78157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:14.058577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-d1862776-5674-4066-8417-f982fca78157 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 1094 time: 0.1087663 Nov 27 01:19:14.066899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab69cbd-bc9f-479c-b287-8e23e6570b43 req-2a19509f-4342-4c5e-bba2-f0f4b98e8044 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:14.068266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.070778 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ab69cbd-bc9f-479c-b287-8e23e6570b43 req-2a19509f-4342-4c5e-bba2-f0f4b98e8044 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1077659 Nov 27 01:19:14.091377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0cf4a6d-0203-4f44-bd4c-ada959055b0c']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:14.109132 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35eda57-979c-41ca-b036-bee3d99029b5') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:14.109503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35eda57-979c-41ca-b036-bee3d99029b5') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:14.128372 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.128889 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-a19e325f-5faa-4acc-9c62-6d129c531696 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19628b6d-3ad5-44cd-99ef-286cd0e76193 HTTP/1.1" status: 200 len: 217 time: 0.0462761 Nov 27 01:19:14.145921 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.155277 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:14.156244 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:14.160409 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:14.187305 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ab69cbd-bc9f-479c-b287-8e23e6570b43 req-00514527-015e-4685-b8f1-f178f2cb8bf0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121571 Nov 27 01:19:14.202424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-bea98bf9-35e3-4b34-ba2e-141cb1e540e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:14.204073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-bea98bf9-35e3-4b34-ba2e-141cb1e540e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.0620522 Nov 27 01:19:14.237249 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.246849 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.251147 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "DELETE /v2.0/networks/f0cf4a6d-0203-4f44-bd4c-ada959055b0c HTTP/1.1" status: 204 len: 168 time: 0.4388082 Nov 27 01:19:14.254120 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-f1aa9b57-7b00-4953-950a-13bc57144e92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346050 Nov 27 01:19:14.254582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38634) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:14.261642 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.262849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc2c53-52ac-404c-b705-5f310805d3ec tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event deleted for resources: {'Network': ['ID=f0cf4a6d-0203-4f44-bd4c-ada959055b0c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:14.387104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.396202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19787333-9642-419b-abe1-e030f796a226 req-58f93a34-fb9a-4032-a070-3eceb2d286c1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:14.397715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-19787333-9642-419b-abe1-e030f796a226 req-58f93a34-fb9a-4032-a070-3eceb2d286c1 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 943 time: 0.0602193 Nov 27 01:19:14.452299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-19787333-9642-419b-abe1-e030f796a226 req-3161b1be-89a7-4f24-85f0-2450748c2348 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477660 Nov 27 01:19:14.498663 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-93dd74f1-a13e-488f-92bc-fe85a7208f31 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815305 Nov 27 01:19:14.525383 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.624478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0f064a-404d-4003-aa1a-75691bdf404a']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:14.638497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79491940-b312-4038-99d4-87552dccefd5') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:14.638813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79491940-b312-4038-99d4-87552dccefd5') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:14.653778 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.678155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecf8a0-bd6b-4ced-831e-7ac190ce6df6 req-98f32978-4b7f-444c-bded-c99f1973ea80 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:14.680059 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7ecf8a0-bd6b-4ced-831e-7ac190ce6df6 req-98f32978-4b7f-444c-bded-c99f1973ea80 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 944 time: 0.1684637 Nov 27 01:19:14.693167 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.713691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:14.714087 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:14.717040 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:14.772610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc109d37-e431-4f61-9a5c-404e4ad851a1 req-41192439-bc89-4275-a7cf-dffd2a90acb9 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503357 Nov 27 01:19:14.814370 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.821367 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:14.827477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] 10.222.0.37 "DELETE /v2.0/networks/be0f064a-404d-4003-aa1a-75691bdf404a HTTP/1.1" status: 204 len: 168 time: 0.5718486 Nov 27 01:19:14.853113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7ecf8a0-bd6b-4ced-831e-7ac190ce6df6 req-b9f6f52f-685f-401c-9ccb-04ccbff5a5fd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474619 Nov 27 01:19:14.865092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f851c5-1c3e-4e4d-818c-f2db1bb4d41b tempest-BulkNetworkOpsTest-1138687875 tempest-BulkNetworkOpsTest-1138687875-project] Pushing event deleted for resources: {'Network': ['ID=be0f064a-404d-4003-aa1a-75691bdf404a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:14.919191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8944e8-b4c2-412e-944c-08c993366cbc req-0f9c8598-8a86-41c8-b971-f802bbcf429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:14.921034 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e8944e8-b4c2-412e-944c-08c993366cbc req-0f9c8598-8a86-41c8-b971-f802bbcf429d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a40ae590749d459887b5370a656652db&device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 1094 time: 0.0485826 Nov 27 01:19:14.948733 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.067578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8944e8-b4c2-412e-944c-08c993366cbc req-96b8cb71-8e11-4704-bca1-dba552e20173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:15.069067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e8944e8-b4c2-412e-944c-08c993366cbc req-96b8cb71-8e11-4704-bca1-dba552e20173 service neutron] 10.222.0.42 "GET /v2.0/networks?id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 200 len: 912 time: 0.1393571 Nov 27 01:19:15.097988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38670) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:15.103353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38672) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:15.127000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e8944e8-b4c2-412e-944c-08c993366cbc req-31be8875-7828-48f2-acd5-82fc4b0fad92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19628b6d-3ad5-44cd-99ef-286cd0e76193 HTTP/1.1" status: 200 len: 217 time: 0.0453660 Nov 27 01:19:15.191577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8944e8-b4c2-412e-944c-08c993366cbc req-74cdf9f7-dc6e-4c04-a1b7-0e243f141c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:15.193394 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e8944e8-b4c2-412e-944c-08c993366cbc req-74cdf9f7-dc6e-4c04-a1b7-0e243f141c08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 200 len: 851 time: 0.0567803 Nov 27 01:19:15.234089 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e8944e8-b4c2-412e-944c-08c993366cbc req-e52d6e08-a782-431b-a3c6-2fdaa625299b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=efe72fe1-d58e-4577-9dbc-25cd0515fd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301182 Nov 27 01:19:15.267148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-91d81242-e3fa-415f-a923-8376affbec9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f539f927e96408d8e8bef0325de2269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1671948 Nov 27 01:19:15.267148 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20056d3b-766b-4be2-a5b3-9b081cd73b12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.269346 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38680) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:15.362820 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0068689-8fff-4eb8-871f-ac8b92807946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.375865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6da51-ca01-4da8-b601-2dd43d883a2e req-82db9a4a-af7d-4a3c-a94c-f2746029071f tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:15.378109 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-faf6da51-ca01-4da8-b601-2dd43d883a2e req-82db9a4a-af7d-4a3c-a94c-f2746029071f tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0825438 Nov 27 01:19:15.382448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e8944e8-b4c2-412e-944c-08c993366cbc req-203f5b31-48ab-4d0b-9eb0-a69b836ae7d9 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395819 Nov 27 01:19:15.395098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0068689-8fff-4eb8-871f-ac8b92807946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.445484 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20056d3b-766b-4be2-a5b3-9b081cd73b12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.450557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20056d3b-766b-4be2-a5b3-9b081cd73b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.504795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20056d3b-766b-4be2-a5b3-9b081cd73b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fea101-eb34-4a7e-ab33-6bc2604689a4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:15.507237 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0068689-8fff-4eb8-871f-ac8b92807946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.510219 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0068689-8fff-4eb8-871f-ac8b92807946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.514906 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a0068689-8fff-4eb8-871f-ac8b92807946 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0679e61d-6ffc-4e13-b780-79cca5c8c77e HTTP/1.1" status: 204 len: 168 time: 0.2436333 Nov 27 01:19:15.523739 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-20056d3b-766b-4be2-a5b3-9b081cd73b12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bba89425b495451f9a37edc1c9131e0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4194887 Nov 27 01:19:15.524674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38686) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:15.545819 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-faf6da51-ca01-4da8-b601-2dd43d883a2e req-df979c52-3b6f-4d3a-a86a-2e9ee8b30966 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557758 Nov 27 01:19:15.565664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0068689-8fff-4eb8-871f-ac8b92807946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0679e61d-6ffc-4e13-b780-79cca5c8c77e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:15.592259 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e8944e8-b4c2-412e-944c-08c993366cbc req-a858e93e-120a-4928-aa9c-9c04527db574 service neutron] 10.222.0.42 "GET /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015271 Nov 27 01:19:15.646107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f8de9bc3-6f30-46a2-be2a-f11007fad2fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.668128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f617618-fdfa-4090-a3d2-e7e6a8ba34e7 req-3939d53a-71ec-4657-ae43-a973249d9fa0 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:15.670141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f617618-fdfa-4090-a3d2-e7e6a8ba34e7 req-3939d53a-71ec-4657-ae43-a973249d9fa0 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 943 time: 0.0892830 Nov 27 01:19:15.706495 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f8de9bc3-6f30-46a2-be2a-f11007fad2fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.762135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f617618-fdfa-4090-a3d2-e7e6a8ba34e7 req-5eee05ed-a079-4926-bab5-805ca88970a8 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827899 Nov 27 01:19:15.786746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f8de9bc3-6f30-46a2-be2a-f11007fad2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.790797 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f8de9bc3-6f30-46a2-be2a-f11007fad2fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.794863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f8de9bc3-6f30-46a2-be2a-f11007fad2fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02fea101-eb34-4a7e-ab33-6bc2604689a4 HTTP/1.1" status: 204 len: 168 time: 0.2652800 Nov 27 01:19:15.806398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de9bc3-6f30-46a2-be2a-f11007fad2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fea101-eb34-4a7e-ab33-6bc2604689a4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:15.878780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device da6dbfad-544e-4028-ad76-659ba663ae44 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:15.962572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port da6dbfad-544e-4028-ad76-659ba663ae44 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:19:15.969038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port da6dbfad-544e-4028-ad76-659ba663ae44 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:15.969616 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:15.998292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824206cd-d2c7-40a5-913f-190283bb235c req-f890a54c-63c6-4ea2-874f-a417c4ff9ff1 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:16.001960 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-824206cd-d2c7-40a5-913f-190283bb235c req-f890a54c-63c6-4ea2-874f-a417c4ff9ff1 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 944 time: 0.0768316 Nov 27 01:19:16.103883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-824206cd-d2c7-40a5-913f-190283bb235c req-985f94f5-c133-4a5f-9806-e557226b8bdd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935593 Nov 27 01:19:16.123016 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.152768 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e327c0d-528c-4827-8041-f23f82b000c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6dbfad-544e-4028-ad76-659ba663ae44'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:16.155525 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09afc6d-5f9b-4f9c-821b-a5918952b32a" -d '{"events": [{"server_uuid": "9e327c0d-528c-4827-8041-f23f82b000c9", "name": "network-vif-plugged", "status": "completed", "tag": "da6dbfad-544e-4028-ad76-659ba663ae44"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:16.170613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port da6dbfad-544e-4028-ad76-659ba663ae44, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=da6dbfad-544e-4028-ad76-659ba663ae44,segment=NetworkSegment(ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1),segment_id=ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:16.179845 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.226998 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8237c6-2485-4a79-9eb1-831aa0636687 x-openstack-request-id: req-4d8237c6-2485-4a79-9eb1-831aa0636687 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:16.227525 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e327c0d-528c-4827-8041-f23f82b000c9", "name": "network-vif-plugged", "status": "completed", "tag": "da6dbfad-544e-4028-ad76-659ba663ae44", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:16.227913 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d8237c6-2485-4a79-9eb1-831aa0636687 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:16.228620 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e327c0d-528c-4827-8041-f23f82b000c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'code': 200} Nov 27 01:19:16.246958 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=da6dbfad-544e-4028-ad76-659ba663ae44,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:16.319498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38716) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:16.336145 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15fbad1f-6993-49ad-8778-6611bdee2776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.407453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f532d-6085-41aa-a76c-7671b5e524cf req-9c22eaf2-1612-4678-b8e8-cb819f70a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:16.410173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-471f532d-6085-41aa-a76c-7671b5e524cf req-9c22eaf2-1612-4678-b8e8-cb819f70a57c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 1096 time: 0.0695221 Nov 27 01:19:16.433328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15fbad1f-6993-49ad-8778-6611bdee2776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.438652 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15fbad1f-6993-49ad-8778-6611bdee2776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.468083 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-471f532d-6085-41aa-a76c-7671b5e524cf req-c3e786c8-b8e1-49f0-ad0d-bcb68d610d60 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475216 Nov 27 01:19:16.484670 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-15fbad1f-6993-49ad-8778-6611bdee2776 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6ff05ccc88b495ebe14307ec388a4be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623197 Nov 27 01:19:16.485239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38720) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:16.486266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38722) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:16.491341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbad1f-6993-49ad-8778-6611bdee2776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a62ddb0-cb2b-436a-b68c-ff1dfd01c205,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:16.551553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e038b8a7-d523-4acd-8bed-8e55b9372ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.581678 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e038b8a7-d523-4acd-8bed-8e55b9372ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.615711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1820322602'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:16.643395 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.646012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Made reservation on behalf of 29a3198433c04b50815d02a459f66592 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:16.649828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.658680 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.682411 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e038b8a7-d523-4acd-8bed-8e55b9372ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.685975 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e038b8a7-d523-4acd-8bed-8e55b9372ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.690161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e038b8a7-d523-4acd-8bed-8e55b9372ba6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a62ddb0-cb2b-436a-b68c-ff1dfd01c205 HTTP/1.1" status: 204 len: 168 time: 0.1995621 Nov 27 01:19:16.712798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da2f4b-9780-4cd8-bf31-0b98bcb267be req-37c4b61e-73d2-467a-a31d-7e08fc98d2af tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:16.714801 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-49da2f4b-9780-4cd8-bf31-0b98bcb267be req-37c4b61e-73d2-467a-a31d-7e08fc98d2af tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0831769 Nov 27 01:19:16.725225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038b8a7-d523-4acd-8bed-8e55b9372ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a62ddb0-cb2b-436a-b68c-ff1dfd01c205,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:16.764403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.771601 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.794087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-49da2f4b-9780-4cd8-bf31-0b98bcb267be req-45e6d0a3-2d06-4bf0-9d6f-b2bdda301c52 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707014 Nov 27 01:19:16.808160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:16.819580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cde5473-c0c0-4604-8144-2f4d9eadaa5a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:16.834603 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.835055 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Added segment 44536beb-758b-4a8d-a1a5-c7715c4c599f of type vlan for network 5b69c1f2-23a1-4fed-b3d1-01de2ae13deb Nov 27 01:19:16.901560 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.961984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dda1a8-b65c-417a-8371-2d7c2d77f3d7 req-657945d0-5be6-4ad3-855b-01d7af1ec7a5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:16.963603 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40dda1a8-b65c-417a-8371-2d7c2d77f3d7 req-657945d0-5be6-4ad3-855b-01d7af1ec7a5 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 943 time: 0.0854826 Nov 27 01:19:16.964776 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:16.970423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:16.971386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:17.052129 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5659261 Nov 27 01:19:17.058681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38738) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:17.074518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-b1666bec-e8af-4e6f-bdd3-09d63efba7b2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5b69c1f2-23a1-4fed-b3d1-01de2ae13deb', 'tempest-TagsTest-Tag-711421464') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:17.093857 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:17.097066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3af29-1c49-4420-98f7-affb596b1af2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Pushing event updated for resources: {'Network': ['ID=5b69c1f2-23a1-4fed-b3d1-01de2ae13deb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:17.109135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 5b69c1f2-23a1-4fed-b3d1-01de2ae13deb details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:17.153502 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40dda1a8-b65c-417a-8371-2d7c2d77f3d7 req-0ded0d14-9d7a-4297-8cae-ce0e2b40c7bc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789532 Nov 27 01:19:17.233180 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b1666bec-e8af-4e6f-bdd3-09d63efba7b2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "PUT /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb/tags/tempest-TagsTest-Tag-711421464 HTTP/1.1" status: 201 len: 201 time: 0.1713829 Nov 27 01:19:17.236096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38746) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:17.242626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-55687194-662f-4292-a6a7-a49557f92814 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b69c1f2-23a1-4fed-b3d1-01de2ae13deb', 'tempest-TagsTest-Tag-711421464') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:17.336427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864db52-c114-44f3-bcee-1ac3a0ccbe47 req-59d5afb0-0a64-4b47-be05-e34c128b8109 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:17.348106 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2864db52-c114-44f3-bcee-1ac3a0ccbe47 req-59d5afb0-0a64-4b47-be05-e34c128b8109 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 945 time: 0.0827196 Nov 27 01:19:17.354614 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-55687194-662f-4292-a6a7-a49557f92814 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "GET /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb/tags/tempest-TagsTest-Tag-711421464 HTTP/1.1" status: 204 len: 168 time: 0.1163185 Nov 27 01:19:17.358209 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38752) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:17.362933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-65502d09-82f2-4294-a0c6-b4b0d74ce745 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5b69c1f2-23a1-4fed-b3d1-01de2ae13deb') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:17.409009 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2864db52-c114-44f3-bcee-1ac3a0ccbe47 req-dcd5e2b0-c54f-4ac5-92cd-7dc468e24085 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587285 Nov 27 01:19:17.460850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-65502d09-82f2-4294-a0c6-b4b0d74ce745 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "GET /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb/tags HTTP/1.1" status: 200 len: 237 time: 0.1016901 Nov 27 01:19:17.463680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38756) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:17.468211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-9c6aa410-3bf2-4b02-beb7-b9b876861f88 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5b69c1f2-23a1-4fed-b3d1-01de2ae13deb', {'tags': ['tempest-TagsTest-Tag-1520168468', 'tempest-TagsTest-Tag-111045176', 'tempest-TagsTest-Tag-1392608269']}) {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:17.520629 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:17.564702 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9c6aa410-3bf2-4b02-beb7-b9b876861f88 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "PUT /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb/tags HTTP/1.1" status: 200 len: 308 time: 0.0999827 Nov 27 01:19:17.567821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38760) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:17.582350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-a92409e2-10d9-4068-b679-f3b0286dd791 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5b69c1f2-23a1-4fed-b3d1-01de2ae13deb', 'tempest-TagsTest-Tag-1520168468') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:17.686279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a92409e2-10d9-4068-b679-f3b0286dd791 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "DELETE /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb/tags/tempest-TagsTest-Tag-1520168468 HTTP/1.1" status: 204 len: 168 time: 0.1145983 Nov 27 01:19:17.686928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38766) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:17.691402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-c12c43a9-ed69-464a-807c-b99d30717bd9 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b69c1f2-23a1-4fed-b3d1-01de2ae13deb', 'tempest-TagsTest-Tag-1520168468') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:17.774877 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-c12c43a9-ed69-464a-807c-b99d30717bd9 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] show failed (client error): The resource could not be found. Nov 27 01:19:17.778391 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c12c43a9-ed69-464a-807c-b99d30717bd9 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "GET /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb/tags/tempest-TagsTest-Tag-1520168468 HTTP/1.1" status: 404 len: 326 time: 0.0879300 Nov 27 01:19:17.778700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38770) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:17.782971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-ed1070de-f207-4564-b0ca-c85d8792da31 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b69c1f2-23a1-4fed-b3d1-01de2ae13deb', 'tempest-TagsTest-Tag-111045176') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:17.871618 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ed1070de-f207-4564-b0ca-c85d8792da31 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "GET /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb/tags/tempest-TagsTest-Tag-111045176 HTTP/1.1" status: 204 len: 168 time: 0.0918055 Nov 27 01:19:17.872217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38776) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:17.877950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-09cf20e0-fa02-4728-ac0f-e631244256f2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b69c1f2-23a1-4fed-b3d1-01de2ae13deb', 'tempest-TagsTest-Tag-1392608269') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:17.906285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 19628b6d-3ad5-44cd-99ef-286cd0e76193 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:19:18.013553 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-09cf20e0-fa02-4728-ac0f-e631244256f2 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "GET /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb/tags/tempest-TagsTest-Tag-1392608269 HTTP/1.1" status: 204 len: 168 time: 0.1381943 Nov 27 01:19:18.014363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38780) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:18.019843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-e71d8af8-4b1e-46e0-b2d6-b44a96e62d22 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5b69c1f2-23a1-4fed-b3d1-01de2ae13deb') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:18.045024 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 19628b6d-3ad5-44cd-99ef-286cd0e76193, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=19628b6d-3ad5-44cd-99ef-286cd0e76193,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:18.056630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a43f-26d6-4002-bb48-d25b2460d551 req-9e0b2eb5-0b1d-4ba7-956c-5158f89b26c3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:18.058407 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-91c2a43f-26d6-4002-bb48-d25b2460d551 req-9e0b2eb5-0b1d-4ba7-956c-5158f89b26c3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1165955 Nov 27 01:19:18.067531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '19628b6d-3ad5-44cd-99ef-286cd0e76193', 'network_id': 'efe72fe1-d58e-4577-9dbc-25cd0515fd5f', 'port_id': '19628b6d-3ad5-44cd-99ef-286cd0e76193', 'mac_address': 'fa:16:3e:c8:bd:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93415f0e-02cb-4780-9300-d8a9de9b991f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:19:18.117186 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:18.137393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19628b6d-3ad5-44cd-99ef-286cd0e76193 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:18.162001 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 19628b6d-3ad5-44cd-99ef-286cd0e76193, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=19628b6d-3ad5-44cd-99ef-286cd0e76193,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:18.169806 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:18.234760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=19628b6d-3ad5-44cd-99ef-286cd0e76193,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:18.256010 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-91c2a43f-26d6-4002-bb48-d25b2460d551 req-e2e4a657-c77e-43f3-85ba-66fd14c84ed8 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084640 Nov 27 01:19:18.286996 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e71d8af8-4b1e-46e0-b2d6-b44a96e62d22 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "DELETE /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb/tags HTTP/1.1" status: 204 len: 168 time: 0.2717955 Nov 27 01:19:18.289616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38794) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:18.294524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-4c65a0cd-271a-46d7-b835-a48410279a06 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b69c1f2-23a1-4fed-b3d1-01de2ae13deb', 'tempest-TagsTest-Tag-111045176') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:18.405465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87400a7-b1cd-4a15-b4a7-2946e0089092 req-a9fa84d7-e83a-4810-ad6f-fdf07d687ddc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:18.407104 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f87400a7-b1cd-4a15-b4a7-2946e0089092 req-a9fa84d7-e83a-4810-ad6f-fdf07d687ddc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 944 time: 0.0892494 Nov 27 01:19:18.438810 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-4c65a0cd-271a-46d7-b835-a48410279a06 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] show failed (client error): The resource could not be found. Nov 27 01:19:18.440499 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4c65a0cd-271a-46d7-b835-a48410279a06 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "GET /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb/tags/tempest-TagsTest-Tag-111045176 HTTP/1.1" status: 404 len: 325 time: 0.1498504 Nov 27 01:19:18.443426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38802) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:18.448088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-f1d6c63e-885a-481e-a97b-4b5fbb9efd38 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5b69c1f2-23a1-4fed-b3d1-01de2ae13deb', 'tempest-TagsTest-Tag-1392608269') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:18.483868 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f87400a7-b1cd-4a15-b4a7-2946e0089092 req-74de7b43-1d83-4b17-b103-3a313b793c32 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676053 Nov 27 01:19:18.514413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['19628b6d-3ad5-44cd-99ef-286cd0e76193'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:18.557416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device de278812-84d3-4af0-92b6-204cd91f8d25 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:19:18.609065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5d38d-b443-424c-9f68-6da31c495b4b req-7c7b0686-9da6-4e07-9dda-1d1d681e956f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:18.619179 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-10b5d38d-b443-424c-9f68-6da31c495b4b req-7c7b0686-9da6-4e07-9dda-1d1d681e956f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 945 time: 0.1076698 Nov 27 01:19:18.632527 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-f1d6c63e-885a-481e-a97b-4b5fbb9efd38 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] show failed (client error): The resource could not be found. Nov 27 01:19:18.634769 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f1d6c63e-885a-481e-a97b-4b5fbb9efd38 tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "GET /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb/tags/tempest-TagsTest-Tag-1392608269 HTTP/1.1" status: 404 len: 326 time: 0.1903546 Nov 27 01:19:18.636859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38808) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:18.642486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-ae3db99c-9dbd-470c-aea9-537e239fd25f tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5b69c1f2-23a1-4fed-b3d1-01de2ae13deb') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:18.685026 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-10b5d38d-b443-424c-9f68-6da31c495b4b req-8bb71f27-8b24-42f6-8024-41aee0691bd5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647087 Nov 27 01:19:18.772988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38816) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:18.773956 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ae3db99c-9dbd-470c-aea9-537e239fd25f tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "DELETE /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb/tags HTTP/1.1" status: 204 len: 168 time: 0.1358092 Nov 27 01:19:18.791340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:18.815469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703', 'port_id': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'mac_address': 'fa:16:3e:b6:c4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7a8ce3-5280-4534-999b-9162791807b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:19:18.858693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8af60-b823-4213-bcd4-21c3c3fe3285 req-b110a645-18a8-4735-aead-9a6f19b8e852 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:18.860253 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8be8af60-b823-4213-bcd4-21c3c3fe3285 req-b110a645-18a8-4735-aead-9a6f19b8e852 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 945 time: 0.0852027 Nov 27 01:19:18.887990 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:18.901208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:18.919884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de278812-84d3-4af0-92b6-204cd91f8d25 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:18.947458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:18.952443 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8be8af60-b823-4213-bcd4-21c3c3fe3285 req-a934f766-311d-4d93-9547-8d18da940258 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770049 Nov 27 01:19:18.953249 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:18.967871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38824) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:19.032059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:19.048640 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.053873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ac068-ac29-4ca0-a7e7-071cd8d7be21 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:19.055733 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b31ac068-ac29-4ca0-a7e7-071cd8d7be21 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 1091 time: 0.0857685 Nov 27 01:19:19.059211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38830) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:19.063831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:19.089811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b69c1f2-23a1-4fed-b3d1-01de2ae13deb']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:19.104575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44536beb-758b-4a8d-a1a5-c7715c4c599f') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:19.104899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44536beb-758b-4a8d-a1a5-c7715c4c599f') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:19.124789 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.129260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.157175 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.182759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['de278812-84d3-4af0-92b6-204cd91f8d25'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:19.207146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:19.207555 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:19.210784 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:19.354905 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.377323 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.400767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] 10.222.0.37 "DELETE /v2.0/networks/5b69c1f2-23a1-4fed-b3d1-01de2ae13deb HTTP/1.1" status: 204 len: 168 time: 0.6262760 Nov 27 01:19:19.462135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d9caf-7701-4418-9d62-0c1b78dd765d tempest-TagsTest-234498433 tempest-TagsTest-234498433-project] Pushing event deleted for resources: {'Network': ['ID=5b69c1f2-23a1-4fed-b3d1-01de2ae13deb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:19.504202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a77ef8-91a5-4362-9a98-4adac58a0502 req-9321bdf2-c6ef-4a6f-a953-05fa01eb3498 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:19.510909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1a77ef8-91a5-4362-9a98-4adac58a0502 req-9321bdf2-c6ef-4a6f-a953-05fa01eb3498 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.0999722 Nov 27 01:19:19.612698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1a77ef8-91a5-4362-9a98-4adac58a0502 req-eb8b62d1-a095-4a37-af54-0de91340ea5d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949836 Nov 27 01:19:19.639606 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.713966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcefac9-b3b0-4cbb-8ac0-51884228a345 req-cb27236e-904d-4a6a-848c-f791ab0db66c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:19.723092 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8bcefac9-b3b0-4cbb-8ac0-51884228a345 req-cb27236e-904d-4a6a-848c-f791ab0db66c tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 944 time: 0.1443560 Nov 27 01:19:19.824170 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8bcefac9-b3b0-4cbb-8ac0-51884228a345 req-633647f4-d991-4e69-bc8e-571c028f04c7 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001987 Nov 27 01:19:19.825285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Allocated IP 172.25.3.100 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/7e786a32-8726-4c85-9a02-cf9d88038034) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:19.925444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 19628b6d-3ad5-44cd-99ef-286cd0e76193 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:19.980930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38886) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:19.988625 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:19.997310 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 19628b6d-3ad5-44cd-99ef-286cd0e76193 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:19:20.001773 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 19628b6d-3ad5-44cd-99ef-286cd0e76193 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:20.002924 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.032698 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.087125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:20.090202 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.092352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:20.096660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:20.115996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e492680f-8452-4340-935f-979ea2acddac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19628b6d-3ad5-44cd-99ef-286cd0e76193'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:20.119100 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f69327-9209-43e8-9943-7326c5916a67" -d '{"events": [{"server_uuid": "e492680f-8452-4340-935f-979ea2acddac", "name": "network-vif-plugged", "status": "completed", "tag": "19628b6d-3ad5-44cd-99ef-286cd0e76193"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:20.125488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=7e786a32-8726-4c85-9a02-cf9d88038034,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:20.135105 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 19628b6d-3ad5-44cd-99ef-286cd0e76193, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=19628b6d-3ad5-44cd-99ef-286cd0e76193,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:20.145115 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.191540 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb0f710-6598-44c6-b428-5a78cd62b513 x-openstack-request-id: req-2eb0f710-6598-44c6-b428-5a78cd62b513 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:20.192201 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e492680f-8452-4340-935f-979ea2acddac", "name": "network-vif-plugged", "status": "completed", "tag": "19628b6d-3ad5-44cd-99ef-286cd0e76193", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:20.192341 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2eb0f710-6598-44c6-b428-5a78cd62b513 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:20.192687 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e492680f-8452-4340-935f-979ea2acddac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19628b6d-3ad5-44cd-99ef-286cd0e76193', 'code': 200} Nov 27 01:19:20.245508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=19628b6d-3ad5-44cd-99ef-286cd0e76193,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:20.295080 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-235a64f7-917a-4098-82c7-903bfa60f01d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29a3198433c04b50815d02a459f66592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125534 Nov 27 01:19:20.303392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38900) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:20.453613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964884ad-7788-487a-bea2-8a86e613c711 req-190c482f-8086-434f-8fba-42ef522db850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:20.455784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-964884ad-7788-487a-bea2-8a86e613c711 req-190c482f-8086-434f-8fba-42ef522db850 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 1096 time: 0.1649778 Nov 27 01:19:20.459202 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a2bffe7-66c1-4948-aadf-cb29fc8f9565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.507732 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a2bffe7-66c1-4948-aadf-cb29fc8f9565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.540224 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-964884ad-7788-487a-bea2-8a86e613c711 req-2fa17801-14ac-419e-bcd6-fa5abf731661 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652785 Nov 27 01:19:20.588730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device de278812-84d3-4af0-92b6-204cd91f8d25 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:20.633495 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a2bffe7-66c1-4948-aadf-cb29fc8f9565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.643958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a2bffe7-66c1-4948-aadf-cb29fc8f9565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.646032 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0a2bffe7-66c1-4948-aadf-cb29fc8f9565 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cde5473-c0c0-4604-8144-2f4d9eadaa5a HTTP/1.1" status: 204 len: 168 time: 0.3406699 Nov 27 01:19:20.667053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bffe7-66c1-4948-aadf-cb29fc8f9565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cde5473-c0c0-4604-8144-2f4d9eadaa5a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:20.701768 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port de278812-84d3-4af0-92b6-204cd91f8d25 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:20.702403 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.840125 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:20.878690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38920) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:20.911790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:20.923521 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:21.036488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:21.053821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995b43b-19b1-4603-86fd-d18e282cf29c req-4dbd07aa-0fcd-46b1-9249-4a5053659cf2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:21.059306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb2704-cd45-4ee0-9063-182c41c8c7bb req-62ad2d0f-46fe-4ec5-ad1b-3c370cf54216 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:21.066817 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1995b43b-19b1-4603-86fd-d18e282cf29c req-4dbd07aa-0fcd-46b1-9249-4a5053659cf2 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 945 time: 0.1126983 Nov 27 01:19:21.076143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9bfb2704-cd45-4ee0-9063-182c41c8c7bb req-62ad2d0f-46fe-4ec5-ad1b-3c370cf54216 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1782329 Nov 27 01:19:21.145512 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1995b43b-19b1-4603-86fd-d18e282cf29c req-b90e47ef-fc26-40f3-b586-ea04c85331dc tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793688 Nov 27 01:19:21.278818 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9bfb2704-cd45-4ee0-9063-182c41c8c7bb req-bdd493da-f11b-4bf2-87c0-e8b118359b36 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948721 Nov 27 01:19:21.450707 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:21.587242 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:21.771255 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1c6832a-a0a7-4ea0-8775-a41a269e0274 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:21.842390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-a6cd33b5-15d8-4da3-8016-25027c351875 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:21.851034 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-a6cd33b5-15d8-4da3-8016-25027c351875 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 814 time: 0.6048775 Nov 27 01:19:21.891088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-4accbf2d-4ab5-4a1a-939b-be5ea0d0c5fe tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/quotas/3489c5440ae04387aed79c4c4c26a035 HTTP/1.1" status: 200 len: 375 time: 0.0388041 Nov 27 01:19:21.946782 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:21.950026 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:21.993832 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1c6832a-a0a7-4ea0-8775-a41a269e0274 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.013723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-127bd6d2-f619-4c23-a049-c21ac464cf13 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215510 Nov 27 01:19:22.014611 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1c6832a-a0a7-4ea0-8775-a41a269e0274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.048033 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c1c6832a-a0a7-4ea0-8775-a41a269e0274 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=068ddd8f231645729897d414cd9d28db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1670706 Nov 27 01:19:22.058445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38954) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:22.068899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=7e786a32-8726-4c85-9a02-cf9d88038034,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:22.081237 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.161312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6832a-a0a7-4ea0-8775-a41a269e0274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1b9d90-4d7a-42b8-b10e-956001950293,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:22.193697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:22.196995 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60a4960-1086-41ae-a8f7-e76cc7aff04f" -d '{"events": [{"server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "name": "network-vif-plugged", "status": "completed", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:22.204703 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Floating IP 9007bb38-a670-4f72-a756-c0b77b1b4c92 associated. External IP: 172.25.3.100, port: da6dbfad-544e-4028-ad76-659ba663ae44. Nov 27 01:19:22.222829 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9305b06-4553-43a6-8540-d105143aa012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.254732 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9305b06-4553-43a6-8540-d105143aa012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.341702 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-7b804fa2-238f-4ce6-bb6d-7151c1cb4ca2 service neutron] 10.222.0.37 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967496 Nov 27 01:19:22.410229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96129-8bdb-41e6-abb6-9b41839f3d19 req-5f9bf181-2888-4f7a-8652-3ed27abf4761 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:22.412914 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2e96129-8bdb-41e6-abb6-9b41839f3d19 req-5f9bf181-2888-4f7a-8652-3ed27abf4761 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 945 time: 0.0945091 Nov 27 01:19:22.471965 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-16ea23e0-466f-451b-870c-e5d587b5c727 service neutron] 10.222.0.37 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281505 Nov 27 01:19:22.493153 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9305b06-4553-43a6-8540-d105143aa012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.496177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9305b06-4553-43a6-8540-d105143aa012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.503400 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f9305b06-4553-43a6-8540-d105143aa012 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e1b9d90-4d7a-42b8-b10e-956001950293 HTTP/1.1" status: 204 len: 168 time: 0.4433939 Nov 27 01:19:22.519128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9305b06-4553-43a6-8540-d105143aa012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1b9d90-4d7a-42b8-b10e-956001950293,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:22.576772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2e96129-8bdb-41e6-abb6-9b41839f3d19 req-a9cc9fb5-bc4b-48bf-abe5-13163c29c3ba tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232197 Nov 27 01:19:22.656238 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349853bc-c523-4f39-8d37-186b64845736 x-openstack-request-id: req-349853bc-c523-4f39-8d37-186b64845736 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:22.656854 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "name": "network-vif-plugged", "status": "completed", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:22.657007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Router b5c681f9-870d-4915-ac5e-2846d7c987df has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:22.657555 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-349853bc-c523-4f39-8d37-186b64845736 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:22.658874 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'code': 200} Nov 27 01:19:22.910552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:22.930103 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7631e9b-69e7-4c08-a515-ada1b9566084 None None] Sync routers for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:22.957628 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7631e9b-69e7-4c08-a515-ada1b9566084 None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:22.958296 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d7631e9b-69e7-4c08-a515-ada1b9566084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:19:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:22.960198 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:22.994275 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2d069c38-95c1-4ffd-9f60-b74bfe41fd6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9339182 Nov 27 01:19:22.997720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38984) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:23.003545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b95012-6e1a-44dc-9c1c-e0a7176112ab req-c1386558-b028-4821-bc0f-58836e1bb581 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:23.013271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35b95012-6e1a-44dc-9c1c-e0a7176112ab req-c1386558-b028-4821-bc0f-58836e1bb581 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1121056 Nov 27 01:19:23.021528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e327c0d-528c-4827-8041-f23f82b000c9', 'tag': 'da6dbfad-544e-4028-ad76-659ba663ae44'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:23.023829 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6893f2e2-a9c3-4b0b-b4b5-aed1352a8666" -d '{"events": [{"name": "network-changed", "server_uuid": "9e327c0d-528c-4827-8041-f23f82b000c9", "tag": "da6dbfad-544e-4028-ad76-659ba663ae44"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:23.104779 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35b95012-6e1a-44dc-9c1c-e0a7176112ab req-441364ad-f98c-4626-b0c0-38324533c88b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793040 Nov 27 01:19:23.166123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38996) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:23.213151 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-38c39f69-e33a-43c5-8716-ef3165b8fb65 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/floatingips/9007bb38-a670-4f72-a756-c0b77b1b4c92 HTTP/1.1" status: 200 len: 991 time: 0.2128477 Nov 27 01:19:23.221651 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d98c6d26-c16b-41c8-8746-d44ad2381023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.241964 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d7631e9b-69e7-4c08-a515-ada1b9566084 None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:23.306510 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-96093d13-b0d4-4874-ba86-376ab08d3b99 req-50aa4e81-9426-4fc9-ab9b-10073df52f2c tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 210 time: 0.1179655 Nov 27 01:19:23.315205 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08031634-5f1f-4e86-bb05-b9bdc284b915 x-openstack-request-id: req-08031634-5f1f-4e86-bb05-b9bdc284b915 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:23.315499 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e327c0d-528c-4827-8041-f23f82b000c9", "tag": "da6dbfad-544e-4028-ad76-659ba663ae44", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:23.315748 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08031634-5f1f-4e86-bb05-b9bdc284b915 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:23.316144 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e327c0d-528c-4827-8041-f23f82b000c9', 'tag': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'status': 'completed', 'code': 200} Nov 27 01:19:23.448804 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d98c6d26-c16b-41c8-8746-d44ad2381023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.461796 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d98c6d26-c16b-41c8-8746-d44ad2381023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.514508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c6d26-c16b-41c8-8746-d44ad2381023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752fef68-9034-4e9b-a97a-e3fd595d103b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:23.544367 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d98c6d26-c16b-41c8-8746-d44ad2381023 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcecff8dcd6645e385d0d046158a1df3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3769531 Nov 27 01:19:23.554784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39004) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:23.597895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893f2e2-a9c3-4b0b-b4b5-aed1352a8666 req-dea9fc39-f00c-45ec-9fde-791d171d2453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:23.604885 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6893f2e2-a9c3-4b0b-b4b5-aed1352a8666 req-dea9fc39-f00c-45ec-9fde-791d171d2453 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 1096 time: 0.1938758 Nov 27 01:19:23.631047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839ed7a-21ed-4f34-a910-d028cc2b537c req-5a26cc30-4d37-4319-b240-a704618cebbd tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:23.632926 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3839ed7a-21ed-4f34-a910-d028cc2b537c req-5a26cc30-4d37-4319-b240-a704618cebbd tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 945 time: 0.2132082 Nov 27 01:19:23.673360 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d35aa54f-272e-405a-8d0f-1e2cc80ccbd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.734098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d35aa54f-272e-405a-8d0f-1e2cc80ccbd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.848558 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3839ed7a-21ed-4f34-a910-d028cc2b537c req-c587ad04-c77f-49f1-b51b-a25d7d3ef4df tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046075 Nov 27 01:19:23.853151 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d35aa54f-272e-405a-8d0f-1e2cc80ccbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.853325 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d7631e9b-69e7-4c08-a515-ada1b9566084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:18:52Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '9007bb38-a670-4f72-a756-c0b77b1b4c92', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'port_id': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'mac_address': 'fa:16:3e:0c:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e327c0d-528c-4827-8041-f23f82b000c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:19:21Z', 'updated_at': '2021-11-27T01:19:21Z', 'revision_number': 0, 'project_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:19:01Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:23.857599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d35aa54f-272e-405a-8d0f-1e2cc80ccbd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:23.867033 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d35aa54f-272e-405a-8d0f-1e2cc80ccbd0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/752fef68-9034-4e9b-a97a-e3fd595d103b HTTP/1.1" status: 204 len: 168 time: 0.3090460 Nov 27 01:19:23.886663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893f2e2-a9c3-4b0b-b4b5-aed1352a8666 req-33969696-d4d2-41d9-be19-a444fdf134f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:23.901511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6893f2e2-a9c3-4b0b-b4b5-aed1352a8666 req-33969696-d4d2-41d9-be19-a444fdf134f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=506db715-82e2-45e5-8b4b-35cec04934bf HTTP/1.1" status: 200 len: 898 time: 0.2533886 Nov 27 01:19:23.907381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aa54f-272e-405a-8d0f-1e2cc80ccbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752fef68-9034-4e9b-a97a-e3fd595d103b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:23.977182 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7631e9b-69e7-4c08-a515-ada1b9566084 None None] Checking router: b5c681f9-870d-4915-ac5e-2846d7c987df for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:24.020147 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7631e9b-69e7-4c08-a515-ada1b9566084 None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:24.020798 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d7631e9b-69e7-4c08-a515-ada1b9566084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:19:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:24.054348 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6893f2e2-a9c3-4b0b-b4b5-aed1352a8666 req-cb8fbd72-e42c-41cd-9579-f74e23da6539 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da6dbfad-544e-4028-ad76-659ba663ae44 HTTP/1.1" status: 200 len: 999 time: 0.1478498 Nov 27 01:19:24.159211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39014) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:24.186854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893f2e2-a9c3-4b0b-b4b5-aed1352a8666 req-d4e9952f-eb6f-4ca5-a92f-82bf238e2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:24.196375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6893f2e2-a9c3-4b0b-b4b5-aed1352a8666 req-d4e9952f-eb6f-4ca5-a92f-82bf238e2258 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b81952b-8ab9-4fa5-9325-de855a43a081 HTTP/1.1" status: 200 len: 835 time: 0.1320543 Nov 27 01:19:24.209355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39018) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:24.374790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893f2e2-a9c3-4b0b-b4b5-aed1352a8666 req-39f020a9-f741-48dd-b9f4-7040b3479639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:24.375728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6893f2e2-a9c3-4b0b-b4b5-aed1352a8666 req-39f020a9-f741-48dd-b9f4-7040b3479639 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=506db715-82e2-45e5-8b4b-35cec04934bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662769 Nov 27 01:19:24.376480 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f270c4d5-66ae-4ea7-a216-9fb8fb9816e2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/floatingips/9007bb38-a670-4f72-a756-c0b77b1b4c92 HTTP/1.1" status: 200 len: 991 time: 0.1656494 Nov 27 01:19:24.424574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f7c2b-b8e0-4b50-85bf-4c510a837f9a req-033da2f8-0ecf-4c2d-8f4b-e60bcc856047 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:24.427004 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d56f7c2b-b8e0-4b50-85bf-4c510a837f9a req-033da2f8-0ecf-4c2d-8f4b-e60bcc856047 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1375141 Nov 27 01:19:24.479017 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d7631e9b-69e7-4c08-a515-ada1b9566084 None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:24.526264 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8b70fb4-b5f9-4e41-95ee-354643d6f5e9 req-ce9bd6fa-4076-4850-8848-25dc3aead790 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 210 time: 0.0574424 Nov 27 01:19:24.572039 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8d011262-6904-434a-bcb8-8906cdfef99d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.594091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6893f2e2-a9c3-4b0b-b4b5-aed1352a8666 req-48984088-3fb8-43fb-afbe-484d52de0aca service neutron] 10.222.0.42 "GET /v2.0/networks/506db715-82e2-45e5-8b4b-35cec04934bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032967 Nov 27 01:19:24.644369 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d56f7c2b-b8e0-4b50-85bf-4c510a837f9a req-63fb7cef-f728-4cc3-9cac-5119eb1a7174 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053065 Nov 27 01:19:24.739923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8d011262-6904-434a-bcb8-8906cdfef99d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.750542 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8d011262-6904-434a-bcb8-8906cdfef99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:24.788263 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8d011262-6904-434a-bcb8-8906cdfef99d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2498e2beab7742228f194a4b7de86626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6269634 Nov 27 01:19:24.790455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39030) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:24.868158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6893f2e2-a9c3-4b0b-b4b5-aed1352a8666 req-840faeb6-93b0-4eab-a81f-bbd880ea722c service neutron] 10.222.0.42 "GET /v2.0/networks/506db715-82e2-45e5-8b4b-35cec04934bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419393 Nov 27 01:19:24.972921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d011262-6904-434a-bcb8-8906cdfef99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fab6143-9403-4b4e-8f95-5b4b4e5a6574,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:25.167913 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d7631e9b-69e7-4c08-a515-ada1b9566084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:18:52Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '9007bb38-a670-4f72-a756-c0b77b1b4c92', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'port_id': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'mac_address': 'fa:16:3e:0c:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e327c0d-528c-4827-8041-f23f82b000c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:19:21Z', 'updated_at': '2021-11-27T01:19:21Z', 'revision_number': 0, 'project_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:19:01Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:25.199262 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7631e9b-69e7-4c08-a515-ada1b9566084 None None] The sync data for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 is: [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:18:52Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '9007bb38-a670-4f72-a756-c0b77b1b4c92', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'port_id': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'mac_address': 'fa:16:3e:0c:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e327c0d-528c-4827-8041-f23f82b000c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:19:21Z', 'updated_at': '2021-11-27T01:19:21Z', 'revision_number': 0, 'project_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:19:01Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:25.201274 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c72a13bd-88ee-4251-9199-125b9a71814f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:25.240463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399622c-180f-42d8-88b7-4e704b0e6852 req-79afe8b3-7cb0-46b8-b643-4f897c952b49 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:25.242936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7399622c-180f-42d8-88b7-4e704b0e6852 req-79afe8b3-7cb0-46b8-b643-4f897c952b49 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 945 time: 0.2849872 Nov 27 01:19:25.280117 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c72a13bd-88ee-4251-9199-125b9a71814f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:25.309121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-196a88ec-3b97-45a0-8a0b-0cb34dcb2fc7 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:25.310843 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-196a88ec-3b97-45a0-8a0b-0cb34dcb2fc7 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.11 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 814 time: 0.4791880 Nov 27 01:19:25.354003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Request body: {'port': {'device_id': '8b173331-f204-4da7-bb26-7baae74c68d5', 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e', 'admin_state_up': True, 'tenant_id': '3489c5440ae04387aed79c4c4c26a035'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:25.377645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39048) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:25.446013 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7399622c-180f-42d8-88b7-4e704b0e6852 req-b4ed81c6-eeba-47ac-bb20-3a96b728e5ec tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745069 Nov 27 01:19:25.475890 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c72a13bd-88ee-4251-9199-125b9a71814f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:25.499200 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c72a13bd-88ee-4251-9199-125b9a71814f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:25.519486 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c72a13bd-88ee-4251-9199-125b9a71814f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fab6143-9403-4b4e-8f95-5b4b4e5a6574 HTTP/1.1" status: 204 len: 168 time: 0.7093771 Nov 27 01:19:25.523976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-30e68722-b367-41da-b107-a8a6160ac538 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/floatingips/9007bb38-a670-4f72-a756-c0b77b1b4c92 HTTP/1.1" status: 200 len: 991 time: 0.1450276 Nov 27 01:19:25.548255 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a13bd-88ee-4251-9199-125b9a71814f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fab6143-9403-4b4e-8f95-5b4b4e5a6574,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:25.643718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f91d74-e1c7-402e-9863-dd315c678590 None None] New status for floating IP 9007bb38-a670-4f72-a756-c0b77b1b4c92: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:19:25.749813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f36a77a4-bb96-49ff-8532-428faa3523e9 req-547ef711-8f58-4c73-aab1-64397659cbfc tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 210 time: 0.0811100 Nov 27 01:19:25.810970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Made reservation on behalf of 3489c5440ae04387aed79c4c4c26a035 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:25.820036 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.151627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f8d1c-a8eb-4964-b62a-d56e44c6f391 req-a9a62438-b738-448d-b1ba-a106caef23e6 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:26.161125 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e8f8d1c-a8eb-4964-b62a-d56e44c6f391 req-a9a62438-b738-448d-b1ba-a106caef23e6 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 945 time: 0.1451221 Nov 27 01:19:26.177080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Allocated IP 172.20.0.8 (bd808f41-a27e-4bca-a8a2-d7a2c4983d2e/96bf5946-6ed0-4642-8749-4d16c665485d/1b8b74d2-b980-4ce1-8fcc-e589fa32cd69) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:26.282352 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e8f8d1c-a8eb-4964-b62a-d56e44c6f391 req-90e83877-9f2e-495e-85e4-f7af28b7b115 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201785 Nov 27 01:19:26.416371 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.465548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39076) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:26.506694 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9c50935-d49b-4db0-9300-929604b9e0c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.520897 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.529744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39080) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:26.569691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['cc6e89c1-3d2b-4a21-ab32-24d96e986684'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:26.645697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['63d05acf-86a7-4a93-925f-ed859b6cba22'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:26.665183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1bf8620a-b37a-4d64-8ed0-5aaf6a5a7ac9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/floatingips/9007bb38-a670-4f72-a756-c0b77b1b4c92 HTTP/1.1" status: 200 len: 993 time: 0.1269860 Nov 27 01:19:26.679052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:26.707009 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:26.742496 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:26.750270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab00021-a634-4677-89db-4e1ad8b2b12a None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:26.760658 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9c50935-d49b-4db0-9300-929604b9e0c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.790384 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9c50935-d49b-4db0-9300-929604b9e0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.867614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:26.872742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.910160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c50935-d49b-4db0-9300-929604b9e0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34a96e2-4444-4763-90df-d582833e4cc7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:26.933486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7491c-7a07-46be-9405-9efeb47d8f00 req-9d578df6-a2ba-45d3-b0e9-e9adc9720fd8 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:26.942749 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0d2a6dae-8162-4f02-a4a9-3087441a1221 None None] Provisioning complete for port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:26.943382 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0d2a6dae-8162-4f02-a4a9-3087441a1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:26.944277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e5d7491c-7a07-46be-9405-9efeb47d8f00 req-9d578df6-a2ba-45d3-b0e9-e9adc9720fd8 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.4503984 Nov 27 01:19:26.963607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Pushing event updated for resources: {'Port': ['ID=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:26.977599 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d8ee410b-fcbc-46cc-8da3-fd1f7a9cd9e0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6382358 Nov 27 01:19:26.999710 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f9c50935-d49b-4db0-9300-929604b9e0c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff8f62b1f7874072bbde35677b9f537a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322895 Nov 27 01:19:27.002373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39090) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:27.046349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Request body: {'port': {'device_id': '8b173331-f204-4da7-bb26-7baae74c68d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:27.077111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c25c1a-b16e-497a-84d1-e3032818d816 req-9261201d-0e2a-40e0-93ff-311050a4525f tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:27.085348 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f6c25c1a-b16e-497a-84d1-e3032818d816 req-9261201d-0e2a-40e0-93ff-311050a4525f tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 931 time: 0.1687388 Nov 27 01:19:27.098224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e5d7491c-7a07-46be-9405-9efeb47d8f00 req-60718094-b260-40b9-8458-529115ae2300 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518953 Nov 27 01:19:27.175414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a6dae-8162-4f02-a4a9-3087441a1221 None None] Port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:27.201996 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f6c25c1a-b16e-497a-84d1-e3032818d816 req-bd5c270f-f7b9-4993-86a1-25299791cd5e tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107955 Nov 27 01:19:27.203173 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfa9d62d-041b-4584-bd00-da0b9cd0c4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:27.222875 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:27.282964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfa9d62d-041b-4584-bd00-da0b9cd0c4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:27.363956 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfa9d62d-041b-4584-bd00-da0b9cd0c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:27.366804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfa9d62d-041b-4584-bd00-da0b9cd0c4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:27.367978 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dfa9d62d-041b-4584-bd00-da0b9cd0c4b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f34a96e2-4444-4763-90df-d582833e4cc7 HTTP/1.1" status: 204 len: 168 time: 0.3646297 Nov 27 01:19:27.398691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9d62d-041b-4584-bd00-da0b9cd0c4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34a96e2-4444-4763-90df-d582833e4cc7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:27.595098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6c4b9-0cca-4203-83b0-2c60cc46324f req-5bcfcf4e-5ec2-4c6f-ae28-5e20f5f0bb92 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:27.598817 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55f6c4b9-0cca-4203-83b0-2c60cc46324f req-5bcfcf4e-5ec2-4c6f-ae28-5e20f5f0bb92 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 945 time: 0.0825198 Nov 27 01:19:27.808469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9382b-aeda-4aa7-9039-ae859af72ba6 req-7072f573-5756-4566-a5a2-b0e5d5118308 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:27.816073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97e9382b-aeda-4aa7-9039-ae859af72ba6 req-7072f573-5756-4566-a5a2-b0e5d5118308 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 945 time: 0.3745708 Nov 27 01:19:28.018915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:28.031303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.105446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea44ac-a818-4240-a670-572968a47fb3 req-c625bd95-518f-4748-a8d3-d8d5e0c87d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:28.107378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cea44ac-a818-4240-a670-572968a47fb3 req-c625bd95-518f-4748-a8d3-d8d5e0c87d59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1096 time: 0.2765250 Nov 27 01:19:28.112729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-55f6c4b9-0cca-4203-83b0-2c60cc46324f req-5d5fa170-2971-4282-9f01-9fc2274a99ab tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Deleting port 19628b6d-3ad5-44cd-99ef-286cd0e76193 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:19:28.113319 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-55f6c4b9-0cca-4203-83b0-2c60cc46324f req-5d5fa170-2971-4282-9f01-9fc2274a99ab tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.184858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97e9382b-aeda-4aa7-9039-ae859af72ba6 req-e2f2b917-bd61-4cce-9b41-c10ed20e4c44 tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/security-groups?id=c29b0f7a-402a-4664-8310-b848d23b76fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343720 Nov 27 01:19:28.213041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Transition to ACTIVE for port object 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:19:28.229162 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.246635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3366b-4f02-471b-8b6c-62fd214cfbaf req-b9bd0b3e-7e36-4544-a210-6eaebf8cd3df tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:28.252536 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d7c3366b-4f02-471b-8b6c-62fd214cfbaf req-b9bd0b3e-7e36-4544-a210-6eaebf8cd3df tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2558100 Nov 27 01:19:28.325807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3ef362-72bc-41d4-8ce1-de77941d8391 None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:28.362807 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:28.403917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ca52d-a29e-445d-8858-04e690ddc0fe req-48551fb7-0900-478d-94d6-aabcc3ee8746 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:28.406663 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-da7ca52d-a29e-445d-8858-04e690ddc0fe req-48551fb7-0900-478d-94d6-aabcc3ee8746 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1134908 Nov 27 01:19:28.620156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Attempting to bind port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:28.620686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Attempting to bind port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:28.621191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Attempting to bind port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 on network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:28.635980 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-da7ca52d-a29e-445d-8858-04e690ddc0fe req-c6bd7d46-61c8-4488-9b89-def931b4729b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983235 Nov 27 01:19:28.640036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 on network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:19:28.640539 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Attempting to bind port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 on network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:28.653188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:28.653815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Checking segment: {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:28.654670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Bound using segment: {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:28.655458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Bound port: 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:28.656002 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.684412 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d7c3366b-4f02-471b-8b6c-62fd214cfbaf req-0b6bc519-cf2f-4e64-92b2-e2e5e4eda85a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983624 Nov 27 01:19:28.703968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-55f6c4b9-0cca-4203-83b0-2c60cc46324f req-5d5fa170-2971-4282-9f01-9fc2274a99ab tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] For port 19628b6d-3ad5-44cd-99ef-286cd0e76193, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=19628b6d-3ad5-44cd-99ef-286cd0e76193,segment=NetworkSegment(1a71efca-40d3-422d-9042-de1786333673),segment_id=1a71efca-40d3-422d-9042-de1786333673)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:28.705362 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-55f6c4b9-0cca-4203-83b0-2c60cc46324f req-5d5fa170-2971-4282-9f01-9fc2274a99ab tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.772101 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea44ac-a818-4240-a670-572968a47fb3 req-5cc422e8-13dc-486d-ae00-15b9eeb6fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:28.776264 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cea44ac-a818-4240-a670-572968a47fb3 req-5cc422e8-13dc-486d-ae00-15b9eeb6fe0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.6559749 Nov 27 01:19:28.777572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-55f6c4b9-0cca-4203-83b0-2c60cc46324f req-5d5fa170-2971-4282-9f01-9fc2274a99ab tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Calling delete_port for 19628b6d-3ad5-44cd-99ef-286cd0e76193 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:19:28.861857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] For port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:28.900027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] For port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:28.914354 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:28.954380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d14691-9b8f-4e62-8329-116c9bd9e682 None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:29.024799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7ff39-dd6a-439c-bb75-ab0c537275cb req-858a1de9-c5c1-4de5-a4d1-b9b1d5a1f6be tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:29.029238 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30e7ff39-dd6a-439c-bb75-ab0c537275cb req-858a1de9-c5c1-4de5-a4d1-b9b1d5a1f6be tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 943 time: 0.2422259 Nov 27 01:19:29.036862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:29.051086 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:29.056555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] 10.222.0.11 "PUT /v2.0/ports/1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 HTTP/1.1" status: 200 len: 1091 time: 2.0482361 Nov 27 01:19:29.060229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b173331-f204-4da7-bb26-7baae74c68d5', 'tag': '1b8b74d2-b980-4ce1-8fcc-e589fa32cd69'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:29.078276 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5b551e-32dd-4147-a5ca-76d23c13b3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b173331-f204-4da7-bb26-7baae74c68d5", "tag": "1b8b74d2-b980-4ce1-8fcc-e589fa32cd69"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:29.083632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cea44ac-a818-4240-a670-572968a47fb3 req-4bfb9e6f-fdae-4ed2-9393-c8dba18b58cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 999 time: 0.2859993 Nov 27 01:19:29.098219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39162) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:29.269812 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f4059b-21d2-4b50-ab96-e26a1de106c7 x-openstack-request-id: req-87f4059b-21d2-4b50-ab96-e26a1de106c7 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:29.270109 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b173331-f204-4da7-bb26-7baae74c68d5", "tag": "1b8b74d2-b980-4ce1-8fcc-e589fa32cd69", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:29.271779 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87f4059b-21d2-4b50-ab96-e26a1de106c7 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:29.273318 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b173331-f204-4da7-bb26-7baae74c68d5', 'tag': '1b8b74d2-b980-4ce1-8fcc-e589fa32cd69', 'status': 'completed', 'code': 200} Nov 27 01:19:29.282417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12536c-dfa4-4f1f-9b23-36d160579483 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:29.384894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-8fc8ac4f-acdc-4952-8cff-dd8fb4b89874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:29.388132 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-8fc8ac4f-acdc-4952-8cff-dd8fb4b89874 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 1094 time: 0.2427979 Nov 27 01:19:29.410433 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30e7ff39-dd6a-439c-bb75-ab0c537275cb req-e1391ac8-ac99-4064-bafc-8e4dcc28e112 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141744 Nov 27 01:19:29.445960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-37c08544-e9fa-4fd1-a04a-bead24a9da6b req-e0af3a35-973a-4e22-b64c-2a995df23bcb tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.37 "GET /v2.0/ports?device_id=e492680f-8452-4340-935f-979ea2acddac HTTP/1.1" status: 200 len: 210 time: 0.0669017 Nov 27 01:19:29.455876 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-55f6c4b9-0cca-4203-83b0-2c60cc46324f req-5d5fa170-2971-4282-9f01-9fc2274a99ab tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:29.457885 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-6af5a985-06bf-4c6f-b357-c414c2057782 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 HTTP/1.1" status: 200 len: 217 time: 0.0460258 Nov 27 01:19:29.493621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f395bed0-2106-468e-b1f9-528a0a612a6f None None] DHCP port deletion for efe72fe1-d58e-4577-9dbc-25cd0515fd5f request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:29.549637 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31d4d63f-6fd3-450f-9898-af1fa535b9c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:29.577747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea44ac-a818-4240-a670-572968a47fb3 req-220c20b7-b7b1-4b49-8c78-88198b39b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:29.580936 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cea44ac-a818-4240-a670-572968a47fb3 req-220c20b7-b7b1-4b49-8c78-88198b39b624 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.4870338 Nov 27 01:19:29.583767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fa170-2971-4282-9f01-9fc2274a99ab tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Pushing event deleted for resources: {'Port': ['ID=19628b6d-3ad5-44cd-99ef-286cd0e76193,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:29.637245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f6c4b9-0cca-4203-83b0-2c60cc46324f req-5d5fa170-2971-4282-9f01-9fc2274a99ab tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] No DVR routers for this DVR port 19628b6d-3ad5-44cd-99ef-286cd0e76193 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:29.640922 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-55f6c4b9-0cca-4203-83b0-2c60cc46324f req-5d5fa170-2971-4282-9f01-9fc2274a99ab tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:29.646915 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55f6c4b9-0cca-4203-83b0-2c60cc46324f req-5d5fa170-2971-4282-9f01-9fc2274a99ab tempest-DeleteServersTestJSON-999117856 tempest-DeleteServersTestJSON-999117856-project] 10.222.0.42 "DELETE /v2.0/ports/19628b6d-3ad5-44cd-99ef-286cd0e76193 HTTP/1.1" status: 204 len: 173 time: 2.0352454 Nov 27 01:19:29.653030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e492680f-8452-4340-935f-979ea2acddac', 'name': 'network-vif-deleted', 'tag': '19628b6d-3ad5-44cd-99ef-286cd0e76193'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:29.655877 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52799b8-2636-46cd-8637-c4a65e772abd" -d '{"events": [{"server_uuid": "e492680f-8452-4340-935f-979ea2acddac", "name": "network-vif-deleted", "tag": "19628b6d-3ad5-44cd-99ef-286cd0e76193"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:29.677889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea44ac-a818-4240-a670-572968a47fb3 req-bda93e21-25b8-422c-aaa9-a6fee0446d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:29.679698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cea44ac-a818-4240-a670-572968a47fb3 req-bda93e21-25b8-422c-aaa9-a6fee0446d81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734370 Nov 27 01:19:29.707563 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31d4d63f-6fd3-450f-9898-af1fa535b9c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:29.736844 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31d4d63f-6fd3-450f-9898-af1fa535b9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:29.802555 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eb22c6-1d4c-4d12-a7f5-438b1cb89db3 x-openstack-request-id: req-29eb22c6-1d4c-4d12-a7f5-438b1cb89db3 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:29.803442 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e492680f-8452-4340-935f-979ea2acddac", "name": "network-vif-deleted", "tag": "19628b6d-3ad5-44cd-99ef-286cd0e76193", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:29.803876 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29eb22c6-1d4c-4d12-a7f5-438b1cb89db3 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:29.804453 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e492680f-8452-4340-935f-979ea2acddac', 'name': 'network-vif-deleted', 'tag': '19628b6d-3ad5-44cd-99ef-286cd0e76193', 'status': 'completed', 'code': 200} Nov 27 01:19:29.835906 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-31d4d63f-6fd3-450f-9898-af1fa535b9c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1597d7ace45465ea0b6c4bb50d946a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7357380 Nov 27 01:19:29.838850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39182) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:29.845285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-ec0bb9ca-c537-49d6-adea-d6ef1422a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:29.853286 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-ec0bb9ca-c537-49d6-adea-d6ef1422a486 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96bf5946-6ed0-4642-8749-4d16c665485d HTTP/1.1" status: 200 len: 854 time: 0.3733697 Nov 27 01:19:29.930013 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cea44ac-a818-4240-a670-572968a47fb3 req-b81d13fe-90c5-49aa-926b-eb154f2b13b3 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353790 Nov 27 01:19:29.966027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-d9582b98-55f2-429a-91c1-41447e58944c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893922 Nov 27 01:19:29.971631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 19628b6d-3ad5-44cd-99ef-286cd0e76193 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:30.012589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4d63f-6fd3-450f-9898-af1fa535b9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d887e19f-20e7-4e34-b74b-606aba6fd30b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:30.041358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 19628b6d-3ad5-44cd-99ef-286cd0e76193 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:19:30.046024 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 19628b6d-3ad5-44cd-99ef-286cd0e76193 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:19:30.188766 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c0796dc-06f0-4ca0-886c-cc7db3e5abf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.207584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84a6dc-69e8-4038-947b-c41552a4e971 req-88120bb3-e66c-4837-9f7f-d68ece6612f1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:30.214963 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc84a6dc-69e8-4038-947b-c41552a4e971 req-88120bb3-e66c-4837-9f7f-d68ece6612f1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2899439 Nov 27 01:19:30.290217 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cea44ac-a818-4240-a670-572968a47fb3 req-4cde4355-b4f7-49c2-b300-e02942e2fd8d service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317242 Nov 27 01:19:30.308749 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c0796dc-06f0-4ca0-886c-cc7db3e5abf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.312526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f366d2e-8713-4329-9bcc-873d055fe48f req-1c3b714b-b6d7-4486-b0ef-1220117a8db8 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:30.324037 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f366d2e-8713-4329-9bcc-873d055fe48f req-1c3b714b-b6d7-4486-b0ef-1220117a8db8 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.4094505 Nov 27 01:19:30.332798 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-79ceff74-c6d7-4196-8271-488177da4ae5 service neutron] 10.222.0.11 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230846 Nov 27 01:19:30.487091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc84a6dc-69e8-4038-947b-c41552a4e971 req-6fa41ee4-0826-42b3-9eb3-f01b099d7222 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710648 Nov 27 01:19:30.542723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f366d2e-8713-4329-9bcc-873d055fe48f req-9a47dc2d-4561-489c-b376-1a0901ddc88e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173667 Nov 27 01:19:30.543599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c0796dc-06f0-4ca0-886c-cc7db3e5abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.549147 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c0796dc-06f0-4ca0-886c-cc7db3e5abf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:30.551580 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7c0796dc-06f0-4ca0-886c-cc7db3e5abf8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d887e19f-20e7-4e34-b74b-606aba6fd30b HTTP/1.1" status: 204 len: 168 time: 0.7104213 Nov 27 01:19:30.568779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0796dc-06f0-4ca0-886c-cc7db3e5abf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d887e19f-20e7-4e34-b74b-606aba6fd30b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:30.700490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db1e4313-18dd-4fa7-bd19-c6d33045f21a req-b39be2e5-277f-405f-9dd7-0ebfb6e076c0 service neutron] 10.222.0.11 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519418 Nov 27 01:19:30.870513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fe4cd-2336-4317-8189-94ecfa6d7e6e req-132c2668-1b1b-49e2-8c7b-26038fdcc78e tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:30.874044 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d19fe4cd-2336-4317-8189-94ecfa6d7e6e req-132c2668-1b1b-49e2-8c7b-26038fdcc78e tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 943 time: 0.1166315 Nov 27 01:19:31.002707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b551e-32dd-4147-a5ca-76d23c13b3e5 req-e1634616-4b26-4bc9-9b48-8bab76f26522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:31.004522 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e5b551e-32dd-4147-a5ca-76d23c13b3e5 req-e1634616-4b26-4bc9-9b48-8bab76f26522 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 1094 time: 0.1207631 Nov 27 01:19:31.115965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b551e-32dd-4147-a5ca-76d23c13b3e5 req-17ef6da2-5c1f-4ecb-9157-c1f4b5617d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:31.131197 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e5b551e-32dd-4147-a5ca-76d23c13b3e5 req-17ef6da2-5c1f-4ecb-9157-c1f4b5617d73 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 915 time: 0.1113744 Nov 27 01:19:31.164229 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d19fe4cd-2336-4317-8189-94ecfa6d7e6e req-a84521b9-acdf-4993-8fa4-d3419b84ed49 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391496 Nov 27 01:19:31.230326 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e5b551e-32dd-4147-a5ca-76d23c13b3e5 req-2b1cbafc-d7e4-48ca-85ae-ee54b8b31561 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 HTTP/1.1" status: 200 len: 217 time: 0.0869179 Nov 27 01:19:31.232541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39220) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:31.315785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b551e-32dd-4147-a5ca-76d23c13b3e5 req-63533884-a057-4be2-9ea1-ab7064890efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:31.323720 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e5b551e-32dd-4147-a5ca-76d23c13b3e5 req-63533884-a057-4be2-9ea1-ab7064890efc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96bf5946-6ed0-4642-8749-4d16c665485d HTTP/1.1" status: 200 len: 854 time: 0.0811472 Nov 27 01:19:31.353655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39228) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:31.369896 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-faa5732f-1b42-4b7c-a210-36f6bf4c7931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:31.378554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e5b551e-32dd-4147-a5ca-76d23c13b3e5 req-6b98cb79-2d53-4904-b8b0-08c8e303f4db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489488 Nov 27 01:19:31.589385 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-faa5732f-1b42-4b7c-a210-36f6bf4c7931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:31.615483 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-faa5732f-1b42-4b7c-a210-36f6bf4c7931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:31.656357 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e5b551e-32dd-4147-a5ca-76d23c13b3e5 req-1e8d1ca5-1950-4417-a397-831a83ba8e93 service neutron] 10.222.0.11 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672741 Nov 27 01:19:31.733124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5732f-1b42-4b7c-a210-36f6bf4c7931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9ee331-9a9b-471b-a7e7-1c9e89d5eaa6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:31.739460 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-faa5732f-1b42-4b7c-a210-36f6bf4c7931 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5f468c9ca0d4d4287da8d70fa2d8351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3839447 Nov 27 01:19:31.780882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39242) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:31.800939 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0866c660-cee9-4ef9-9e31-57cf76914691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:31.899771 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa7f3e-895e-4f77-993c-55025e8b7216 req-4354e66d-982d-4421-9d31-2229930e1ca9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:31.901644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-72aa7f3e-895e-4f77-993c-55025e8b7216 req-4354e66d-982d-4421-9d31-2229930e1ca9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2175417 Nov 27 01:19:31.956049 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-196ce640-ee36-4806-9bc3-05d1cba2c34d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:31.989049 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-196ce640-ee36-4806-9bc3-05d1cba2c34d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.086470 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-72aa7f3e-895e-4f77-993c-55025e8b7216 req-d197eed5-1550-4163-869c-28b2fd3beec2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741927 Nov 27 01:19:32.114639 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-196ce640-ee36-4806-9bc3-05d1cba2c34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.121359 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-196ce640-ee36-4806-9bc3-05d1cba2c34d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.124762 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-196ce640-ee36-4806-9bc3-05d1cba2c34d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe9ee331-9a9b-471b-a7e7-1c9e89d5eaa6 HTTP/1.1" status: 204 len: 168 time: 0.3329973 Nov 27 01:19:32.136259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ce640-ee36-4806-9bc3-05d1cba2c34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9ee331-9a9b-471b-a7e7-1c9e89d5eaa6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:32.164002 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0866c660-cee9-4ef9-9e31-57cf76914691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.172545 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0866c660-cee9-4ef9-9e31-57cf76914691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.221316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866c660-cee9-4ef9-9e31-57cf76914691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b02bcd8-8193-46f2-a52f-989de53daca0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:32.267223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0866c660-cee9-4ef9-9e31-57cf76914691 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1faeab56a99645f2bf0958c38a4cdf40&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0335419 Nov 27 01:19:32.271516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39250) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:32.328288 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70c21bb7-91a2-401d-a3fc-8c640480dde7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.362729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70c21bb7-91a2-401d-a3fc-8c640480dde7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.397101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a569b-76e2-4ce6-ae49-5dde7da38a5e req-71de96dc-663e-4b0b-a314-cf9083f4be5a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:32.413571 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5f1a569b-76e2-4ce6-ae49-5dde7da38a5e req-71de96dc-663e-4b0b-a314-cf9083f4be5a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.7024581 Nov 27 01:19:32.443445 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70c21bb7-91a2-401d-a3fc-8c640480dde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.447524 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70c21bb7-91a2-401d-a3fc-8c640480dde7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.448800 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-70c21bb7-91a2-401d-a3fc-8c640480dde7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b02bcd8-8193-46f2-a52f-989de53daca0 HTTP/1.1" status: 204 len: 168 time: 0.1761158 Nov 27 01:19:32.531191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c21bb7-91a2-401d-a3fc-8c640480dde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b02bcd8-8193-46f2-a52f-989de53daca0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:32.593674 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5f1a569b-76e2-4ce6-ae49-5dde7da38a5e req-87ea2e4f-a294-4ccf-b156-b5597951baa8 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786954 Nov 27 01:19:32.602597 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e5b551e-32dd-4147-a5ca-76d23c13b3e5 req-0d5a7db4-28f7-4511-b627-90e621ecd71f service neutron] 10.222.0.11 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9387124 Nov 27 01:19:32.610228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25844173-876c-4bd2-aea1-d232e9d08773 req-cd5801d0-59d1-4a69-af4f-f5a37b380535 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:32.612855 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25844173-876c-4bd2-aea1-d232e9d08773 req-cd5801d0-59d1-4a69-af4f-f5a37b380535 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 943 time: 0.1597555 Nov 27 01:19:32.621035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:19:32.748397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:32.766434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '1b8b74d2-b980-4ce1-8fcc-e589fa32cd69', 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e', 'port_id': '1b8b74d2-b980-4ce1-8fcc-e589fa32cd69', 'mac_address': 'fa:16:3e:aa:28:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bf5946-6ed0-4642-8749-4d16c665485d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:19:32.800981 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25844173-876c-4bd2-aea1-d232e9d08773 req-633d8fe9-0547-4e67-a00d-97eacb1f9c51 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716123 Nov 27 01:19:32.871188 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:32.902005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:32.956760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:32.967579 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.072839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:33.108234 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39270) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:33.136110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-91d0484a-2292-4816-985e-4558b7c7a26a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.327390 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['1b8b74d2-b980-4ce1-8fcc-e589fa32cd69'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:19:33.382125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466484e7-2cdf-4c49-b2e9-c5a358877eee req-ef4dc7c7-bb65-4311-9a54-593e18165f2e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:33.390362 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-466484e7-2cdf-4c49-b2e9-c5a358877eee req-ef4dc7c7-bb65-4311-9a54-593e18165f2e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.2187238 Nov 27 01:19:33.461086 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4684290-b9f1-4591-87c4-4ffca15b0738 req-a75dcdfe-65ad-48b3-a130-6c33a3f922d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:33.463538 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4684290-b9f1-4591-87c4-4ffca15b0738 req-a75dcdfe-65ad-48b3-a130-6c33a3f922d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 1096 time: 0.1575050 Nov 27 01:19:33.633313 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4684290-b9f1-4591-87c4-4ffca15b0738 req-aa53a2cf-01e0-4fc0-97b1-cb5f93ef082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:33.635445 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4684290-b9f1-4591-87c4-4ffca15b0738 req-aa53a2cf-01e0-4fc0-97b1-cb5f93ef082d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 200 len: 914 time: 0.1364434 Nov 27 01:19:33.651391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-91d0484a-2292-4816-985e-4558b7c7a26a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.701493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-466484e7-2cdf-4c49-b2e9-c5a358877eee req-bd50d2db-90ef-4762-9f27-fa305a630fee tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098207 Nov 27 01:19:33.727731 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-91d0484a-2292-4816-985e-4558b7c7a26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:33.827604 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4684290-b9f1-4591-87c4-4ffca15b0738 req-ad3e4992-20ad-4011-aeab-dfbc46eda98b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de278812-84d3-4af0-92b6-204cd91f8d25 HTTP/1.1" status: 200 len: 217 time: 0.1736288 Nov 27 01:19:33.909242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213c2cd-6a6d-40a6-bc37-f36e638be3c5 req-61266540-f9fc-4479-a47a-63eb1595bed0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:33.938843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5213c2cd-6a6d-40a6-bc37-f36e638be3c5 req-61266540-f9fc-4479-a47a-63eb1595bed0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1573579 Nov 27 01:19:34.003961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4684290-b9f1-4591-87c4-4ffca15b0738 req-25ddd342-a76e-42ec-9d7f-855ab7b30e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:34.005671 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4684290-b9f1-4591-87c4-4ffca15b0738 req-25ddd342-a76e-42ec-9d7f-855ab7b30e7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7a8ce3-5280-4534-999b-9162791807b4 HTTP/1.1" status: 200 len: 853 time: 0.1475480 Nov 27 01:19:34.050995 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5213c2cd-6a6d-40a6-bc37-f36e638be3c5 req-dc10ca52-0f72-4320-aa2f-f50ec2b0146a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104474 Nov 27 01:19:34.089088 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-91d0484a-2292-4816-985e-4558b7c7a26a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c059d0d839643519f2b9a07961e329a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9796119 Nov 27 01:19:34.091750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39292) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:34.109138 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4684290-b9f1-4591-87c4-4ffca15b0738 req-52ef8b9c-4668-49f3-a04b-f896bfcb721b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9627cbe7-26b1-435c-8355-29d3e9c27703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925660 Nov 27 01:19:34.109800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0484a-2292-4816-985e-4558b7c7a26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7585cd32-b79a-4bd0-aaef-8687218db149,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:34.131884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabb1a9-af77-4bec-8d20-fc2cf3f30791 req-c3ed5334-be7d-4552-bf39-cdc72f0d9342 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:34.139095 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6eabb1a9-af77-4bec-8d20-fc2cf3f30791 req-c3ed5334-be7d-4552-bf39-cdc72f0d9342 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 944 time: 0.1323130 Nov 27 01:19:34.175617 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ccac80b7-b587-4756-a963-483d39866048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:34.219293 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ccac80b7-b587-4756-a963-483d39866048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:34.286070 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6eabb1a9-af77-4bec-8d20-fc2cf3f30791 req-c097bbb5-9b63-4547-a33b-dd2002b0afc7 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457002 Nov 27 01:19:34.298886 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ccac80b7-b587-4756-a963-483d39866048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:34.308139 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ccac80b7-b587-4756-a963-483d39866048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:34.310219 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ccac80b7-b587-4756-a963-483d39866048 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7585cd32-b79a-4bd0-aaef-8687218db149 HTTP/1.1" status: 204 len: 168 time: 0.2168300 Nov 27 01:19:34.321474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4684290-b9f1-4591-87c4-4ffca15b0738 req-d84e0873-55ba-4bee-adcc-3ccd636315c6 service neutron] 10.222.0.11 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983538 Nov 27 01:19:34.323758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac80b7-b587-4756-a963-483d39866048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585cd32-b79a-4bd0-aaef-8687218db149,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:34.525989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4684290-b9f1-4591-87c4-4ffca15b0738 req-bef39915-3e99-4dd8-93c5-b85aba3cb8a2 service neutron] 10.222.0.11 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948009 Nov 27 01:19:34.643431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:34.722522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:19:34.760657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:34.763894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:34.997583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b930c32-faee-4d7b-aa0e-b804b21f3cd8 req-75717c9b-596a-46ac-a3b3-421185199474 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:35.012679 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:35.013347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b930c32-faee-4d7b-aa0e-b804b21f3cd8 req-75717c9b-596a-46ac-a3b3-421185199474 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1308944 Nov 27 01:19:35.076603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b173331-f204-4da7-bb26-7baae74c68d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b74d2-b980-4ce1-8fcc-e589fa32cd69'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:35.087645 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402ecd2a-a72c-46d2-a3c0-cea5c3f51f3f" -d '{"events": [{"server_uuid": "8b173331-f204-4da7-bb26-7baae74c68d5", "name": "network-vif-plugged", "status": "completed", "tag": "1b8b74d2-b980-4ce1-8fcc-e589fa32cd69"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:35.131970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:35.137269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b930c32-faee-4d7b-aa0e-b804b21f3cd8 req-ddda1916-2350-49fe-8362-3571062f78af tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226127 Nov 27 01:19:35.144391 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:35.333925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619dc79-9a12-4fb9-bff6-9472852b498f req-84b8e692-ea31-454a-bbd2-c2b40859a343 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:35.340854 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5619dc79-9a12-4fb9-bff6-9472852b498f req-84b8e692-ea31-454a-bbd2-c2b40859a343 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1270735 Nov 27 01:19:35.434913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa9fe5-763b-46b8-bff8-10bed1dcef62 req-03c0fa2e-40ff-4372-8259-9f01ecb8a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:35.436458 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1fa9fe5-763b-46b8-bff8-10bed1dcef62 req-03c0fa2e-40ff-4372-8259-9f01ecb8a5dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 1096 time: 0.0961740 Nov 27 01:19:35.497194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5619dc79-9a12-4fb9-bff6-9472852b498f req-ff64a6eb-2d50-4203-8fe3-d177af2d1d18 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509981 Nov 27 01:19:35.535790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1fa9fe5-763b-46b8-bff8-10bed1dcef62 req-ed917f8b-73c7-4d48-afb3-ba0d309a2646 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905573 Nov 27 01:19:35.593825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7761b2-971f-4b97-b407-f5aaa4e6909a req-8b475adc-a2bc-4032-ad24-0323e463c0bd tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:35.596563 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be7761b2-971f-4b97-b407-f5aaa4e6909a req-8b475adc-a2bc-4032-ad24-0323e463c0bd tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 945 time: 0.0637419 Nov 27 01:19:35.692702 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92013a0f-72cf-4b58-85a9-0b039d34e10f x-openstack-request-id: req-92013a0f-72cf-4b58-85a9-0b039d34e10f {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:35.693393 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b173331-f204-4da7-bb26-7baae74c68d5", "name": "network-vif-plugged", "status": "completed", "tag": "1b8b74d2-b980-4ce1-8fcc-e589fa32cd69", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:35.693393 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92013a0f-72cf-4b58-85a9-0b039d34e10f {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:35.695544 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b173331-f204-4da7-bb26-7baae74c68d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b74d2-b980-4ce1-8fcc-e589fa32cd69', 'code': 200} Nov 27 01:19:35.715185 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be7761b2-971f-4b97-b407-f5aaa4e6909a req-997c1a1d-b61c-44de-94ba-c2c49b31bce6 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090484 Nov 27 01:19:35.763050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:36.392719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbb44e-1042-48e9-962e-d0fcedb5868b req-51a19cb8-8c65-4588-9730-a9c5f25167a0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:36.409999 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ddbb44e-1042-48e9-962e-d0fcedb5868b req-51a19cb8-8c65-4588-9730-a9c5f25167a0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1129751 Nov 27 01:19:36.475705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39376) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:36.491320 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ddbb44e-1042-48e9-962e-d0fcedb5868b req-11d6c662-0d76-4f90-84e2-65f8197de496 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801573 Nov 27 01:19:36.760684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80e2436e-db43-4813-8699-e873f842f5b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:36.893438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d73dc5-8497-4c17-ad14-6ebfa8bc72ba req-769e29bb-bd24-4619-a23f-b94c6b4f78e7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:36.895495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8d73dc5-8497-4c17-ad14-6ebfa8bc72ba req-769e29bb-bd24-4619-a23f-b94c6b4f78e7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2671089 Nov 27 01:19:36.924263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd6d3d-256b-44ff-9774-defc7c0cd9bd req-bdc55766-7656-4dfc-9b1f-eca499f623bb tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:36.934381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e9fd6d3d-256b-44ff-9774-defc7c0cd9bd req-bdc55766-7656-4dfc-9b1f-eca499f623bb tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 945 time: 0.0741668 Nov 27 01:19:37.003939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e9fd6d3d-256b-44ff-9774-defc7c0cd9bd req-1e545b5b-83e4-4bb9-8031-0025516844cb tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682340 Nov 27 01:19:37.100517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80e2436e-db43-4813-8699-e873f842f5b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:37.112627 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8d73dc5-8497-4c17-ad14-6ebfa8bc72ba req-6152fc02-8ba6-4dea-b942-6d1b25c8a583 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052698 Nov 27 01:19:37.114201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80e2436e-db43-4813-8699-e873f842f5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:37.170752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-80e2436e-db43-4813-8699-e873f842f5b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44a3b85a72f748a9846d200a2e67049e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6933744 Nov 27 01:19:37.173529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39398) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:37.202777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2436e-db43-4813-8699-e873f842f5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274610bb-5588-4719-ab0a-d692da4751f8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:37.246857 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34a46724-0284-4647-a33e-33a12e11d838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:37.274895 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34a46724-0284-4647-a33e-33a12e11d838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:37.337576 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34a46724-0284-4647-a33e-33a12e11d838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:37.340759 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34a46724-0284-4647-a33e-33a12e11d838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:37.346575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-34a46724-0284-4647-a33e-33a12e11d838 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/274610bb-5588-4719-ab0a-d692da4751f8 HTTP/1.1" status: 204 len: 168 time: 0.1719193 Nov 27 01:19:37.359494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a46724-0284-4647-a33e-33a12e11d838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274610bb-5588-4719-ab0a-d692da4751f8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:37.519910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39416) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:37.635231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ad5495-b7f5-483b-b145-995d830c89f2 req-d1a9486b-7e7c-4bf5-a7b9-f8ffa94d1bc5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1321425 Nov 27 01:19:37.641643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-88037a1f-556c-4bb6-b19c-0a90c259a797 admin admin] Deleting subnet 93415f0e-02cb-4780-9300-d8a9de9b991f {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:19:37.650955 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88037a1f-556c-4bb6-b19c-0a90c259a797 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:37.712973 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88037a1f-556c-4bb6-b19c-0a90c259a797 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:37.733563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f922431-332b-49ca-bf21-3ef7c7105ca7 req-96f99d79-bd6f-4fb9-89e9-d93a8685bdbd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:37.743633 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0f922431-332b-49ca-bf21-3ef7c7105ca7 req-96f99d79-bd6f-4fb9-89e9-d93a8685bdbd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1323812 Nov 27 01:19:37.791169 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88037a1f-556c-4bb6-b19c-0a90c259a797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:37.900301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad5495-b7f5-483b-b145-995d830c89f2 req-ea65f335-f0f0-4a73-a188-2f986f9e6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:37.906906 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ad5495-b7f5-483b-b145-995d830c89f2 req-ea65f335-f0f0-4a73-a188-2f986f9e6548 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 1097 time: 0.2281213 Nov 27 01:19:37.944574 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88037a1f-556c-4bb6-b19c-0a90c259a797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.003429 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0f922431-332b-49ca-bf21-3ef7c7105ca7 req-5481927a-d746-4b31-9e32-c15225867e03 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553399 Nov 27 01:19:38.058337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88037a1f-556c-4bb6-b19c-0a90c259a797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93415f0e-02cb-4780-9300-d8a9de9b991f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:38.074036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb8115b-652d-4e9a-96b0-113ecb3a66a8 None None] Network efe72fe1-d58e-4577-9dbc-25cd0515fd5f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:38.075054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88037a1f-556c-4bb6-b19c-0a90c259a797 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.087167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-88037a1f-556c-4bb6-b19c-0a90c259a797 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/93415f0e-02cb-4780-9300-d8a9de9b991f HTTP/1.1" status: 204 len: 168 time: 0.5652697 Nov 27 01:19:38.097928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39426) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:38.116797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39428) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:38.229654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad5495-b7f5-483b-b145-995d830c89f2 req-bfc6f78f-0882-4fea-a350-574c453e17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:38.231159 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ad5495-b7f5-483b-b145-995d830c89f2 req-bfc6f78f-0882-4fea-a350-574c453e17ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.2881551 Nov 27 01:19:38.264587 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf3a839a-3f95-4873-98d8-807dec13a1bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.311919 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ad5495-b7f5-483b-b145-995d830c89f2 req-fd62d6b6-de16-45f7-9dd4-5323fbf348d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea HTTP/1.1" status: 200 len: 217 time: 0.0713251 Nov 27 01:19:38.366746 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ea46a-4657-4d24-9432-48eade6d2bb5 None None] DHCP port deletion for efe72fe1-d58e-4577-9dbc-25cd0515fd5f request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:38.391539 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad5495-b7f5-483b-b145-995d830c89f2 req-34cb640e-b2e8-4295-b0b0-be7a23f927d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:38.393683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ad5495-b7f5-483b-b145-995d830c89f2 req-34cb640e-b2e8-4295-b0b0-be7a23f927d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.0725427 Nov 27 01:19:38.434686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02744fd-4300-442e-99fd-4aaf936ad7dd req-f1ededdf-9add-4afb-99ec-b39cc64447d0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:38.442487 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f02744fd-4300-442e-99fd-4aaf936ad7dd req-f1ededdf-9add-4afb-99ec-b39cc64447d0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 945 time: 0.3191164 Nov 27 01:19:38.454958 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.456160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad5495-b7f5-483b-b145-995d830c89f2 req-1c88dea9-4f1a-46c2-ba37-b6a1c71a7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:38.457735 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ad5495-b7f5-483b-b145-995d830c89f2 req-1c88dea9-4f1a-46c2-ba37-b6a1c71a7a83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564229 Nov 27 01:19:38.553543 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf3a839a-3f95-4873-98d8-807dec13a1bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.572840 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f02744fd-4300-442e-99fd-4aaf936ad7dd req-a8f9f19a-1fd9-44a2-af0c-5f8de8c658cb tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294000 Nov 27 01:19:38.589653 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf3a839a-3f95-4873-98d8-807dec13a1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.594638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ad5495-b7f5-483b-b145-995d830c89f2 req-fcbb6482-f417-4317-b470-4a7f7e73a456 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281023 Nov 27 01:19:38.743995 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.756038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a839a-3f95-4873-98d8-807dec13a1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcda030e-4a50-484a-87bf-52718aeace78,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:38.774340 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cf3a839a-3f95-4873-98d8-807dec13a1bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46fb0a9b42bf4d4c932abb78ea58af0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6601620 Nov 27 01:19:38.775012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39438) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:38.779658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe72fe1-d58e-4577-9dbc-25cd0515fd5f']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:38.809876 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a71efca-40d3-422d-9042-de1786333673') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:38.810170 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a71efca-40d3-422d-9042-de1786333673') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:38.812202 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ad5495-b7f5-483b-b145-995d830c89f2 req-c5e7d4d4-ecc4-49d2-aac9-c5ab23d16c87 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087052 Nov 27 01:19:38.828224 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.853365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.862730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:19:38.863123 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:19:38.864760 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:19:38.908952 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4655c0a-3093-4ee7-8c48-2053366c93ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.958390 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4655c0a-3093-4ee7-8c48-2053366c93ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.960504 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.972245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:38.977974 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/efe72fe1-d58e-4577-9dbc-25cd0515fd5f HTTP/1.1" status: 204 len: 168 time: 0.8806360 Nov 27 01:19:39.009774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb373e9-0fe2-4fcb-8a43-b0038f465ff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe72fe1-d58e-4577-9dbc-25cd0515fd5f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:39.044616 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4655c0a-3093-4ee7-8c48-2053366c93ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.050819 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4655c0a-3093-4ee7-8c48-2053366c93ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.058010 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e4655c0a-3093-4ee7-8c48-2053366c93ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcda030e-4a50-484a-87bf-52718aeace78 HTTP/1.1" status: 204 len: 168 time: 0.2802856 Nov 27 01:19:39.080914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4655c0a-3093-4ee7-8c48-2053366c93ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcda030e-4a50-484a-87bf-52718aeace78,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:39.276701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9e773-8b0d-4497-a66f-ae4eb31f8dfe req-8ca77632-ee3a-40f3-a82c-77e4a6365002 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:39.286534 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dc9e773-8b0d-4497-a66f-ae4eb31f8dfe req-8ca77632-ee3a-40f3-a82c-77e4a6365002 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.0752134 Nov 27 01:19:39.375454 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dc9e773-8b0d-4497-a66f-ae4eb31f8dfe req-f0d70e16-733d-4589-90db-b70c8f67d163 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876589 Nov 27 01:19:39.377469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39460) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:39.439729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5f658e27-9e7c-4e24-8e7e-722b5cb0962a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a40ae590749d459887b5370a656652db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0604615 Nov 27 01:19:39.444195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39464) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:39.559037 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5950f7-ee01-4b2c-b5a1-b83ae669a38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.584859 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5950f7-ee01-4b2c-b5a1-b83ae669a38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.652864 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5950f7-ee01-4b2c-b5a1-b83ae669a38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.656564 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d5950f7-ee01-4b2c-b5a1-b83ae669a38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:39.658225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1d5950f7-ee01-4b2c-b5a1-b83ae669a38e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c29b0f7a-402a-4664-8310-b848d23b76fe HTTP/1.1" status: 204 len: 168 time: 0.2129264 Nov 27 01:19:39.668370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5950f7-ee01-4b2c-b5a1-b83ae669a38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29b0f7a-402a-4664-8310-b848d23b76fe,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:40.662066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963026c-13be-466b-a09f-93f45b0f706f req-227448b0-c4f0-4156-a040-de975e09c5ad tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:40.665776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9963026c-13be-466b-a09f-93f45b0f706f req-227448b0-c4f0-4156-a040-de975e09c5ad tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1241486 Nov 27 01:19:40.781321 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9963026c-13be-466b-a09f-93f45b0f706f req-89cf0bc1-69a3-4965-97ef-71803551d84b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021478 Nov 27 01:19:41.158726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39522) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:41.464643 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09bd89e7-e0f1-463a-bcb7-7b27b7e4b735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:41.483710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-network', 'tenant_id': 'a614930afcea470bb444c5b97845de9e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:41.531790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:41.536927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:41.548845 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:41.655834 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:41.663954 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:41.734814 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:41.749750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d5b3fc-b612-42a9-b00d-c91f3eb55813,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:41.771517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:41.772325 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Added segment 852e4397-23cf-4d08-92c7-e62651f8859c of type vlan for network 1911280f-60d8-4aa0-8f77-7153690dade4 Nov 27 01:19:41.786354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:41.786810 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:41.787403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:41.787919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:41.788657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:41.789209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:41.789718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:41.791227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:41.791863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:41.792408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:41.792928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:41.793550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:41.878818 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:41.998388 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.000813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:42.000813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.106480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2938a-1683-4fc2-b00a-6cb1ee675d15 req-f44a05e3-3f67-4d08-b9db-3eb5cd541061 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:42.119906 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5da2938a-1683-4fc2-b00a-6cb1ee675d15 req-f44a05e3-3f67-4d08-b9db-3eb5cd541061 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1691344 Nov 27 01:19:42.135301 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9754674 Nov 27 01:19:42.138158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39562) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:42.143235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8effc2c-6847-4d20-a5d5-ca0fdecc67ab admin admin] Pushing event updated for resources: {'Network': ['ID=1911280f-60d8-4aa0-8f77-7153690dade4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:42.146630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-50a929ce-7b9a-41e0-ae0e-4aecd8ba75b0 admin admin] Request body: {'subnet': {'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-subnet', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:42.155392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 1911280f-60d8-4aa0-8f77-7153690dade4 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:42.217649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a929ce-7b9a-41e0-ae0e-4aecd8ba75b0 admin admin] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:42.220940 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50a929ce-7b9a-41e0-ae0e-4aecd8ba75b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.228022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5da2938a-1683-4fc2-b00a-6cb1ee675d15 req-cf2894ea-4c82-4bae-92ef-0b269b89796c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070209 Nov 27 01:19:42.487958 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50a929ce-7b9a-41e0-ae0e-4aecd8ba75b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.533763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a929ce-7b9a-41e0-ae0e-4aecd8ba75b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92595162-6d4d-4477-968d-cc58800ef4a5,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:42.578422 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a929ce-7b9a-41e0-ae0e-4aecd8ba75b0 admin admin] Checking segment: {'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:42.578422 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a929ce-7b9a-41e0-ae0e-4aecd8ba75b0 admin admin] Network hostable DHCP agents. Network: 1911280f-60d8-4aa0-8f77-7153690dade4, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:19:42.603869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a929ce-7b9a-41e0-ae0e-4aecd8ba75b0 admin admin] Network 1911280f-60d8-4aa0-8f77-7153690dade4 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:19:42.615652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-50a929ce-7b9a-41e0-ae0e-4aecd8ba75b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 1911280f-60d8-4aa0-8f77-7153690dade4) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:42.629965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a041f6-21a7-4b59-a9e0-fb57feb59764 None None] Network 1911280f-60d8-4aa0-8f77-7153690dade4 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:42.666314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a929ce-7b9a-41e0-ae0e-4aecd8ba75b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:42.667300 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50a929ce-7b9a-41e0-ae0e-4aecd8ba75b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.696430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39570) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:42.696877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-50a929ce-7b9a-41e0-ae0e-4aecd8ba75b0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5564196 Nov 27 01:19:42.706504 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:42.772230 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.773347 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:42.955494 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.006115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-1911280f-60d8-4aa0-8f77-7153690dade4', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'fixed_ips': [{'subnet_id': '92595162-6d4d-4477-968d-cc58800ef4a5'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:19:43.007542 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.232058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Allocated IP 172.20.0.2 (1911280f-60d8-4aa0-8f77-7153690dade4/92595162-6d4d-4477-968d-cc58800ef4a5/9b8e44cb-aaea-404b-9aa2-67e4135ca165) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:43.263522 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.581364 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.596507 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.671217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Pushing event updated for resources: {'Port': ['ID=9b8e44cb-aaea-404b-9aa2-67e4135ca165,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:43.684957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7b241-bedb-4b9e-a707-ebdb88305ced req-b5aa35a2-8658-457a-be5e-c02962a6adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:43.686974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:43.687563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:43.687996 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26c7b241-bedb-4b9e-a707-ebdb88305ced req-b5aa35a2-8658-457a-be5e-c02962a6adde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0743880 Nov 27 01:19:43.688303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:43.689248 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:43.689634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:43.690043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:43.690526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:43.690879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:43.691306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:43.691710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:43.692043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:43.692369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:43.696859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Network 1911280f-60d8-4aa0-8f77-7153690dade4 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:43.699033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:43.702795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:43.771098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Attempting to bind port 9b8e44cb-aaea-404b-9aa2-67e4135ca165 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:43.771696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Attempting to bind port 9b8e44cb-aaea-404b-9aa2-67e4135ca165 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:43.772261 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Attempting to bind port 9b8e44cb-aaea-404b-9aa2-67e4135ca165 on network 1911280f-60d8-4aa0-8f77-7153690dade4 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:43.779217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:43.779854 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Checking segment: {'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:43.780430 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.784921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Bound using segment: {'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:43.785703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Bound port: 9b8e44cb-aaea-404b-9aa2-67e4135ca165, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:43.786317 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:43.938042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] For port 9b8e44cb-aaea-404b-9aa2-67e4135ca165, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:43.949011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] For port 9b8e44cb-aaea-404b-9aa2-67e4135ca165, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9b8e44cb-aaea-404b-9aa2-67e4135ca165,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:43.960228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7b241-bedb-4b9e-a707-ebdb88305ced req-80d44348-5719-41b2-9dc1-680dc99b8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:43.968005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26c7b241-bedb-4b9e-a707-ebdb88305ced req-80d44348-5719-41b2-9dc1-680dc99b8c2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 200 len: 914 time: 0.2547991 Nov 27 01:19:44.000074 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.009426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e63762-c8af-478f-97d5-9b67a534c092 req-768d8cc6-e4a1-43a9-917e-98b7cb8eac0d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:44.019510 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33e63762-c8af-478f-97d5-9b67a534c092 req-768d8cc6-e4a1-43a9-917e-98b7cb8eac0d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.6525798 Nov 27 01:19:44.091056 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26c7b241-bedb-4b9e-a707-ebdb88305ced req-7a3855cd-f8ae-4069-8e08-2f438828e390 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de278812-84d3-4af0-92b6-204cd91f8d25 HTTP/1.1" status: 200 len: 217 time: 0.1163886 Nov 27 01:19:44.127428 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d103c3dc-0650-494a-a579-686e4b338d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.184730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ec41f-1298-4990-b066-77ad3c1bde23 None None] Pushing event updated for resources: {'Port': ['ID=9b8e44cb-aaea-404b-9aa2-67e4135ca165,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:44.205185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7b241-bedb-4b9e-a707-ebdb88305ced req-a2dd3e34-6777-48b6-9483-dd17d1687422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:44.215981 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26c7b241-bedb-4b9e-a707-ebdb88305ced req-a2dd3e34-6777-48b6-9483-dd17d1687422 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7a8ce3-5280-4534-999b-9162791807b4 HTTP/1.1" status: 200 len: 853 time: 0.1162071 Nov 27 01:19:44.241726 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33e63762-c8af-478f-97d5-9b67a534c092 req-344a05a4-1294-4e9e-b630-0731a308532e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065651 Nov 27 01:19:44.241726 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.265092 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.279306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26c7b241-bedb-4b9e-a707-ebdb88305ced req-c93f7538-ad7e-45ab-903e-326147042c48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9627cbe7-26b1-435c-8355-29d3e9c27703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526979 Nov 27 01:19:44.286657 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.461642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Allocated IP 172.25.3.138 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/f68dac5c-8490-4d5d-8efb-bd705fb5ce01) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:44.533004 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26c7b241-bedb-4b9e-a707-ebdb88305ced req-9a58a8a4-6571-471c-960e-1124f39c5cff service neutron] 10.222.0.11 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472596 Nov 27 01:19:44.648167 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.664629 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26c7b241-bedb-4b9e-a707-ebdb88305ced req-4fbd9ba8-e1e9-4332-aa37-fefd56600152 service neutron] 10.222.0.11 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245375 Nov 27 01:19:44.720853 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.782174 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:44.786603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:44.790486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:44.808618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9a0730-7ccb-41f7-8b45-bb11c8e8caa8 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:44.830749 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Pushing event updated for resources: {'Port': ['ID=f68dac5c-8490-4d5d-8efb-bd705fb5ce01,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:44.872943 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3586f92a-10e1-490b-aa5d-5bfc2cffb180 None None] Provisioning complete for port f68dac5c-8490-4d5d-8efb-bd705fb5ce01 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:44.873896 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3586f92a-10e1-490b-aa5d-5bfc2cffb180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:44.919903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3586f92a-10e1-490b-aa5d-5bfc2cffb180 None None] Port f68dac5c-8490-4d5d-8efb-bd705fb5ce01 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:44.960893 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:19:44.982198 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:45.180047 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:45.490121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a348f37-177e-46cd-9ff1-b93bd90667e3 req-d13f74d0-e4d0-44b6-9e05-e624e9f68db8 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:45.492973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7a348f37-177e-46cd-9ff1-b93bd90667e3 req-d13f74d0-e4d0-44b6-9e05-e624e9f68db8 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1567974 Nov 27 01:19:45.521110 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:45.628806 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7a348f37-177e-46cd-9ff1-b93bd90667e3 req-00c1efe9-8746-4e8a-a679-ee898e6fa40d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016915 Nov 27 01:19:45.758203 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Router 23492170-1907-491b-ad9d-c424a6c99e27 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:19:45.792769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f61fed-5caa-4c90-88d9-f7951ae65e00 None None] Network 1911280f-60d8-4aa0-8f77-7153690dade4 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:45.908455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9b8e44cb-aaea-404b-9aa2-67e4135ca165 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:45.922387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:45.935847 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Sync routers for ids ['23492170-1907-491b-ad9d-c424a6c99e27'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:45.945839 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Routers {'23492170-1907-491b-ad9d-c424a6c99e27'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:45.954072 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:19:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['23492170-1907-491b-ad9d-c424a6c99e27'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:45.971252 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:45.972618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b3578e50-65ea-4503-94be-cee5e6465302 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2751393 Nov 27 01:19:45.975419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39680) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:46.064318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 9b8e44cb-aaea-404b-9aa2-67e4135ca165 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:46.064689 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.171101 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Set router 23492170-1907-491b-ad9d-c424a6c99e27 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:46.173202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f491d590-6268-4ee2-99e8-ceeddc84f949 None None] Provisioning complete for port 9b8e44cb-aaea-404b-9aa2-67e4135ca165 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:46.179408 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f491d590-6268-4ee2-99e8-ceeddc84f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.495711 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:19:45Z', 'revision_number': 3, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:46.507559 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.531016 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Checking router: 23492170-1907-491b-ad9d-c424a6c99e27 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:46.531792 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Updating router 23492170-1907-491b-ad9d-c424a6c99e27 port f68dac5c-8490-4d5d-8efb-bd705fb5ce01 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:19:46.563082 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.660213 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.685575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 9b8e44cb-aaea-404b-9aa2-67e4135ca165, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9b8e44cb-aaea-404b-9aa2-67e4135ca165,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:46.702817 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f491d590-6268-4ee2-99e8-ceeddc84f949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.732604 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:46.903492 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=9b8e44cb-aaea-404b-9aa2-67e4135ca165,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:46.937854 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.038873 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-f491d590-6268-4ee2-99e8-ceeddc84f949 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:19:47.039195 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-f491d590-6268-4ee2-99e8-ceeddc84f949 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:19:47.127725 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.158200 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.170205 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.191281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f944-7f2f-4a05-9417-d977d8242a23 req-f09608e9-f677-4ec6-817a-a331227096f3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:47.194087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5625f944-7f2f-4a05-9417-d977d8242a23 req-f09608e9-f677-4ec6-817a-a331227096f3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.3998885 Nov 27 01:19:47.209864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Allocated IP 172.20.0.1 (1911280f-60d8-4aa0-8f77-7153690dade4/92595162-6d4d-4477-968d-cc58800ef4a5/5468963d-fd9e-4cea-b4eb-e8757d9ce376) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:47.259042 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Pushing event updated for resources: {'Port': ['ID=f68dac5c-8490-4d5d-8efb-bd705fb5ce01,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:47.269555 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:47.270210 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:47.270746 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:47.271345 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:47.271890 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:47.272455 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:47.272979 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:47.273484 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:47.274264 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:47.274792 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:47.275305 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:47.275809 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:47.296897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7956799-5651-48a6-aa0b-0a82f8ca1312 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:47.308541 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Attempting to bind port f68dac5c-8490-4d5d-8efb-bd705fb5ce01 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:47.310653 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Attempting to bind port f68dac5c-8490-4d5d-8efb-bd705fb5ce01 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:47.312107 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Attempting to bind port f68dac5c-8490-4d5d-8efb-bd705fb5ce01 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:47.324976 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:47.326776 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:47.327302 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.328845 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:47.330027 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Bound port: f68dac5c-8490-4d5d-8efb-bd705fb5ce01, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:47.332259 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.411772 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] For port f68dac5c-8490-4d5d-8efb-bd705fb5ce01, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:47.425626 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5625f944-7f2f-4a05-9417-d977d8242a23 req-1c8281c7-fb85-47c6-bfc1-ba1a0a38fdf9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119386 Nov 27 01:19:47.431509 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] For port f68dac5c-8490-4d5d-8efb-bd705fb5ce01, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f68dac5c-8490-4d5d-8efb-bd705fb5ce01,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:47.450258 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.524324 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.578481 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.594720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64576353-1603-4536-b875-4703baeba624 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:47.605430 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Routers {'23492170-1907-491b-ad9d-c424a6c99e27'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:47.606804 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:19:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['23492170-1907-491b-ad9d-c424a6c99e27'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:47.661883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.681947 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e371a3f-becb-4364-ad04-ed731ea0e568 None None] Pushing event updated for resources: {'Port': ['ID=f68dac5c-8490-4d5d-8efb-bd705fb5ce01,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:47.699946 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Network 1911280f-60d8-4aa0-8f77-7153690dade4 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:47.723864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:47.726664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:47.761667 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] Set router 23492170-1907-491b-ad9d-c424a6c99e27 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:47.781440 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Pushing event updated for resources: {'Port': ['ID=5468963d-fd9e-4cea-b4eb-e8757d9ce376,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:47.803159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-009fa572-9a00-42e7-90e2-1f857fd75a92 None None] Provisioning complete for port f68dac5c-8490-4d5d-8efb-bd705fb5ce01 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:47.803825 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-009fa572-9a00-42e7-90e2-1f857fd75a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.877220 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9b8e44cb-aaea-404b-9aa2-67e4135ca165 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:47.885301 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:47.959378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 9b8e44cb-aaea-404b-9aa2-67e4135ca165 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:47.960640 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.154116 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.251695 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:19:45Z', 'revision_number': 3, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:48.290132 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-009fa572-9a00-42e7-90e2-1f857fd75a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.317867 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6288c-23b1-42c8-b111-9ea22d50fa2e None None] The sync data for ids ['23492170-1907-491b-ad9d-c424a6c99e27'] in n-d-819494-2 is: [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:19:45Z', 'revision_number': 3, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:48.359697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-009fa572-9a00-42e7-90e2-1f857fd75a92 None None] For port f68dac5c-8490-4d5d-8efb-bd705fb5ce01, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f68dac5c-8490-4d5d-8efb-bd705fb5ce01,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:48.381701 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-009fa572-9a00-42e7-90e2-1f857fd75a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.449301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-009fa572-9a00-42e7-90e2-1f857fd75a92 None None] Provisioning complete for port 9b8e44cb-aaea-404b-9aa2-67e4135ca165 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:48.449598 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-009fa572-9a00-42e7-90e2-1f857fd75a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.494471 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.509225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fa572-9a00-42e7-90e2-1f857fd75a92 None None] Pushing event updated for resources: {'Port': ['ID=f68dac5c-8490-4d5d-8efb-bd705fb5ce01,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:48.516070 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.716771 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.719861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device de278812-84d3-4af0-92b6-204cd91f8d25 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:19:48.720061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Pushing event updated for resources: {'Port': ['ID=5468963d-fd9e-4cea-b4eb-e8757d9ce376,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:48.743428 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1f0c2-794e-40a0-9268-634bc8467158 req-a6a33b9e-6917-4426-b1b7-ffa1f4129663 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:48.746310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-60a1f0c2-794e-40a0-9268-634bc8467158 req-a6a33b9e-6917-4426-b1b7-ffa1f4129663 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.1085484 Nov 27 01:19:48.826001 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9cc8bec5-ed88-4b26-ae3d-839f53fdb061 None None] Provisioning complete for port 5468963d-fd9e-4cea-b4eb-e8757d9ce376 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:48.826420 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9cc8bec5-ed88-4b26-ae3d-839f53fdb061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:48.901838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Network 1911280f-60d8-4aa0-8f77-7153690dade4 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:48.903580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9cc8bec5-ed88-4b26-ae3d-839f53fdb061 None None] Port 5468963d-fd9e-4cea-b4eb-e8757d9ce376 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:48.908433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:48.998958 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.061646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:49.064408 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4704ddb0-0c2d-4de9-a950-4017f4879aed" -d '{"events": [{"server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "name": "network-vif-unplugged", "status": "completed", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:49.089052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:49.112743 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.136149 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-60a1f0c2-794e-40a0-9268-634bc8467158 req-721e95a1-a71d-4f7c-8151-91b59af02a3b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694463 Nov 27 01:19:49.138166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Router 23492170-1907-491b-ad9d-c424a6c99e27 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:19:49.216565 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788a01e9-8073-40f5-ad16-76d91accf9a1 x-openstack-request-id: req-788a01e9-8073-40f5-ad16-76d91accf9a1 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:49.217672 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "name": "network-vif-unplugged", "status": "failed", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25", "code": 422}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:49.218437 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-788a01e9-8073-40f5-ad16-76d91accf9a1 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:49.220731 n-d-819494-2 neutron-server[103386]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'code': 422} returned with failed status Nov 27 01:19:49.246071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39744) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:49.313244 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:49.437223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-89c0a64c-4251-4628-b632-29bb2ef7ffbb None None] Provisioning complete for port 5468963d-fd9e-4cea-b4eb-e8757d9ce376 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:49.453991 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-89c0a64c-4251-4628-b632-29bb2ef7ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.462765 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.567321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-89c0a64c-4251-4628-b632-29bb2ef7ffbb None None] Port 5468963d-fd9e-4cea-b4eb-e8757d9ce376 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:49.672783 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.689799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.758270 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f2f110321524b0aa86cc78ce7bce722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5104692 Nov 27 01:19:49.760679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e828857-23b7-439d-9541-b80e87c167fb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:49.765388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39754) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:49.786684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:49.787309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:49.788136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:49.788712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:49.789403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:49.789843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:49.790307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:49.791055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:49.792067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:49.792660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:49.795319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:49.795920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449620e0-89a0-41fc-81f0-dda0007a4a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:19:49.863765 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea3ac216-7617-4e82-b08a-d6b750543560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.908414 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea3ac216-7617-4e82-b08a-d6b750543560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:49.960057 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f68dac5c-8490-4d5d-8efb-bd705fb5ce01 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:50.019111 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea3ac216-7617-4e82-b08a-d6b750543560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.022744 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea3ac216-7617-4e82-b08a-d6b750543560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.024549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ea3ac216-7617-4e82-b08a-d6b750543560 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e828857-23b7-439d-9541-b80e87c167fb HTTP/1.1" status: 204 len: 168 time: 0.2566268 Nov 27 01:19:50.053207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ac216-7617-4e82-b08a-d6b750543560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e828857-23b7-439d-9541-b80e87c167fb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:50.146646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f68dac5c-8490-4d5d-8efb-bd705fb5ce01 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:50.146646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.263863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5d619-bf67-44ca-bce0-a69aa0ce2151 req-db997bff-88a6-41a6-a0b2-5f68e8766cbb tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:50.268174 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2e5d619-bf67-44ca-bce0-a69aa0ce2151 req-db997bff-88a6-41a6-a0b2-5f68e8766cbb tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 943 time: 0.9706061 Nov 27 01:19:50.304997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:50.319370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-352c6ff8-9705-4ae7-87fc-7729a5009976 admin admin] 10.222.0.37 "PUT /v2.0/routers/23492170-1907-491b-ad9d-c424a6c99e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3420730 Nov 27 01:19:50.384223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2e5d619-bf67-44ca-bce0-a69aa0ce2151 req-3023dce4-ecdf-439d-b450-8eda8868fe42 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086249 Nov 27 01:19:50.619693 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39778) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:50.644096 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419192f3-fdda-451e-9200-241e2243e08a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.762565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-deefa487-6ea3-4244-a7f8-f1fa566c278e req-a200da80-5fe2-4448-815a-3a20f6ba6728 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:19:50.763991 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-deefa487-6ea3-4244-a7f8-f1fa566c278e req-a200da80-5fe2-4448-815a-3a20f6ba6728 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190890 Nov 27 01:19:50.849512 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419192f3-fdda-451e-9200-241e2243e08a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:50.857377 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-419192f3-fdda-451e-9200-241e2243e08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.023981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39798) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:51.042931 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-419192f3-fdda-451e-9200-241e2243e08a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8c76cb38e834f62a381e9489bc3046a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4213681 Nov 27 01:19:51.047303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419192f3-fdda-451e-9200-241e2243e08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a25de0-8adc-44f4-81ea-3d9d34ef366c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:51.167359 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11f6c63d-2d2f-4d49-a02f-169f9345dade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.197606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9be6f-0ee6-4163-a288-d1b493fd4fa9 req-1b8ae6b2-b7ed-4638-a72c-835637f76836 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:51.207785 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27f9be6f-0ee6-4163-a288-d1b493fd4fa9 req-1b8ae6b2-b7ed-4638-a72c-835637f76836 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 943 time: 0.1092129 Nov 27 01:19:51.222015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Sync routers for ids ['23492170-1907-491b-ad9d-c424a6c99e27'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:51.237930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Routers {'23492170-1907-491b-ad9d-c424a6c99e27'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:51.238604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:19:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['23492170-1907-491b-ad9d-c424a6c99e27'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:51.287077 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11f6c63d-2d2f-4d49-a02f-169f9345dade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.356451 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27f9be6f-0ee6-4163-a288-d1b493fd4fa9 req-260c6403-a3f4-4fd9-b7af-39b035904f23 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475439 Nov 27 01:19:51.468317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11f6c63d-2d2f-4d49-a02f-169f9345dade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.477457 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11f6c63d-2d2f-4d49-a02f-169f9345dade admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:51.478890 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-11f6c63d-2d2f-4d49-a02f-169f9345dade admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6a25de0-8adc-44f4-81ea-3d9d34ef366c HTTP/1.1" status: 204 len: 168 time: 0.4537406 Nov 27 01:19:51.492072 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6c63d-2d2f-4d49-a02f-169f9345dade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a25de0-8adc-44f4-81ea-3d9d34ef366c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:51.635633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Set router 23492170-1907-491b-ad9d-c424a6c99e27 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:51.789000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-56fe13f7-d4f1-4826-ab24-b4ed04cbfa87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3358302 Nov 27 01:19:51.801184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-2056eb4a-209a-4779-8a20-1e110befe44f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:19:51.802951 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-2056eb4a-209a-4779-8a20-1e110befe44f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071514 Nov 27 01:19:51.909267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5468963d-fd9e-4cea-b4eb-e8757d9ce376', 'name': '', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'mac_address': 'fa:16:3e:3d:83:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:46Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 2, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'subnets': [{'id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:51.952357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39834) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:51.956887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Checking router: 23492170-1907-491b-ad9d-c424a6c99e27 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:51.957361 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Updating router 23492170-1907-491b-ad9d-c424a6c99e27 port 5468963d-fd9e-4cea-b4eb-e8757d9ce376 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:19:51.957658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1369084120-network', 'tenant_id': '667caecaec194317b5736517e71458af'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:51.993727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Made reservation on behalf of 667caecaec194317b5736517e71458af for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:51.996653 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.007921 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.025345 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.106570 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.115423 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.135846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:19:52.150986 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.151666 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Added segment 98bc3dad-dcba-4bd6-aceb-11b73470a361 of type vlan for network 4845dc6b-8edd-471a-9599-8be8481c19c9 Nov 27 01:19:52.202609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.237546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.239000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:52.239489 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.313314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Pushing event updated for resources: {'Network': ['ID=4845dc6b-8edd-471a-9599-8be8481c19c9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:52.329613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978033ba-29b1-49ee-948b-0a15af6a9665,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:52.339696 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ee0ad07c-6718-48dd-8e67-00f1dcdb3d61 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3857276 Nov 27 01:19:52.342095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39854) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:52.348957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b82cd05e-7c4d-45fd-a640-52b9f2d4ad27 admin admin] Request body: {'subnet': {'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1369084120-subnet', 'tenant_id': '667caecaec194317b5736517e71458af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:52.364202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 4845dc6b-8edd-471a-9599-8be8481c19c9 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:19:52.380789 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82cd05e-7c4d-45fd-a640-52b9f2d4ad27 admin admin] Made reservation on behalf of 667caecaec194317b5736517e71458af for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:19:52.383548 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b82cd05e-7c4d-45fd-a640-52b9f2d4ad27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.571689 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.580888 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.589685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9a91e-da24-4a80-80ea-6bf6f2b6ce20 req-b9638970-fe36-487e-939d-4cccfbbc5b52 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:52.592352 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21f9a91e-da24-4a80-80ea-6bf6f2b6ce20 req-b9638970-fe36-487e-939d-4cccfbbc5b52 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 943 time: 0.1094809 Nov 27 01:19:52.640997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e25f5-5179-4d28-b112-ab4769332e48 None None] Pushing event updated for resources: {'Port': ['ID=5468963d-fd9e-4cea-b4eb-e8757d9ce376,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:52.726923 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Attempting to bind port 5468963d-fd9e-4cea-b4eb-e8757d9ce376 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:52.727847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Attempting to bind port 5468963d-fd9e-4cea-b4eb-e8757d9ce376 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:52.728588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Attempting to bind port 5468963d-fd9e-4cea-b4eb-e8757d9ce376 on network 1911280f-60d8-4aa0-8f77-7153690dade4 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:52.736436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21f9a91e-da24-4a80-80ea-6bf6f2b6ce20 req-2051484a-decd-47c5-98ba-056e70b5035b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114080 Nov 27 01:19:52.737563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:52.738049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Checking segment: {'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:52.738803 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.739138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Bound using segment: {'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:52.739685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Bound port: 5468963d-fd9e-4cea-b4eb-e8757d9ce376, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:52.740131 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.817292 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b82cd05e-7c4d-45fd-a640-52b9f2d4ad27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.841255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] For port 5468963d-fd9e-4cea-b4eb-e8757d9ce376, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:52.848569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] For port 5468963d-fd9e-4cea-b4eb-e8757d9ce376, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5468963d-fd9e-4cea-b4eb-e8757d9ce376,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:52.857960 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:52.926799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Routers {'23492170-1907-491b-ad9d-c424a6c99e27'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:52.927362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:19:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['23492170-1907-491b-ad9d-c424a6c99e27'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:52.932498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e25f5-5179-4d28-b112-ab4769332e48 None None] Pushing event updated for resources: {'Port': ['ID=5468963d-fd9e-4cea-b4eb-e8757d9ce376,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:52.971478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cd05e-7c4d-45fd-a640-52b9f2d4ad27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2b0273-086a-4848-ba2f-6c1c65096d18,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:52.992603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82cd05e-7c4d-45fd-a640-52b9f2d4ad27 admin admin] Checking segment: {'id': '98bc3dad-dcba-4bd6-aceb-11b73470a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:52.992898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82cd05e-7c4d-45fd-a640-52b9f2d4ad27 admin admin] Network hostable DHCP agents. Network: 4845dc6b-8edd-471a-9599-8be8481c19c9, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:19:53.055888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82cd05e-7c4d-45fd-a640-52b9f2d4ad27 admin admin] Network 4845dc6b-8edd-471a-9599-8be8481c19c9 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:19:53.074215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ab57cea8-0bdb-4d7e-a483-f4fb1c9c8da4 None None] Provisioning complete for port 5468963d-fd9e-4cea-b4eb-e8757d9ce376 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:53.074705 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ab57cea8-0bdb-4d7e-a483-f4fb1c9c8da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.122102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b82cd05e-7c4d-45fd-a640-52b9f2d4ad27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 4845dc6b-8edd-471a-9599-8be8481c19c9) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:53.129416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82cd05e-7c4d-45fd-a640-52b9f2d4ad27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:53.130666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b82cd05e-7c4d-45fd-a640-52b9f2d4ad27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.134897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d332c9c-0a28-4149-abe0-b0544ddcbb7a None None] Network 4845dc6b-8edd-471a-9599-8be8481c19c9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:53.154331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-da693b3a-47cc-4ff4-bcc0-130c54dede84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:53.155943 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-da693b3a-47cc-4ff4-bcc0-130c54dede84 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2&tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72 HTTP/1.1" status: 200 len: 1094 time: 0.1322124 Nov 27 01:19:53.163059 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b82cd05e-7c4d-45fd-a640-52b9f2d4ad27 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8191161 Nov 27 01:19:53.165532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39880) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:53.176215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1369084120-router', 'tenant_id': '667caecaec194317b5736517e71458af', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:53.192122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-2', 'device_owner': 'compute:nova'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:19:53.226597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] Set router 23492170-1907-491b-ad9d-c424a6c99e27 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:53.287829 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.289447 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.314638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.407786 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.469580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-4845dc6b-8edd-471a-9599-8be8481c19c9', 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9', 'tenant_id': '667caecaec194317b5736517e71458af', 'fixed_ips': [{'subnet_id': 'ef2b0273-086a-4848-ba2f-6c1c65096d18'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:19:53.470301 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.557812 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ab57cea8-0bdb-4d7e-a483-f4fb1c9c8da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.668851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ab57cea8-0bdb-4d7e-a483-f4fb1c9c8da4 None None] For port 5468963d-fd9e-4cea-b4eb-e8757d9ce376, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5468963d-fd9e-4cea-b4eb-e8757d9ce376,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:53.674647 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5468963d-fd9e-4cea-b4eb-e8757d9ce376', 'name': '', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'mac_address': 'fa:16:3e:3d:83:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:46Z', 'updated_at': '2021-11-27T01:19:52Z', 'revision_number': 4, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'subnets': [{'id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:53.682424 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ab57cea8-0bdb-4d7e-a483-f4fb1c9c8da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.729055 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:53.755598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717be46e-e6d6-4037-9175-784083ebe6a2 None None] The sync data for ids ['23492170-1907-491b-ad9d-c424a6c99e27'] in n-d-819494-2 is: [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5468963d-fd9e-4cea-b4eb-e8757d9ce376', 'name': '', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'mac_address': 'fa:16:3e:3d:83:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:46Z', 'updated_at': '2021-11-27T01:19:52Z', 'revision_number': 4, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'subnets': [{'id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:19:53.787195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39902) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:53.810985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Allocated IP 172.20.0.2 (4845dc6b-8edd-471a-9599-8be8481c19c9/ef2b0273-086a-4848-ba2f-6c1c65096d18/ff044e10-7109-4722-bb6b-35b810655a6d) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:53.830039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57cea8-0bdb-4d7e-a483-f4fb1c9c8da4 None None] Pushing event updated for resources: {'Port': ['ID=5468963d-fd9e-4cea-b4eb-e8757d9ce376,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:53.837111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:53.910126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:53.926231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-957b4557-7c24-4d04-ac12-4f57c57deca7 None None] Provisioning complete for port 5468963d-fd9e-4cea-b4eb-e8757d9ce376 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:53.926621 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-957b4557-7c24-4d04-ac12-4f57c57deca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.003259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de278812-84d3-4af0-92b6-204cd91f8d25 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:19:54.014934 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.127708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Transition to ACTIVE for port object de278812-84d3-4af0-92b6-204cd91f8d25 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:19:54.147851 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.184604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50201f9f-2e30-4071-9a5a-4f7cdf87f5bf req-5fbd8404-2a0d-47e8-afb2-2a07b5827ff6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:54.186182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50201f9f-2e30-4071-9a5a-4f7cdf87f5bf req-5fbd8404-2a0d-47e8-afb2-2a07b5827ff6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 943 time: 0.2533381 Nov 27 01:19:54.192838 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.222740 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.237229 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8634688c-b951-4847-9566-d6a48fb226d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.294116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Network 4845dc6b-8edd-471a-9599-8be8481c19c9 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:54.304254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:54.313984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:54.342693 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8634688c-b951-4847-9566-d6a48fb226d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.349114 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8634688c-b951-4847-9566-d6a48fb226d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.377435 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.383545 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87df41dd-5c7c-4aab-94f3-b09bab34eaff None None] DHCP port deletion for 9627cbe7-26b1-435c-8355-29d3e9c27703 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:54.394707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Pushing event updated for resources: {'Port': ['ID=ff044e10-7109-4722-bb6b-35b810655a6d,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:54.401956 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.409347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8634688c-b951-4847-9566-d6a48fb226d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1c78a75a308431f82505a8d23af8bc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6210890 Nov 27 01:19:54.409989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39918) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:54.460111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] No DVR routers for this DVR port de278812-84d3-4af0-92b6-204cd91f8d25 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:19:54.468587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Pushing event updated for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=9']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:54.491527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Attempting to bind port ff044e10-7109-4722-bb6b-35b810655a6d on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:54.492093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Attempting to bind port ff044e10-7109-4722-bb6b-35b810655a6d by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '98bc3dad-dcba-4bd6-aceb-11b73470a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:54.492481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Attempting to bind port ff044e10-7109-4722-bb6b-35b810655a6d on network 4845dc6b-8edd-471a-9599-8be8481c19c9 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:54.498785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:54.499175 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Checking segment: {'id': '98bc3dad-dcba-4bd6-aceb-11b73470a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:54.499583 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.500119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Bound using segment: {'id': '98bc3dad-dcba-4bd6-aceb-11b73470a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:54.500653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Bound port: ff044e10-7109-4722-bb6b-35b810655a6d, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bc3dad-dcba-4bd6-aceb-11b73470a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:54.501609 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.532879 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50201f9f-2e30-4071-9a5a-4f7cdf87f5bf req-bffef26a-c7c2-4c13-949c-b4d122819a47 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333728 Nov 27 01:19:54.568877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Attempting to bind port de278812-84d3-4af0-92b6-204cd91f8d25 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:19:54.569580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Attempting to bind port de278812-84d3-4af0-92b6-204cd91f8d25 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:19:54.569580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Attempting to bind port de278812-84d3-4af0-92b6-204cd91f8d25 on network 9627cbe7-26b1-435c-8355-29d3e9c27703 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:54.593021 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Port de278812-84d3-4af0-92b6-204cd91f8d25 on network 9627cbe7-26b1-435c-8355-29d3e9c27703 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:19:54.593507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Attempting to bind port de278812-84d3-4af0-92b6-204cd91f8d25 on network 9627cbe7-26b1-435c-8355-29d3e9c27703 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:19:54.594508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634688c-b951-4847-9566-d6a48fb226d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e82da60-15b5-4d3b-a702-ccba1c10f811,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:54.604999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d63f4a9-d20e-4125-8aa0-887da85f090e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.626581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] For port ff044e10-7109-4722-bb6b-35b810655a6d, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:54.630638 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d63f4a9-d20e-4125-8aa0-887da85f090e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.635510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] For port ff044e10-7109-4722-bb6b-35b810655a6d, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ff044e10-7109-4722-bb6b-35b810655a6d,segment=NetworkSegment(98bc3dad-dcba-4bd6-aceb-11b73470a361),segment_id=98bc3dad-dcba-4bd6-aceb-11b73470a361)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:54.645623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:19:54.646057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Checking segment: {'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:19:54.646827 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.647311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Bound using segment: {'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:19:54.647757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Bound port: de278812-84d3-4af0-92b6-204cd91f8d25, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794d9a3f-3edc-48ab-9af4-0ef14d1f3429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:19:54.648113 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.715029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d63f4a9-d20e-4125-8aa0-887da85f090e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.721096 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d63f4a9-d20e-4125-8aa0-887da85f090e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.730854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5d63f4a9-d20e-4125-8aa0-887da85f090e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e82da60-15b5-4d3b-a702-ccba1c10f811 HTTP/1.1" status: 204 len: 168 time: 0.3186722 Nov 27 01:19:54.751765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Allocated IP 172.25.3.96 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/95258520-38d5-470e-9942-2de034d7bf96) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:54.761479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63f4a9-d20e-4125-8aa0-887da85f090e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e82da60-15b5-4d3b-a702-ccba1c10f811,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:54.793054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:19:54.868945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:19:54.881450 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.938544 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:54.939177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:54.946664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bc4343-c246-4db6-989e-a628472380ae None None] DHCP port deletion for 9627cbe7-26b1-435c-8355-29d3e9c27703 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:54.953130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] 10.222.0.42 "PUT /v2.0/ports/de278812-84d3-4af0-92b6-204cd91f8d25 HTTP/1.1" status: 200 len: 1091 time: 1.7690506 Nov 27 01:19:54.959041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:19:54.961546 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f45786-9426-4bd2-bcb2-c8e450b202ee" -d '{"events": [{"name": "network-changed", "server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:19:55.060746 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67059-b0fb-4a76-bc67-537d4c85bcd5 None None] Pushing event updated for resources: {'Port': ['ID=ff044e10-7109-4722-bb6b-35b810655a6d,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:55.091391 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2accb3-c5be-4760-bf59-998b6f1c942d x-openstack-request-id: req-dd2accb3-c5be-4760-bf59-998b6f1c942d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:19:55.091933 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:19:55.092397 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd2accb3-c5be-4760-bf59-998b6f1c942d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:19:55.093451 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'status': 'completed', 'code': 200} Nov 27 01:19:55.119006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163230c-7d71-4ec6-a1c3-002258675a4d service neutron] Pushing event updated for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=10']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:55.182000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-b021964d-60e9-46c1-b6be-69d5e440abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.183611 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-b021964d-60e9-46c1-b6be-69d5e440abbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 1095 time: 0.1819601 Nov 27 01:19:55.201379 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.355614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-39600668-b05f-42b4-9f11-4822a5e7ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.357208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-39600668-b05f-42b4-9f11-4822a5e7ab9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 200 len: 914 time: 0.1610308 Nov 27 01:19:55.361905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.371745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39934) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:55.396906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bd1c0c7-f030-41a5-a4dc-c4fb73b42942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.450550 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-5cab4204-6bd0-45f4-8689-731c4ca4414a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de278812-84d3-4af0-92b6-204cd91f8d25 HTTP/1.1" status: 200 len: 217 time: 0.0796411 Nov 27 01:19:55.461539 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:19:55.497031 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:19:55.516275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:19:55.532463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76789ee-17fb-47a6-a9ec-ac2fdec473fa None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:19:55.559525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Pushing event updated for resources: {'Port': ['ID=95258520-38d5-470e-9942-2de034d7bf96,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:55.584578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-192d6eee-74be-4b93-984f-9b5cbd7ddaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.586168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-192d6eee-74be-4b93-984f-9b5cbd7ddaf2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f7a8ce3-5280-4534-999b-9162791807b4 HTTP/1.1" status: 200 len: 853 time: 0.1226685 Nov 27 01:19:55.596904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bd1c0c7-f030-41a5-a4dc-c4fb73b42942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.613872 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bd1c0c7-f030-41a5-a4dc-c4fb73b42942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.657114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-37ed3095-3f1e-4781-8314-bd7a08342228 None None] Provisioning complete for port 95258520-38d5-470e-9942-2de034d7bf96 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:55.657484 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37ed3095-3f1e-4781-8314-bd7a08342228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.706537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-37ed3095-3f1e-4781-8314-bd7a08342228 None None] Port 95258520-38d5-470e-9942-2de034d7bf96 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:19:55.722739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1c0c7-f030-41a5-a4dc-c4fb73b42942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b686d7-5150-466e-a3c3-26b49497c29b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:55.744757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9bd1c0c7-f030-41a5-a4dc-c4fb73b42942 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b0937d5ea54454fbd7bfa50885d26cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3718100 Nov 27 01:19:55.747223 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39940) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:55.749984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-b6dcca15-212f-4bbb-87f7-6ad320cf05d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9627cbe7-26b1-435c-8355-29d3e9c27703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543348 Nov 27 01:19:55.830683 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00806f2-40d4-481d-8f1c-21c6df3dbf10 req-eacdebdb-5883-4dde-9850-54d0b1f43c4f tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:55.839010 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e00806f2-40d4-481d-8f1c-21c6df3dbf10 req-eacdebdb-5883-4dde-9850-54d0b1f43c4f tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.1729999 Nov 27 01:19:55.892417 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4e3be33-6e1b-4ff6-884f-8bb405757997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:55.944245 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e00806f2-40d4-481d-8f1c-21c6df3dbf10 req-b79b1824-58e6-443b-a014-4432b9a8278b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039221 Nov 27 01:19:55.963619 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4e3be33-6e1b-4ff6-884f-8bb405757997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.021791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5468963d-fd9e-4cea-b4eb-e8757d9ce376 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:56.022870 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.028166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4e3be33-6e1b-4ff6-884f-8bb405757997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.031147 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4e3be33-6e1b-4ff6-884f-8bb405757997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.035581 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e4e3be33-6e1b-4ff6-884f-8bb405757997 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7b686d7-5150-466e-a3c3-26b49497c29b HTTP/1.1" status: 204 len: 168 time: 0.2846956 Nov 27 01:19:56.042069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3be33-6e1b-4ff6-884f-8bb405757997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b686d7-5150-466e-a3c3-26b49497c29b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:56.135595 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-94e32022-21fa-474a-bf7d-f1164273645d service neutron] 10.222.0.42 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740222 Nov 27 01:19:56.152126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5468963d-fd9e-4cea-b4eb-e8757d9ce376 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:56.152764 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.304016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ff044e10-7109-4722-bb6b-35b810655a6d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:56.425529 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ba37d0-0da8-42be-8c67-f8f8205298d9 req-5bada976-5965-4f2d-9652-132cca255c63 service neutron] 10.222.0.42 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716994 Nov 27 01:19:56.426307 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ff044e10-7109-4722-bb6b-35b810655a6d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:56.426689 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.517240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.609137 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.662499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port ff044e10-7109-4722-bb6b-35b810655a6d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ff044e10-7109-4722-bb6b-35b810655a6d,segment=NetworkSegment(98bc3dad-dcba-4bd6-aceb-11b73470a361),segment_id=98bc3dad-dcba-4bd6-aceb-11b73470a361)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:19:56.666372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf63928f-c48a-4a0d-a13f-47f14ad78234 None None] Network 4845dc6b-8edd-471a-9599-8be8481c19c9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:19:56.680514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f45786-9426-4bd2-bcb2-c8e450b202ee req-496a622e-ffce-49b6-bdec-d789a357ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:56.682000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22f45786-9426-4bd2-bcb2-c8e450b202ee req-496a622e-ffce-49b6-bdec-d789a357ea4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 1095 time: 0.1121402 Nov 27 01:19:56.722338 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.784483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e614f328-0c9e-4941-8659-c14d0619cc08 None None] Provisioning complete for port ff044e10-7109-4722-bb6b-35b810655a6d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:56.784850 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e614f328-0c9e-4941-8659-c14d0619cc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:56.841274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f45786-9426-4bd2-bcb2-c8e450b202ee req-ab54ed57-fd85-4239-9bd1-45d1ae6293b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:56.846898 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22f45786-9426-4bd2-bcb2-c8e450b202ee req-ab54ed57-fd85-4239-9bd1-45d1ae6293b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 200 len: 914 time: 0.1543741 Nov 27 01:19:56.847618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Router c27fd304-0e7d-49bb-96a4-40269b22aa18 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:19:56.852975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=ff044e10-7109-4722-bb6b-35b810655a6d,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:19:56.913831 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22f45786-9426-4bd2-bcb2-c8e450b202ee req-dc01368e-3951-494e-9593-5e7e768c8f88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de278812-84d3-4af0-92b6-204cd91f8d25 HTTP/1.1" status: 200 len: 217 time: 0.0580525 Nov 27 01:19:57.115303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79719eb-1798-4e23-9e64-a34b88df9076 req-953893b4-b3fe-4ec5-8d38-59e3e3a650c3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:57.131435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b79719eb-1798-4e23-9e64-a34b88df9076 req-953893b4-b3fe-4ec5-8d38-59e3e3a650c3 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.0795877 Nov 27 01:19:57.266024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b79719eb-1798-4e23-9e64-a34b88df9076 req-d8064813-7d0b-4288-b51f-88f10ff2996b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332500 Nov 27 01:19:57.436082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-db1334c5-fc68-4abe-b133-6825340f7a4e None None] Provisioning complete for port ff044e10-7109-4722-bb6b-35b810655a6d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:57.436459 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db1334c5-fc68-4abe-b133-6825340f7a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:57.711117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f45786-9426-4bd2-bcb2-c8e450b202ee req-28eb147c-d442-4008-931e-1a05c22d6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:57.713337 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22f45786-9426-4bd2-bcb2-c8e450b202ee req-28eb147c-d442-4008-931e-1a05c22d6003 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f7a8ce3-5280-4534-999b-9162791807b4 HTTP/1.1" status: 200 len: 853 time: 0.7887754 Nov 27 01:19:57.838653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40006) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:57.846111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22f45786-9426-4bd2-bcb2-c8e450b202ee req-788420b2-4c42-4b43-87d2-0f64d05ab671 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9627cbe7-26b1-435c-8355-29d3e9c27703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072378 Nov 27 01:19:57.932370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ff044e10-7109-4722-bb6b-35b810655a6d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:19:57.995382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f2248-a8b7-438a-bf05-146c4c3a92af tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:57.995715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f2248-a8b7-438a-bf05-146c4c3a92af tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:57.996575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f2248-a8b7-438a-bf05-146c4c3a92af tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:58.006476 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f62f2248-a8b7-438a-bf05-146c4c3a92af tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=693123b5cb044942b888cf0396b36532&network_id=506db715-82e2-45e5-8b4b-35cec04934bf HTTP/1.1" status: 200 len: 2969 time: 0.1666782 Nov 27 01:19:58.121883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:19:58.123167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ff044e10-7109-4722-bb6b-35b810655a6d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:19:58.123545 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.158277 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Sync routers for ids ['c27fd304-0e7d-49bb-96a4-40269b22aa18'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:19:58.190795 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Routers {'c27fd304-0e7d-49bb-96a4-40269b22aa18'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:19:58.191781 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:19:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c27fd304-0e7d-49bb-96a4-40269b22aa18'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:58.267212 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:58.299232 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-123be679-5cb5-4cd0-937d-e91fae53162d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1319299 Nov 27 01:19:58.301952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40028) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:19:58.312223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22f45786-9426-4bd2-bcb2-c8e450b202ee req-7c2d29f3-3320-44a8-9d0c-8b98fe8cbccd service neutron] 10.222.0.42 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478517 Nov 27 01:19:58.398498 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Set router c27fd304-0e7d-49bb-96a4-40269b22aa18 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:19:58.574574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90489db2-36d5-4715-8493-1035d17f7fdf req-86f1186b-1554-4cd6-b262-d226afb316e4 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:19:58.581823 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90489db2-36d5-4715-8493-1035d17f7fdf req-86f1186b-1554-4cd6-b262-d226afb316e4 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.1582739 Nov 27 01:19:58.793044 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90489db2-36d5-4715-8493-1035d17f7fdf req-80078f81-7361-485e-9104-699a4279a5f2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102716 Nov 27 01:19:58.977662 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'name': 'tempest-TaggedBootDevicesTest_v242-1369084120-router', 'tenant_id': '667caecaec194317b5736517e71458af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '95258520-38d5-470e-9942-2de034d7bf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:53Z', 'updated_at': '2021-11-27T01:19:55Z', 'revision_number': 3, 'project_id': '667caecaec194317b5736517e71458af', 'gw_port': {'id': '95258520-38d5-470e-9942-2de034d7bf96', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:54Z', 'updated_at': '2021-11-27T01:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:19:59.039448 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Checking router: c27fd304-0e7d-49bb-96a4-40269b22aa18 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:19:59.040121 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Updating router c27fd304-0e7d-49bb-96a4-40269b22aa18 port 95258520-38d5-470e-9942-2de034d7bf96 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:19:59.091340 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:59.140626 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22f45786-9426-4bd2-bcb2-c8e450b202ee req-6ea00c22-8edf-4e85-b68a-a09ba001c25f service neutron] 10.222.0.42 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607679 Nov 27 01:19:59.392218 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:59.682516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Allocated IP 172.20.0.1 (4845dc6b-8edd-471a-9599-8be8481c19c9/ef2b0273-086a-4848-ba2f-6c1c65096d18/1db52e6c-e904-4277-aa44-3ad98bb020f6) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:19:59.936505 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:19:59.953083 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.003714 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.064943 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458aa264-1348-47c6-8c80-b7d0655833a2 None None] Pushing event updated for resources: {'Port': ['ID=95258520-38d5-470e-9942-2de034d7bf96,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:00.087674 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.104846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d11ac0c-250f-427f-be81-896c8ab745d3 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:00.147674 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Attempting to bind port 95258520-38d5-470e-9942-2de034d7bf96 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:00.148028 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Attempting to bind port 95258520-38d5-470e-9942-2de034d7bf96 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:00.148405 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Attempting to bind port 95258520-38d5-470e-9942-2de034d7bf96 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:00.151675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Network 4845dc6b-8edd-471a-9599-8be8481c19c9 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:00.153177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Pushing event updated for resources: {'Port': ['ID=1db52e6c-e904-4277-aa44-3ad98bb020f6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:00.155944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:00.163171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:00.168694 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:00.169075 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:00.169484 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.173734 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:00.174299 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Bound port: 95258520-38d5-470e-9942-2de034d7bf96, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:00.174707 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.210831 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.218711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d0cb1044-bbd2-4233-89a5-ad12ccae9acf None None] Provisioning complete for port 95258520-38d5-470e-9942-2de034d7bf96 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:00.218995 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d0cb1044-bbd2-4233-89a5-ad12ccae9acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.362083 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] For port 95258520-38d5-470e-9942-2de034d7bf96, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:00.370950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb1044-bbd2-4233-89a5-ad12ccae9acf None None] Port 95258520-38d5-470e-9942-2de034d7bf96 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:00.374603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78c2b9-d13d-424d-8d04-814e172e86a1 req-74c916b2-de7c-4c23-a73c-20e15fb2fdeb tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:00.376103 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] For port 95258520-38d5-470e-9942-2de034d7bf96, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=95258520-38d5-470e-9942-2de034d7bf96,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:00.377382 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd78c2b9-d13d-424d-8d04-814e172e86a1 req-74c916b2-de7c-4c23-a73c-20e15fb2fdeb tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.3374960 Nov 27 01:20:00.383189 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.425589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.539752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c455ba90-94cd-47f2-9f93-78a96487f027 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:00.566747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40098) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:00.660532 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458aa264-1348-47c6-8c80-b7d0655833a2 None None] Pushing event updated for resources: {'Port': ['ID=95258520-38d5-470e-9942-2de034d7bf96,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:00.683320 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Routers {'c27fd304-0e7d-49bb-96a4-40269b22aa18'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:00.684404 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:19:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c27fd304-0e7d-49bb-96a4-40269b22aa18'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:00.725885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1fb72884-849a-4014-949f-8de3edc610fc None None] Provisioning complete for port 1db52e6c-e904-4277-aa44-3ad98bb020f6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:00.727510 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1fb72884-849a-4014-949f-8de3edc610fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.732723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd78c2b9-d13d-424d-8d04-814e172e86a1 req-80878761-5819-4271-ac62-0193080a797f tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150136 Nov 27 01:20:00.778794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1fb72884-849a-4014-949f-8de3edc610fc None None] Port 1db52e6c-e904-4277-aa44-3ad98bb020f6 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:00.801855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1fb72884-849a-4014-949f-8de3edc610fc None None] Provisioning complete for port 95258520-38d5-470e-9942-2de034d7bf96 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:00.803453 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1fb72884-849a-4014-949f-8de3edc610fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.846967 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1559bd3-e84d-4856-b8a4-4372b3b9484c tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:00.855684 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d1559bd3-e84d-4856-b8a4-4372b3b9484c tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 814 time: 0.2871125 Nov 27 01:20:00.931003 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.940148 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.943494 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1fb72884-849a-4014-949f-8de3edc610fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:00.945241 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] Set router c27fd304-0e7d-49bb-96a4-40269b22aa18 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:00.986503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40106) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:01.004857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1fb72884-849a-4014-949f-8de3edc610fc None None] For port 95258520-38d5-470e-9942-2de034d7bf96, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=95258520-38d5-470e-9942-2de034d7bf96,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:01.013422 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1fb72884-849a-4014-949f-8de3edc610fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.113861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Pushing event updated for resources: {'Port': ['ID=1db52e6c-e904-4277-aa44-3ad98bb020f6,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:01.116709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.158727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb72884-849a-4014-949f-8de3edc610fc None None] Pushing event updated for resources: {'Port': ['ID=95258520-38d5-470e-9942-2de034d7bf96,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:01.355538 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb92a460-93b0-47fb-8cff-e7e7cb818882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.365369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Network 4845dc6b-8edd-471a-9599-8be8481c19c9 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:01.385019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:01.535708 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'name': 'tempest-TaggedBootDevicesTest_v242-1369084120-router', 'tenant_id': '667caecaec194317b5736517e71458af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '95258520-38d5-470e-9942-2de034d7bf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:53Z', 'updated_at': '2021-11-27T01:20:00Z', 'revision_number': 4, 'project_id': '667caecaec194317b5736517e71458af', 'gw_port': {'id': '95258520-38d5-470e-9942-2de034d7bf96', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:54Z', 'updated_at': '2021-11-27T01:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1db52e6c-e904-4277-aa44-3ad98bb020f6', 'name': '', 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9', 'tenant_id': '667caecaec194317b5736517e71458af', 'mac_address': 'fa:16:3e:f7:87:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ef2b0273-086a-4848-ba2f-6c1c65096d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:59Z', 'updated_at': '2021-11-27T01:19:59Z', 'revision_number': 1, 'project_id': '667caecaec194317b5736517e71458af', 'subnets': [{'id': 'ef2b0273-086a-4848-ba2f-6c1c65096d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:01.617860 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a884e-2771-4317-befb-ca407c6d1ea2 None None] The sync data for ids ['c27fd304-0e7d-49bb-96a4-40269b22aa18'] in n-d-819494-2 is: [{'id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'name': 'tempest-TaggedBootDevicesTest_v242-1369084120-router', 'tenant_id': '667caecaec194317b5736517e71458af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '95258520-38d5-470e-9942-2de034d7bf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:53Z', 'updated_at': '2021-11-27T01:20:00Z', 'revision_number': 4, 'project_id': '667caecaec194317b5736517e71458af', 'gw_port': {'id': '95258520-38d5-470e-9942-2de034d7bf96', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:54Z', 'updated_at': '2021-11-27T01:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1db52e6c-e904-4277-aa44-3ad98bb020f6', 'name': '', 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9', 'tenant_id': '667caecaec194317b5736517e71458af', 'mac_address': 'fa:16:3e:f7:87:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ef2b0273-086a-4848-ba2f-6c1c65096d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:59Z', 'updated_at': '2021-11-27T01:19:59Z', 'revision_number': 1, 'project_id': '667caecaec194317b5736517e71458af', 'subnets': [{'id': 'ef2b0273-086a-4848-ba2f-6c1c65096d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:01.636211 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb92a460-93b0-47fb-8cff-e7e7cb818882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.651311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb92a460-93b0-47fb-8cff-e7e7cb818882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:01.718373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92a460-93b0-47fb-8cff-e7e7cb818882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7fca38-5336-4dc5-8de9-a1d70b18f09a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:01.773158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-eb92a460-93b0-47fb-8cff-e7e7cb818882 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=283b211da5aa48ac9dcd7abd44e9708c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7853999 Nov 27 01:20:01.774063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40118) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:01.871119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e9812c78-7393-424e-a66a-0a466a5dfda9 None None] Provisioning complete for port 1db52e6c-e904-4277-aa44-3ad98bb020f6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:01.871497 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e9812c78-7393-424e-a66a-0a466a5dfda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.001744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e9812c78-7393-424e-a66a-0a466a5dfda9 None None] Port 1db52e6c-e904-4277-aa44-3ad98bb020f6 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:02.012576 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1dd17e58-ba4c-444f-aacb-7b217ac7bfa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.064793 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1dd17e58-ba4c-444f-aacb-7b217ac7bfa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.206549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40124) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:02.223739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9af11e1d-8751-4869-a66d-9f5ad6116b5d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'network': {'name': 'tempest-network-smoke--182154866', 'project_id': '693123b5cb044942b888cf0396b36532', 'port_security_enabled': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:02.235762 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1dd17e58-ba4c-444f-aacb-7b217ac7bfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.242815 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1dd17e58-ba4c-444f-aacb-7b217ac7bfa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.252537 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1dd17e58-ba4c-444f-aacb-7b217ac7bfa5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e7fca38-5336-4dc5-8de9-a1d70b18f09a HTTP/1.1" status: 204 len: 168 time: 0.4773207 Nov 27 01:20:02.282911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd17e58-ba4c-444f-aacb-7b217ac7bfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7fca38-5336-4dc5-8de9-a1d70b18f09a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:02.368284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177460c7-fbf1-41d3-a780-214497346148 req-66b54606-a769-40e2-8da5-417df8ae1185 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:02.369893 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-177460c7-fbf1-41d3-a780-214497346148 req-66b54606-a769-40e2-8da5-417df8ae1185 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.4520524 Nov 27 01:20:02.371115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af11e1d-8751-4869-a66d-9f5ad6116b5d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Made reservation on behalf of 693123b5cb044942b888cf0396b36532 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:02.374520 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9af11e1d-8751-4869-a66d-9f5ad6116b5d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.495177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af11e1d-8751-4869-a66d-9f5ad6116b5d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:20:02.528068 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9af11e1d-8751-4869-a66d-9f5ad6116b5d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.528411 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-9af11e1d-8751-4869-a66d-9f5ad6116b5d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Added segment d2e23539-2394-4a8f-ba4c-f075708d528f of type vlan for network 102eb16a-afa6-41ff-bba8-1d994a9f0208 Nov 27 01:20:02.633287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Router c27fd304-0e7d-49bb-96a4-40269b22aa18 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:20:02.722532 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9af11e1d-8751-4869-a66d-9f5ad6116b5d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.802020 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-177460c7-fbf1-41d3-a780-214497346148 req-15aff2de-b37e-43f4-8aed-f7dcade3a2c1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083643 Nov 27 01:20:02.836352 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9af11e1d-8751-4869-a66d-9f5ad6116b5d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.842994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af11e1d-8751-4869-a66d-9f5ad6116b5d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:02.849127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9af11e1d-8751-4869-a66d-9f5ad6116b5d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:02.926452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:02.950366 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e4f68c33-65c4-4085-9767-3c5ae5d79b09 admin admin] 10.222.0.37 "PUT /v2.0/routers/c27fd304-0e7d-49bb-96a4-40269b22aa18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6464972 Nov 27 01:20:03.031511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40140) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:03.057489 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ed327831-c34b-4ca4-88fa-3126f76f2a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:03.093480 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40142) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:03.094070 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9af11e1d-8751-4869-a66d-9f5ad6116b5d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8750515 Nov 27 01:20:03.122433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af11e1d-8751-4869-a66d-9f5ad6116b5d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Network': ['ID=102eb16a-afa6-41ff-bba8-1d994a9f0208,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:03.157129 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 102eb16a-afa6-41ff-bba8-1d994a9f0208 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:20:03.365512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee001863-eab3-48c9-ad88-67bfb6ce560c tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:03.374007 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ee001863-eab3-48c9-ad88-67bfb6ce560c tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=693123b5cb044942b888cf0396b36532&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2758381 Nov 27 01:20:03.376621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40148) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:03.492430 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ed327831-c34b-4ca4-88fa-3126f76f2a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:03.503949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ed327831-c34b-4ca4-88fa-3126f76f2a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:03.542614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed327831-c34b-4ca4-88fa-3126f76f2a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff0ba76-de2b-4287-b9f3-1325157b3e77,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:03.641438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a319db6-7aa1-467b-970a-3078e812a2f5 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:03.643766 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8a319db6-7aa1-467b-970a-3078e812a2f5 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2661178 Nov 27 01:20:03.650496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ed327831-c34b-4ca4-88fa-3126f76f2a80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9ec811498724895a8f37a4fe016f137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6013608 Nov 27 01:20:03.651675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40156) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:03.652118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40154) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:03.702909 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6e6742ab-c4c5-4f3b-9a38-ee4922002a02 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496316 Nov 27 01:20:03.703883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40162) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:03.778160 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ed7acf91-8067-4b49-8187-f58b402820e7 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=693123b5cb044942b888cf0396b36532&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728612 Nov 27 01:20:03.779167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40172) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:03.986547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5937b6db-c462-4329-a50b-c9a0bbb9b789 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:03.988417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5937b6db-c462-4329-a50b-c9a0bbb9b789 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2015822 Nov 27 01:20:03.991663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40188) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:04.029236 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40ca8938-eeda-4c15-b10b-64910fddcfcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.052359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 95258520-38d5-470e-9942-2de034d7bf96 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:04.098881 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-980699ba-4664-422b-ba75-9baa2425d5ad tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1059237 Nov 27 01:20:04.100101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40200) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:04.121641 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40ca8938-eeda-4c15-b10b-64910fddcfcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.142927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f7d213cb-732c-4932-a037-2fff6f80718a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1872795851', 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208', 'project_id': '693123b5cb044942b888cf0396b36532', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:04.205881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 95258520-38d5-470e-9942-2de034d7bf96 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:04.206701 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.241987 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40ca8938-eeda-4c15-b10b-64910fddcfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.245114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40ca8938-eeda-4c15-b10b-64910fddcfcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.247172 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-40ca8938-eeda-4c15-b10b-64910fddcfcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cff0ba76-de2b-4287-b9f3-1325157b3e77 HTTP/1.1" status: 204 len: 168 time: 0.5840671 Nov 27 01:20:04.262331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca8938-eeda-4c15-b10b-64910fddcfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff0ba76-de2b-4287-b9f3-1325157b3e77,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:04.424216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7012f-45ac-4039-ae09-ee9468aec0b0 req-0fe3a5eb-3b27-498d-95b6-219870a7217e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:04.426187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9da7012f-45ac-4039-ae09-ee9468aec0b0 req-0fe3a5eb-3b27-498d-95b6-219870a7217e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.3571258 Nov 27 01:20:04.505878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d213cb-732c-4932-a037-2fff6f80718a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Made reservation on behalf of 693123b5cb044942b888cf0396b36532 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:04.510019 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7d213cb-732c-4932-a037-2fff6f80718a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:04.714450 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9da7012f-45ac-4039-ae09-ee9468aec0b0 req-12f3e735-f8cf-452e-bd0f-dc27adb3c4b5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676435 Nov 27 01:20:04.983197 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7d213cb-732c-4932-a037-2fff6f80718a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:05.138985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d213cb-732c-4932-a037-2fff6f80718a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Subnet': ['ID=4a2de049-8aed-4574-8706-f726152b99aa,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:05.143384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d213cb-732c-4932-a037-2fff6f80718a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Checking segment: {'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:05.143947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d213cb-732c-4932-a037-2fff6f80718a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network hostable DHCP agents. Network: 102eb16a-afa6-41ff-bba8-1d994a9f0208, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:20:05.177380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d213cb-732c-4932-a037-2fff6f80718a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 102eb16a-afa6-41ff-bba8-1d994a9f0208 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:20:05.202514 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f7d213cb-732c-4932-a037-2fff6f80718a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 102eb16a-afa6-41ff-bba8-1d994a9f0208) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:05.210781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d213cb-732c-4932-a037-2fff6f80718a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:05.211401 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7d213cb-732c-4932-a037-2fff6f80718a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:05.216270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f4029-87c5-4719-ab08-fed870dad5b7 None None] Network 102eb16a-afa6-41ff-bba8-1d994a9f0208 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:05.255641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f7d213cb-732c-4932-a037-2fff6f80718a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1381950 Nov 27 01:20:05.691284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-102eb16a-afa6-41ff-bba8-1d994a9f0208', 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'fixed_ips': [{'subnet_id': '4a2de049-8aed-4574-8706-f726152b99aa'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:20:05.694940 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.136149 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10907e9-1574-4776-8107-91152fa87098 req-72ce5325-6aef-46ae-b1dc-f41fecec7a89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:06.147575 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d10907e9-1574-4776-8107-91152fa87098 req-72ce5325-6aef-46ae-b1dc-f41fecec7a89 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.1696820 Nov 27 01:20:06.219557 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Allocated IP 172.20.0.18 (102eb16a-afa6-41ff-bba8-1d994a9f0208/4a2de049-8aed-4574-8706-f726152b99aa/60c9a65f-764a-4770-a8ec-ea399d90de6f) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:06.265844 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d10907e9-1574-4776-8107-91152fa87098 req-d84bc3a9-3e8a-4a41-9cbf-a7f641346b2a tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909073 Nov 27 01:20:06.289801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40274) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:06.389508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40278) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:06.394603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2e4ed9e7-b225-49bf-8663-8515bd6dac25 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486370669', 'description': 'tempest-secgroup-smoke-486370669 description', 'project_id': '693123b5cb044942b888cf0396b36532'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:06.489908 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed9e7-b225-49bf-8663-8515bd6dac25 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.490539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Sync routers for ids ['c27fd304-0e7d-49bb-96a4-40269b22aa18'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:06.562118 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.566566 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Routers {'c27fd304-0e7d-49bb-96a4-40269b22aa18'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:06.567464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:19:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c27fd304-0e7d-49bb-96a4-40269b22aa18'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:06.572857 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.677873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1451900581'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:06.777149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Network 102eb16a-afa6-41ff-bba8-1d994a9f0208 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:06.787393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Pushing event updated for resources: {'Port': ['ID=60c9a65f-764a-4770-a8ec-ea399d90de6f,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:06.795854 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:06.802967 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed9e7-b225-49bf-8663-8515bd6dac25 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.808345 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:06.818919 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed9e7-b225-49bf-8663-8515bd6dac25 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.869108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Made reservation on behalf of 5fd3ce533bb84d79bbd88b404b364ec5 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:06.883487 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.935336 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:06.996027 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed9e7-b225-49bf-8663-8515bd6dac25 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.006985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40286) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:07.007766 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2e4ed9e7-b225-49bf-8663-8515bd6dac25 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6167698 Nov 27 01:20:07.008812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ed9e7-b225-49bf-8663-8515bd6dac25 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2b3620-2592-44b2-92d6-c47f826db388,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:07.012380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-018f0236-013c-402c-b809-3bb641d30269 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': 'db2b3620-2592-44b2-92d6-c47f826db388', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:07.076243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Set router c27fd304-0e7d-49bb-96a4-40269b22aa18 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:07.096539 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-018f0236-013c-402c-b809-3bb641d30269 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.217540 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Attempting to bind port 60c9a65f-764a-4770-a8ec-ea399d90de6f on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:07.217925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Attempting to bind port 60c9a65f-764a-4770-a8ec-ea399d90de6f by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:07.218352 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Attempting to bind port 60c9a65f-764a-4770-a8ec-ea399d90de6f on network 102eb16a-afa6-41ff-bba8-1d994a9f0208 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:07.221075 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.230721 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.251320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:20:07.283980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.284585 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Added segment 40a4de3c-b5ea-469b-8725-9c1a5e97e0eb of type vlan for network e9e59615-f212-4d38-843f-8ef1f9168098 Nov 27 01:20:07.336803 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-018f0236-013c-402c-b809-3bb641d30269 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.346104 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-018f0236-013c-402c-b809-3bb641d30269 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.415363 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-018f0236-013c-402c-b809-3bb641d30269 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.421830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:07.421830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Checking segment: {'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:07.422643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-018f0236-013c-402c-b809-3bb641d30269 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4102201 Nov 27 01:20:07.422759 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.422759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Bound using segment: {'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:07.422759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Bound port: 60c9a65f-764a-4770-a8ec-ea399d90de6f, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:07.422759 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.431537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40292) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:07.459042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4d142dc5-f821-4c53-bd6c-c07d982b5d0e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': 'db2b3620-2592-44b2-92d6-c47f826db388', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:07.496521 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f0236-013c-402c-b809-3bb641d30269 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bad50b-88a3-4b66-b9b5-46c28552d83f,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:07.529043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-546d33af-f445-4898-b206-fe2f15737488 None None] For port 60c9a65f-764a-4770-a8ec-ea399d90de6f, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:07.535546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-546d33af-f445-4898-b206-fe2f15737488 None None] For port 60c9a65f-764a-4770-a8ec-ea399d90de6f, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=60c9a65f-764a-4770-a8ec-ea399d90de6f,segment=NetworkSegment(d2e23539-2394-4a8f-ba4c-f075708d528f),segment_id=d2e23539-2394-4a8f-ba4c-f075708d528f)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:07.563668 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.572481 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d142dc5-f821-4c53-bd6c-c07d982b5d0e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.677069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'name': 'tempest-TaggedBootDevicesTest_v242-1369084120-router', 'tenant_id': '667caecaec194317b5736517e71458af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '95258520-38d5-470e-9942-2de034d7bf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:53Z', 'updated_at': '2021-11-27T01:20:00Z', 'revision_number': 4, 'project_id': '667caecaec194317b5736517e71458af', 'gw_port': {'id': '95258520-38d5-470e-9942-2de034d7bf96', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:54Z', 'updated_at': '2021-11-27T01:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1db52e6c-e904-4277-aa44-3ad98bb020f6', 'name': '', 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9', 'tenant_id': '667caecaec194317b5736517e71458af', 'mac_address': 'fa:16:3e:f7:87:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ef2b0273-086a-4848-ba2f-6c1c65096d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:59Z', 'updated_at': '2021-11-27T01:20:00Z', 'revision_number': 2, 'project_id': '667caecaec194317b5736517e71458af', 'subnets': [{'id': 'ef2b0273-086a-4848-ba2f-6c1c65096d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:07.704859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb73640-946d-4234-a7b1-612ed9eaeb76,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:07.717512 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.769195 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d142dc5-f821-4c53-bd6c-c07d982b5d0e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.775712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Checking router: c27fd304-0e7d-49bb-96a4-40269b22aa18 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:20:07.776173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Updating router c27fd304-0e7d-49bb-96a4-40269b22aa18 port 1db52e6c-e904-4277-aa44-3ad98bb020f6 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:20:07.780347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d142dc5-f821-4c53-bd6c-c07d982b5d0e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.822633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d142dc5-f821-4c53-bd6c-c07d982b5d0e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429d8eae-dc12-4a18-96c3-62505e85485c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:07.826322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ddd76-183a-41c5-883e-fe90a599f8fe req-467fe582-79ab-441b-bd83-d63eb6068601 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:07.849432 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6d1ddd76-183a-41c5-883e-fe90a599f8fe req-467fe582-79ab-441b-bd83-d63eb6068601 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.3519990 Nov 27 01:20:07.873403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d142dc5-f821-4c53-bd6c-c07d982b5d0e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.877378 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4d142dc5-f821-4c53-bd6c-c07d982b5d0e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4420462 Nov 27 01:20:07.878038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40298) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:07.887810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-00664d10-9635-4d1c-878b-2964ea870c5f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': 'db2b3620-2592-44b2-92d6-c47f826db388', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:07.889032 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.904040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:07.904792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:07.945669 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00664d10-9635-4d1c-878b-2964ea870c5f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.107950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40304) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:08.112422 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8206711 Nov 27 01:20:08.167315 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-02d43e6f-47ca-48ac-9722-3db22f149f08 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Request body: {'subnet': {'network_id': 'e9e59615-f212-4d38-843f-8ef1f9168098', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:08.212479 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6d1ddd76-183a-41c5-883e-fe90a599f8fe req-aea6bfd8-4625-4ae5-bc0d-7e6f8da79086 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620629 Nov 27 01:20:08.213352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd63bd-cf90-49bb-9daf-629e890f4da8 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event updated for resources: {'Network': ['ID=e9e59615-f212-4d38-843f-8ef1f9168098,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:08.223295 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00664d10-9635-4d1c-878b-2964ea870c5f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.262222 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00664d10-9635-4d1c-878b-2964ea870c5f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.334495 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network e9e59615-f212-4d38-843f-8ef1f9168098 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:20:08.415532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d33af-f445-4898-b206-fe2f15737488 None None] Pushing event updated for resources: {'Port': ['ID=60c9a65f-764a-4770-a8ec-ea399d90de6f,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:08.429302 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.494142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00664d10-9635-4d1c-878b-2964ea870c5f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c08957-da5a-48d2-af04-7e759f137eee,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:08.508748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00664d10-9635-4d1c-878b-2964ea870c5f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.511221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-00664d10-9635-4d1c-878b-2964ea870c5f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6300733 Nov 27 01:20:08.514642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40308) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:08.521559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7a493e3c-5fac-4fed-9cc1-f6dbfac4bf44 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': 'db2b3620-2592-44b2-92d6-c47f826db388', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:08.573284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d43e6f-47ca-48ac-9722-3db22f149f08 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Made reservation on behalf of 5fd3ce533bb84d79bbd88b404b364ec5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:08.580058 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02d43e6f-47ca-48ac-9722-3db22f149f08 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.607389 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a493e3c-5fac-4fed-9cc1-f6dbfac4bf44 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.773944 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a493e3c-5fac-4fed-9cc1-f6dbfac4bf44 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:08.967884 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a493e3c-5fac-4fed-9cc1-f6dbfac4bf44 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.062321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a493e3c-5fac-4fed-9cc1-f6dbfac4bf44 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09e8304-f052-4dab-a484-5bbc074de1f4,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:09.078165 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02d43e6f-47ca-48ac-9722-3db22f149f08 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.087535 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a493e3c-5fac-4fed-9cc1-f6dbfac4bf44 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.098837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40312) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:09.101065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7a493e3c-5fac-4fed-9cc1-f6dbfac4bf44 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5850420 Nov 27 01:20:09.105355 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-75f9907e-8a94-4a5a-bbae-43d5d65c1b20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': 'db2b3620-2592-44b2-92d6-c47f826db388', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:09.178480 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-75f9907e-8a94-4a5a-bbae-43d5d65c1b20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Project 693123b5cb044942b888cf0396b36532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:20:09.197161 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75f9907e-8a94-4a5a-bbae-43d5d65c1b20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.309415 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.325549 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.402790 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75f9907e-8a94-4a5a-bbae-43d5d65c1b20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.428038 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75f9907e-8a94-4a5a-bbae-43d5d65c1b20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.489909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d43e6f-47ca-48ac-9722-3db22f149f08 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Checking segment: {'id': '40a4de3c-b5ea-469b-8725-9c1a5e97e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e9e59615-f212-4d38-843f-8ef1f9168098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:09.497656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d43e6f-47ca-48ac-9722-3db22f149f08 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Network hostable DHCP agents. Network: e9e59615-f212-4d38-843f-8ef1f9168098, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:20:09.529623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9907e-8a94-4a5a-bbae-43d5d65c1b20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531cd465-a13f-484c-9b77-43e8baeba00a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:09.557440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75f9907e-8a94-4a5a-bbae-43d5d65c1b20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.572227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d43e6f-47ca-48ac-9722-3db22f149f08 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event updated for resources: {'Subnet': ['ID=d7a8abee-6df9-484f-9b81-7f5f2b5e92ed,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:09.575311 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-75f9907e-8a94-4a5a-bbae-43d5d65c1b20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4747257 Nov 27 01:20:09.582860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:09.592169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-59419987-3f33-40f9-8990-510cc29dd913 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': 'db2b3620-2592-44b2-92d6-c47f826db388', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:09.606816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfbcc6-d36b-4585-967b-2a97b9afbab1 None None] Pushing event updated for resources: {'Port': ['ID=1db52e6c-e904-4277-aa44-3ad98bb020f6,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:09.609253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91a7bd-74ab-45f2-91ca-428d9f778820 req-8f263885-65f5-4f3c-96bd-794a35e5cfc1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:09.612677 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ed91a7bd-74ab-45f2-91ca-428d9f778820 req-8f263885-65f5-4f3c-96bd-794a35e5cfc1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.1627562 Nov 27 01:20:09.671153 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-59419987-3f33-40f9-8990-510cc29dd913 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Project 693123b5cb044942b888cf0396b36532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:20:09.687475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d43e6f-47ca-48ac-9722-3db22f149f08 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Network e9e59615-f212-4d38-843f-8ef1f9168098 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:20:09.690148 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59419987-3f33-40f9-8990-510cc29dd913 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.721168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-02d43e6f-47ca-48ac-9722-3db22f149f08 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, e9e59615-f212-4d38-843f-8ef1f9168098) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:09.724227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Attempting to bind port 1db52e6c-e904-4277-aa44-3ad98bb020f6 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:09.725436 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Attempting to bind port 1db52e6c-e904-4277-aa44-3ad98bb020f6 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '98bc3dad-dcba-4bd6-aceb-11b73470a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:09.726002 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Attempting to bind port 1db52e6c-e904-4277-aa44-3ad98bb020f6 on network 4845dc6b-8edd-471a-9599-8be8481c19c9 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:09.755940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5277758-bad2-4077-a903-ced3bcaa06a7 None None] Network e9e59615-f212-4d38-843f-8ef1f9168098 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:09.790717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d43e6f-47ca-48ac-9722-3db22f149f08 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:09.791327 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02d43e6f-47ca-48ac-9722-3db22f149f08 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.799130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e90b77b-f9b9-4b2a-b3d1-436c8e89c1ee None None] Network 102eb16a-afa6-41ff-bba8-1d994a9f0208 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:09.907079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59419987-3f33-40f9-8990-510cc29dd913 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.915114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59419987-3f33-40f9-8990-510cc29dd913 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:09.916258 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ed91a7bd-74ab-45f2-91ca-428d9f778820 req-930fe5bc-01f1-42f2-b58b-125159b9138a tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827308 Nov 27 01:20:09.927850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-02d43e6f-47ca-48ac-9722-3db22f149f08 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8188694 Nov 27 01:20:09.933151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40328) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:09.989003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-df015b1e-f47a-435e-b4fc-f38d2867a281 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-385089709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:10.067960 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:10.068864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Checking segment: {'id': '98bc3dad-dcba-4bd6-aceb-11b73470a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:10.069647 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.070048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Bound using segment: {'id': '98bc3dad-dcba-4bd6-aceb-11b73470a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:10.070789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Bound port: 1db52e6c-e904-4277-aa44-3ad98bb020f6, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bc3dad-dcba-4bd6-aceb-11b73470a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:10.087150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59419987-3f33-40f9-8990-510cc29dd913 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d58120-820e-4000-9b8b-776c05fc2b93,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:10.088424 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.135922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 60c9a65f-764a-4770-a8ec-ea399d90de6f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:10.161555 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df015b1e-f47a-435e-b4fc-f38d2867a281 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.166468 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df015b1e-f47a-435e-b4fc-f38d2867a281 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.189054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761aadb-da1f-4258-9ae8-f2e0bba06282 req-bcdddb91-c997-4806-842a-d534082b7622 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:10.190846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9761aadb-da1f-4258-9ae8-f2e0bba06282 req-bcdddb91-c997-4806-842a-d534082b7622 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1189435 Nov 27 01:20:10.233739 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59419987-3f33-40f9-8990-510cc29dd913 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.235097 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-59419987-3f33-40f9-8990-510cc29dd913 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6508410 Nov 27 01:20:10.320167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9761aadb-da1f-4258-9ae8-f2e0bba06282 req-f4e49da6-7fd8-42c0-9517-30d8967ab5de tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167254 Nov 27 01:20:10.392899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-22cca185-9892-4c76-85ea-a9764391fb09 None None] Provisioning complete for port 60c9a65f-764a-4770-a8ec-ea399d90de6f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:10.393739 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22cca185-9892-4c76-85ea-a9764391fb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.423328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df015b1e-f47a-435e-b4fc-f38d2867a281 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.441822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df015b1e-f47a-435e-b4fc-f38d2867a281 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.518071 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df015b1e-f47a-435e-b4fc-f38d2867a281 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.519902 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-df015b1e-f47a-435e-b4fc-f38d2867a281 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5808120 Nov 27 01:20:10.523093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40340) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:10.591317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2715c-6464-49c0-a489-c131fde7a056 req-493fb86b-ad51-4cd5-bb18-93f0259f9a15 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:10.601378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64c2715c-6464-49c0-a489-c131fde7a056 req-493fb86b-ad51-4cd5-bb18-93f0259f9a15 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0796402 Nov 27 01:20:10.614061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 60c9a65f-764a-4770-a8ec-ea399d90de6f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:10.619593 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:10.682091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64c2715c-6464-49c0-a489-c131fde7a056 req-1c757af7-b0fd-4cfb-aff8-ea7ca586e5a3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732713 Nov 27 01:20:10.731507 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22cca185-9892-4c76-85ea-a9764391fb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:11.054022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-e9e59615-f212-4d38-843f-8ef1f9168098', 'network_id': 'e9e59615-f212-4d38-843f-8ef1f9168098', 'tenant_id': '5fd3ce533bb84d79bbd88b404b364ec5', 'fixed_ips': [{'subnet_id': 'd7a8abee-6df9-484f-9b81-7f5f2b5e92ed'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:20:11.059881 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:11.204312 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:11.310399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Allocated IP 172.20.0.2 (e9e59615-f212-4d38-843f-8ef1f9168098/d7a8abee-6df9-484f-9b81-7f5f2b5e92ed/cfce4474-8efa-4de7-a3d6-d55bd4176483) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:11.437213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] For port 1db52e6c-e904-4277-aa44-3ad98bb020f6, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:11.463719 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] For port 1db52e6c-e904-4277-aa44-3ad98bb020f6, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1db52e6c-e904-4277-aa44-3ad98bb020f6,segment=NetworkSegment(98bc3dad-dcba-4bd6-aceb-11b73470a361),segment_id=98bc3dad-dcba-4bd6-aceb-11b73470a361)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:11.615217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-22cca185-9892-4c76-85ea-a9764391fb09 None None] For port 60c9a65f-764a-4770-a8ec-ea399d90de6f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=60c9a65f-764a-4770-a8ec-ea399d90de6f,segment=NetworkSegment(d2e23539-2394-4a8f-ba4c-f075708d528f),segment_id=d2e23539-2394-4a8f-ba4c-f075708d528f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:11.633707 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:11.656244 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:11.689385 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:11.694286 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22cca185-9892-4c76-85ea-a9764391fb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:11.826490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2244bac-298e-488b-b5d4-476caca2a3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:11.851475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Allocated IP 172.20.0.1 (e9e59615-f212-4d38-843f-8ef1f9168098/d7a8abee-6df9-484f-9b81-7f5f2b5e92ed/9184f06f-4616-4f82-a3e1-9b87f214d0cd) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:11.869388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Network e9e59615-f212-4d38-843f-8ef1f9168098 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:11.900591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:11.907370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:11.955468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Routers {'c27fd304-0e7d-49bb-96a4-40269b22aa18'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:11.956668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:19:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c27fd304-0e7d-49bb-96a4-40269b22aa18'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:12.061694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-50e0577a-362e-4fd2-82b6-aa697d1ce972 None None] Provisioning complete for port 1db52e6c-e904-4277-aa44-3ad98bb020f6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:12.061957 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50e0577a-362e-4fd2-82b6-aa697d1ce972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.063761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfbcc6-d36b-4585-967b-2a97b9afbab1 None None] Pushing event updated for resources: {'Port': ['ID=1db52e6c-e904-4277-aa44-3ad98bb020f6,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:12.112933 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.213153 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.277851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event updated for resources: {'Port': ['ID=9184f06f-4616-4f82-a3e1-9b87f214d0cd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:12.293408 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-35f235b2-3a00-4331-8bbf-8e0270b29b85 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486370669&fields=id&tenant_id=693123b5cb044942b888cf0396b36532 HTTP/1.1" status: 200 len: 267 time: 0.1511149 Nov 27 01:20:12.302870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Network e9e59615-f212-4d38-843f-8ef1f9168098 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:12.304369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:12.309411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:12.421514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-06208d33-090c-4704-b61f-33c758523a80 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:12.434318 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-06208d33-090c-4704-b61f-33c758523a80 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 812 time: 0.2772238 Nov 27 01:20:12.459398 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-d4e69af0-2291-4d9c-9f76-4000a36602ef tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/quotas/45731133ae9e435f84b4491351b086d0 HTTP/1.1" status: 200 len: 375 time: 0.0219362 Nov 27 01:20:12.459784 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.552836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2b5f4bae-5023-40e6-b35c-b53431314434 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0924580 Nov 27 01:20:12.694411 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.757991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-43cbfeee-b54e-4372-b6c0-c96324cb090f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:12.759684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-43cbfeee-b54e-4372-b6c0-c96324cb090f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/networks?id=102eb16a-afa6-41ff-bba8-1d994a9f0208 HTTP/1.1" status: 200 len: 796 time: 0.4526865 Nov 27 01:20:12.783707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-31cab03c-6102-4c29-8914-005f0f652068 service neutron] 10.222.0.37 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295029 Nov 27 01:20:12.786769 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-446573a1-0a5a-45d2-9cfb-c1367724e70c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/quotas/693123b5cb044942b888cf0396b36532 HTTP/1.1" status: 200 len: 375 time: 0.0207057 Nov 27 01:20:12.799136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1db52e6c-e904-4277-aa44-3ad98bb020f6 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:12.800081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Attempting to bind port cfce4474-8efa-4de7-a3d6-d55bd4176483 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:12.800451 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Attempting to bind port cfce4474-8efa-4de7-a3d6-d55bd4176483 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '40a4de3c-b5ea-469b-8725-9c1a5e97e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e9e59615-f212-4d38-843f-8ef1f9168098'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:12.800808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Attempting to bind port cfce4474-8efa-4de7-a3d6-d55bd4176483 on network e9e59615-f212-4d38-843f-8ef1f9168098 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:12.842594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Pushing event updated for resources: {'Port': ['ID=cfce4474-8efa-4de7-a3d6-d55bd4176483,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:12.845133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:12.845514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Checking segment: {'id': '40a4de3c-b5ea-469b-8725-9c1a5e97e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e9e59615-f212-4d38-843f-8ef1f9168098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:12.845977 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:12.846408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Bound using segment: {'id': '40a4de3c-b5ea-469b-8725-9c1a5e97e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e9e59615-f212-4d38-843f-8ef1f9168098'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:12.846896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Bound port: cfce4474-8efa-4de7-a3d6-d55bd4176483, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a4de3c-b5ea-469b-8725-9c1a5e97e0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e9e59615-f212-4d38-843f-8ef1f9168098'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:12.847280 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.004591 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-f07db251-1602-450d-80d2-f966a97d69bd service neutron] 10.222.0.37 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189002 Nov 27 01:20:13.005722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] Set router c27fd304-0e7d-49bb-96a4-40269b22aa18 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:13.075146 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] For port cfce4474-8efa-4de7-a3d6-d55bd4176483, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:13.079002 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] For port cfce4474-8efa-4de7-a3d6-d55bd4176483, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=cfce4474-8efa-4de7-a3d6-d55bd4176483,segment=NetworkSegment(40a4de3c-b5ea-469b-8725-9c1a5e97e0eb),segment_id=40a4de3c-b5ea-469b-8725-9c1a5e97e0eb)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:13.081583 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50e0577a-362e-4fd2-82b6-aa697d1ce972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.130442 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.141568 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-e1772a2b-3f42-4273-8334-7d8ce17229b3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3311255 Nov 27 01:20:13.145155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cca185-9892-4c76-85ea-a9764391fb09 None None] Pushing event updated for resources: {'Port': ['ID=60c9a65f-764a-4770-a8ec-ea399d90de6f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:13.203151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-50e0577a-362e-4fd2-82b6-aa697d1ce972 None None] For port 1db52e6c-e904-4277-aa44-3ad98bb020f6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1db52e6c-e904-4277-aa44-3ad98bb020f6,segment=NetworkSegment(98bc3dad-dcba-4bd6-aceb-11b73470a361),segment_id=98bc3dad-dcba-4bd6-aceb-11b73470a361)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:13.238676 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50e0577a-362e-4fd2-82b6-aa697d1ce972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.279317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1db52e6c-e904-4277-aa44-3ad98bb020f6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:13.279529 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.304339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9642a-535d-4620-8395-fe97fff0e000 req-064bd648-2eea-4a2a-b612-7645d7cd76a2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:13.314993 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0dc9642a-535d-4620-8395-fe97fff0e000 req-064bd648-2eea-4a2a-b612-7645d7cd76a2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.0978060 Nov 27 01:20:13.384136 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0dc9642a-535d-4620-8395-fe97fff0e000 req-ea7e1192-4cc5-48f0-af0f-6d97557f63f1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678306 Nov 27 01:20:13.489133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b6c07-02f4-40e6-8666-68ee40f2d1d2 None None] Pushing event updated for resources: {'Port': ['ID=cfce4474-8efa-4de7-a3d6-d55bd4176483,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:13.638474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-050de883-d149-49d8-afe0-24438e9a24fd None None] Provisioning complete for port 60c9a65f-764a-4770-a8ec-ea399d90de6f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:13.638984 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-050de883-d149-49d8-afe0-24438e9a24fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.753534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-194af9a5-9294-47b1-ba6a-d15268c9dcd7 service neutron] 10.222.0.37 "GET /v2.0/networks/102eb16a-afa6-41ff-bba8-1d994a9f0208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071663 Nov 27 01:20:13.762731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0577a-362e-4fd2-82b6-aa697d1ce972 None None] Pushing event updated for resources: {'Port': ['ID=1db52e6c-e904-4277-aa44-3ad98bb020f6,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:13.803556 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:13.836838 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18265def-5ee9-44b2-b5dd-27f111198897 req-b6133984-4044-4cb4-8b41-44442804a581 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 210 time: 0.0761936 Nov 27 01:20:13.892256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.003577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event updated for resources: {'Port': ['ID=9184f06f-4616-4f82-a3e1-9b87f214d0cd,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:14.026756 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.096187 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f29c-9801-43c9-a37e-ca2a4c2b6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.128051 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-68d44d70-9b30-4c27-a4c1-875d152177eb service neutron] 10.222.0.37 "GET /v2.0/networks/102eb16a-afa6-41ff-bba8-1d994a9f0208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735888 Nov 27 01:20:14.173576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'name': 'tempest-TaggedBootDevicesTest_v242-1369084120-router', 'tenant_id': '667caecaec194317b5736517e71458af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '95258520-38d5-470e-9942-2de034d7bf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:53Z', 'updated_at': '2021-11-27T01:20:00Z', 'revision_number': 4, 'project_id': '667caecaec194317b5736517e71458af', 'gw_port': {'id': '95258520-38d5-470e-9942-2de034d7bf96', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:54Z', 'updated_at': '2021-11-27T01:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1db52e6c-e904-4277-aa44-3ad98bb020f6', 'name': '', 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9', 'tenant_id': '667caecaec194317b5736517e71458af', 'mac_address': 'fa:16:3e:f7:87:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ef2b0273-086a-4848-ba2f-6c1c65096d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:59Z', 'updated_at': '2021-11-27T01:20:10Z', 'revision_number': 4, 'project_id': '667caecaec194317b5736517e71458af', 'subnets': [{'id': 'ef2b0273-086a-4848-ba2f-6c1c65096d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:14.175104 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-050de883-d149-49d8-afe0-24438e9a24fd None None] Provisioning complete for port 1db52e6c-e904-4277-aa44-3ad98bb020f6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:14.175471 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-050de883-d149-49d8-afe0-24438e9a24fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.286742 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Network e9e59615-f212-4d38-843f-8ef1f9168098 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:14.290412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:14.341548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device de278812-84d3-4af0-92b6-204cd91f8d25 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:20:14.428584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-25f71851-0373-47a7-89f4-07b03ea0d3c9 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:14.448267 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-25f71851-0373-47a7-89f4-07b03ea0d3c9 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 814 time: 0.2504268 Nov 27 01:20:14.493413 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-9c731569-1cf3-4c55-a937-53a283082857 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/quotas/3489c5440ae04387aed79c4c4c26a035 HTTP/1.1" status: 200 len: 375 time: 0.0424702 Nov 27 01:20:14.560860 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8329e1f0-fc94-46b7-b599-bfc9f8e3a5e8 req-55250e3f-3585-4b25-ae0c-b662eb6c596b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 210 time: 0.0560541 Nov 27 01:20:14.635949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-61a3fd56-2998-4aad-997e-0ab442f7f39b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1399932 Nov 27 01:20:14.643331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:14.683603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb454179-c587-4a49-8400-27b20ea5091c None None] The sync data for ids ['c27fd304-0e7d-49bb-96a4-40269b22aa18'] in n-d-819494-2 is: [{'id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'name': 'tempest-TaggedBootDevicesTest_v242-1369084120-router', 'tenant_id': '667caecaec194317b5736517e71458af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '95258520-38d5-470e-9942-2de034d7bf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:53Z', 'updated_at': '2021-11-27T01:20:00Z', 'revision_number': 4, 'project_id': '667caecaec194317b5736517e71458af', 'gw_port': {'id': '95258520-38d5-470e-9942-2de034d7bf96', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:54Z', 'updated_at': '2021-11-27T01:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '1db52e6c-e904-4277-aa44-3ad98bb020f6', 'name': '', 'network_id': '4845dc6b-8edd-471a-9599-8be8481c19c9', 'tenant_id': '667caecaec194317b5736517e71458af', 'mac_address': 'fa:16:3e:f7:87:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'ef2b0273-086a-4848-ba2f-6c1c65096d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:59Z', 'updated_at': '2021-11-27T01:20:10Z', 'revision_number': 4, 'project_id': '667caecaec194317b5736517e71458af', 'subnets': [{'id': 'ef2b0273-086a-4848-ba2f-6c1c65096d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:14.714927 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'network_id': '9627cbe7-26b1-435c-8355-29d3e9c27703', 'port_id': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'mac_address': 'fa:16:3e:b6:c4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7a8ce3-5280-4534-999b-9162791807b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:20:14.769070 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Router 1658b0cb-637b-43be-9679-31b60e8fbc74 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:20:14.827124 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.832808 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:14.891997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d22a2-235a-4798-8536-6766024b4a1b req-8a64c88b-2c27-403d-8773-128c1c1dfcf7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:14.892841 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-434f3e11-9d25-46ca-b999-ae21fbc9914d service neutron] 10.222.0.37 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463362 Nov 27 01:20:14.894581 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c6d22a2-235a-4798-8536-6766024b4a1b req-8a64c88b-2c27-403d-8773-128c1c1dfcf7 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 944 time: 0.1972859 Nov 27 01:20:14.896365 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de278812-84d3-4af0-92b6-204cd91f8d25 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:14.941984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:14.999529 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.154184 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.154945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=11']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:15.159997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 60c9a65f-764a-4770-a8ec-ea399d90de6f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:15.331600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ca8354-e390-4a89-aec9-9be3f86f9a7e None None] Network e9e59615-f212-4d38-843f-8ef1f9168098 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:15.380144 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c6d22a2-235a-4798-8536-6766024b4a1b req-9a188faa-c51f-43df-836d-8cddca961995 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684668 Nov 27 01:20:15.384230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:15.397814 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-18fb4fce-19ab-4167-8618-7d572eb9047f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:15.412491 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99a94c-5304-4fe7-9763-578aa4ac8ec0 None None] Sync routers for ids ['1658b0cb-637b-43be-9679-31b60e8fbc74'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:15.413361 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-18fb4fce-19ab-4167-8618-7d572eb9047f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 812 time: 0.3124261 Nov 27 01:20:15.420660 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-510bd64f-2e91-4ec3-9d27-a1886db6b30c tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "PUT /v2.0/routers/1658b0cb-637b-43be-9679-31b60e8fbc74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8936310 Nov 27 01:20:15.421594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40428) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:15.434614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Request body: {'port': {'network_id': 'e9e59615-f212-4d38-843f-8ef1f9168098', 'name': 'tempest-FloatingIPNegativeTestJSON-1968216810'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:15.435025 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 60c9a65f-764a-4770-a8ec-ea399d90de6f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:15.435679 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.450027 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99a94c-5304-4fe7-9763-578aa4ac8ec0 None None] Routers {'1658b0cb-637b-43be-9679-31b60e8fbc74'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:15.452422 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3e99a94c-5304-4fe7-9763-578aa4ac8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:20:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1658b0cb-637b-43be-9679-31b60e8fbc74'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:15.487922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Request body: {'port': {'device_id': '0f061abb-9ce6-4a30-8ca4-c2b8609f9975', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'admin_state_up': True, 'tenant_id': '45731133ae9e435f84b4491351b086d0'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:15.537275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['de278812-84d3-4af0-92b6-204cd91f8d25'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:15.576510 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-ee0560e1-84ea-4f7e-b92d-2616ad6127b3 service neutron] 10.222.0.37 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6816030 Nov 27 01:20:15.630356 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3e99a94c-5304-4fe7-9763-578aa4ac8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:15.658464 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99a94c-5304-4fe7-9763-578aa4ac8ec0 None None] Routers {'1658b0cb-637b-43be-9679-31b60e8fbc74'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:15.659435 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3e99a94c-5304-4fe7-9763-578aa4ac8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:20:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1658b0cb-637b-43be-9679-31b60e8fbc74'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:15.782210 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b523ba74-2911-415f-93eb-30b3b39f1a63 req-f8db74b9-5b7c-4be6-b8cc-8ab38750dbdf tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 210 time: 0.0835774 Nov 27 01:20:15.793890 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3e99a94c-5304-4fe7-9763-578aa4ac8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:15.795049 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99a94c-5304-4fe7-9763-578aa4ac8ec0 None None] The sync data for ids ['1658b0cb-637b-43be-9679-31b60e8fbc74'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:15.850988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Made reservation on behalf of 5fd3ce533bb84d79bbd88b404b364ec5 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:15.855235 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.925766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-189e5398-0b5d-4e12-8aca-482a7e3f7fa4 None None] Provisioning complete for port cfce4474-8efa-4de7-a3d6-d55bd4176483 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:15.926641 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-189e5398-0b5d-4e12-8aca-482a7e3f7fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:15.928473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] device_id is not set on port 35e40cb0-f7e4-47d8-91c8-21595684def4 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:20:15.998499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Made reservation on behalf of 45731133ae9e435f84b4491351b086d0 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:16.002615 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.207025 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a0dddee-b14b-45c2-957d-86c8adf62946 req-cddc04be-b5c7-47cf-93be-cad9703d2329 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 210 time: 0.1248412 Nov 27 01:20:16.315443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Allocated IP 172.20.0.5 (e9e59615-f212-4d38-843f-8ef1f9168098/d7a8abee-6df9-484f-9b81-7f5f2b5e92ed/35e40cb0-f7e4-47d8-91c8-21595684def4) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:16.408846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1db52e6c-e904-4277-aa44-3ad98bb020f6 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:16.415594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Allocated IP 172.20.0.3 (ca3e04cd-7b00-40c5-9512-0be97b9c1107/f816a93d-f541-4896-9e58-52bcc03d53b8/a19b4566-1591-4aca-9639-c0ea82fdebdb) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:16.814449 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-189e5398-0b5d-4e12-8aca-482a7e3f7fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.881182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1db52e6c-e904-4277-aa44-3ad98bb020f6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:16.881611 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.893424 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:16.976642 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.013302 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.022575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-189e5398-0b5d-4e12-8aca-482a7e3f7fa4 None None] For port cfce4474-8efa-4de7-a3d6-d55bd4176483, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=cfce4474-8efa-4de7-a3d6-d55bd4176483,segment=NetworkSegment(40a4de3c-b5ea-469b-8725-9c1a5e97e0eb),segment_id=40a4de3c-b5ea-469b-8725-9c1a5e97e0eb)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:17.023231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:17.039054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b58a56d3-f887-4b7a-8821-f46e774d46c4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:17.053879 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:17.061973 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-189e5398-0b5d-4e12-8aca-482a7e3f7fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.069809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a22f7a-890c-48ff-8a64-bf12b06f1b2f req-b8b3313c-593d-49ca-9a57-33da00789994 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:17.071466 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68a22f7a-890c-48ff-8a64-bf12b06f1b2f req-b8b3313c-593d-49ca-9a57-33da00789994 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.5706835 Nov 27 01:20:17.072446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:17.105892 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8064b70-6429-41ec-ac80-f481bf5228f1 req-1fe7af04-4a7e-4dc7-8508-ab363e97ebcc tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 210 time: 1.1580167 Nov 27 01:20:17.251662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event updated for resources: {'Port': ['ID=a19b4566-1591-4aca-9639-c0ea82fdebdb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:17.298983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:17.299967 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.424632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-2cc88e7b-0d46-43ba-b1c8-8b731b153fa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9873779 Nov 27 01:20:17.432563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-92867d5d-5ceb-427c-9438-7beae8eaee1b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:17.434544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-92867d5d-5ceb-427c-9438-7beae8eaee1b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.11 "GET /v2.0/networks?id=102eb16a-afa6-41ff-bba8-1d994a9f0208 HTTP/1.1" status: 200 len: 796 time: 0.3219283 Nov 27 01:20:17.439282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68a22f7a-890c-48ff-8a64-bf12b06f1b2f req-52178566-d3fd-4950-9e76-53826379a2d0 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561292 Nov 27 01:20:17.465109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Request body: {'port': {'device_id': '0f061abb-9ce6-4a30-8ca4-c2b8609f9975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:17.645284 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6e5a086-badc-4fa8-9a98-14e257bee176 req-506582ae-5593-44d7-b2a2-118e8705059c tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 210 time: 0.0525198 Nov 27 01:20:17.653181 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.716873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['752e3274-1f0e-4a4a-8ed9-54be9e3a08ea'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:17.753012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda1722-56a8-4d84-ba40-4f46b8057dee req-3aa28e0b-1cab-4dd4-b570-e19f77a7dc7d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:17.754331 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fcda1722-56a8-4d84-ba40-4f46b8057dee req-3aa28e0b-1cab-4dd4-b570-e19f77a7dc7d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 931 time: 0.1954503 Nov 27 01:20:17.886312 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:17.915995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device cfce4474-8efa-4de7-a3d6-d55bd4176483 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:17.985036 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-decdd0ac-b7af-4ace-9959-a9911c2deec8 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693123b5cb044942b888cf0396b36532 HTTP/1.1" status: 200 len: 471 time: 0.4166188 Nov 27 01:20:17.986301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-40498e61-bb63-4aa2-a180-13f70c5c8171 None None] Provisioning complete for port cfce4474-8efa-4de7-a3d6-d55bd4176483 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:17.987480 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-40498e61-bb63-4aa2-a180-13f70c5c8171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.010202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-79daddc4-85f5-4ba4-ab1c-82a22e2e7c03 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:18.011746 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-79daddc4-85f5-4ba4-ab1c-82a22e2e7c03 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.42 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 814 time: 0.1622899 Nov 27 01:20:18.023203 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'port': {'device_id': '9af52dc8-e708-4b00-811f-6dc947f802ed', 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208', 'admin_state_up': True, 'tenant_id': '693123b5cb044942b888cf0396b36532', 'security_groups': ['db2b3620-2592-44b2-92d6-c47f826db388']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:18.040590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Request body: {'port': {'device_id': 'a0145750-57cf-40ba-8c11-f8acf6778b05', 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e', 'admin_state_up': True, 'tenant_id': '3489c5440ae04387aed79c4c4c26a035'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:18.096813 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.114095 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.161402 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fcda1722-56a8-4d84-ba40-4f46b8057dee req-0f93930d-65aa-4428-9273-3a2515cb2ec3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714433 Nov 27 01:20:18.226646 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.257398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port cfce4474-8efa-4de7-a3d6-d55bd4176483 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:18.257767 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.320561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Network e9e59615-f212-4d38-843f-8ef1f9168098 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:18.324333 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device de278812-84d3-4af0-92b6-204cd91f8d25 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:18.330950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:18.344471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:18.424779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event updated for resources: {'Port': ['ID=35e40cb0-f7e4-47d8-91c8-21595684def4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:18.460455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Made reservation on behalf of 693123b5cb044942b888cf0396b36532 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:18.465787 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.481045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e5398-0b5d-4e12-8aca-482a7e3f7fa4 None None] Pushing event updated for resources: {'Port': ['ID=cfce4474-8efa-4de7-a3d6-d55bd4176483,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:18.496990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19b4566-1591-4aca-9639-c0ea82fdebdb {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:18.515185 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.543292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Transition to ACTIVE for port object a19b4566-1591-4aca-9639-c0ea82fdebdb will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:20:18.596724 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-049984f5-ac2c-41d2-be5c-f38b49538ebf req-64a2df5e-96d9-4e90-8892-fd48892a57e3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 210 time: 0.0517380 Nov 27 01:20:18.610764 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.630691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:18.631871 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.637980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port de278812-84d3-4af0-92b6-204cd91f8d25 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:20:18.647655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port de278812-84d3-4af0-92b6-204cd91f8d25 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:18.648315 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.736552 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-00dcab56-ded3-4f0b-b1a7-ad765e5a97e0 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3117793 Nov 27 01:20:18.737200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40472) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:18.755329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:18.834270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-40498e61-bb63-4aa2-a180-13f70c5c8171 None None] Provisioning complete for port 9184f06f-4616-4f82-a3e1-9b87f214d0cd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:18.834270 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-40498e61-bb63-4aa2-a180-13f70c5c8171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:18.880841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Allocated IP 172.20.0.24 (102eb16a-afa6-41ff-bba8-1d994a9f0208/4a2de049-8aed-4574-8706-f726152b99aa/0289f184-d6bc-4890-9417-f674baeab445) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:18.902210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Pushing event updated for resources: {'Port': ['ID=a19b4566-1591-4aca-9639-c0ea82fdebdb,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:18.977601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-40498e61-bb63-4aa2-a180-13f70c5c8171 None None] Port 9184f06f-4616-4f82-a3e1-9b87f214d0cd cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:19.055309 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.081284 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-068495d0-6298-4354-925e-88e2a1106551 req-a0531fd6-b26d-4b94-96ce-78d6a620b794 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 210 time: 0.2195597 Nov 27 01:20:19.121978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Made reservation on behalf of 3489c5440ae04387aed79c4c4c26a035 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:19.132210 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.145619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb1e32-cae8-4b91-9012-b00b76b3acbd req-0995bfe0-99d8-47b4-ae7f-a642df98170d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:19.150907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2bdb1e32-cae8-4b91-9012-b00b76b3acbd req-0995bfe0-99d8-47b4-ae7f-a642df98170d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 945 time: 0.5136278 Nov 27 01:20:19.178711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:19.182717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:19.186956 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44284af-bbf1-48e0-b903-92a4fd7ce3dd" -d '{"events": [{"server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "name": "network-vif-plugged", "status": "completed", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:19.189321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.api [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 01:20:19.189321 n-d-819494-2 neutron-server[103385]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 27 01:20:19.189321 n-d-819494-2 neutron-server[103385]: [parameters: {'project_id_1': '5fd3ce533bb84d79bbd88b404b364ec5', 'expiration_1': datetime.datetime(2021, 11, 27, 1, 19, 58, 784178)}] Nov 27 01:20:19.189321 n-d-819494-2 neutron-server[103385]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:20:19.191301 n-d-819494-2 neutron-server[103385]: DEBUG oslo_db.api [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:20:19.194614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device cfce4474-8efa-4de7-a3d6-d55bd4176483 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:19.237486 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.248531 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.315236 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.327106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port cfce4474-8efa-4de7-a3d6-d55bd4176483 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:19.327106 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.329272 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-11ac1d5f-1be0-4faa-bcaa-af9d4f19973d None None] Provisioning complete for port 35e40cb0-f7e4-47d8-91c8-21595684def4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:19.329272 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-11ac1d5f-1be0-4faa-bcaa-af9d4f19973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.370847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Allocated IP 172.20.0.9 (bd808f41-a27e-4bca-a8a2-d7a2c4983d2e/96bf5946-6ed0-4642-8749-4d16c665485d/669e8118-b9b5-4c31-b660-cfe773ea9b36) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:19.405797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-11ac1d5f-1be0-4faa-bcaa-af9d4f19973d None None] Port 35e40cb0-f7e4-47d8-91c8-21595684def4 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:19.429519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Attempting to bind port a19b4566-1591-4aca-9639-c0ea82fdebdb on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:19.429866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Attempting to bind port a19b4566-1591-4aca-9639-c0ea82fdebdb by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:19.430194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Attempting to bind port a19b4566-1591-4aca-9639-c0ea82fdebdb on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:19.434858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2bdb1e32-cae8-4b91-9012-b00b76b3acbd req-663ee494-e2bb-4d57-a158-9c15ee10084c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769914 Nov 27 01:20:19.437992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 102eb16a-afa6-41ff-bba8-1d994a9f0208 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:19.440132 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Port a19b4566-1591-4aca-9639-c0ea82fdebdb on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:20:19.440462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Attempting to bind port a19b4566-1591-4aca-9639-c0ea82fdebdb on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:19.445746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:19.449174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:19.467865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=0289f184-d6bc-4890-9417-f674baeab445,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:19.470600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:19.470942 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Checking segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:19.471329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Bound using segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:19.471769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Bound port: a19b4566-1591-4aca-9639-c0ea82fdebdb, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:19.472129 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.537491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=12']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:19.557063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:19.557864 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.583342 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8322bb4b-8ea9-42a1-80da-57a4d11d7512 x-openstack-request-id: req-8322bb4b-8ea9-42a1-80da-57a4d11d7512 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:19.583644 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "name": "network-vif-plugged", "status": "completed", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:19.583904 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8322bb4b-8ea9-42a1-80da-57a4d11d7512 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:19.584314 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'code': 200} Nov 27 01:20:19.585253 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-bb6ea421-e631-4379-a856-2f792408c28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5869279 Nov 27 01:20:19.607325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Request body: {'port': {'device_id': '9af52dc8-e708-4b00-811f-6dc947f802ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:19.620103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-11ac1d5f-1be0-4faa-bcaa-af9d4f19973d None None] Provisioning complete for port 9184f06f-4616-4f82-a3e1-9b87f214d0cd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:19.623127 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-11ac1d5f-1be0-4faa-bcaa-af9d4f19973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.659618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dbd69-1a8f-4d80-97c0-0344f0ba3db9 req-a427689a-863f-4596-8265-19ed8b8eed66 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:19.669486 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6b6dbd69-1a8f-4d80-97c0-0344f0ba3db9 req-a427689a-863f-4596-8265-19ed8b8eed66 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 943 time: 0.3128731 Nov 27 01:20:19.800198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-11ac1d5f-1be0-4faa-bcaa-af9d4f19973d None None] Port 9184f06f-4616-4f82-a3e1-9b87f214d0cd cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:19.804492 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.875120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] For port a19b4566-1591-4aca-9639-c0ea82fdebdb, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:19.902349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] For port a19b4566-1591-4aca-9639-c0ea82fdebdb, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a19b4566-1591-4aca-9639-c0ea82fdebdb,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:19.913768 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6b6dbd69-1a8f-4d80-97c0-0344f0ba3db9 req-85e47068-d11c-4bab-9ade-ed44b5638afe tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433474 Nov 27 01:20:19.918507 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.944897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-19824c1f-194c-4237-abca-7209f8db9dd0 None None] Provisioning complete for port 0289f184-d6bc-4890-9417-f674baeab445 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:19.945556 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19824c1f-194c-4237-abca-7209f8db9dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.983808 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:19.984161 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:19.985766 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] 10.222.0.42 "PUT /v2.0/ports/a19b4566-1591-4aca-9639-c0ea82fdebdb HTTP/1.1" status: 200 len: 1091 time: 2.5359802 Nov 27 01:20:19.986560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f061abb-9ce6-4a30-8ca4-c2b8609f9975', 'tag': 'a19b4566-1591-4aca-9639-c0ea82fdebdb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:19.988515 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502d9281-8a32-4738-bce1-efd310e35e82" -d '{"events": [{"name": "network-changed", "server_uuid": "0f061abb-9ce6-4a30-8ca4-c2b8609f9975", "tag": "a19b4566-1591-4aca-9639-c0ea82fdebdb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:19.993128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-19824c1f-194c-4237-abca-7209f8db9dd0 None None] Port 0289f184-d6bc-4890-9417-f674baeab445 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:20.020941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2734ebb-4451-42d8-86bf-fc0256efc057 service neutron] Pushing event updated for resources: {'Port': ['ID=a19b4566-1591-4aca-9639-c0ea82fdebdb,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:20.034543 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:20.052577 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c7bc29-c99f-468b-a531-008730cb4800 x-openstack-request-id: req-87c7bc29-c99f-468b-a531-008730cb4800 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:20.052870 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f061abb-9ce6-4a30-8ca4-c2b8609f9975", "tag": "a19b4566-1591-4aca-9639-c0ea82fdebdb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:20.053126 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87c7bc29-c99f-468b-a531-008730cb4800 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:20.053545 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f061abb-9ce6-4a30-8ca4-c2b8609f9975', 'tag': 'a19b4566-1591-4aca-9639-c0ea82fdebdb', 'status': 'completed', 'code': 200} Nov 27 01:20:20.074043 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:20.104005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1a87f-7c22-4047-8830-bfba1154d675 req-741a9271-9837-441b-acb0-d12e2c848a6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:20.115783 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73d1a87f-7c22-4047-8830-bfba1154d675 req-741a9271-9837-441b-acb0-d12e2c848a6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 932 time: 0.2939303 Nov 27 01:20:20.145740 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:20.186777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['cc6e89c1-3d2b-4a21-ab32-24d96e986684'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:20.189871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['63d05acf-86a7-4a93-925f-ed859b6cba22', '1b8b74d2-b980-4ce1-8fcc-e589fa32cd69'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:20.260576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:20.301186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-076ba978-55e6-4bc5-a56a-c30ab8c11f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:20.302723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-076ba978-55e6-4bc5-a56a-c30ab8c11f3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 1094 time: 0.2329075 Nov 27 01:20:20.307395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:20.338827 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:20.364011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645e6d44-a02c-47ad-b6f4-2171d568ccc3 None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:20.408373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322b2ff-dd92-46d5-bb0d-844db117d5d4 req-d45b3f13-fc85-4247-ab31-f0fe99791ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:20.411295 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d322b2ff-dd92-46d5-bb0d-844db117d5d4 req-d45b3f13-fc85-4247-ab31-f0fe99791ab8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 1097 time: 0.5528047 Nov 27 01:20:20.479269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:20.479942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:20.496918 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-69e93c31-02c3-49c3-b26b-03ae5e6475dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19b4566-1591-4aca-9639-c0ea82fdebdb HTTP/1.1" status: 200 len: 217 time: 0.1501973 Nov 27 01:20:20.530259 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73d1a87f-7c22-4047-8830-bfba1154d675 req-93c0c28b-99d1-4785-93be-6bf63a371f0e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=db2b3620-2592-44b2-92d6-c47f826db388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3832483 Nov 27 01:20:20.599548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-581bbfef-d3a3-4dc9-b524-121e46939f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:20.600370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8df78404-db4a-400f-93cc-f91d49860684 None None] Provisioning complete for port 669e8118-b9b5-4c31-b660-cfe773ea9b36 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:20.600658 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8df78404-db4a-400f-93cc-f91d49860684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:20.602038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-581bbfef-d3a3-4dc9-b524-121e46939f58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.1043398 Nov 27 01:20:20.618878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Pushing event updated for resources: {'Port': ['ID=669e8118-b9b5-4c31-b660-cfe773ea9b36,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:20.673126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d0d2b-3e0c-4772-8871-c66e31d3a98f req-02a6c773-d6d4-45ae-88ac-17d7f39ba68d tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:20.685501 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-648d0d2b-3e0c-4772-8871-c66e31d3a98f req-02a6c773-d6d4-45ae-88ac-17d7f39ba68d tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 931 time: 0.4167571 Nov 27 01:20:20.690664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8df78404-db4a-400f-93cc-f91d49860684 None None] Port 669e8118-b9b5-4c31-b660-cfe773ea9b36 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:20.696347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-6f7381ea-537f-43d6-a6cd-3f50a0f54a42 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6600738 Nov 27 01:20:20.722011 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d322b2ff-dd92-46d5-bb0d-844db117d5d4 req-84cd6b46-b8d8-4812-be27-900f83e52ab6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884698 Nov 27 01:20:20.763841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Request body: {'port': {'device_id': 'a0145750-57cf-40ba-8c11-f8acf6778b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:20.791043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e43f7-3455-4b6f-b99e-3b141224c41a req-e3fe6cd3-bf51-4c1c-ba2f-463fe57be8fd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:20.799243 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-256e43f7-3455-4b6f-b99e-3b141224c41a req-e3fe6cd3-bf51-4c1c-ba2f-463fe57be8fd tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1549728 Nov 27 01:20:20.858562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:20.871636 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:20.878596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-ec8d7d61-b580-4503-af56-c471a4fa8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:20.880458 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-ec8d7d61-b580-4503-af56-c471a4fa8a82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2554016 Nov 27 01:20:20.900887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0289f184-d6bc-4890-9417-f674baeab445 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:20.927366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-648d0d2b-3e0c-4772-8871-c66e31d3a98f req-ada8c3fa-5ae1-4620-8954-2cc8fb17e3a2 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409823 Nov 27 01:20:20.952635 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:20.967310 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-256e43f7-3455-4b6f-b99e-3b141224c41a req-9b24b3d5-4f38-4953-9a45-554d37622d52 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620104 Nov 27 01:20:21.012834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Transition to ACTIVE for port object 0289f184-d6bc-4890-9417-f674baeab445 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:20:21.032545 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.226685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-e0a4940a-54eb-45c3-ab24-7012e47256a6 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701281 Nov 27 01:20:21.293224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0289f184-d6bc-4890-9417-f674baeab445,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:21.312543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Allocated IP 172.25.3.38 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/d3c162dd-f8c3-4195-88ff-450b2e3c67a6) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:21.327802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33e5e1-a3ee-40b1-ae73-33294e99930b req-fc341980-5cb0-49b0-8f4c-ca013cf0b83b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:21.335590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d33e5e1-a3ee-40b1-ae73-33294e99930b req-fc341980-5cb0-49b0-8f4c-ca013cf0b83b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 943 time: 0.2610550 Nov 27 01:20:21.386024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Attempting to bind port 0289f184-d6bc-4890-9417-f674baeab445 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:21.386554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Attempting to bind port 0289f184-d6bc-4890-9417-f674baeab445 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:21.386985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Attempting to bind port 0289f184-d6bc-4890-9417-f674baeab445 on network 102eb16a-afa6-41ff-bba8-1d994a9f0208 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:21.427454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Port 0289f184-d6bc-4890-9417-f674baeab445 on network 102eb16a-afa6-41ff-bba8-1d994a9f0208 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:20:21.428119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Attempting to bind port 0289f184-d6bc-4890-9417-f674baeab445 on network 102eb16a-afa6-41ff-bba8-1d994a9f0208 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:21.483977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:21.484354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Checking segment: {'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:21.484921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Bound using segment: {'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:21.485525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Bound port: 0289f184-d6bc-4890-9417-f674baeab445, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:21.485887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.524533 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d33e5e1-a3ee-40b1-ae73-33294e99930b req-5888b330-a4b3-4733-9b9f-0efcac736640 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677632 Nov 27 01:20:21.609676 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.623068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] For port 0289f184-d6bc-4890-9417-f674baeab445, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:21.627712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] For port 0289f184-d6bc-4890-9417-f674baeab445, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0289f184-d6bc-4890-9417-f674baeab445,segment=NetworkSegment(d2e23539-2394-4a8f-ba4c-f075708d528f),segment_id=d2e23539-2394-4a8f-ba4c-f075708d528f)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:21.640184 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.711148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:21.711771 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.713178 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] 10.222.0.11 "PUT /v2.0/ports/0289f184-d6bc-4890-9417-f674baeab445 HTTP/1.1" status: 200 len: 1092 time: 2.1122470 Nov 27 01:20:21.715136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af52dc8-e708-4b00-811f-6dc947f802ed', 'tag': '0289f184-d6bc-4890-9417-f674baeab445'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:21.717407 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5981708-9243-4834-bcb4-3e71f2fd3541" -d '{"events": [{"name": "network-changed", "server_uuid": "9af52dc8-e708-4b00-811f-6dc947f802ed", "tag": "0289f184-d6bc-4890-9417-f674baeab445"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:21.769655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1d84a-7550-4361-a124-5fdecae7a2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0289f184-d6bc-4890-9417-f674baeab445,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:21.775135 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:21.850801 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8db33e-8d12-44fc-8a9a-89f5527398cb x-openstack-request-id: req-1e8db33e-8d12-44fc-8a9a-89f5527398cb {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:21.850801 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af52dc8-e708-4b00-811f-6dc947f802ed", "tag": "0289f184-d6bc-4890-9417-f674baeab445", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:21.850801 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e8db33e-8d12-44fc-8a9a-89f5527398cb {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:21.850801 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af52dc8-e708-4b00-811f-6dc947f802ed', 'tag': '0289f184-d6bc-4890-9417-f674baeab445', 'status': 'completed', 'code': 200} Nov 27 01:20:21.945602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:21.949978 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:21.964043 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:20:21.974910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:22.024586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669e8118-b9b5-4c31-b660-cfe773ea9b36 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:22.043137 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:22.052967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event updated for resources: {'Port': ['ID=d3c162dd-f8c3-4195-88ff-450b2e3c67a6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:22.068690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264a1fb-84f0-4771-b79c-7e3ea1782cca req-84339953-bdb5-43d0-afa1-872465939d3e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:22.074603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f264a1fb-84f0-4771-b79c-7e3ea1782cca req-84339953-bdb5-43d0-afa1-872465939d3e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 944 time: 0.1222558 Nov 27 01:20:22.084842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-4ccc9316-27cc-4bb0-9c00-2792cd72ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:22.086781 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-4ccc9316-27cc-4bb0-9c00-2792cd72ce8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 1095 time: 0.2586763 Nov 27 01:20:22.119980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Transition to ACTIVE for port object 669e8118-b9b5-4c31-b660-cfe773ea9b36 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:20:22.154865 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-980ab7e3-58b7-4364-8382-c2f9fa73c8fb req-38b3b699-90cf-4a11-8a35-512233e36062 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9183624 Nov 27 01:20:22.161530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:22.238295 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-70dec1d0-abbf-4c49-904f-625474057ebf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=0289f184-d6bc-4890-9417-f674baeab445 HTTP/1.1" status: 200 len: 217 time: 0.1216102 Nov 27 01:20:22.242576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e94c9c-79ce-417a-a6b8-67af9135bcb4 None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:22.294112 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f264a1fb-84f0-4771-b79c-7e3ea1782cca req-3f0ab850-9c18-4061-9291-feb5e909e9f0 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=db2b3620-2592-44b2-92d6-c47f826db388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026169 Nov 27 01:20:22.322854 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d2beb-4a0e-41eb-a93c-efc731cfb22f req-131d3b84-caf9-4012-b1af-5731adf14ca0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:22.324470 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-275d2beb-4a0e-41eb-a93c-efc731cfb22f req-131d3b84-caf9-4012-b1af-5731adf14ca0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 931 time: 0.2350571 Nov 27 01:20:22.415908 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-a46bd908-827f-4bc6-896c-5c7184c8c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:22.417405 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-a46bd908-827f-4bc6-896c-5c7184c8c629 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a2de049-8aed-4574-8706-f726152b99aa HTTP/1.1" status: 200 len: 838 time: 0.1687911 Nov 27 01:20:22.438050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Pushing event updated for resources: {'Port': ['ID=669e8118-b9b5-4c31-b660-cfe773ea9b36,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:22.443417 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:22.512846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-275d2beb-4a0e-41eb-a93c-efc731cfb22f req-8de1ca6f-568e-4339-93a4-0756be328e7f tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295161 Nov 27 01:20:22.528825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d9281-8a32-4738-bce1-efd310e35e82 req-a264b77d-5729-43de-88cf-098b38e3376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:22.530758 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:22.531256 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-502d9281-8a32-4738-bce1-efd310e35e82 req-a264b77d-5729-43de-88cf-098b38e3376b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 1094 time: 0.2154040 Nov 27 01:20:22.535590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-1cc07442-4a6e-4581-ae22-55b823aaae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:22.548221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-1cc07442-4a6e-4581-ae22-55b823aaae24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=102eb16a-afa6-41ff-bba8-1d994a9f0208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199236 Nov 27 01:20:22.582499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Attempting to bind port 669e8118-b9b5-4c31-b660-cfe773ea9b36 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:22.582850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Attempting to bind port 669e8118-b9b5-4c31-b660-cfe773ea9b36 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:22.583176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Attempting to bind port 669e8118-b9b5-4c31-b660-cfe773ea9b36 on network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:22.630316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98732341-96ae-4847-b19c-be1a3abb2a11 req-f0f23eb5-9477-4b93-87ee-1719f11b7642 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:22.639780 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98732341-96ae-4847-b19c-be1a3abb2a11 req-f0f23eb5-9477-4b93-87ee-1719f11b7642 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.2190828 Nov 27 01:20:22.672558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Port 669e8118-b9b5-4c31-b660-cfe773ea9b36 on network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:20:22.672966 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Attempting to bind port 669e8118-b9b5-4c31-b660-cfe773ea9b36 on network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:22.691325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:22.691706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Checking segment: {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:22.692097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Bound using segment: {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:22.692586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Bound port: 669e8118-b9b5-4c31-b660-cfe773ea9b36, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125b72ba-e72d-4293-90a0-925016554faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:22.692992 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:22.745416 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-a516ddfc-e1d4-48a4-9462-d8eac6c5da10 service neutron] 10.222.0.11 "GET /v2.0/networks/102eb16a-afa6-41ff-bba8-1d994a9f0208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766794 Nov 27 01:20:22.838768 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98732341-96ae-4847-b19c-be1a3abb2a11 req-8da98caa-7461-43cd-be20-7213d071eb22 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981096 Nov 27 01:20:22.874670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d9281-8a32-4738-bce1-efd310e35e82 req-74f6d13c-8c86-4a37-8f5e-d4a1a6b27810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:22.877217 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-502d9281-8a32-4738-bce1-efd310e35e82 req-74f6d13c-8c86-4a37-8f5e-d4a1a6b27810 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.3367832 Nov 27 01:20:22.911072 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:22.934097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aee60-9075-4208-85ba-5053af4d9dac req-298fd613-60e0-4a4a-adfe-75a82e3fa662 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:22.942587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-968aee60-9075-4208-85ba-5053af4d9dac req-298fd613-60e0-4a4a-adfe-75a82e3fa662 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 943 time: 0.1164985 Nov 27 01:20:22.952492 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:22.988173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-502d9281-8a32-4738-bce1-efd310e35e82 req-24c00b9b-fe4c-4a70-ad63-2ab300efc7b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19b4566-1591-4aca-9639-c0ea82fdebdb HTTP/1.1" status: 200 len: 217 time: 0.0967324 Nov 27 01:20:23.019627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-107c1f8b-c8fa-439f-8451-da5666721ca8 req-499ab44d-beb2-430a-a76b-7aebdc31c307 service neutron] 10.222.0.11 "GET /v2.0/networks/102eb16a-afa6-41ff-bba8-1d994a9f0208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651169 Nov 27 01:20:23.025941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] For port 669e8118-b9b5-4c31-b660-cfe773ea9b36, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:23.030741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] For port 669e8118-b9b5-4c31-b660-cfe773ea9b36, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=669e8118-b9b5-4c31-b660-cfe773ea9b36,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:23.073142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event updated for resources: {'Port': ['ID=d3c162dd-f8c3-4195-88ff-450b2e3c67a6,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:23.097938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d9281-8a32-4738-bce1-efd310e35e82 req-04db4295-b33f-443e-a2c4-8900c2395666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:23.099966 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-502d9281-8a32-4738-bce1-efd310e35e82 req-04db4295-b33f-443e-a2c4-8900c2395666 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.0673895 Nov 27 01:20:23.100465 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-968aee60-9075-4208-85ba-5053af4d9dac req-4842ef0d-5cd7-40ff-a4d7-bbd2bc681ff9 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522427 Nov 27 01:20:23.103137 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:23.124323 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:23.165852 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:23.167490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3a24719e-abd6-40d6-82ba-4e01c927c44e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4246633 Nov 27 01:20:23.170287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40558) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:23.175549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e369e07a-4e94-4445-891f-6757e470670f tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Request body: {'floatingip': {'port_id': '35e40cb0-f7e4-47d8-91c8-21595684def4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:23.203875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dee144b-0c3d-42de-8745-d70e4f422c87 None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:23.214403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:23.215611 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:23.217135 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] 10.222.0.42 "PUT /v2.0/ports/669e8118-b9b5-4c31-b660-cfe773ea9b36 HTTP/1.1" status: 200 len: 1091 time: 2.4739313 Nov 27 01:20:23.227063 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e369e07a-4e94-4445-891f-6757e470670f tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:23.230611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5981708-9243-4834-bcb4-3e71f2fd3541 req-4ffec3c8-c4af-49a9-b938-ea911f776970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:23.230891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0145750-57cf-40ba-8c11-f8acf6778b05', 'tag': '669e8118-b9b5-4c31-b660-cfe773ea9b36'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:23.232368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5981708-9243-4834-bcb4-3e71f2fd3541 req-4ffec3c8-c4af-49a9-b938-ea911f776970 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 1095 time: 0.1216621 Nov 27 01:20:23.236639 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9173da-6ee4-4326-9818-a5a6b46cadc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0145750-57cf-40ba-8c11-f8acf6778b05", "tag": "669e8118-b9b5-4c31-b660-cfe773ea9b36"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:23.286767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d9281-8a32-4738-bce1-efd310e35e82 req-8f0a6a4f-3f9d-41e7-b01b-39b46e2f0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:23.288280 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-502d9281-8a32-4738-bce1-efd310e35e82 req-8f0a6a4f-3f9d-41e7-b01b-39b46e2f0955 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768651 Nov 27 01:20:23.319148 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5194f-854d-49e1-aafa-d2288cc47691 service neutron] Pushing event updated for resources: {'Port': ['ID=669e8118-b9b5-4c31-b660-cfe773ea9b36,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:23.441595 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af4a4cc-9fb1-464b-bfb9-d7437571d159 x-openstack-request-id: req-8af4a4cc-9fb1-464b-bfb9-d7437571d159 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:23.441936 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0145750-57cf-40ba-8c11-f8acf6778b05", "tag": "669e8118-b9b5-4c31-b660-cfe773ea9b36", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:23.442260 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8af4a4cc-9fb1-464b-bfb9-d7437571d159 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:23.442656 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0145750-57cf-40ba-8c11-f8acf6778b05', 'tag': '669e8118-b9b5-4c31-b660-cfe773ea9b36', 'status': 'completed', 'code': 200} Nov 27 01:20:23.485305 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-502d9281-8a32-4738-bce1-efd310e35e82 req-72b9a04a-f592-4530-8eaf-b0f0949e53bb service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609664 Nov 27 01:20:23.488041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-08845ce3-4d39-499f-8f62-547cf71162c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:23.490141 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-08845ce3-4d39-499f-8f62-547cf71162c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 1094 time: 0.1782980 Nov 27 01:20:23.509963 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-e369e07a-4e94-4445-891f-6757e470670f tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] update failed (client error): The resource could not be found. Nov 27 01:20:23.511118 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e369e07a-4e94-4445-891f-6757e470670f tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "PUT /v2.0/floatingips/e04f8d28-7ebe-4486-9644-fc1ed594116e HTTP/1.1" status: 404 len: 507 time: 0.3396132 Nov 27 01:20:23.513794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40564) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:23.561956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5981708-9243-4834-bcb4-3e71f2fd3541 req-66137390-ab4b-4471-a4d9-364c369bf1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:23.563500 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5981708-9243-4834-bcb4-3e71f2fd3541 req-66137390-ab4b-4471-a4d9-364c369bf1c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=102eb16a-afa6-41ff-bba8-1d994a9f0208 HTTP/1.1" status: 200 len: 897 time: 0.2686656 Nov 27 01:20:23.579785 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-b39b95b3-d5b3-4b7c-8f8a-c41295891a63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=669e8118-b9b5-4c31-b660-cfe773ea9b36 HTTP/1.1" status: 200 len: 217 time: 0.0661929 Nov 27 01:20:23.650368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca6a05-7552-4354-9d30-6dbedd507b00 req-8dccd536-bc88-4717-9005-4bf94135494e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:23.651878 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7dca6a05-7552-4354-9d30-6dbedd507b00 req-8dccd536-bc88-4717-9005-4bf94135494e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 944 time: 0.2209246 Nov 27 01:20:23.689546 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5981708-9243-4834-bcb4-3e71f2fd3541 req-6332be06-f467-4b80-9901-f623abea8e49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=0289f184-d6bc-4890-9417-f674baeab445 HTTP/1.1" status: 200 len: 217 time: 0.0937483 Nov 27 01:20:23.727247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-93b95ade-7d63-443d-bd19-5cb2a9df1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:23.729261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-93b95ade-7d63-443d-bd19-5cb2a9df1d86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96bf5946-6ed0-4642-8749-4d16c665485d HTTP/1.1" status: 200 len: 854 time: 0.1167576 Nov 27 01:20:23.763988 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bda82-0f08-489b-be13-1eb015385bd4 req-7ccec5df-cb52-4d1c-8440-cfd6c36b6917 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:23.765968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a6bda82-0f08-489b-be13-1eb015385bd4 req-7ccec5df-cb52-4d1c-8440-cfd6c36b6917 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 943 time: 0.1196134 Nov 27 01:20:23.797006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-793fd164-9100-4d33-b64c-ce4dd7b6444b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541947 Nov 27 01:20:23.800639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-502d9281-8a32-4738-bce1-efd310e35e82 req-af8af2f4-dde1-41cc-a777-257be24960ee service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955306 Nov 27 01:20:23.924415 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a6bda82-0f08-489b-be13-1eb015385bd4 req-2aabf84e-b9f6-4108-a473-cb4f3e8a8f12 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362786 Nov 27 01:20:23.982482 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-52dacbaf-bc9d-41e1-ae9f-c51e71d66c19 service neutron] 10.222.0.42 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510990 Nov 27 01:20:24.126363 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d355ff-15d9-4d0b-b99c-0ae94847817e req-22cbed43-a4a2-43b3-9991-feea77d16e61 service neutron] 10.222.0.42 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349239 Nov 27 01:20:24.192154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05d58f-e547-4a6b-bf54-0a5725d7621a req-08be6605-3745-4ccc-b372-d417aeeb8692 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:24.198809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d05d58f-e547-4a6b-bf54-0a5725d7621a req-08be6605-3745-4ccc-b372-d417aeeb8692 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.0681095 Nov 27 01:20:24.270792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7dca6a05-7552-4354-9d30-6dbedd507b00 req-e391b96c-7f23-4de8-9455-df6494423484 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=db2b3620-2592-44b2-92d6-c47f826db388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5772381 Nov 27 01:20:24.272213 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5981708-9243-4834-bcb4-3e71f2fd3541 req-d51f3ee5-a6bc-4ff3-8349-7efa44630995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:24.273677 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5981708-9243-4834-bcb4-3e71f2fd3541 req-d51f3ee5-a6bc-4ff3-8349-7efa44630995 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a2de049-8aed-4574-8706-f726152b99aa HTTP/1.1" status: 200 len: 838 time: 0.5745687 Nov 27 01:20:24.281125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-83e5db60-eb95-429c-9712-5734f4f5a492 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Deleting port d3c162dd-f8c3-4195-88ff-450b2e3c67a6 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:24.281487 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83e5db60-eb95-429c-9712-5734f4f5a492 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:24.319646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a19b4566-1591-4aca-9639-c0ea82fdebdb details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:20:24.364020 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d05d58f-e547-4a6b-bf54-0a5725d7621a req-235becff-aa6f-489f-81b0-ebb6555945c8 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632690 Nov 27 01:20:24.374730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9173da-6ee4-4326-9818-a5a6b46cadc4 req-71266f66-32f8-47a7-a5c0-eefc3dccea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:24.377111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb9173da-6ee4-4326-9818-a5a6b46cadc4 req-71266f66-32f8-47a7-a5c0-eefc3dccea0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 1094 time: 0.1265495 Nov 27 01:20:24.435786 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5981708-9243-4834-bcb4-3e71f2fd3541 req-8e6f8b5c-fdfb-45cf-b6db-3f5076d18c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:24.437322 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5981708-9243-4834-bcb4-3e71f2fd3541 req-8e6f8b5c-fdfb-45cf-b6db-3f5076d18c5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=102eb16a-afa6-41ff-bba8-1d994a9f0208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529810 Nov 27 01:20:24.512133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9173da-6ee4-4326-9818-a5a6b46cadc4 req-0f25b8cb-24a3-4836-9fc8-2429eb3c18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:24.513630 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb9173da-6ee4-4326-9818-a5a6b46cadc4 req-0f25b8cb-24a3-4836-9fc8-2429eb3c18cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 915 time: 0.1213350 Nov 27 01:20:24.539684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a19b4566-1591-4aca-9639-c0ea82fdebdb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a19b4566-1591-4aca-9639-c0ea82fdebdb,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:24.555189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'a19b4566-1591-4aca-9639-c0ea82fdebdb', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'port_id': 'a19b4566-1591-4aca-9639-c0ea82fdebdb', 'mac_address': 'fa:16:3e:48:98:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:20:24.604795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb9173da-6ee4-4326-9818-a5a6b46cadc4 req-8c8e5afc-5564-4f4c-b8aa-8dbeb70f866e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=669e8118-b9b5-4c31-b660-cfe773ea9b36 HTTP/1.1" status: 200 len: 217 time: 0.0570369 Nov 27 01:20:24.632653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933054d2-3fe9-4d32-abbe-92067748fbc0 req-afe82bfb-1809-4282-98bf-2583d589a91d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:24.641427 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-933054d2-3fe9-4d32-abbe-92067748fbc0 req-afe82bfb-1809-4282-98bf-2583d589a91d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1262105 Nov 27 01:20:24.642894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:24.681805 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19b4566-1591-4aca-9639-c0ea82fdebdb {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:24.709442 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83e5db60-eb95-429c-9712-5734f4f5a492 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:24.710009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83e5db60-eb95-429c-9712-5734f4f5a492 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:24.723127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a19b4566-1591-4aca-9639-c0ea82fdebdb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a19b4566-1591-4aca-9639-c0ea82fdebdb,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:24.730404 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-933054d2-3fe9-4d32-abbe-92067748fbc0 req-a3eeb320-8a06-4d6b-b3f6-36eabb57d6a9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879710 Nov 27 01:20:24.731488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aeb56-78d5-4b71-8086-1508272f519a req-c869a719-c5fa-4cac-8b92-0ed08c97f0af tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:24.736968 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:24.755105 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-170aeb56-78d5-4b71-8086-1508272f519a req-c869a719-c5fa-4cac-8b92-0ed08c97f0af tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 943 time: 0.3127546 Nov 27 01:20:24.759682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9173da-6ee4-4326-9818-a5a6b46cadc4 req-2047b39e-ebb5-4fd6-b50b-54800af76819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:24.762085 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb9173da-6ee4-4326-9818-a5a6b46cadc4 req-2047b39e-ebb5-4fd6-b50b-54800af76819 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96bf5946-6ed0-4642-8749-4d16c665485d HTTP/1.1" status: 200 len: 854 time: 0.1476767 Nov 27 01:20:24.786269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-83e5db60-eb95-429c-9712-5734f4f5a492 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Calling delete_port for d3c162dd-f8c3-4195-88ff-450b2e3c67a6 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:24.809868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a19b4566-1591-4aca-9639-c0ea82fdebdb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:24.828582 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 0289f184-d6bc-4890-9417-f674baeab445 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:20:24.831201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb9173da-6ee4-4326-9818-a5a6b46cadc4 req-0b82abef-1dcd-4516-81f7-621bd0a66cef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596087 Nov 27 01:20:24.837643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5981708-9243-4834-bcb4-3e71f2fd3541 req-69a98b93-4080-4f42-8c48-224b334ead6c service neutron] 10.222.0.11 "GET /v2.0/networks/102eb16a-afa6-41ff-bba8-1d994a9f0208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710725 Nov 27 01:20:25.004854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec194b05-c851-4d22-8ef3-5e184a1a4aa9 req-d9985fc6-aa3c-43af-9414-a627dd827623 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:25.005725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 0289f184-d6bc-4890-9417-f674baeab445, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0289f184-d6bc-4890-9417-f674baeab445,segment=NetworkSegment(d2e23539-2394-4a8f-ba4c-f075708d528f),segment_id=d2e23539-2394-4a8f-ba4c-f075708d528f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:25.012552 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ec194b05-c851-4d22-8ef3-5e184a1a4aa9 req-d9985fc6-aa3c-43af-9414-a627dd827623 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1505532 Nov 27 01:20:25.024605 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-170aeb56-78d5-4b71-8086-1508272f519a req-d381fff7-7380-43a5-9096-412b23130065 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686067 Nov 27 01:20:25.064975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '0289f184-d6bc-4890-9417-f674baeab445', 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208', 'port_id': '0289f184-d6bc-4890-9417-f674baeab445', 'mac_address': 'fa:16:3e:ba:d4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2de049-8aed-4574-8706-f726152b99aa', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:20:25.095162 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb9173da-6ee4-4326-9818-a5a6b46cadc4 req-7bf9a753-9192-4bd0-a5c5-c67177c4d5ad service neutron] 10.222.0.42 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534149 Nov 27 01:20:25.153608 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.159058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a19b4566-1591-4aca-9639-c0ea82fdebdb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:25.194263 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5981708-9243-4834-bcb4-3e71f2fd3541 req-534a2dca-08e8-4a89-9307-7b8e2951289d service neutron] 10.222.0.11 "GET /v2.0/networks/102eb16a-afa6-41ff-bba8-1d994a9f0208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274422 Nov 27 01:20:25.209250 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83e5db60-eb95-429c-9712-5734f4f5a492 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.209549 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ec194b05-c851-4d22-8ef3-5e184a1a4aa9 req-418a62f7-67aa-479a-bf1a-03788c453f40 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933148 Nov 27 01:20:25.251192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5db60-eb95-429c-9712-5734f4f5a492 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event deleted for resources: {'Port': ['ID=d3c162dd-f8c3-4195-88ff-450b2e3c67a6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:25.264605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0289f184-d6bc-4890-9417-f674baeab445 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:25.333091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb9173da-6ee4-4326-9818-a5a6b46cadc4 req-3ac4773a-46b9-4ac7-a2e1-7128fc5f520e service neutron] 10.222.0.42 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207816 Nov 27 01:20:25.340584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 0289f184-d6bc-4890-9417-f674baeab445, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0289f184-d6bc-4890-9417-f674baeab445,segment=NetworkSegment(d2e23539-2394-4a8f-ba4c-f075708d528f),segment_id=d2e23539-2394-4a8f-ba4c-f075708d528f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:25.342382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303ad60-6ab9-4ca8-9dd8-f209b94948bf req-fd18a58a-2a5f-4d5e-94cf-7a0cae56eaf8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:25.344757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7303ad60-6ab9-4ca8-9dd8-f209b94948bf req-fd18a58a-2a5f-4d5e-94cf-7a0cae56eaf8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 943 time: 0.1495843 Nov 27 01:20:25.378120 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.379024 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83e5db60-eb95-429c-9712-5734f4f5a492 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.384951 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83e5db60-eb95-429c-9712-5734f4f5a492 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.389889 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-83e5db60-eb95-429c-9712-5734f4f5a492 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "DELETE /v2.0/floatingips/e04f8d28-7ebe-4486-9644-fc1ed594116e HTTP/1.1" status: 204 len: 168 time: 1.8713024 Nov 27 01:20:25.392746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40628) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:25.400025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cffdc853-a95f-4f34-937f-fa155f50f715 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Request body: {'floatingip': {'floating_network_id': 'e9e59615-f212-4d38-843f-8ef1f9168098', 'port_id': '35e40cb0-f7e4-47d8-91c8-21595684def4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:25.441339 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cffdc853-a95f-4f34-937f-fa155f50f715 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:25.479428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7303ad60-6ab9-4ca8-9dd8-f209b94948bf req-e3637085-ce22-4c18-bb06-33996c9c5468 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091192 Nov 27 01:20:25.598250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4638f3-5ec1-4f36-99f4-0016b869a9be req-e7feff11-4a7a-4cc4-a391-7c3f1a6f0d05 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:25.607681 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=0289f184-d6bc-4890-9417-f674baeab445,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:25.608854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef4638f3-5ec1-4f36-99f4-0016b869a9be req-e7feff11-4a7a-4cc4-a391-7c3f1a6f0d05 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.0743473 Nov 27 01:20:25.638113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538c8f0-afa7-4a12-a560-dcd68374d451 req-00e6926c-ba2b-4cdd-911b-bb12515eed87 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:25.640356 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d538c8f0-afa7-4a12-a560-dcd68374d451 req-00e6926c-ba2b-4cdd-911b-bb12515eed87 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 945 time: 0.1927552 Nov 27 01:20:25.676846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef4638f3-5ec1-4f36-99f4-0016b869a9be req-134e2ccf-52c2-469c-bc6d-c96d4307a407 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626681 Nov 27 01:20:25.705291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['0289f184-d6bc-4890-9417-f674baeab445'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:25.809845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d538c8f0-afa7-4a12-a560-dcd68374d451 req-8f244b0f-754a-4473-948b-5ae25a80602d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=db2b3620-2592-44b2-92d6-c47f826db388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468837 Nov 27 01:20:25.852680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf3db2-7d0a-418a-9946-aeb4f577e909 req-43d48cca-ff4a-4a63-8a83-e6a7d054996c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:25.861470 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52bf3db2-7d0a-418a-9946-aeb4f577e909 req-43d48cca-ff4a-4a63-8a83-e6a7d054996c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.0807736 Nov 27 01:20:25.898566 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-cffdc853-a95f-4f34-937f-fa155f50f715 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:20:25.905081 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cffdc853-a95f-4f34-937f-fa155f50f715 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5092206 Nov 27 01:20:25.905081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40638) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:25.920635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '35e40cb0-f7e4-47d8-91c8-21595684def4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:25.956347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52bf3db2-7d0a-418a-9946-aeb4f577e909 req-8134032e-20e0-43ca-9cbe-45ecfd1e9273 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885851 Nov 27 01:20:25.988787 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.147698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba0c00-6d67-46a3-b806-fc84bc2ac1ea req-71305d13-6127-49d5-97b1-ec3ec20de5c6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:26.156467 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94ba0c00-6d67-46a3-b806-fc84bc2ac1ea req-71305d13-6127-49d5-97b1-ec3ec20de5c6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.0995815 Nov 27 01:20:26.229520 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.252438 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94ba0c00-6d67-46a3-b806-fc84bc2ac1ea req-98700442-f1f8-40c4-8346-75966a003f1a tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947618 Nov 27 01:20:26.324339 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 669e8118-b9b5-4c31-b660-cfe773ea9b36 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:20:26.360755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b45c0c-7965-4e7a-a357-594ad8303e66 req-7342eab2-e289-4296-b7ad-ec35eed5c283 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:26.380318 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-92b45c0c-7965-4e7a-a357-594ad8303e66 req-7342eab2-e289-4296-b7ad-ec35eed5c283 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 944 time: 0.2149961 Nov 27 01:20:26.418765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4dc8d-3b90-444b-929c-6780f3f16cf4 req-6bb1cedc-8a7a-4106-bd72-d7e1816053c2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:26.429339 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70e4dc8d-3b90-444b-929c-6780f3f16cf4 req-6bb1cedc-8a7a-4106-bd72-d7e1816053c2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.0978289 Nov 27 01:20:26.485713 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-92b45c0c-7965-4e7a-a357-594ad8303e66 req-428bd835-4ba2-4482-9219-17db819f9b1c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019514 Nov 27 01:20:26.540035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 669e8118-b9b5-4c31-b660-cfe773ea9b36, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=669e8118-b9b5-4c31-b660-cfe773ea9b36,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:26.561187 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '669e8118-b9b5-4c31-b660-cfe773ea9b36', 'network_id': 'bd808f41-a27e-4bca-a8a2-d7a2c4983d2e', 'port_id': '669e8118-b9b5-4c31-b660-cfe773ea9b36', 'mac_address': 'fa:16:3e:7b:f3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bf5946-6ed0-4642-8749-4d16c665485d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:20:26.575508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70e4dc8d-3b90-444b-929c-6780f3f16cf4 req-65aa77e7-eff5-4a22-9650-fd147f1a8d36 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446977 Nov 27 01:20:26.603015 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Allocated IP 172.25.3.36 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/93bc190c-7733-4923-ab89-bde05c7de3da) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:26.699972 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.720200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669e8118-b9b5-4c31-b660-cfe773ea9b36 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:26.777339 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 669e8118-b9b5-4c31-b660-cfe773ea9b36, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=669e8118-b9b5-4c31-b660-cfe773ea9b36,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:26.785265 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.819193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f6834-12d5-434c-b0d0-b21a5683ce73 req-001712c8-8575-455f-b82d-afb96399e9e6 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:26.831578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-522f6834-12d5-434c-b0d0-b21a5683ce73 req-001712c8-8575-455f-b82d-afb96399e9e6 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 943 time: 0.1260319 Nov 27 01:20:26.842774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 0289f184-d6bc-4890-9417-f674baeab445 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:26.870844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:26.934099 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.008711 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-522f6834-12d5-434c-b0d0-b21a5683ce73 req-01a53100-29db-4d6c-86f4-290f2c4819f4 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748559 Nov 27 01:20:27.045447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:27.052489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:27.066168 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:27.072783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=669e8118-b9b5-4c31-b660-cfe773ea9b36,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:27.117136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 0289f184-d6bc-4890-9417-f674baeab445 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:20:27.124484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 0289f184-d6bc-4890-9417-f674baeab445 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:27.124894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.180624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74eb5b-0054-4b62-8ba3-77cd75c9b9fe req-6342b194-3f87-47dd-9e0d-c558220f107c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:27.193686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e74eb5b-0054-4b62-8ba3-77cd75c9b9fe req-6342b194-3f87-47dd-9e0d-c558220f107c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 945 time: 0.0890453 Nov 27 01:20:27.201352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event updated for resources: {'Port': ['ID=93bc190c-7733-4923-ab89-bde05c7de3da,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:27.227297 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['669e8118-b9b5-4c31-b660-cfe773ea9b36'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:27.305036 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e74eb5b-0054-4b62-8ba3-77cd75c9b9fe req-6614554f-25f3-4702-984d-f7024313c24a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=db2b3620-2592-44b2-92d6-c47f826db388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035819 Nov 27 01:20:27.390754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08ed9d-b711-4715-9622-a7e2fbb181e5 req-5a0fa8df-7410-4595-9d67-607d91f16208 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:27.398382 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d08ed9d-b711-4715-9622-a7e2fbb181e5 req-5a0fa8df-7410-4595-9d67-607d91f16208 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1602242 Nov 27 01:20:27.471586 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.507901 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d08ed9d-b711-4715-9622-a7e2fbb181e5 req-5930f5fb-7ff8-4526-8942-d7156a54955e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086359 Nov 27 01:20:27.534001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Deleting port 93bc190c-7733-4923-ab89-bde05c7de3da {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:27.534431 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.547153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 0289f184-d6bc-4890-9417-f674baeab445, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0289f184-d6bc-4890-9417-f674baeab445,segment=NetworkSegment(d2e23539-2394-4a8f-ba4c-f075708d528f),segment_id=d2e23539-2394-4a8f-ba4c-f075708d528f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:27.551336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af52dc8-e708-4b00-811f-6dc947f802ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0289f184-d6bc-4890-9417-f674baeab445'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:27.555003 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a140ef35-8c93-4b4c-b9ae-584773e12f30" -d '{"events": [{"server_uuid": "9af52dc8-e708-4b00-811f-6dc947f802ed", "name": "network-vif-plugged", "status": "completed", "tag": "0289f184-d6bc-4890-9417-f674baeab445"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:27.565890 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.650459 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49611634-00c0-4b8b-8a69-5f93bc2da2ec x-openstack-request-id: req-49611634-00c0-4b8b-8a69-5f93bc2da2ec {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:27.650813 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af52dc8-e708-4b00-811f-6dc947f802ed", "name": "network-vif-plugged", "status": "completed", "tag": "0289f184-d6bc-4890-9417-f674baeab445", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:27.651005 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49611634-00c0-4b8b-8a69-5f93bc2da2ec {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:27.652731 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af52dc8-e708-4b00-811f-6dc947f802ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0289f184-d6bc-4890-9417-f674baeab445', 'code': 200} Nov 27 01:20:27.679315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=0289f184-d6bc-4890-9417-f674baeab445,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:27.702693 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.703737 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.722108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Calling delete_port for 93bc190c-7733-4923-ab89-bde05c7de3da owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:27.735357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0786f48-cd1c-4466-862b-9aa3e42cfd0a req-678f3c2e-d14c-4b05-b072-c6e89220e24b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:27.744738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0786f48-cd1c-4466-862b-9aa3e42cfd0a req-678f3c2e-d14c-4b05-b072-c6e89220e24b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 944 time: 0.0933192 Nov 27 01:20:27.844518 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0786f48-cd1c-4466-862b-9aa3e42cfd0a req-67a572d4-8310-47a7-9781-a753958aa7c9 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968094 Nov 27 01:20:27.857453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d281baa-e0d6-4801-a788-0f3ce8356e6e req-d0af0176-f61d-4b86-ac48-4b9035045d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:27.859219 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d281baa-e0d6-4801-a788-0f3ce8356e6e req-d0af0176-f61d-4b86-ac48-4b9035045d38 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 1097 time: 0.1025102 Nov 27 01:20:27.913539 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d281baa-e0d6-4801-a788-0f3ce8356e6e req-1fb77efc-394a-4f5d-8aad-a50ff210cb5e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=db2b3620-2592-44b2-92d6-c47f826db388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442896 Nov 27 01:20:27.951344 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:27.978504 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event deleted for resources: {'Port': ['ID=93bc190c-7733-4923-ab89-bde05c7de3da,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:28.104225 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] create failed (client error): The resource could not be found. Nov 27 01:20:28.108663 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fdefec20-99be-4aaf-a505-9f432cee84e4 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1956539 Nov 27 01:20:28.109577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40704) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:28.151386 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada0ec6-66d8-4c9f-a2c1-e74e9550dd9d req-014f33ec-cc84-4e3f-8410-32a1f56257a4 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:28.160821 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fada0ec6-66d8-4c9f-a2c1-e74e9550dd9d req-014f33ec-cc84-4e3f-8410-32a1f56257a4 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 944 time: 0.0859354 Nov 27 01:20:28.223847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-dac5b2f2-3c05-4d50-ae8f-20cf0a1eb0b2 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Deleting port 35e40cb0-f7e4-47d8-91c8-21595684def4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:28.224284 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dac5b2f2-3c05-4d50-ae8f-20cf0a1eb0b2 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.226948 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fada0ec6-66d8-4c9f-a2c1-e74e9550dd9d req-32b50a44-2eae-40b9-871e-298899efb12a tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649333 Nov 27 01:20:28.326568 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dac5b2f2-3c05-4d50-ae8f-20cf0a1eb0b2 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.335096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a19b4566-1591-4aca-9639-c0ea82fdebdb up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:28.351663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-dac5b2f2-3c05-4d50-ae8f-20cf0a1eb0b2 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Calling delete_port for 35e40cb0-f7e4-47d8-91c8-21595684def4 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:28.414618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port a19b4566-1591-4aca-9639-c0ea82fdebdb completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:20:28.419262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port a19b4566-1591-4aca-9639-c0ea82fdebdb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:28.419938 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.494521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd2117-b1ac-49fe-84cd-55a53c7eac0b req-00e31553-d4ce-4152-ab3c-aef1a30c5f1d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:28.497405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89bd2117-b1ac-49fe-84cd-55a53c7eac0b req-00e31553-d4ce-4152-ab3c-aef1a30c5f1d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 946 time: 0.0941870 Nov 27 01:20:28.563444 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.603436 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dac5b2f2-3c05-4d50-ae8f-20cf0a1eb0b2 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.622062 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a19b4566-1591-4aca-9639-c0ea82fdebdb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a19b4566-1591-4aca-9639-c0ea82fdebdb,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:28.635203 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.655759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5b2f2-3c05-4d50-ae8f-20cf0a1eb0b2 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event deleted for resources: {'Port': ['ID=35e40cb0-f7e4-47d8-91c8-21595684def4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:28.703258 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89bd2117-b1ac-49fe-84cd-55a53c7eac0b req-112f1dfe-19c6-41ef-960f-2a837af3a4d4 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=db2b3620-2592-44b2-92d6-c47f826db388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339710 Nov 27 01:20:28.745485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a19b4566-1591-4aca-9639-c0ea82fdebdb,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:28.810921 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dac5b2f2-3c05-4d50-ae8f-20cf0a1eb0b2 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:28.826553 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dac5b2f2-3c05-4d50-ae8f-20cf0a1eb0b2 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "DELETE /v2.0/ports/35e40cb0-f7e4-47d8-91c8-21595684def4 HTTP/1.1" status: 204 len: 168 time: 0.7158597 Nov 27 01:20:28.829521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:28.831764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bcd54-e08f-48dc-a721-717a0188df82 req-17c39cc5-8ab6-47b7-beb1-84806f99fff5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:28.847537 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f83bcd54-e08f-48dc-a721-717a0188df82 req-17c39cc5-8ab6-47b7-beb1-84806f99fff5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1698208 Nov 27 01:20:28.924560 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f83bcd54-e08f-48dc-a721-717a0188df82 req-0a3f8847-a21e-4c75-b6eb-91a5839d33ef tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756841 Nov 27 01:20:28.946897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b188d115-6982-4c9d-b8c9-c389b41bc115 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:28.950949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40736) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:28.953727 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b188d115-6982-4c9d-b8c9-c389b41bc115 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "GET /v2.0/ports?device_id=1658b0cb-637b-43be-9679-31b60e8fbc74 HTTP/1.1" status: 200 len: 913 time: 0.1229370 Nov 27 01:20:29.168066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816df37-d571-411d-b370-ee5b0243bbf3 req-edda4eaa-3019-4d14-a1ca-4bd8b825683f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:29.184627 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4816df37-d571-411d-b370-ee5b0243bbf3 req-edda4eaa-3019-4d14-a1ca-4bd8b825683f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 945 time: 0.1896799 Nov 27 01:20:29.319243 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4816df37-d571-411d-b370-ee5b0243bbf3 req-a5b13de7-d41e-4f8b-8184-aee3ac2dc31b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320558 Nov 27 01:20:29.545600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8d3a4-5fe1-4b4d-b328-653ae4a1922c req-dc870594-8106-4719-8964-a2e8d0223e1f tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:29.559211 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2fa8d3a4-5fe1-4b4d-b328-653ae4a1922c req-dc870594-8106-4719-8964-a2e8d0223e1f tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 944 time: 0.1335287 Nov 27 01:20:29.645773 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2fa8d3a4-5fe1-4b4d-b328-653ae4a1922c req-fd2ec55d-32c0-449c-bc07-69b7dffc696f tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807428 Nov 27 01:20:29.648794 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24472c-4b81-4293-a4fe-84bc4abc7428 req-5fdcd9f3-21f0-4c1a-af8c-d6af3d20d7ac tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:29.650588 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da24472c-4b81-4293-a4fe-84bc4abc7428 req-5fdcd9f3-21f0-4c1a-af8c-d6af3d20d7ac tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1135955 Nov 27 01:20:29.654366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f061abb-9ce6-4a30-8ca4-c2b8609f9975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19b4566-1591-4aca-9639-c0ea82fdebdb'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:29.657258 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217dc4e8-3c35-47dc-aac9-89c543a8552d" -d '{"events": [{"server_uuid": "0f061abb-9ce6-4a30-8ca4-c2b8609f9975", "name": "network-vif-plugged", "status": "completed", "tag": "a19b4566-1591-4aca-9639-c0ea82fdebdb"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:29.760318 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c5c8cd-412a-4eb8-ad9b-ff5c26b56b5b x-openstack-request-id: req-61c5c8cd-412a-4eb8-ad9b-ff5c26b56b5b {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:29.760670 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f061abb-9ce6-4a30-8ca4-c2b8609f9975", "name": "network-vif-plugged", "status": "completed", "tag": "a19b4566-1591-4aca-9639-c0ea82fdebdb", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:29.761627 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61c5c8cd-412a-4eb8-ad9b-ff5c26b56b5b {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:29.761627 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f061abb-9ce6-4a30-8ca4-c2b8609f9975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19b4566-1591-4aca-9639-c0ea82fdebdb', 'code': 200} Nov 27 01:20:29.808485 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee278-04cf-4539-8e6f-36865c367b38 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:29.826891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da24472c-4b81-4293-a4fe-84bc4abc7428 req-f0577e05-d888-40fd-bf02-d4ee1baa2879 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385853 Nov 27 01:20:29.852172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601fb00-b78f-45e5-9a60-bdcb87c6b7b7 req-bb146735-4775-4050-95ca-7c25e2c164d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:29.854139 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f601fb00-b78f-45e5-9a60-bdcb87c6b7b7 req-bb146735-4775-4050-95ca-7c25e2c164d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 1097 time: 0.2028213 Nov 27 01:20:29.987724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601fb00-b78f-45e5-9a60-bdcb87c6b7b7 req-3ed91a8f-236d-48c5-90b9-0c9e572d481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:29.989523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f601fb00-b78f-45e5-9a60-bdcb87c6b7b7 req-3ed91a8f-236d-48c5-90b9-0c9e572d481f service neutron] 10.222.0.42 "GET /v2.0/networks?id=9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 200 len: 914 time: 0.1236575 Nov 27 01:20:30.042092 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f601fb00-b78f-45e5-9a60-bdcb87c6b7b7 req-a5b26895-8bbd-467d-b206-0fbe63ec9759 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de278812-84d3-4af0-92b6-204cd91f8d25 HTTP/1.1" status: 200 len: 217 time: 0.0408561 Nov 27 01:20:30.045336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4352a-f2d3-425b-ae70-e670d34fa5aa req-8e946e77-aade-4303-ae30-e33c8d50aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:30.047753 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-62e4352a-f2d3-425b-ae70-e670d34fa5aa req-8e946e77-aade-4303-ae30-e33c8d50aeda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 1096 time: 0.0870073 Nov 27 01:20:30.066602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569e21b-c315-4016-9ee7-d4f51ce90970 req-00c0ac71-7d3c-49a4-89ce-d0de44946911 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:30.073891 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7569e21b-c315-4016-9ee7-d4f51ce90970 req-00c0ac71-7d3c-49a4-89ce-d0de44946911 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 946 time: 0.1411870 Nov 27 01:20:30.155265 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-62e4352a-f2d3-425b-ae70-e670d34fa5aa req-9e8d207a-4593-41b8-a2b8-c2f85e50b90f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879047 Nov 27 01:20:30.204850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601fb00-b78f-45e5-9a60-bdcb87c6b7b7 req-d8be814d-9dc6-4523-a642-2b1b463ea784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:30.206370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f601fb00-b78f-45e5-9a60-bdcb87c6b7b7 req-d8be814d-9dc6-4523-a642-2b1b463ea784 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2f7a8ce3-5280-4534-999b-9162791807b4 HTTP/1.1" status: 200 len: 853 time: 0.1514335 Nov 27 01:20:30.241870 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7569e21b-c315-4016-9ee7-d4f51ce90970 req-e8e4902f-600d-4ea4-badc-5232fc78ec83 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=db2b3620-2592-44b2-92d6-c47f826db388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665392 Nov 27 01:20:30.352106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 669e8118-b9b5-4c31-b660-cfe773ea9b36 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:30.460992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ee278-04cf-4539-8e6f-36865c367b38 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Deleting port 9184f06f-4616-4f82-a3e1-9b87f214d0cd {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:30.471680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 669e8118-b9b5-4c31-b660-cfe773ea9b36 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:20:30.474068 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee278-04cf-4539-8e6f-36865c367b38 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.484338 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 669e8118-b9b5-4c31-b660-cfe773ea9b36 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:30.485355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.502971 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f601fb00-b78f-45e5-9a60-bdcb87c6b7b7 req-512dee0b-534c-4b80-9640-e8d991f6d5d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9627cbe7-26b1-435c-8355-29d3e9c27703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769849 Nov 27 01:20:30.564887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6ff3d-e6dc-4035-ba9b-b85201b67f01 req-047d26a1-1840-4e7d-89aa-77de521d5099 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:30.576183 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2b6ff3d-e6dc-4035-ba9b-b85201b67f01 req-047d26a1-1840-4e7d-89aa-77de521d5099 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 946 time: 0.2151091 Nov 27 01:20:30.674348 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2b6ff3d-e6dc-4035-ba9b-b85201b67f01 req-6aaeb146-9c33-42ad-9ef5-0ccdf738d7df tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=db2b3620-2592-44b2-92d6-c47f826db388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969033 Nov 27 01:20:30.693585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.749037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 669e8118-b9b5-4c31-b660-cfe773ea9b36, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=669e8118-b9b5-4c31-b660-cfe773ea9b36,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:30.752009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee278-04cf-4539-8e6f-36865c367b38 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.756316 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:30.787435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813215b-bb31-48ab-a444-b53caa9dafb3 req-034e21f4-7f10-43dc-bc02-42cca14836e2 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:30.795935 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1813215b-bb31-48ab-a444-b53caa9dafb3 req-034e21f4-7f10-43dc-bc02-42cca14836e2 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 945 time: 0.3031628 Nov 27 01:20:30.797271 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ee278-04cf-4539-8e6f-36865c367b38 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Calling delete_port for 9184f06f-4616-4f82-a3e1-9b87f214d0cd owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:30.839428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=669e8118-b9b5-4c31-b660-cfe773ea9b36,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:30.872899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1813215b-bb31-48ab-a444-b53caa9dafb3 req-8c3a5f18-0fc3-45b6-b4d4-767feba6dd03 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763760 Nov 27 01:20:30.900659 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f601fb00-b78f-45e5-9a60-bdcb87c6b7b7 req-6664629d-eec6-41dc-800e-f71138171b70 service neutron] 10.222.0.42 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312807 Nov 27 01:20:31.074130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8715e-6858-447b-a48c-63a2a76aee62 req-cff19afb-d419-453e-a020-1fdf23cf55a6 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:31.075786 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8a8715e-6858-447b-a48c-63a2a76aee62 req-cff19afb-d419-453e-a020-1fdf23cf55a6 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 945 time: 0.2569590 Nov 27 01:20:31.085728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee278-04cf-4539-8e6f-36865c367b38 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:31.103064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372ea57-98ad-4ca1-856a-15d5d2e83a4e req-c3912f8f-8343-4e34-8269-4de27d1988b9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:31.104698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9372ea57-98ad-4ca1-856a-15d5d2e83a4e req-c3912f8f-8343-4e34-8269-4de27d1988b9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.0967450 Nov 27 01:20:31.131395 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ee278-04cf-4539-8e6f-36865c367b38 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event deleted for resources: {'Port': ['ID=9184f06f-4616-4f82-a3e1-9b87f214d0cd,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:31.148573 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f601fb00-b78f-45e5-9a60-bdcb87c6b7b7 req-13dbd836-6ab7-4829-9a0c-e5274f621f4c service neutron] 10.222.0.42 "GET /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387977 Nov 27 01:20:31.227268 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9372ea57-98ad-4ca1-856a-15d5d2e83a4e req-8a9d8035-3d80-4f82-9d5a-8a9a183d205a tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997427 Nov 27 01:20:31.269224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8a8715e-6858-447b-a48c-63a2a76aee62 req-358a8b33-aa4f-44e5-bc5e-99997b2dcbef tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808884 Nov 27 01:20:31.419635 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9ee278-04cf-4539-8e6f-36865c367b38 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:31.656888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28906e5-bb91-4888-8ad7-d1a6615c57b4 req-ce310c8f-e8df-42c4-8ff4-47d229003da3 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:31.658527 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f28906e5-bb91-4888-8ad7-d1a6615c57b4 req-ce310c8f-e8df-42c4-8ff4-47d229003da3 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 945 time: 0.1734550 Nov 27 01:20:31.700168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9ee278-04cf-4539-8e6f-36865c367b38 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Router 1658b0cb-637b-43be-9679-31b60e8fbc74 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:20:31.762807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0145750-57cf-40ba-8c11-f8acf6778b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669e8118-b9b5-4c31-b660-cfe773ea9b36'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:31.765818 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f530d4fb-036e-4df2-ab34-cae0a33a326e" -d '{"events": [{"server_uuid": "a0145750-57cf-40ba-8c11-f8acf6778b05", "name": "network-vif-plugged", "status": "completed", "tag": "669e8118-b9b5-4c31-b660-cfe773ea9b36"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:31.807173 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7529e1-dc01-4b6e-ac20-46d7486db260 x-openstack-request-id: req-2f7529e1-dc01-4b6e-ac20-46d7486db260 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:31.807742 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0145750-57cf-40ba-8c11-f8acf6778b05", "name": "network-vif-plugged", "status": "completed", "tag": "669e8118-b9b5-4c31-b660-cfe773ea9b36", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:31.808156 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f7529e1-dc01-4b6e-ac20-46d7486db260 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:31.808970 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0145750-57cf-40ba-8c11-f8acf6778b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669e8118-b9b5-4c31-b660-cfe773ea9b36', 'code': 200} Nov 27 01:20:31.829974 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f28906e5-bb91-4888-8ad7-d1a6615c57b4 req-a2c10e65-3b54-4610-8308-a9e0015c84eb tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604409 Nov 27 01:20:31.844383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9ee278-04cf-4539-8e6f-36865c367b38 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:31.852927 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0a9ee278-04cf-4539-8e6f-36865c367b38 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "PUT /v2.0/routers/1658b0cb-637b-43be-9679-31b60e8fbc74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8990140 Nov 27 01:20:31.853689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40820) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:31.866108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495e891-d079-48b6-a8d9-84b64cf5463f None None] Sync routers for ids ['1658b0cb-637b-43be-9679-31b60e8fbc74'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:31.902458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495e891-d079-48b6-a8d9-84b64cf5463f None None] Routers {'1658b0cb-637b-43be-9679-31b60e8fbc74'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:31.903246 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3495e891-d079-48b6-a8d9-84b64cf5463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:20:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1658b0cb-637b-43be-9679-31b60e8fbc74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:31.991308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3495e891-d079-48b6-a8d9-84b64cf5463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:31.991552 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4c69-d9fa-422a-9688-878657e82e90 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.005582 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495e891-d079-48b6-a8d9-84b64cf5463f None None] Routers {'1658b0cb-637b-43be-9679-31b60e8fbc74'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:32.006504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3495e891-d079-48b6-a8d9-84b64cf5463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:20:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1658b0cb-637b-43be-9679-31b60e8fbc74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:32.207354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3495e891-d079-48b6-a8d9-84b64cf5463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:32.208120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495e891-d079-48b6-a8d9-84b64cf5463f None None] The sync data for ids ['1658b0cb-637b-43be-9679-31b60e8fbc74'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:32.314362 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4c69-d9fa-422a-9688-878657e82e90 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.322869 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4c69-d9fa-422a-9688-878657e82e90 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.335888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db05e2f-2db3-43ba-9612-4c2d86e2c9bc req-ad5af653-7898-4eef-b8cc-842828d18b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:32.337980 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1db05e2f-2db3-43ba-9612-4c2d86e2c9bc req-ad5af653-7898-4eef-b8cc-842828d18b23 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 1096 time: 0.1985111 Nov 27 01:20:32.363351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40840) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:32.386277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df0126-b579-445f-97ff-f06354c0b39e req-a1f0e230-c21b-4e77-a825-794e5771c347 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:32.394152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-41df0126-b579-445f-97ff-f06354c0b39e req-a1f0e230-c21b-4e77-a825-794e5771c347 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 945 time: 0.2557187 Nov 27 01:20:32.422797 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4c69-d9fa-422a-9688-878657e82e90 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.423290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2d4c69-d9fa-422a-9688-878657e82e90 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Fanout notify agent at l3_agent the message router_deleted on router 1658b0cb-637b-43be-9679-31b60e8fbc74 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:20:32.432697 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4c69-d9fa-422a-9688-878657e82e90 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.436561 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0b2d4c69-d9fa-422a-9688-878657e82e90 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "DELETE /v2.0/routers/1658b0cb-637b-43be-9679-31b60e8fbc74 HTTP/1.1" status: 204 len: 168 time: 0.5812342 Nov 27 01:20:32.437443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40842) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:32.490157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-41df0126-b579-445f-97ff-f06354c0b39e req-97cad837-8304-496e-bffb-5d9d57b84bd6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950477 Nov 27 01:20:32.563914 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1db05e2f-2db3-43ba-9612-4c2d86e2c9bc req-7e6a022a-2e7b-4d23-9121-5f8e3369d76e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918268 Nov 27 01:20:32.571569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5b900-b794-404f-b00b-f01b671868d2 req-53a3fabd-0a8b-4b50-ba2b-eb96095962de tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:32.573097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46f5b900-b794-404f-b00b-f01b671868d2 req-53a3fabd-0a8b-4b50-ba2b-eb96095962de tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.2445662 Nov 27 01:20:32.625178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-34797d9c-83e1-4429-b019-b075cf8340d6 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Deleting subnet d7a8abee-6df9-484f-9b81-7f5f2b5e92ed {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:20:32.630110 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34797d9c-83e1-4429-b019-b075cf8340d6 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.704007 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34797d9c-83e1-4429-b019-b075cf8340d6 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.732231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37392699-d9d3-4984-99b8-f125d7d78c51 req-e43c1c84-3e00-4571-8775-0b21c009b582 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:32.733936 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-37392699-d9d3-4984-99b8-f125d7d78c51 req-e43c1c84-3e00-4571-8775-0b21c009b582 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 945 time: 0.1689456 Nov 27 01:20:32.803983 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-37392699-d9d3-4984-99b8-f125d7d78c51 req-0b41e72d-5086-4eaa-94b8-9a1d2c7c0763 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616894 Nov 27 01:20:32.864108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34797d9c-83e1-4429-b019-b075cf8340d6 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:32.867841 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46f5b900-b794-404f-b00b-f01b671868d2 req-9be5a7d2-5bd1-4bae-adfe-e0b136999ea9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579391 Nov 27 01:20:32.962081 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34797d9c-83e1-4429-b019-b075cf8340d6 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.125041 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f325255-db38-4d89-81ac-16c7abe20d4a req-59861539-5b72-4ad8-9d64-1106c2659e6c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=45731133ae9e435f84b4491351b086d0 HTTP/1.1" status: 200 len: 267 time: 0.1373386 Nov 27 01:20:33.273493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f325255-db38-4d89-81ac-16c7abe20d4a req-80bd9af7-a687-4608-b597-37fba399c55a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:33.275073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f325255-db38-4d89-81ac-16c7abe20d4a req-80bd9af7-a687-4608-b597-37fba399c55a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 945 time: 0.1490092 Nov 27 01:20:33.297915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-9f325255-db38-4d89-81ac-16c7abe20d4a req-32ff9475-3e92-4ef4-a5ac-28981d6276be tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Request body: {'port': {'security_groups': []}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:33.493536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34797d9c-83e1-4429-b019-b075cf8340d6 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a8abee-6df9-484f-9b81-7f5f2b5e92ed,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:33.519908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e27da-44f7-44a8-bc33-e60b8ffec1ce None None] Network e9e59615-f212-4d38-843f-8ef1f9168098 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:33.530593 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34797d9c-83e1-4429-b019-b075cf8340d6 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.536377 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-34797d9c-83e1-4429-b019-b075cf8340d6 tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "DELETE /v2.0/subnets/d7a8abee-6df9-484f-9b81-7f5f2b5e92ed HTTP/1.1" status: 204 len: 168 time: 1.0902977 Nov 27 01:20:33.536977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40866) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:33.639872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a835f7-e60c-48ab-bda2-e3e11c19ae46 req-667cfb74-a256-4814-972e-7068109611c5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:33.641478 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-70a835f7-e60c-48ab-bda2-e3e11c19ae46 req-667cfb74-a256-4814-972e-7068109611c5 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1531465 Nov 27 01:20:33.653699 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.828306 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-70a835f7-e60c-48ab-bda2-e3e11c19ae46 req-49c6e570-774a-4a7d-acfa-fb5762b772bb tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683366 Nov 27 01:20:33.853722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741e6d8d-f83f-41bb-ac8a-83483527b1fd None None] DHCP port deletion for e9e59615-f212-4d38-843f-8ef1f9168098 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:33.887513 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.896354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Deleting port cfce4474-8efa-4de7-a3d6-d55bd4176483 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:33.899057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:33.955674 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d556434f-46ef-4213-8bc4-cd3e5218b805 req-8ead1f8b-f5ae-4fae-8584-477f70135b94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6794040 Nov 27 01:20:34.019070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-741e6d8d-f83f-41bb-ac8a-83483527b1fd None None] Deleting port cfce4474-8efa-4de7-a3d6-d55bd4176483 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:34.019409 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-741e6d8d-f83f-41bb-ac8a-83483527b1fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.069015 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] For port cfce4474-8efa-4de7-a3d6-d55bd4176483, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=cfce4474-8efa-4de7-a3d6-d55bd4176483,segment=NetworkSegment(40a4de3c-b5ea-469b-8725-9c1a5e97e0eb),segment_id=40a4de3c-b5ea-469b-8725-9c1a5e97e0eb)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:34.069015 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.091877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Calling delete_port for cfce4474-8efa-4de7-a3d6-d55bd4176483 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:34.126209 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9f325255-db38-4d89-81ac-16c7abe20d4a req-32ff9475-3e92-4ef4-a5ac-28981d6276be tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.205391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-741e6d8d-f83f-41bb-ac8a-83483527b1fd None None] For port cfce4474-8efa-4de7-a3d6-d55bd4176483, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=cfce4474-8efa-4de7-a3d6-d55bd4176483,segment=NetworkSegment(40a4de3c-b5ea-469b-8725-9c1a5e97e0eb),segment_id=40a4de3c-b5ea-469b-8725-9c1a5e97e0eb)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:34.206117 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-741e6d8d-f83f-41bb-ac8a-83483527b1fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.222979 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-741e6d8d-f83f-41bb-ac8a-83483527b1fd None None] Calling delete_port for cfce4474-8efa-4de7-a3d6-d55bd4176483 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:34.271116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866a94-c5fd-473f-a084-615a2bf299da req-54c8d26b-5948-44e6-988c-ecfb69fa56e0 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:34.273024 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-73866a94-c5fd-473f-a084-615a2bf299da req-54c8d26b-5948-44e6-988c-ecfb69fa56e0 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 945 time: 0.1616471 Nov 27 01:20:34.325286 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.364441 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-741e6d8d-f83f-41bb-ac8a-83483527b1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.370330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] No DVR routers for this DVR port cfce4474-8efa-4de7-a3d6-d55bd4176483 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:34.372310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event deleted for resources: {'Port': ['ID=cfce4474-8efa-4de7-a3d6-d55bd4176483,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:34.399049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e6d8d-f83f-41bb-ac8a-83483527b1fd None None] Pushing event deleted for resources: {'Port': ['ID=cfce4474-8efa-4de7-a3d6-d55bd4176483,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:34.413638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e6d8d-f83f-41bb-ac8a-83483527b1fd None None] No DVR routers for this DVR port cfce4474-8efa-4de7-a3d6-d55bd4176483 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:34.434597 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-73866a94-c5fd-473f-a084-615a2bf299da req-cd970c63-62fd-49c6-9ff1-1d58530f330e tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507638 Nov 27 01:20:34.545472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.556564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556434f-46ef-4213-8bc4-cd3e5218b805 req-7152ed7f-cae7-4ccf-b63c-f707fce48aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:34.558355 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d556434f-46ef-4213-8bc4-cd3e5218b805 req-7152ed7f-cae7-4ccf-b63c-f707fce48aa6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 1096 time: 0.4580071 Nov 27 01:20:34.596742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e59615-f212-4d38-843f-8ef1f9168098']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:34.609209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a4de3c-b5ea-469b-8725-9c1a5e97e0eb') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:34.609515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a4de3c-b5ea-469b-8725-9c1a5e97e0eb') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:34.622192 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.644604 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.656233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:20:34.656837 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:20:34.691407 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:20:34.772982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb4b9-8e1f-4443-b67c-59c0e06458cb req-52dfb9b4-e76e-4b23-9d02-e610b8177b8a tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:34.782072 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ea1eb4b9-8e1f-4443-b67c-59c0e06458cb req-52dfb9b4-e76e-4b23-9d02-e610b8177b8a tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 945 time: 0.1292264 Nov 27 01:20:34.808404 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.852216 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:34.856042 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] 10.222.0.37 "DELETE /v2.0/networks/e9e59615-f212-4d38-843f-8ef1f9168098 HTTP/1.1" status: 204 len: 168 time: 1.3179243 Nov 27 01:20:34.899699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3518d-1288-45d8-9744-9caf0ff1167e tempest-FloatingIPNegativeTestJSON-1183552676 tempest-FloatingIPNegativeTestJSON-1183552676-project] Pushing event deleted for resources: {'Network': ['ID=e9e59615-f212-4d38-843f-8ef1f9168098,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:34.906460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556434f-46ef-4213-8bc4-cd3e5218b805 req-8921602f-6509-41bb-85ce-3ec2f3343f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:34.911640 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d556434f-46ef-4213-8bc4-cd3e5218b805 req-8921602f-6509-41bb-85ce-3ec2f3343f6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.3219676 Nov 27 01:20:34.930282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ea1eb4b9-8e1f-4443-b67c-59c0e06458cb req-77123d79-11f5-4a5a-8cad-13be5484f42b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476569 Nov 27 01:20:34.988531 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-9f325255-db38-4d89-81ac-16c7abe20d4a req-32ff9475-3e92-4ef4-a5ac-28981d6276be tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] For port a19b4566-1591-4aca-9639-c0ea82fdebdb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a19b4566-1591-4aca-9639-c0ea82fdebdb,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:35.095383 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9f325255-db38-4d89-81ac-16c7abe20d4a req-32ff9475-3e92-4ef4-a5ac-28981d6276be tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.104674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Allocated IP 172.20.0.17 (102eb16a-afa6-41ff-bba8-1d994a9f0208/4a2de049-8aed-4574-8706-f726152b99aa/7ae18d0a-32b5-47de-9b92-d7d671fa6c2a) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:35.143759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device cfce4474-8efa-4de7-a3d6-d55bd4176483 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:20:35.180558 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9f325255-db38-4d89-81ac-16c7abe20d4a req-32ff9475-3e92-4ef4-a5ac-28981d6276be tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.187633 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d556434f-46ef-4213-8bc4-cd3e5218b805 req-5b3ce39d-e89e-48ea-89d9-7893fc913c46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b58a56d3-f887-4b7a-8821-f46e774d46c4 HTTP/1.1" status: 200 len: 217 time: 0.2556202 Nov 27 01:20:35.194808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: cfce4474-8efa-4de7-a3d6-d55bd4176483 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:20:35.195151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device cfce4474-8efa-4de7-a3d6-d55bd4176483 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:20:35.224727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['752e3274-1f0e-4a4a-8ed9-54be9e3a08ea', 'a19b4566-1591-4aca-9639-c0ea82fdebdb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:35.234981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b58a56d3-f887-4b7a-8821-f46e774d46c4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:35.257114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775756ed-cfcf-418c-a1d2-0fa8172e5276 req-5b1d4be7-d66e-44e9-8ed7-010aee5c6c2b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:35.264756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556434f-46ef-4213-8bc4-cd3e5218b805 req-c4e489bc-d6eb-4b68-b648-ee53b9efd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:35.267740 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d556434f-46ef-4213-8bc4-cd3e5218b805 req-c4e489bc-d6eb-4b68-b648-ee53b9efd911 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.0662282 Nov 27 01:20:35.269261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-775756ed-cfcf-418c-a1d2-0fa8172e5276 req-5b1d4be7-d66e-44e9-8ed7-010aee5c6c2b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1297741 Nov 27 01:20:35.417455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f325255-db38-4d89-81ac-16c7abe20d4a req-32ff9475-3e92-4ef4-a5ac-28981d6276be tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:35.418266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9f325255-db38-4d89-81ac-16c7abe20d4a req-32ff9475-3e92-4ef4-a5ac-28981d6276be tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:35.440790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f325255-db38-4d89-81ac-16c7abe20d4a req-32ff9475-3e92-4ef4-a5ac-28981d6276be tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "PUT /v2.0/ports/a19b4566-1591-4aca-9639-c0ea82fdebdb HTTP/1.1" status: 200 len: 904 time: 2.1551800 Nov 27 01:20:35.531309 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-775756ed-cfcf-418c-a1d2-0fa8172e5276 req-98e8125a-d97f-486a-a8eb-99bdd413376b tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469256 Nov 27 01:20:35.552709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f061abb-9ce6-4a30-8ca4-c2b8609f9975', 'tag': 'a19b4566-1591-4aca-9639-c0ea82fdebdb'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:35.555601 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cd3970-7874-41bc-86a5-7d9ba9717223" -d '{"events": [{"name": "network-changed", "server_uuid": "0f061abb-9ce6-4a30-8ca4-c2b8609f9975", "tag": "a19b4566-1591-4aca-9639-c0ea82fdebdb"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:35.645367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff9475-3e92-4ef4-a5ac-28981d6276be tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event updated for resources: {'Port': ['ID=a19b4566-1591-4aca-9639-c0ea82fdebdb,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:35.656765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556434f-46ef-4213-8bc4-cd3e5218b805 req-dc3c0204-1022-4f46-8459-7024d553efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:35.658144 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d556434f-46ef-4213-8bc4-cd3e5218b805 req-dc3c0204-1022-4f46-8459-7024d553efd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3757691 Nov 27 01:20:35.666290 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a19b4566-1591-4aca-9639-c0ea82fdebdb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:35.705346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40924) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:35.864128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8d8ac-f9b7-43ba-a3f0-2f80ffc34991 req-a7edd236-76af-4367-a344-ebe0e58e145e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:35.880165 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3d8d8ac-f9b7-43ba-a3f0-2f80ffc34991 req-a7edd236-76af-4367-a344-ebe0e58e145e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 907 time: 0.1232591 Nov 27 01:20:35.953591 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d556434f-46ef-4213-8bc4-cd3e5218b805 req-929b5420-107f-4cb1-89d0-b9a1cfa78919 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762992 Nov 27 01:20:35.955353 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1032c1e3-a8d3-404b-b94b-65c4a11120ac x-openstack-request-id: req-1032c1e3-a8d3-404b-b94b-65c4a11120ac {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:35.955710 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f061abb-9ce6-4a30-8ca4-c2b8609f9975", "tag": "a19b4566-1591-4aca-9639-c0ea82fdebdb", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:35.956029 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1032c1e3-a8d3-404b-b94b-65c4a11120ac {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:35.956640 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f061abb-9ce6-4a30-8ca4-c2b8609f9975', 'tag': 'a19b4566-1591-4aca-9639-c0ea82fdebdb', 'status': 'completed', 'code': 200} Nov 27 01:20:36.086480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d7ae7274-73ce-42a9-9fc7-8eeb6b59c9f4 None None] Provisioning complete for port a19b4566-1591-4aca-9639-c0ea82fdebdb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:36.087711 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7274-73ce-42a9-9fc7-8eeb6b59c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.145065 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.162465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972201f-89dc-40aa-8109-e4e142e7f549 req-3bd85c3d-3b7b-4d5d-bb1b-88e658a7b69d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:36.170834 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0972201f-89dc-40aa-8109-e4e142e7f549 req-3bd85c3d-3b7b-4d5d-bb1b-88e658a7b69d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.2132862 Nov 27 01:20:36.194267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3970-7874-41bc-86a5-7d9ba9717223 req-63c91af5-308b-497e-a903-fffadb39f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:36.196596 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1cd3970-7874-41bc-86a5-7d9ba9717223 req-63c91af5-308b-497e-a903-fffadb39f507 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 1058 time: 0.2014153 Nov 27 01:20:36.211936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d556434f-46ef-4213-8bc4-cd3e5218b805 req-63d8a46b-72fc-4545-b401-e1ac28eaf48b service neutron] 10.222.0.11 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490885 Nov 27 01:20:36.273680 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c328eaff-2b0d-44e9-8e88-be1f48a3aa98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fd3ce533bb84d79bbd88b404b364ec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5665290 Nov 27 01:20:36.275760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40936) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:36.306006 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0972201f-89dc-40aa-8109-e4e142e7f549 req-5f488fac-0b73-470d-85a0-b816c2a2dc3e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339839 Nov 27 01:20:36.394782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e09cb-97f0-4950-8a3f-db6cc98de3e2 req-bccd7a57-2782-4204-835b-a1844fb3223a tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:36.405483 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a62e09cb-97f0-4950-8a3f-db6cc98de3e2 req-bccd7a57-2782-4204-835b-a1844fb3223a tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 945 time: 0.3710039 Nov 27 01:20:36.406180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.552420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3970-7874-41bc-86a5-7d9ba9717223 req-5c27fdaf-3d38-42e5-8295-b6ec24f29b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:36.557020 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1cd3970-7874-41bc-86a5-7d9ba9717223 req-5c27fdaf-3d38-42e5-8295-b6ec24f29b74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.3509305 Nov 27 01:20:36.569020 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76c17aad-5f77-4c22-ae91-f1c1c7dace6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.601859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 102eb16a-afa6-41ff-bba8-1d994a9f0208 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:36.624039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:36.651998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:36.673908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1cd3970-7874-41bc-86a5-7d9ba9717223 req-7d5b244c-1d3b-4e1f-82e6-6583db3366a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19b4566-1591-4aca-9639-c0ea82fdebdb HTTP/1.1" status: 200 len: 217 time: 0.0979362 Nov 27 01:20:36.688853 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a62e09cb-97f0-4950-8a3f-db6cc98de3e2 req-6604a2f2-04cc-4f62-b787-9dd4b172d556 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763267 Nov 27 01:20:36.703887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86825f1f-a346-4ce8-91e6-c35086b4db1c req-62f29225-afdf-46ff-9b0a-4ecc8005e740 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:36.712491 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-86825f1f-a346-4ce8-91e6-c35086b4db1c req-62f29225-afdf-46ff-9b0a-4ecc8005e740 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.3242545 Nov 27 01:20:36.775286 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76c17aad-5f77-4c22-ae91-f1c1c7dace6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.804031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=7ae18d0a-32b5-47de-9b92-d7d671fa6c2a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:36.842825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3970-7874-41bc-86a5-7d9ba9717223 req-e32aca98-4432-421d-9879-4219c752ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:36.849550 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1cd3970-7874-41bc-86a5-7d9ba9717223 req-e32aca98-4432-421d-9879-4219c752ea6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.1455774 Nov 27 01:20:36.938270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76c17aad-5f77-4c22-ae91-f1c1c7dace6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.943726 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76c17aad-5f77-4c22-ae91-f1c1c7dace6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:36.948221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-76c17aad-5f77-4c22-ae91-f1c1c7dace6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5eb73640-946d-4234-a7b1-612ed9eaeb76 HTTP/1.1" status: 204 len: 168 time: 0.6709380 Nov 27 01:20:37.029727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c17aad-5f77-4c22-ae91-f1c1c7dace6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb73640-946d-4234-a7b1-612ed9eaeb76,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:37.041707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3970-7874-41bc-86a5-7d9ba9717223 req-6548e2eb-1a3d-4f4f-b100-448637c692ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:37.047032 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1cd3970-7874-41bc-86a5-7d9ba9717223 req-6548e2eb-1a3d-4f4f-b100-448637c692ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924157 Nov 27 01:20:37.073249 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:37.101029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b2e78460-c2d3-4c1b-b00f-a12195d95481 None None] Provisioning complete for port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:37.102181 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b2e78460-c2d3-4c1b-b00f-a12195d95481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:37.124004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d547b-c01f-4010-906f-ca000deaf8cd req-eccfd6c1-cccc-4190-ba28-a7c18c50e7de tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:37.149432 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d0d547b-c01f-4010-906f-ca000deaf8cd req-eccfd6c1-cccc-4190-ba28-a7c18c50e7de tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.2186489 Nov 27 01:20:37.161108 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-86825f1f-a346-4ce8-91e6-c35086b4db1c req-1e76ef26-35b4-44d4-a963-6a160383a197 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4431965 Nov 27 01:20:37.247491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b2e78460-c2d3-4c1b-b00f-a12195d95481 None None] Port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:37.405837 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d0d547b-c01f-4010-906f-ca000deaf8cd req-c38d7552-4e29-48c7-9815-00df0b9afc24 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506206 Nov 27 01:20:37.493049 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1cd3970-7874-41bc-86a5-7d9ba9717223 req-fb25d20e-7ae3-4cf2-b33d-2f0adc7314f1 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402238 Nov 27 01:20:37.600750 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:37.666348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40973c9-b9cf-4a7a-bcb2-58274b2632ff req-b8426817-32a5-424e-b681-944749937cd2 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:37.683871 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f40973c9-b9cf-4a7a-bcb2-58274b2632ff req-b8426817-32a5-424e-b681-944749937cd2 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.3575993 Nov 27 01:20:37.739618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81338694-a491-4373-81d5-7e4bd28274a6 req-f4070859-eae2-4a8a-b5b7-d49c41f7f84b tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:37.741230 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81338694-a491-4373-81d5-7e4bd28274a6 req-f4070859-eae2-4a8a-b5b7-d49c41f7f84b tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 945 time: 0.3535690 Nov 27 01:20:37.819765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4ac39-fd0a-49b7-996a-f065ada1d565 req-6998cac6-4956-44d7-8283-360162a8ab48 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:37.829888 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cbf4ac39-fd0a-49b7-996a-f065ada1d565 req-6998cac6-4956-44d7-8283-360162a8ab48 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.2669690 Nov 27 01:20:37.841183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1cd3970-7874-41bc-86a5-7d9ba9717223 req-9ae316a0-99a2-48bd-a3cd-cc252fda2d0b service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388681 Nov 27 01:20:37.859294 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f40973c9-b9cf-4a7a-bcb2-58274b2632ff req-122e6cc7-53d3-45cc-a71c-c161d053de2e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744292 Nov 27 01:20:37.960228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cbf4ac39-fd0a-49b7-996a-f065ada1d565 req-158a2015-8bf9-481d-bcf8-fbae82f1a2f9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293786 Nov 27 01:20:38.182797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6579a50-e905-453a-bde1-624b6d6945cd req-e042a61a-8be1-4c5e-a163-acc23f176376 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:38.193494 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6579a50-e905-453a-bde1-624b6d6945cd req-e042a61a-8be1-4c5e-a163-acc23f176376 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 945 time: 0.1576092 Nov 27 01:20:38.242157 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Deleting port 1796dc1d-b7a0-4259-a482-17d668602b0d {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:38.243025 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:38.344265 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6579a50-e905-453a-bde1-624b6d6945cd req-fb99f932-413e-4dca-bec7-7a596733b104 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d8ad6e1-345d-4c54-b261-1313cf89a753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498277 Nov 27 01:20:38.453881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] For port 1796dc1d-b7a0-4259-a482-17d668602b0d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1796dc1d-b7a0-4259-a482-17d668602b0d,segment=NetworkSegment(3d5f93e6-84d4-401e-9305-18f8a7cf68ed),segment_id=3d5f93e6-84d4-401e-9305-18f8a7cf68ed)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:38.454322 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:38.501422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41028) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:38.620560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deea11f-86a9-4f44-9181-3976b9f79ab2 req-97834e57-c145-4bea-b533-3935e89c9853 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:38.629782 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0deea11f-86a9-4f44-9181-3976b9f79ab2 req-97834e57-c145-4bea-b533-3935e89c9853 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.0718966 Nov 27 01:20:38.704437 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0deea11f-86a9-4f44-9181-3976b9f79ab2 req-eee0dda7-f104-4a2e-9d50-e3753e6f02e9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656645 Nov 27 01:20:38.730317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2056845095'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:38.822690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:38.829667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:38.843719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:38.859173 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:38.866904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:38.970285 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28077282-fe1b-4e06-8272-af3cf97f2fc6 req-2fe0c896-b87b-4d0f-8655-8c7a679153bb tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:38.978485 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28077282-fe1b-4e06-8272-af3cf97f2fc6 req-2fe0c896-b87b-4d0f-8655-8c7a679153bb tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.0893276 Nov 27 01:20:38.994142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=7ae18d0a-32b5-47de-9b92-d7d671fa6c2a,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:39.059139 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28077282-fe1b-4e06-8272-af3cf97f2fc6 req-a4724001-3a56-4a12-bd67-74acc27ef386 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789583 Nov 27 01:20:39.068599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610e9a-5006-450c-8461-62d9b15ca029 req-208a7c11-9382-4542-a76a-0438884b096a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:39.076059 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-208a7c11-9382-4542-a76a-0438884b096a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 812 time: 0.4832575 Nov 27 01:20:39.142836 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:39.143556 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:39.145233 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Floating IP af453a81-89e5-473d-ad26-854262d80b6e disassociated. External IP: 172.25.3.225, port: 1796dc1d-b7a0-4259-a482-17d668602b0d. Nov 27 01:20:39.147622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Calling delete_port for 1796dc1d-b7a0-4259-a482-17d668602b0d owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:39.151212 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-6a01f18b-c247-4482-bac4-345284e28aa6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/quotas/45731133ae9e435f84b4491351b086d0 HTTP/1.1" status: 200 len: 375 time: 0.0742884 Nov 27 01:20:39.180444 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:39.223391 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:39.245234 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:39.309705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:20:39.326640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a8092d-4435-4f31-b578-887d53f8c7c7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:39.388133 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:39.388936 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Added segment 5b011eac-0dde-4f06-88f9-b6c57fa95c34 of type vlan for network 8244eca6-90eb-4132-8ca7-355e920ac653 Nov 27 01:20:39.470636 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:39.483170 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158143e1-36c1-418a-898b-8720a4e63ff1 req-77a04888-2a24-431d-acd3-d34e556d518d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:39.485740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-158143e1-36c1-418a-898b-8720a4e63ff1 req-77a04888-2a24-431d-acd3-d34e556d518d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1632407 Nov 27 01:20:39.501537 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-e83049e9-cb95-4389-95a9-47ac2a7d8e32 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3186023 Nov 27 01:20:39.502209 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:39.555659 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:39.562912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:39.563628 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:39.610840 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-158143e1-36c1-418a-898b-8720a4e63ff1 req-2ac75c1b-e8a9-4934-9b2f-ce9679b81a4f tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151052 Nov 27 01:20:39.688098 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1853271 Nov 27 01:20:39.709554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Pushing event deleted for resources: {'Port': ['ID=1796dc1d-b7a0-4259-a482-17d668602b0d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:39.734341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8590c5e-b41e-4e93-8ae2-fb3aa75981d7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Network': ['ID=8244eca6-90eb-4132-8ca7-355e920ac653,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:39.742556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 102eb16a-afa6-41ff-bba8-1d994a9f0208 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:39.746062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:39.749127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 8244eca6-90eb-4132-8ca7-355e920ac653 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:20:39.802348 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d36bbe94-60fe-4614-9bdc-040575c3dd29 req-6d7b9404-52d1-46c5-a953-503a84920ba6 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 210 time: 0.0745823 Nov 27 01:20:40.087294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84725-0dbb-4ac2-9383-75ed3428f064 req-b27bc567-afe8-4a1a-b7ff-7444d49243f9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:40.089307 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2bf84725-0dbb-4ac2-9383-75ed3428f064 req-b27bc567-afe8-4a1a-b7ff-7444d49243f9 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1225684 Nov 27 01:20:40.243513 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2bf84725-0dbb-4ac2-9383-75ed3428f064 req-687cd284-d346-43f9-96df-87fd8a1c2e81 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378264 Nov 27 01:20:40.337142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5bd3b97c-d481-4c9a-b4b3-f09f4ab4a240 None None] Provisioning complete for port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:40.339994 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5bd3b97c-d481-4c9a-b4b3-f09f4ab4a240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:40.490571 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3b97c-d481-4c9a-b4b3-f09f4ab4a240 None None] Port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:40.658808 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b9de7-43fd-4851-aa42-c0c51c4fcf1b req-07319f09-34d6-4ffb-b3bb-dd0c37174ef6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:40.674642 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e00b9de7-43fd-4851-aa42-c0c51c4fcf1b req-07319f09-34d6-4ffb-b3bb-dd0c37174ef6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.2132955 Nov 27 01:20:40.819995 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e00b9de7-43fd-4851-aa42-c0c51c4fcf1b req-8a04dd98-eeab-472e-9ada-e69e7e439626 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442413 Nov 27 01:20:40.821974 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-cd7f4556-81d4-4cf0-83b7-3fb65bd87f12 service neutron] 10.222.0.37 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3095126 Nov 27 01:20:40.921722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 1796dc1d-b7a0-4259-a482-17d668602b0d no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:20:40.967688 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 1796dc1d-b7a0-4259-a482-17d668602b0d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:20:40.968679 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 1796dc1d-b7a0-4259-a482-17d668602b0d not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:20:40.977829 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9931afe-8356-4433-b823-38b8a1176216 req-55622f28-8fb0-4300-b670-be071db67aae tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 210 time: 0.0579762 Nov 27 01:20:41.032533 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-ee647e8e-a174-410e-8695-848867051f26 service neutron] 10.222.0.37 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095389 Nov 27 01:20:41.188091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b75990-4ab7-4d05-a93b-4fc9e7740045 req-af7eb7c5-ec6c-4336-b83b-3f0f8a127d08 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:41.190610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9b75990-4ab7-4d05-a93b-4fc9e7740045 req-af7eb7c5-ec6c-4336-b83b-3f0f8a127d08 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1150088 Nov 27 01:20:41.258153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Router b5c681f9-870d-4915-ac5e-2846d7c987df has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:20:41.304035 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9b75990-4ab7-4d05-a93b-4fc9e7740045 req-ee5b87e8-efe2-4734-ac17-4eea88b4147e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065977 Nov 27 01:20:41.482855 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-120f7089-36be-4612-8ebd-902c25b63dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:41.537053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43a08a-17c6-4ff7-ac58-8f7a0d736e69 req-ad38f4db-06b2-4ef2-ae73-1ace9b68791c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:41.555145 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1c43a08a-17c6-4ff7-ac58-8f7a0d736e69 req-ad38f4db-06b2-4ef2-ae73-1ace9b68791c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1074996 Nov 27 01:20:41.661663 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1c43a08a-17c6-4ff7-ac58-8f7a0d736e69 req-85faaa06-1658-459f-b4be-aef6156ac28d tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054287 Nov 27 01:20:41.825926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e2864bc5-fe9a-4965-a64a-ca54d2f019b6 req-fd55b741-f2eb-42cf-9700-ebe835ff457a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 210 time: 0.4464903 Nov 27 01:20:41.908773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce92a5-6ca1-41df-856c-071986db79bd req-31a7b247-0e62-4cc3-807a-16fae8aa09d6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:41.915599 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ce92a5-6ca1-41df-856c-071986db79bd req-31a7b247-0e62-4cc3-807a-16fae8aa09d6 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.1208782 Nov 27 01:20:41.916876 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Router c5223666-c8e6-4089-8229-0f3824907dc4 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:20:41.997892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:42.011415 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Sync routers for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:42.031625 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e438bd75-e9e0-4514-95ee-1214881f2e20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "PUT /v2.0/routers/b5c681f9-870d-4915-ac5e-2846d7c987df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6668091 Nov 27 01:20:42.036236 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:42.041140 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:20:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:42.051494 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1ce92a5-6ca1-41df-856c-071986db79bd req-21776414-3cfe-4249-818a-a5f19b7e15f2 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253266 Nov 27 01:20:42.340811 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-984db20a-11da-441c-85a1-484c76346f91 req-e5b7812c-997d-438f-960c-e042103795be tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 210 time: 0.1352463 Nov 27 01:20:42.440065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:42.453095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c194704-a365-42cc-a47b-7ebac07d961e None None] Sync routers for ids ['c5223666-c8e6-4089-8229-0f3824907dc4'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:42.477534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c194704-a365-42cc-a47b-7ebac07d961e None None] Routers {'c5223666-c8e6-4089-8229-0f3824907dc4'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:42.515461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4c194704-a365-42cc-a47b-7ebac07d961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:20:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5223666-c8e6-4089-8229-0f3824907dc4'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:42.553640 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:42.575507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cadbe0-2617-4fb5-9f72-ebe63da0dc45 req-1267c4c6-9cfb-4fa9-bb13-f94947d49601 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:42.586910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2cadbe0-2617-4fb5-9f72-ebe63da0dc45 req-1267c4c6-9cfb-4fa9-bb13-f94947d49601 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.3171413 Nov 27 01:20:42.591639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] No DVR routers for this DVR port 1796dc1d-b7a0-4259-a482-17d668602b0d on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:42.597412 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:42.600813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81338694-a491-4373-81d5-7e4bd28274a6 req-ba047449-d2c8-465c-a260-d3b31434482c tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.11 "DELETE /v2.0/ports/1796dc1d-b7a0-4259-a482-17d668602b0d HTTP/1.1" status: 204 len: 173 time: 4.8344064 Nov 27 01:20:42.616430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'name': 'network-vif-deleted', 'tag': '1796dc1d-b7a0-4259-a482-17d668602b0d'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:42.636422 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794853fb-cc7f-4e4f-8d5b-e93caf5586dd" -d '{"events": [{"server_uuid": "58f81af2-a9e4-43e1-ae9d-6469fae2f560", "name": "network-vif-deleted", "tag": "1796dc1d-b7a0-4259-a482-17d668602b0d"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:42.744250 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2cadbe0-2617-4fb5-9f72-ebe63da0dc45 req-b4037739-baf0-4cb3-ac41-d574b70d2e6c tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394463 Nov 27 01:20:42.820450 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aab066a-2ded-49d1-aceb-2ed4a82bc7e6 x-openstack-request-id: req-5aab066a-2ded-49d1-aceb-2ed4a82bc7e6 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:42.820950 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f81af2-a9e4-43e1-ae9d-6469fae2f560", "name": "network-vif-deleted", "tag": "1796dc1d-b7a0-4259-a482-17d668602b0d", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:42.821228 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5aab066a-2ded-49d1-aceb-2ed4a82bc7e6 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:42.821572 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f81af2-a9e4-43e1-ae9d-6469fae2f560', 'name': 'network-vif-deleted', 'tag': '1796dc1d-b7a0-4259-a482-17d668602b0d', 'status': 'completed', 'code': 200} Nov 27 01:20:42.985194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41152) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:42.991999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-aa6d6bee-fae6-433d-b3b8-43e77db7af39 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'subnet': {'network_id': '8244eca6-90eb-4132-8ca7-355e920ac653', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:43.065258 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20d4f85e-867e-4c01-8740-13f80fab78e2 req-5d78401c-f246-4839-bb58-797ffeaa7c9f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 210 time: 0.0667615 Nov 27 01:20:43.079416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-4c194704-a365-42cc-a47b-7ebac07d961e None None] Set router c5223666-c8e6-4089-8229-0f3824907dc4 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:43.276266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6d6bee-fae6-433d-b3b8-43e77db7af39 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:43.280835 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6bee-fae6-433d-b3b8-43e77db7af39 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:43.360961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41162) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:43.366100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-402139901'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:43.424196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:43.428069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:43.515518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:20:43.541550 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:43.543936 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Added segment 21f41c81-a4b1-4a7b-a162-863b76c8b199 of type vlan for network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 Nov 27 01:20:43.595818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4c194704-a365-42cc-a47b-7ebac07d961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f60b7891-5c76-484d-9aa3-7973e1471980', 'name': '', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'mac_address': 'fa:16:3e:5b:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:23Z', 'updated_at': '2021-11-27T01:18:30Z', 'revision_number': 5, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'subnets': [{'id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:43.623414 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:20:37Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '9007bb38-a670-4f72-a756-c0b77b1b4c92', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'port_id': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'mac_address': 'fa:16:3e:0c:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e327c0d-528c-4827-8041-f23f82b000c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:19:21Z', 'updated_at': '2021-11-27T01:19:25Z', 'revision_number': 1, 'project_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae18d0a-32b5-47de-9b92-d7d671fa6c2a', 'name': '', 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:e0:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '4a2de049-8aed-4574-8706-f726152b99aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:34Z', 'updated_at': '2021-11-27T01:20:38Z', 'revision_number': 2, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4a2de049-8aed-4574-8706-f726152b99aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:19:01Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:43.637878 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:43.651805 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c194704-a365-42cc-a47b-7ebac07d961e None None] Checking router: c5223666-c8e6-4089-8229-0f3824907dc4 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:20:43.674614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c194704-a365-42cc-a47b-7ebac07d961e None None] Routers {'c5223666-c8e6-4089-8229-0f3824907dc4'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:43.677750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4c194704-a365-42cc-a47b-7ebac07d961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:20:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5223666-c8e6-4089-8229-0f3824907dc4'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:43.700793 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:43.708901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:43.721766 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:43.746020 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Checking router: b5c681f9-870d-4915-ac5e-2846d7c987df for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:20:43.746783 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Updating router b5c681f9-870d-4915-ac5e-2846d7c987df port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:20:43.754029 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610e9a-5006-450c-8461-62d9b15ca029 req-8f23dcc4-8287-4371-ae93-f47d6bd19651 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:43.756130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-8f23dcc4-8287-4371-ae93-f47d6bd19651 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.11 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 812 time: 0.3054087 Nov 27 01:20:43.795327 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:43.854467 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4920778 Nov 27 01:20:43.858197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41170) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:43.875998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-464daa61-2199-46f1-80ec-323773ca4b47 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1411843405'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:43.921976 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-be610e9a-5006-450c-8461-62d9b15ca029 req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Request body: {'port': {'device_id': '5a31cb18-0926-48b4-9dba-3510c53236ac', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'admin_state_up': True, 'tenant_id': '45731133ae9e435f84b4491351b086d0'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:43.935037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Network': ['ID=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:43.946833 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e44608ce-8aea-430b-9f28-c8996f718795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:43.958543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:43.959262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:43.959814 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:43.960372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:43.960924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:43.961483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:43.962025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:43.962587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:43.963123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:43.963681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:43.964221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:43.964765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25d781-e469-4c7d-bb82-03ac859a9785 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:44.000674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464daa61-2199-46f1-80ec-323773ca4b47 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:44.004834 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-464daa61-2199-46f1-80ec-323773ca4b47 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.031873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:20:44.064956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b42c0a00-1454-4e01-a3f2-35ee23b45a0b req-c6355b21-0edd-4bcb-a5a2-f5e5b8cfe310 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/ports?device_id=58f81af2-a9e4-43e1-ae9d-6469fae2f560 HTTP/1.1" status: 200 len: 210 time: 0.5461326 Nov 27 01:20:44.066535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464daa61-2199-46f1-80ec-323773ca4b47 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:20:44.090776 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-464daa61-2199-46f1-80ec-323773ca4b47 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.092163 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-464daa61-2199-46f1-80ec-323773ca4b47 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Added segment 514f61e9-15cc-4367-bc10-e22e9052d2cc of type vlan for network a5a73d60-d1d0-409d-af7c-8d682c688801 Nov 27 01:20:44.267363 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-464daa61-2199-46f1-80ec-323773ca4b47 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.319576 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.338386 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-4c194704-a365-42cc-a47b-7ebac07d961e None None] Set router c5223666-c8e6-4089-8229-0f3824907dc4 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:44.357642 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06703ee9-1ac3-4944-b076-4d78565f5779 req-5a0150d7-9df0-43c7-be0b-e44bfe74005d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 210 time: 0.1232150 Nov 27 01:20:44.389102 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.417717 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-464daa61-2199-46f1-80ec-323773ca4b47 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.427891 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.438976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464daa61-2199-46f1-80ec-323773ca4b47 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:44.440563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-464daa61-2199-46f1-80ec-323773ca4b47 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.476573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6bee-fae6-433d-b3b8-43e77db7af39 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.548906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be610e9a-5006-450c-8461-62d9b15ca029 req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Made reservation on behalf of 45731133ae9e435f84b4491351b086d0 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:44.558340 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-be610e9a-5006-450c-8461-62d9b15ca029 req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.563126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-464daa61-2199-46f1-80ec-323773ca4b47 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7005608 Nov 27 01:20:44.572180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41184) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:44.599358 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924cfc4-6e9d-4f90-87b3-5e8c9d7fed4d None None] Pushing event updated for resources: {'Port': ['ID=7ae18d0a-32b5-47de-9b92-d7d671fa6c2a,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:44.601298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f4b636e0-464c-49b6-b54a-01434e909b6a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'subnet': {'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:44.696759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d6bee-fae6-433d-b3b8-43e77db7af39 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Checking segment: {'id': '5b011eac-0dde-4f06-88f9-b6c57fa95c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8244eca6-90eb-4132-8ca7-355e920ac653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:44.697122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d6bee-fae6-433d-b3b8-43e77db7af39 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network hostable DHCP agents. Network: 8244eca6-90eb-4132-8ca7-355e920ac653, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:20:44.704695 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Attempting to bind port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:44.705242 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Attempting to bind port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:44.705621 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Attempting to bind port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a on network 102eb16a-afa6-41ff-bba8-1d994a9f0208 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:44.723885 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:44.724415 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Checking segment: {'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:44.724933 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.725421 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Bound using segment: {'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:44.725988 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Bound port: 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e23539-2394-4a8f-ba4c-f075708d528f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:44.734734 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.768941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464daa61-2199-46f1-80ec-323773ca4b47 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Network': ['ID=a5a73d60-d1d0-409d-af7c-8d682c688801,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:44.772494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d6bee-fae6-433d-b3b8-43e77db7af39 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Subnet': ['ID=92c037fb-155f-4d65-8668-2d7f2b616b6d,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:44.821320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a5a73d60-d1d0-409d-af7c-8d682c688801 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:20:44.847547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b636e0-464c-49b6-b54a-01434e909b6a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:44.855509 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f4b636e0-464c-49b6-b54a-01434e909b6a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:44.883624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d6bee-fae6-433d-b3b8-43e77db7af39 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network 8244eca6-90eb-4132-8ca7-355e920ac653 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:20:44.907177 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] For port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:44.911385 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] For port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7ae18d0a-32b5-47de-9b92-d7d671fa6c2a,segment=NetworkSegment(d2e23539-2394-4a8f-ba4c-f075708d528f),segment_id=d2e23539-2394-4a8f-ba4c-f075708d528f)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:44.925096 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.045886 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924cfc4-6e9d-4f90-87b3-5e8c9d7fed4d None None] Pushing event updated for resources: {'Port': ['ID=7ae18d0a-32b5-47de-9b92-d7d671fa6c2a,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:45.061904 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.084051 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:45.084852 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:20:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:45.107267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Provisioning complete for port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:45.107638 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.145798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-be610e9a-5006-450c-8461-62d9b15ca029 req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Allocated IP 172.20.0.12 (ca3e04cd-7b00-40c5-9512-0be97b9c1107/f816a93d-f541-4896-9e58-52bcc03d53b8/d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:45.218972 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f4b636e0-464c-49b6-b54a-01434e909b6a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.231428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4c194704-a365-42cc-a47b-7ebac07d961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f60b7891-5c76-484d-9aa3-7973e1471980', 'name': '', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'mac_address': 'fa:16:3e:5b:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:23Z', 'updated_at': '2021-11-27T01:18:30Z', 'revision_number': 5, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'subnets': [{'id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:45.319569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41198) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:45.414989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c194704-a365-42cc-a47b-7ebac07d961e None None] The sync data for ids ['c5223666-c8e6-4089-8229-0f3824907dc4'] in n-d-819494-2 is: [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f60b7891-5c76-484d-9aa3-7973e1471980', 'name': '', 'network_id': '10e94330-2a7a-43e0-834b-4dbaa9648800', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'mac_address': 'fa:16:3e:5b:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:23Z', 'updated_at': '2021-11-27T01:18:30Z', 'revision_number': 5, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'subnets': [{'id': '0beaaa4b-bf56-457d-b02f-8ee20dad4c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:45.457194 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:45.477133 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.515243 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-aa6d6bee-fae6-433d-b3b8-43e77db7af39 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 8244eca6-90eb-4132-8ca7-355e920ac653) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:45.542368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b636e0-464c-49b6-b54a-01434e909b6a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Checking segment: {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:45.542745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b636e0-464c-49b6-b54a-01434e909b6a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Network hostable DHCP agents. Network: 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:20:45.566137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] For port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7ae18d0a-32b5-47de-9b92-d7d671fa6c2a,segment=NetworkSegment(d2e23539-2394-4a8f-ba4c-f075708d528f),segment_id=d2e23539-2394-4a8f-ba4c-f075708d528f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:45.570442 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce39543-b39e-45d6-9547-1d3fd45b2ab5 None None] Network 8244eca6-90eb-4132-8ca7-355e920ac653 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:45.574943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b636e0-464c-49b6-b54a-01434e909b6a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Subnet': ['ID=f5b445b6-85fe-4c92-893b-560e6c9c028c,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:45.587180 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.608718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6d6bee-fae6-433d-b3b8-43e77db7af39 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:45.609017 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6bee-fae6-433d-b3b8-43e77db7af39 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.616863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-180bfcf8-391b-427f-90ea-f2d5fd63bed3 req-255a25e9-f139-4bba-8bd7-0c2de7f650d0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 210 time: 0.1365161 Nov 27 01:20:45.643349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b636e0-464c-49b6-b54a-01434e909b6a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:20:45.670541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f4b636e0-464c-49b6-b54a-01434e909b6a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:45.675541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-aa6d6bee-fae6-433d-b3b8-43e77db7af39 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6893721 Nov 27 01:20:45.676630 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f824-6bcc-4ffc-8dff-5f0ecce83920 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.689151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41210) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:45.692273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b636e0-464c-49b6-b54a-01434e909b6a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:45.693946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f4b636e0-464c-49b6-b54a-01434e909b6a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.747568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2e26f222-cfaa-4e8e-91ee-315073ec4481 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-953754934'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:45.759199 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f4b636e0-464c-49b6-b54a-01434e909b6a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1804326 Nov 27 01:20:45.764487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41212) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:45.779172 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f824-6bcc-4ffc-8dff-5f0ecce83920 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.792673 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6e6d9cb0-9190-49c4-99f1-10feb5f7d66f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'subnet': {'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:45.823028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e26f222-cfaa-4e8e-91ee-315073ec4481 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:45.827046 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e26f222-cfaa-4e8e-91ee-315073ec4481 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.858867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e26f222-cfaa-4e8e-91ee-315073ec4481 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:20:45.870089 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e26f222-cfaa-4e8e-91ee-315073ec4481 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.870509 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-2e26f222-cfaa-4e8e-91ee-315073ec4481 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Added segment ba7bee4c-1b8c-45cf-b00e-52f5f26d6a4b of type vlan for network 57f0720f-f0b0-4913-9aa9-0c8a51b48084 Nov 27 01:20:45.924022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e26f222-cfaa-4e8e-91ee-315073ec4481 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.959566 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e26f222-cfaa-4e8e-91ee-315073ec4481 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.965770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e26f222-cfaa-4e8e-91ee-315073ec4481 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:45.966587 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e26f222-cfaa-4e8e-91ee-315073ec4481 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:45.994991 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:20:37Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '9007bb38-a670-4f72-a756-c0b77b1b4c92', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'port_id': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'mac_address': 'fa:16:3e:0c:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e327c0d-528c-4827-8041-f23f82b000c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:19:21Z', 'updated_at': '2021-11-27T01:19:25Z', 'revision_number': 1, 'project_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae18d0a-32b5-47de-9b92-d7d671fa6c2a', 'name': '', 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:e0:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '4a2de049-8aed-4574-8706-f726152b99aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:34Z', 'updated_at': '2021-11-27T01:20:44Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4a2de049-8aed-4574-8706-f726152b99aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:19:01Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:45.996559 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-be610e9a-5006-450c-8461-62d9b15ca029 req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:46.056616 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486abc2f-171b-4fb7-b9eb-7b3b1d9b82e8 None None] The sync data for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 is: [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:20:37Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '9007bb38-a670-4f72-a756-c0b77b1b4c92', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'port_id': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'mac_address': 'fa:16:3e:0c:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e327c0d-528c-4827-8041-f23f82b000c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:19:21Z', 'updated_at': '2021-11-27T01:19:25Z', 'revision_number': 1, 'project_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae18d0a-32b5-47de-9b92-d7d671fa6c2a', 'name': '', 'network_id': '102eb16a-afa6-41ff-bba8-1d994a9f0208', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:e0:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '4a2de049-8aed-4574-8706-f726152b99aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:20:34Z', 'updated_at': '2021-11-27T01:20:44Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4a2de049-8aed-4574-8706-f726152b99aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:19:01Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:46.066485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26f222-cfaa-4e8e-91ee-315073ec4481 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Network': ['ID=57f0720f-f0b0-4913-9aa9-0c8a51b48084,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:46.072031 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a724a55-61b9-4849-b4e4-27b75e7634a7 None None] New status for floating IP af453a81-89e5-473d-ad26-854262d80b6e: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:20:46.086154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2e26f222-cfaa-4e8e-91ee-315073ec4481 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3750212 Nov 27 01:20:46.088834 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41214) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:46.091842 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f824-6bcc-4ffc-8dff-5f0ecce83920 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:46.096130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f824-6bcc-4ffc-8dff-5f0ecce83920 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:46.097441 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d3a5f824-6bcc-4ffc-8dff-5f0ecce83920 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "DELETE /v2.0/security-groups/1d8ad6e1-345d-4c54-b261-1313cf89a753 HTTP/1.1" status: 204 len: 168 time: 0.7753019 Nov 27 01:20:46.103612 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'subnet': {'network_id': '57f0720f-f0b0-4913-9aa9-0c8a51b48084', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:46.114853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41216) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:46.143704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5f824-6bcc-4ffc-8dff-5f0ecce83920 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8ad6e1-345d-4c54-b261-1313cf89a753,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:46.190948 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-44a749c9-dddd-4f86-8fc5-c9aba17e70ea tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] show failed (client error): The resource could not be found. Nov 27 01:20:46.194614 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-44a749c9-dddd-4f86-8fc5-c9aba17e70ea tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "GET /v2.0/security-groups/1d8ad6e1-345d-4c54-b261-1313cf89a753 HTTP/1.1" status: 404 len: 347 time: 0.0784380 Nov 27 01:20:46.198655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41218) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:46.283434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626771d4-acc4-48f8-88a7-ec9aae590485 None None] Network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:46.338328 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 57f0720f-f0b0-4913-9aa9-0c8a51b48084 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:20:46.474196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:46.481639 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:46.502999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6d9cb0-9190-49c4-99f1-10feb5f7d66f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:46.508862 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9cb0-9190-49c4-99f1-10feb5f7d66f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:46.514711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-be610e9a-5006-450c-8461-62d9b15ca029 req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:46.709801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b58a56d3-f887-4b7a-8821-f46e774d46c4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:46.769412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be610e9a-5006-450c-8461-62d9b15ca029 req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:46.786408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-be610e9a-5006-450c-8461-62d9b15ca029 req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:46.797086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['752e3274-1f0e-4a4a-8ed9-54be9e3a08ea'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:46.832316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-be610e9a-5006-450c-8461-62d9b15ca029 req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:46.927996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-abee2a31-2248-4544-b8c1-c95bad7c38e8 None None] Provisioning complete for port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:46.928366 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-abee2a31-2248-4544-b8c1-c95bad7c38e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:46.937802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event updated for resources: {'Port': ['ID=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:47.089534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618fb55-c82e-4ef7-b30d-854532b4925b req-9685a563-9177-4786-9700-dcf247528dd4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:47.091432 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e618fb55-c82e-4ef7-b30d-854532b4925b req-9685a563-9177-4786-9700-dcf247528dd4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 932 time: 0.3216772 Nov 27 01:20:47.211378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Pushing event updated for resources: {'Port': ['ID=7ae18d0a-32b5-47de-9b92-d7d671fa6c2a,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:47.297188 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e618fb55-c82e-4ef7-b30d-854532b4925b req-54a4d470-7235-4197-9371-897c0b731e31 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982646 Nov 27 01:20:47.320511 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:47.321091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:47.321342 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:47.321585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:47.321925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:47.322367 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:47.322723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:47.323059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:47.323389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:47.323713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:47.324045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:47.324377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f23184-bd22-4455-8ad6-bff911ff491e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:47.336983 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9cb0-9190-49c4-99f1-10feb5f7d66f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:47.456481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.objects.ports [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103384) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:20:47.459453 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:47.466496 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d9cb0-9190-49c4-99f1-10feb5f7d66f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Subnet': ['ID=6e012da0-e0fd-4a84-baca-11aee20af1d7,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:47.564737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610e9a-5006-450c-8461-62d9b15ca029 req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:47.567227 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-be610e9a-5006-450c-8461-62d9b15ca029 req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:47.621855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:47.625928 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:47.626861 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:47.635241 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-8244eca6-90eb-4132-8ca7-355e920ac653', 'network_id': '8244eca6-90eb-4132-8ca7-355e920ac653', 'tenant_id': 'b00bc4563d9b41c2a99dd63f82832645', 'fixed_ips': [{'subnet_id': '92c037fb-155f-4d65-8668-2d7f2b616b6d'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:20:47.636649 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:47.638502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Subnet': ['ID=39a6e6a2-5154-4165-9cef-4eda164e3d1a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:47.645872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Checking segment: {'id': 'ba7bee4c-1b8c-45cf-b00e-52f5f26d6a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '57f0720f-f0b0-4913-9aa9-0c8a51b48084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:47.647403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network hostable DHCP agents. Network: 57f0720f-f0b0-4913-9aa9-0c8a51b48084, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:20:47.666771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0a178a47-abf6-48e6-a2e8-0f0de6e505c5 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Deleting port b0b62984-a6f7-4a6e-b2e1-70df071e613d {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:47.667884 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a178a47-abf6-48e6-a2e8-0f0de6e505c5 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:47.719644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network 57f0720f-f0b0-4913-9aa9-0c8a51b48084 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:20:47.735816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 57f0720f-f0b0-4913-9aa9-0c8a51b48084) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:47.751367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:47.751974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:47.787874 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71702da3-32ba-4c7e-bc9b-ec8302cca79f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6941960 Nov 27 01:20:47.788091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41248) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:47.793627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'port': {'network_id': '57f0720f-f0b0-4913-9aa9-0c8a51b48084', 'name': 'tempest-NetworksIpV6TestAttrs-1556007231'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:47.818485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb3b5e9-fdea-4ef3-8d65-56ed96a01d4a None None] Network 57f0720f-f0b0-4913-9aa9-0c8a51b48084 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:47.855449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d9cb0-9190-49c4-99f1-10feb5f7d66f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Checking segment: {'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:47.855814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d9cb0-9190-49c4-99f1-10feb5f7d66f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Network hostable DHCP agents. Network: a5a73d60-d1d0-409d-af7c-8d682c688801, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:20:47.875577 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-c0be5171-8585-4795-a790-e4e0d52db063 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9769609 Nov 27 01:20:47.908601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-2c3ad16c-3b3e-4f16-a158-2db2ea4f2447', 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'fixed_ips': [{'subnet_id': 'f5b445b6-85fe-4c92-893b-560e6c9c028c'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:20:47.909369 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:47.915566 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:47.919272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Request body: {'port': {'device_id': '5a31cb18-0926-48b4-9dba-3510c53236ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:47.926787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d9cb0-9190-49c4-99f1-10feb5f7d66f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Network a5a73d60-d1d0-409d-af7c-8d682c688801 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:20:47.951658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-6e6d9cb0-9190-49c4-99f1-10feb5f7d66f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a5a73d60-d1d0-409d-af7c-8d682c688801) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:47.958173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6d9cb0-9190-49c4-99f1-10feb5f7d66f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:47.959569 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9cb0-9190-49c4-99f1-10feb5f7d66f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:48.001591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cde17b-d24e-4bac-8217-6fe68d652da7 None None] Network a5a73d60-d1d0-409d-af7c-8d682c688801 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:48.009173 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a178a47-abf6-48e6-a2e8-0f0de6e505c5 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:48.009709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a178a47-abf6-48e6-a2e8-0f0de6e505c5 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:48.015105 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-74f8ae97-56d5-409e-a812-6a2b6e2cbb5a None None] Provisioning complete for port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:48.015480 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-74f8ae97-56d5-409e-a812-6a2b6e2cbb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:48.068904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:48.080753 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:48.083213 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6e6d9cb0-9190-49c4-99f1-10feb5f7d66f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3041711 Nov 27 01:20:48.089052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0a178a47-abf6-48e6-a2e8-0f0de6e505c5 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Calling delete_port for b0b62984-a6f7-4a6e-b2e1-70df071e613d owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:48.090147 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41254) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:48.102303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'port': {'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447', 'name': 'tempest-TaggedBootDevicesTest_v242-2074023020', 'fixed_ips': [{'subnet_id': 'f5b445b6-85fe-4c92-893b-560e6c9c028c'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:48.137610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] device_id is not set on port 51dcb936-53bc-47d5-8004-f931344e1a54 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:20:48.146886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-74f8ae97-56d5-409e-a812-6a2b6e2cbb5a None None] Port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:20:48.277538 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:48.383446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Allocated IP 2001:db8::f816:3eff:fe83:f8f (57f0720f-f0b0-4913-9aa9-0c8a51b48084/39a6e6a2-5154-4165-9cef-4eda164e3d1a/51dcb936-53bc-47d5-8004-f931344e1a54) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:48.568806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:48.570755 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:48.662886 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a178a47-abf6-48e6-a2e8-0f0de6e505c5 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:48.730193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:48.777069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:48.845728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d775adc-93af-4b64-acda-70c3639f4636 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:48.883166 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:48.992243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Allocated IP 2001:db8:0:ffff::2 (8244eca6-90eb-4132-8ca7-355e920ac653/92c037fb-155f-4d65-8668-2d7f2b616b6d/516c2313-177a-4d51-b190-ca17b78574de) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:49.022950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network 57f0720f-f0b0-4913-9aa9-0c8a51b48084 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:49.033142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:49.037034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:49.059434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:49.060113 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:49.110983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Port': ['ID=51dcb936-53bc-47d5-8004-f931344e1a54,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:49.146730 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-369d6216-a028-46c1-b7cc-0427a80f8447 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3575354 Nov 27 01:20:49.149520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41276) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:49.173046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:49.181538 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:49.204114 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Transition to ACTIVE for port object d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:20:49.205240 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a178a47-abf6-48e6-a2e8-0f0de6e505c5 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Pushing event deleted for resources: {'Port': ['ID=b0b62984-a6f7-4a6e-b2e1-70df071e613d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:49.262487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0580e6-630a-40cc-bb24-6493ac78707d tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Deleting subnet 39a6e6a2-5154-4165-9cef-4eda164e3d1a {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:20:49.267838 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:49.271023 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb0580e6-630a-40cc-bb24-6493ac78707d tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:49.350942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb0580e6-630a-40cc-bb24-6493ac78707d tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:49.413065 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:49.423863 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a178a47-abf6-48e6-a2e8-0f0de6e505c5 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:49.434464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-a5a73d60-d1d0-409d-af7c-8d682c688801', 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'fixed_ips': [{'subnet_id': '6e012da0-e0fd-4a84-baca-11aee20af1d7'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:20:49.435321 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:49.442414 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a178a47-abf6-48e6-a2e8-0f0de6e505c5 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:49.446632 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0a178a47-abf6-48e6-a2e8-0f0de6e505c5 tempest-ServersTestJSON-1808188745 tempest-ServersTestJSON-1808188745-project] 10.222.0.37 "DELETE /v2.0/floatingips/af453a81-89e5-473d-ad26-854262d80b6e HTTP/1.1" status: 204 len: 168 time: 3.2439229 Nov 27 01:20:49.447002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41282) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:49.561521 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2ab2c-57a5-41ce-ba18-a63925b3ecb1 req-48557f94-e82d-4fad-b042-7331006b7a31 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:49.563171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56e2ab2c-57a5-41ce-ba18-a63925b3ecb1 req-48557f94-e82d-4fad-b042-7331006b7a31 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 932 time: 1.0273647 Nov 27 01:20:49.625403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:49.664627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] device_id is not set on port f18938dd-b136-4aad-a1f4-0ffb31ff72fd yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:20:49.860541 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb0580e6-630a-40cc-bb24-6493ac78707d tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:50.000312 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56e2ab2c-57a5-41ce-ba18-a63925b3ecb1 req-8ab2eaf9-aef5-4dc8-84ed-e23dce3bd4e4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119644 Nov 27 01:20:50.137041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Attempting to bind port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:50.137446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Attempting to bind port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:50.137690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Attempting to bind port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:50.160273 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:20:50.160503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Attempting to bind port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 on network ca3e04cd-7b00-40c5-9512-0be97b9c1107 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:50.169046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:50.169383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Checking segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:50.169763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Bound using segment: {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:50.170188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Bound port: d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a805de-7d3c-4e0a-9826-3507c80fe11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:50.170573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:50.174420 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb0580e6-630a-40cc-bb24-6493ac78707d tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:50.198469 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb0580e6-630a-40cc-bb24-6493ac78707d tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:50.201700 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fb0580e6-630a-40cc-bb24-6493ac78707d tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/subnets/39a6e6a2-5154-4165-9cef-4eda164e3d1a HTTP/1.1" status: 204 len: 168 time: 1.0510023 Nov 27 01:20:50.207878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41296) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:50.263019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Allocated IP 10.2.2.2 (a5a73d60-d1d0-409d-af7c-8d682c688801/6e012da0-e0fd-4a84-baca-11aee20af1d7/83f59dad-ca24-4603-ac57-11bd37edb377) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:50.296534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0580e6-630a-40cc-bb24-6493ac78707d tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Subnet': ['ID=39a6e6a2-5154-4165-9cef-4eda164e3d1a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:50.350378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] For port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:50.354082 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] For port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:50.361911 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:50.435560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:50.436093 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:50.438072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] 10.222.0.11 "PUT /v2.0/ports/d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 HTTP/1.1" status: 200 len: 1092 time: 2.5335741 Nov 27 01:20:50.438562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a31cb18-0926-48b4-9dba-3510c53236ac', 'tag': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:50.440832 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f102311c-5d43-47d8-9054-8eb9e15410f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5a31cb18-0926-48b4-9dba-3510c53236ac", "tag": "d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:50.471643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc076bd3-6111-48ec-bbcd-45a052a48666 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:50.484096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc076bd3-6111-48ec-bbcd-45a052a48666 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:50.494687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cc076bd3-6111-48ec-bbcd-45a052a48666 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2857451 Nov 27 01:20:50.497871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41300) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:50.564622 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:50.575375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Allocated IP 10.1.1.2 (2c3ad16c-3b3e-4f16-a158-2db2ea4f2447/f5b445b6-85fe-4c92-893b-560e6c9c028c/8e3db039-56fb-43c9-b7e0-41c987ccc236) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:50.611188 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:50.641772 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4836dd2d-2df9-4342-8b1f-26dbeae2962c x-openstack-request-id: req-4836dd2d-2df9-4342-8b1f-26dbeae2962c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:50.642513 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a31cb18-0926-48b4-9dba-3510c53236ac", "tag": "d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:50.645998 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4836dd2d-2df9-4342-8b1f-26dbeae2962c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:50.646799 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a31cb18-0926-48b4-9dba-3510c53236ac', 'tag': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9', 'status': 'completed', 'code': 200} Nov 27 01:20:50.678518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:50.735275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:50.742126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:50.742718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:50.743066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:50.743405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:50.743742 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:50.744075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:50.744404 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:50.744731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:50.745057 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:50.745395 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:50.745705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be82a5f-94e8-400e-adcf-90b8f64c4d11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:20:50.751952 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e16e1f65-f1bb-497a-8f8d-6ffb6f8558ff tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:50.769833 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16e1f65-f1bb-497a-8f8d-6ffb6f8558ff tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 27 01:20:50.773055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610e9a-5006-450c-8461-62d9b15ca029 req-1ee19c42-b4f6-4ffa-a6c9-6181e7555f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:50.775073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-1ee19c42-b4f6-4ffa-a6c9-6181e7555f15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 1095 time: 0.2619128 Nov 27 01:20:50.776011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16e1f65-f1bb-497a-8f8d-6ffb6f8558ff tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:20:50.779405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e16e1f65-f1bb-497a-8f8d-6ffb6f8558ff tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/networks/57f0720f-f0b0-4913-9aa9-0c8a51b48084 HTTP/1.1" status: 409 len: 405 time: 0.2719166 Nov 27 01:20:50.785647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:50.790962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a69a62bd-276d-4f41-946e-f07a0ab35a70 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1834439582'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:50.826113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1e7fbf-fd29-4539-a3d9-b50696ac58d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-57f0720f-f0b0-4913-9aa9-0c8a51b48084', 'network_id': '57f0720f-f0b0-4913-9aa9-0c8a51b48084', 'tenant_id': 'b00bc4563d9b41c2a99dd63f82832645', 'fixed_ips': [{'subnet_id': '39a6e6a2-5154-4165-9cef-4eda164e3d1a'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:20:50.827810 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3e1e7fbf-fd29-4539-a3d9-b50696ac58d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:50.934410 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-813717ac-f4e2-4a59-baf1-be844e035570 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 HTTP/1.1" status: 200 len: 217 time: 0.1356890 Nov 27 01:20:50.975583 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ee37cf2-8c81-42dc-8228-437141de2de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.044734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69a62bd-276d-4f41-946e-f07a0ab35a70 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:51.046397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Network 8244eca6-90eb-4132-8ca7-355e920ac653 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:51.053700 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a69a62bd-276d-4f41-946e-f07a0ab35a70 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.116162 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.161795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610e9a-5006-450c-8461-62d9b15ca029 req-eea2e0ca-abf6-42ff-b2c9-ee2f696ee24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:51.163710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-eea2e0ca-abf6-42ff-b2c9-ee2f696ee24d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.2065024 Nov 27 01:20:51.244236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Pushing event updated for resources: {'Port': ['ID=516c2313-177a-4d51-b190-ca17b78574de,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:51.258932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69a62bd-276d-4f41-946e-f07a0ab35a70 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:20:51.261006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:51.267125 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0195dea-4b27-450d-95eb-f3826a3d6d3d None None] Network 57f0720f-f0b0-4913-9aa9-0c8a51b48084 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:51.288548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:51.296946 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.345189 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a69a62bd-276d-4f41-946e-f07a0ab35a70 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.345698 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-a69a62bd-276d-4f41-946e-f07a0ab35a70 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Added segment 96595ee8-e9ed-4c83-b8f1-2ce271521c16 of type vlan for network 3ffd4aac-43fe-48f9-880c-b38c1e3dab2b Nov 27 01:20:51.384239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dc180-edb7-45e8-96ac-ce8ce57324a9 req-b717ac30-97ce-4a13-9f34-182f495f0858 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:51.385963 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-416dc180-edb7-45e8-96ac-ce8ce57324a9 req-b717ac30-97ce-4a13-9f34-182f495f0858 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 944 time: 0.2856834 Nov 27 01:20:51.438895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610e9a-5006-450c-8461-62d9b15ca029 req-0901e1d9-8dd6-426f-ab19-dfdf58491e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:51.444072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-0901e1d9-8dd6-426f-ab19-dfdf58491e33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2544820 Nov 27 01:20:51.503474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4ee37cf2-8c81-42dc-8228-437141de2de7 admin admin] Deleting port f60b7891-5c76-484d-9aa3-7973e1471980 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:51.504130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ee37cf2-8c81-42dc-8228-437141de2de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.531224 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a69a62bd-276d-4f41-946e-f07a0ab35a70 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.598989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Network a5a73d60-d1d0-409d-af7c-8d682c688801 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:51.634588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:51.650273 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:51.657894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Pushing event updated for resources: {'Port': ['ID=83f59dad-ca24-4603-ac57-11bd37edb377,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:51.662857 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-4ee37cf2-8c81-42dc-8228-437141de2de7 admin admin] For port f60b7891-5c76-484d-9aa3-7973e1471980, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f60b7891-5c76-484d-9aa3-7973e1471980,segment=NetworkSegment(3d5f93e6-84d4-401e-9305-18f8a7cf68ed),segment_id=3d5f93e6-84d4-401e-9305-18f8a7cf68ed)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:51.663736 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ee37cf2-8c81-42dc-8228-437141de2de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.721100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4ee37cf2-8c81-42dc-8228-437141de2de7 admin admin] Calling delete_port for f60b7891-5c76-484d-9aa3-7973e1471980 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:51.724376 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-39402556-44f8-4321-a133-6165425583ef service neutron] 10.222.0.11 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375089 Nov 27 01:20:51.726840 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a69a62bd-276d-4f41-946e-f07a0ab35a70 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.732392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a62bd-276d-4f41-946e-f07a0ab35a70 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:51.732999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a69a62bd-276d-4f41-946e-f07a0ab35a70 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.753364 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Attempting to bind port 516c2313-177a-4d51-b190-ca17b78574de on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:51.753809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Attempting to bind port 516c2313-177a-4d51-b190-ca17b78574de by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '5b011eac-0dde-4f06-88f9-b6c57fa95c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8244eca6-90eb-4132-8ca7-355e920ac653'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:51.754136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Attempting to bind port 516c2313-177a-4d51-b190-ca17b78574de on network 8244eca6-90eb-4132-8ca7-355e920ac653 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:51.823258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:51.823678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Checking segment: {'id': '5b011eac-0dde-4f06-88f9-b6c57fa95c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8244eca6-90eb-4132-8ca7-355e920ac653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:51.824083 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.824523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Bound using segment: {'id': '5b011eac-0dde-4f06-88f9-b6c57fa95c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8244eca6-90eb-4132-8ca7-355e920ac653'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:51.825021 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Bound port: 516c2313-177a-4d51-b190-ca17b78574de, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b011eac-0dde-4f06-88f9-b6c57fa95c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8244eca6-90eb-4132-8ca7-355e920ac653'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:51.825406 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.830163 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.845028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Attempting to bind port 83f59dad-ca24-4603-ac57-11bd37edb377 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:51.845467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Attempting to bind port 83f59dad-ca24-4603-ac57-11bd37edb377 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:51.845824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Attempting to bind port 83f59dad-ca24-4603-ac57-11bd37edb377 on network a5a73d60-d1d0-409d-af7c-8d682c688801 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:51.856635 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.861761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:51.862141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Checking segment: {'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:51.862588 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.862990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Bound using segment: {'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:51.863475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Bound port: 83f59dad-ca24-4603-ac57-11bd37edb377, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:51.864309 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:51.978709 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-416dc180-edb7-45e8-96ac-ce8ce57324a9 req-0a89dcf4-e783-4d84-b530-7a45c502fe5b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596409 Nov 27 01:20:51.986528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Pushing event updated for resources: {'Port': ['ID=8e3db039-56fb-43c9-b7e0-41c987ccc236,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:52.004547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a69a62bd-276d-4f41-946e-f07a0ab35a70 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2174077 Nov 27 01:20:52.017472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41332) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:52.027210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'subnet': {'network_id': '3ffd4aac-43fe-48f9-880c-b38c1e3dab2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:52.085478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] For port 516c2313-177a-4d51-b190-ca17b78574de, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:52.090152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] For port 516c2313-177a-4d51-b190-ca17b78574de, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=516c2313-177a-4d51-b190-ca17b78574de,segment=NetworkSegment(5b011eac-0dde-4f06-88f9-b6c57fa95c34),segment_id=5b011eac-0dde-4f06-88f9-b6c57fa95c34)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:52.189924 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:52.212079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] For port 83f59dad-ca24-4603-ac57-11bd37edb377, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:52.244035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] For port 83f59dad-ca24-4603-ac57-11bd37edb377, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=83f59dad-ca24-4603-ac57-11bd37edb377,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:52.254704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:52.376759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4f1a2-a2cb-4471-bb64-8cd520cbed6a None None] Pushing event updated for resources: {'Port': ['ID=516c2313-177a-4d51-b190-ca17b78574de,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:52.390910 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:52.408764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:52.411635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:52.478580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a62bd-276d-4f41-946e-f07a0ab35a70 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Network': ['ID=3ffd4aac-43fe-48f9-880c-b38c1e3dab2b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:52.488312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589321b8-0eab-4ac0-82ec-32e6389edb95 None None] Pushing event updated for resources: {'Port': ['ID=83f59dad-ca24-4603-ac57-11bd37edb377,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:52.507628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Allocated IP 10.1.1.130 (2c3ad16c-3b3e-4f16-a158-2db2ea4f2447/f5b445b6-85fe-4c92-893b-560e6c9c028c/f18938dd-b136-4aad-a1f4-0ffb31ff72fd) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:52.518459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 3ffd4aac-43fe-48f9-880c-b38c1e3dab2b details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:20:52.583606 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be610e9a-5006-450c-8461-62d9b15ca029 req-0b8c8170-bbcd-40b3-a906-4826ee28cc87 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472619 Nov 27 01:20:52.595588 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ee37cf2-8c81-42dc-8228-437141de2de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:52.637605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:52.641837 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:52.661341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Attempting to bind port 8e3db039-56fb-43c9-b7e0-41c987ccc236 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:20:52.661709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Attempting to bind port 8e3db039-56fb-43c9-b7e0-41c987ccc236 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:20:52.662117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Attempting to bind port 8e3db039-56fb-43c9-b7e0-41c987ccc236 on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:20:52.675556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:20:52.675934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Checking segment: {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:52.676337 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:52.676731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Bound using segment: {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:20:52.677225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Bound port: 8e3db039-56fb-43c9-b7e0-41c987ccc236, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:20:52.677606 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:52.697052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee37cf2-8c81-42dc-8228-437141de2de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60b7891-5c76-484d-9aa3-7973e1471980,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:52.852873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] For port 8e3db039-56fb-43c9-b7e0-41c987ccc236, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:20:52.863176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] For port 8e3db039-56fb-43c9-b7e0-41c987ccc236, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8e3db039-56fb-43c9-b7e0-41c987ccc236,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:20:52.878862 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.064456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a751cbd-0400-4fae-b0c2-ad4781e80021 None None] Pushing event updated for resources: {'Port': ['ID=8e3db039-56fb-43c9-b7e0-41c987ccc236,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:53.217123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ee37cf2-8c81-42dc-8228-437141de2de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.326287 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.423878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:53.425779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102311c-5d43-47d8-9054-8eb9e15410f4 req-3792129b-1c71-4d35-b6b3-52c5c647aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:53.427747 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f102311c-5d43-47d8-9054-8eb9e15410f4 req-3792129b-1c71-4d35-b6b3-52c5c647aff7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 1095 time: 0.7135935 Nov 27 01:20:53.617952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:53.630726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f70d7-cbee-48e6-aa2b-aab5faab45ba req-2ad85c16-2f71-4f4d-bb4e-1286967f5ee9 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:53.632323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-710f70d7-cbee-48e6-aa2b-aab5faab45ba req-2ad85c16-2f71-4f4d-bb4e-1286967f5ee9 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 944 time: 0.3795371 Nov 27 01:20:53.698272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:53.719813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Port': ['ID=f18938dd-b136-4aad-a1f4-0ffb31ff72fd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:53.726550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:53.790333 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-710f70d7-cbee-48e6-aa2b-aab5faab45ba req-7fbd22e1-5f89-4936-a257-24fe42e89c77 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434255 Nov 27 01:20:53.872739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102311c-5d43-47d8-9054-8eb9e15410f4 req-838c59cb-c7f8-4b50-9345-b4a6c40c3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:53.875489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f102311c-5d43-47d8-9054-8eb9e15410f4 req-838c59cb-c7f8-4b50-9345-b4a6c40c3c02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.4324567 Nov 27 01:20:53.926227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee37cf2-8c81-42dc-8228-437141de2de7 admin admin] Router c5223666-c8e6-4089-8229-0f3824907dc4 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:20:53.966816 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f102311c-5d43-47d8-9054-8eb9e15410f4 req-740557d9-772d-4ab1-8ce2-1fd79e77d1b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 HTTP/1.1" status: 200 len: 217 time: 0.0565331 Nov 27 01:20:54.005920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:54.006546 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:54.069137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee37cf2-8c81-42dc-8228-437141de2de7 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:20:54.080865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14793541-e930-4e66-be20-1172ea7c897f None None] Sync routers for ids ['c5223666-c8e6-4089-8229-0f3824907dc4'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:20:54.088554 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4ee37cf2-8c81-42dc-8228-437141de2de7 admin admin] 10.222.0.37 "PUT /v2.0/routers/c5223666-c8e6-4089-8229-0f3824907dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6401646 Nov 27 01:20:54.093108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41368) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:54.113479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14793541-e930-4e66-be20-1172ea7c897f None None] Routers {'c5223666-c8e6-4089-8229-0f3824907dc4'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:54.114137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-14793541-e930-4e66-be20-1172ea7c897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:20:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5223666-c8e6-4089-8229-0f3824907dc4'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:54.129640 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d5a24160-0a48-4a79-bd9e-4944742be624 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0362785 Nov 27 01:20:54.174676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41376) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:54.179632 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'port': {'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447', 'name': 'tempest-TaggedBootDevicesTest_v242-973320621', 'fixed_ips': [{'subnet_id': 'f5b445b6-85fe-4c92-893b-560e6c9c028c'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:54.225451 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102311c-5d43-47d8-9054-8eb9e15410f4 req-a9620372-c009-48f6-b3ea-6ab5fb1670f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:54.226962 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f102311c-5d43-47d8-9054-8eb9e15410f4 req-a9620372-c009-48f6-b3ea-6ab5fb1670f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.2170405 Nov 27 01:20:54.357319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-14793541-e930-4e66-be20-1172ea7c897f None None] Set router c5223666-c8e6-4089-8229-0f3824907dc4 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:54.370542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:54.415984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92be080-e6ea-4123-b8bf-3561f50edefd req-9c0b9c1e-19a1-43d6-8fed-a4c6d9495725 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:54.428548 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b92be080-e6ea-4123-b8bf-3561f50edefd req-9c0b9c1e-19a1-43d6-8fed-a4c6d9495725 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.4606800 Nov 27 01:20:54.435806 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41380) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:54.510674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:20:54.542978 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:54.630887 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:54.835748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Deleting port 9662d814-6ccd-4c04-ac53-5173e1f1a284 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:54.837603 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:54.939577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-14793541-e930-4e66-be20-1172ea7c897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:20:51Z', 'revision_number': 5, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port': {'id': '9662d814-6ccd-4c04-ac53-5173e1f1a284', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:17Z', 'updated_at': '2021-11-27T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:55.015265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Subnet': ['ID=720ee6d4-221b-44db-b102-f8eff05c2047,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:55.020526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abf9b10-ffad-4bdf-b022-76ddccba2c87 None None] Network a5a73d60-d1d0-409d-af7c-8d682c688801 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:55.022398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:20:55.028391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14793541-e930-4e66-be20-1172ea7c897f None None] Checking router: c5223666-c8e6-4089-8229-0f3824907dc4 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:20:55.037776 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b92be080-e6ea-4123-b8bf-3561f50edefd req-644507c3-7106-4260-9b1f-831eaceb2d5e tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6082618 Nov 27 01:20:55.053356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102311c-5d43-47d8-9054-8eb9e15410f4 req-9416fd81-b37d-4b10-a83f-9a7282e72a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:55.055684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f102311c-5d43-47d8-9054-8eb9e15410f4 req-9416fd81-b37d-4b10-a83f-9a7282e72a95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7757337 Nov 27 01:20:55.056603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:55.232745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14793541-e930-4e66-be20-1172ea7c897f None None] Routers {'c5223666-c8e6-4089-8229-0f3824907dc4'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:20:55.233423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-14793541-e930-4e66-be20-1172ea7c897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:20:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5223666-c8e6-4089-8229-0f3824907dc4'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:55.241906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413a293-b142-49a2-9f91-4384c0eef822 req-8f55639d-8277-434f-af47-56a85a6441d5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:55.261693 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5413a293-b142-49a2-9f91-4384c0eef822 req-8f55639d-8277-434f-af47-56a85a6441d5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 944 time: 0.2782698 Nov 27 01:20:55.277813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e7c09d-d225-44b2-a7fc-64ece375a5a5 None None] Network 8244eca6-90eb-4132-8ca7-355e920ac653 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:55.285942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8e3db039-56fb-43c9-b7e0-41c987ccc236 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:55.337206 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.344213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] For port 9662d814-6ccd-4c04-ac53-5173e1f1a284, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9662d814-6ccd-4c04-ac53-5173e1f1a284,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:55.344562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.374549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Calling delete_port for 9662d814-6ccd-4c04-ac53-5173e1f1a284 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:55.394111 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f102311c-5d43-47d8-9054-8eb9e15410f4 req-6412381f-5389-48de-a8fd-7b7ad19f9478 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989326 Nov 27 01:20:55.401758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] device_id is not set on port 6319a243-24ab-4e3d-8261-27a33a584e8e yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:20:55.455889 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.resource_extend [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:20:55.575792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.583494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Allocated IP 10.1.1.205 (2c3ad16c-3b3e-4f16-a158-2db2ea4f2447/f5b445b6-85fe-4c92-893b-560e6c9c028c/6319a243-24ab-4e3d-8261-27a33a584e8e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:55.608831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9662d814-6ccd-4c04-ac53-5173e1f1a284,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:55.675665 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5413a293-b142-49a2-9f91-4384c0eef822 req-c4ab3a54-3420-4183-934b-d54f5899c3ad tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130859 Nov 27 01:20:55.730958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.848658 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.851623 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.876094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a080eb-e1a2-422e-91c7-b5329d124e6e None None] Network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:55.911421 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.912444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5223666-c8e6-4089-8229-0f3824907dc4 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:20:55.917562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:55.922317 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-23dc0603-ba6b-45ac-b81b-817e0665c2ac admin admin] 10.222.0.37 "DELETE /v2.0/routers/c5223666-c8e6-4089-8229-0f3824907dc4 HTTP/1.1" status: 204 len: 168 time: 1.8279595 Nov 27 01:20:55.922997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41400) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:55.954453 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f102311c-5d43-47d8-9054-8eb9e15410f4 req-31d2757e-a4e9-447e-a75b-82b73b1eb7cd service neutron] 10.222.0.11 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298467 Nov 27 01:20:55.981131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a88744-96eb-4474-b688-3ca795e5a1c3 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:55.993342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Checking segment: {'id': '96595ee8-e9ed-4c83-b8f1-2ce271521c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3ffd4aac-43fe-48f9-880c-b38c1e3dab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:20:55.993712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network hostable DHCP agents. Network: 3ffd4aac-43fe-48f9-880c-b38c1e3dab2b, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:20:56.011190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e43a0c-332c-4998-9ddf-b67547ed1aff admin admin] Deleting subnet 0beaaa4b-bf56-457d-b02f-8ee20dad4c93 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:20:56.011650 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.016663 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79e43a0c-332c-4998-9ddf-b67547ed1aff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.053276 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79e43a0c-332c-4998-9ddf-b67547ed1aff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.078998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network 3ffd4aac-43fe-48f9-880c-b38c1e3dab2b is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:20:56.094818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c4d93403-f3d3-4ca3-a225-8cbf1cadf108 None None] Provisioning complete for port 83f59dad-ca24-4603-ac57-11bd37edb377 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:56.101100 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4d93403-f3d3-4ca3-a225-8cbf1cadf108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.184038 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79e43a0c-332c-4998-9ddf-b67547ed1aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.214133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 3ffd4aac-43fe-48f9-880c-b38c1e3dab2b) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:56.253766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:56.254538 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.270019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6739f-1c7b-4657-87e3-9c88f033ad03 None None] Network 3ffd4aac-43fe-48f9-880c-b38c1e3dab2b requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:56.270639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0d12d-e47d-48cb-85bb-85df4fb676fe req-155142ca-d830-4137-a2f8-a592e0adc5a1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:56.272402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1dd0d12d-e47d-48cb-85bb-85df4fb676fe req-155142ca-d830-4137-a2f8-a592e0adc5a1 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.42 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.3000720 Nov 27 01:20:56.285745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:56.291760 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.322489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-14793541-e930-4e66-be20-1172ea7c897f None None] Set router c5223666-c8e6-4089-8229-0f3824907dc4 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:20:56.324709 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f5a2aac1-236a-44d0-9d26-49d7c1934543 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3016903 Nov 27 01:20:56.330821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41410) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:56.336056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'port': {'network_id': '3ffd4aac-43fe-48f9-880c-b38c1e3dab2b', 'name': 'tempest-NetworksIpV6TestAttrs-20128395'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:56.436931 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79e43a0c-332c-4998-9ddf-b67547ed1aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.453798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79e43a0c-332c-4998-9ddf-b67547ed1aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.454719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe2323-3ced-40c5-94a2-f7c2c15be478 req-cba8d5e8-5400-41ec-90e2-d64890027324 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:56.459026 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-79e43a0c-332c-4998-9ddf-b67547ed1aff admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0beaaa4b-bf56-457d-b02f-8ee20dad4c93 HTTP/1.1" status: 204 len: 168 time: 0.5349445 Nov 27 01:20:56.465717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41418) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:56.475318 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4ffe2323-3ced-40c5-94a2-f7c2c15be478 req-cba8d5e8-5400-41ec-90e2-d64890027324 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.2720580 Nov 27 01:20:56.503984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'port_id': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9', 'mac_address': 'fa:16:3e:7b:47:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:20:56.509094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:56.521627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Port': ['ID=6319a243-24ab-4e3d-8261-27a33a584e8e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:56.525006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-14793541-e930-4e66-be20-1172ea7c897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:20:54Z', 'revision_number': 6, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:56.527259 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e30385-9663-4a0c-972a-ac09da2fc5d5 None None] Network 10e94330-2a7a-43e0-834b-4dbaa9648800 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:20:56.536292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:56.547079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:56.563089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e43a0c-332c-4998-9ddf-b67547ed1aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0beaaa4b-bf56-457d-b02f-8ee20dad4c93,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:56.617867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4ffe2323-3ced-40c5-94a2-f7c2c15be478 req-18cdbae2-e998-4d85-a1aa-a92d9b7b4013 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361132 Nov 27 01:20:56.621063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 8e3db039-56fb-43c9-b7e0-41c987ccc236 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:56.621433 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.637573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:56.638543 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.660012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-1dd0d12d-e47d-48cb-85bb-85df4fb676fe req-2b7c5a94-e960-4bb8-9d28-5f6aeb285965 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Deleting port de278812-84d3-4af0-92b6-204cd91f8d25 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:56.660417 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1dd0d12d-e47d-48cb-85bb-85df4fb676fe req-2b7c5a94-e960-4bb8-9d28-5f6aeb285965 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.665017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14793541-e930-4e66-be20-1172ea7c897f None None] The sync data for ids ['c5223666-c8e6-4089-8229-0f3824907dc4'] in n-d-819494-2 is: [{'id': 'c5223666-c8e6-4089-8229-0f3824907dc4', 'name': 'tempest-ServersTestJSON-1467647993-router', 'tenant_id': 'a8e834a9cd8e47579aa583f9a5697420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:15Z', 'updated_at': '2021-11-27T01:20:54Z', 'revision_number': 6, 'project_id': 'a8e834a9cd8e47579aa583f9a5697420', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:20:56.686925 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8a5b6acf-dc51-4899-89c3-01cc15466adc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5073817 Nov 27 01:20:56.733484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.761184 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e7d50f54-6d84-4103-b484-09b52dd6d81c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.890587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:20:56.895206 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:56.984243 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45516dc0-d61c-4875-b729-cf71cb164176 req-50a46f0b-f916-4660-b0dd-6fb262bb4e30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:56.998145 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45516dc0-d61c-4875-b729-cf71cb164176 req-50a46f0b-f916-4660-b0dd-6fb262bb4e30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 944 time: 0.1662886 Nov 27 01:20:57.009354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-1dd0d12d-e47d-48cb-85bb-85df4fb676fe req-2b7c5a94-e960-4bb8-9d28-5f6aeb285965 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] For port de278812-84d3-4af0-92b6-204cd91f8d25, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=de278812-84d3-4af0-92b6-204cd91f8d25,segment=NetworkSegment(794d9a3f-3edc-48ab-9af4-0ef14d1f3429),segment_id=794d9a3f-3edc-48ab-9af4-0ef14d1f3429)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:57.018439 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1dd0d12d-e47d-48cb-85bb-85df4fb676fe req-2b7c5a94-e960-4bb8-9d28-5f6aeb285965 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:57.060871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] device_id is not set on port 27b6108b-9108-453e-892b-93652ef33428 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:20:57.092561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-1dd0d12d-e47d-48cb-85bb-85df4fb676fe req-2b7c5a94-e960-4bb8-9d28-5f6aeb285965 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Calling delete_port for de278812-84d3-4af0-92b6-204cd91f8d25 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:57.238295 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4d93403-f3d3-4ca3-a225-8cbf1cadf108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:57.258827 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45516dc0-d61c-4875-b729-cf71cb164176 req-c9ae2f00-54c1-46f7-bc94-9d55b1f513a8 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588735 Nov 27 01:20:57.301385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41430) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:57.307004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Deleting port 97496ba4-0306-4da0-84b1-80eaba9883c5 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:57.307366 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:57.312674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-08cce32d-3ec6-42f0-ab4a-6254c0352f2a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1956906036', 'description': 'tempest-description--1373315445'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:57.378969 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:57.432905 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-08cce32d-3ec6-42f0-ab4a-6254c0352f2a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:57.539850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-3ffd4aac-43fe-48f9-880c-b38c1e3dab2b', 'network_id': '3ffd4aac-43fe-48f9-880c-b38c1e3dab2b', 'tenant_id': 'b00bc4563d9b41c2a99dd63f82832645', 'fixed_ips': [{'subnet_id': '720ee6d4-221b-44db-b102-f8eff05c2047'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:20:57.553778 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:57.598733 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-08cce32d-3ec6-42f0-ab4a-6254c0352f2a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:57.613288 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-08cce32d-3ec6-42f0-ab4a-6254c0352f2a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:57.614943 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:20:57.685570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:57.709625 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:57.718568 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-08cce32d-3ec6-42f0-ab4a-6254c0352f2a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:57.721996 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-08cce32d-3ec6-42f0-ab4a-6254c0352f2a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4194541 Nov 27 01:20:57.727103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41442) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:57.732558 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-51a33574-d9eb-4b0e-bfea-c055737a56b6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'security_group_rule': {'security_group_id': 'baf8d358-8ea0-4678-ae3f-b5f6c81da0eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:57.745493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Allocated IP 2001:db8::f816:3eff:fec9:1414 (3ffd4aac-43fe-48f9-880c-b38c1e3dab2b/720ee6d4-221b-44db-b102-f8eff05c2047/27b6108b-9108-453e-892b-93652ef33428) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:57.751944 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:57.771981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c4d93403-f3d3-4ca3-a225-8cbf1cadf108 None None] For port 83f59dad-ca24-4603-ac57-11bd37edb377, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=83f59dad-ca24-4603-ac57-11bd37edb377,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:57.792795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cce32d-3ec6-42f0-ab4a-6254c0352f2a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:57.896339 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:58.083615 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.101662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ec635-9425-48d5-959f-e73cc55cdc48 req-40f32928-fd45-404e-8958-f8805505da11 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:58.111330 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-542ec635-9425-48d5-959f-e73cc55cdc48 req-40f32928-fd45-404e-8958-f8805505da11 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 946 time: 0.3598297 Nov 27 01:20:58.149109 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4d93403-f3d3-4ca3-a225-8cbf1cadf108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.177482 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51a33574-d9eb-4b0e-bfea-c055737a56b6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.191548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] For port 97496ba4-0306-4da0-84b1-80eaba9883c5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=97496ba4-0306-4da0-84b1-80eaba9883c5,segment=NetworkSegment(3d5f93e6-84d4-401e-9305-18f8a7cf68ed),segment_id=3d5f93e6-84d4-401e-9305-18f8a7cf68ed)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:58.198905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.233310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Calling delete_port for 97496ba4-0306-4da0-84b1-80eaba9883c5 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:58.262697 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.318612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:20:58.361836 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-542ec635-9425-48d5-959f-e73cc55cdc48 req-d993455b-d991-413a-a6ac-c5dbf51f71db tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f2635ff-2446-4116-866d-2587de10aa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491028 Nov 27 01:20:58.403230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 8e3db039-56fb-43c9-b7e0-41c987ccc236, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8e3db039-56fb-43c9-b7e0-41c987ccc236,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:58.411583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e7d50f54-6d84-4103-b484-09b52dd6d81c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:58.412299 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e7d50f54-6d84-4103-b484-09b52dd6d81c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.456046 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51a33574-d9eb-4b0e-bfea-c055737a56b6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.465914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network 3ffd4aac-43fe-48f9-880c-b38c1e3dab2b is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:20:58.563633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Port': ['ID=27b6108b-9108-453e-892b-93652ef33428,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:58.579535 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992937f8-8e56-4019-85cd-8146dcc7412a None None] DHCP port deletion for 10e94330-2a7a-43e0-834b-4dbaa9648800 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:58.585586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d93403-f3d3-4ca3-a225-8cbf1cadf108 None None] Pushing event updated for resources: {'Port': ['ID=83f59dad-ca24-4603-ac57-11bd37edb377,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:58.592764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:20:58.599907 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.601231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 516c2313-177a-4d51-b190-ca17b78574de up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:20:58.636334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:20:58.644881 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:58.645944 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.688085 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-af41dc4c-56f2-4a37-8ae5-b1e293f1519f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.3561008 Nov 27 01:20:58.693133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Provisioning complete for port 516c2313-177a-4d51-b190-ca17b78574de triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:58.693506 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.699112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41468) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:58.790298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc541c-9577-40e0-812e-b8e377befdbf req-c015100a-09e9-41ef-9f7a-0dc3ac8b704b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:20:58.793005 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16bc541c-9577-40e0-812e-b8e377befdbf req-c015100a-09e9-41ef-9f7a-0dc3ac8b704b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 945 time: 0.2262573 Nov 27 01:20:58.797673 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1dd0d12d-e47d-48cb-85bb-85df4fb676fe req-2b7c5a94-e960-4bb8-9d28-5f6aeb285965 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.853944 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Allocated IP 2001:db8::f816:3eff:feed:4039 (3ffd4aac-43fe-48f9-880c-b38c1e3dab2b/720ee6d4-221b-44db-b102-f8eff05c2047/92e7e725-5595-4e72-8d53-e5be6646874c) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:20:58.859849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-5782e418-f864-4b12-b683-faa9569eed98 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Deleting subnet 720ee6d4-221b-44db-b102-f8eff05c2047 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:20:58.869175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.879910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c5a94-e960-4bb8-9d28-5f6aeb285965 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Pushing event deleted for resources: {'Port': ['ID=de278812-84d3-4af0-92b6-204cd91f8d25,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:58.885189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] No DVR routers for this DVR port 97496ba4-0306-4da0-84b1-80eaba9883c5 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:58.915441 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 516c2313-177a-4d51-b190-ca17b78574de triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:20:58.916162 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:58.947229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef34273-62d0-4ad9-86d2-ec856542cf10 None None] DHCP port deletion for 9627cbe7-26b1-435c-8355-29d3e9c27703 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:58.966772 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:20:58.985275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Pushing event deleted for resources: {'Port': ['ID=97496ba4-0306-4da0-84b1-80eaba9883c5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:59.027742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51a33574-d9eb-4b0e-bfea-c055737a56b6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.059742 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.070024 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51a33574-d9eb-4b0e-bfea-c055737a56b6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.074774 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-51a33574-d9eb-4b0e-bfea-c055737a56b6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3458586 Nov 27 01:20:59.079863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41474) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:59.083471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e94330-2a7a-43e0-834b-4dbaa9648800']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:59.085295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0bb7e27d-10a0-435b-af90-8df90af0232b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'security_group_rule': {'security_group_id': 'baf8d358-8ea0-4678-ae3f-b5f6c81da0eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:59.094660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5f93e6-84d4-401e-9305-18f8a7cf68ed') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:59.095075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5f93e6-84d4-401e-9305-18f8a7cf68ed') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:20:59.096855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a33574-d9eb-4b0e-bfea-c055737a56b6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7228c368-e92a-4b0f-a47c-39d3150cceb3,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:59.105691 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.120215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.127654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:20:59.128199 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.159576 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bb7e27d-10a0-435b-af90-8df90af0232b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.170329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-e7d50f54-6d84-4103-b484-09b52dd6d81c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] For port 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7ae18d0a-32b5-47de-9b92-d7d671fa6c2a,segment=NetworkSegment(d2e23539-2394-4a8f-ba4c-f075708d528f),segment_id=d2e23539-2394-4a8f-ba4c-f075708d528f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:20:59.171588 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e7d50f54-6d84-4103-b484-09b52dd6d81c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.200813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e7d50f54-6d84-4103-b484-09b52dd6d81c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Calling delete_port for 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:20:59.218264 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:20:59.221797 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.257298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16bc541c-9577-40e0-812e-b8e377befdbf req-3cc1c806-f2cc-459f-b901-cf877dfd12bb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494855 Nov 27 01:20:59.258431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd0d12d-e47d-48cb-85bb-85df4fb676fe req-2b7c5a94-e960-4bb8-9d28-5f6aeb285965 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] No DVR routers for this DVR port de278812-84d3-4af0-92b6-204cd91f8d25 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:20:59.261536 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.267680 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] 10.222.0.37 "DELETE /v2.0/networks/10e94330-2a7a-43e0-834b-4dbaa9648800 HTTP/1.1" status: 204 len: 168 time: 2.7963052 Nov 27 01:20:59.267960 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1dd0d12d-e47d-48cb-85bb-85df4fb676fe req-2b7c5a94-e960-4bb8-9d28-5f6aeb285965 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.271763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1dd0d12d-e47d-48cb-85bb-85df4fb676fe req-2b7c5a94-e960-4bb8-9d28-5f6aeb285965 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.42 "DELETE /v2.0/ports/de278812-84d3-4af0-92b6-204cd91f8d25 HTTP/1.1" status: 204 len: 173 time: 2.9875841 Nov 27 01:20:59.272287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'name': 'network-vif-deleted', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:20:59.274831 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d8cffe-1028-47cd-8d3a-3ba548a7d871" -d '{"events": [{"server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "name": "network-vif-deleted", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:20:59.299602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35012ae5-e6e0-4bbf-ad0f-8f6a927599da admin admin] Pushing event deleted for resources: {'Network': ['ID=10e94330-2a7a-43e0-834b-4dbaa9648800,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:59.350942 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32402f7-531c-4731-b1cf-8eccba706acb x-openstack-request-id: req-c32402f7-531c-4731-b1cf-8eccba706acb {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:20:59.351270 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827f76a1-63a2-4d5a-9d4c-5fe1982de0e2", "name": "network-vif-deleted", "tag": "de278812-84d3-4af0-92b6-204cd91f8d25", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:20:59.351641 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c32402f7-531c-4731-b1cf-8eccba706acb {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:20:59.352191 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827f76a1-63a2-4d5a-9d4c-5fe1982de0e2', 'name': 'network-vif-deleted', 'tag': 'de278812-84d3-4af0-92b6-204cd91f8d25', 'status': 'completed', 'code': 200} Nov 27 01:20:59.368322 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bb7e27d-10a0-435b-af90-8df90af0232b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.385889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bb7e27d-10a0-435b-af90-8df90af0232b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.466535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7e27d-10a0-435b-af90-8df90af0232b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3887ae-3172-4f3c-9f82-4eebdbbb42cc,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:59.473643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bb7e27d-10a0-435b-af90-8df90af0232b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.477957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41490) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:59.478189 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0bb7e27d-10a0-435b-af90-8df90af0232b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3969417 Nov 27 01:20:59.490158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:20:59.634594 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf77181d-0638-4bc4-8911-f2c98ba3f6b4 req-ac9b6a82-84de-4b8a-a698-86f9133add69 tempest-ServersNegativeTestJSON-218573546 tempest-ServersNegativeTestJSON-218573546-project] 10.222.0.37 "GET /v2.0/ports?device_id=827f76a1-63a2-4d5a-9d4c-5fe1982de0e2 HTTP/1.1" status: 200 len: 210 time: 0.1007712 Nov 27 01:20:59.657042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-992937f8-8e56-4019-85cd-8146dcc7412a None None] Deleting port 97496ba4-0306-4da0-84b1-80eaba9883c5 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:20:59.658051 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-992937f8-8e56-4019-85cd-8146dcc7412a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.664304 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.666996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=8e3db039-56fb-43c9-b7e0-41c987ccc236,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:59.694089 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e7d50f54-6d84-4103-b484-09b52dd6d81c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server [None req-992937f8-8e56-4019-85cd-8146dcc7412a None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 10e94330-2a7a-43e0-834b-4dbaa9648800 could not be found. Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:20:59.718643 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 10e94330-2a7a-43e0-834b-4dbaa9648800 could not be found. Nov 27 01:20:59.723542 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Nov 27 01:20:59.737959 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:20:59.782703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41494) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:59.825354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c0922d-dbbe-4053-9f22-a915072e0ec5 None None] DHCP port deletion for 10e94330-2a7a-43e0-834b-4dbaa9648800 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:20:59.840779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d50f54-6d84-4103-b484-09b52dd6d81c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Port': ['ID=7ae18d0a-32b5-47de-9b92-d7d671fa6c2a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:20:59.915315 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-290d42d7-f843-4724-8ca7-e9e5c889ee20 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8e834a9cd8e47579aa583f9a5697420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302958 Nov 27 01:20:59.918667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41500) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:20:59.991164 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.059628 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] For port 516c2313-177a-4d51-b190-ca17b78574de, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=516c2313-177a-4d51-b190-ca17b78574de,segment=NetworkSegment(5b011eac-0dde-4f06-88f9-b6c57fa95c34),segment_id=5b011eac-0dde-4f06-88f9-b6c57fa95c34)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:00.063693 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.118152 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.152444 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0afb-b681-42e1-a5d6-77f334be0d8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.217143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Allocated IP 172.25.3.39 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/90fee50d-932c-4180-b2bd-b2bb1cc4387b) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:00.224644 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0afb-b681-42e1-a5d6-77f334be0d8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.270684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Provisioning complete for port 83f59dad-ca24-4603-ac57-11bd37edb377 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:00.276061 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e7d50f54-6d84-4103-b484-09b52dd6d81c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.293877 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.317457 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.325639 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Pushing event updated for resources: {'Port': ['ID=516c2313-177a-4d51-b190-ca17b78574de,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:00.367373 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.376092 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0afb-b681-42e1-a5d6-77f334be0d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.379125 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0afb-b681-42e1-a5d6-77f334be0d8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.382830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a0aa0afb-b681-42e1-a5d6-77f334be0d8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d869f84-939c-4e95-8e2f-29ccb9ba6051 HTTP/1.1" status: 204 len: 168 time: 0.4590344 Nov 27 01:21:00.389429 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5782e418-f864-4b12-b683-faa9569eed98 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.396957 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:21:00.397567 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:21:00.484537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa0afb-b681-42e1-a5d6-77f334be0d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d869f84-939c-4e95-8e2f-29ccb9ba6051,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:00.492478 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5782e418-f864-4b12-b683-faa9569eed98 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.505188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device de278812-84d3-4af0-92b6-204cd91f8d25 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:00.528000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Network 3ffd4aac-43fe-48f9-880c-b38c1e3dab2b is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:00.594291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: de278812-84d3-4af0-92b6-204cd91f8d25 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:00.595454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device de278812-84d3-4af0-92b6-204cd91f8d25 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:00.609970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c558f-17ba-468c-bbcc-5f6d87c6b7af req-7e24c517-3e5a-4324-99c0-039d862b9511 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:00.613225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:00.613522 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b84c558f-17ba-468c-bbcc-5f6d87c6b7af req-7e24c517-3e5a-4324-99c0-039d862b9511 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 945 time: 0.1860135 Nov 27 01:21:00.620196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:00.654432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Pushing event updated for resources: {'Port': ['ID=92e7e725-5595-4e72-8d53-e5be6646874c,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:00.664585 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5782e418-f864-4b12-b683-faa9569eed98 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.739145 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b84c558f-17ba-468c-bbcc-5f6d87c6b7af req-36a1b07c-458d-4ab7-825d-4faebaaaf42e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175549 Nov 27 01:21:00.835544 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5782e418-f864-4b12-b683-faa9569eed98 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.842856 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d50f54-6d84-4103-b484-09b52dd6d81c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Router b5c681f9-870d-4915-ac5e-2846d7c987df has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:21:00.847109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Attempting to bind port 92e7e725-5595-4e72-8d53-e5be6646874c on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:00.848733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Attempting to bind port 92e7e725-5595-4e72-8d53-e5be6646874c by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '96595ee8-e9ed-4c83-b8f1-2ce271521c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3ffd4aac-43fe-48f9-880c-b38c1e3dab2b'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:00.848733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Attempting to bind port 92e7e725-5595-4e72-8d53-e5be6646874c on network 3ffd4aac-43fe-48f9-880c-b38c1e3dab2b {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:00.866868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41520) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:00.874368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:00.874760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Checking segment: {'id': '96595ee8-e9ed-4c83-b8f1-2ce271521c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3ffd4aac-43fe-48f9-880c-b38c1e3dab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:00.875169 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.875568 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Bound using segment: {'id': '96595ee8-e9ed-4c83-b8f1-2ce271521c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3ffd4aac-43fe-48f9-880c-b38c1e3dab2b'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:00.876062 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Bound port: 92e7e725-5595-4e72-8d53-e5be6646874c, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96595ee8-e9ed-4c83-b8f1-2ce271521c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3ffd4aac-43fe-48f9-880c-b38c1e3dab2b'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:00.880609 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:00.990736 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f41ae8b-21cb-41ba-ba0a-703f3f188272 admin admin] Deleting subnet 2f7a8ce3-5280-4534-999b-9162791807b4 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:21:00.990736 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f41ae8b-21cb-41ba-ba0a-703f3f188272 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.074174 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] For port 92e7e725-5595-4e72-8d53-e5be6646874c, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:01.078732 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 83f59dad-ca24-4603-ac57-11bd37edb377 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:01.112792 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f41ae8b-21cb-41ba-ba0a-703f3f188272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.145203 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Provisioning complete for port 6319a243-24ab-4e3d-8261-27a33a584e8e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:01.145692 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.155440 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] For port 92e7e725-5595-4e72-8d53-e5be6646874c, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=92e7e725-5595-4e72-8d53-e5be6646874c,segment=NetworkSegment(96595ee8-e9ed-4c83-b8f1-2ce271521c16),segment_id=96595ee8-e9ed-4c83-b8f1-2ce271521c16)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:01.180702 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.196335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d50f54-6d84-4103-b484-09b52dd6d81c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:21:01.212907 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06320093-40f6-48bc-93ec-c01d359d4a97 None None] Sync routers for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:21:01.233951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e7d50f54-6d84-4103-b484-09b52dd6d81c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "PUT /v2.0/routers/b5c681f9-870d-4915-ac5e-2846d7c987df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7507513 Nov 27 01:21:01.253797 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06320093-40f6-48bc-93ec-c01d359d4a97 None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:01.255009 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-06320093-40f6-48bc-93ec-c01d359d4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:20:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:01.375338 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f41ae8b-21cb-41ba-ba0a-703f3f188272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.493219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50987d6-4b53-4528-a7bc-4bccee814baf None None] Pushing event updated for resources: {'Port': ['ID=92e7e725-5595-4e72-8d53-e5be6646874c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:01.515624 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f41ae8b-21cb-41ba-ba0a-703f3f188272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.536618 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-06320093-40f6-48bc-93ec-c01d359d4a97 None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:01.540684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Port 6319a243-24ab-4e3d-8261-27a33a584e8e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:01.595095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351de0dc-480c-49e7-9523-c7e19fb78a8e None None] Network 3ffd4aac-43fe-48f9-880c-b38c1e3dab2b requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:01.601560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 83f59dad-ca24-4603-ac57-11bd37edb377 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:01.601560 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.628731 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f41ae8b-21cb-41ba-ba0a-703f3f188272 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.632145 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9f41ae8b-21cb-41ba-ba0a-703f3f188272 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2f7a8ce3-5280-4534-999b-9162791807b4 HTTP/1.1" status: 204 len: 168 time: 0.7646251 Nov 27 01:21:01.643218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41546) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:01.697136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63386e3-4efb-4e87-b98d-ae773486b197 None None] Network 9627cbe7-26b1-435c-8355-29d3e9c27703 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:01.699672 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Provisioning complete for port f18938dd-b136-4aad-a1f4-0ffb31ff72fd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:01.700051 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.700888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41ae8b-21cb-41ba-ba0a-703f3f188272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7a8ce3-5280-4534-999b-9162791807b4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:01.807240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782e418-f864-4b12-b683-faa9569eed98 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Subnet': ['ID=720ee6d4-221b-44db-b102-f8eff05c2047,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:01.831469 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5782e418-f864-4b12-b683-faa9569eed98 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.841668 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5782e418-f864-4b12-b683-faa9569eed98 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/subnets/720ee6d4-221b-44db-b102-f8eff05c2047 HTTP/1.1" status: 204 len: 168 time: 3.1385040 Nov 27 01:21:01.853051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41560) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:01.883960 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:01.937382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41562) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:01.964406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:02.027798 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-06320093-40f6-48bc-93ec-c01d359d4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:20:59Z', 'revision_number': 6, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '9007bb38-a670-4f72-a756-c0b77b1b4c92', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'port_id': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'mac_address': 'fa:16:3e:0c:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e327c0d-528c-4827-8041-f23f82b000c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:19:21Z', 'updated_at': '2021-11-27T01:19:25Z', 'revision_number': 1, 'project_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:19:01Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:02.065033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.089106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838046e6-6b62-4a65-a999-64c73155a252 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:02.099657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838046e6-6b62-4a65-a999-64c73155a252 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:02.108428 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-838046e6-6b62-4a65-a999-64c73155a252 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2199621 Nov 27 01:21:02.114569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41566) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:02.123559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000e530-8c26-47b8-8b45-33fa2864b7e6 req-7415dd00-fe45-4469-aa96-01b8cbc0256d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:02.126354 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c000e530-8c26-47b8-8b45-33fa2864b7e6 req-7415dd00-fe45-4469-aa96-01b8cbc0256d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 946 time: 0.4730744 Nov 27 01:21:02.132600 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06320093-40f6-48bc-93ec-c01d359d4a97 None None] Checking router: b5c681f9-870d-4915-ac5e-2846d7c987df for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:21:02.145432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-806004330-network', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:02.147238 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06320093-40f6-48bc-93ec-c01d359d4a97 None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:02.147903 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-06320093-40f6-48bc-93ec-c01d359d4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:20:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:02.174285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Port f18938dd-b136-4aad-a1f4-0ffb31ff72fd cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:02.197809 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.202450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed1a423-d104-49a2-8522-0fece2145995 None None] DHCP port deletion for 9627cbe7-26b1-435c-8355-29d3e9c27703 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:02.206981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a5735-f0f0-440d-afdf-a2f853629eab req-b88c5872-e64e-4160-b919-9698ec0c9820 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:02.209022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4f8a5735-f0f0-440d-afdf-a2f853629eab req-b88c5872-e64e-4160-b919-9698ec0c9820 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 945 time: 0.2550819 Nov 27 01:21:02.209900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Made reservation on behalf of 9f799e2e03c640a882f654c057f99cdb for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:02.212796 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.248016 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.283625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9627cbe7-26b1-435c-8355-29d3e9c27703']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:02.314003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794d9a3f-3edc-48ab-9af4-0ef14d1f3429') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:02.315599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794d9a3f-3edc-48ab-9af4-0ef14d1f3429') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:02.327314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Provisioning complete for port 8e3db039-56fb-43c9-b7e0-41c987ccc236 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:02.327771 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-513ecdac-973b-4e06-b0da-c22b50a8fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.349186 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c000e530-8c26-47b8-8b45-33fa2864b7e6 req-cdd3d399-d2d1-4b75-82b3-2d17450d7b19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=db2b3620-2592-44b2-92d6-c47f826db388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147872 Nov 27 01:21:02.359348 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.380522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:21:02.413187 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:02.413187 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.414434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.419317 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4f8a5735-f0f0-440d-afdf-a2f853629eab req-21627101-4191-4354-92b6-660c57a99fd7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931922 Nov 27 01:21:02.437082 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:02.439841 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-06320093-40f6-48bc-93ec-c01d359d4a97 None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:02.440466 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:02.451125 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:02.572823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c606f09-7068-4d1d-88d1-837642468b6d None None] get_active_networks_info from n-d-819494-2 {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:21:02.646406 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.653277 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.657421 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] 10.222.0.37 "DELETE /v2.0/networks/9627cbe7-26b1-435c-8355-29d3e9c27703 HTTP/1.1" status: 204 len: 168 time: 0.9478178 Nov 27 01:21:02.677099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb988d85-2bfa-493f-874f-be3052dc3e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=9627cbe7-26b1-435c-8355-29d3e9c27703,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:02.694491 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c8a1fae-8d89-4ca0-8683-1d499c60c0fd tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.748780 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.769605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8e3db039-56fb-43c9-b7e0-41c987ccc236 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:02.770752 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8a1fae-8d89-4ca0-8683-1d499c60c0fd tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 27 01:21:02.771625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8a1fae-8d89-4ca0-8683-1d499c60c0fd tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:21:02.779618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1c8a1fae-8d89-4ca0-8683-1d499c60c0fd tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/networks/3ffd4aac-43fe-48f9-880c-b38c1e3dab2b HTTP/1.1" status: 409 len: 405 time: 0.6664999 Nov 27 01:21:02.785794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41580) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:02.792215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-486779889'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:02.821107 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.847548 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.858408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:02.867491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:02.872400 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.904207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:02.911603 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.916087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:02.921729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4c30a1be-5ef0-43a7-af82-db046e0fa2c5 None None] Provisioning complete for port 6319a243-24ab-4e3d-8261-27a33a584e8e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:02.922110 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4c30a1be-5ef0-43a7-af82-db046e0fa2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:02.945115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41582) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:02.979222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:21:02.991821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98e3794-4b8f-4e39-865c-27975600bb19,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:02.997654 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a31cb18-0926-48b4-9dba-3510c53236ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:03.004296 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dd0f4e-7eb2-47e6-b0fc-21d41bd1e4c4" -d '{"events": [{"server_uuid": "5a31cb18-0926-48b4-9dba-3510c53236ac", "name": "network-vif-plugged", "status": "completed", "tag": "d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:03.017135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eb9601b7-0277-45aa-a80b-3acb01d9b014 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ee09ea209694f8bab7b9c7c2dff7d72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0708818 Nov 27 01:21:03.020359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:21:03.020533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41586) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:03.023030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Port': ['ID=90fee50d-932c-4180-b2bd-b2bb1cc4387b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:03.045410 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.045944 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Added segment 1a406c5f-9ce2-4deb-a29c-08a295bb4d63 of type vlan for network 4f3d0dc1-237e-46b0-945a-be297a59b212 Nov 27 01:21:03.070275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:03.103467 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.116264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.124765 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6222e8-298c-415a-8bb0-da44c537b5e2 x-openstack-request-id: req-6e6222e8-298c-415a-8bb0-da44c537b5e2 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:03.124765 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a31cb18-0926-48b4-9dba-3510c53236ac", "name": "network-vif-plugged", "status": "completed", "tag": "d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:03.125103 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e6222e8-298c-415a-8bb0-da44c537b5e2 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:03.125510 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a31cb18-0926-48b4-9dba-3510c53236ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9', 'code': 200} Nov 27 01:21:03.143300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4c30a1be-5ef0-43a7-af82-db046e0fa2c5 None None] Port 6319a243-24ab-4e3d-8261-27a33a584e8e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:03.150429 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.150986 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Added segment 857cff22-fe92-4833-817e-959dbb1245c5 of type vlan for network af56e4e9-1c6a-4008-8880-7db28d9d23db Nov 27 01:21:03.191103 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-06320093-40f6-48bc-93ec-c01d359d4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:20:59Z', 'revision_number': 6, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '9007bb38-a670-4f72-a756-c0b77b1b4c92', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'port_id': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'mac_address': 'fa:16:3e:0c:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e327c0d-528c-4827-8041-f23f82b000c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:19:21Z', 'updated_at': '2021-11-27T01:19:25Z', 'revision_number': 1, 'project_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:19:01Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:03.217386 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.249218 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06320093-40f6-48bc-93ec-c01d359d4a97 None None] The sync data for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 is: [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:20:59Z', 'revision_number': 6, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '9007bb38-a670-4f72-a756-c0b77b1b4c92', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'port_id': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'mac_address': 'fa:16:3e:0c:6e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e327c0d-528c-4827-8041-f23f82b000c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:19:21Z', 'updated_at': '2021-11-27T01:19:25Z', 'revision_number': 1, 'project_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:19:01Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:21:03.272627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d485a-7e94-4345-86c5-3060f313de8e req-8e0e90b0-c8bb-4911-b217-6d752067011f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:03.274155 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-010d485a-7e94-4345-86c5-3060f313de8e req-8e0e90b0-c8bb-4911-b217-6d752067011f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.11 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 946 time: 0.2135265 Nov 27 01:21:03.282618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 8e3db039-56fb-43c9-b7e0-41c987ccc236 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:03.283215 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.283805 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.352841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c606f09-7068-4d1d-88d1-837642468b6d None None] Resources bound (agent type, host, resource id): {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:21:03.363883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:03.377742 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.417464 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00948e5f-ea72-4e04-ade0-302054a720b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.419937 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.resource_extend [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:21:03.507400 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.513738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:03.514565 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.541254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d8c82-9bbb-4b98-afdc-9df5ab43f863 req-a100f945-93a8-4584-a276-74ceddee47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:03.542956 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1d4d8c82-9bbb-4b98-afdc-9df5ab43f863 req-a100f945-93a8-4584-a276-74ceddee47ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 1097 time: 0.2578533 Nov 27 01:21:03.583351 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.584301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:03.584878 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.651847 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00948e5f-ea72-4e04-ade0-302054a720b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:03.737631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 516c2313-177a-4d51-b190-ca17b78574de up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:03.757084 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9695547 Nov 27 01:21:03.760040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41602) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:03.772310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'subnet': {'network_id': 'af56e4e9-1c6a-4008-8880-7db28d9d23db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:03.783625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e90db-8204-42a3-b9e9-7f72305ab5ef tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Network': ['ID=af56e4e9-1c6a-4008-8880-7db28d9d23db,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:03.828555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network af56e4e9-1c6a-4008-8880-7db28d9d23db details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:21:03.840153 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8933268 Nov 27 01:21:03.846830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:03.889902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-676bc335-7cf6-430e-bdea-e09a223cc1f2 admin admin] Request body: {'subnet': {'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-806004330-subnet', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:03.950532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8afd6-9b88-4c2c-b906-b0624ec47a6d admin admin] Pushing event updated for resources: {'Network': ['ID=4f3d0dc1-237e-46b0-945a-be297a59b212,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:03.955153 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1d4d8c82-9bbb-4b98-afdc-9df5ab43f863 req-a6234758-60e9-4297-8166-744d1c4c1076 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028480 Nov 27 01:21:03.980366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd016b-e2f3-4262-884c-55cc97b4325d req-261295eb-28c2-4a3a-a0db-24337bce4642 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:03.990078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dfdd016b-e2f3-4262-884c-55cc97b4325d req-261295eb-28c2-4a3a-a0db-24337bce4642 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.4165227 Nov 27 01:21:04.019894 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.040161 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.059726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676bc335-7cf6-430e-bdea-e09a223cc1f2 admin admin] Made reservation on behalf of 9f799e2e03c640a882f654c057f99cdb for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:04.065522 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-676bc335-7cf6-430e-bdea-e09a223cc1f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.067173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf646c0-4208-4b5f-85f8-a0e2044d6a1b req-43f364d6-2cb4-4575-a776-e8918633b3ea tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:04.068776 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcf646c0-4208-4b5f-85f8-a0e2044d6a1b req-43f364d6-2cb4-4575-a776-e8918633b3ea tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 946 time: 0.5513911 Nov 27 01:21:04.107979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-010d485a-7e94-4345-86c5-3060f313de8e req-c50bf218-40e2-4bf8-b0da-4d546c565e9a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting port 0289f184-d6bc-4890-9417-f674baeab445 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:04.108965 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-010d485a-7e94-4345-86c5-3060f313de8e req-c50bf218-40e2-4bf8-b0da-4d546c565e9a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.155324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 4f3d0dc1-237e-46b0-945a-be297a59b212 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:21:04.188194 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00948e5f-ea72-4e04-ade0-302054a720b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.191357 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00948e5f-ea72-4e04-ade0-302054a720b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.192815 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-00948e5f-ea72-4e04-ade0-302054a720b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f2635ff-2446-4116-866d-2587de10aa75 HTTP/1.1" status: 204 len: 168 time: 1.1598537 Nov 27 01:21:04.247993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00948e5f-ea72-4e04-ade0-302054a720b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2635ff-2446-4116-866d-2587de10aa75,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:04.370698 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 516c2313-177a-4d51-b190-ca17b78574de triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:04.371329 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.417149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf03873-45ee-4e6c-a0a8-c13443a180b4 None None] get_active_networks_info from n-d-819494-2 {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:21:04.444716 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dfdd016b-e2f3-4262-884c-55cc97b4325d req-184b0b69-bc21-4f78-979c-81aacc779f2c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542713 Nov 27 01:21:04.451740 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcf646c0-4208-4b5f-85f8-a0e2044d6a1b req-5c7d756f-baf7-48c9-a663-9bce145c7393 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=db2b3620-2592-44b2-92d6-c47f826db388&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3708498 Nov 27 01:21:04.469334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:04.473946 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.576975 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-676bc335-7cf6-430e-bdea-e09a223cc1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.723556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Port': ['ID=90fee50d-932c-4180-b2bd-b2bb1cc4387b,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:04.761426 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.764814 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf03873-45ee-4e6c-a0a8-c13443a180b4 None None] Resources bound (agent type, host, resource id): {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:21:04.777958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676bc335-7cf6-430e-bdea-e09a223cc1f2 admin admin] Checking segment: {'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:04.778353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676bc335-7cf6-430e-bdea-e09a223cc1f2 admin admin] Network hostable DHCP agents. Network: 4f3d0dc1-237e-46b0-945a-be297a59b212, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:21:04.811789 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bc335-7cf6-430e-bdea-e09a223cc1f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b7f594-2703-487d-bed1-2d36e2da4e57,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:04.821743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676bc335-7cf6-430e-bdea-e09a223cc1f2 admin admin] Network 4f3d0dc1-237e-46b0-945a-be297a59b212 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:21:04.840008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-010d485a-7e94-4345-86c5-3060f313de8e req-c50bf218-40e2-4bf8-b0da-4d546c565e9a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] For port 0289f184-d6bc-4890-9417-f674baeab445, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=0289f184-d6bc-4890-9417-f674baeab445,segment=NetworkSegment(d2e23539-2394-4a8f-ba4c-f075708d528f),segment_id=d2e23539-2394-4a8f-ba4c-f075708d528f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:04.840435 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-010d485a-7e94-4345-86c5-3060f313de8e req-c50bf218-40e2-4bf8-b0da-4d546c565e9a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.847766 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.858257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-010d485a-7e94-4345-86c5-3060f313de8e req-c50bf218-40e2-4bf8-b0da-4d546c565e9a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Calling delete_port for 0289f184-d6bc-4890-9417-f674baeab445 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:04.859213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a460eff9-e91c-4065-9a80-03eff2b328a9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3786926 Nov 27 01:21:04.867136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-676bc335-7cf6-430e-bdea-e09a223cc1f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 4f3d0dc1-237e-46b0-945a-be297a59b212) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:04.871546 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676bc335-7cf6-430e-bdea-e09a223cc1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:04.872199 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-676bc335-7cf6-430e-bdea-e09a223cc1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.908447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-676bc335-7cf6-430e-bdea-e09a223cc1f2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0314326 Nov 27 01:21:04.909128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41628) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:04.913091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:04.958877 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.961833 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:04.987408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 83f59dad-ca24-4603-ac57-11bd37edb377 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:05.111818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 83f59dad-ca24-4603-ac57-11bd37edb377 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:05.112585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.155599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.223391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:21:05.245795 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.330265 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.433998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 97496ba4-0306-4da0-84b1-80eaba9883c5 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:05.477782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Subnet': ['ID=0737d816-fa86-4b86-baf3-50a80ed0b970,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:05.480899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 97496ba4-0306-4da0-84b1-80eaba9883c5 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:05.481304 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 97496ba4-0306-4da0-84b1-80eaba9883c5 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:05.481739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9662d814-6ccd-4c04-ac53-5173e1f1a284 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:05.485888 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-010d485a-7e94-4345-86c5-3060f313de8e req-c50bf218-40e2-4bf8-b0da-4d546c565e9a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.514650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 9662d814-6ccd-4c04-ac53-5173e1f1a284 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:05.515010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9662d814-6ccd-4c04-ac53-5173e1f1a284 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:05.515433 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f60b7891-5c76-484d-9aa3-7973e1471980 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:05.547442 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d046f843-4361-43c5-ba3d-c84f3cddc135 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1956906036&fields=id&tenant_id=a614930afcea470bb444c5b97845de9e HTTP/1.1" status: 200 len: 267 time: 0.0734017 Nov 27 01:21:05.600764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: f60b7891-5c76-484d-9aa3-7973e1471980 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:05.601110 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f60b7891-5c76-484d-9aa3-7973e1471980 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:05.622748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bf218-40e2-4bf8-b0da-4d546c565e9a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Port': ['ID=0289f184-d6bc-4890-9417-f674baeab445,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:05.644525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-e38185a2-62d2-4d66-a9b1-9e2406049395 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:05.651999 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-e38185a2-62d2-4d66-a9b1-9e2406049395 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports/f18938dd-b136-4aad-a1f4-0ffb31ff72fd HTTP/1.1" status: 200 len: 937 time: 0.1035843 Nov 27 01:21:05.660283 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc114ac-928a-4eeb-b84b-392cbf103400 None None] Network 4f3d0dc1-237e-46b0-945a-be297a59b212 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:05.688360 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b710c7d4-bee0-4791-b9df-cedb3fbe9cfc req-577095d9-5e72-417e-a943-d258767d4cf6 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9af52dc8-e708-4b00-811f-6dc947f802ed HTTP/1.1" status: 200 len: 210 time: 0.1094599 Nov 27 01:21:05.754203 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Checking segment: {'id': '857cff22-fe92-4833-817e-959dbb1245c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'af56e4e9-1c6a-4008-8880-7db28d9d23db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:05.755950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network hostable DHCP agents. Network: af56e4e9-1c6a-4008-8880-7db28d9d23db, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:21:05.766734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-010d485a-7e94-4345-86c5-3060f313de8e req-c50bf218-40e2-4bf8-b0da-4d546c565e9a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] No DVR routers for this DVR port 0289f184-d6bc-4890-9417-f674baeab445 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:05.781034 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-010d485a-7e94-4345-86c5-3060f313de8e req-c50bf218-40e2-4bf8-b0da-4d546c565e9a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.781241 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-12b8045c-6f17-43c0-9c6b-caee83eb849b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:05.792671 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-12b8045c-6f17-43c0-9c6b-caee83eb849b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports/6319a243-24ab-4e3d-8261-27a33a584e8e HTTP/1.1" status: 200 len: 936 time: 0.1397409 Nov 27 01:21:05.798926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-010d485a-7e94-4345-86c5-3060f313de8e req-c50bf218-40e2-4bf8-b0da-4d546c565e9a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.11 "DELETE /v2.0/ports/0289f184-d6bc-4890-9417-f674baeab445 HTTP/1.1" status: 204 len: 173 time: 2.5072954 Nov 27 01:21:05.799611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af52dc8-e708-4b00-811f-6dc947f802ed', 'name': 'network-vif-deleted', 'tag': '0289f184-d6bc-4890-9417-f674baeab445'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:05.811449 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c35654-5a59-4ede-8ce9-6e56f89928a2" -d '{"events": [{"server_uuid": "9af52dc8-e708-4b00-811f-6dc947f802ed", "name": "network-vif-deleted", "tag": "0289f184-d6bc-4890-9417-f674baeab445"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:05.823734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:05.826519 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 0289f184-d6bc-4890-9417-f674baeab445 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:05.890931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-acb729f4-986d-427a-86a9-8530ec48c07c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0972981 Nov 27 01:21:05.895774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network af56e4e9-1c6a-4008-8880-7db28d9d23db is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:21:05.962351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, af56e4e9-1c6a-4008-8880-7db28d9d23db) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:05.971510 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:05.972441 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:05.998406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-e96c249f-3e70-4a45-a5ce-29bfd342814b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1012039 Nov 27 01:21:06.002689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fbf043ab-a90f-46b6-99b0-17923fa904c8 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2363560 Nov 27 01:21:06.014577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d468e2-6af5-485a-a70e-d33ebe9886e8 req-78556eef-540c-4200-ac5a-752cb965808b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:06.016602 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00d468e2-6af5-485a-a70e-d33ebe9886e8 req-78556eef-540c-4200-ac5a-752cb965808b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.1651094 Nov 27 01:21:06.018305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41672) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:06.031602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e464b6-2c18-4480-9ead-342281514748 None None] Network af56e4e9-1c6a-4008-8880-7db28d9d23db requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:06.045778 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 0289f184-d6bc-4890-9417-f674baeab445 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:06.051314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 0289f184-d6bc-4890-9417-f674baeab445 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:06.058225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:06.060189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7ae18d0a-32b5-47de-9b92-d7d671fa6c2a not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:06.152319 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00d468e2-6af5-485a-a70e-d33ebe9886e8 req-50aaf073-cb94-4fa7-9178-c9cb82f09f36 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234212 Nov 27 01:21:06.205509 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:06.312683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5129e985-b711-436e-8314-8d8cab830e90 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:06.329662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5129e985-b711-436e-8314-8d8cab830e90 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:06.346009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:06.346440 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5129e985-b711-436e-8314-8d8cab830e90 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:06.369373 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5129e985-b711-436e-8314-8d8cab830e90 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/networks?id=1911280f-60d8-4aa0-8f77-7153690dade4&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=a5a73d60-d1d0-409d-af7c-8d682c688801&id=a5a73d60-d1d0-409d-af7c-8d682c688801 HTTP/1.1" status: 200 len: 1995 time: 0.3707197 Nov 27 01:21:06.418186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-75a1d143-ab8b-4204-a732-f8e739d7b5ee tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/quotas/a614930afcea470bb444c5b97845de9e HTTP/1.1" status: 200 len: 375 time: 0.0478327 Nov 27 01:21:06.457007 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550bc628-80af-4925-9529-25f358230ae7 x-openstack-request-id: req-550bc628-80af-4925-9529-25f358230ae7 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:06.457296 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af52dc8-e708-4b00-811f-6dc947f802ed", "name": "network-vif-deleted", "tag": "0289f184-d6bc-4890-9417-f674baeab445", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:06.457545 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-550bc628-80af-4925-9529-25f358230ae7 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:06.457943 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af52dc8-e708-4b00-811f-6dc947f802ed', 'name': 'network-vif-deleted', 'tag': '0289f184-d6bc-4890-9417-f674baeab445', 'status': 'completed', 'code': 200} Nov 27 01:21:06.518948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:06.563068 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:06.567368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Subnet': ['ID=0737d816-fa86-4b86-baf3-50a80ed0b970,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:06.571674 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f74094e-f0ef-4692-a60c-3bfb96608056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-af56e4e9-1c6a-4008-8880-7db28d9d23db', 'network_id': 'af56e4e9-1c6a-4008-8880-7db28d9d23db', 'tenant_id': 'b00bc4563d9b41c2a99dd63f82832645', 'fixed_ips': [{'subnet_id': '0737d816-fa86-4b86-baf3-50a80ed0b970'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:21:06.572562 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6f74094e-f0ef-4692-a60c-3bfb96608056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:06.615463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-4f3d0dc1-237e-46b0-945a-be297a59b212', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'fixed_ips': [{'subnet_id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:21:06.622285 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:06.626750 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:06.658701 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:06.688887 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-f7a62f2e-db0e-4f02-9f45-667059dcf20d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2689862 Nov 27 01:21:06.715958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af56e4e9-1c6a-4008-8880-7db28d9d23db']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:06.787767 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857cff22-fe92-4833-817e-959dbb1245c5') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:06.788134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857cff22-fe92-4833-817e-959dbb1245c5') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:06.822477 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:06.852872 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:06.865280 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:06.867088 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:06.887537 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:06.900020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Allocated IP 172.25.3.19 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/6724c32f-4286-4262-8b5b-f3c14b6875d6) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:06.910912 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2b04e44b-cfd7-4233-b210-4b0b4fa2a469 service neutron] 10.222.0.37 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169530 Nov 27 01:21:07.006765 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93248ffc-21c4-4161-964d-18e14df2069b None None] Network af56e4e9-1c6a-4008-8880-7db28d9d23db requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:07.023675 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.032082 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2e58134b-b6a7-4886-9c3a-ccd01dc36228 service neutron] 10.222.0.37 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201479 Nov 27 01:21:07.049191 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.068637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93248ffc-21c4-4161-964d-18e14df2069b None None] Network af56e4e9-1c6a-4008-8880-7db28d9d23db could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:21:07.073127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/networks/af56e4e9-1c6a-4008-8880-7db28d9d23db HTTP/1.1" status: 204 len: 168 time: 1.0525880 Nov 27 01:21:07.074767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41696) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:07.079814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38853014-5b8b-47cd-8ef7-3a969d26e9d4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Network': ['ID=af56e4e9-1c6a-4008-8880-7db28d9d23db,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:07.080446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a1278e10-96ef-45a6-b31f-65d984c756a1 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1628339094'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:07.172690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Allocated IP 172.20.0.2 (4f3d0dc1-237e-46b0-945a-be297a59b212/e4b7f594-2703-487d-bed1-2d36e2da4e57/302117ee-241a-4b37-8d3e-8b0dcc137275) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:07.173947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-eb392e0c-7a74-48a9-80e3-56a82d7a855c service neutron] 10.222.0.37 "GET /v2.0/ports/f18938dd-b136-4aad-a1f4-0ffb31ff72fd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1408634 Nov 27 01:21:07.262832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1278e10-96ef-45a6-b31f-65d984c756a1 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:07.266526 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a1278e10-96ef-45a6-b31f-65d984c756a1 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.361639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1278e10-96ef-45a6-b31f-65d984c756a1 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:21:07.371416 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a1278e10-96ef-45a6-b31f-65d984c756a1 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.371867 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-a1278e10-96ef-45a6-b31f-65d984c756a1 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Added segment 94f755ce-1083-4cbe-9cb9-5f347a8c5486 of type vlan for network d617e985-c611-4b6a-a5f7-9d83baf87c1e Nov 27 01:21:07.421883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a1278e10-96ef-45a6-b31f-65d984c756a1 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.430361 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.452907 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.488988 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.509529 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-1dfd5675-aa9f-48a7-976a-b40c6cfa1042 service neutron] 10.222.0.37 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346980 Nov 27 01:21:07.570974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Pushing event updated for resources: {'Port': ['ID=302117ee-241a-4b37-8d3e-8b0dcc137275,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:07.587545 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Network 4f3d0dc1-237e-46b0-945a-be297a59b212 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:07.590711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:07.601782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:07.647309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41716) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:07.732207 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a1278e10-96ef-45a6-b31f-65d984c756a1 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.738684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1278e10-96ef-45a6-b31f-65d984c756a1 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:07.743020 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a1278e10-96ef-45a6-b31f-65d984c756a1 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.743826 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ef85bae-974d-4851-84f4-733a0c289a0d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.756599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Attempting to bind port 302117ee-241a-4b37-8d3e-8b0dcc137275 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:07.757983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Attempting to bind port 302117ee-241a-4b37-8d3e-8b0dcc137275 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:07.758544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Attempting to bind port 302117ee-241a-4b37-8d3e-8b0dcc137275 on network 4f3d0dc1-237e-46b0-945a-be297a59b212 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:07.770963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:07.771413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Checking segment: {'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:07.775638 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.776120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Bound using segment: {'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:07.776626 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Bound port: 302117ee-241a-4b37-8d3e-8b0dcc137275, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:07.777019 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.808466 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ef85bae-974d-4851-84f4-733a0c289a0d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.904533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1278e10-96ef-45a6-b31f-65d984c756a1 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Network': ['ID=d617e985-c611-4b6a-a5f7-9d83baf87c1e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:07.931796 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ef85bae-974d-4851-84f4-733a0c289a0d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.936400 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ef85bae-974d-4851-84f4-733a0c289a0d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.936578 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:07.941710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7ef85bae-974d-4851-84f4-733a0c289a0d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/security-groups/db2b3620-2592-44b2-92d6-c47f826db388 HTTP/1.1" status: 204 len: 168 time: 0.2932928 Nov 27 01:21:07.949231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] For port 302117ee-241a-4b37-8d3e-8b0dcc137275, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:07.956231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network d617e985-c611-4b6a-a5f7-9d83baf87c1e details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:21:07.969016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef85bae-974d-4851-84f4-733a0c289a0d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2b3620-2592-44b2-92d6-c47f826db388,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:07.990723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a1278e10-96ef-45a6-b31f-65d984c756a1 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9122598 Nov 27 01:21:07.991002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41726) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:08.001027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2721dcfe-04aa-4834-bc17-9d7070fe2fb4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'subnet': {'network_id': 'd617e985-c611-4b6a-a5f7-9d83baf87c1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:08.075949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-f0306581-7fe7-4f22-ad29-aef2f64e9e77 service neutron] 10.222.0.37 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654948 Nov 27 01:21:08.162693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:08.176538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] For port 302117ee-241a-4b37-8d3e-8b0dcc137275, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=302117ee-241a-4b37-8d3e-8b0dcc137275,segment=NetworkSegment(1a406c5f-9ce2-4deb-a29c-08a295bb4d63),segment_id=1a406c5f-9ce2-4deb-a29c-08a295bb4d63)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:08.187066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:08.187066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Pushing event updated for resources: {'Port': ['ID=6724c32f-4286-4262-8b5b-f3c14b6875d6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:08.187066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:08.190978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:08.259792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-3a81c1fa-b557-4aef-8295-4453b036fd03 service neutron] 10.222.0.37 "GET /v2.0/ports/6319a243-24ab-4e3d-8261-27a33a584e8e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1823881 Nov 27 01:21:08.290989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91fc74-45d0-43e4-b418-d82bbac44998 None None] Pushing event updated for resources: {'Port': ['ID=302117ee-241a-4b37-8d3e-8b0dcc137275,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:08.296944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9f3d0-c5e9-4f64-8e01-93f68420ec49 req-36ef4141-bdb6-4d48-8647-e5c27814956a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:08.300857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840f194-2da4-45fd-95df-493ce303d102 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:08.310605 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77d9f3d0-c5e9-4f64-8e01-93f68420ec49 req-36ef4141-bdb6-4d48-8647-e5c27814956a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.2048509 Nov 27 01:21:08.367072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4bc91718-9af1-4768-90f2-6c16cc086b98 None None] Provisioning complete for port 6724c32f-4286-4262-8b5b-f3c14b6875d6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:08.367713 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4bc91718-9af1-4768-90f2-6c16cc086b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:08.390894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2721dcfe-04aa-4834-bc17-9d7070fe2fb4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:08.394693 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2721dcfe-04aa-4834-bc17-9d7070fe2fb4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:08.413273 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77d9f3d0-c5e9-4f64-8e01-93f68420ec49 req-4e261a65-1fef-438f-bd73-6c5c2df3a0b6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009338 Nov 27 01:21:08.418614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4bc91718-9af1-4768-90f2-6c16cc086b98 None None] Port 6724c32f-4286-4262-8b5b-f3c14b6875d6 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:08.484278 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-937bed12-2222-4e33-ad19-8d15e93696b1 service neutron] 10.222.0.37 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233477 Nov 27 01:21:08.487855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41734) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:08.712313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-76cea520-af26-4f1d-ad7c-fbf77325a5d1 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting subnet 4a2de049-8aed-4574-8706-f726152b99aa {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:21:08.789077 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-76cea520-af26-4f1d-ad7c-fbf77325a5d1 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:08.916076 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2721dcfe-04aa-4834-bc17-9d7070fe2fb4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:09.033647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721dcfe-04aa-4834-bc17-9d7070fe2fb4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Subnet': ['ID=2efe842a-763e-4be9-b949-1eeba62e4c03,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:09.042981 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-76cea520-af26-4f1d-ad7c-fbf77325a5d1 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:09.072666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721dcfe-04aa-4834-bc17-9d7070fe2fb4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Checking segment: {'id': '94f755ce-1083-4cbe-9cb9-5f347a8c5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd617e985-c611-4b6a-a5f7-9d83baf87c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:09.073072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2721dcfe-04aa-4834-bc17-9d7070fe2fb4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network hostable DHCP agents. Network: d617e985-c611-4b6a-a5f7-9d83baf87c1e, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:21:09.100530 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-325b5c22-ed76-4bf4-8b2d-2a4afa1ff556 service neutron] 10.222.0.37 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895841 Nov 27 01:21:09.133120 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2721dcfe-04aa-4834-bc17-9d7070fe2fb4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network d617e985-c611-4b6a-a5f7-9d83baf87c1e is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:21:09.157470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2721dcfe-04aa-4834-bc17-9d7070fe2fb4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, d617e985-c611-4b6a-a5f7-9d83baf87c1e) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:09.164311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2721dcfe-04aa-4834-bc17-9d7070fe2fb4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:09.164912 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2721dcfe-04aa-4834-bc17-9d7070fe2fb4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:09.172921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d676b6d-108d-4b0e-8990-7ca489d2fbaf None None] Network d617e985-c611-4b6a-a5f7-9d83baf87c1e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:09.218552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41756) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:09.218829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2721dcfe-04aa-4834-bc17-9d7070fe2fb4 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2259362 Nov 27 01:21:09.392119 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a353a2a6-41fb-46e3-8cdb-d437cf8318f8 service neutron] 10.222.0.37 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798562 Nov 27 01:21:09.650587 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a5eb4-7499-40f1-9275-58eb19efe56b req-46e39fe5-6ea9-45d6-8e48-55ad248fab4b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:09.656407 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be9a5eb4-7499-40f1-9275-58eb19efe56b req-46e39fe5-6ea9-45d6-8e48-55ad248fab4b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.1167965 Nov 27 01:21:09.754348 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be9a5eb4-7499-40f1-9275-58eb19efe56b req-270c7314-21f2-47da-92da-482520c2c737 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902462 Nov 27 01:21:09.770036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-d617e985-c611-4b6a-a5f7-9d83baf87c1e', 'network_id': 'd617e985-c611-4b6a-a5f7-9d83baf87c1e', 'tenant_id': 'b00bc4563d9b41c2a99dd63f82832645', 'fixed_ips': [{'subnet_id': '2efe842a-763e-4be9-b949-1eeba62e4c03'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:21:09.772337 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:09.978489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Allocated IP 2001:db8::2 (d617e985-c611-4b6a-a5f7-9d83baf87c1e/2efe842a-763e-4be9-b949-1eeba62e4c03/b4b76b7b-c501-439c-931b-2130e8454792) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:10.085839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 302117ee-241a-4b37-8d3e-8b0dcc137275 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:10.088328 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2048097-0556-441e-a1af-dd6aadea58ee None None] Network 4f3d0dc1-237e-46b0-945a-be297a59b212 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:10.152216 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-76cea520-af26-4f1d-ad7c-fbf77325a5d1 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.270911 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-76cea520-af26-4f1d-ad7c-fbf77325a5d1 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.325843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b3247c16-9025-4d58-93ae-08bdb998f96d None None] Provisioning complete for port 302117ee-241a-4b37-8d3e-8b0dcc137275 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:10.327030 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3247c16-9025-4d58-93ae-08bdb998f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.347173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cea520-af26-4f1d-ad7c-fbf77325a5d1 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2de049-8aed-4574-8706-f726152b99aa,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:10.368164 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-76cea520-af26-4f1d-ad7c-fbf77325a5d1 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.377181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-76cea520-af26-4f1d-ad7c-fbf77325a5d1 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/subnets/4a2de049-8aed-4574-8706-f726152b99aa HTTP/1.1" status: 204 len: 168 time: 1.8778069 Nov 27 01:21:10.379957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41792) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:10.400303 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.403560 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-03967b5d-2b34-4752-ab86-a31b1564344e service neutron] 10.222.0.37 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0101945 Nov 27 01:21:10.410616 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.422489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d28ea-08ac-4e64-b607-589888aa4277 None None] Network 102eb16a-afa6-41ff-bba8-1d994a9f0208 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:10.457556 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.466579 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 302117ee-241a-4b37-8d3e-8b0dcc137275 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:10.477380 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.488436 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.542167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.653518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting port 60c9a65f-764a-4770-a8ec-ea399d90de6f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:10.654102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.684277 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5d6564e7-91f4-4998-a6d3-377119cbb708 service neutron] 10.222.0.37 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694857 Nov 27 01:21:10.734633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] For port 60c9a65f-764a-4770-a8ec-ea399d90de6f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=60c9a65f-764a-4770-a8ec-ea399d90de6f,segment=NetworkSegment(d2e23539-2394-4a8f-ba4c-f075708d528f),segment_id=d2e23539-2394-4a8f-ba4c-f075708d528f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:10.735287 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.772091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Calling delete_port for 60c9a65f-764a-4770-a8ec-ea399d90de6f owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:10.906282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Deleting port b4b76b7b-c501-439c-931b-2130e8454792 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:10.918580 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:10.995058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Network d617e985-c611-4b6a-a5f7-9d83baf87c1e is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:10.995854 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3247c16-9025-4d58-93ae-08bdb998f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.022477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-b520cc82-f908-4f8f-88ec-46ad674861bb service neutron] 10.222.0.37 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271918 Nov 27 01:21:11.030993 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.037605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74b495-5385-4b6f-952d-f5a2f9a3ad20 req-5294b71c-4b9e-4d91-8b11-a66fc968e54a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:11.052216 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e74b495-5385-4b6f-952d-f5a2f9a3ad20 req-5294b71c-4b9e-4d91-8b11-a66fc968e54a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.1439884 Nov 27 01:21:11.076027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Pushing event updated for resources: {'Port': ['ID=b4b76b7b-c501-439c-931b-2130e8454792,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:11.121351 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.142543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:11.146061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:11.175245 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Port': ['ID=60c9a65f-764a-4770-a8ec-ea399d90de6f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:11.178583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] No DVR routers for this DVR port 60c9a65f-764a-4770-a8ec-ea399d90de6f on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:11.223107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] For port b4b76b7b-c501-439c-931b-2130e8454792, host n-d-819494-2, got binding levels [] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:11.223107 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.233430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e74b495-5385-4b6f-952d-f5a2f9a3ad20 req-945b1872-64a6-4281-a06f-7e5d80f30560 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744778 Nov 27 01:21:11.239673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b3247c16-9025-4d58-93ae-08bdb998f96d None None] For port 302117ee-241a-4b37-8d3e-8b0dcc137275, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=302117ee-241a-4b37-8d3e-8b0dcc137275,segment=NetworkSegment(1a406c5f-9ce2-4deb-a29c-08a295bb4d63),segment_id=1a406c5f-9ce2-4deb-a29c-08a295bb4d63)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:11.309905 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3247c16-9025-4d58-93ae-08bdb998f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.390003 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Attempting to bind port b4b76b7b-c501-439c-931b-2130e8454792 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:11.390627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Attempting to bind port b4b76b7b-c501-439c-931b-2130e8454792 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '94f755ce-1083-4cbe-9cb9-5f347a8c5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd617e985-c611-4b6a-a5f7-9d83baf87c1e'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:11.391809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Attempting to bind port b4b76b7b-c501-439c-931b-2130e8454792 on network d617e985-c611-4b6a-a5f7-9d83baf87c1e {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:11.402369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:11.402748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Checking segment: {'id': '94f755ce-1083-4cbe-9cb9-5f347a8c5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd617e985-c611-4b6a-a5f7-9d83baf87c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:11.403152 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.403600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Bound using segment: {'id': '94f755ce-1083-4cbe-9cb9-5f347a8c5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd617e985-c611-4b6a-a5f7-9d83baf87c1e'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:11.404086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Bound port: b4b76b7b-c501-439c-931b-2130e8454792, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f755ce-1083-4cbe-9cb9-5f347a8c5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd617e985-c611-4b6a-a5f7-9d83baf87c1e'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:11.404561 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.417235 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-468be04e-1cb4-4cf5-a68b-23e6b4fee26e service neutron] 10.222.0.37 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817461 Nov 27 01:21:11.419904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Calling delete_port for b4b76b7b-c501-439c-931b-2130e8454792 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:11.423511 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.489008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102eb16a-afa6-41ff-bba8-1d994a9f0208']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:11.515123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e23539-2394-4a8f-ba4c-f075708d528f') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:11.515557 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e23539-2394-4a8f-ba4c-f075708d528f') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:11.551007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] For port b4b76b7b-c501-439c-931b-2130e8454792, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:11.563720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] For port b4b76b7b-c501-439c-931b-2130e8454792, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b4b76b7b-c501-439c-931b-2130e8454792,segment=NetworkSegment(94f755ce-1083-4cbe-9cb9-5f347a8c5486),segment_id=94f755ce-1083-4cbe-9cb9-5f347a8c5486)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:11.567271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd73718c-99db-46a0-a97b-0ccedf6f44bc None None] DHCP port deletion for 102eb16a-afa6-41ff-bba8-1d994a9f0208 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:11.578465 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.604458 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.639895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:11.640419 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:11.653295 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:11.707938 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.742962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a4f7c8a9-5333-4d29-9d07-e29035618a16 service neutron] 10.222.0.37 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154269 Nov 27 01:21:11.780441 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.785919 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:11.792966 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/networks/102eb16a-afa6-41ff-bba8-1d994a9f0208 HTTP/1.1" status: 204 len: 168 time: 1.4089799 Nov 27 01:21:11.838753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41830) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:11.847688 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:21:12.021656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3247c16-9025-4d58-93ae-08bdb998f96d None None] Pushing event updated for resources: {'Port': ['ID=302117ee-241a-4b37-8d3e-8b0dcc137275,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:12.030556 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ece0c80-453c-47f8-8b84-1c4441cb0eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.135954 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9b83a0d4-13f6-479f-aa9a-9e29d871c1c8 service neutron] 10.222.0.37 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664122 Nov 27 01:21:12.147478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4fd83-d5d5-43f8-8318-2d6690425159 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Network': ['ID=102eb16a-afa6-41ff-bba8-1d994a9f0208,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:12.161604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2751fff2-b906-45ae-87ba-b33fd21316e4 None None] Provisioning complete for port 302117ee-241a-4b37-8d3e-8b0dcc137275 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:12.162001 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2751fff2-b906-45ae-87ba-b33fd21316e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.313448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe643f-9cb4-4a99-8397-be2318ffadf8 None None] Pushing event updated for resources: {'Port': ['ID=b4b76b7b-c501-439c-931b-2130e8454792,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:12.332452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:12.387917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 302117ee-241a-4b37-8d3e-8b0dcc137275 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:12.396389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting port 7e786a32-8726-4c85-9a02-cf9d88038034 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:12.396665 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.415992 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-6298cb2f-0db5-4261-a904-a7594ccbb635 service neutron] 10.222.0.37 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639830 Nov 27 01:21:12.496045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'port_id': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9', 'mac_address': 'fa:16:3e:7b:47:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:21:12.611469 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.640204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 302117ee-241a-4b37-8d3e-8b0dcc137275 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:12.641176 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.651004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:12.731356 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.742163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:21:12.824246 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.832942 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.876917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Calling delete_port for 7e786a32-8726-4c85-9a02-cf9d88038034 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:12.887143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:12.896318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Port': ['ID=b4b76b7b-c501-439c-931b-2130e8454792,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:12.897069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593754c3-b183-4d83-bbee-666e459650bf req-d086184d-ec4e-4466-8d56-717cb818a81e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:12.910955 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:12.912224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-593754c3-b183-4d83-bbee-666e459650bf req-d086184d-ec4e-4466-8d56-717cb818a81e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.2579291 Nov 27 01:21:13.227126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:13.276252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No DVR routers for this DVR port b4b76b7b-c501-439c-931b-2130e8454792 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:13.546982 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:13.580069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:13.729942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 60c9a65f-764a-4770-a8ec-ea399d90de6f no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:13.891405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 60c9a65f-764a-4770-a8ec-ea399d90de6f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:13.895118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 60c9a65f-764a-4770-a8ec-ea399d90de6f not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:13.973437 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:13.987632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:21:13.991821 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ca4c311f-246b-4404-8c42-1df16a8479f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.019299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Sync routers for ids ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:21:14.097664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Routers {'0ef87722-b26a-4113-ac3f-cdb1bee1fa39'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:14.098909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:14.136004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Subnet': ['ID=2efe842a-763e-4be9-b949-1eeba62e4c03,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:14.172931 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.183077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5699d4a4-b200-4012-b0da-3895fda1c396 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.2732294 Nov 27 01:21:14.261654 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07973d73-9007-4133-b468-1c48375a978f req-e3f0f010-e03d-44dc-885c-794d72645b6d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.1408691 Nov 27 01:21:14.262699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41896) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:14.266633 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-593754c3-b183-4d83-bbee-666e459650bf req-e177fd56-7f4a-405f-9027-548030f23c59 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3531926 Nov 27 01:21:14.457580 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.503816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d617e985-c611-4b6a-a5f7-9d83baf87c1e']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:14.610847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f755ce-1083-4cbe-9cb9-5f347a8c5486') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:14.611934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f755ce-1083-4cbe-9cb9-5f347a8c5486') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:14.648353 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.665380 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.730969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Port': ['ID=7e786a32-8726-4c85-9a02-cf9d88038034,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:14.736012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec17488-0384-4464-aa33-3f33847d3746 None None] Network d617e985-c611-4b6a-a5f7-9d83baf87c1e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:14.776141 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.824777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b18e2d7e-4fe2-4785-bab2-0516a64d1007 None None] Could not find standard attr ID for object b4b76b7b-c501-439c-931b-2130e8454792. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:21:14.826617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:14.828474 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:14.833275 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:14.861352 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.985019 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:14.986386 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Floating IP 9007bb38-a670-4f72-a756-c0b77b1b4c92 disassociated (deleted). External IP: 172.25.3.100, port: da6dbfad-544e-4028-ad76-659ba663ae44. Nov 27 01:21:15.119376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:15.145316 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:15.149523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/networks/d617e985-c611-4b6a-a5f7-9d83baf87c1e HTTP/1.1" status: 204 len: 168 time: 5.9265566 Nov 27 01:21:15.156594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41920) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:15.187935 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:15.199380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00258c29-6832-4810-b54f-bc07ac0425fd None None] DHCP port deletion for d617e985-c611-4b6a-a5f7-9d83baf87c1e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:15.216546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Set router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:15.228844 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ec584-ebea-460e-b96d-16d3c34fda3e tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Network': ['ID=d617e985-c611-4b6a-a5f7-9d83baf87c1e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:15.253825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-96885afc-5ded-4308-b52e-ab422e9e9d7f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-777329348'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:15.334168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96885afc-5ded-4308-b52e-ab422e9e9d7f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:15.341269 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96885afc-5ded-4308-b52e-ab422e9e9d7f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:15.681331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96885afc-5ded-4308-b52e-ab422e9e9d7f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:21:15.704752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96885afc-5ded-4308-b52e-ab422e9e9d7f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:15.704985 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-96885afc-5ded-4308-b52e-ab422e9e9d7f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Added segment 85fef5ee-1933-4808-bf08-e5f7afa352d5 of type vlan for network 24c60079-2e06-43c7-917e-27a66aa402b3 Nov 27 01:21:15.725739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cf08d-a9b8-4319-a6a2-df09eab7eed8 req-c76be31d-4cfd-4b0a-8a6a-5d4a8f774f50 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:15.730062 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-771cf08d-a9b8-4319-a6a2-df09eab7eed8 req-c76be31d-4cfd-4b0a-8a6a-5d4a8f774f50 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 945 time: 0.2744477 Nov 27 01:21:15.748709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:21:09Z', 'revision_number': 3, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:15.801834 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96885afc-5ded-4308-b52e-ab422e9e9d7f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:15.813187 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Checking router: 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:21:15.825597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Updating router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 port 6724c32f-4286-4262-8b5b-f3c14b6875d6 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:21:15.847902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:15.859512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Router b5c681f9-870d-4915-ac5e-2846d7c987df has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:21:15.864554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4bc44f8-c111-4657-8808-991c875423ba req-059d3730-115d-4e7a-9594-c5ebebf27257 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.2826135 Nov 27 01:21:15.868380 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96885afc-5ded-4308-b52e-ab422e9e9d7f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:15.885103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96885afc-5ded-4308-b52e-ab422e9e9d7f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:15.885755 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96885afc-5ded-4308-b52e-ab422e9e9d7f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.017008 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-771cf08d-a9b8-4319-a6a2-df09eab7eed8 req-799071fe-1be6-4ab1-8f4b-6fc9d3a1d7d5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754126 Nov 27 01:21:16.062634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96885afc-5ded-4308-b52e-ab422e9e9d7f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Network': ['ID=24c60079-2e06-43c7-917e-27a66aa402b3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:16.097087 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-96885afc-5ded-4308-b52e-ab422e9e9d7f tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9391205 Nov 27 01:21:16.103323 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41942) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:16.195609 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.206325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Request body: {'subnet': {'network_id': '24c60079-2e06-43c7-917e-27a66aa402b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:16.227234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-81f17584-deca-4e5a-8dba-4b403bdc0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:16.228743 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-81f17584-deca-4e5a-8dba-4b403bdc0879 service neutron] 10.222.0.42 "GET /v2.0/ports/f18938dd-b136-4aad-a1f4-0ffb31ff72fd HTTP/1.1" status: 200 len: 1033 time: 0.2086263 Nov 27 01:21:16.243178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 24c60079-2e06-43c7-917e-27a66aa402b3 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:21:16.255834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b4b76b7b-c501-439c-931b-2130e8454792 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:16.325479 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.328290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-17bdab12-2b61-42d2-a964-14971296e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:16.329838 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-17bdab12-2b61-42d2-a964-14971296e631 service neutron] 10.222.0.42 "GET /v2.0/ports/6319a243-24ab-4e3d-8261-27a33a584e8e HTTP/1.1" status: 200 len: 1032 time: 0.0845077 Nov 27 01:21:16.593386 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: b4b76b7b-c501-439c-931b-2130e8454792 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:16.594797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b4b76b7b-c501-439c-931b-2130e8454792 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:16.643039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:16.649022 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.690600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:21:16.701382 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd28a29-a836-485f-9df8-4e415ba12faa None None] Sync routers for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:21:16.724107 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd28a29-a836-485f-9df8-4e415ba12faa None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:16.724774 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5fd28a29-a836-485f-9df8-4e415ba12faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:16.728007 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.865123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Made reservation on behalf of b00bc4563d9b41c2a99dd63f82832645 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:16.880765 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:16.907727 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.056495 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-5fd28a29-a836-485f-9df8-4e415ba12faa None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:17.116442 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.164965 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eb9f5aea-1eab-4c6e-8fa4-f4153c0e82b2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/floatingips/9007bb38-a670-4f72-a756-c0b77b1b4c92 HTTP/1.1" status: 204 len: 168 time: 5.3223042 Nov 27 01:21:17.192971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e327c0d-528c-4827-8041-f23f82b000c9', 'tag': 'da6dbfad-544e-4028-ad76-659ba663ae44'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:17.196813 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c531e00-f5a1-461c-b118-72b68691dff3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e327c0d-528c-4827-8041-f23f82b000c9", "tag": "da6dbfad-544e-4028-ad76-659ba663ae44"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:17.221365 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.238505 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a31cb18-0926-48b4-9dba-3510c53236ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:17.245845 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0983c71-aa1d-4ba0-9462-cc6b5b34cb9b" -d '{"events": [{"server_uuid": "5a31cb18-0926-48b4-9dba-3510c53236ac", "name": "network-vif-plugged", "status": "completed", "tag": "d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:17.290432 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12c7f3a8-9838-4e5c-bf4c-947957522e1f req-ff79dc7f-96ac-46b0-8ade-ce336662fdd5 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.1834252 Nov 27 01:21:17.375893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:17.393272 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.587807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:17.615766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-fc3a35c4-6e99-4e17-bee6-29ec3e11059f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:17.620794 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.636613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-fc3a35c4-6e99-4e17-bee6-29ec3e11059f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:17.690938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-fc3a35c4-6e99-4e17-bee6-29ec3e11059f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:17.694068 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-fc3a35c4-6e99-4e17-bee6-29ec3e11059f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "GET /v2.0/networks?id=1911280f-60d8-4aa0-8f77-7153690dade4&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=a5a73d60-d1d0-409d-af7c-8d682c688801&id=a5a73d60-d1d0-409d-af7c-8d682c688801 HTTP/1.1" status: 200 len: 1995 time: 1.3471985 Nov 27 01:21:17.709408 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.729186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Allocated IP 172.20.0.1 (4f3d0dc1-237e-46b0-945a-be297a59b212/e4b7f594-2703-487d-bed1-2d36e2da4e57/d71de7d1-09ee-4b6b-ab4b-1f33c23865ae) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:17.760009 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.771663 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab2fe6a-2f52-4450-9615-29aab5a9cb68 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:17.825275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Attempting to bind port 6724c32f-4286-4262-8b5b-f3c14b6875d6 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:17.825791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Attempting to bind port 6724c32f-4286-4262-8b5b-f3c14b6875d6 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:17.826415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Attempting to bind port 6724c32f-4286-4262-8b5b-f3c14b6875d6 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:17.885289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:17.885995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:17.886133 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.895008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:17.895212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Bound port: 6724c32f-4286-4262-8b5b-f3c14b6875d6, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:17.900091 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:17.958125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ca594-aa56-4adc-8d66-69c7fa2a384c req-392b5cd0-ca4b-4e0b-a04d-71b69c5c9fcd tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:17.967585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f89ca594-aa56-4adc-8d66-69c7fa2a384c req-392b5cd0-ca4b-4e0b-a04d-71b69c5c9fcd tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 945 time: 0.8091440 Nov 27 01:21:17.971187 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b878276-d480-4901-bf41-cda1e6be4d87 x-openstack-request-id: req-2b878276-d480-4901-bf41-cda1e6be4d87 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:17.971490 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e327c0d-528c-4827-8041-f23f82b000c9", "tag": "da6dbfad-544e-4028-ad76-659ba663ae44", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:17.971751 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b878276-d480-4901-bf41-cda1e6be4d87 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:17.972157 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e327c0d-528c-4827-8041-f23f82b000c9', 'tag': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'status': 'completed', 'code': 200} Nov 27 01:21:18.023512 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5fd28a29-a836-485f-9df8-4e415ba12faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:20:59Z', 'revision_number': 6, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:19:01Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:18.069173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c9c19-19b8-4193-8ad0-a022dcc0dbbd None None] Pushing event updated for resources: {'Port': ['ID=6724c32f-4286-4262-8b5b-f3c14b6875d6,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:18.118908 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd28a29-a836-485f-9df8-4e415ba12faa None None] Checking router: b5c681f9-870d-4915-ac5e-2846d7c987df for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:21:18.157223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-acf6e5b3-95f2-4418-800b-dde40894e8ac tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a614930afcea470bb444c5b97845de9e HTTP/1.1" status: 200 len: 380 time: 0.4054668 Nov 27 01:21:18.163626 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd28a29-a836-485f-9df8-4e415ba12faa None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:18.164551 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5fd28a29-a836-485f-9df8-4e415ba12faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:18.174393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] For port 6724c32f-4286-4262-8b5b-f3c14b6875d6, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:18.187033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] For port 6724c32f-4286-4262-8b5b-f3c14b6875d6, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6724c32f-4286-4262-8b5b-f3c14b6875d6,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:18.197802 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a927728-cf46-4461-a674-0dfd99c0923c x-openstack-request-id: req-4a927728-cf46-4461-a674-0dfd99c0923c {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:18.200320 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a31cb18-0926-48b4-9dba-3510c53236ac", "name": "network-vif-plugged", "status": "completed", "tag": "d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:18.200683 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a927728-cf46-4461-a674-0dfd99c0923c {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:18.201693 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a31cb18-0926-48b4-9dba-3510c53236ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9', 'code': 200} Nov 27 01:21:18.207598 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.222602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'port': {'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'admin_state_up': True, 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'security_groups': ['baf8d358-8ea0-4678-ae3f-b5f6c81da0eb']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:18.304749 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c9c19-19b8-4193-8ad0-a022dcc0dbbd None None] Pushing event updated for resources: {'Port': ['ID=6724c32f-4286-4262-8b5b-f3c14b6875d6,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:18.372704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213df406-6ae1-4ac2-946a-b436a64215ad None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:18.397227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-84628a61-6bb5-4343-87cc-0e56fd9c946c None None] Provisioning complete for port 6724c32f-4286-4262-8b5b-f3c14b6875d6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:18.397765 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84628a61-6bb5-4343-87cc-0e56fd9c946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.408787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f89ca594-aa56-4adc-8d66-69c7fa2a384c req-0cc8032c-530c-4199-9d3f-89f84fdfcbca tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227550 Nov 27 01:21:18.487693 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-5fd28a29-a836-485f-9df8-4e415ba12faa None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:18.505763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:21:18.509245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.541381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Routers {'0ef87722-b26a-4113-ac3f-cdb1bee1fa39'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:18.542305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:18.755261 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d2240a1-af48-4a68-a4a9-d61546e98c2d req-df7a33d8-b3a6-4923-aec9-7b95c7b2e60f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.1376076 Nov 27 01:21:18.771142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event updated for resources: {'Subnet': ['ID=f4be71e2-9a0f-4a25-a83e-a2ec245e27e9,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:18.798705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Checking segment: {'id': '85fef5ee-1933-4808-bf08-e5f7afa352d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '24c60079-2e06-43c7-917e-27a66aa402b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:18.800952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network hostable DHCP agents. Network: 24c60079-2e06-43c7-917e-27a66aa402b3, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:21:18.876885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Network 24c60079-2e06-43c7-917e-27a66aa402b3 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:21:18.895829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 24c60079-2e06-43c7-917e-27a66aa402b3) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:18.913769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:18.915822 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84628a61-6bb5-4343-87cc-0e56fd9c946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.917059 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:18.948750 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1c4be5a6-5633-4b09-a227-342bb036ecdc tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8392513 Nov 27 01:21:18.952085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41978) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:18.975124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-84628a61-6bb5-4343-87cc-0e56fd9c946c None None] For port 6724c32f-4286-4262-8b5b-f3c14b6875d6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6724c32f-4286-4262-8b5b-f3c14b6875d6,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:18.984750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488d3dbd-a7d5-4522-87fa-9f347b938efa None None] Network 24c60079-2e06-43c7-917e-27a66aa402b3 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:19.039779 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5fd28a29-a836-485f-9df8-4e415ba12faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:20:59Z', 'revision_number': 6, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:19:01Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:19.102256 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd28a29-a836-485f-9df8-4e415ba12faa None None] The sync data for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 is: [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:20:59Z', 'revision_number': 6, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f006f15c-cde3-41ed-adb6-2219cf8d1ebd', 'name': '', 'network_id': '506db715-82e2-45e5-8b4b-35cec04934bf', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:fe:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:51Z', 'updated_at': '2021-11-27T01:19:01Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '4b81952b-8ab9-4fa5-9325-de855a43a081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:21:19.181641 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.231761 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84628a61-6bb5-4343-87cc-0e56fd9c946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.379869 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.413755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab3259-249d-4f17-abe0-928fa41c559b req-e48d2771-2e08-4fc9-a900-cccf4422fd82 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:19.415488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09ab3259-249d-4f17-abe0-928fa41c559b req-e48d2771-2e08-4fc9-a900-cccf4422fd82 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 945 time: 0.1602764 Nov 27 01:21:19.416066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84628a61-6bb5-4343-87cc-0e56fd9c946c None None] Pushing event updated for resources: {'Port': ['ID=6724c32f-4286-4262-8b5b-f3c14b6875d6,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:19.504189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5efdb2-7c76-463a-a733-9b1e7b6460de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-24c60079-2e06-43c7-917e-27a66aa402b3', 'network_id': '24c60079-2e06-43c7-917e-27a66aa402b3', 'tenant_id': 'b00bc4563d9b41c2a99dd63f82832645', 'fixed_ips': [{'subnet_id': 'f4be71e2-9a0f-4a25-a83e-a2ec245e27e9'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:21:19.505587 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a5efdb2-7c76-463a-a733-9b1e7b6460de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.546978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] Set router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:19.650636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c531e00-f5a1-461c-b118-72b68691dff3 req-04e98825-a0d9-42cd-9232-a49642255ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:19.652239 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c531e00-f5a1-461c-b118-72b68691dff3 req-04e98825-a0d9-42cd-9232-a49642255ebe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 1096 time: 1.6556997 Nov 27 01:21:19.656578 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.659301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-683df243-1e64-4b8f-9366-7d16cef6ed54 None None] Provisioning complete for port 6724c32f-4286-4262-8b5b-f3c14b6875d6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:19.660232 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-683df243-1e64-4b8f-9366-7d16cef6ed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.829866 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:19.855049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ff32a-9789-4b2a-b770-86846985907c None None] New status for floating IP 9007bb38-a670-4f72-a756-c0b77b1b4c92: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:21:19.968717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786f1fc-9752-4a39-92ab-b749bf5acf81 req-f7c42e78-d27b-498b-873c-14d9c77fd956 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:19.974836 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7786f1fc-9752-4a39-92ab-b749bf5acf81 req-f7c42e78-d27b-498b-873c-14d9c77fd956 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.2984467 Nov 27 01:21:19.988971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Subnet': ['ID=f4be71e2-9a0f-4a25-a83e-a2ec245e27e9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:20.199579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855df7b-9062-4682-b6f5-933a4821fbe8 req-e32497b8-4ffb-4ce5-83fd-6656061750fb tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:20.205006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2855df7b-9062-4682-b6f5-933a4821fbe8 req-e32497b8-4ffb-4ce5-83fd-6656061750fb tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 945 time: 0.8666449 Nov 27 01:21:20.210741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c531e00-f5a1-461c-b118-72b68691dff3 req-840e758d-ac86-4ac2-a1f3-9d9050ec907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:20.215107 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c531e00-f5a1-461c-b118-72b68691dff3 req-840e758d-ac86-4ac2-a1f3-9d9050ec907d service neutron] 10.222.0.42 "GET /v2.0/networks?id=506db715-82e2-45e5-8b4b-35cec04934bf HTTP/1.1" status: 200 len: 898 time: 0.5400016 Nov 27 01:21:20.233313 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:20.339049 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7786f1fc-9752-4a39-92ab-b749bf5acf81 req-a70c8070-1f2d-4555-b452-8013e509e891 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451338 Nov 27 01:21:20.350301 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-09ab3259-249d-4f17-abe0-928fa41c559b req-05296854-7064-486d-b603-64354185f1bd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting port da6dbfad-544e-4028-ad76-659ba663ae44 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:20.351475 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:20.352802 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ab3259-249d-4f17-abe0-928fa41c559b req-05296854-7064-486d-b603-64354185f1bd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:20.457349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c60079-2e06-43c7-917e-27a66aa402b3']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:20.609661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fef5ee-1933-4808-bf08-e5f7afa352d5') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:20.609960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fef5ee-1933-4808-bf08-e5f7afa352d5') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:20.633985 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:20.649691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Pushing event updated for resources: {'Port': ['ID=d71de7d1-09ee-4b6b-ab4b-1f33c23865ae,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:20.673070 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:20.689068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:20.692197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:20.694327 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:20.712445 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:20.764776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Network 4f3d0dc1-237e-46b0-945a-be297a59b212 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:20.769562 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c531e00-f5a1-461c-b118-72b68691dff3 req-a0ba5748-7d6a-4871-af18-8cd41d0be565 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da6dbfad-544e-4028-ad76-659ba663ae44 HTTP/1.1" status: 200 len: 217 time: 0.4308083 Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server [None req-7a5efdb2-7c76-463a-a733-9b1e7b6460de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4be71e2-9a0f-4a25-a83e-a2ec245e27e9: This subnet is being modified by another concurrent operation. Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:21:20.794404 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4be71e2-9a0f-4a25-a83e-a2ec245e27e9: This subnet is being modified by another concurrent operation. Nov 27 01:21:20.801959 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Nov 27 01:21:20.805412 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:20.852334 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2855df7b-9062-4682-b6f5-933a4821fbe8 req-be199055-be60-4a69-b2c0-c6c484889b6e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=377aea16-469c-410d-b06a-736f5976df84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5761318 Nov 27 01:21:20.853223 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:20.897607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910301fd-70b7-46fb-9984-c50d51b31116 None None] Network 24c60079-2e06-43c7-917e-27a66aa402b3 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:20.932794 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:20.946563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910301fd-70b7-46fb-9984-c50d51b31116 None None] Network 24c60079-2e06-43c7-917e-27a66aa402b3 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:21:20.948099 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:21.041715 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:21.056759 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/networks/24c60079-2e06-43c7-917e-27a66aa402b3 HTTP/1.1" status: 204 len: 168 time: 2.0990119 Nov 27 01:21:21.077553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42006) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:21.105882 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3109431-ec03-4480-92cb-87e4fc214a2b req-1a73ee57-271e-408d-ac73-14db2ac59bfb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.2033930 Nov 27 01:21:21.221471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:21:09Z', 'revision_number': 3, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:21.329910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736859e-f4eb-4c5c-8d07-01df819d4c32 None None] The sync data for ids ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'] in n-d-819494-2 is: [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:21:09Z', 'revision_number': 3, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:21:21.335658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfab1b3-a4e4-41d4-91f3-5bd2dd76f808 None None] get_active_networks_info from n-d-819494-2 {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:21:21.371026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-09ab3259-249d-4f17-abe0-928fa41c559b req-05296854-7064-486d-b603-64354185f1bd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] For port da6dbfad-544e-4028-ad76-659ba663ae44, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=da6dbfad-544e-4028-ad76-659ba663ae44,segment=NetworkSegment(ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1),segment_id=ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:21.374066 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ab3259-249d-4f17-abe0-928fa41c559b req-05296854-7064-486d-b603-64354185f1bd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:21.387973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Allocated IP 172.20.0.6 (1911280f-60d8-4aa0-8f77-7153690dade4/92595162-6d4d-4477-968d-cc58800ef4a5/a91841f9-ede1-43ae-b396-9db6fc9d3f50) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:21.391584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-09ab3259-249d-4f17-abe0-928fa41c559b req-05296854-7064-486d-b603-64354185f1bd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Calling delete_port for da6dbfad-544e-4028-ad76-659ba663ae44 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:21.652773 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfab1b3-a4e4-41d4-91f3-5bd2dd76f808 None None] Resources bound (agent type, host, resource id): {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:21:21.705203 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:21.718486 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1a4f02-1831-44c0-8405-fabb25cb0d01 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] DELETE failed (client error): The resource could not be found. Nov 27 01:21:21.738832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1a4f02-1831-44c0-8405-fabb25cb0d01 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:21:21.746400 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fc1a4f02-1831-44c0-8405-fabb25cb0d01 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/subnets/f4be71e2-9a0f-4a25-a83e-a2ec245e27e9 HTTP/1.1" status: 404 len: 337 time: 0.6374729 Nov 27 01:21:21.755798 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ab3259-249d-4f17-abe0-928fa41c559b req-05296854-7064-486d-b603-64354185f1bd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:21.759562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42016) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:21.787467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-31d8cf4a-c02a-4381-8492-81f7a9ba10db None None] Provisioning complete for port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:21.787850 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31d8cf4a-c02a-4381-8492-81f7a9ba10db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:21.795018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec4adf-1d5b-4ee3-ba9f-065107dd9b23 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Network': ['ID=24c60079-2e06-43c7-917e-27a66aa402b3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:21.873974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:21.891232 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:21.902535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c531e00-f5a1-461c-b118-72b68691dff3 req-7061ace1-ee80-467b-bcf5-4f1e66fdb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:21.904102 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c531e00-f5a1-461c-b118-72b68691dff3 req-7061ace1-ee80-467b-bcf5-4f1e66fdb5cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4b81952b-8ab9-4fa5-9325-de855a43a081 HTTP/1.1" status: 200 len: 835 time: 1.1257956 Nov 27 01:21:21.988567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-31d8cf4a-c02a-4381-8492-81f7a9ba10db None None] Port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:22.018627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Network 1911280f-60d8-4aa0-8f77-7153690dade4 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:22.032297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05296854-7064-486d-b603-64354185f1bd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Port': ['ID=da6dbfad-544e-4028-ad76-659ba663ae44,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:22.068801 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-531e291a-cb1d-4fc8-9c8f-4a404f54cdf5 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] DELETE failed (client error): The resource could not be found. Nov 27 01:21:22.069304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531e291a-cb1d-4fc8-9c8f-4a404f54cdf5 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:21:22.093723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42020) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:22.098676 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-531e291a-cb1d-4fc8-9c8f-4a404f54cdf5 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/networks/24c60079-2e06-43c7-917e-27a66aa402b3 HTTP/1.1" status: 404 len: 339 time: 0.3376682 Nov 27 01:21:22.227415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:22.240684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:22.276755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6724c32f-4286-4262-8b5b-f3c14b6875d6 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:22.386956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa896e2c-13c7-4f60-9364-8a85f3c55e3c req-bec11eea-7717-4ca8-b4b3-9092bbe1932c tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:22.396560 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aa896e2c-13c7-4f60-9364-8a85f3c55e3c req-bec11eea-7717-4ca8-b4b3-9092bbe1932c tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 945 time: 0.6882043 Nov 27 01:21:22.421049 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ab3259-249d-4f17-abe0-928fa41c559b req-05296854-7064-486d-b603-64354185f1bd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] No DVR routers for this DVR port da6dbfad-544e-4028-ad76-659ba663ae44 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:22.432037 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ab3259-249d-4f17-abe0-928fa41c559b req-05296854-7064-486d-b603-64354185f1bd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:22.432972 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-57642d89-0cf0-4453-9c5c-5012a93d68a5 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] DELETE failed (client error): The resource could not be found. Nov 27 01:21:22.434731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57642d89-0cf0-4453-9c5c-5012a93d68a5 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:21:22.442758 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09ab3259-249d-4f17-abe0-928fa41c559b req-05296854-7064-486d-b603-64354185f1bd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.42 "DELETE /v2.0/ports/da6dbfad-544e-4028-ad76-659ba663ae44 HTTP/1.1" status: 204 len: 173 time: 3.0167120 Nov 27 01:21:22.445020 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-57642d89-0cf0-4453-9c5c-5012a93d68a5 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/subnets/2efe842a-763e-4be9-b949-1eeba62e4c03 HTTP/1.1" status: 404 len: 337 time: 0.3140295 Nov 27 01:21:22.465010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:22.473755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e327c0d-528c-4827-8041-f23f82b000c9', 'name': 'network-vif-deleted', 'tag': 'da6dbfad-544e-4028-ad76-659ba663ae44'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:22.478947 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:22.484060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Port': ['ID=a91841f9-ede1-43ae-b396-9db6fc9d3f50,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:22.484527 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d257020-554d-4a77-8371-364f55b165aa" -d '{"events": [{"server_uuid": "9e327c0d-528c-4827-8041-f23f82b000c9", "name": "network-vif-deleted", "tag": "da6dbfad-544e-4028-ad76-659ba663ae44"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:22.523182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42024) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:22.649437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6724c32f-4286-4262-8b5b-f3c14b6875d6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:22.650508 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:22.667745 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b97eb7-05b4-46f3-8688-36875cd9b12b tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] DELETE failed (client error): The resource could not be found. Nov 27 01:21:22.670993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b97eb7-05b4-46f3-8688-36875cd9b12b tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:21:22.680887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a78d-3bfe-450c-8927-d3d759a5db45 req-4f5c7622-5bc0-4afd-a8ac-8044ed823523 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:22.691808 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a26a78d-3bfe-450c-8927-d3d759a5db45 req-4f5c7622-5bc0-4afd-a8ac-8044ed823523 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.8608630 Nov 27 01:21:22.692944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-06b97eb7-05b4-46f3-8688-36875cd9b12b tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/networks/d617e985-c611-4b6a-a5f7-9d83baf87c1e HTTP/1.1" status: 404 len: 339 time: 0.1688206 Nov 27 01:21:22.693663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42030) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:22.738641 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a96e7c28-86f2-4b5e-bdea-65ef03de0b28 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5375910 Nov 27 01:21:22.797937 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71b5819-4869-4d69-bd26-3552418d9d33 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] DELETE failed (client error): The resource could not be found. Nov 27 01:21:22.798421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71b5819-4869-4d69-bd26-3552418d9d33 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:21:22.802124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c531e00-f5a1-461c-b118-72b68691dff3 req-d9bc8586-39f8-45d3-8474-b118da817f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:22.807084 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c531e00-f5a1-461c-b118-72b68691dff3 req-d9bc8586-39f8-45d3-8474-b118da817f8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=506db715-82e2-45e5-8b4b-35cec04934bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8012738 Nov 27 01:21:22.813777 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c71b5819-4869-4d69-bd26-3552418d9d33 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/subnets/0737d816-fa86-4b86-baf3-50a80ed0b970 HTTP/1.1" status: 404 len: 337 time: 0.1169195 Nov 27 01:21:22.814837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'port': {'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447', 'admin_state_up': True, 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'security_groups': ['baf8d358-8ea0-4678-ae3f-b5f6c81da0eb']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:22.818835 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42032) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:22.912349 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e6fe3d-3b81-458b-b6d3-ea9fc4b78dad tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] DELETE failed (client error): The resource could not be found. Nov 27 01:21:22.921150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e6fe3d-3b81-458b-b6d3-ea9fc4b78dad tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:21:22.924916 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-92e6fe3d-3b81-458b-b6d3-ea9fc4b78dad tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/networks/af56e4e9-1c6a-4008-8880-7db28d9d23db HTTP/1.1" status: 404 len: 339 time: 0.0782986 Nov 27 01:21:22.953226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42034) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:23.019643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a26a78d-3bfe-450c-8927-d3d759a5db45 req-7293d876-aa66-4934-b226-78aa3d6a44f4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268437 Nov 27 01:21:23.239553 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aa896e2c-13c7-4f60-9364-8a85f3c55e3c req-4cd60401-50c8-41cb-b149-cbb0d4fd2eeb tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8411655 Nov 27 01:21:23.348965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306f321-fac5-44f9-957e-48da35636005 req-df7f9aa9-c828-41c8-8db9-4fdcdb50eeca tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:23.353984 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e306f321-fac5-44f9-957e-48da35636005 req-df7f9aa9-c828-41c8-8db9-4fdcdb50eeca tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 945 time: 0.2762835 Nov 27 01:21:23.450802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4596d040-e386-4c9a-b8c0-7f65878135fd None None] Provisioning complete for port a91841f9-ede1-43ae-b396-9db6fc9d3f50 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:23.452171 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4596d040-e386-4c9a-b8c0-7f65878135fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.452311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.601005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-67f5a4d5-0254-4f55-854a-dbacdca0e7f2 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Deleting port 27b6108b-9108-453e-892b-93652ef33428 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:23.601527 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67f5a4d5-0254-4f55-854a-dbacdca0e7f2 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.614917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4596d040-e386-4c9a-b8c0-7f65878135fd None None] Port a91841f9-ede1-43ae-b396-9db6fc9d3f50 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:23.721443 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.739822 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ce35894-6cdc-4f5a-acc3-eff5c4eb13e8 req-f22bea2d-a98c-41d9-a7be-9e39ec026775 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e327c0d-528c-4827-8041-f23f82b000c9 HTTP/1.1" status: 200 len: 210 time: 0.2139206 Nov 27 01:21:23.764137 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.829252 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd008124-0f99-4f4c-94c4-8d9a3c4a2c97 x-openstack-request-id: req-fd008124-0f99-4f4c-94c4-8d9a3c4a2c97 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:23.829252 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e327c0d-528c-4827-8041-f23f82b000c9", "name": "network-vif-deleted", "tag": "da6dbfad-544e-4028-ad76-659ba663ae44", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:23.829252 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd008124-0f99-4f4c-94c4-8d9a3c4a2c97 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:23.829656 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e327c0d-528c-4827-8041-f23f82b000c9', 'name': 'network-vif-deleted', 'tag': 'da6dbfad-544e-4028-ad76-659ba663ae44', 'status': 'completed', 'code': 200} Nov 27 01:21:23.832976 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67f5a4d5-0254-4f55-854a-dbacdca0e7f2 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.842971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-e306f321-fac5-44f9-957e-48da35636005 req-3bc9447f-edcd-479d-901b-9ef3ff6b6102 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Deleting port 669e8118-b9b5-4c31-b660-cfe773ea9b36 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:23.849733 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e306f321-fac5-44f9-957e-48da35636005 req-3bc9447f-edcd-479d-901b-9ef3ff6b6102 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.952571 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:23.965519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Pushing event updated for resources: {'Port': ['ID=d71de7d1-09ee-4b6b-ab4b-1f33c23865ae,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:23.987481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e306f321-fac5-44f9-957e-48da35636005 req-3bc9447f-edcd-479d-901b-9ef3ff6b6102 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] For port 669e8118-b9b5-4c31-b660-cfe773ea9b36, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=669e8118-b9b5-4c31-b660-cfe773ea9b36,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:23.987843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e306f321-fac5-44f9-957e-48da35636005 req-3bc9447f-edcd-479d-901b-9ef3ff6b6102 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:24.004094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-e306f321-fac5-44f9-957e-48da35636005 req-3bc9447f-edcd-479d-901b-9ef3ff6b6102 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Calling delete_port for 669e8118-b9b5-4c31-b660-cfe773ea9b36 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:24.030286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ac007-2bf6-4a6a-b016-98a011311dc1 req-1ffddb7a-6066-43fc-b6fd-4f1f91c42f49 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:24.038922 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c23ac007-2bf6-4a6a-b016-98a011311dc1 req-1ffddb7a-6066-43fc-b6fd-4f1f91c42f49 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 931 time: 0.5825131 Nov 27 01:21:24.163116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-67f5a4d5-0254-4f55-854a-dbacdca0e7f2 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Calling delete_port for 27b6108b-9108-453e-892b-93652ef33428 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:24.169438 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e306f321-fac5-44f9-957e-48da35636005 req-3bc9447f-edcd-479d-901b-9ef3ff6b6102 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:24.211068 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['cc6e89c1-3d2b-4a21-ab32-24d96e986684', '669e8118-b9b5-4c31-b660-cfe773ea9b36'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:24.242620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Network 4f3d0dc1-237e-46b0-945a-be297a59b212 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:24.245622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c531e00-f5a1-461c-b118-72b68691dff3 req-81e9de78-fb22-4ca4-bde3-4ea685df7198 service neutron] 10.222.0.42 "GET /v2.0/networks/506db715-82e2-45e5-8b4b-35cec04934bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4151931 Nov 27 01:21:24.265438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:24.273871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['63d05acf-86a7-4a93-925f-ed859b6cba22', '1b8b74d2-b980-4ce1-8fcc-e589fa32cd69'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:24.385468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:24.406165 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:24.449843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67f5a4d5-0254-4f55-854a-dbacdca0e7f2 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:24.454012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9447f-edcd-479d-901b-9ef3ff6b6102 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Pushing event deleted for resources: {'Port': ['ID=669e8118-b9b5-4c31-b660-cfe773ea9b36,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:24.540487 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67f5a4d5-0254-4f55-854a-dbacdca0e7f2 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:24.544338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-67f5a4d5-0254-4f55-854a-dbacdca0e7f2 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/ports/27b6108b-9108-453e-892b-93652ef33428 HTTP/1.1" status: 204 len: 168 time: 1.5870588 Nov 27 01:21:24.553156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5a4d5-0254-4f55-854a-dbacdca0e7f2 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Port': ['ID=27b6108b-9108-453e-892b-93652ef33428,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:24.555931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42048) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:24.563860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device da6dbfad-544e-4028-ad76-659ba663ae44 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:24.570993 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c23ac007-2bf6-4a6a-b016-98a011311dc1 req-43472887-5aba-442f-9c0b-2095ba25b12e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5268095 Nov 27 01:21:24.615400 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f896ab1-6466-43f1-bc8c-d1f0343b9a74 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] DELETE failed (client error): The resource could not be found. Nov 27 01:21:24.615864 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f896ab1-6466-43f1-bc8c-d1f0343b9a74 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:21:24.630337 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8f896ab1-6466-43f1-bc8c-d1f0343b9a74 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/subnets/720ee6d4-221b-44db-b102-f8eff05c2047 HTTP/1.1" status: 404 len: 337 time: 0.0589600 Nov 27 01:21:24.632329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42050) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:24.702112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a5a4-739c-4a81-a733-fd1ea31758c9 req-1a5d78b3-9ddc-4bc4-9fbc-26f2717fb4c6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:24.705886 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-58a6a5a4-739c-4a81-a733-fd1ea31758c9 req-1a5d78b3-9ddc-4bc4-9fbc-26f2717fb4c6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.5165286 Nov 27 01:21:24.752316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: da6dbfad-544e-4028-ad76-659ba663ae44 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:24.752897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device da6dbfad-544e-4028-ad76-659ba663ae44 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:24.787170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feed21e3-cd8e-4b51-9dbe-03b0d8e8e8ac None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:24.943194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f3212ab9-e507-4645-a52d-5931d91a5310 req-1174969c-a564-4fed-a7a8-4ebe592fb2da tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 210 time: 0.1646683 Nov 27 01:21:25.099678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e306f321-fac5-44f9-957e-48da35636005 req-3bc9447f-edcd-479d-901b-9ef3ff6b6102 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] No DVR routers for this DVR port 669e8118-b9b5-4c31-b660-cfe773ea9b36 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:25.108353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Allocated IP 10.1.1.224 (2c3ad16c-3b3e-4f16-a158-2db2ea4f2447/f5b445b6-85fe-4c92-893b-560e6c9c028c/e72f5790-9c89-4feb-932d-0d85bc470c21) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:25.121522 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.134856 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e306f321-fac5-44f9-957e-48da35636005 req-3bc9447f-edcd-479d-901b-9ef3ff6b6102 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.148720 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e306f321-fac5-44f9-957e-48da35636005 req-3bc9447f-edcd-479d-901b-9ef3ff6b6102 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.42 "DELETE /v2.0/ports/669e8118-b9b5-4c31-b660-cfe773ea9b36 HTTP/1.1" status: 204 len: 173 time: 1.7857060 Nov 27 01:21:25.214585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-58a6a5a4-739c-4a81-a733-fd1ea31758c9 req-dcf8d091-d04d-45a3-9576-a6cf120081e0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846083 Nov 27 01:21:25.253986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42062) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:25.357859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0125ebdd-323a-4dd6-898c-dc760d034cec None None] Provisioning complete for port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:25.358727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:21:25.359175 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0125ebdd-323a-4dd6-898c-dc760d034cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.369681 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c531e00-f5a1-461c-b118-72b68691dff3 req-1b1bca71-d1b7-4dba-ada8-17f40e28a382 service neutron] 10.222.0.42 "GET /v2.0/networks/506db715-82e2-45e5-8b4b-35cec04934bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0316420 Nov 27 01:21:25.458225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0125ebdd-323a-4dd6-898c-dc760d034cec None None] Port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:25.518284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Deleting port 92e7e725-5595-4e72-8d53-e5be6646874c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:25.518866 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.524794 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e568a06a-e352-431b-9767-012d76a11811 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.609735 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e568a06a-e352-431b-9767-012d76a11811 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.672337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] For port 92e7e725-5595-4e72-8d53-e5be6646874c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=92e7e725-5595-4e72-8d53-e5be6646874c,segment=NetworkSegment(96595ee8-e9ed-4c83-b8f1-2ce271521c16),segment_id=96595ee8-e9ed-4c83-b8f1-2ce271521c16)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:25.673049 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.737662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Calling delete_port for 92e7e725-5595-4e72-8d53-e5be6646874c owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:25.831069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0145750-57cf-40ba-8c11-f8acf6778b05', 'name': 'network-vif-deleted', 'tag': '669e8118-b9b5-4c31-b660-cfe773ea9b36'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:25.833636 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3426e61f-02e8-45da-af1d-10db7d8919a4" -d '{"events": [{"server_uuid": "a0145750-57cf-40ba-8c11-f8acf6778b05", "name": "network-vif-deleted", "tag": "669e8118-b9b5-4c31-b660-cfe773ea9b36"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:25.909860 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e568a06a-e352-431b-9767-012d76a11811 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.914571 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e568a06a-e352-431b-9767-012d76a11811 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:25.916578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e568a06a-e352-431b-9767-012d76a11811 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/security-groups/377aea16-469c-410d-b06a-736f5976df84 HTTP/1.1" status: 204 len: 168 time: 0.5835023 Nov 27 01:21:25.918468 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854c23b6-4611-45aa-aea6-9c50cd47e698 x-openstack-request-id: req-854c23b6-4611-45aa-aea6-9c50cd47e698 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:25.919031 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0145750-57cf-40ba-8c11-f8acf6778b05", "name": "network-vif-deleted", "tag": "669e8118-b9b5-4c31-b660-cfe773ea9b36", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:25.919572 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-854c23b6-4611-45aa-aea6-9c50cd47e698 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:25.920215 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0145750-57cf-40ba-8c11-f8acf6778b05', 'name': 'network-vif-deleted', 'tag': '669e8118-b9b5-4c31-b660-cfe773ea9b36', 'status': 'completed', 'code': 200} Nov 27 01:21:25.934136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568a06a-e352-431b-9767-012d76a11811 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377aea16-469c-410d-b06a-736f5976df84,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:25.939762 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:26.036735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42086) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:26.037088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42090) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:26.059889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Port': ['ID=92e7e725-5595-4e72-8d53-e5be6646874c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:26.130543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No DVR routers for this DVR port 92e7e725-5595-4e72-8d53-e5be6646874c on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:26.195848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5db3c9be-c424-4dd1-911b-42bf1ae6d024 req-94dea55b-ca66-4a2e-beee-f94d9675297c tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0145750-57cf-40ba-8c11-f8acf6778b05 HTTP/1.1" status: 200 len: 210 time: 0.0634186 Nov 27 01:21:26.458463 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:26.511650 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:26.637250 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:26.642490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:26.654502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:26.716945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:26.718305 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83668b86-f219-4b12-88af-63bcdc9a45bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:26.719172 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:26.765189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f2a94-0f0a-4b93-b690-d2d04822385e req-c9d9ce53-7852-4832-b454-389681372e7a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:26.772671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f2a94-0f0a-4b93-b690-d2d04822385e req-c9d9ce53-7852-4832-b454-389681372e7a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:26.775541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-908f2a94-0f0a-4b93-b690-d2d04822385e req-c9d9ce53-7852-4832-b454-389681372e7a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 1653 time: 0.2827711 Nov 27 01:21:26.780318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Port': ['ID=e72f5790-9c89-4feb-932d-0d85bc470c21,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:26.786657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:21:26.798225 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Sync routers for ids ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:21:26.813140 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Routers {'0ef87722-b26a-4113-ac3f-cdb1bee1fa39'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:26.815266 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:26.822789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e3e13186-5a22-4f5f-9fe5-8778ad3a4c3d admin admin] 10.222.0.37 "PUT /v2.0/routers/0ef87722-b26a-4113-ac3f-cdb1bee1fa39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5380242 Nov 27 01:21:26.836074 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-5f3d7a49-3f86-447f-9cda-5a9ebe94ac50 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0223496 Nov 27 01:21:26.862747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'port': {'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447', 'admin_state_up': True, 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'security_groups': ['baf8d358-8ea0-4678-ae3f-b5f6c81da0eb']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:27.043005 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.126718 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Set router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:27.144619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffd4aac-43fe-48f9-880c-b38c1e3dab2b']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:27.195552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd6243-1ddb-4176-9a48-30fdfa3ce991 req-d7904756-65c1-494f-88e7-0b95620ce65f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:27.197350 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4bd6243-1ddb-4176-9a48-30fdfa3ce991 req-d7904756-65c1-494f-88e7-0b95620ce65f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.4945779 Nov 27 01:21:27.209559 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-31ae71ad-8c60-46b2-943b-ec7b80d19f1a None None] Provisioning complete for port e72f5790-9c89-4feb-932d-0d85bc470c21 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:27.211089 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31ae71ad-8c60-46b2-943b-ec7b80d19f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.216206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96595ee8-e9ed-4c83-b8f1-2ce271521c16') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:27.217959 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96595ee8-e9ed-4c83-b8f1-2ce271521c16') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:27.249448 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.255964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-908f2a94-0f0a-4b93-b690-d2d04822385e req-311938cc-77fd-4769-9e48-a5080b06f6ec tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4713573 Nov 27 01:21:27.334730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:27.339479 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.353023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-31ae71ad-8c60-46b2-943b-ec7b80d19f1a None None] Port e72f5790-9c89-4feb-932d-0d85bc470c21 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:27.357709 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4bd6243-1ddb-4176-9a48-30fdfa3ce991 req-443ec5c8-74cc-4e72-ab6d-e093a5ac4d86 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427629 Nov 27 01:21:27.360727 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.397357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:27.397787 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:27.404371 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:27.809868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Allocated IP 10.1.1.247 (2c3ad16c-3b3e-4f16-a158-2db2ea4f2447/f5b445b6-85fe-4c92-893b-560e6c9c028c/fc6f1e66-1da2-4806-bf5d-cb5871fe3831) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:28.001533 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83668b86-f219-4b12-88af-63bcdc9a45bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.027533 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.055655 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.081299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/networks/3ffd4aac-43fe-48f9-880c-b38c1e3dab2b HTTP/1.1" status: 204 len: 168 time: 3.4424667 Nov 27 01:21:28.084633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83668b86-f219-4b12-88af-63bcdc9a45bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.085044 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42112) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:28.134498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83668b86-f219-4b12-88af-63bcdc9a45bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ebe328-3d7c-41ac-8980-142f83ff30cb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:28.182855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f3b3f-7986-4a9b-a125-4b995de369e7 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Network': ['ID=3ffd4aac-43fe-48f9-880c-b38c1e3dab2b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:28.201578 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:21:22Z', 'revision_number': 4, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd71de7d1-09ee-4b6b-ab4b-1f33c23865ae', 'name': '', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'mac_address': 'fa:16:3e:81:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:16Z', 'updated_at': '2021-11-27T01:21:23Z', 'revision_number': 2, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'subnets': [{'id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:28.253263 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-83668b86-f219-4b12-88af-63bcdc9a45bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=817159f6fea34e578b2222aed4889f0c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2050045 Nov 27 01:21:28.257912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42114) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:28.436177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42120) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:28.446900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-186da55b-2807-4189-ac5b-3163cc154c2d tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--368149847', 'description': 'tempest-description--992314587'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:28.490960 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.520388 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Checking router: 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:21:28.523400 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Updating router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:21:28.525908 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f512fdcc-6757-4f4d-b2c1-993c3d52d844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.552771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 669e8118-b9b5-4c31-b660-cfe773ea9b36 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:28.566852 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f512fdcc-6757-4f4d-b2c1-993c3d52d844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.596870 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.638000 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f512fdcc-6757-4f4d-b2c1-993c3d52d844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.642884 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f512fdcc-6757-4f4d-b2c1-993c3d52d844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.644395 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f512fdcc-6757-4f4d-b2c1-993c3d52d844 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4ebe328-3d7c-41ac-8980-142f83ff30cb HTTP/1.1" status: 204 len: 168 time: 0.3852293 Nov 27 01:21:28.656101 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 669e8118-b9b5-4c31-b660-cfe773ea9b36 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:28.656606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 669e8118-b9b5-4c31-b660-cfe773ea9b36 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:28.768777 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-65ed0585-69da-48c9-99a5-12450b18ce2a tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Deleting port 51dcb936-53bc-47d5-8004-f931344e1a54 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:28.769121 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65ed0585-69da-48c9-99a5-12450b18ce2a tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.772597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512fdcc-6757-4f4d-b2c1-993c3d52d844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ebe328-3d7c-41ac-8980-142f83ff30cb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:28.774122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-186da55b-2807-4189-ac5b-3163cc154c2d tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.888202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b094e-eb9e-46e6-9fc6-ccd2eb9051c5 req-f91b3777-d079-4a9f-ad58-d5bc3ebc8e1b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:28.898279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-766b094e-eb9e-46e6-9fc6-ccd2eb9051c5 req-f91b3777-d079-4a9f-ad58-d5bc3ebc8e1b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.2757618 Nov 27 01:21:28.976681 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-766b094e-eb9e-46e6-9fc6-ccd2eb9051c5 req-ba711835-907c-4c05-aae8-0cdb253314c0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727470 Nov 27 01:21:28.977933 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:28.990009 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec002a4e-1f02-4047-9fcb-ad73776ea117 req-e5197261-0805-4ed1-a553-346c52a6e273 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:29.009204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec002a4e-1f02-4047-9fcb-ad73776ea117 req-e5197261-0805-4ed1-a553-346c52a6e273 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:29.009204 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec002a4e-1f02-4047-9fcb-ad73776ea117 req-e5197261-0805-4ed1-a553-346c52a6e273 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 1653 time: 0.5379298 Nov 27 01:21:29.042652 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.054893 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.102829 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:29.119571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:29.124608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:29.257292 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-186da55b-2807-4189-ac5b-3163cc154c2d tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.262831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Port': ['ID=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:29.267520 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Attempting to bind port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:29.268311 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Attempting to bind port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:29.268635 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Attempting to bind port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae on network 4f3d0dc1-237e-46b0-945a-be297a59b212 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:29.284165 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:29.284558 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Checking segment: {'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:29.284956 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.285288 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Bound using segment: {'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:29.285755 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Bound port: d71de7d1-09ee-4b6b-ab4b-1f33c23865ae, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:29.286736 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.288834 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65ed0585-69da-48c9-99a5-12450b18ce2a tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.303161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:29.306392 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.325349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-65ed0585-69da-48c9-99a5-12450b18ce2a tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Calling delete_port for 51dcb936-53bc-47d5-8004-f931344e1a54 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:29.368781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2d5e6fb9-eddd-45ca-8354-2f61c1c554cb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5165191 Nov 27 01:21:29.373616 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Pushing event updated for resources: {'Port': ['ID=d71de7d1-09ee-4b6b-ab4b-1f33c23865ae,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:29.386056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'port': {'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801', 'admin_state_up': True, 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'security_groups': ['baf8d358-8ea0-4678-ae3f-b5f6c81da0eb']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:29.445861 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:29.448991 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:29.449396 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:29.449737 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:29.450076 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:29.450440 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:29.451331 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:29.451676 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:29.457604 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:29.457941 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:29.458304 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:29.458641 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:29.473702 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] For port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:29.482222 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] For port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d71de7d1-09ee-4b6b-ab4b-1f33c23865ae,segment=NetworkSegment(1a406c5f-9ce2-4deb-a29c-08a295bb4d63),segment_id=1a406c5f-9ce2-4deb-a29c-08a295bb4d63)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:29.494661 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.548750 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-186da55b-2807-4189-ac5b-3163cc154c2d tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.577276 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65ed0585-69da-48c9-99a5-12450b18ce2a tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.591002 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-186da55b-2807-4189-ac5b-3163cc154c2d tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.592306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-186da55b-2807-4189-ac5b-3163cc154c2d tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1542375 Nov 27 01:21:29.608378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42138) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:29.630453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0aae58c8-30ed-48a6-8e4b-3aafec0495a3 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Request body: {'security_group_rule': {'security_group_id': '07a6d8ea-abaf-4034-a044-24d6fd46e6cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:29.634647 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb13f040-3d69-40ec-9df5-c24040726e9e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.716333 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22134f39-bdf8-4d12-a3a8-d0316225d214 None None] Pushing event updated for resources: {'Port': ['ID=d71de7d1-09ee-4b6b-ab4b-1f33c23865ae,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:29.733080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-eb053e74-77f1-45f8-8034-0d5f174480a3 None None] Provisioning complete for port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:29.733547 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eb053e74-77f1-45f8-8034-0d5f174480a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.761161 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Routers {'0ef87722-b26a-4113-ac3f-cdb1bee1fa39'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:29.761817 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:29.796653 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0aae58c8-30ed-48a6-8e4b-3aafec0495a3 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:29.962269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:30.089693 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eb053e74-77f1-45f8-8034-0d5f174480a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:30.130082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65ed0585-69da-48c9-99a5-12450b18ce2a tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:30.141207 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-65ed0585-69da-48c9-99a5-12450b18ce2a tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/ports/51dcb936-53bc-47d5-8004-f931344e1a54 HTTP/1.1" status: 204 len: 168 time: 2.0164754 Nov 27 01:21:30.148343 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] Set router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:30.155185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42152) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:30.198661 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-eb053e74-77f1-45f8-8034-0d5f174480a3 None None] For port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d71de7d1-09ee-4b6b-ab4b-1f33c23865ae,segment=NetworkSegment(1a406c5f-9ce2-4deb-a29c-08a295bb4d63),segment_id=1a406c5f-9ce2-4deb-a29c-08a295bb4d63)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:30.209175 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eb053e74-77f1-45f8-8034-0d5f174480a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:30.243894 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:30.298129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed0585-69da-48c9-99a5-12450b18ce2a tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Port': ['ID=51dcb936-53bc-47d5-8004-f931344e1a54,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:30.370071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-feba7306-2e26-4f09-9966-171aa02ca7c5 None None] Provisioning complete for port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:30.371975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186da55b-2807-4189-ac5b-3163cc154c2d tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a6d8ea-abaf-4034-a044-24d6fd46e6cf,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:30.372794 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-feba7306-2e26-4f09-9966-171aa02ca7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:30.420225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0aae58c8-30ed-48a6-8e4b-3aafec0495a3 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:30.432363 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-025d6345-52a2-49db-bfa9-913ae15d3f8b tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] DELETE failed (client error): The resource could not be found. Nov 27 01:21:30.432865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025d6345-52a2-49db-bfa9-913ae15d3f8b tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:21:30.441081 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-025d6345-52a2-49db-bfa9-913ae15d3f8b tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/subnets/39a6e6a2-5154-4165-9cef-4eda164e3d1a HTTP/1.1" status: 404 len: 337 time: 0.2730458 Nov 27 01:21:30.441972 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42156) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:30.464447 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:21:22Z', 'revision_number': 4, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd71de7d1-09ee-4b6b-ab4b-1f33c23865ae', 'name': '', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'mac_address': 'fa:16:3e:81:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:16Z', 'updated_at': '2021-11-27T01:21:29Z', 'revision_number': 4, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'subnets': [{'id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:30.477656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec002a4e-1f02-4047-9fcb-ad73776ea117 req-8bc787da-4ae6-42af-9751-ec3ebfd4e40f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4268403 Nov 27 01:21:30.478651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb053e74-77f1-45f8-8034-0d5f174480a3 None None] Pushing event updated for resources: {'Port': ['ID=d71de7d1-09ee-4b6b-ab4b-1f33c23865ae,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:30.501085 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0aae58c8-30ed-48a6-8e4b-3aafec0495a3 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:30.533153 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a255f-1ec3-45e6-a18c-ebf227522934 None None] The sync data for ids ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'] in n-d-819494-2 is: [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:21:22Z', 'revision_number': 4, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd71de7d1-09ee-4b6b-ab4b-1f33c23865ae', 'name': '', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'mac_address': 'fa:16:3e:81:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:16Z', 'updated_at': '2021-11-27T01:21:29Z', 'revision_number': 4, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'subnets': [{'id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:21:30.611241 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae58c8-30ed-48a6-8e4b-3aafec0495a3 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890a13a3-a12e-4f51-a555-ddf543a7c650,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:30.668872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-feba7306-2e26-4f09-9966-171aa02ca7c5 None None] Provisioning complete for port fc6f1e66-1da2-4806-bf5d-cb5871fe3831 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:30.668872 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-feba7306-2e26-4f09-9966-171aa02ca7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:30.688714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf0799-b94e-449e-9123-d43b3a67768e req-7aa0426a-d2cd-46bc-bac9-fe02008a158f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:30.697468 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3ddf0799-b94e-449e-9123-d43b3a67768e req-7aa0426a-d2cd-46bc-bac9-fe02008a158f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.4111805 Nov 27 01:21:30.752938 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0aae58c8-30ed-48a6-8e4b-3aafec0495a3 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:30.755884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-feba7306-2e26-4f09-9966-171aa02ca7c5 None None] Port fc6f1e66-1da2-4806-bf5d-cb5871fe3831 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:30.756664 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0aae58c8-30ed-48a6-8e4b-3aafec0495a3 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1472416 Nov 27 01:21:30.761619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42160) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:30.769653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-73ad0c7c-6c53-4647-b04e-3f240ead5a0b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Request body: {'security_group_rule': {'security_group_id': '07a6d8ea-abaf-4034-a044-24d6fd46e6cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:30.781472 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.115482 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3ddf0799-b94e-449e-9123-d43b3a67768e req-98382fee-d2d7-4b80-8eb4-f3dadc21e987 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492100 Nov 27 01:21:31.155403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73ad0c7c-6c53-4647-b04e-3f240ead5a0b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.292397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Allocated IP 10.2.2.100 (a5a73d60-d1d0-409d-af7c-8d682c688801/6e012da0-e0fd-4a84-baca-11aee20af1d7/040f8273-6cb3-48fa-94d3-a1d59e33a84f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:31.412616 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.503830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-cb13f040-3d69-40ec-9df5-c24040726e9e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting port f006f15c-cde3-41ed-adb6-2219cf8d1ebd {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:31.505757 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb13f040-3d69-40ec-9df5-c24040726e9e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.718140 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f0720f-f0b0-4913-9aa9-0c8a51b48084']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:31.722043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-cb13f040-3d69-40ec-9df5-c24040726e9e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] For port f006f15c-cde3-41ed-adb6-2219cf8d1ebd, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f006f15c-cde3-41ed-adb6-2219cf8d1ebd,segment=NetworkSegment(ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1),segment_id=ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:31.722796 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb13f040-3d69-40ec-9df5-c24040726e9e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.745115 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.807574 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73ad0c7c-6c53-4647-b04e-3f240ead5a0b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.810551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7bee4c-1b8c-45cf-b00e-52f5f26d6a4b') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:31.811099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7bee4c-1b8c-45cf-b00e-52f5f26d6a4b') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:31.814446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-cb13f040-3d69-40ec-9df5-c24040726e9e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Calling delete_port for f006f15c-cde3-41ed-adb6-2219cf8d1ebd owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:31.836869 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73ad0c7c-6c53-4647-b04e-3f240ead5a0b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.843828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.863172 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:31.902821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad0c7c-6c53-4647-b04e-3f240ead5a0b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce6f65f-94d5-4bff-b774-61c4f67ae279,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:31.987757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Port': ['ID=040f8273-6cb3-48fa-94d3-a1d59e33a84f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:32.006315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Network a5a73d60-d1d0-409d-af7c-8d682c688801 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:32.007796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:32.024185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:32.173828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:32.174700 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.231426 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9bb130a8-a0b8-4ea8-8395-15764a6d404e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8496885 Nov 27 01:21:32.249017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'port': {'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801', 'admin_state_up': True, 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'security_groups': ['baf8d358-8ea0-4678-ae3f-b5f6c81da0eb']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:32.334432 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.372047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d71de7d1-09ee-4b6b-ab4b-1f33c23865ae up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:21:32.382175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7a46b-768a-4150-9a03-b487a8a5f0f8 req-6eb17ad3-33dd-45f3-8f2f-8eed32b1780d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:32.388691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7a46b-768a-4150-9a03-b487a8a5f0f8 req-6eb17ad3-33dd-45f3-8f2f-8eed32b1780d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:32.395718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7a46b-768a-4150-9a03-b487a8a5f0f8 req-6eb17ad3-33dd-45f3-8f2f-8eed32b1780d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:32.397864 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1fd7a46b-768a-4150-9a03-b487a8a5f0f8 req-6eb17ad3-33dd-45f3-8f2f-8eed32b1780d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 2374 time: 0.7280114 Nov 27 01:21:32.401164 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73ad0c7c-6c53-4647-b04e-3f240ead5a0b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.406720 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-73ad0c7c-6c53-4647-b04e-3f240ead5a0b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6433718 Nov 27 01:21:32.408830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:32.409501 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.413291 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42190) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:32.418385 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:32.429804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:32.507453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:32.507830 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.659368 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb13f040-3d69-40ec-9df5-c24040726e9e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.671468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2e5b2-cfe0-484c-90a5-72a7b6d3c9f8 req-4bde7d33-0464-4fcf-94fa-b0dd155bd8ab tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:32.673074 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ffd2e5b2-cfe0-484c-90a5-72a7b6d3c9f8 req-4bde7d33-0464-4fcf-94fa-b0dd155bd8ab tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.3574498 Nov 27 01:21:32.675642 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.757823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13f040-3d69-40ec-9df5-c24040726e9e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Port': ['ID=f006f15c-cde3-41ed-adb6-2219cf8d1ebd,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:32.767997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.774726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-48968f92-3b24-49a6-b180-e775fab22a72 None None] Provisioning complete for port 040f8273-6cb3-48fa-94d3-a1d59e33a84f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:32.775101 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48968f92-3b24-49a6-b180-e775fab22a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.780785 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.789663 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/networks/57f0720f-f0b0-4913-9aa9-0c8a51b48084 HTTP/1.1" status: 204 len: 168 time: 2.3377433 Nov 27 01:21:32.793890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42194) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:32.884000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-48968f92-3b24-49a6-b180-e775fab22a72 None None] Port 040f8273-6cb3-48fa-94d3-a1d59e33a84f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:32.957637 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1fd7a46b-768a-4150-9a03-b487a8a5f0f8 req-8128f287-4f3f-4b77-a69f-e549906167d0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5382423 Nov 27 01:21:32.963994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Made reservation on behalf of a614930afcea470bb444c5b97845de9e for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:32.964625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531261b-5e92-4012-b0ba-a50e3759ead6 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Network': ['ID=57f0720f-f0b0-4913-9aa9-0c8a51b48084,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:32.968992 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:32.985417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ffd2e5b2-cfe0-484c-90a5-72a7b6d3c9f8 req-71736316-2428-4d77-a455-38bff037c475 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915480 Nov 27 01:21:33.017443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1aaa0d7-832b-40ea-a352-4f096cb00a05 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Deleting subnet 92c037fb-155f-4d65-8668-2d7f2b616b6d {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:21:33.021591 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a1aaa0d7-832b-40ea-a352-4f096cb00a05 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.115930 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a1aaa0d7-832b-40ea-a352-4f096cb00a05 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.254660 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a1aaa0d7-832b-40ea-a352-4f096cb00a05 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.264538 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.337012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a1aaa0d7-832b-40ea-a352-4f096cb00a05 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.395209 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb13f040-3d69-40ec-9df5-c24040726e9e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.446682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aaa0d7-832b-40ea-a352-4f096cb00a05 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Subnet': ['ID=92c037fb-155f-4d65-8668-2d7f2b616b6d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:33.475896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e28190-f74c-4ae2-bf09-a34e81026f3a None None] Network 8244eca6-90eb-4132-8ca7-355e920ac653 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:33.490175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a1aaa0d7-832b-40ea-a352-4f096cb00a05 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.500676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a1aaa0d7-832b-40ea-a352-4f096cb00a05 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/subnets/92c037fb-155f-4d65-8668-2d7f2b616b6d HTTP/1.1" status: 204 len: 168 time: 0.6890924 Nov 27 01:21:33.514596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42206) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:33.828826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d45895-7129-4d2f-9842-3e0c7aa4ece8 None None] DHCP port deletion for 8244eca6-90eb-4132-8ca7-355e920ac653 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:33.838761 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:33.927897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-59d45895-7129-4d2f-9842-3e0c7aa4ece8 None None] Deleting port 516c2313-177a-4d51-b190-ca17b78574de {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:33.928432 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59d45895-7129-4d2f-9842-3e0c7aa4ece8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.001807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-59d45895-7129-4d2f-9842-3e0c7aa4ece8 None None] For port 516c2313-177a-4d51-b190-ca17b78574de, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=516c2313-177a-4d51-b190-ca17b78574de,segment=NetworkSegment(5b011eac-0dde-4f06-88f9-b6c57fa95c34),segment_id=5b011eac-0dde-4f06-88f9-b6c57fa95c34)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:34.002391 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59d45895-7129-4d2f-9842-3e0c7aa4ece8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.020484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-59d45895-7129-4d2f-9842-3e0c7aa4ece8 None None] Calling delete_port for 516c2313-177a-4d51-b190-ca17b78574de owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:34.047979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Allocated IP 172.25.3.161 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/e37d9721-ac70-41c6-a243-61507c9c2e79) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:34.054369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Allocated IP 10.2.2.200 (a5a73d60-d1d0-409d-af7c-8d682c688801/6e012da0-e0fd-4a84-baca-11aee20af1d7/a4138f5d-11dd-4ec8-b3a2-dea77933bc9d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:34.124594 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59d45895-7129-4d2f-9842-3e0c7aa4ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.170495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Deleting port 516c2313-177a-4d51-b190-ca17b78574de {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:34.173393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d45895-7129-4d2f-9842-3e0c7aa4ece8 None None] Pushing event deleted for resources: {'Port': ['ID=516c2313-177a-4d51-b190-ca17b78574de,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:34.175721 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d45895-7129-4d2f-9842-3e0c7aa4ece8 None None] No DVR routers for this DVR port 516c2313-177a-4d51-b190-ca17b78574de on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:34.176368 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.182716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb13f040-3d69-40ec-9df5-c24040726e9e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Router b5c681f9-870d-4915-ac5e-2846d7c987df has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:21:34.327297 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 516c2313-177a-4d51-b190-ca17b78574de no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:34.352458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 516c2313-177a-4d51-b190-ca17b78574de {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:34.353294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 516c2313-177a-4d51-b190-ca17b78574de not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:34.472651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb13f040-3d69-40ec-9df5-c24040726e9e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:21:34.483545 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794c6c7f-0f29-4e50-8c25-a949286394ba None None] Sync routers for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:21:34.484065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7acd-2b2f-4e27-8573-6a8c3638ad15 req-7dd70bbc-36b7-4d0a-9ee6-2eb7825508e6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:34.489605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7acd-2b2f-4e27-8573-6a8c3638ad15 req-7dd70bbc-36b7-4d0a-9ee6-2eb7825508e6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:34.496067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7acd-2b2f-4e27-8573-6a8c3638ad15 req-7dd70bbc-36b7-4d0a-9ee6-2eb7825508e6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:34.502274 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7acd-2b2f-4e27-8573-6a8c3638ad15 req-7dd70bbc-36b7-4d0a-9ee6-2eb7825508e6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:34.502478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794c6c7f-0f29-4e50-8c25-a949286394ba None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:34.505182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-794c6c7f-0f29-4e50-8c25-a949286394ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:34.509823 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e0c7acd-2b2f-4e27-8573-6a8c3638ad15 req-7dd70bbc-36b7-4d0a-9ee6-2eb7825508e6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 3095 time: 0.3355732 Nov 27 01:21:34.514888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cb13f040-3d69-40ec-9df5-c24040726e9e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "PUT /v2.0/routers/b5c681f9-870d-4915-ac5e-2846d7c987df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4732220 Nov 27 01:21:34.518492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42224) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:34.557537 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.583409 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-033a6660-dfa0-4e01-a8ed-9347730e62c5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting subnet 4b81952b-8ab9-4fa5-9325-de855a43a081 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:21:34.622830 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-033a6660-dfa0-4e01-a8ed-9347730e62c5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.659001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] For port 516c2313-177a-4d51-b190-ca17b78574de, host n-d-819494-2, got binding levels [] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:34.659376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.706659 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-794c6c7f-0f29-4e50-8c25-a949286394ba None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:34.717265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daeca2-c184-4523-8789-3c2330db0ae3 req-457edf88-b3db-45c9-a21a-77f4b99227d5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:34.726511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27daeca2-c184-4523-8789-3c2330db0ae3 req-457edf88-b3db-45c9-a21a-77f4b99227d5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.5426145 Nov 27 01:21:34.750411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Calling delete_port for 516c2313-177a-4d51-b190-ca17b78574de owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:34.757509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Port 516c2313-177a-4d51-b190-ca17b78574de was not found and therefore no delete operation was performed {{(pid=103384) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:21:34.761940 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.779627 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.782998 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.800339 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-033a6660-dfa0-4e01-a8ed-9347730e62c5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:34.848099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Port': ['ID=516c2313-177a-4d51-b190-ca17b78574de,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:34.906880 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e0c7acd-2b2f-4e27-8573-6a8c3638ad15 req-7b1df6dc-fee1-433a-bb0b-964b6d4be46a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959985 Nov 27 01:21:34.964219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event updated for resources: {'Port': ['ID=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:35.001443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] No DVR routers for this DVR port 516c2313-177a-4d51-b190-ca17b78574de on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:35.031298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Network a5a73d60-d1d0-409d-af7c-8d682c688801 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:35.040054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:35.075177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:35.076768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42228) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:35.082483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:35.085660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:35.098695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:35.163807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:35.288707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27daeca2-c184-4523-8789-3c2330db0ae3 req-bc8cd580-dc3c-4734-bce8-45b6f8c2c98d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403504 Nov 27 01:21:35.349081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:35.349738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:35.446443 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8048a879-68f4-4db5-87ae-90afe92a93fc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1918585 Nov 27 01:21:35.470827 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Request body: {'port': {'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:35.473929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-794c6c7f-0f29-4e50-8c25-a949286394ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:21:32Z', 'revision_number': 7, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:35.514671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794c6c7f-0f29-4e50-8c25-a949286394ba None None] Checking router: b5c681f9-870d-4915-ac5e-2846d7c987df for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:21:35.516064 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:35.544748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794c6c7f-0f29-4e50-8c25-a949286394ba None None] Routers {'b5c681f9-870d-4915-ac5e-2846d7c987df'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:35.545580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-794c6c7f-0f29-4e50-8c25-a949286394ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b5c681f9-870d-4915-ac5e-2846d7c987df'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:35.548242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8244eca6-90eb-4132-8ca7-355e920ac653']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:35.774091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3a6eae8e-45c8-47d9-bd8b-00774bf08605 None None] Provisioning complete for port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:35.784750 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a6eae8e-45c8-47d9-bd8b-00774bf08605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:35.845853 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-033a6660-dfa0-4e01-a8ed-9347730e62c5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:35.889460 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2091ff07-8125-4728-891b-3cb4e10a8d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:35.922366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Pushing event updated for resources: {'Port': ['ID=e37d9721-ac70-41c6-a243-61507c9c2e79,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:35.925366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-794c6c7f-0f29-4e50-8c25-a949286394ba None None] Set router b5c681f9-870d-4915-ac5e-2846d7c987df gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:35.927683 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3a6eae8e-45c8-47d9-bd8b-00774bf08605 None None] Port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:35.975585 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:21:36.024715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a012fd5-2fde-42de-9b15-9d09c181cdad req-f9a19e4e-e1cd-45c7-8779-6383145942ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2236018 Nov 27 01:21:36.068578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.101085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-033a6660-dfa0-4e01-a8ed-9347730e62c5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.155725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b011eac-0dde-4f06-88f9-b6c57fa95c34') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:36.156315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b011eac-0dde-4f06-88f9-b6c57fa95c34') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:36.164225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.169794 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.215684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.229149 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:36.229560 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:36.233685 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:36.255725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a6660-dfa0-4e01-a8ed-9347730e62c5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Subnet': ['ID=4b81952b-8ab9-4fa5-9325-de855a43a081,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:36.313103 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-033a6660-dfa0-4e01-a8ed-9347730e62c5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.319319 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-033a6660-dfa0-4e01-a8ed-9347730e62c5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/subnets/4b81952b-8ab9-4fa5-9325-de855a43a081 HTTP/1.1" status: 204 len: 168 time: 1.7970159 Nov 27 01:21:36.325949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b841eddf-3087-486a-b5f2-2b5e48159773 None None] Network 506db715-82e2-45e5-8b4b-35cec04934bf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:36.335843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42242) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:36.351280 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.454719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2091ff07-8125-4728-891b-3cb4e10a8d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.460328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a012fd5-2fde-42de-9b15-9d09c181cdad req-9b4cc756-fe84-44d3-8a65-2f872b6cd8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:36.461959 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a012fd5-2fde-42de-9b15-9d09c181cdad req-9b4cc756-fe84-44d3-8a65-2f872b6cd8b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3489c5440ae04387aed79c4c4c26a035&device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 1096 time: 0.3266935 Nov 27 01:21:36.483607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a3fd2-2189-40ef-acd9-09dcd4dfc61a req-61209af4-4ade-4de6-b282-566f691ac05d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:36.490262 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a3fd2-2189-40ef-acd9-09dcd4dfc61a req-61209af4-4ade-4de6-b282-566f691ac05d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:36.496860 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a3fd2-2189-40ef-acd9-09dcd4dfc61a req-61209af4-4ade-4de6-b282-566f691ac05d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:36.503678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a3fd2-2189-40ef-acd9-09dcd4dfc61a req-61209af4-4ade-4de6-b282-566f691ac05d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:36.510365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a3fd2-2189-40ef-acd9-09dcd4dfc61a req-61209af4-4ade-4de6-b282-566f691ac05d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:36.518572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e6a3fd2-2189-40ef-acd9-09dcd4dfc61a req-61209af4-4ade-4de6-b282-566f691ac05d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 3816 time: 0.3706565 Nov 27 01:21:36.633163 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.642437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a012fd5-2fde-42de-9b15-9d09c181cdad req-2eb9ecc8-b4fa-406e-9f6f-77a09d6fe02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:36.644020 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a012fd5-2fde-42de-9b15-9d09c181cdad req-2eb9ecc8-b4fa-406e-9f6f-77a09d6fe02b service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 200 len: 915 time: 0.1231351 Nov 27 01:21:36.644731 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2091ff07-8125-4728-891b-3cb4e10a8d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.649913 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:36.669276 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] 10.222.0.37 "DELETE /v2.0/networks/8244eca6-90eb-4132-8ca7-355e920ac653 HTTP/1.1" status: 204 len: 168 time: 3.1412041 Nov 27 01:21:36.725633 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a012fd5-2fde-42de-9b15-9d09c181cdad req-8a5a0a6f-8faf-4b13-876a-551572efe54a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d05acf-86a7-4a93-925f-ed859b6cba22 HTTP/1.1" status: 200 len: 217 time: 0.0652747 Nov 27 01:21:36.745816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-794c6c7f-0f29-4e50-8c25-a949286394ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:21:32Z', 'revision_number': 7, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:36.815891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794c6c7f-0f29-4e50-8c25-a949286394ba None None] The sync data for ids ['b5c681f9-870d-4915-ac5e-2846d7c987df'] in n-d-819494-2 is: [{'id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'name': 'tempest-TestNetworkBasicOps-router-2112825874', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:18:43Z', 'updated_at': '2021-11-27T01:21:32Z', 'revision_number': 7, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': '05f036be-1390-4e9d-9817-c4f3ce905381', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c681f9-870d-4915-ac5e-2846d7c987df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:18:44Z', 'updated_at': '2021-11-27T01:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:21:36.829723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220599ad-e726-44f7-9e7e-ca69e716e0ad None None] DHCP port deletion for 506db715-82e2-45e5-8b4b-35cec04934bf request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:36.863098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73f27c-0a9a-4793-81e6-79217396b664 tempest-NetworksIpV6TestAttrs-443163162 tempest-NetworksIpV6TestAttrs-443163162-project] Pushing event deleted for resources: {'Network': ['ID=8244eca6-90eb-4132-8ca7-355e920ac653,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:36.969851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bda39-dca0-4849-b757-2cbe693493a0 req-9e02d9e9-ee17-4e0f-86fd-ed1399833838 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:36.973816 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e6a3fd2-2189-40ef-acd9-09dcd4dfc61a req-1306286f-8a4a-4ee4-b801-14cebbd3a2c5 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4543762 Nov 27 01:21:37.001476 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-207bda39-dca0-4849-b757-2cbe693493a0 req-9e02d9e9-ee17-4e0f-86fd-ed1399833838 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.3847725 Nov 27 01:21:37.024605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091ff07-8125-4728-891b-3cb4e10a8d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e833dc-3d42-44bd-9f4c-9a923ebc33f1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:37.048637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-220599ad-e726-44f7-9e7e-ca69e716e0ad None None] Deleting port 5288a4af-eed8-4801-9c36-0aceeb7d58c3 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:37.049022 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-220599ad-e726-44f7-9e7e-ca69e716e0ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.052849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91841f9-ede1-43ae-b396-9db6fc9d3f50 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:37.081257 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2091ff07-8125-4728-891b-3cb4e10a8d25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51244fa93bd8443bba31c87f10210c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9930840 Nov 27 01:21:37.083893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42260) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:37.101330 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.188016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-220599ad-e726-44f7-9e7e-ca69e716e0ad None None] For port 5288a4af-eed8-4801-9c36-0aceeb7d58c3, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5288a4af-eed8-4801-9c36-0aceeb7d58c3,segment=NetworkSegment(ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1),segment_id=ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:37.188421 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-220599ad-e726-44f7-9e7e-ca69e716e0ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.202815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42262) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:37.207835 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-220599ad-e726-44f7-9e7e-ca69e716e0ad None None] Calling delete_port for 5288a4af-eed8-4801-9c36-0aceeb7d58c3 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:37.259138 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.264953 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ada244f1-1d57-4846-92bb-74c8ebea4c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.276321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Transition to ACTIVE for port object a91841f9-ede1-43ae-b396-9db6fc9d3f50 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:21:37.325942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.453476 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-220599ad-e726-44f7-9e7e-ca69e716e0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.517639 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220599ad-e726-44f7-9e7e-ca69e716e0ad None None] Pushing event deleted for resources: {'Port': ['ID=5288a4af-eed8-4801-9c36-0aceeb7d58c3,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:37.519935 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220599ad-e726-44f7-9e7e-ca69e716e0ad None None] No DVR routers for this DVR port 5288a4af-eed8-4801-9c36-0aceeb7d58c3 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:37.524027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Pushing event updated for resources: {'Port': ['ID=a91841f9-ede1-43ae-b396-9db6fc9d3f50,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:37.616034 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-207bda39-dca0-4849-b757-2cbe693493a0 req-4ecf0093-ef5b-4b82-9f98-adf97b98d272 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095204 Nov 27 01:21:37.619606 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ada244f1-1d57-4846-92bb-74c8ebea4c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.624506 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.645759 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:37.663592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a012fd5-2fde-42de-9b15-9d09c181cdad req-4339dade-9836-4c43-a87f-aee5203d12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:37.665530 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a012fd5-2fde-42de-9b15-9d09c181cdad req-4339dade-9836-4c43-a87f-aee5203d12d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96bf5946-6ed0-4642-8749-4d16c665485d HTTP/1.1" status: 200 len: 854 time: 0.9259644 Nov 27 01:21:37.722723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3ffe73e0-bc25-4ee7-badb-13dcb79f5f14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b00bc4563d9b41c2a99dd63f82832645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5172322 Nov 27 01:21:37.727200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42268) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:37.915031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a012fd5-2fde-42de-9b15-9d09c181cdad req-257f51b5-42b1-4e66-9bc9-d06ff9a66070 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822073 Nov 27 01:21:37.974304 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3ff4-c2eb-4ab4-9fba-f9aeab169f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.047053 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ada244f1-1d57-4846-92bb-74c8ebea4c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.053087 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ada244f1-1d57-4846-92bb-74c8ebea4c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.066942 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ada244f1-1d57-4846-92bb-74c8ebea4c56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6e833dc-3d42-44bd-9f4c-9a923ebc33f1 HTTP/1.1" status: 204 len: 168 time: 0.9666493 Nov 27 01:21:38.150664 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3ff4-c2eb-4ab4-9fba-f9aeab169f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.168726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Pushing event updated for resources: {'Port': ['ID=e37d9721-ac70-41c6-a243-61507c9c2e79,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:38.171650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada244f1-1d57-4846-92bb-74c8ebea4c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e833dc-3d42-44bd-9f4c-9a923ebc33f1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:38.177981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Attempting to bind port a91841f9-ede1-43ae-b396-9db6fc9d3f50 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:38.179198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Attempting to bind port a91841f9-ede1-43ae-b396-9db6fc9d3f50 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:38.179826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Attempting to bind port a91841f9-ede1-43ae-b396-9db6fc9d3f50 on network 1911280f-60d8-4aa0-8f77-7153690dade4 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:38.190876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.202582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Port a91841f9-ede1-43ae-b396-9db6fc9d3f50 on network 1911280f-60d8-4aa0-8f77-7153690dade4 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:21:38.203725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Attempting to bind port a91841f9-ede1-43ae-b396-9db6fc9d3f50 on network 1911280f-60d8-4aa0-8f77-7153690dade4 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:38.236912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:38.239003 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5288a4af-eed8-4801-9c36-0aceeb7d58c3 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:38.239689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Checking segment: {'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:38.244277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Bound using segment: {'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:38.244644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Bound port: a91841f9-ede1-43ae-b396-9db6fc9d3f50, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '852e4397-23cf-4d08-92c7-e62651f8859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:38.245029 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.258978 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.268324 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-130c7413-c911-40d4-93d4-45692f64bc7b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8374112 Nov 27 01:21:38.312188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 5288a4af-eed8-4801-9c36-0aceeb7d58c3 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:38.312535 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5288a4af-eed8-4801-9c36-0aceeb7d58c3 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:38.318391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f006f15c-cde3-41ed-adb6-2219cf8d1ebd no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:38.383169 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a012fd5-2fde-42de-9b15-9d09c181cdad req-c02285d1-49d9-4f8c-b9e7-902571f90317 service neutron] 10.222.0.11 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445486 Nov 27 01:21:38.396305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: f006f15c-cde3-41ed-adb6-2219cf8d1ebd {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:38.401044 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f006f15c-cde3-41ed-adb6-2219cf8d1ebd not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:38.430762 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3ff4-c2eb-4ab4-9fba-f9aeab169f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.433998 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3ff4-c2eb-4ab4-9fba-f9aeab169f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.435733 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b3ed3ff4-c2eb-4ab4-9fba-f9aeab169f6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4a8092d-4435-4f31-b578-887d53f8c7c7 HTTP/1.1" status: 204 len: 168 time: 0.7070179 Nov 27 01:21:38.447090 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.451200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] For port a91841f9-ede1-43ae-b396-9db6fc9d3f50, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:38.459752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] For port a91841f9-ede1-43ae-b396-9db6fc9d3f50, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:38.477415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed3ff4-c2eb-4ab4-9fba-f9aeab169f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a8092d-4435-4f31-b578-887d53f8c7c7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:38.479910 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.706561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Pushing event updated for resources: {'Port': ['ID=a91841f9-ede1-43ae-b396-9db6fc9d3f50,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:38.713513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:38.714141 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.718325 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9875a325-ae8c-44a7-9621-6382a4f15f64 service neutron] 10.222.0.42 "PUT /v2.0/ports/a91841f9-ede1-43ae-b396-9db6fc9d3f50 HTTP/1.1" status: 200 len: 1091 time: 3.2641287 Nov 27 01:21:38.718820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:38.721268 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e36c05-8af9-424f-b0f3-c8a338947c53" -d '{"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "a91841f9-ede1-43ae-b396-9db6fc9d3f50"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:38.764334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42300) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:38.795775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Request body: {'port': {'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:38.810440 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a012fd5-2fde-42de-9b15-9d09c181cdad req-c78d29d4-e5bf-4759-a11e-6ebf33dc336c service neutron] 10.222.0.11 "GET /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101248 Nov 27 01:21:38.831470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb00ff-f06c-4c78-863c-5f9dc73c66be req-493749d5-9806-4f81-82aa-fdd1dad1ee8d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:38.856292 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33454481-3daa-4128-9d95-e3dd046c1e59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:38.861077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb00ff-f06c-4c78-863c-5f9dc73c66be req-493749d5-9806-4f81-82aa-fdd1dad1ee8d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:38.887221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb00ff-f06c-4c78-863c-5f9dc73c66be req-493749d5-9806-4f81-82aa-fdd1dad1ee8d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:38.925223 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb00ff-f06c-4c78-863c-5f9dc73c66be req-493749d5-9806-4f81-82aa-fdd1dad1ee8d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:38.949635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb00ff-f06c-4c78-863c-5f9dc73c66be req-493749d5-9806-4f81-82aa-fdd1dad1ee8d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:38.951844 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0aeb00ff-f06c-4c78-863c-5f9dc73c66be req-493749d5-9806-4f81-82aa-fdd1dad1ee8d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 3828 time: 0.7231069 Nov 27 01:21:39.151282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-e985ff05-a2a4-4e03-95c2-e376193462fc tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--368149847&fields=id&tenant_id=9f799e2e03c640a882f654c057f99cdb HTTP/1.1" status: 200 len: 267 time: 0.4515166 Nov 27 01:21:39.188960 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33454481-3daa-4128-9d95-e3dd046c1e59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.202618 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0aeb00ff-f06c-4c78-863c-5f9dc73c66be req-7a5cdf0a-f24d-466e-9f30-5a1131d35307 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295976 Nov 27 01:21:39.208801 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting port 05f036be-1390-4e9d-9817-c4f3ce905381 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:39.209143 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.407724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] For port 05f036be-1390-4e9d-9817-c4f3ce905381, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=05f036be-1390-4e9d-9817-c4f3ce905381,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:39.409258 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.437739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Calling delete_port for 05f036be-1390-4e9d-9817-c4f3ce905381 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:39.528195 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33454481-3daa-4128-9d95-e3dd046c1e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.586158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-fc382e98-c779-4083-8cb5-0286249e5b0d tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:39.599295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-fc382e98-c779-4083-8cb5-0286249e5b0d tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/networks?id=4f3d0dc1-237e-46b0-945a-be297a59b212 HTTP/1.1" status: 200 len: 811 time: 0.4185421 Nov 27 01:21:39.620059 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-33454481-3daa-4128-9d95-e3dd046c1e59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1932f6e83c65428daba8dd5c11965ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8505685 Nov 27 01:21:39.633664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42328) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:39.652734 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:39.726110 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-8b13319f-f7ea-4ec6-88a7-facfd9810442 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/quotas/9f799e2e03c640a882f654c057f99cdb HTTP/1.1" status: 200 len: 375 time: 0.1005971 Nov 27 01:21:39.744853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33454481-3daa-4128-9d95-e3dd046c1e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5afe27a-1856-4a84-808e-02b32afffbac,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:39.786689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e241d3-7f07-4166-b923-925f38f20f5e req-22ccd4ef-8ed2-47b2-8720-d00d6f9f3397 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:39.794201 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94e241d3-7f07-4166-b923-925f38f20f5e req-22ccd4ef-8ed2-47b2-8720-d00d6f9f3397 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.3346069 Nov 27 01:21:39.924819 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80147027-6dd2-4b2d-b149-421f1ef8f339 req-578c3aa6-e04e-4b49-8ce2-96c3774acfbe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3175168 Nov 27 01:21:39.974105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42336) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:40.025847 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c2659db-bd64-4d8e-a7cf-7d858b1c688d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.150023 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-26b34474-9dc9-452c-aa69-ab377bb339d1 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f799e2e03c640a882f654c057f99cdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4013624 Nov 27 01:21:40.210044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80147027-6dd2-4b2d-b149-421f1ef8f339 req-f15405ba-2b4c-4127-afbd-d67a32dfce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.212024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94e241d3-7f07-4166-b923-925f38f20f5e req-6c40cdea-ae63-43df-931f-941e626f51f4 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988433 Nov 27 01:21:40.221265 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80147027-6dd2-4b2d-b149-421f1ef8f339 req-f15405ba-2b4c-4127-afbd-d67a32dfce25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1096 time: 0.1571443 Nov 27 01:21:40.321844 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9e7d75-77c9-4436-8c84-02ab41cee379 x-openstack-request-id: req-ed9e7d75-77c9-4436-8c84-02ab41cee379 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:40.322150 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "a91841f9-ede1-43ae-b396-9db6fc9d3f50", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:40.322445 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed9e7d75-77c9-4436-8c84-02ab41cee379 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:40.322958 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50', 'status': 'completed', 'code': 200} Nov 27 01:21:40.336327 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c2659db-bd64-4d8e-a7cf-7d858b1c688d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.349199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-abdd5fe0-7266-4996-a944-c276a6331bff tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:40.350704 n-d-819494-2 neutron-server[103385]: WARNING neutron.api.v2.base [None req-abdd5fe0-7266-4996-a944-c276a6331bff tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 01:21:40.351207 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-abdd5fe0-7266-4996-a944-c276a6331bff tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 01:21:40.355688 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-abdd5fe0-7266-4996-a944-c276a6331bff tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3766019 Nov 27 01:21:40.355688 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.360498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42344) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:40.397041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e6590b49-9b39-46e3-8102-ec718f12fba6 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group': {'name': 'tempest-secgroup--203032499'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:40.407240 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Port': ['ID=05f036be-1390-4e9d-9817-c4f3ce905381,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:40.520946 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55479ca0-c10c-455c-88fc-b00ca785da2e None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:40.644355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-eb008cfe-6ff6-4eca-b1f7-00d1a7f4b2fa service neutron] 10.222.0.37 "GET /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734166 Nov 27 01:21:40.693577 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c2659db-bd64-4d8e-a7cf-7d858b1c688d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.698112 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c2659db-bd64-4d8e-a7cf-7d858b1c688d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.703374 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4c2659db-bd64-4d8e-a7cf-7d858b1c688d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5afe27a-1856-4a84-808e-02b32afffbac HTTP/1.1" status: 204 len: 168 time: 1.0656369 Nov 27 01:21:40.728889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2659db-bd64-4d8e-a7cf-7d858b1c688d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5afe27a-1856-4a84-808e-02b32afffbac,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:40.741780 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6590b49-9b39-46e3-8102-ec718f12fba6 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.761331 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6590b49-9b39-46e3-8102-ec718f12fba6 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:40.786437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d678-3d21-4fd1-8cae-7f92fd771df4 req-8b1fde60-2dae-48f1-b7a5-472ab045b5eb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.798405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d678-3d21-4fd1-8cae-7f92fd771df4 req-8b1fde60-2dae-48f1-b7a5-472ab045b5eb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.813264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d678-3d21-4fd1-8cae-7f92fd771df4 req-8b1fde60-2dae-48f1-b7a5-472ab045b5eb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.830108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d678-3d21-4fd1-8cae-7f92fd771df4 req-8b1fde60-2dae-48f1-b7a5-472ab045b5eb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.845096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1d678-3d21-4fd1-8cae-7f92fd771df4 req-8b1fde60-2dae-48f1-b7a5-472ab045b5eb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.849586 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40a1d678-3d21-4fd1-8cae-7f92fd771df4 req-8b1fde60-2dae-48f1-b7a5-472ab045b5eb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 3828 time: 0.4566464 Nov 27 01:21:40.890768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36c05-8af9-424f-b0f3-c8a338947c53 req-24806865-bf11-4a3d-992f-6519efadac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.892584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36c05-8af9-424f-b0f3-c8a338947c53 req-24806865-bf11-4a3d-992f-6519efadac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.893393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36c05-8af9-424f-b0f3-c8a338947c53 req-24806865-bf11-4a3d-992f-6519efadac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.897196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36c05-8af9-424f-b0f3-c8a338947c53 req-24806865-bf11-4a3d-992f-6519efadac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.897745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36c05-8af9-424f-b0f3-c8a338947c53 req-24806865-bf11-4a3d-992f-6519efadac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.900343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84e36c05-8af9-424f-b0f3-c8a338947c53 req-24806865-bf11-4a3d-992f-6519efadac61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 4363 time: 0.5423019 Nov 27 01:21:40.903354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80147027-6dd2-4b2d-b149-421f1ef8f339 req-f7703655-337b-4454-a5f3-65eeb435bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:40.905360 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80147027-6dd2-4b2d-b149-421f1ef8f339 req-f7703655-337b-4454-a5f3-65eeb435bb22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.5988996 Nov 27 01:21:40.908991 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18938dd-b136-4aad-a1f4-0ffb31ff72fd {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:40.919602 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.004979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Transition to ACTIVE for port object f18938dd-b136-4aad-a1f4-0ffb31ff72fd will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:21:41.030407 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.115820 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-7e41f561-1a50-4a61-9ccd-b6a96bb0dc93 service neutron] 10.222.0.37 "GET /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370661 Nov 27 01:21:41.119079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80147027-6dd2-4b2d-b149-421f1ef8f339 req-f40a38ca-589a-4f9f-8f66-8683c94a54c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 999 time: 0.1938148 Nov 27 01:21:41.175051 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6590b49-9b39-46e3-8102-ec718f12fba6 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.176598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Pushing event updated for resources: {'Port': ['ID=f18938dd-b136-4aad-a1f4-0ffb31ff72fd,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:41.324441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80147027-6dd2-4b2d-b149-421f1ef8f339 req-1252b397-4354-4732-a247-2ed841bcaa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:41.327783 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80147027-6dd2-4b2d-b149-421f1ef8f339 req-1252b397-4354-4732-a247-2ed841bcaa1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.1882396 Nov 27 01:21:41.478082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Attempting to bind port f18938dd-b136-4aad-a1f4-0ffb31ff72fd on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:41.478482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Attempting to bind port f18938dd-b136-4aad-a1f4-0ffb31ff72fd by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:41.479093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Attempting to bind port f18938dd-b136-4aad-a1f4-0ffb31ff72fd on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:41.482485 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-95cb2d9d-5699-489f-88db-75f6256ee4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.510159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Port f18938dd-b136-4aad-a1f4-0ffb31ff72fd on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:21:41.561618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Attempting to bind port f18938dd-b136-4aad-a1f4-0ffb31ff72fd on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:41.573937 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6590b49-9b39-46e3-8102-ec718f12fba6 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.640776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80147027-6dd2-4b2d-b149-421f1ef8f339 req-7aa54777-6015-460b-8dd3-674f94bf1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:41.644931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80147027-6dd2-4b2d-b149-421f1ef8f339 req-7aa54777-6015-460b-8dd3-674f94bf1666 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3016517 Nov 27 01:21:41.653085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:41.654447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Checking segment: {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:41.655637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Bound using segment: {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:41.659501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Bound port: f18938dd-b136-4aad-a1f4-0ffb31ff72fd, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:41.660114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.682797 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6590b49-9b39-46e3-8102-ec718f12fba6 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:41.893734 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:42.011106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6590b49-9b39-46e3-8102-ec718f12fba6 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=929686b3-141c-4f64-b792-0f669b022cd6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:42.033950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36c05-8af9-424f-b0f3-c8a338947c53 req-814e3245-732d-410e-8374-c7913a67bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:42.037965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36c05-8af9-424f-b0f3-c8a338947c53 req-814e3245-732d-410e-8374-c7913a67bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:42.039272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36c05-8af9-424f-b0f3-c8a338947c53 req-814e3245-732d-410e-8374-c7913a67bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:42.045666 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84e36c05-8af9-424f-b0f3-c8a338947c53 req-814e3245-732d-410e-8374-c7913a67bb45 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a614930afcea470bb444c5b97845de9e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7783628 Nov 27 01:21:42.168623 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6590b49-9b39-46e3-8102-ec718f12fba6 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:42.600990 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:42.610209 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:42.649304 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40a1d678-3d21-4fd1-8cae-7f92fd771df4 req-65687a0f-d3b4-4a97-b9ea-621fe16d5a7d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7727137 Nov 27 01:21:42.897084 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6590b49-9b39-46e3-8102-ec718f12fba6 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:42.904075 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e6590b49-9b39-46e3-8102-ec718f12fba6 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.5220046 Nov 27 01:21:42.918182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42382) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:42.941376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b3d2e825-b49c-46e1-ac79-69d13a032ba1 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': '4bb8e4ff-6d70-44a9-bde8-8cdc670a8d09', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:43.127443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a03afc-4303-4584-9455-2e8dd9f40622 req-97866338-1af0-4d44-aa2e-942e0fd0bee9 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:43.135241 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-75a03afc-4303-4584-9455-2e8dd9f40622 req-97866338-1af0-4d44-aa2e-942e0fd0bee9 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 1.3403299 Nov 27 01:21:43.136535 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e825-b49c-46e1-ac79-69d13a032ba1 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.260506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] For port f18938dd-b136-4aad-a1f4-0ffb31ff72fd, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:43.361244 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80147027-6dd2-4b2d-b149-421f1ef8f339 req-89da4cf7-f34f-44ad-b2b4-e6f44aa09ed9 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6779888 Nov 27 01:21:43.369767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] For port f18938dd-b136-4aad-a1f4-0ffb31ff72fd, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f18938dd-b136-4aad-a1f4-0ffb31ff72fd,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:43.399117 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.798813 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-75a03afc-4303-4584-9455-2e8dd9f40622 req-1a30b13a-7001-413d-89c3-3214cc9ca33d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523571 Nov 27 01:21:43.828248 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:43.829284 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.831048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] 10.222.0.42 "PUT /v2.0/ports/f18938dd-b136-4aad-a1f4-0ffb31ff72fd HTTP/1.1" status: 200 len: 1136 time: 5.0566878 Nov 27 01:21:43.879549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': 'f18938dd-b136-4aad-a1f4-0ffb31ff72fd'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:43.887058 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33" -d '{"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "f18938dd-b136-4aad-a1f4-0ffb31ff72fd"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:43.896494 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-85a2f6c2-43d8-4018-8a1e-7b27d7878f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:43.924384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Request body: {'port': {'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:44.124605 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e825-b49c-46e1-ac79-69d13a032ba1 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.218008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6590b49-9b39-46e3-8102-ec718f12fba6 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb8e4ff-6d70-44a9-bde8-8cdc670a8d09,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:44.221768 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Pushing event updated for resources: {'Port': ['ID=f18938dd-b136-4aad-a1f4-0ffb31ff72fd,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:44.226658 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25888131-5fb4-4a33-815e-f22c28a2a142 req-7fe092d0-9f7c-4482-b8e8-fdecaf0dc4d3 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 210 time: 1.2929192 Nov 27 01:21:44.321536 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e825-b49c-46e1-ac79-69d13a032ba1 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.399063 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.459457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.460004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Fanout notify agent at l3_agent the message router_deleted on router b5c681f9-870d-4915-ac5e-2846d7c987df {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:21:44.466999 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c669bea-080a-4a9c-b5b6-a384950677c8 x-openstack-request-id: req-7c669bea-080a-4a9c-b5b6-a384950677c8 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:44.467827 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "f18938dd-b136-4aad-a1f4-0ffb31ff72fd", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:44.470600 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c669bea-080a-4a9c-b5b6-a384950677c8 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:44.475781 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': 'f18938dd-b136-4aad-a1f4-0ffb31ff72fd', 'status': 'completed', 'code': 200} Nov 27 01:21:44.494024 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.499863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d1ad81da-7745-41dd-9473-7c24868234a9 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/routers/b5c681f9-870d-4915-ac5e-2846d7c987df HTTP/1.1" status: 204 len: 168 time: 8.1614838 Nov 27 01:21:44.500580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42410) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:44.590756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:44.591993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:44.593183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:44.593855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:44.594491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:44.595008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:44.595505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:44.596105 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:44.596611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:44.597147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:44.597776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:44.598337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a27554-e767-4195-ae12-bc8b35ae85cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:44.605307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2e825-b49c-46e1-ac79-69d13a032ba1 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032c5391-1694-45c9-a858-b41a9754af93,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:44.620992 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e825-b49c-46e1-ac79-69d13a032ba1 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.625546 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b3d2e825-b49c-46e1-ac79-69d13a032ba1 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7060366 Nov 27 01:21:44.644434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42412) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:44.652417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-621a5c28-2588-4d16-886f-92f9304d0457 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': '4bb8e4ff-6d70-44a9-bde8-8cdc670a8d09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:44.662722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80147027-6dd2-4b2d-b149-421f1ef8f339 req-212dc5a1-5ad4-48b4-8a9f-d6903c6dbc23 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2995248 Nov 27 01:21:44.696367 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.720753 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:44.765767 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36c05-8af9-424f-b0f3-c8a338947c53 req-48c8caba-c139-4070-b0c1-9813a6bec132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:44.768623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-84e36c05-8af9-424f-b0f3-c8a338947c53 req-48c8caba-c139-4070-b0c1-9813a6bec132 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.4069664 Nov 27 01:21:44.936554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-d6fc54a4-ff39-4818-be8f-207e7b1a1b22 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:44.938898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-d6fc54a4-ff39-4818-be8f-207e7b1a1b22 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.11 "GET /v2.0/networks?id=4f3d0dc1-237e-46b0-945a-be297a59b212 HTTP/1.1" status: 200 len: 811 time: 0.7345426 Nov 27 01:21:44.973268 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.174886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-17dcedbb-256b-4e55-9560-e4fbd6af6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.175932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-17dcedbb-256b-4e55-9560-e4fbd6af6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.176573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-17dcedbb-256b-4e55-9560-e4fbd6af6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.177207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-17dcedbb-256b-4e55-9560-e4fbd6af6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.177843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-17dcedbb-256b-4e55-9560-e4fbd6af6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.178499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-17dcedbb-256b-4e55-9560-e4fbd6af6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.189394 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-17dcedbb-256b-4e55-9560-e4fbd6af6069 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5292 time: 0.3407626 Nov 27 01:21:45.503300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-e57473c5-ccc7-44dc-8123-e40fae13aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.507936 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-e57473c5-ccc7-44dc-8123-e40fae13aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.508616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-e57473c5-ccc7-44dc-8123-e40fae13aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.511084 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-e57473c5-ccc7-44dc-8123-e40fae13aa7c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a614930afcea470bb444c5b97845de9e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2976468 Nov 27 01:21:45.525422 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.536176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6319a243-24ab-4e3d-8261-27a33a584e8e {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:45.550294 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.595606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Transition to ACTIVE for port object 6319a243-24ab-4e3d-8261-27a33a584e8e will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:21:45.623485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1742a-b4ca-411d-b48f-a49dc5ee3644 req-ab060384-016d-4203-be38-1985d14607cf tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.623748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5b0f7-7e6a-4f3e-8c31-da9b473373c4 req-323f66b6-97c5-4b92-81cf-9dd5604d5f78 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.626890 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7b5b0f7-7e6a-4f3e-8c31-da9b473373c4 req-323f66b6-97c5-4b92-81cf-9dd5604d5f78 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.6371202 Nov 27 01:21:45.631891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1742a-b4ca-411d-b48f-a49dc5ee3644 req-ab060384-016d-4203-be38-1985d14607cf tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.640178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1742a-b4ca-411d-b48f-a49dc5ee3644 req-ab060384-016d-4203-be38-1985d14607cf tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.652268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1742a-b4ca-411d-b48f-a49dc5ee3644 req-ab060384-016d-4203-be38-1985d14607cf tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.662456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1742a-b4ca-411d-b48f-a49dc5ee3644 req-ab060384-016d-4203-be38-1985d14607cf tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.669308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1742a-b4ca-411d-b48f-a49dc5ee3644 req-ab060384-016d-4203-be38-1985d14607cf tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:45.678182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86f1742a-b4ca-411d-b48f-a49dc5ee3644 req-ab060384-016d-4203-be38-1985d14607cf tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 4606 time: 1.4598625 Nov 27 01:21:45.695989 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.828853 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86f1742a-b4ca-411d-b48f-a49dc5ee3644 req-e7ea17c2-1b3e-479b-b65f-5a5da61e1e33 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1491601 Nov 27 01:21:45.898328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506db715-82e2-45e5-8b4b-35cec04934bf']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:45.907120 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-621a5c28-2588-4d16-886f-92f9304d0457 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:45.945620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:45.945918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6e7f68-85ba-4f8a-865e-fdb63c7c21b1') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:45.986415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.064072 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.077546 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-086bfe77-a63d-4288-95a4-fc317a088d1b tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f799e2e03c640a882f654c057f99cdb HTTP/1.1" status: 200 len: 379 time: 1.1036727 Nov 27 01:21:46.099676 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Pushing event updated for resources: {'Port': ['ID=6319a243-24ab-4e3d-8261-27a33a584e8e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:46.156215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42432) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:46.163529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Request body: {'port': {'device_id': '11bb286c-118d-41a2-9591-200043c6794b', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'admin_state_up': True, 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'security_groups': ['07a6d8ea-abaf-4034-a044-24d6fd46e6cf']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:46.232300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 05f036be-1390-4e9d-9817-c4f3ce905381 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:46.290491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 05f036be-1390-4e9d-9817-c4f3ce905381 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:46.290826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 05f036be-1390-4e9d-9817-c4f3ce905381 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:46.303907 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-621a5c28-2588-4d16-886f-92f9304d0457 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 01:21:46.307984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-621a5c28-2588-4d16-886f-92f9304d0457 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.6582098 Nov 27 01:21:46.316189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42438) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:46.332823 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Attempting to bind port 6319a243-24ab-4e3d-8261-27a33a584e8e on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:46.333171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Attempting to bind port 6319a243-24ab-4e3d-8261-27a33a584e8e by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:46.333509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Attempting to bind port 6319a243-24ab-4e3d-8261-27a33a584e8e on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:46.365754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Port 6319a243-24ab-4e3d-8261-27a33a584e8e on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:21:46.366081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Attempting to bind port 6319a243-24ab-4e3d-8261-27a33a584e8e on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:46.392395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:46.392730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Checking segment: {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:46.393122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Bound using segment: {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:46.393576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Bound port: 6319a243-24ab-4e3d-8261-27a33a584e8e, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:46.393965 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.403794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-c7049270-63c9-471f-96da-b9102648fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:46.405283 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f240cf6e-b4a0-4e1b-ac11-ad8f0f87ed33 req-c7049270-63c9-471f-96da-b9102648fc1a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8690562 Nov 27 01:21:46.406505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:21:46.406906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:21:46.415115 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:21:46.513821 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-21f4a1d4-35d1-4aac-9c11-49f103e3411b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.574294 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e84e817-5866-42b4-9301-9d8da9adf4fb req-68e9a4dd-eda7-4509-8698-b9925b4e8de7 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 210 time: 0.0788450 Nov 27 01:21:46.581306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7b5b0f7-7e6a-4f3e-8c31-da9b473373c4 req-a59b4a61-763e-42be-98ac-248d1eb4583b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8946540 Nov 27 01:21:46.669984 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-21f4a1d4-35d1-4aac-9c11-49f103e3411b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.672662 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.686225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2515ba43-5aed-4180-b122-8e0264d7efbc tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.691518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-21f4a1d4-35d1-4aac-9c11-49f103e3411b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.697796 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.736946 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.738444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] For port 6319a243-24ab-4e3d-8261-27a33a584e8e, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:46.746811 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/networks/506db715-82e2-45e5-8b4b-35cec04934bf HTTP/1.1" status: 204 len: 168 time: 2.2179136 Nov 27 01:21:46.759951 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2515ba43-5aed-4180-b122-8e0264d7efbc tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.779828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42446) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:46.785863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0b5e2ea9-4e1b-4d25-93ae-1b70389be49e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'network': {'name': 'tempest-network-smoke--1742369961', 'project_id': '693123b5cb044942b888cf0396b36532', 'port_security_enabled': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:46.796357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4a1d4-35d1-4aac-9c11-49f103e3411b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1424f22-239e-4ccf-be1f-d967a6dfc051,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:46.802562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] For port 6319a243-24ab-4e3d-8261-27a33a584e8e, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=6319a243-24ab-4e3d-8261-27a33a584e8e,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:46.810838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1d270-54e8-4feb-829f-f40e2797fd6b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Network': ['ID=506db715-82e2-45e5-8b4b-35cec04934bf,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:46.814962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-21f4a1d4-35d1-4aac-9c11-49f103e3411b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12bb024fa45c4eee9283df78afd1453a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6285200 Nov 27 01:21:46.831360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42448) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:46.832604 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.882072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Made reservation on behalf of 9f799e2e03c640a882f654c057f99cdb for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:46.890633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.898184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5e2ea9-4e1b-4d25-93ae-1b70389be49e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Made reservation on behalf of 693123b5cb044942b888cf0396b36532 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:46.909383 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2ea9-4e1b-4d25-93ae-1b70389be49e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.969582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:46.970222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:46.971805 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] 10.222.0.42 "PUT /v2.0/ports/6319a243-24ab-4e3d-8261-27a33a584e8e HTTP/1.1" status: 200 len: 1135 time: 3.0563545 Nov 27 01:21:46.972158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': '6319a243-24ab-4e3d-8261-27a33a584e8e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:46.974502 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbc60a0-ce87-477a-a84b-4522ac2d9035" -d '{"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "6319a243-24ab-4e3d-8261-27a33a584e8e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:46.989810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e1d67-9519-44a1-91ad-3fc44fca90d5 req-e7e33a15-13df-402d-ae80-0c83b28dd620 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:46.999778 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-114e1d67-9519-44a1-91ad-3fc44fca90d5 req-e7e33a15-13df-402d-ae80-0c83b28dd620 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 945 time: 0.2450998 Nov 27 01:21:47.011645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5e2ea9-4e1b-4d25-93ae-1b70389be49e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:21:47.052294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Request body: {'port': {'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:47.068766 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2515ba43-5aed-4180-b122-8e0264d7efbc tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.071442 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2515ba43-5aed-4180-b122-8e0264d7efbc tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.072599 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2515ba43-5aed-4180-b122-8e0264d7efbc tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "DELETE /v2.0/security-groups/4bb8e4ff-6d70-44a9-bde8-8cdc670a8d09 HTTP/1.1" status: 204 len: 168 time: 0.7454774 Nov 27 01:21:47.125062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42454) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:47.125887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515ba43-5aed-4180-b122-8e0264d7efbc tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb8e4ff-6d70-44a9-bde8-8cdc670a8d09,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:47.130037 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.139182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3d697-eedb-41fa-9ad4-d1733058ca47 service neutron] Pushing event updated for resources: {'Port': ['ID=6319a243-24ab-4e3d-8261-27a33a584e8e,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:47.156715 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2ea9-4e1b-4d25-93ae-1b70389be49e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.157067 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-0b5e2ea9-4e1b-4d25-93ae-1b70389be49e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Added segment 78bb16ca-9f96-4785-9cfd-9c7f0d299183 of type vlan for network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 Nov 27 01:21:47.403819 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-114e1d67-9519-44a1-91ad-3fc44fca90d5 req-872dbff1-3b6b-430b-a59e-bb0c7f45291c tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025443 Nov 27 01:21:47.415287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Allocated IP 172.20.0.9 (4f3d0dc1-237e-46b0-945a-be297a59b212/e4b7f594-2703-487d-bed1-2d36e2da4e57/900a2c31-5f24-4f14-a688-38e427bc0309) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:47.457145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eef294-88a5-4668-94ab-20978d1c6a06 req-cc1f0787-6884-4a31-9ceb-ac827ed2476d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.463293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eef294-88a5-4668-94ab-20978d1c6a06 req-cc1f0787-6884-4a31-9ceb-ac827ed2476d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.482936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eef294-88a5-4668-94ab-20978d1c6a06 req-cc1f0787-6884-4a31-9ceb-ac827ed2476d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.501509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eef294-88a5-4668-94ab-20978d1c6a06 req-cc1f0787-6884-4a31-9ceb-ac827ed2476d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.507656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eef294-88a5-4668-94ab-20978d1c6a06 req-cc1f0787-6884-4a31-9ceb-ac827ed2476d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.518046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eef294-88a5-4668-94ab-20978d1c6a06 req-cc1f0787-6884-4a31-9ceb-ac827ed2476d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.534975 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eef294-88a5-4668-94ab-20978d1c6a06 req-cc1f0787-6884-4a31-9ceb-ac827ed2476d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.537266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59eef294-88a5-4668-94ab-20978d1c6a06 req-cc1f0787-6884-4a31-9ceb-ac827ed2476d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5383 time: 0.5268211 Nov 27 01:21:47.538161 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48b6a03f-39a4-4d53-be9b-b91b7b4582bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.550207 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.589669 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48b6a03f-39a4-4d53-be9b-b91b7b4582bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.652197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-c21f6cd1-23df-48d6-97f3-ba969522af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.652774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-c21f6cd1-23df-48d6-97f3-ba969522af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.654035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-c21f6cd1-23df-48d6-97f3-ba969522af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.654782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-c21f6cd1-23df-48d6-97f3-ba969522af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.655010 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-c21f6cd1-23df-48d6-97f3-ba969522af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.655467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-c21f6cd1-23df-48d6-97f3-ba969522af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.655976 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-c21f6cd1-23df-48d6-97f3-ba969522af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.657903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-c21f6cd1-23df-48d6-97f3-ba969522af58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6220 time: 0.0863619 Nov 27 01:21:47.676038 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba24e4c1-d484-40ee-b542-951c3a407230 x-openstack-request-id: req-ba24e4c1-d484-40ee-b542-951c3a407230 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:47.676038 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "6319a243-24ab-4e3d-8261-27a33a584e8e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:47.676273 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba24e4c1-d484-40ee-b542-951c3a407230 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:47.676525 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': '6319a243-24ab-4e3d-8261-27a33a584e8e', 'status': 'completed', 'code': 200} Nov 27 01:21:47.705090 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2ea9-4e1b-4d25-93ae-1b70389be49e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.712669 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48b6a03f-39a4-4d53-be9b-b91b7b4582bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.723099 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48b6a03f-39a4-4d53-be9b-b91b7b4582bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.724615 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-48b6a03f-39a4-4d53-be9b-b91b7b4582bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1424f22-239e-4ccf-be1f-d967a6dfc051 HTTP/1.1" status: 204 len: 168 time: 0.8897016 Nov 27 01:21:47.747919 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.793941 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-464ea486-ccc4-43cd-b97d-c1fb78500caf tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6517344 Nov 27 01:21:47.817750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42466) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:47.838948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6a03f-39a4-4d53-be9b-b91b7b4582bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1424f22-239e-4ccf-be1f-d967a6dfc051,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:47.907927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-216f88bc-2d77-4e6b-8eda-bd76c09341ba tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661703910'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:47.919322 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2ea9-4e1b-4d25-93ae-1b70389be49e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.921327 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b9418c8-d7d9-4eb6-9ab6-150172608339 req-2429d163-38f4-4e13-902f-c2255bea4e8f tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 210 time: 0.1797528 Nov 27 01:21:47.925094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e2ea9-4e1b-4d25-93ae-1b70389be49e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:47.925798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2ea9-4e1b-4d25-93ae-1b70389be49e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:47.960622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59eef294-88a5-4668-94ab-20978d1c6a06 req-9de34284-637f-42a7-bdbc-ddd79293ad92 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2694736 Nov 27 01:21:47.961164 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.035247 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.094816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Network 4f3d0dc1-237e-46b0-945a-be297a59b212 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:48.123917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:48.146740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:48.201316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-29d21416-5bef-44ed-83b0-3cf13dd9a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:48.201804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-29d21416-5bef-44ed-83b0-3cf13dd9a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:48.202285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-29d21416-5bef-44ed-83b0-3cf13dd9a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:48.203925 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-29d21416-5bef-44ed-83b0-3cf13dd9a7bc service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a614930afcea470bb444c5b97845de9e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5186255 Nov 27 01:21:48.204664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Pushing event updated for resources: {'Port': ['ID=900a2c31-5f24-4f14-a688-38e427bc0309,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:48.216982 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-216f88bc-2d77-4e6b-8eda-bd76c09341ba tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.228013 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0b5e2ea9-4e1b-4d25-93ae-1b70389be49e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4468448 Nov 27 01:21:48.238778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42480) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:48.254524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42482) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:48.256294 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607c136-a939-4544-99d8-f647d3272ccf req-8354e352-6465-4306-950c-52ed49755be7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:48.256463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e2ea9-4e1b-4d25-93ae-1b70389be49e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Network': ['ID=5eaa9508-d233-472e-9f6d-24d1592fb0b9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:48.258463 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2607c136-a939-4544-99d8-f647d3272ccf req-8354e352-6465-4306-950c-52ed49755be7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.1709602 Nov 27 01:21:48.262512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-906952772', 'admin_state_up': True, 'project_id': '693123b5cb044942b888cf0396b36532', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:48.280623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:21:48.302955 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.304683 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.305713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803010fe-5eca-43dc-918e-dbf0e02898e3 req-134164df-8db1-454d-8f48-d1cf4fbd434e tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:48.307293 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-803010fe-5eca-43dc-918e-dbf0e02898e3 req-134164df-8db1-454d-8f48-d1cf4fbd434e tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 945 time: 0.3751411 Nov 27 01:21:48.330469 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b0c19fc-2fa2-4c17-af53-c991e503ad95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.402473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:48.403154 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.476582 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2607c136-a939-4544-99d8-f647d3272ccf req-f34e3fa0-d2b5-45ed-8e8d-e647ad86bc63 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750329 Nov 27 01:21:48.536660 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-207322d6-721c-4d30-b0d5-ba3035f00a71 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4002249 Nov 27 01:21:48.550964 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.585753 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b0c19fc-2fa2-4c17-af53-c991e503ad95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.623358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9a1aef86-335b-4904-ad36-50313d952fbc None None] Provisioning complete for port 900a2c31-5f24-4f14-a688-38e427bc0309 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:48.625385 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a1aef86-335b-4904-ad36-50313d952fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.633921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Request body: {'port': {'device_id': '11bb286c-118d-41a2-9591-200043c6794b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:48.636939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-e971a728-d982-4357-ba45-77cb3de5f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:48.638544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bfbc60a0-ce87-477a-a84b-4522ac2d9035 req-e971a728-d982-4357-ba45-77cb3de5f49e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4254508 Nov 27 01:21:48.646566 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b0c19fc-2fa2-4c17-af53-c991e503ad95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.675596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-216f88bc-2d77-4e6b-8eda-bd76c09341ba tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.691870 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9a1aef86-335b-4904-ad36-50313d952fbc None None] Port 900a2c31-5f24-4f14-a688-38e427bc0309 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:48.737467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c19fc-2fa2-4c17-af53-c991e503ad95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb4e127-8949-4301-80f0-8696cef1ab88,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:48.776546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-216f88bc-2d77-4e6b-8eda-bd76c09341ba tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.788235 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.791723 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.827453 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9b0c19fc-2fa2-4c17-af53-c991e503ad95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e9861227cd94915b2af384000d94dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5685210 Nov 27 01:21:48.838839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42488) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:48.868744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72f5790-9c89-4feb-932d-0d85bc470c21 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:48.883064 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-216f88bc-2d77-4e6b-8eda-bd76c09341ba tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.888125 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-216f88bc-2d77-4e6b-8eda-bd76c09341ba tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0422311 Nov 27 01:21:48.888326 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42490) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:48.894499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-83ece23f-c169-4116-b0d1-977517ae1649 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': '1480ff2d-107c-4153-9a79-d80a114ae6a0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:48.895803 n-d-819494-2 neutron-server[103385]: WARNING neutron.api.v2.base [None req-83ece23f-c169-4116-b0d1-977517ae1649 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 27 01:21:48.895803 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-83ece23f-c169-4116-b0d1-977517ae1649 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:48.899539 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-83ece23f-c169-4116-b0d1-977517ae1649 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081882 Nov 27 01:21:48.899746 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.902573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42492) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:48.908266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f88bc-2d77-4e6b-8eda-bd76c09341ba tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1480ff2d-107c-4153-9a79-d80a114ae6a0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:48.939340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddf622-6134-412e-a914-8e66fde85508 req-80da6532-324c-41de-aaf2-546784db9088 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:48.940733 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2ddf622-6134-412e-a914-8e66fde85508 req-80da6532-324c-41de-aaf2-546784db9088 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 945 time: 0.3142538 Nov 27 01:21:48.949462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae167ed-5c22-4f6c-bc88-4ccc32290f20 req-71660315-11e8-46ca-99f1-b45a4bdb03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:48.950433 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ae167ed-5c22-4f6c-bc88-4ccc32290f20 req-71660315-11e8-46ca-99f1-b45a4bdb03eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 1097 time: 0.2163496 Nov 27 01:21:48.951478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Transition to ACTIVE for port object e72f5790-9c89-4feb-932d-0d85bc470c21 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:21:48.955188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-803010fe-5eca-43dc-918e-dbf0e02898e3 req-a1bc1bbb-b9f7-482b-bef8-da76672b7f4b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Deleting port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:48.955607 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-803010fe-5eca-43dc-918e-dbf0e02898e3 req-a1bc1bbb-b9f7-482b-bef8-da76672b7f4b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:48.998017 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.121964 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e71cf6e-87dd-4888-9ef4-b88292f1d307 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.178231 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920cd6c-26cc-4c0e-aaac-85cdc5c8263b req-4e70e237-d8a4-4e03-9bc1-2fc1f0068cf8 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:49.179847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7920cd6c-26cc-4c0e-aaac-85cdc5c8263b req-4e70e237-d8a4-4e03-9bc1-2fc1f0068cf8 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 931 time: 0.1664066 Nov 27 01:21:49.188467 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e71cf6e-87dd-4888-9ef4-b88292f1d307 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.380168 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7920cd6c-26cc-4c0e-aaac-85cdc5c8263b req-d7493591-9b1f-4b59-9537-470432a4b8ec tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886342 Nov 27 01:21:49.396185 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-108238fe-c7cc-41ed-808a-df73feaa8718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.438094 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.468145 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e71cf6e-87dd-4888-9ef4-b88292f1d307 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.471129 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e71cf6e-87dd-4888-9ef4-b88292f1d307 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.472416 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8e71cf6e-87dd-4888-9ef4-b88292f1d307 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "DELETE /v2.0/security-groups/1480ff2d-107c-4153-9a79-d80a114ae6a0 HTTP/1.1" status: 204 len: 168 time: 0.5664728 Nov 27 01:21:49.484417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42500) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:49.487028 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.497363 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2ddf622-6134-412e-a914-8e66fde85508 req-54bd072a-3906-4c92-8e1d-4a72cc5bd2ae tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289931 Nov 27 01:21:49.525722 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-108238fe-c7cc-41ed-808a-df73feaa8718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.548626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71cf6e-87dd-4888-9ef4-b88292f1d307 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1480ff2d-107c-4153-9a79-d80a114ae6a0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:49.590508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900a2c31-5f24-4f14-a688-38e427bc0309 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:49.601950 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.643762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Pushing event updated for resources: {'Port': ['ID=e72f5790-9c89-4feb-932d-0d85bc470c21,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:49.666329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-108238fe-c7cc-41ed-808a-df73feaa8718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.670332 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-108238fe-c7cc-41ed-808a-df73feaa8718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.674894 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-108238fe-c7cc-41ed-808a-df73feaa8718 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3eb4e127-8949-4301-80f0-8696cef1ab88 HTTP/1.1" status: 204 len: 168 time: 0.8306289 Nov 27 01:21:49.678091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-803010fe-5eca-43dc-918e-dbf0e02898e3 req-a1bc1bbb-b9f7-482b-bef8-da76672b7f4b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] For port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:49.678723 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-803010fe-5eca-43dc-918e-dbf0e02898e3 req-a1bc1bbb-b9f7-482b-bef8-da76672b7f4b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.699341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Transition to ACTIVE for port object 900a2c31-5f24-4f14-a688-38e427bc0309 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:21:49.718536 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bea57c08-99c9-4c4c-84e0-1bb7bc5f844a tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2290564 Nov 27 01:21:49.725534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42506) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:49.727572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:49.743081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0d2a7f69-9b2a-4f62-b4d2-150c3043a535 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043797435'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:49.776740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae167ed-5c22-4f6c-bc88-4ccc32290f20 req-51208784-0f61-4d75-95f2-32ea613a31c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:49.779117 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ae167ed-5c22-4f6c-bc88-4ccc32290f20 req-51208784-0f61-4d75-95f2-32ea613a31c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.8204765 Nov 27 01:21:49.781940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895a603-9b0b-4c9d-aef3-eb8f088220a2 req-78d66353-66db-4768-8324-f7482cc7abb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:49.788367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895a603-9b0b-4c9d-aef3-eb8f088220a2 req-78d66353-66db-4768-8324-f7482cc7abb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:49.790116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108238fe-c7cc-41ed-808a-df73feaa8718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb4e127-8949-4301-80f0-8696cef1ab88,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:49.795165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895a603-9b0b-4c9d-aef3-eb8f088220a2 req-78d66353-66db-4768-8324-f7482cc7abb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:49.797108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-803010fe-5eca-43dc-918e-dbf0e02898e3 req-a1bc1bbb-b9f7-482b-bef8-da76672b7f4b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Calling delete_port for 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:49.801969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895a603-9b0b-4c9d-aef3-eb8f088220a2 req-78d66353-66db-4768-8324-f7482cc7abb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:49.808264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895a603-9b0b-4c9d-aef3-eb8f088220a2 req-78d66353-66db-4768-8324-f7482cc7abb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:49.815069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895a603-9b0b-4c9d-aef3-eb8f088220a2 req-78d66353-66db-4768-8324-f7482cc7abb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:49.832374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895a603-9b0b-4c9d-aef3-eb8f088220a2 req-78d66353-66db-4768-8324-f7482cc7abb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:49.842944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6895a603-9b0b-4c9d-aef3-eb8f088220a2 req-78d66353-66db-4768-8324-f7482cc7abb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5395 time: 0.3592942 Nov 27 01:21:49.925088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ae167ed-5c22-4f6c-bc88-4ccc32290f20 req-8898c050-5075-4130-b984-a96501fa3456 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 HTTP/1.1" status: 200 len: 217 time: 0.1259367 Nov 27 01:21:49.943016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Pushing event updated for resources: {'Port': ['ID=900a2c31-5f24-4f14-a688-38e427bc0309,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:49.965592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Attempting to bind port e72f5790-9c89-4feb-932d-0d85bc470c21 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:49.966605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Attempting to bind port e72f5790-9c89-4feb-932d-0d85bc470c21 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:49.967000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Attempting to bind port e72f5790-9c89-4feb-932d-0d85bc470c21 on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:50.005191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2c3fb-5f77-4597-ae20-4482edbe72f1 req-039f557d-99bb-4441-a4d5-8339fd5d249c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:50.006922 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fc2c3fb-5f77-4597-ae20-4482edbe72f1 req-039f557d-99bb-4441-a4d5-8339fd5d249c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.3483984 Nov 27 01:21:50.039516 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0d2a7f69-9b2a-4f62-b4d2-150c3043a535 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.047074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Port e72f5790-9c89-4feb-932d-0d85bc470c21 on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:21:50.048189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Attempting to bind port e72f5790-9c89-4feb-932d-0d85bc470c21 on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:50.057491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Allocated IP 172.25.3.194 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/b81d20a3-7d47-4c53-9907-c8ebe392bd34) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:50.059000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:50.122063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6895a603-9b0b-4c9d-aef3-eb8f088220a2 req-c3404eb6-e16b-40df-81c5-75b0e4514e0a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2426198 Nov 27 01:21:50.140374 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:50.141029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Checking segment: {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:50.141623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Bound using segment: {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:50.142696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Bound port: e72f5790-9c89-4feb-932d-0d85bc470c21, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:50.144531 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.225878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Attempting to bind port 900a2c31-5f24-4f14-a688-38e427bc0309 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:50.226214 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Attempting to bind port 900a2c31-5f24-4f14-a688-38e427bc0309 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:50.226583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Attempting to bind port 900a2c31-5f24-4f14-a688-38e427bc0309 on network 4f3d0dc1-237e-46b0-945a-be297a59b212 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:50.240047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Port 900a2c31-5f24-4f14-a688-38e427bc0309 on network 4f3d0dc1-237e-46b0-945a-be297a59b212 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:21:50.240393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Attempting to bind port 900a2c31-5f24-4f14-a688-38e427bc0309 on network 4f3d0dc1-237e-46b0-945a-be297a59b212 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:50.240898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae167ed-5c22-4f6c-bc88-4ccc32290f20 req-b5f3cce2-9ad4-4d49-bdd8-f7fa8511fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:50.242580 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ae167ed-5c22-4f6c-bc88-4ccc32290f20 req-b5f3cce2-9ad4-4d49-bdd8-f7fa8511fe16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.2726271 Nov 27 01:21:50.249466 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.254113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:50.254473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Checking segment: {'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:50.254869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Bound using segment: {'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:50.255328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Bound port: 900a2c31-5f24-4f14-a688-38e427bc0309, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a406c5f-9ce2-4deb-a29c-08a295bb4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:50.255670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.266201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fc2c3fb-5f77-4597-ae20-4482edbe72f1 req-f2683591-53c1-48c0-ac57-1be8c44c0d01 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236195 Nov 27 01:21:50.330402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:50.342800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b173331-f204-4da7-bb26-7baae74c68d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8b74d2-b980-4ce1-8fcc-e589fa32cd69'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:50.351188 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43c0766-63a7-4887-b688-9022427ec44a" -d '{"events": [{"server_uuid": "8b173331-f204-4da7-bb26-7baae74c68d5", "name": "network-vif-unplugged", "status": "completed", "tag": "1b8b74d2-b980-4ce1-8fcc-e589fa32cd69"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:50.365320 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.462974 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.485374 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c46e12-7c69-4a48-bac1-f6531d5536d6 x-openstack-request-id: req-44c46e12-7c69-4a48-bac1-f6531d5536d6 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:50.485663 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b173331-f204-4da7-bb26-7baae74c68d5", "name": "network-vif-unplugged", "status": "completed", "tag": "1b8b74d2-b980-4ce1-8fcc-e589fa32cd69", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:50.486270 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44c46e12-7c69-4a48-bac1-f6531d5536d6 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:50.487117 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b173331-f204-4da7-bb26-7baae74c68d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8b74d2-b980-4ce1-8fcc-e589fa32cd69', 'code': 200} Nov 27 01:21:50.488654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] For port e72f5790-9c89-4feb-932d-0d85bc470c21, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:50.493476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:50.502812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:50.503164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:50.503941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:50.504294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:50.504634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:50.505078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:50.505303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:50.505635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:50.505967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:50.506324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:50.506654 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:50.506980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:50.524825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] For port 900a2c31-5f24-4f14-a688-38e427bc0309, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:50.605502 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0d2a7f69-9b2a-4f62-b4d2-150c3043a535 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.610492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] For port e72f5790-9c89-4feb-932d-0d85bc470c21, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e72f5790-9c89-4feb-932d-0d85bc470c21,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:50.679060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae167ed-5c22-4f6c-bc88-4ccc32290f20 req-8a9d7f32-13cd-44e3-b635-1a2c6b2476b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:50.681323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ae167ed-5c22-4f6c-bc88-4ccc32290f20 req-8a9d7f32-13cd-44e3-b635-1a2c6b2476b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4200578 Nov 27 01:21:50.688259 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.700979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0d2a7f69-9b2a-4f62-b4d2-150c3043a535 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.838887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:50.839514 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.841932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] 10.222.0.42 "PUT /v2.0/ports/e72f5790-9c89-4feb-932d-0d85bc470c21 HTTP/1.1" status: 200 len: 1091 time: 3.8208249 Nov 27 01:21:50.885733 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ae167ed-5c22-4f6c-bc88-4ccc32290f20 req-8f10808e-c699-4b15-a357-b993607df67b service neutron] 10.222.0.11 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804855 Nov 27 01:21:50.886462 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-803010fe-5eca-43dc-918e-dbf0e02898e3 req-a1bc1bbb-b9f7-482b-bef8-da76672b7f4b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.909501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': 'e72f5790-9c89-4feb-932d-0d85bc470c21'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:50.911799 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf8ffc8-2b6f-4f29-8be6-532e776940d2" -d '{"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "e72f5790-9c89-4feb-932d-0d85bc470c21"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:50.912187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] For port 900a2c31-5f24-4f14-a688-38e427bc0309, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=900a2c31-5f24-4f14-a688-38e427bc0309,segment=NetworkSegment(1a406c5f-9ce2-4deb-a29c-08a295bb4d63),segment_id=1a406c5f-9ce2-4deb-a29c-08a295bb4d63)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:50.916297 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77910291-63b5-4f9d-a0dd-a96e52dd544e req-59ab15dc-11b6-4817-8771-2f9537739233 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 210 time: 0.0465398 Nov 27 01:21:50.923544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['cc6e89c1-3d2b-4a21-ab32-24d96e986684'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:50.929012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['63d05acf-86a7-4a93-925f-ed859b6cba22'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:50.932142 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:50.969211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Request body: {'port': {'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:51.002357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a7f69-9b2a-4f62-b4d2-150c3043a535 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406fb709-a6bc-48a0-91d9-ee62a439b011,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:51.013038 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.024903 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.025531 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.027020 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] 10.222.0.11 "PUT /v2.0/ports/900a2c31-5f24-4f14-a688-38e427bc0309 HTTP/1.1" status: 200 len: 1091 time: 2.4249780 Nov 27 01:21:51.027497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bb286c-118d-41a2-9591-200043c6794b', 'tag': '900a2c31-5f24-4f14-a688-38e427bc0309'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:51.030706 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54b8356-4f0d-4701-8896-316898387d70" -d '{"events": [{"name": "network-changed", "server_uuid": "11bb286c-118d-41a2-9591-200043c6794b", "tag": "900a2c31-5f24-4f14-a688-38e427bc0309"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:51.035856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad50146-bd01-4f5b-97e9-f2cd527ceb15 None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:51.101770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:51.138505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:51.169698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Pushing event updated for resources: {'Port': ['ID=900a2c31-5f24-4f14-a688-38e427bc0309,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:51.172107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83abdb4d-88c6-436e-a7a8-db5d732ac492 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:51.174467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7238ce0-a924-4cb6-b1b2-ca8ee3a00747 service neutron] Pushing event updated for resources: {'Port': ['ID=e72f5790-9c89-4feb-932d-0d85bc470c21,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:51.175516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:51.197121 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0d2a7f69-9b2a-4f62-b4d2-150c3043a535 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.197355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0d2a7f69-9b2a-4f62-b4d2-150c3043a535 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4595509 Nov 27 01:21:51.232945 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd65405e-f1e1-49aa-b4ce-af5d2eeb7627 x-openstack-request-id: req-fd65405e-f1e1-49aa-b4ce-af5d2eeb7627 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:51.233451 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bb286c-118d-41a2-9591-200043c6794b", "tag": "900a2c31-5f24-4f14-a688-38e427bc0309", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:51.233881 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd65405e-f1e1-49aa-b4ce-af5d2eeb7627 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:51.234499 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bb286c-118d-41a2-9591-200043c6794b', 'tag': '900a2c31-5f24-4f14-a688-38e427bc0309', 'status': 'completed', 'code': 200} Nov 27 01:21:51.235714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42542) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:51.299060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:51.299717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:51.300244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:51.300765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:51.301295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:51.301798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:51.306166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:51.306839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:51.307353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:51.307881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:51.308649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:51.309151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3522c-404b-47eb-8d78-6f63dc10b36a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:21:51.332871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-eb15b16d-2be8-44c6-a5b0-e1cca2be65c1 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': '406fb709-a6bc-48a0-91d9-ee62a439b011', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:51.349126 n-d-819494-2 neutron-server[103385]: WARNING neutron.api.v2.base [None req-eb15b16d-2be8-44c6-a5b0-e1cca2be65c1 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 27 01:21:51.350150 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-eb15b16d-2be8-44c6-a5b0-e1cca2be65c1 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:51.354465 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eb15b16d-2be8-44c6-a5b0-e1cca2be65c1 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0391743 Nov 27 01:21:51.359144 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42548) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:51.401109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-139c5f0f-2c19-4cda-9212-87070f2aaeb4 None None] Provisioning complete for port b81d20a3-7d47-4c53-9907-c8ebe392bd34 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:51.401742 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-139c5f0f-2c19-4cda-9212-87070f2aaeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.434021 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ca2a74-10cf-4d17-acfd-13d32a85f3ad x-openstack-request-id: req-28ca2a74-10cf-4d17-acfd-13d32a85f3ad {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:51.440363 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "e72f5790-9c89-4feb-932d-0d85bc470c21", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:51.440921 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28ca2a74-10cf-4d17-acfd-13d32a85f3ad {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:51.441543 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': 'e72f5790-9c89-4feb-932d-0d85bc470c21', 'status': 'completed', 'code': 200} Nov 27 01:21:51.454186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc1bbb-b9f7-482b-bef8-da76672b7f4b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Pushing event deleted for resources: {'Port': ['ID=1b8b74d2-b980-4ce1-8fcc-e589fa32cd69,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:51.504477 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d86af1-7b86-4063-9921-0797a5150bd0 req-f17d05eb-9266-480c-8a85-b1c53da955bc tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.512918 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48d86af1-7b86-4063-9921-0797a5150bd0 req-f17d05eb-9266-480c-8a85-b1c53da955bc tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 943 time: 0.9483252 Nov 27 01:21:51.550277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-139c5f0f-2c19-4cda-9212-87070f2aaeb4 None None] Port b81d20a3-7d47-4c53-9907-c8ebe392bd34 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:21:51.606409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-803010fe-5eca-43dc-918e-dbf0e02898e3 req-a1bc1bbb-b9f7-482b-bef8-da76672b7f4b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] No DVR routers for this DVR port 1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:51.608632 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=b81d20a3-7d47-4c53-9907-c8ebe392bd34,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:51.613768 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-803010fe-5eca-43dc-918e-dbf0e02898e3 req-a1bc1bbb-b9f7-482b-bef8-da76672b7f4b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.617970 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-803010fe-5eca-43dc-918e-dbf0e02898e3 req-a1bc1bbb-b9f7-482b-bef8-da76672b7f4b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.11 "DELETE /v2.0/ports/1b8b74d2-b980-4ce1-8fcc-e589fa32cd69 HTTP/1.1" status: 204 len: 173 time: 3.2695217 Nov 27 01:21:51.641071 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:51.664988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-658a862e-90d7-44d4-8be4-4cf88f19ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.668521 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-658a862e-90d7-44d4-8be4-4cf88f19ad62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f799e2e03c640a882f654c057f99cdb&device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 1094 time: 0.5465305 Nov 27 01:21:51.681065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-27b4d004-2981-4297-8189-d0edd7425cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.682094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-27b4d004-2981-4297-8189-d0edd7425cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.682808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-27b4d004-2981-4297-8189-d0edd7425cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.683744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-27b4d004-2981-4297-8189-d0edd7425cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.685058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-27b4d004-2981-4297-8189-d0edd7425cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.685783 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-27b4d004-2981-4297-8189-d0edd7425cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.686435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-27b4d004-2981-4297-8189-d0edd7425cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.689838 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-27b4d004-2981-4297-8189-d0edd7425cd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6287 time: 0.5423741 Nov 27 01:21:51.710738 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0ae167ed-5c22-4f6c-bc88-4ccc32290f20 req-4b01e308-07d4-4567-95b6-13d30ba38043 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8115129 Nov 27 01:21:51.716262 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48d86af1-7b86-4063-9921-0797a5150bd0 req-21f482c4-b245-42e1-8a93-0eb2a088fd33 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008457 Nov 27 01:21:51.849380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca2356-775b-49f6-b9c0-189f608f2641 req-d014ac29-b79d-4dc9-a571-0dff3013e556 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.866548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca2356-775b-49f6-b9c0-189f608f2641 req-d014ac29-b79d-4dc9-a571-0dff3013e556 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.873184 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca2356-775b-49f6-b9c0-189f608f2641 req-d014ac29-b79d-4dc9-a571-0dff3013e556 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.880037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca2356-775b-49f6-b9c0-189f608f2641 req-d014ac29-b79d-4dc9-a571-0dff3013e556 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.886715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca2356-775b-49f6-b9c0-189f608f2641 req-d014ac29-b79d-4dc9-a571-0dff3013e556 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.894526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca2356-775b-49f6-b9c0-189f608f2641 req-d014ac29-b79d-4dc9-a571-0dff3013e556 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.902515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca2356-775b-49f6-b9c0-189f608f2641 req-d014ac29-b79d-4dc9-a571-0dff3013e556 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:51.904229 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4ca2356-775b-49f6-b9c0-189f608f2641 req-d014ac29-b79d-4dc9-a571-0dff3013e556 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5395 time: 0.5238237 Nov 27 01:21:51.908968 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-369c7d70-8a82-4943-9d5c-16eb1e686db3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=900a2c31-5f24-4f14-a688-38e427bc0309 HTTP/1.1" status: 200 len: 217 time: 0.2159293 Nov 27 01:21:52.043075 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7eca275c-bd08-4af7-93c4-1621208bca60 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.067846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6f1e66-1da2-4806-bf5d-cb5871fe3831 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:52.078256 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.089799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:52.104873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d965a-1897-4726-8a33-c4303d275534 req-13def5ce-d73f-416e-8dfc-84ce203b71a5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:52.106980 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-171d965a-1897-4726-8a33-c4303d275534 req-13def5ce-d73f-416e-8dfc-84ce203b71a5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 946 time: 0.2752893 Nov 27 01:21:52.109687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-014e7e57-e9e2-422f-86c0-d1aa733dd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:52.111190 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-014e7e57-e9e2-422f-86c0-d1aa733dd4a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4b7f594-2703-487d-bed1-2d36e2da4e57 HTTP/1.1" status: 200 len: 850 time: 0.1796043 Nov 27 01:21:52.125467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Transition to ACTIVE for port object fc6f1e66-1da2-4806-bf5d-cb5871fe3831 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:21:52.148731 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.189186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7eca275c-bd08-4af7-93c4-1621208bca60 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.200052 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-171d965a-1897-4726-8a33-c4303d275534 req-a2b02baa-ae63-4f65-abf0-1c8b7d00363b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758491 Nov 27 01:21:52.243200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Pushing event updated for resources: {'Port': ['ID=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:52.294556 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4ca2356-775b-49f6-b9c0-189f608f2641 req-2b7fb34c-d656-4c5d-85d2-c259c376fccd tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3742409 Nov 27 01:21:52.296335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-ee1bd8b1-0ef5-4fe2-907a-93ad64b1544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:52.296805 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-ee1bd8b1-0ef5-4fe2-907a-93ad64b1544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:52.297408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-ee1bd8b1-0ef5-4fe2-907a-93ad64b1544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:52.299601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-ee1bd8b1-0ef5-4fe2-907a-93ad64b1544d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a614930afcea470bb444c5b97845de9e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5896041 Nov 27 01:21:52.326975 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.369809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Attempting to bind port fc6f1e66-1da2-4806-bf5d-cb5871fe3831 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:52.370216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Attempting to bind port fc6f1e66-1da2-4806-bf5d-cb5871fe3831 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:52.370576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Attempting to bind port fc6f1e66-1da2-4806-bf5d-cb5871fe3831 on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:52.376471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Port fc6f1e66-1da2-4806-bf5d-cb5871fe3831 on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:21:52.381039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Attempting to bind port fc6f1e66-1da2-4806-bf5d-cb5871fe3831 on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:52.395770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:52.396181 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Checking segment: {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:52.396500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Bound using segment: {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:52.396936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Bound port: fc6f1e66-1da2-4806-bf5d-cb5871fe3831, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f41c81-a4b1-4a7b-a162-863b76c8b199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:52.409670 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.477169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:52.488610 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a31cb18-0926-48b4-9dba-3510c53236ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:52.492539 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c37652f-3470-4e76-b201-d9bb1092d990" -d '{"events": [{"server_uuid": "5a31cb18-0926-48b4-9dba-3510c53236ac", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:52.498731 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55a79ec7-558b-4bf4-a1a1-1dec25320d79 req-ce7bf2cc-6f96-4220-8fdd-ccd0cac5b164 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b173331-f204-4da7-bb26-7baae74c68d5 HTTP/1.1" status: 200 len: 210 time: 0.0423427 Nov 27 01:21:52.499922 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.566857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-c07bc6eb-e66c-4358-af22-5875fc4812af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:52.568379 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-c07bc6eb-e66c-4358-af22-5875fc4812af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f3d0dc1-237e-46b0-945a-be297a59b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3950171 Nov 27 01:21:52.593760 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7eca275c-bd08-4af7-93c4-1621208bca60 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.596399 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7eca275c-bd08-4af7-93c4-1621208bca60 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.597196 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c4927e-cb5a-4b48-aa6f-f19236464f02 x-openstack-request-id: req-19c4927e-cb5a-4b48-aa6f-f19236464f02 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:52.597496 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a31cb18-0926-48b4-9dba-3510c53236ac", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:52.597758 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19c4927e-cb5a-4b48-aa6f-f19236464f02 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:52.598157 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a31cb18-0926-48b4-9dba-3510c53236ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9', 'code': 200} Nov 27 01:21:52.606176 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7eca275c-bd08-4af7-93c4-1621208bca60 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "DELETE /v2.0/security-groups/406fb709-a6bc-48a0-91d9-ee62a439b011 HTTP/1.1" status: 204 len: 168 time: 1.2267485 Nov 27 01:21:52.616613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42578) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:52.635157 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:52.642720 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.646847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] For port fc6f1e66-1da2-4806-bf5d-cb5871fe3831, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:52.676260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] For port fc6f1e66-1da2-4806-bf5d-cb5871fe3831, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:52.698543 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.727238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca275c-bd08-4af7-93c4-1621208bca60 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406fb709-a6bc-48a0-91d9-ee62a439b011,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:52.737528 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ab4bb2dc-7ae1-49e0-b9bc-0abe0f870401 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1194439 Nov 27 01:21:52.751336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42582) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:52.761392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-082060f2-d9f2-4a00-a2f8-cb9f9e47c5be tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group': {'name': 'tempest-secgroup--241904287'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:52.778647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:52.788829 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:52.790458 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] 10.222.0.42 "PUT /v2.0/ports/fc6f1e66-1da2-4806-bf5d-cb5871fe3831 HTTP/1.1" status: 200 len: 1091 time: 1.8818448 Nov 27 01:21:52.808058 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2dedf-e4a7-4bc9-ac22-5472af51d12a service neutron] Pushing event updated for resources: {'Port': ['ID=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:52.814622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-1b5ac6d3-f34a-47a4-86e5-858eb409c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:52.816732 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-faf8ffc8-2b6f-4f29-8be6-532e776940d2 req-1b5ac6d3-f34a-47a4-86e5-858eb409c4cb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4790795 Nov 27 01:21:52.896960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a81410-86c1-420c-97b4-77ce176b3b02 req-e7ecaae2-9765-4592-84c5-9c1ee99e4abc tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:52.898946 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-49a81410-86c1-420c-97b4-77ce176b3b02 req-e7ecaae2-9765-4592-84c5-9c1ee99e4abc tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 943 time: 0.0692344 Nov 27 01:21:52.910766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Request body: {'port': {'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:52.980288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-49a81410-86c1-420c-97b4-77ce176b3b02 req-74b0b29b-e83f-4d5d-bdd2-7e75f5750f68 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648668 Nov 27 01:21:53.021176 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-082060f2-d9f2-4a00-a2f8-cb9f9e47c5be tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.024512 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-bbb3f8ec-60b0-4d2a-ac11-c77d5b8c7857 service neutron] 10.222.0.11 "GET /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155638 Nov 27 01:21:53.123906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.353340 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-960bd4c3-43ea-4d46-af0c-b15858f2ad20 req-06b01c4d-8e0d-465f-8e72-83141f3d075f service neutron] 10.222.0.11 "GET /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800770 Nov 27 01:21:53.441476 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.446417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b173331-f204-4da7-bb26-7baae74c68d5', 'name': 'network-vif-deleted', 'tag': '1b8b74d2-b980-4ce1-8fcc-e589fa32cd69'}, {'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': 'fc6f1e66-1da2-4806-bf5d-cb5871fe3831'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:53.450591 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab5c442-0295-43ae-a13c-987e1ab25596" -d '{"events": [{"server_uuid": "8b173331-f204-4da7-bb26-7baae74c68d5", "name": "network-vif-deleted", "tag": "1b8b74d2-b980-4ce1-8fcc-e589fa32cd69"}, {"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "fc6f1e66-1da2-4806-bf5d-cb5871fe3831"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:53.467980 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-082060f2-d9f2-4a00-a2f8-cb9f9e47c5be tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.491031 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ddd4c-b0dd-442d-b40e-da5e92be0145 req-24ddfe9f-a8fb-4812-a367-f538995abdff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.499078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ddd4c-b0dd-442d-b40e-da5e92be0145 req-24ddfe9f-a8fb-4812-a367-f538995abdff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.506980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ddd4c-b0dd-442d-b40e-da5e92be0145 req-24ddfe9f-a8fb-4812-a367-f538995abdff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.515218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ddd4c-b0dd-442d-b40e-da5e92be0145 req-24ddfe9f-a8fb-4812-a367-f538995abdff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.521504 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-082060f2-d9f2-4a00-a2f8-cb9f9e47c5be tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.522144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ddd4c-b0dd-442d-b40e-da5e92be0145 req-24ddfe9f-a8fb-4812-a367-f538995abdff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.530816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ddd4c-b0dd-442d-b40e-da5e92be0145 req-24ddfe9f-a8fb-4812-a367-f538995abdff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.538270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ddd4c-b0dd-442d-b40e-da5e92be0145 req-24ddfe9f-a8fb-4812-a367-f538995abdff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.549402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-308ddd4c-b0dd-442d-b40e-da5e92be0145 req-24ddfe9f-a8fb-4812-a367-f538995abdff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5407 time: 0.1495063 Nov 27 01:21:53.589266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde97a8-d7c6-4356-8046-4ffda43e6688 req-ceac1f60-5403-4754-b96d-e346b001732a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.591055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8bde97a8-d7c6-4356-8046-4ffda43e6688 req-ceac1f60-5403-4754-b96d-e346b001732a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 944 time: 0.2826610 Nov 27 01:21:53.624800 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-308ddd4c-b0dd-442d-b40e-da5e92be0145 req-a6dd1809-e5b1-4a91-b728-aff2b73ddb1a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739372 Nov 27 01:21:53.655250 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-082060f2-d9f2-4a00-a2f8-cb9f9e47c5be tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:53.659398 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-082060f2-d9f2-4a00-a2f8-cb9f9e47c5be tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9031758 Nov 27 01:21:53.659714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42618) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:53.666445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c2138874-69f1-44d6-a5df-de1f3a634b33 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a2e52867-82e5-40ab-a2f7-dd2fa5483ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:53.691383 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-c2138874-69f1-44d6-a5df-de1f3a634b33 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 27 01:21:53.692110 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-c2138874-69f1-44d6-a5df-de1f3a634b33 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:53.693374 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c2138874-69f1-44d6-a5df-de1f3a634b33 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0326927 Nov 27 01:21:53.696792 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42620) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:53.705338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-fd35a190-4f52-4757-a74a-571f01b47a2a tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a2e52867-82e5-40ab-a2f7-dd2fa5483ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:53.706147 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-fd35a190-4f52-4757-a74a-571f01b47a2a tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 27 01:21:53.707374 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-fd35a190-4f52-4757-a74a-571f01b47a2a tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:53.712392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082060f2-d9f2-4a00-a2f8-cb9f9e47c5be tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e52867-82e5-40ab-a2f7-dd2fa5483ad6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:53.734922 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fd35a190-4f52-4757-a74a-571f01b47a2a tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0359583 Nov 27 01:21:53.737090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42622) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:53.745390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b8356-4f0d-4701-8896-316898387d70 req-351876dd-643a-47f8-8963-6a642da496d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.747620 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c54b8356-4f0d-4701-8896-316898387d70 req-351876dd-643a-47f8-8963-6a642da496d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f799e2e03c640a882f654c057f99cdb&device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 1094 time: 0.2738516 Nov 27 01:21:53.763529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-42af17fd-dca4-4504-83fb-4d8faa624b7f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a2e52867-82e5-40ab-a2f7-dd2fa5483ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:53.766602 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-42af17fd-dca4-4504-83fb-4d8faa624b7f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 27 01:21:53.767102 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-42af17fd-dca4-4504-83fb-4d8faa624b7f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:53.768130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-42af17fd-dca4-4504-83fb-4d8faa624b7f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0301125 Nov 27 01:21:53.770648 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4384818-964d-4df9-bca4-3e0190ea361b x-openstack-request-id: req-a4384818-964d-4df9-bca4-3e0190ea361b {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:53.772269 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b173331-f204-4da7-bb26-7baae74c68d5", "name": "network-vif-deleted", "tag": "1b8b74d2-b980-4ce1-8fcc-e589fa32cd69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "fc6f1e66-1da2-4806-bf5d-cb5871fe3831", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:53.772890 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4384818-964d-4df9-bca4-3e0190ea361b {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:53.774945 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b173331-f204-4da7-bb26-7baae74c68d5', 'name': 'network-vif-deleted', 'tag': '1b8b74d2-b980-4ce1-8fcc-e589fa32cd69', 'status': 'completed', 'code': 200} Nov 27 01:21:53.776086 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': 'fc6f1e66-1da2-4806-bf5d-cb5871fe3831', 'status': 'completed', 'code': 200} Nov 27 01:21:53.777008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42624) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:53.792029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-607bc4af-dbe2-4591-ac0b-3d97316720df tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a2e52867-82e5-40ab-a2f7-dd2fa5483ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:53.795427 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-607bc4af-dbe2-4591-ac0b-3d97316720df tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 27 01:21:53.796261 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-607bc4af-dbe2-4591-ac0b-3d97316720df tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:53.797474 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-607bc4af-dbe2-4591-ac0b-3d97316720df tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0188649 Nov 27 01:21:53.818663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42626) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:53.863252 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8bde97a8-d7c6-4356-8046-4ffda43e6688 req-34d35573-9745-408d-a969-e540d2ab545c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326317 Nov 27 01:21:53.943705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-3a8204b6-4792-47b5-878f-5fc5d2112a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.944096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-3a8204b6-4792-47b5-878f-5fc5d2112a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.944567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-3a8204b6-4792-47b5-878f-5fc5d2112a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.945028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-3a8204b6-4792-47b5-878f-5fc5d2112a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.945487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-3a8204b6-4792-47b5-878f-5fc5d2112a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.945945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-3a8204b6-4792-47b5-878f-5fc5d2112a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.946432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-3a8204b6-4792-47b5-878f-5fc5d2112a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:53.959677 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-3a8204b6-4792-47b5-878f-5fc5d2112a46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6354 time: 0.1534195 Nov 27 01:21:54.120857 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42636) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:54.268441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893dcec-cbb0-497c-a7a9-bfd17a95b5ab req-3ebb2bc9-2ab7-45ce-a685-731d61a0f3b0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.270448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3893dcec-cbb0-497c-a7a9-bfd17a95b5ab req-3ebb2bc9-2ab7-45ce-a685-731d61a0f3b0 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 945 time: 0.1482296 Nov 27 01:21:54.310225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-3b116f4c-3058-4f5c-8e3f-5d0214854b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.311084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-3b116f4c-3058-4f5c-8e3f-5d0214854b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.311783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-3b116f4c-3058-4f5c-8e3f-5d0214854b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.313609 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-3b116f4c-3058-4f5c-8e3f-5d0214854b8a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a614930afcea470bb444c5b97845de9e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3391604 Nov 27 01:21:54.398555 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e1d661f5-d2ff-46a3-80af-25ee1ad1eb89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.400526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040f8273-6cb3-48fa-94d3-a1d59e33a84f {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:54.410634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b8356-4f0d-4701-8896-316898387d70 req-ca0b77e4-3a6a-4847-98db-5c8a66c38c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.412277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c54b8356-4f0d-4701-8896-316898387d70 req-ca0b77e4-3a6a-4847-98db-5c8a66c38c59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f3d0dc1-237e-46b0-945a-be297a59b212 HTTP/1.1" status: 200 len: 912 time: 0.6480806 Nov 27 01:21:54.419396 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.422601 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f973d773-39d7-48ec-bce4-1e1a05ffc41f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.448491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Router 0e7c065c-70f6-4749-8a6e-e44289e4b2df is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:21:54.468863 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3893dcec-cbb0-497c-a7a9-bfd17a95b5ab req-0dd45415-4973-4b66-95e8-e61cd9c99dd2 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852200 Nov 27 01:21:54.501757 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Transition to ACTIVE for port object 040f8273-6cb3-48fa-94d3-a1d59e33a84f will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:21:54.505355 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c54b8356-4f0d-4701-8896-316898387d70 req-0ef14773-e65e-4c93-8fa8-c3b7d2c79364 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=900a2c31-5f24-4f14-a688-38e427bc0309 HTTP/1.1" status: 200 len: 217 time: 0.0787044 Nov 27 01:21:54.507132 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f973d773-39d7-48ec-bce4-1e1a05ffc41f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.524061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca97b38-e2c2-4353-a075-12c6154442f8 req-373a098a-6fcd-4608-940f-9ac3418ec9be tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.525549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ca97b38-e2c2-4353-a075-12c6154442f8 req-373a098a-6fcd-4608-940f-9ac3418ec9be tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 943 time: 0.2364523 Nov 27 01:21:54.532176 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.599207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-9192f185-6e07-4991-a9fe-971635db33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.600686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fab5c442-0295-43ae-a13c-987e1ab25596 req-9192f185-6e07-4991-a9fe-971635db33e4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2780530 Nov 27 01:21:54.680992 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e1d661f5-d2ff-46a3-80af-25ee1ad1eb89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.693740 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e1d661f5-d2ff-46a3-80af-25ee1ad1eb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.732230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Pushing event updated for resources: {'Port': ['ID=040f8273-6cb3-48fa-94d3-a1d59e33a84f,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:54.740141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b8356-4f0d-4701-8896-316898387d70 req-d4d3ee58-1b53-4307-ae97-48f9e0fcf781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.741924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c54b8356-4f0d-4701-8896-316898387d70 req-d4d3ee58-1b53-4307-ae97-48f9e0fcf781 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4b7f594-2703-487d-bed1-2d36e2da4e57 HTTP/1.1" status: 200 len: 850 time: 0.2107942 Nov 27 01:21:54.769645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d661f5-d2ff-46a3-80af-25ee1ad1eb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa76a282-e428-4a11-8ef0-795367bc5f89,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:54.790848 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f973d773-39d7-48ec-bce4-1e1a05ffc41f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.793427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f973d773-39d7-48ec-bce4-1e1a05ffc41f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:54.797373 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f973d773-39d7-48ec-bce4-1e1a05ffc41f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "DELETE /v2.0/security-groups/a2e52867-82e5-40ab-a2f7-dd2fa5483ad6 HTTP/1.1" status: 204 len: 168 time: 0.9755423 Nov 27 01:21:54.801627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42644) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:54.830046 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e1d661f5-d2ff-46a3-80af-25ee1ad1eb89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6db81659ecf4d3088e394671cf9ee4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7042274 Nov 27 01:21:54.843246 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42646) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:54.853927 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ca97b38-e2c2-4353-a075-12c6154442f8 req-099380cb-e25c-48bf-ada8-22e349c6bea7 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973444 Nov 27 01:21:54.880919 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2ee2d308-44b0-4f8f-97fa-3ccdef8b622e tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0743449 Nov 27 01:21:54.886949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:54.892241 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-86a4a203-9a3c-486b-ac84-6e7679f34359 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096237563'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:54.907468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973d773-39d7-48ec-bce4-1e1a05ffc41f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e52867-82e5-40ab-a2f7-dd2fa5483ad6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:54.925993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efdad-a930-4e76-ab2a-1860396d8426 req-363c4988-8b58-4837-9ea6-06dec6e08499 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.933778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efdad-a930-4e76-ab2a-1860396d8426 req-363c4988-8b58-4837-9ea6-06dec6e08499 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.948032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efdad-a930-4e76-ab2a-1860396d8426 req-363c4988-8b58-4837-9ea6-06dec6e08499 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.964756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efdad-a930-4e76-ab2a-1860396d8426 req-363c4988-8b58-4837-9ea6-06dec6e08499 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.968842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:21:54.971433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efdad-a930-4e76-ab2a-1860396d8426 req-363c4988-8b58-4837-9ea6-06dec6e08499 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.984099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efdad-a930-4e76-ab2a-1860396d8426 req-363c4988-8b58-4837-9ea6-06dec6e08499 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.991545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efdad-a930-4e76-ab2a-1860396d8426 req-363c4988-8b58-4837-9ea6-06dec6e08499 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:54.992105 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Sync routers for ids ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:21:55.000562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b8356-4f0d-4701-8896-316898387d70 req-ca753713-39b5-4f35-b251-cd7c78eb06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:55.001087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e7efdad-a930-4e76-ab2a-1860396d8426 req-363c4988-8b58-4837-9ea6-06dec6e08499 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5419 time: 0.2130246 Nov 27 01:21:55.002223 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c54b8356-4f0d-4701-8896-316898387d70 req-ca753713-39b5-4f35-b251-cd7c78eb06e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f3d0dc1-237e-46b0-945a-be297a59b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2125092 Nov 27 01:21:55.011508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Attempting to bind port 040f8273-6cb3-48fa-94d3-a1d59e33a84f on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:55.011832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Attempting to bind port 040f8273-6cb3-48fa-94d3-a1d59e33a84f by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:55.012409 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Attempting to bind port 040f8273-6cb3-48fa-94d3-a1d59e33a84f on network a5a73d60-d1d0-409d-af7c-8d682c688801 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:55.021230 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Routers {'0e7c065c-70f6-4749-8a6e-e44289e4b2df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:55.023150 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:55.033608 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86a4a203-9a3c-486b-ac84-6e7679f34359 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.065776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Port 040f8273-6cb3-48fa-94d3-a1d59e33a84f on network a5a73d60-d1d0-409d-af7c-8d682c688801 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:21:55.066188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Attempting to bind port 040f8273-6cb3-48fa-94d3-a1d59e33a84f on network a5a73d60-d1d0-409d-af7c-8d682c688801 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:55.074812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.076878 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0a88b5e9-2919-4cb0-9a11-76b448f94f19 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.8177531 Nov 27 01:21:55.077664 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-442bb6b4-b968-4728-a9ac-55573da3e503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.099522 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e7efdad-a930-4e76-ab2a-1860396d8426 req-5317942c-8e12-4714-8f1f-e9b1497bce90 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975533 Nov 27 01:21:55.100363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42652) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:55.124747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:55.125399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Checking segment: {'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:55.125854 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Bound using segment: {'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:55.126407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Bound port: 040f8273-6cb3-48fa-94d3-a1d59e33a84f, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:55.126852 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.181333 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Set router 0e7c065c-70f6-4749-8a6e-e44289e4b2df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:55.188078 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-442bb6b4-b968-4728-a9ac-55573da3e503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.222913 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7121e458-8cf4-4a6e-8f48-6146768577ef tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=693123b5cb044942b888cf0396b36532&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581498 Nov 27 01:21:55.223358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86a4a203-9a3c-486b-ac84-6e7679f34359 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.224296 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42654) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:55.265598 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c54b8356-4f0d-4701-8896-316898387d70 req-67769cd9-e3ce-49d3-91c9-dcad31955091 service neutron] 10.222.0.11 "GET /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499387 Nov 27 01:21:55.279028 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5ba95-a8b0-4fb4-b057-0705a27905ed req-c8bee72e-b4ae-4675-8f19-e2ac3ef18045 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:55.286437 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cfc5ba95-a8b0-4fb4-b057-0705a27905ed req-c8bee72e-b4ae-4675-8f19-e2ac3ef18045 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 944 time: 0.2220917 Nov 27 01:21:55.336928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73153014-93e0-453f-af22-f6e8fbe79d90 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:55.338618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-73153014-93e0-453f-af22-f6e8fbe79d90 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1130018 Nov 27 01:21:55.339534 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86a4a203-9a3c-486b-ac84-6e7679f34359 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.349599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42656) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:55.383541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4a203-9a3c-486b-ac84-6e7679f34359 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05efe70-9133-48f8-8019-596d06470184,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:55.385232 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:21:52Z', 'revision_number': 3, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:55.389137 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86a4a203-9a3c-486b-ac84-6e7679f34359 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.394542 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-86a4a203-9a3c-486b-ac84-6e7679f34359 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5047495 Nov 27 01:21:55.394542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42658) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:55.400599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b0cd98d0-2919-4ec3-82a9-e064b053f79c tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a05efe70-9133-48f8-8019-596d06470184', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:55.400599 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-b0cd98d0-2919-4ec3-82a9-e064b053f79c tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 01:21:55.400850 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-b0cd98d0-2919-4ec3-82a9-e064b053f79c tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:55.404551 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b0cd98d0-2919-4ec3-82a9-e064b053f79c tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090542 Nov 27 01:21:55.405253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42660) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:55.409619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-24160a93-ceec-4a97-9186-24e0fc9c7d96 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a05efe70-9133-48f8-8019-596d06470184', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:55.415672 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Checking router: 0e7c065c-70f6-4749-8a6e-e44289e4b2df for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:21:55.416837 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Updating router 0e7c065c-70f6-4749-8a6e-e44289e4b2df port b81d20a3-7d47-4c53-9907-c8ebe392bd34 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:21:55.440758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] For port 040f8273-6cb3-48fa-94d3-a1d59e33a84f, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:55.444848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2a096b53-63da-4084-ae06-096b6ac7024d tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0920875 Nov 27 01:21:55.452153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42662) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:55.456522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5e2d0613-00b4-46af-a2e7-88802c24be33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901447251', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'project_id': '693123b5cb044942b888cf0396b36532', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:55.471368 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.476891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] For port 040f8273-6cb3-48fa-94d3-a1d59e33a84f, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=040f8273-6cb3-48fa-94d3-a1d59e33a84f,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:55.491056 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cfc5ba95-a8b0-4fb4-b057-0705a27905ed req-84577bd7-4a4e-473f-8381-ea0fc3ba56a0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035110 Nov 27 01:21:55.497021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-442bb6b4-b968-4728-a9ac-55573da3e503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.500413 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-442bb6b4-b968-4728-a9ac-55573da3e503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.501944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-442bb6b4-b968-4728-a9ac-55573da3e503 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa76a282-e428-4a11-8ef0-795367bc5f89 HTTP/1.1" status: 204 len: 168 time: 0.6519632 Nov 27 01:21:55.508332 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.539073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bb6b4-b968-4728-a9ac-55573da3e503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa76a282-e428-4a11-8ef0-795367bc5f89,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:55.571641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c54b8356-4f0d-4701-8896-316898387d70 req-38e19561-5827-4e38-932a-153e4b6dac27 service neutron] 10.222.0.11 "GET /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543497 Nov 27 01:21:55.576939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:55.577555 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.578986 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] 10.222.0.42 "PUT /v2.0/ports/040f8273-6cb3-48fa-94d3-a1d59e33a84f HTTP/1.1" status: 200 len: 1091 time: 2.6817458 Nov 27 01:21:55.579399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': '040f8273-6cb3-48fa-94d3-a1d59e33a84f'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:55.581794 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159c197d-a732-4485-8dc6-3a1c8cb54f25" -d '{"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "040f8273-6cb3-48fa-94d3-a1d59e33a84f"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:55.619583 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-24160a93-ceec-4a97-9186-24e0fc9c7d96 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:55.620615 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-24160a93-ceec-4a97-9186-24e0fc9c7d96 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2144053 Nov 27 01:21:55.623981 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42672) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:55.637950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Request body: {'port': {'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:55.650565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0af52720-f017-4fa6-be33-d11b07b97b89 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a05efe70-9133-48f8-8019-596d06470184', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:55.654977 n-d-819494-2 neutron-server[103385]: WARNING neutron.api.v2.base [None req-0af52720-f017-4fa6-be33-d11b07b97b89 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 27 01:21:55.659707 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-0af52720-f017-4fa6-be33-d11b07b97b89 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:55.660922 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0af52720-f017-4fa6-be33-d11b07b97b89 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0359178 Nov 27 01:21:55.664351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42676) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:55.665108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b57a62-3be3-42a0-92f5-0840a7af2d7f service neutron] Pushing event updated for resources: {'Port': ['ID=040f8273-6cb3-48fa-94d3-a1d59e33a84f,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:55.687588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a6d6e4ae-9e3b-4855-a812-864f4b2fd54c tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a05efe70-9133-48f8-8019-596d06470184', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:55.791878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:55.826974 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e6d7a-fe51-4617-b552-be5a41c09255 req-87402a8f-324e-47ad-96a2-0fe96b0f86fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:55.836019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef183-93ce-4a90-a457-d4e0fd169737 req-3e18fe3d-5e6a-4601-8954-a0dc662403f2 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:55.842199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8b0e6d7a-fe51-4617-b552-be5a41c09255 req-87402a8f-324e-47ad-96a2-0fe96b0f86fb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1785989 Nov 27 01:21:55.850188 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-889ef183-93ce-4a90-a457-d4e0fd169737 req-3e18fe3d-5e6a-4601-8954-a0dc662403f2 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 945 time: 0.2532871 Nov 27 01:21:55.875623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d12a2-b937-48c9-ae97-1bbd66fd2c18 req-9795e2ef-2aee-4773-bfd3-9831f4537416 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:55.877690 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf4d12a2-b937-48c9-ae97-1bbd66fd2c18 req-9795e2ef-2aee-4773-bfd3-9831f4537416 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 945 time: 0.2944665 Nov 27 01:21:55.922311 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-a6d6e4ae-9e3b-4855-a812-864f4b2fd54c tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:55.928386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a6d6e4ae-9e3b-4855-a812-864f4b2fd54c tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2601840 Nov 27 01:21:55.936719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42682) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:55.962044 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-841e44ab-f570-44dd-b356-e8c1db650ae3 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a05efe70-9133-48f8-8019-596d06470184', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:55.963499 n-d-819494-2 neutron-server[103385]: WARNING neutron.api.v2.base [None req-841e44ab-f570-44dd-b356-e8c1db650ae3 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 01:21:55.964099 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-841e44ab-f570-44dd-b356-e8c1db650ae3 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:55.967783 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-841e44ab-f570-44dd-b356-e8c1db650ae3 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0225396 Nov 27 01:21:55.970939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42684) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:56.006468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4f9c085c-b8a0-4a14-9707-84c2de9ae750 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a05efe70-9133-48f8-8019-596d06470184', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:56.122072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 900a2c31-5f24-4f14-a688-38e427bc0309 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:21:56.133170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:56.145281 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.154792 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.162863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8b0e6d7a-fe51-4617-b552-be5a41c09255 req-390fe567-6459-4744-a4c0-84d6ce04fed3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190167 Nov 27 01:21:56.167470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42686) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:56.214581 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c16c4-4e12-4a48-a9d5-323c3f6f9f58 None None] Pushing event updated for resources: {'Port': ['ID=b81d20a3-7d47-4c53-9907-c8ebe392bd34,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:56.256478 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4ad3b84-dacd-4367-8a45-3b9875b3ed39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.263437 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f775bec3-59f0-4ecb-bc50-895e2b20b6f7 x-openstack-request-id: req-f775bec3-59f0-4ecb-bc50-895e2b20b6f7 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:56.263836 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "040f8273-6cb3-48fa-94d3-a1d59e33a84f", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:56.269254 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f775bec3-59f0-4ecb-bc50-895e2b20b6f7 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:56.269810 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': '040f8273-6cb3-48fa-94d3-a1d59e33a84f', 'status': 'completed', 'code': 200} Nov 27 01:21:56.276603 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Attempting to bind port b81d20a3-7d47-4c53-9907-c8ebe392bd34 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:56.276743 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Attempting to bind port b81d20a3-7d47-4c53-9907-c8ebe392bd34 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:56.277054 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Attempting to bind port b81d20a3-7d47-4c53-9907-c8ebe392bd34 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:56.302437 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:56.303111 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:56.307111 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.307885 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:56.310644 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Bound port: b81d20a3-7d47-4c53-9907-c8ebe392bd34, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:56.311351 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.315551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 900a2c31-5f24-4f14-a688-38e427bc0309, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=900a2c31-5f24-4f14-a688-38e427bc0309,segment=NetworkSegment(1a406c5f-9ce2-4deb-a29c-08a295bb4d63),segment_id=1a406c5f-9ce2-4deb-a29c-08a295bb4d63)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:56.325459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2d0613-00b4-46af-a2e7-88802c24be33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Made reservation on behalf of 693123b5cb044942b888cf0396b36532 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:21:56.328875 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0613-00b4-46af-a2e7-88802c24be33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.342679 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '900a2c31-5f24-4f14-a688-38e427bc0309', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'port_id': '900a2c31-5f24-4f14-a688-38e427bc0309', 'mac_address': 'fa:16:3e:a5:89:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:21:56.351881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79480a96-68d0-4481-9af1-4de6de706402 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:56.421775 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-4f9c085c-b8a0-4a14-9707-84c2de9ae750 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:56.423145 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4f9c085c-b8a0-4a14-9707-84c2de9ae750 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4467671 Nov 27 01:21:56.428854 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] For port b81d20a3-7d47-4c53-9907-c8ebe392bd34, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:56.432584 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] For port b81d20a3-7d47-4c53-9907-c8ebe392bd34, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b81d20a3-7d47-4c53-9907-c8ebe392bd34,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:56.439722 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.448841 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.451489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42692) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:56.460896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9a290f1d-1c22-4cb2-b960-13b7dffffc34 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a05efe70-9133-48f8-8019-596d06470184', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:56.461379 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-9a290f1d-1c22-4cb2-b960-13b7dffffc34 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 27 01:21:56.461877 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-9a290f1d-1c22-4cb2-b960-13b7dffffc34 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:56.463138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9a290f1d-1c22-4cb2-b960-13b7dffffc34 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091107 Nov 27 01:21:56.466931 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42694) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:56.485823 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-27dadcfd-b934-4263-b590-030ea1d192a4 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a05efe70-9133-48f8-8019-596d06470184', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:56.493448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900a2c31-5f24-4f14-a688-38e427bc0309 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:56.517852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 900a2c31-5f24-4f14-a688-38e427bc0309, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=900a2c31-5f24-4f14-a688-38e427bc0309,segment=NetworkSegment(1a406c5f-9ce2-4deb-a29c-08a295bb4d63),segment_id=1a406c5f-9ce2-4deb-a29c-08a295bb4d63)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:56.522031 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-889ef183-93ce-4a90-a457-d4e0fd169737 req-9064c20f-a44b-4fbc-a934-b6eb5b90d5f8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708357 Nov 27 01:21:56.523380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5f40e9bf-cb5a-49fa-89bf-f3320292249f None None] Provisioning complete for port b81d20a3-7d47-4c53-9907-c8ebe392bd34 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:56.523978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5f40e9bf-cb5a-49fa-89bf-f3320292249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.537924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-0593d494-8cfa-41af-a254-95a1bd2d3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.538435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-0593d494-8cfa-41af-a254-95a1bd2d3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.538919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-0593d494-8cfa-41af-a254-95a1bd2d3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.539387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-0593d494-8cfa-41af-a254-95a1bd2d3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.539852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-0593d494-8cfa-41af-a254-95a1bd2d3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.540403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-0593d494-8cfa-41af-a254-95a1bd2d3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.540756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-0593d494-8cfa-41af-a254-95a1bd2d3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.542705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-0593d494-8cfa-41af-a254-95a1bd2d3b53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6421 time: 0.2287662 Nov 27 01:21:56.552123 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.630500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=900a2c31-5f24-4f14-a688-38e427bc0309,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:56.666954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba771ad6-d649-4bc5-a3d1-28c3a66a6ce2 req-b4a32e59-71c2-4fce-b1ac-468ca09d008f tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:56.675816 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba771ad6-d649-4bc5-a3d1-28c3a66a6ce2 req-b4a32e59-71c2-4fce-b1ac-468ca09d008f tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 943 time: 0.2599998 Nov 27 01:21:56.722593 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-27dadcfd-b934-4263-b590-030ea1d192a4 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:56.726227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-27dadcfd-b934-4263-b590-030ea1d192a4 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2494972 Nov 27 01:21:56.730618 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5f40e9bf-cb5a-49fa-89bf-f3320292249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.731875 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42698) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:56.755476 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-bf4d12a2-b937-48c9-ae97-1bbd66fd2c18 req-17fd40b5-fc70-4747-b2cb-beb59cc403a8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Deleting port 63d05acf-86a7-4a93-925f-ed859b6cba22 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:21:56.755854 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bf4d12a2-b937-48c9-ae97-1bbd66fd2c18 req-17fd40b5-fc70-4747-b2cb-beb59cc403a8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.770468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5f40e9bf-cb5a-49fa-89bf-f3320292249f None None] For port b81d20a3-7d47-4c53-9907-c8ebe392bd34, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b81d20a3-7d47-4c53-9907-c8ebe392bd34,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:56.770911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e69f73c6-0cfe-4db5-9ebc-6348635eb9d2 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'a05efe70-9133-48f8-8019-596d06470184', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:56.778591 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5f40e9bf-cb5a-49fa-89bf-f3320292249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.827989 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c16c4-4e12-4a48-a9d5-323c3f6f9f58 None None] Pushing event updated for resources: {'Port': ['ID=b81d20a3-7d47-4c53-9907-c8ebe392bd34,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:56.840854 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Routers {'0e7c065c-70f6-4749-8a6e-e44289e4b2df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:21:56.841979 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:56.852314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4db3d-b4d4-42c5-b876-f198d9c0da72 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:56.894399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['900a2c31-5f24-4f14-a688-38e427bc0309'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:56.906450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4ad3b84-dacd-4367-8a45-3b9875b3ed39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.941286 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e4ad3b84-dacd-4367-8a45-3b9875b3ed39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.991486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-bf4d12a2-b937-48c9-ae97-1bbd66fd2c18 req-17fd40b5-fc70-4747-b2cb-beb59cc403a8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] For port 63d05acf-86a7-4a93-925f-ed859b6cba22, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=63d05acf-86a7-4a93-925f-ed859b6cba22,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:21:56.992052 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bf4d12a2-b937-48c9-ae97-1bbd66fd2c18 req-17fd40b5-fc70-4747-b2cb-beb59cc403a8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:56.996078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4138f5d-11dd-4ec8-b3a2-dea77933bc9d {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:21:57.005625 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba771ad6-d649-4bc5-a3d1-28c3a66a6ce2 req-db25dbd3-6448-4acf-acf8-068bafdea3c7 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971649 Nov 27 01:21:57.014710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-bf4d12a2-b937-48c9-ae97-1bbd66fd2c18 req-17fd40b5-fc70-4747-b2cb-beb59cc403a8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Calling delete_port for 63d05acf-86a7-4a93-925f-ed859b6cba22 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:21:57.021154 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.060164 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad3b84-dacd-4367-8a45-3b9875b3ed39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa923a5-3c3b-42dc-b828-5f8ae4118a8e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:57.064902 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e4ad3b84-dacd-4367-8a45-3b9875b3ed39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06da017328814fffaed11326f1ccb485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8840690 Nov 27 01:21:57.069025 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-e69f73c6-0cfe-4db5-9ebc-6348635eb9d2 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:21:57.070710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e69f73c6-0cfe-4db5-9ebc-6348635eb9d2 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3354146 Nov 27 01:21:57.072379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Transition to ACTIVE for port object a4138f5d-11dd-4ec8-b3a2-dea77933bc9d will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:21:57.073300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42700) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:57.074961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42702) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:57.082687 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] Set router 0e7c065c-70f6-4749-8a6e-e44289e4b2df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:21:57.109737 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.116161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-618f8b0c-ef5b-4018-8859-4022e306ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.116161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-618f8b0c-ef5b-4018-8859-4022e306ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.116161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-618f8b0c-ef5b-4018-8859-4022e306ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.116161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-618f8b0c-ef5b-4018-8859-4022e306ccb5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a614930afcea470bb444c5b97845de9e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5472558 Nov 27 01:21:57.157577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0b41-1ed7-4d00-a9ac-70275f6883b7 req-531a632b-d697-4936-b0f1-2e49cfcd39d1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.163717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0b41-1ed7-4d00-a9ac-70275f6883b7 req-531a632b-d697-4936-b0f1-2e49cfcd39d1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.172842 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0b41-1ed7-4d00-a9ac-70275f6883b7 req-531a632b-d697-4936-b0f1-2e49cfcd39d1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.187265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0b41-1ed7-4d00-a9ac-70275f6883b7 req-531a632b-d697-4936-b0f1-2e49cfcd39d1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.193513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0b41-1ed7-4d00-a9ac-70275f6883b7 req-531a632b-d697-4936-b0f1-2e49cfcd39d1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.210561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0b41-1ed7-4d00-a9ac-70275f6883b7 req-531a632b-d697-4936-b0f1-2e49cfcd39d1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.219852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0b41-1ed7-4d00-a9ac-70275f6883b7 req-531a632b-d697-4936-b0f1-2e49cfcd39d1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.228794 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce8e0b41-1ed7-4d00-a9ac-70275f6883b7 req-531a632b-d697-4936-b0f1-2e49cfcd39d1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5419 time: 0.4977591 Nov 27 01:21:57.240973 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:57.356346 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0613-00b4-46af-a2e7-88802c24be33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.376200 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ed66100-ab53-43c4-bc31-05246d3ddc07 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.412321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65307178-1055-4dba-98e4-b5352b81cb61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.452518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af178e-5d26-4658-b3b2-0dd21e27d791 req-e29ae154-f617-4f6e-a019-801ca3fb3a33 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.454109 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17af178e-5d26-4658-b3b2-0dd21e27d791 req-e29ae154-f617-4f6e-a019-801ca3fb3a33 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2350781 Nov 27 01:21:57.537432 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ed66100-ab53-43c4-bc31-05246d3ddc07 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.560938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40e9bf-cb5a-49fa-89bf-f3320292249f None None] Pushing event updated for resources: {'Port': ['ID=b81d20a3-7d47-4c53-9907-c8ebe392bd34,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:57.574373 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce8e0b41-1ed7-4d00-a9ac-70275f6883b7 req-f4830ada-f3eb-4ed7-8a9e-6f877f5377ac tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3383009 Nov 27 01:21:57.588265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d0613-00b4-46af-a2e7-88802c24be33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Subnet': ['ID=1387f584-d5f1-4730-bd33-1e50dfbd27a6,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:57.591414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6e2539dd-b5ad-4f49-8a3f-e65cbf7870fc None None] Provisioning complete for port b81d20a3-7d47-4c53-9907-c8ebe392bd34 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:21:57.594069 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e2539dd-b5ad-4f49-8a3f-e65cbf7870fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.605877 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65307178-1055-4dba-98e4-b5352b81cb61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.669617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-58e19080-33e4-47ef-a5ee-ffe7cec1b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.680367 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-159c197d-a732-4485-8dc6-3a1c8cb54f25 req-58e19080-33e4-47ef-a5ee-ffe7cec1b4ef service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5522206 Nov 27 01:21:57.688148 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d0613-00b4-46af-a2e7-88802c24be33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Checking segment: {'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:57.692326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d0613-00b4-46af-a2e7-88802c24be33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network hostable DHCP agents. Network: 5eaa9508-d233-472e-9f6d-24d1592fb0b9, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:21:57.720871 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:21:52Z', 'revision_number': 3, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:21:57.727160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Attempting to bind port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:21:57.727659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Attempting to bind port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:21:57.727908 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Attempting to bind port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d on network a5a73d60-d1d0-409d-af7c-8d682c688801 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:57.763388 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00e8b7-c3d0-4a34-a018-51f058e0761e None None] The sync data for ids ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'] in n-d-819494-2 is: [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:21:52Z', 'revision_number': 3, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:21:57.765056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d on network a5a73d60-d1d0-409d-af7c-8d682c688801 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:21:57.765394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Attempting to bind port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d on network a5a73d60-d1d0-409d-af7c-8d682c688801 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:21:57.796726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d0613-00b4-46af-a2e7-88802c24be33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:21:57.838281 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:21:57.841654 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bf4d12a2-b937-48c9-ae97-1bbd66fd2c18 req-17fd40b5-fc70-4747-b2cb-beb59cc403a8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.842407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Checking segment: {'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:21:57.843052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Bound using segment: {'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:21:57.843731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Bound port: a4138f5d-11dd-4ec8-b3a2-dea77933bc9d, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514f61e9-15cc-4367-bc10-e22e9052d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:21:57.845220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.853439 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91292b40-6db0-4b5e-9877-021912829050 req-934c57b5-389f-408c-a9b0-0bb321632ca5 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=af4e6450-e7f0-4b25-ab81-e4ede51a34bd HTTP/1.1" status: 200 len: 210 time: 0.0817957 Nov 27 01:21:57.873300 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17af178e-5d26-4658-b3b2-0dd21e27d791 req-765049a9-a04e-4052-8600-589603141e4c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3970499 Nov 27 01:21:57.884766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['cc6e89c1-3d2b-4a21-ab32-24d96e986684'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:21:57.905781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5e2d0613-00b4-46af-a2e7-88802c24be33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 5eaa9508-d233-472e-9f6d-24d1592fb0b9) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:57.910231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd40b5-fc70-4747-b2cb-beb59cc403a8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Pushing event deleted for resources: {'Port': ['ID=63d05acf-86a7-4a93-925f-ed859b6cba22,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:57.916849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2d0613-00b4-46af-a2e7-88802c24be33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:57.917728 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0613-00b4-46af-a2e7-88802c24be33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:57.994382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4d12a2-b937-48c9-ae97-1bbd66fd2c18 req-17fd40b5-fc70-4747-b2cb-beb59cc403a8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] No DVR routers for this DVR port 63d05acf-86a7-4a93-925f-ed859b6cba22 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:21:57.998799 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bf4d12a2-b937-48c9-ae97-1bbd66fd2c18 req-17fd40b5-fc70-4747-b2cb-beb59cc403a8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.008947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf4d12a2-b937-48c9-ae97-1bbd66fd2c18 req-17fd40b5-fc70-4747-b2cb-beb59cc403a8 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.11 "DELETE /v2.0/ports/63d05acf-86a7-4a93-925f-ed859b6cba22 HTTP/1.1" status: 204 len: 173 time: 2.1081257 Nov 27 01:21:58.009734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4e6450-e7f0-4b25-ab81-e4ede51a34bd', 'name': 'network-vif-deleted', 'tag': '63d05acf-86a7-4a93-925f-ed859b6cba22'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:58.015349 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d960d9dd-c3d7-481a-b20a-f41768061070" -d '{"events": [{"server_uuid": "af4e6450-e7f0-4b25-ab81-e4ede51a34bd", "name": "network-vif-deleted", "tag": "63d05acf-86a7-4a93-925f-ed859b6cba22"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:58.030354 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5e2d0613-00b4-46af-a2e7-88802c24be33 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5780523 Nov 27 01:21:58.033787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42716) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:58.041192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] For port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:21:58.066905 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] For port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:21:58.071999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ed66100-ab53-43c4-bc31-05246d3ddc07 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.077982 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ed66100-ab53-43c4-bc31-05246d3ddc07 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.081821 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3ed66100-ab53-43c4-bc31-05246d3ddc07 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "DELETE /v2.0/security-groups/a05efe70-9133-48f8-8019-596d06470184 HTTP/1.1" status: 204 len: 168 time: 1.0030625 Nov 27 01:21:58.082668 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65307178-1055-4dba-98e4-b5352b81cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.090590 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65307178-1055-4dba-98e4-b5352b81cb61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.092947 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-65307178-1055-4dba-98e4-b5352b81cb61 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/caa923a5-3c3b-42dc-b828-5f8ae4118a8e HTTP/1.1" status: 204 len: 168 time: 1.0168545 Nov 27 01:21:58.093963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42718) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:58.116652 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.130804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fd6777-0077-485a-aa5a-0bd5e4ab73c1 None None] Network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:21:58.156565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed66100-ab53-43c4-bc31-05246d3ddc07 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05efe70-9133-48f8-8019-596d06470184,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:58.188591 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e29925-d22d-4ba6-95e9-ea51d220f794 x-openstack-request-id: req-73e29925-d22d-4ba6-95e9-ea51d220f794 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:58.188886 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4e6450-e7f0-4b25-ab81-e4ede51a34bd", "name": "network-vif-deleted", "tag": "63d05acf-86a7-4a93-925f-ed859b6cba22", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:58.189152 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73e29925-d22d-4ba6-95e9-ea51d220f794 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:58.189558 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4e6450-e7f0-4b25-ab81-e4ede51a34bd', 'name': 'network-vif-deleted', 'tag': '63d05acf-86a7-4a93-925f-ed859b6cba22', 'status': 'completed', 'code': 200} Nov 27 01:21:58.335538 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65307178-1055-4dba-98e4-b5352b81cb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa923a5-3c3b-42dc-b828-5f8ae4118a8e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:58.337965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.350173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e47a3-bc5b-47d0-b0d0-b6d83f7e03ea None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:21:58.350865 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.352301 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] 10.222.0.42 "PUT /v2.0/ports/a4138f5d-11dd-4ec8-b3a2-dea77933bc9d HTTP/1.1" status: 200 len: 1091 time: 2.7306080 Nov 27 01:21:58.380423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 63d05acf-86a7-4a93-925f-ed859b6cba22 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:21:58.388751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': 'a4138f5d-11dd-4ec8-b3a2-dea77933bc9d'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:21:58.403513 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4b67cf-00be-4b05-aea0-30c44871ee72" -d '{"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "a4138f5d-11dd-4ec8-b3a2-dea77933bc9d"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:21:58.551160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 63d05acf-86a7-4a93-925f-ed859b6cba22 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:21:58.551517 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 63d05acf-86a7-4a93-925f-ed859b6cba22 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:21:58.609271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bbe81def-51f4-405f-ad60-7824f2e7f1a1 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5069931 Nov 27 01:21:58.613264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9328e-9e8b-4bc4-a168-eb04ac4497d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:58.625949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42730) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:58.650125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ee95efbb-9f93-4e88-96ce-2a0ed64a06bd tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794190905'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:58.726247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-e26800fb-aab2-4d71-9af0-aa405e291794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.741869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-e26800fb-aab2-4d71-9af0-aa405e291794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.743328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-e26800fb-aab2-4d71-9af0-aa405e291794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.745481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-e26800fb-aab2-4d71-9af0-aa405e291794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.756089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-e26800fb-aab2-4d71-9af0-aa405e291794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.757172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-e26800fb-aab2-4d71-9af0-aa405e291794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.758118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-e26800fb-aab2-4d71-9af0-aa405e291794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.760879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-e26800fb-aab2-4d71-9af0-aa405e291794 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6488 time: 0.2612724 Nov 27 01:21:58.787086 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494cfa9-53b8-4925-a7bd-971854469b57 req-bac01593-ecf4-450c-a9aa-48a48a856032 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.795590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0494cfa9-53b8-4925-a7bd-971854469b57 req-bac01593-ecf4-450c-a9aa-48a48a856032 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 944 time: 0.3788545 Nov 27 01:21:58.816949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee95efbb-9f93-4e88-96ce-2a0ed64a06bd tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.885580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-6bbc04ef-d7b9-4f08-b391-19b4465411c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50 HTTP/1.1" status: 200 len: 217 time: 0.0856996 Nov 27 01:21:58.905351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52438653-4389-4806-9c33-203a0dd80c8c req-adac587d-f2b5-4e7c-b162-fc646bf69065 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:58.913584 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52438653-4389-4806-9c33-203a0dd80c8c req-adac587d-f2b5-4e7c-b162-fc646bf69065 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.4899478 Nov 27 01:21:58.981627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'fixed_ips': [{'subnet_id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:21:58.984254 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:58.994676 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee95efbb-9f93-4e88-96ce-2a0ed64a06bd tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:59.011423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee95efbb-9f93-4e88-96ce-2a0ed64a06bd tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:59.147411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95efbb-9f93-4e88-96ce-2a0ed64a06bd tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fc76d1-dd2a-4978-a156-cd203f6d4084,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:21:59.162318 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0494cfa9-53b8-4925-a7bd-971854469b57 req-83a5adcd-e426-4910-a6ba-e25573068ba9 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3655353 Nov 27 01:21:59.177255 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52438653-4389-4806-9c33-203a0dd80c8c req-ff30daff-b6a8-41c6-ba50-7e7ffbaa1fcf tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578244 Nov 27 01:21:59.185258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-30e43604-ba51-4b9a-b7d0-f586c84a32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:59.190362 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-30e43604-ba51-4b9a-b7d0-f586c84a32f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92595162-6d4d-4477-968d-cc58800ef4a5 HTTP/1.1" status: 200 len: 856 time: 0.1897452 Nov 27 01:21:59.193104 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee95efbb-9f93-4e88-96ce-2a0ed64a06bd tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:59.202275 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ee95efbb-9f93-4e88-96ce-2a0ed64a06bd tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5724497 Nov 27 01:21:59.220502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42746) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:59.229674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ed897b13-a25d-49f8-b9ca-061e7b2ece0b tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': '42fc76d1-dd2a-4978-a156-cd203f6d4084', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:59.322037 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f198f3b-396a-4d7f-a7ba-b975284ad9a4 x-openstack-request-id: req-7f198f3b-396a-4d7f-a7ba-b975284ad9a4 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:21:59.323078 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "a4138f5d-11dd-4ec8-b3a2-dea77933bc9d", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:21:59.323666 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f198f3b-396a-4d7f-a7ba-b975284ad9a4 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:21:59.324169 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': 'a4138f5d-11dd-4ec8-b3a2-dea77933bc9d', 'status': 'completed', 'code': 200} Nov 27 01:21:59.351462 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-0aa9a28d-29f9-4a5a-acab-642a63db6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:59.354131 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-0aa9a28d-29f9-4a5a-acab-642a63db6f04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1911280f-60d8-4aa0-8f77-7153690dade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495571 Nov 27 01:21:59.410825 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-ed897b13-a25d-49f8-b9ca-061e7b2ece0b tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The resource could not be found. Nov 27 01:21:59.412205 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ed897b13-a25d-49f8-b9ca-061e7b2ece0b tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1906791 Nov 27 01:21:59.415106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42750) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:59.420970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-37a76ebb-e4ed-4a65-85d0-6699ef81ac70 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': '42fc76d1-dd2a-4978-a156-cd203f6d4084', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7a983570-91e2-4930-a85d-f527365a8f7d'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:21:59.513221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Allocated IP 172.20.0.2 (5eaa9508-d233-472e-9f6d-24d1592fb0b9/1387f584-d5f1-4730-bd33-1e50dfbd27a6/6285ef81-ea57-41a6-9e29-dbb3e0d6b733) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:21:59.543551 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-400e95f3-8e53-4664-8a98-febc50905799 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746647 Nov 27 01:21:59.635414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e437a-d1dc-46b4-a62c-8ff5250bce75 req-c48c42f5-ead6-4f8e-ae41-bdd1ba00ddd1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:59.667680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e437a-d1dc-46b4-a62c-8ff5250bce75 req-c48c42f5-ead6-4f8e-ae41-bdd1ba00ddd1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:59.680377 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-7e67638b-f517-4f96-b8f2-834edb0011d2 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278336 Nov 27 01:21:59.695958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e437a-d1dc-46b4-a62c-8ff5250bce75 req-c48c42f5-ead6-4f8e-ae41-bdd1ba00ddd1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:59.714433 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-37a76ebb-e4ed-4a65-85d0-6699ef81ac70 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The resource could not be found. Nov 27 01:21:59.717917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e437a-d1dc-46b4-a62c-8ff5250bce75 req-c48c42f5-ead6-4f8e-ae41-bdd1ba00ddd1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:59.720710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-37a76ebb-e4ed-4a65-85d0-6699ef81ac70 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3035467 Nov 27 01:21:59.722990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42760) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:21:59.750004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e437a-d1dc-46b4-a62c-8ff5250bce75 req-c48c42f5-ead6-4f8e-ae41-bdd1ba00ddd1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:59.764912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e437a-d1dc-46b4-a62c-8ff5250bce75 req-c48c42f5-ead6-4f8e-ae41-bdd1ba00ddd1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:59.774680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e437a-d1dc-46b4-a62c-8ff5250bce75 req-c48c42f5-ead6-4f8e-ae41-bdd1ba00ddd1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:21:59.783144 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c1e437a-d1dc-46b4-a62c-8ff5250bce75 req-c48c42f5-ead6-4f8e-ae41-bdd1ba00ddd1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.4725368 Nov 27 01:21:59.832617 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:59.847445 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:21:59.879752 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-46ea794b-2348-437b-9e24-f9c9e6fb387f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f18938dd-b136-4aad-a1f4-0ffb31ff72fd HTTP/1.1" status: 200 len: 217 time: 0.1898847 Nov 27 01:21:59.944903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:21:59.948666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c1e437a-d1dc-46b4-a62c-8ff5250bce75 req-aede8df5-7c30-40cf-ad31-e08a922c3acb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1645575 Nov 27 01:21:59.957678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:21:59.964623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:21:59.982272 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Pushing event updated for resources: {'Port': ['ID=6285ef81-ea57-41a6-9e29-dbb3e0d6b733,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:00.031821 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07636509-bb10-489f-acd2-4aeef829148f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.080735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Attempting to bind port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:00.080997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Attempting to bind port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:00.081175 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Attempting to bind port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 on network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:00.087305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:22:00.087825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Checking segment: {'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:22:00.088355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.089004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Bound using segment: {'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:22:00.090064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Bound port: 6285ef81-ea57-41a6-9e29-dbb3e0d6b733, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:22:00.090750 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.096443 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.146553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-4591c86a-ac7a-47f2-ab7d-ea9e690c3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:00.153459 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-4591c86a-ac7a-47f2-ab7d-ea9e690c3b4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.2580812 Nov 27 01:22:00.155216 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07636509-bb10-489f-acd2-4aeef829148f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.157140 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 900a2c31-5f24-4f14-a688-38e427bc0309 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:00.446307 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] For port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:22:00.459364 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] For port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6285ef81-ea57-41a6-9e29-dbb3e0d6b733,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:22:00.461461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b81d20a3-7d47-4c53-9907-c8ebe392bd34 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:00.481588 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.555507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a724c893-d01e-48d4-8ad8-6098b71b842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:00.562744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-a724c893-d01e-48d4-8ad8-6098b71b842e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3987768 Nov 27 01:22:00.641959 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46806d-cf12-4c93-b93c-50ee2f1248db req-0bc3c76c-2d32-4cad-b68a-f2d853cce489 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:00.644521 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d46806d-cf12-4c93-b93c-50ee2f1248db req-0bc3c76c-2d32-4cad-b68a-f2d853cce489 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2348478 Nov 27 01:22:00.674572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da1e8f-7e8c-4390-bc33-92a2d5e100c2 None None] Pushing event updated for resources: {'Port': ['ID=6285ef81-ea57-41a6-9e29-dbb3e0d6b733,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:00.697362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 900a2c31-5f24-4f14-a688-38e427bc0309 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:22:00.723237 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 900a2c31-5f24-4f14-a688-38e427bc0309 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:00.724747 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.817800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42806) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:00.861316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fb82d-a637-4a95-a215-3506c55104ee req-b0cf6cca-146f-41aa-b59a-a9e5aeb0e42a tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:00.863362 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff9fb82d-a637-4a95-a215-3506c55104ee req-b0cf6cca-146f-41aa-b59a-a9e5aeb0e42a tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 944 time: 0.3962836 Nov 27 01:22:00.892856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b81d20a3-7d47-4c53-9907-c8ebe392bd34 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:00.895332 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.937787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-ed307f54-9d3c-4b89-b882-5be052622d06 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650970 Nov 27 01:22:00.938493 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07636509-bb10-489f-acd2-4aeef829148f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.944922 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07636509-bb10-489f-acd2-4aeef829148f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:00.946081 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-07636509-bb10-489f-acd2-4aeef829148f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "DELETE /v2.0/security-groups/42fc76d1-dd2a-4978-a156-cd203f6d4084 HTTP/1.1" status: 204 len: 168 time: 1.2179670 Nov 27 01:22:00.949411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42814) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:01.031029 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff9fb82d-a637-4a95-a215-3506c55104ee req-b27dc9b1-b157-4d9f-9c97-5b1e73d98a0a tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594040 Nov 27 01:22:01.081819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Allocated IP 172.20.0.1 (5eaa9508-d233-472e-9f6d-24d1592fb0b9/1387f584-d5f1-4730-bd33-1e50dfbd27a6/3d9bd7eb-015f-42e3-a618-a74dba7636fc) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:01.166391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a8855bb7-f76a-45a3-9e99-fb5186b453c0 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2096281 Nov 27 01:22:01.189888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42820) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:01.222997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-6ff83d24-289e-4762-bcb3-599242f48f0f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': '068b9ff4-f651-4ec2-8a10-43bce0b6aea4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:01.268624 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8b6d681f-2cb4-4f2e-8236-253c37e101b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:01.282763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07636509-bb10-489f-acd2-4aeef829148f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fc76d1-dd2a-4978-a156-cd203f6d4084,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:01.295962 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:01.361048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bb286c-118d-41a2-9591-200043c6794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900a2c31-5f24-4f14-a688-38e427bc0309'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:01.366440 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390263fc-77a3-4d22-bd85-489021c4693f" -d '{"events": [{"server_uuid": "11bb286c-118d-41a2-9591-200043c6794b", "name": "network-vif-plugged", "status": "completed", "tag": "900a2c31-5f24-4f14-a688-38e427bc0309"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:01.377622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2d46806d-cf12-4c93-b93c-50ee2f1248db req-762514d6-b46f-4c89-befa-cf8a56438d71 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3911049 Nov 27 01:22:01.402032 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 900a2c31-5f24-4f14-a688-38e427bc0309, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=900a2c31-5f24-4f14-a688-38e427bc0309,segment=NetworkSegment(1a406c5f-9ce2-4deb-a29c-08a295bb4d63),segment_id=1a406c5f-9ce2-4deb-a29c-08a295bb4d63)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:01.443649 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:01.446774 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-49513a9b-3947-422e-9bf7-c6e5d2bf816a service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993122 Nov 27 01:22:01.510929 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-931cb7c3-3664-4e5f-8811-24c4e4955016 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6319a243-24ab-4e3d-8261-27a33a584e8e HTTP/1.1" status: 200 len: 217 time: 0.0568295 Nov 27 01:22:01.520860 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612f02a7-9ad7-4656-8b63-4122a3c75f6f x-openstack-request-id: req-612f02a7-9ad7-4656-8b63-4122a3c75f6f {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:01.521980 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bb286c-118d-41a2-9591-200043c6794b", "name": "network-vif-plugged", "status": "completed", "tag": "900a2c31-5f24-4f14-a688-38e427bc0309", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:01.522655 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-612f02a7-9ad7-4656-8b63-4122a3c75f6f {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:01.524637 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bb286c-118d-41a2-9591-200043c6794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900a2c31-5f24-4f14-a688-38e427bc0309', 'code': 200} Nov 27 01:22:01.594252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=900a2c31-5f24-4f14-a688-38e427bc0309,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:01.640449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d0bec23d-0513-4c1f-b407-d2c795fe4d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.641990 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-d0bec23d-0513-4c1f-b407-d2c795fe4d90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.1081932 Nov 27 01:22:01.752793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716b27d-674c-42f2-aec4-d50701eb430a req-914d8c2d-70d0-499c-a5fc-4c255549a8a0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.754467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-ef52b8f7-c556-4843-8c39-a364d6a2d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.756463 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-ef52b8f7-c556-4843-8c39-a364d6a2d5a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1008670 Nov 27 01:22:01.759427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716b27d-674c-42f2-aec4-d50701eb430a req-914d8c2d-70d0-499c-a5fc-4c255549a8a0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.766151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716b27d-674c-42f2-aec4-d50701eb430a req-914d8c2d-70d0-499c-a5fc-4c255549a8a0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.772124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716b27d-674c-42f2-aec4-d50701eb430a req-914d8c2d-70d0-499c-a5fc-4c255549a8a0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.779205 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716b27d-674c-42f2-aec4-d50701eb430a req-914d8c2d-70d0-499c-a5fc-4c255549a8a0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.786442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716b27d-674c-42f2-aec4-d50701eb430a req-914d8c2d-70d0-499c-a5fc-4c255549a8a0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.792959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716b27d-674c-42f2-aec4-d50701eb430a req-914d8c2d-70d0-499c-a5fc-4c255549a8a0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.802620 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9716b27d-674c-42f2-aec4-d50701eb430a req-914d8c2d-70d0-499c-a5fc-4c255549a8a0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.5584397 Nov 27 01:22:01.899549 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-6ff83d24-289e-4762-bcb3-599242f48f0f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The resource could not be found. Nov 27 01:22:01.900636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6ff83d24-289e-4762-bcb3-599242f48f0f tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7076666 Nov 27 01:22:01.942227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42838) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:01.944321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eedcfe-b7e5-4e65-9150-0db623c8fa18 req-5e893e21-8a6a-4039-ae0f-504dbd9fb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:01.944625 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-05665e5e-4f5d-4ffb-b3d9-7c170a452fbc service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791744 Nov 27 01:22:01.946698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-75eedcfe-b7e5-4e65-9150-0db623c8fa18 req-5e893e21-8a6a-4039-ae0f-504dbd9fb5f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 1096 time: 0.3376865 Nov 27 01:22:01.962546 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-85a2f480-116d-4a65-b39a-6386236a0c4e tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group': {'name': 'tempest-secgroup--557048687'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:01.986578 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.018752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9716b27d-674c-42f2-aec4-d50701eb430a req-56bc1d59-084f-4bc7-8481-cbe41a6208cd tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2109501 Nov 27 01:22:02.138913 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8b6d681f-2cb4-4f2e-8236-253c37e101b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.153845 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85a2f480-116d-4a65-b39a-6386236a0c4e tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.200415 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-3a56bc3d-7263-4da8-ab5e-e4562d240346 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465134 Nov 27 01:22:02.217514 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8b6d681f-2cb4-4f2e-8236-253c37e101b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.292257 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-75eedcfe-b7e5-4e65-9150-0db623c8fa18 req-b0bfea7a-c5a8-4024-b867-145dbd9dc6b1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210335 Nov 27 01:22:02.356929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:02.359509 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.378577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8b6d681f-2cb4-4f2e-8236-253c37e101b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8023fbabdc9246968d7c1d5a08801f32&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5579324 Nov 27 01:22:02.388221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-1ef0b96d-8f8d-460d-80de-fd50410bc1ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=e72f5790-9c89-4feb-932d-0d85bc470c21 HTTP/1.1" status: 200 len: 217 time: 0.1809883 Nov 27 01:22:02.398972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42846) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:02.481510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:02.482114 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.518157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d681f-2cb4-4f2e-8236-253c37e101b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a2bb99-53ba-49f2-b2ea-1401066e9b5c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:02.624743 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.666795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-ef6a5cb6-334b-4660-88b5-7d768ff6ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:02.671902 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-ef6a5cb6-334b-4660-88b5-7d768ff6ef01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.2411194 Nov 27 01:22:02.682133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bb386-ff03-4129-abc7-71ddd18e5e89 req-ea650981-e95b-41b0-a752-5ed871e8b610 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:02.686123 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c1bb386-ff03-4129-abc7-71ddd18e5e89 req-ea650981-e95b-41b0-a752-5ed871e8b610 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 945 time: 0.3291054 Nov 27 01:22:02.719011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf104d9-279c-426f-9679-cadc60056c55 None None] Network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:02.724482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6285ef81-ea57-41a6-9e29-dbb3e0d6b733,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:02.829552 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:02.900242 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c1bb386-ff03-4129-abc7-71ddd18e5e89 req-e98ca6f0-1028-41b4-8f84-de8897434402 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935489 Nov 27 01:22:02.905641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2ad0f363-f5d3-4a5d-9cdf-d2cdd944aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:02.907165 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-2ad0f363-f5d3-4a5d-9cdf-d2cdd944aece service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2197864 Nov 27 01:22:02.935564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=6285ef81-ea57-41a6-9e29-dbb3e0d6b733,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:02.989882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09e37a44-b977-451d-a591-7561a127d35b None None] Provisioning complete for port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:02.990551 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09e37a44-b977-451d-a591-7561a127d35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:03.074101 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:03.121742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:03.153116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:03.184350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=3d9bd7eb-015f-42e3-a618-a74dba7636fc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:03.221749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-60a60e43-d111-49c0-a40a-4063285ced7c service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057346 Nov 27 01:22:03.265945 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85a2f480-116d-4a65-b39a-6386236a0c4e tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:03.290415 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-298dcaf1-3df1-492a-96dd-181e588705ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:03.328244 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-298dcaf1-3df1-492a-96dd-181e588705ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:03.429126 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85a2f480-116d-4a65-b39a-6386236a0c4e tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:03.432283 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:03.510768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0983fb-36fc-4257-8a46-07de462a05ca req-8c19c147-332f-458b-a87a-ac2b2b0668e4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:03.524259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0983fb-36fc-4257-8a46-07de462a05ca req-8c19c147-332f-458b-a87a-ac2b2b0668e4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:03.538747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0983fb-36fc-4257-8a46-07de462a05ca req-8c19c147-332f-458b-a87a-ac2b2b0668e4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:03.553398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0983fb-36fc-4257-8a46-07de462a05ca req-8c19c147-332f-458b-a87a-ac2b2b0668e4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:03.561022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0983fb-36fc-4257-8a46-07de462a05ca req-8c19c147-332f-458b-a87a-ac2b2b0668e4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:03.572768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0983fb-36fc-4257-8a46-07de462a05ca req-8c19c147-332f-458b-a87a-ac2b2b0668e4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:03.582256 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0983fb-36fc-4257-8a46-07de462a05ca req-8c19c147-332f-458b-a87a-ac2b2b0668e4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:03.584197 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e0983fb-36fc-4257-8a46-07de462a05ca req-8c19c147-332f-458b-a87a-ac2b2b0668e4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.3593009 Nov 27 01:22:03.606364 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c23b5a11-38d9-40b6-8c33-90ae5241947a None None] Provisioning complete for port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:03.606933 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c23b5a11-38d9-40b6-8c33-90ae5241947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:03.646829 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45c578-323a-4c2e-8d19-8d9b10da1d6d req-5eafc0c4-5db5-4b0f-a117-ab96fc59ae9e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:03.648757 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6d45c578-323a-4c2e-8d19-8d9b10da1d6d req-5eafc0c4-5db5-4b0f-a117-ab96fc59ae9e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 1.1044838 Nov 27 01:22:03.663772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-168aa3f6-9eb5-427d-b334-a5015f2a42f3 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089944 Nov 27 01:22:03.713076 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85a2f480-116d-4a65-b39a-6386236a0c4e tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:03.717142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-85a2f480-116d-4a65-b39a-6386236a0c4e tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7667141 Nov 27 01:22:03.729221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2f480-116d-4a65-b39a-6386236a0c4e tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01751a9-b6ea-4e52-a9cf-b737553b352c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:03.750074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42870) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:03.763615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-67ae7593-61d5-4a58-b4f7-89f4cff45bae tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group': {'name': 'tempest-secgroup--151524215'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:03.777702 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-ff36819f-0e97-4c3a-b1e0-f8204596db6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=fc6f1e66-1da2-4806-bf5d-cb5871fe3831 HTTP/1.1" status: 200 len: 217 time: 0.1005661 Nov 27 01:22:03.839425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-298dcaf1-3df1-492a-96dd-181e588705ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:03.845447 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-298dcaf1-3df1-492a-96dd-181e588705ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:03.852885 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-298dcaf1-3df1-492a-96dd-181e588705ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06a2bb99-53ba-49f2-b2ea-1401066e9b5c HTTP/1.1" status: 204 len: 168 time: 1.4485805 Nov 27 01:22:03.914443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c23b5a11-38d9-40b6-8c33-90ae5241947a None None] Provisioning complete for port 3d9bd7eb-015f-42e3-a618-a74dba7636fc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:03.915693 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c23b5a11-38d9-40b6-8c33-90ae5241947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:03.968665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c23b5a11-38d9-40b6-8c33-90ae5241947a None None] Port 3d9bd7eb-015f-42e3-a618-a74dba7636fc cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:03.979208 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dcaf1-3df1-492a-96dd-181e588705ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a2bb99-53ba-49f2-b2ea-1401066e9b5c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:04.082493 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:04.084660 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67ae7593-61d5-4a58-b4f7-89f4cff45bae tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:04.103721 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6d45c578-323a-4c2e-8d19-8d9b10da1d6d req-e8cba018-8b7a-44d2-a689-28650b1fcdd3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4375727 Nov 27 01:22:04.107701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ccda549c-549a-4272-a7ee-ab9c8d277023 None None] Provisioning complete for port 3d9bd7eb-015f-42e3-a618-a74dba7636fc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:04.108308 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ccda549c-549a-4272-a7ee-ab9c8d277023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:04.228613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ccda549c-549a-4272-a7ee-ab9c8d277023 None None] Port 3d9bd7eb-015f-42e3-a618-a74dba7636fc cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:04.306301 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67ae7593-61d5-4a58-b4f7-89f4cff45bae tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:04.323412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:04.335410 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67ae7593-61d5-4a58-b4f7-89f4cff45bae tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:04.508926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:04.509310 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:04.566695 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-1c6b7f93-3ace-4f79-a784-c19d1aa859f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:04.568209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-1c6b7f93-3ace-4f79-a784-c19d1aa859f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.7833555 Nov 27 01:22:04.591819 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e0983fb-36fc-4257-8a46-07de462a05ca req-0b7c5c3e-19e3-4d3d-add0-a5e7a10a4012 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9910071 Nov 27 01:22:04.689273 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-146be2fe-d487-4cee-93ac-f47f219b0ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:04.691172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-146be2fe-d487-4cee-93ac-f47f219b0ce5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981705 Nov 27 01:22:04.710681 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67ae7593-61d5-4a58-b4f7-89f4cff45bae tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:04.711983 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-67ae7593-61d5-4a58-b4f7-89f4cff45bae tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9593050 Nov 27 01:22:04.724342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42900) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:04.726931 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae7593-61d5-4a58-b4f7-89f4cff45bae tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397c7d14-1de1-4f62-b53a-0607f1badf9b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:04.737927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bc18fb73-552c-4bec-987a-febd951df48d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group_rule': {'security_group_id': 'c01751a9-b6ea-4e52-a9cf-b737553b352c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '397c7d14-1de1-4f62-b53a-0607f1badf9b'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:04.885741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-84119383-b279-435b-abb6-864be8c57e46 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845291 Nov 27 01:22:04.917052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a8cff-3192-4444-b5cd-2d34eefde6e2 req-89dde45b-dd64-4047-80ce-4fee0cdb3e5f tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:04.930510 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b2a8cff-3192-4444-b5cd-2d34eefde6e2 req-89dde45b-dd64-4047-80ce-4fee0cdb3e5f tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 945 time: 0.6120784 Nov 27 01:22:05.055144 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b2a8cff-3192-4444-b5cd-2d34eefde6e2 req-2fea8185-374d-4bed-a195-aace51d37317 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233540 Nov 27 01:22:05.226902 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-38292045-9b90-4432-851e-d7f9580ec285 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313215 Nov 27 01:22:05.260395 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-bc18fb73-552c-4bec-987a-febd951df48d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:22:05.276105 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bc18fb73-552c-4bec-987a-febd951df48d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5417359 Nov 27 01:22:05.333885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42924) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:05.369889 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-dd87f975-cdb5-4c23-abb6-f8a444fad161 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=040f8273-6cb3-48fa-94d3-a1d59e33a84f HTTP/1.1" status: 200 len: 217 time: 0.1348028 Nov 27 01:22:05.492326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd22c3b-059b-4662-b988-3a7161c1fa39 req-c007f505-fba3-404c-b121-522caa46eace tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:05.495069 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-afd22c3b-059b-4662-b988-3a7161c1fa39 req-c007f505-fba3-404c-b121-522caa46eace tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2380195 Nov 27 01:22:05.515790 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67cff-5e2b-4c2d-a31d-4481173b006c req-6a8a6f4f-4cc8-432e-886e-56113d3e3e17 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:05.517787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81f67cff-5e2b-4c2d-a31d-4481173b006c req-6a8a6f4f-4cc8-432e-886e-56113d3e3e17 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 945 time: 0.1446323 Nov 27 01:22:05.527004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42930) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:05.531355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-b3741e38-8a92-4a3a-814d-b26831606aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:05.534599 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-b3741e38-8a92-4a3a-814d-b26831606aa7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.1566663 Nov 27 01:22:05.538733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a7e6da75-271d-4645-84c8-115562234e4e tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Request body: {'floatingip': {'port_id': '900a2c31-5f24-4f14-a688-38e427bc0309'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:05.615894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-fc5be2ff-0727-4821-aec2-3c798e0cf9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:05.626425 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-fc5be2ff-0727-4821-aec2-3c798e0cf9bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785952 Nov 27 01:22:05.635654 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7e6da75-271d-4645-84c8-115562234e4e tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:05.764385 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea345b24-0b0d-403f-8173-4774dcf9521d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:05.825874 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-05380918-6606-4c95-b171-4ef66207b3d8 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922734 Nov 27 01:22:05.901877 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-afd22c3b-059b-4662-b988-3a7161c1fa39 req-12e2f693-1b6e-4f30-a395-94658c67652a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858023 Nov 27 01:22:05.973075 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea345b24-0b0d-403f-8173-4774dcf9521d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.044011 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-1bf1a867-aee0-4b99-a0b2-cd7eb3ad7fa1 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049084 Nov 27 01:22:06.056696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502199dc-b349-4ca6-8495-bd03155364a0 req-2f26497c-3102-458b-b591-dbb7fcb1c7c3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:06.063902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502199dc-b349-4ca6-8495-bd03155364a0 req-2f26497c-3102-458b-b591-dbb7fcb1c7c3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:06.066875 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.099633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502199dc-b349-4ca6-8495-bd03155364a0 req-2f26497c-3102-458b-b591-dbb7fcb1c7c3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:06.107413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502199dc-b349-4ca6-8495-bd03155364a0 req-2f26497c-3102-458b-b591-dbb7fcb1c7c3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:06.129589 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.132958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502199dc-b349-4ca6-8495-bd03155364a0 req-2f26497c-3102-458b-b591-dbb7fcb1c7c3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:06.139637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502199dc-b349-4ca6-8495-bd03155364a0 req-2f26497c-3102-458b-b591-dbb7fcb1c7c3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:06.159191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502199dc-b349-4ca6-8495-bd03155364a0 req-2f26497c-3102-458b-b591-dbb7fcb1c7c3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:06.161193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-502199dc-b349-4ca6-8495-bd03155364a0 req-2f26497c-3102-458b-b591-dbb7fcb1c7c3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.3334641 Nov 27 01:22:06.216821 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-aa607c84-7f51-4a54-b099-ecd7ed433ca4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d HTTP/1.1" status: 200 len: 217 time: 0.0519810 Nov 27 01:22:06.334712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8c7c5150-1e90-411f-947d-cae2a283178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:06.337115 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-8c7c5150-1e90-411f-947d-cae2a283178a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.1123986 Nov 27 01:22:06.339228 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea345b24-0b0d-403f-8173-4774dcf9521d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.342530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea345b24-0b0d-403f-8173-4774dcf9521d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.343720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ea345b24-0b0d-403f-8173-4774dcf9521d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "DELETE /v2.0/security-groups/397c7d14-1de1-4f62-b53a-0607f1badf9b HTTP/1.1" status: 204 len: 168 time: 1.0006716 Nov 27 01:22:06.346414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42958) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:06.390030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea345b24-0b0d-403f-8173-4774dcf9521d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=397c7d14-1de1-4f62-b53a-0607f1badf9b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:06.392643 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.397689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=3d9bd7eb-015f-42e3-a618-a74dba7636fc,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:06.414782 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-502199dc-b349-4ca6-8495-bd03155364a0 req-3f1517f2-98c5-4d86-875d-9a2ca1d84fbc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2423372 Nov 27 01:22:06.491249 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5099f1d1-2955-4ce3-9ca2-d9fc928005cb tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1435533 Nov 27 01:22:06.499349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42964) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:06.553743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-4b893f74-5e17-4784-a3c6-08cc1d795f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:06.555700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-4b893f74-5e17-4784-a3c6-08cc1d795f0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2105196 Nov 27 01:22:06.667253 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4117-fa7b-456f-b6ec-5b959b498f97 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.720329 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4117-fa7b-456f-b6ec-5b959b498f97 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.762898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-b382bfcb-1af7-4d33-8141-438586eb9dc1 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967814 Nov 27 01:22:06.868758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:06.889784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42974) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:06.899444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:06.966229 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4117-fa7b-456f-b6ec-5b959b498f97 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.969017 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4117-fa7b-456f-b6ec-5b959b498f97 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:06.970192 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d1bc4117-fa7b-456f-b6ec-5b959b498f97 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "DELETE /v2.0/security-groups/c01751a9-b6ea-4e52-a9cf-b737553b352c HTTP/1.1" status: 204 len: 168 time: 0.4582093 Nov 27 01:22:06.995914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42980) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:07.031219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc4117-fa7b-456f-b6ec-5b959b498f97 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01751a9-b6ea-4e52-a9cf-b737553b352c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:07.155166 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5722cdce-ecc6-4d7f-a2e4-57c20908603d req-1d350723-d46c-49d0-b851-08fee912bbde service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949314 Nov 27 01:22:07.180280 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-29f43050-e924-439d-8434-24128f529719 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1799772 Nov 27 01:22:07.189596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42986) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:07.195633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2758ed5e-ba0b-4acf-bcd3-692664c02d1d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281529579'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:07.249450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2758ed5e-ba0b-4acf-bcd3-692664c02d1d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.336394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:07.393624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-45557259-7a7c-4136-96b5-7bea66f60fef None None] Provisioning complete for port 3d9bd7eb-015f-42e3-a618-a74dba7636fc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:07.394713 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45557259-7a7c-4136-96b5-7bea66f60fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.398557 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.399192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-a31d1018-5d45-482e-ad89-6e02710117d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:07.399804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-a31d1018-5d45-482e-ad89-6e02710117d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:07.401020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-a31d1018-5d45-482e-ad89-6e02710117d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:07.401020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-a31d1018-5d45-482e-ad89-6e02710117d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:07.401460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-a31d1018-5d45-482e-ad89-6e02710117d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:07.402030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-a31d1018-5d45-482e-ad89-6e02710117d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:07.402686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-a31d1018-5d45-482e-ad89-6e02710117d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:07.405581 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-a31d1018-5d45-482e-ad89-6e02710117d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6488 time: 0.1414700 Nov 27 01:22:07.446043 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2758ed5e-ba0b-4acf-bcd3-692664c02d1d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.541677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-45557259-7a7c-4136-96b5-7bea66f60fef None None] Port 3d9bd7eb-015f-42e3-a618-a74dba7636fc cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:07.601555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-10cdf275-3c64-4836-904c-b8c73ddd582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:07.603086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-10cdf275-3c64-4836-904c-b8c73ddd582a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a5a73d60-d1d0-409d-af7c-8d682c688801 HTTP/1.1" status: 200 len: 903 time: 0.1557386 Nov 27 01:22:07.604276 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2758ed5e-ba0b-4acf-bcd3-692664c02d1d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.633001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb4f66-5cd9-45d6-87ff-3b2eecee1ae8 req-6e448b0f-a6f3-486f-85ba-143bb26d3b18 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:07.642194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6deb4f66-5cd9-45d6-87ff-3b2eecee1ae8 req-6e448b0f-a6f3-486f-85ba-143bb26d3b18 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.5361323 Nov 27 01:22:07.693348 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2758ed5e-ba0b-4acf-bcd3-692664c02d1d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.697933 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2758ed5e-ba0b-4acf-bcd3-692664c02d1d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5071945 Nov 27 01:22:07.698534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43000) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:07.714028 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-28f523ec-d35c-484f-ab93-b89ba2aafcaf tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:07.714589 n-d-819494-2 neutron-server[103385]: WARNING neutron.api.v2.base [None req-28f523ec-d35c-484f-ab93-b89ba2aafcaf tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 01:22:07.715566 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-28f523ec-d35c-484f-ab93-b89ba2aafcaf tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 01:22:07.719664 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-28f523ec-d35c-484f-ab93-b89ba2aafcaf tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "PUT /v2.0/security-groups/ca1d55d2-b787-4a4e-936f-6b453c51352c HTTP/1.1" status: 409 len: 330 time: 0.0161517 Nov 27 01:22:07.727819 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-a73660cf-8da4-4f52-a782-15dd8765730e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d HTTP/1.1" status: 200 len: 217 time: 0.1137123 Nov 27 01:22:07.732000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43004) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:07.795035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758ed5e-ba0b-4acf-bcd3-692664c02d1d tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1d55d2-b787-4a4e-936f-6b453c51352c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:07.882626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-1c659e6d-6e8d-4047-9a66-5f2d60f026d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:07.884404 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-1c659e6d-6e8d-4047-9a66-5f2d60f026d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.1242335 Nov 27 01:22:07.894528 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.db.resource_extend [None req-a7e6da75-271d-4645-84c8-115562234e4e tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:22:07.942787 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6deb4f66-5cd9-45d6-87ff-3b2eecee1ae8 req-69ffe6af-d5ed-4b89-8708-b94448ee1e4e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994988 Nov 27 01:22:07.952642 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586e4a01-c1c4-4785-89f9-38da94757cee tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:07.964965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Router 0e7c065c-70f6-4749-8a6e-e44289e4b2df has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:22:07.999457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586e4a01-c1c4-4785-89f9-38da94757cee tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:08.110205 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586e4a01-c1c4-4785-89f9-38da94757cee tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:08.113270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586e4a01-c1c4-4785-89f9-38da94757cee tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:08.117580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-586e4a01-c1c4-4785-89f9-38da94757cee tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "DELETE /v2.0/security-groups/ca1d55d2-b787-4a4e-936f-6b453c51352c HTTP/1.1" status: 204 len: 168 time: 0.3842003 Nov 27 01:22:08.118395 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43012) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:08.158116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f6aec-4723-4d9e-abd9-fa3624595408 req-0f7433e9-e2bb-4f88-9981-5716c473b5ad tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:08.164559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f6aec-4723-4d9e-abd9-fa3624595408 req-0f7433e9-e2bb-4f88-9981-5716c473b5ad tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:08.171648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f6aec-4723-4d9e-abd9-fa3624595408 req-0f7433e9-e2bb-4f88-9981-5716c473b5ad tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:08.178307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f6aec-4723-4d9e-abd9-fa3624595408 req-0f7433e9-e2bb-4f88-9981-5716c473b5ad tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:08.185524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f6aec-4723-4d9e-abd9-fa3624595408 req-0f7433e9-e2bb-4f88-9981-5716c473b5ad tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:08.192355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f6aec-4723-4d9e-abd9-fa3624595408 req-0f7433e9-e2bb-4f88-9981-5716c473b5ad tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:08.198727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f6aec-4723-4d9e-abd9-fa3624595408 req-0f7433e9-e2bb-4f88-9981-5716c473b5ad tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:08.207037 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a7f6aec-4723-4d9e-abd9-fa3624595408 req-0f7433e9-e2bb-4f88-9981-5716c473b5ad tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.3172297 Nov 27 01:22:08.297091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e4a01-c1c4-4785-89f9-38da94757cee tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1d55d2-b787-4a4e-936f-6b453c51352c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:08.344034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-f8ea076d-eb16-4caf-ac86-ad516a993a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:08.345719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-f8ea076d-eb16-4caf-ac86-ad516a993a1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4033990 Nov 27 01:22:08.382032 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a7f6aec-4723-4d9e-abd9-fa3624595408 req-55cb81d3-6786-496d-ae87-f2758dcade8e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739902 Nov 27 01:22:08.400489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a396ad05-97f6-4e62-9cf6-b4b921671f3b tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2680790 Nov 27 01:22:08.401455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43018) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:08.435648 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7e6da75-271d-4645-84c8-115562234e4e tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:08.487548 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7e6da75-271d-4645-84c8-115562234e4e tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:08.551367 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-0a04ad82-a77d-4c55-9f09-a8ba31905781 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] delete failed (client error): The resource could not be found. Nov 27 01:22:08.552720 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0a04ad82-a77d-4c55-9f09-a8ba31905781 tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "DELETE /v2.0/security-groups/a4a0d56f-e227-40b6-ba52-6643af3d86bb HTTP/1.1" status: 404 len: 347 time: 0.1503425 Nov 27 01:22:08.558836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43024) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:08.591960 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-2dd94729-20fb-4651-8aed-ed3e7ec1c20c tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] show failed (client error): The resource could not be found. Nov 27 01:22:08.593296 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2dd94729-20fb-4651-8aed-ed3e7ec1c20c tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "GET /v2.0/security-groups/838ae86a-53c7-4ccc-9fca-68b195ac9bfa HTTP/1.1" status: 404 len: 347 time: 0.0311196 Nov 27 01:22:08.599931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43026) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:08.609717 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-a7e6da75-271d-4645-84c8-115562234e4e tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Floating IP e4ef32a3-1e13-4598-84a5-ffaff3e64169 associated. External IP: 172.25.3.161, port: 900a2c31-5f24-4f14-a688-38e427bc0309. Nov 27 01:22:08.626222 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-ddf3b214-5fba-4220-b622-86b7c5f0eebc tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] show failed (client error): The resource could not be found. Nov 27 01:22:08.627553 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ddf3b214-5fba-4220-b622-86b7c5f0eebc tempest-NegativeSecGroupTest-2146614349 tempest-NegativeSecGroupTest-2146614349-project] 10.222.0.37 "GET /v2.0/security-group-rules/394540b1-b850-4394-a011-aca3d75a6d93 HTTP/1.1" status: 404 len: 356 time: 0.0262945 Nov 27 01:22:08.676038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-cdcc4a63-1b0d-487c-9725-15471b788e68 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141029 Nov 27 01:22:08.745129 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:08.862004 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be4b67cf-00be-4b05-aea0-30c44871ee72 req-84398b9e-7fa1-4b9c-ad16-a002ff91a42d service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636689 Nov 27 01:22:08.877589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3b705-a877-4973-8ed6-684029b8ffb6 req-a19c0ee5-b215-487d-a3a7-26265776aee6 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:08.893416 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4d3b705-a877-4973-8ed6-684029b8ffb6 req-a19c0ee5-b215-487d-a3a7-26265776aee6 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 945 time: 0.4869170 Nov 27 01:22:09.097820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43042) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:09.100637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:09.116931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c4317690-c4d5-4126-9bfc-a2a03628b1d7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "PUT /v2.0/routers/0e7c065c-70f6-4749-8a6e-e44289e4b2df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0687668 Nov 27 01:22:09.118331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Sync routers for ids ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:09.133120 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43046) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:09.168530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Routers {'0e7c065c-70f6-4749-8a6e-e44289e4b2df'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:09.177174 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:09.208546 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e4d3b705-a877-4973-8ed6-684029b8ffb6 req-b123ef91-0fa6-4f6b-90df-26b16ed677f9 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142414 Nov 27 01:22:09.362038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Set router 0e7c065c-70f6-4749-8a6e-e44289e4b2df gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:09.459222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Allocated IP 172.25.3.79 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/6a425ad8-793a-4714-9abc-8a93d454fb34) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:09.507661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e6da75-271d-4645-84c8-115562234e4e tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:22:09.684386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c8bcf4dd-0724-4f3b-bf37-73bec2aea39e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7ba4b19b3a3400e90b5cbd7f891d1ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5848575 Nov 27 01:22:09.692475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43058) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:09.741083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0873a3-4981-4a23-a69d-53b0573e7602 req-11f31bfd-4748-4f2f-b2c9-dbafee0a740d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.750465 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fe0873a3-4981-4a23-a69d-53b0573e7602 req-11f31bfd-4748-4f2f-b2c9-dbafee0a740d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.6604846 Nov 27 01:22:09.767022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:22:03Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3d9bd7eb-015f-42e3-a618-a74dba7636fc', 'name': '', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:ac:2d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:22:00Z', 'updated_at': '2021-11-27T01:22:04Z', 'revision_number': 2, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:09.778932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:09.834200 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:09.867855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348198-1b6a-4f6d-a498-02a56ead7b89 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.868431 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348198-1b6a-4f6d-a498-02a56ead7b89 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.869341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348198-1b6a-4f6d-a498-02a56ead7b89 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.869470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348198-1b6a-4f6d-a498-02a56ead7b89 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.870156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348198-1b6a-4f6d-a498-02a56ead7b89 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.870713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348198-1b6a-4f6d-a498-02a56ead7b89 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.871319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348198-1b6a-4f6d-a498-02a56ead7b89 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.871710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348198-1b6a-4f6d-a498-02a56ead7b89 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.872165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348198-1b6a-4f6d-a498-02a56ead7b89 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.872609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348198-1b6a-4f6d-a498-02a56ead7b89 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.873059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348198-1b6a-4f6d-a498-02a56ead7b89 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:09.875329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-88348198-1b6a-4f6d-a498-02a56ead7b89 tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7776 time: 0.7412086 Nov 27 01:22:09.883317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43064) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:09.970628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55219ba-dfd5-4610-acc3-7b9e0e0ac605 req-f85e4b51-f215-44be-95f4-e696aade5b76 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.001258 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e55219ba-dfd5-4610-acc3-7b9e0e0ac605 req-f85e4b51-f215-44be-95f4-e696aade5b76 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.42 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 945 time: 0.4943922 Nov 27 01:22:10.011526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:10.049021 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4102ad-b4b3-4877-b32c-96fbe981c9ae tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.049555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4102ad-b4b3-4877-b32c-96fbe981c9ae tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.050068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4102ad-b4b3-4877-b32c-96fbe981c9ae tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.050595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4102ad-b4b3-4877-b32c-96fbe981c9ae tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.051092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4102ad-b4b3-4877-b32c-96fbe981c9ae tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.051729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4102ad-b4b3-4877-b32c-96fbe981c9ae tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.052223 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4102ad-b4b3-4877-b32c-96fbe981c9ae tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.052843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4102ad-b4b3-4877-b32c-96fbe981c9ae tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.053347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4102ad-b4b3-4877-b32c-96fbe981c9ae tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.053839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4102ad-b4b3-4877-b32c-96fbe981c9ae tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.054367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4102ad-b4b3-4877-b32c-96fbe981c9ae tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.061513 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0d4102ad-b4b3-4877-b32c-96fbe981c9ae tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7104 time: 0.1743376 Nov 27 01:22:10.062677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:10.063421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43068) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:10.077112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:10.144820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Checking router: 0e7c065c-70f6-4749-8a6e-e44289e4b2df for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:22:10.145690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Updating router 0e7c065c-70f6-4749-8a6e-e44289e4b2df port 3d9bd7eb-015f-42e3-a618-a74dba7636fc binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:22:10.157872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4831a-e796-49da-b5f7-d67333328c8b req-49a5a4f7-1d26-4d0b-89b3-fe66783d1e3c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.164823 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4831a-e796-49da-b5f7-d67333328c8b req-49a5a4f7-1d26-4d0b-89b3-fe66783d1e3c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.171595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4831a-e796-49da-b5f7-d67333328c8b req-49a5a4f7-1d26-4d0b-89b3-fe66783d1e3c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.172410 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.177856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4831a-e796-49da-b5f7-d67333328c8b req-49a5a4f7-1d26-4d0b-89b3-fe66783d1e3c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.184421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4831a-e796-49da-b5f7-d67333328c8b req-49a5a4f7-1d26-4d0b-89b3-fe66783d1e3c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.190770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4831a-e796-49da-b5f7-d67333328c8b req-49a5a4f7-1d26-4d0b-89b3-fe66783d1e3c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.207591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4831a-e796-49da-b5f7-d67333328c8b req-49a5a4f7-1d26-4d0b-89b3-fe66783d1e3c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:10.209789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59a4831a-e796-49da-b5f7-d67333328c8b req-49a5a4f7-1d26-4d0b-89b3-fe66783d1e3c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.5983684 Nov 27 01:22:10.238138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Pushing event updated for resources: {'Port': ['ID=6a425ad8-793a-4714-9abc-8a93d454fb34,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:10.238518 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb390410-0e4a-470f-b29a-c6923ca5ae73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.336287 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb390410-0e4a-470f-b29a-c6923ca5ae73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.349703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e6da75-271d-4645-84c8-115562234e4e tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:10.359942 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28528896-a652-45e8-b372-d96e517bd6ee None None] Sync routers for ids ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:10.363549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7e6da75-271d-4645-84c8-115562234e4e tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.374559 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28528896-a652-45e8-b372-d96e517bd6ee None None] Routers {'0ef87722-b26a-4113-ac3f-cdb1bee1fa39'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:10.379074 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-28528896-a652-45e8-b372-d96e517bd6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:10.391078 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.403852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-59a4831a-e796-49da-b5f7-d67333328c8b req-37be969b-1c4a-4c5a-bd37-d55f35cb35b0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1613181 Nov 27 01:22:10.449495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a7e6da75-271d-4645-84c8-115562234e4e tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "PUT /v2.0/floatingips/e4ef32a3-1e13-4598-84a5-ffaff3e64169 HTTP/1.1" status: 200 len: 991 time: 4.9190252 Nov 27 01:22:10.451343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bb286c-118d-41a2-9591-200043c6794b', 'tag': '900a2c31-5f24-4f14-a688-38e427bc0309'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:10.451555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fe0873a3-4981-4a23-a69d-53b0573e7602 req-dcdd1084-0fa1-49be-8214-6377d36f1ee3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6847744 Nov 27 01:22:10.460854 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cf3282-e469-4762-8621-65579a681792" -d '{"events": [{"name": "network-changed", "server_uuid": "11bb286c-118d-41a2-9591-200043c6794b", "tag": "900a2c31-5f24-4f14-a688-38e427bc0309"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:10.487813 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb390410-0e4a-470f-b29a-c6923ca5ae73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.496827 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb390410-0e4a-470f-b29a-c6923ca5ae73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.498072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eb390410-0e4a-470f-b29a-c6923ca5ae73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/929686b3-141c-4f64-b792-0f669b022cd6 HTTP/1.1" status: 204 len: 168 time: 0.7997465 Nov 27 01:22:10.542137 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.563572 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb390410-0e4a-470f-b29a-c6923ca5ae73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929686b3-141c-4f64-b792-0f669b022cd6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:10.693818 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-28528896-a652-45e8-b372-d96e517bd6ee None None] Set router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:10.874219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-e55219ba-dfd5-4610-acc3-7b9e0e0ac605 req-925ace87-9c94-4298-8d7d-f9150b503767 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Deleting port cc6e89c1-3d2b-4a21-ab32-24d96e986684 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:10.877382 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e55219ba-dfd5-4610-acc3-7b9e0e0ac605 req-925ace87-9c94-4298-8d7d-f9150b503767 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.900147 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.919002 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:10.934552 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea239687-65a1-4646-8ea0-6ecb8b961cbb x-openstack-request-id: req-ea239687-65a1-4646-8ea0-6ecb8b961cbb {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:10.934860 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bb286c-118d-41a2-9591-200043c6794b", "tag": "900a2c31-5f24-4f14-a688-38e427bc0309", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:10.935125 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea239687-65a1-4646-8ea0-6ecb8b961cbb {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:10.948007 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bb286c-118d-41a2-9591-200043c6794b', 'tag': '900a2c31-5f24-4f14-a688-38e427bc0309', 'status': 'completed', 'code': 200} Nov 27 01:22:11.127255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed0533-e29b-451d-9607-536c09c9d40f req-dec1a073-82e3-497c-96c1-24e828a04b0c tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:11.135355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4d7ef-be52-4189-ae05-415aca4fbfe1 None None] Pushing event updated for resources: {'Port': ['ID=3d9bd7eb-015f-42e3-a618-a74dba7636fc,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:11.141261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80ed0533-e29b-451d-9607-536c09c9d40f req-dec1a073-82e3-497c-96c1-24e828a04b0c tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/ports?device_id=44af93e9-6dd2-405f-8e92-46b55fecd482 HTTP/1.1" status: 200 len: 945 time: 0.5654025 Nov 27 01:22:11.215665 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-28528896-a652-45e8-b372-d96e517bd6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:21:22Z', 'revision_number': 4, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'e4ef32a3-1e13-4598-84a5-ffaff3e64169', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'port_id': '900a2c31-5f24-4f14-a688-38e427bc0309', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'mac_address': 'fa:16:3e:a5:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb286c-118d-41a2-9591-200043c6794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:21:35Z', 'updated_at': '2021-11-27T01:22:07Z', 'revision_number': 1, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd71de7d1-09ee-4b6b-ab4b-1f33c23865ae', 'name': '', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'mac_address': 'fa:16:3e:81:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:16Z', 'updated_at': '2021-11-27T01:21:30Z', 'revision_number': 5, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'subnets': [{'id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:11.265872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Attempting to bind port 3d9bd7eb-015f-42e3-a618-a74dba7636fc on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:11.266466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Attempting to bind port 3d9bd7eb-015f-42e3-a618-a74dba7636fc by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:11.266616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Attempting to bind port 3d9bd7eb-015f-42e3-a618-a74dba7636fc on network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:11.285009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:22:11.285396 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Checking segment: {'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:22:11.285799 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.286189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Bound using segment: {'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:22:11.286903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Bound port: 3d9bd7eb-015f-42e3-a618-a74dba7636fc, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:22:11.287474 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.291553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf3282-e469-4762-8621-65579a681792 req-566ce040-72b9-4c7c-af35-e5f1044b2e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:11.292306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e55219ba-dfd5-4610-acc3-7b9e0e0ac605 req-925ace87-9c94-4298-8d7d-f9150b503767 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] For port cc6e89c1-3d2b-4a21-ab32-24d96e986684, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=cc6e89c1-3d2b-4a21-ab32-24d96e986684,segment=NetworkSegment(125b72ba-e72d-4293-90a0-925016554faa),segment_id=125b72ba-e72d-4293-90a0-925016554faa)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:11.292796 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e55219ba-dfd5-4610-acc3-7b9e0e0ac605 req-925ace87-9c94-4298-8d7d-f9150b503767 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.300530 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43cf3282-e469-4762-8621-65579a681792 req-566ce040-72b9-4c7c-af35-e5f1044b2e5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f799e2e03c640a882f654c057f99cdb&device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 1096 time: 0.3129549 Nov 27 01:22:11.309873 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28528896-a652-45e8-b372-d96e517bd6ee None None] Checking router: 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:22:11.331943 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28528896-a652-45e8-b372-d96e517bd6ee None None] Routers {'0ef87722-b26a-4113-ac3f-cdb1bee1fa39'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:11.334445 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-28528896-a652-45e8-b372-d96e517bd6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:11.370975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c49b9c-9d26-4be4-96e9-968797e29d84 req-cd275118-caeb-4327-9f25-78509a84aea0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:11.377917 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9c49b9c-9d26-4be4-96e9-968797e29d84 req-cd275118-caeb-4327-9f25-78509a84aea0 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.3619149 Nov 27 01:22:11.408389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-e55219ba-dfd5-4610-acc3-7b9e0e0ac605 req-925ace87-9c94-4298-8d7d-f9150b503767 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Calling delete_port for cc6e89c1-3d2b-4a21-ab32-24d96e986684 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:11.448476 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5569e1-d8d5-4928-9e00-79ccb675c149 req-4b95171a-63f3-4239-b531-d9518e7e0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:11.453417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc5569e1-d8d5-4928-9e00-79ccb675c149 req-4b95171a-63f3-4239-b531-d9518e7e0f98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1096 time: 0.3956883 Nov 27 01:22:11.474823 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.566360 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-990e2d0c-2826-43ce-a475-9d8c11b0ad89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.633381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d6295309-4e07-42f1-85df-460c6c921c43 None None] Provisioning complete for port 3d9bd7eb-015f-42e3-a618-a74dba7636fc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:11.633761 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d6295309-4e07-42f1-85df-460c6c921c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.654302 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-28528896-a652-45e8-b372-d96e517bd6ee None None] Set router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:11.684626 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e55219ba-dfd5-4610-acc3-7b9e0e0ac605 req-925ace87-9c94-4298-8d7d-f9150b503767 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.695580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-70b38724-6b9f-41f8-8455-309cb248093a tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 1.6276164 Nov 27 01:22:11.771523 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9c49b9c-9d26-4be4-96e9-968797e29d84 req-4782645b-579b-44f9-bb5e-47b1c114b707 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790841 Nov 27 01:22:11.775276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ace87-9c94-4298-8d7d-f9150b503767 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Pushing event deleted for resources: {'Port': ['ID=cc6e89c1-3d2b-4a21-ab32-24d96e986684,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:11.796713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] For port 3d9bd7eb-015f-42e3-a618-a74dba7636fc, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:22:11.811291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['cc6e89c1-3d2b-4a21-ab32-24d96e986684'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:11.836710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c3c5d-bc2a-4235-8a3e-04d7d8190c10 None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:11.866305 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.887328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55219ba-dfd5-4610-acc3-7b9e0e0ac605 req-925ace87-9c94-4298-8d7d-f9150b503767 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] No DVR routers for this DVR port cc6e89c1-3d2b-4a21-ab32-24d96e986684 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:11.890097 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e55219ba-dfd5-4610-acc3-7b9e0e0ac605 req-925ace87-9c94-4298-8d7d-f9150b503767 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.893992 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e55219ba-dfd5-4610-acc3-7b9e0e0ac605 req-925ace87-9c94-4298-8d7d-f9150b503767 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.42 "DELETE /v2.0/ports/cc6e89c1-3d2b-4a21-ab32-24d96e986684 HTTP/1.1" status: 204 len: 173 time: 1.8863432 Nov 27 01:22:11.903338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44af93e9-6dd2-405f-8e92-46b55fecd482', 'name': 'network-vif-deleted', 'tag': 'cc6e89c1-3d2b-4a21-ab32-24d96e986684'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:11.908068 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f0d250-b95e-4f77-8f14-608ada50fd23" -d '{"events": [{"server_uuid": "44af93e9-6dd2-405f-8e92-46b55fecd482", "name": "network-vif-deleted", "tag": "cc6e89c1-3d2b-4a21-ab32-24d96e986684"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:11.917665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] For port 3d9bd7eb-015f-42e3-a618-a74dba7636fc, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3d9bd7eb-015f-42e3-a618-a74dba7636fc,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:22:11.922637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d6295309-4e07-42f1-85df-460c6c921c43 None None] Port 3d9bd7eb-015f-42e3-a618-a74dba7636fc cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:11.934694 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:11.937245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5569e1-d8d5-4928-9e00-79ccb675c149 req-2f38d874-d1bc-4e48-83f7-910ec5b402f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:11.941368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc5569e1-d8d5-4928-9e00-79ccb675c149 req-2f38d874-d1bc-4e48-83f7-910ec5b402f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.3126001 Nov 27 01:22:12.073603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Routers {'0e7c065c-70f6-4749-8a6e-e44289e4b2df'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:12.074759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:21:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:12.142661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43134) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:12.195791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d840d30-e661-4b6f-99fa-8ee1773e4f83 req-e900ed86-9332-4056-bc37-8ad20c6e5a95 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:12.204269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d840d30-e661-4b6f-99fa-8ee1773e4f83 req-e900ed86-9332-4056-bc37-8ad20c6e5a95 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:12.211737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d840d30-e661-4b6f-99fa-8ee1773e4f83 req-e900ed86-9332-4056-bc37-8ad20c6e5a95 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:12.219006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d840d30-e661-4b6f-99fa-8ee1773e4f83 req-e900ed86-9332-4056-bc37-8ad20c6e5a95 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:12.226454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d840d30-e661-4b6f-99fa-8ee1773e4f83 req-e900ed86-9332-4056-bc37-8ad20c6e5a95 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:12.235654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d840d30-e661-4b6f-99fa-8ee1773e4f83 req-e900ed86-9332-4056-bc37-8ad20c6e5a95 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:12.244418 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80ed0533-e29b-451d-9607-536c09c9d40f req-fc0878c9-af96-4765-b164-a407ab5964e6 tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] 10.222.0.37 "GET /v2.0/security-groups?id=33397882-9e90-409b-8b9c-27ce7f5f39ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0691361 Nov 27 01:22:12.253826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d840d30-e661-4b6f-99fa-8ee1773e4f83 req-e900ed86-9332-4056-bc37-8ad20c6e5a95 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:12.256398 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc5569e1-d8d5-4928-9e00-79ccb675c149 req-5f47a460-450a-4662-817e-0c36862a7357 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 999 time: 0.3025234 Nov 27 01:22:12.268562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d840d30-e661-4b6f-99fa-8ee1773e4f83 req-e900ed86-9332-4056-bc37-8ad20c6e5a95 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.2410326 Nov 27 01:22:12.401601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d840d30-e661-4b6f-99fa-8ee1773e4f83 req-fe706bbc-da13-4b49-8cef-cb6ee1720926 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316779 Nov 27 01:22:12.404480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9fe4b5ac-f99a-4693-b454-bdbe8111d2c2 None None] Provisioning complete for port 3d9bd7eb-015f-42e3-a618-a74dba7636fc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:12.405415 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fe4b5ac-f99a-4693-b454-bdbe8111d2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.425714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5569e1-d8d5-4928-9e00-79ccb675c149 req-b23a8149-6dcf-4388-a2f1-824963265ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:12.427314 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc5569e1-d8d5-4928-9e00-79ccb675c149 req-b23a8149-6dcf-4388-a2f1-824963265ef9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.1356688 Nov 27 01:22:12.442096 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-28528896-a652-45e8-b372-d96e517bd6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:21:22Z', 'revision_number': 4, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'e4ef32a3-1e13-4598-84a5-ffaff3e64169', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'port_id': '900a2c31-5f24-4f14-a688-38e427bc0309', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'mac_address': 'fa:16:3e:a5:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb286c-118d-41a2-9591-200043c6794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:21:35Z', 'updated_at': '2021-11-27T01:22:07Z', 'revision_number': 1, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd71de7d1-09ee-4b6b-ab4b-1f33c23865ae', 'name': '', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'mac_address': 'fa:16:3e:81:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:16Z', 'updated_at': '2021-11-27T01:21:30Z', 'revision_number': 5, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'subnets': [{'id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:12.443548 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c17d6def-ad69-4ed1-914e-c0bdbfb273c0 tempest-ServiceProvidersTest-133743504 tempest-ServiceProvidersTest-133743504-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2989862 Nov 27 01:22:12.449593 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4d7ef-be52-4189-ae05-415aca4fbfe1 None None] Pushing event updated for resources: {'Port': ['ID=3d9bd7eb-015f-42e3-a618-a74dba7636fc,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:12.488951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] Set router 0e7c065c-70f6-4749-8a6e-e44289e4b2df gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:12.524852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Pushing event updated for resources: {'Port': ['ID=6a425ad8-793a-4714-9abc-8a93d454fb34,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:12.536576 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28528896-a652-45e8-b372-d96e517bd6ee None None] The sync data for ids ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'] in n-d-819494-2 is: [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:21:22Z', 'revision_number': 4, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'e4ef32a3-1e13-4598-84a5-ffaff3e64169', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'port_id': '900a2c31-5f24-4f14-a688-38e427bc0309', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'mac_address': 'fa:16:3e:a5:89:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bb286c-118d-41a2-9591-200043c6794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:21:35Z', 'updated_at': '2021-11-27T01:22:07Z', 'revision_number': 1, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd71de7d1-09ee-4b6b-ab4b-1f33c23865ae', 'name': '', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'mac_address': 'fa:16:3e:81:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:16Z', 'updated_at': '2021-11-27T01:21:30Z', 'revision_number': 5, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'subnets': [{'id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:12.541699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf3282-e469-4762-8621-65579a681792 req-42d02598-0460-4b6b-82c1-f759385c62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:12.544157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43cf3282-e469-4762-8621-65579a681792 req-42d02598-0460-4b6b-82c1-f759385c62ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f3d0dc1-237e-46b0-945a-be297a59b212 HTTP/1.1" status: 200 len: 912 time: 1.2204368 Nov 27 01:22:12.552471 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.615904 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.645869 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7fff0a69-097f-4576-a725-4fe07aadb97e tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7406976 Nov 27 01:22:12.646638 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690e074a-0422-4df4-a5df-380b89d21500 x-openstack-request-id: req-690e074a-0422-4df4-a5df-380b89d21500 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:12.646943 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44af93e9-6dd2-405f-8e92-46b55fecd482", "name": "network-vif-deleted", "tag": "cc6e89c1-3d2b-4a21-ab32-24d96e986684", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:12.647197 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-690e074a-0422-4df4-a5df-380b89d21500 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:12.647608 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44af93e9-6dd2-405f-8e92-46b55fecd482', 'name': 'network-vif-deleted', 'tag': 'cc6e89c1-3d2b-4a21-ab32-24d96e986684', 'status': 'completed', 'code': 200} Nov 27 01:22:12.648061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43146) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:12.652998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3bfda8ed-dc5e-4fe6-82d3-2874fc5cfe60 tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1240237823', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'fixed_ips': [{'ip_address': '172.25.3.79'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:12.716540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfda8ed-dc5e-4fe6-82d3-2874fc5cfe60 tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Made reservation on behalf of 75c71e58eb9048459c82fc714761d3cf for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:12.720379 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bfda8ed-dc5e-4fe6-82d3-2874fc5cfe60 tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.737483 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bfda8ed-dc5e-4fe6-82d3-2874fc5cfe60 tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.847450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fe4b5ac-f99a-4693-b454-bdbe8111d2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.858005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5569e1-d8d5-4928-9e00-79ccb675c149 req-ddb80122-917a-422a-b971-355b6e3d13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:12.859807 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc5569e1-d8d5-4928-9e00-79ccb675c149 req-ddb80122-917a-422a-b971-355b6e3d13a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3742168 Nov 27 01:22:12.864176 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bfda8ed-dc5e-4fe6-82d3-2874fc5cfe60 tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.871754 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bfda8ed-dc5e-4fe6-82d3-2874fc5cfe60 tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:12.876804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-3bfda8ed-dc5e-4fe6-82d3-2874fc5cfe60 tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] device_id is not set on port 2ded9873-53fc-4d1f-990b-43f41f3022e4 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:12.967216 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:22:13.059311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d52ec-d730-4b6a-bb5b-3b2d0f623fcd None None] New status for floating IP e4ef32a3-1e13-4598-84a5-ffaff3e64169: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:22:13.077690 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc5569e1-d8d5-4928-9e00-79ccb675c149 req-48cdc211-166a-4acd-afe3-bab847314fb0 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945567 Nov 27 01:22:13.080348 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43cf3282-e469-4762-8621-65579a681792 req-975a5877-719d-41d0-9d6c-ce7fc934aaab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=900a2c31-5f24-4f14-a688-38e427bc0309 HTTP/1.1" status: 200 len: 999 time: 0.4994586 Nov 27 01:22:13.146987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43156) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:13.147597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43158) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:13.149254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9fe4b5ac-f99a-4693-b454-bdbe8111d2c2 None None] For port 3d9bd7eb-015f-42e3-a618-a74dba7636fc, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3d9bd7eb-015f-42e3-a618-a74dba7636fc,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:13.155445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfda8ed-dc5e-4fe6-82d3-2874fc5cfe60 tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491720dd-30c4-4d6e-8986-5cfaf3cabcf9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:13.186466 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fe4b5ac-f99a-4693-b454-bdbe8111d2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.307302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43166) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:13.310009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf3282-e469-4762-8621-65579a681792 req-ebe3e276-4956-4312-85b6-b45f82c30e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:13.312125 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43cf3282-e469-4762-8621-65579a681792 req-ebe3e276-4956-4312-85b6-b45f82c30e5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4b7f594-2703-487d-bed1-2d36e2da4e57 HTTP/1.1" status: 200 len: 850 time: 0.2087429 Nov 27 01:22:13.363954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4b5ac-f99a-4693-b454-bdbe8111d2c2 None None] Pushing event updated for resources: {'Port': ['ID=3d9bd7eb-015f-42e3-a618-a74dba7636fc,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:13.388291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2d9c3c-cfee-4f1c-8664-341897f53aa2 admin admin] Deleting subnet 96bf5946-6ed0-4642-8749-4d16c665485d {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:22:13.437455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:22:03Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3d9bd7eb-015f-42e3-a618-a74dba7636fc', 'name': '', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:ac:2d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:22:00Z', 'updated_at': '2021-11-27T01:22:11Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:13.462618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef2d9c3c-cfee-4f1c-8664-341897f53aa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.466643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc5569e1-d8d5-4928-9e00-79ccb675c149 req-8deb25e0-1e2f-4481-a266-133479c367c4 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804533 Nov 27 01:22:13.497800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540cbc06-e13d-4ace-ab3e-bcd4acdc49f3 None None] The sync data for ids ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'] in n-d-819494-2 is: [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:22:03Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3d9bd7eb-015f-42e3-a618-a74dba7636fc', 'name': '', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:ac:2d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:22:00Z', 'updated_at': '2021-11-27T01:22:11Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:13.539076 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef2d9c3c-cfee-4f1c-8664-341897f53aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.608269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf3282-e469-4762-8621-65579a681792 req-20736903-3889-4223-a46d-ffab61bc5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:13.609807 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43cf3282-e469-4762-8621-65579a681792 req-20736903-3889-4223-a46d-ffab61bc5949 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f3d0dc1-237e-46b0-945a-be297a59b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2053964 Nov 27 01:22:13.685892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-03a0b977-aada-40ab-9ff1-875f3ae97bd7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298075765', 'description': 'tempest-secgroup-smoke-298075765 description', 'project_id': '693123b5cb044942b888cf0396b36532'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:13.705297 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef2d9c3c-cfee-4f1c-8664-341897f53aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.739074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bf488-c9e2-4997-a4ee-d26137d5ed25 req-c43d9b91-5d97-4250-8d18-e1d730e0b527 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:13.740686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ee7bf488-c9e2-4997-a4ee-d26137d5ed25 req-c43d9b91-5d97-4250-8d18-e1d730e0b527 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.7479291 Nov 27 01:22:13.745012 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03a0b977-aada-40ab-9ff1-875f3ae97bd7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.886397 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfda8ed-dc5e-4fe6-82d3-2874fc5cfe60 tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 01:22:13.887597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfda8ed-dc5e-4fe6-82d3-2874fc5cfe60 tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:22:13.923303 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cb80db54-3644-4324-86a4-c3d7499406b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.929116 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ee7bf488-c9e2-4997-a4ee-d26137d5ed25 req-9be115aa-a55f-436c-8152-0e015a81e87b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711802 Nov 27 01:22:13.957825 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3bfda8ed-dc5e-4fe6-82d3-2874fc5cfe60 tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3086994 Nov 27 01:22:13.958899 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c59b679-3ff7-4985-852c-2bf16a0ec06d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:13.978346 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43182) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:14.236019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34acb73-ed74-4eea-95e3-3796ce05b317 req-6a3cf7ef-017d-4021-b35e-ea05d8e3a857 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:14.242046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34acb73-ed74-4eea-95e3-3796ce05b317 req-6a3cf7ef-017d-4021-b35e-ea05d8e3a857 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:14.248567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34acb73-ed74-4eea-95e3-3796ce05b317 req-6a3cf7ef-017d-4021-b35e-ea05d8e3a857 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:14.253080 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03a0b977-aada-40ab-9ff1-875f3ae97bd7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.254805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34acb73-ed74-4eea-95e3-3796ce05b317 req-6a3cf7ef-017d-4021-b35e-ea05d8e3a857 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:14.275553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34acb73-ed74-4eea-95e3-3796ce05b317 req-6a3cf7ef-017d-4021-b35e-ea05d8e3a857 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:14.287999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34acb73-ed74-4eea-95e3-3796ce05b317 req-6a3cf7ef-017d-4021-b35e-ea05d8e3a857 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:14.289900 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03a0b977-aada-40ab-9ff1-875f3ae97bd7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.295072 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34acb73-ed74-4eea-95e3-3796ce05b317 req-6a3cf7ef-017d-4021-b35e-ea05d8e3a857 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:14.297239 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a34acb73-ed74-4eea-95e3-3796ce05b317 req-6a3cf7ef-017d-4021-b35e-ea05d8e3a857 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.7334344 Nov 27 01:22:14.303956 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.318225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3d9bd7eb-015f-42e3-a618-a74dba7636fc up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:14.389234 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 3d9bd7eb-015f-42e3-a618-a74dba7636fc triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:14.389962 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.392872 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef2d9c3c-cfee-4f1c-8664-341897f53aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.412128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0b977-aada-40ab-9ff1-875f3ae97bd7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:14.429805 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c59b679-3ff7-4985-852c-2bf16a0ec06d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.430776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43cf3282-e469-4762-8621-65579a681792 req-6b1fa3e8-5f6e-409a-858e-54e6610517e5 service neutron] 10.222.0.11 "GET /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030300 Nov 27 01:22:14.435457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-03a0b977-aada-40ab-9ff1-875f3ae97bd7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.439587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-03a0b977-aada-40ab-9ff1-875f3ae97bd7 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2823353 Nov 27 01:22:14.441218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43190) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:14.442979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c59b679-3ff7-4985-852c-2bf16a0ec06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.448109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-982024ae-bc30-4f8d-a625-eceef6120b99 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': 'f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:14.467474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d9c3c-cfee-4f1c-8664-341897f53aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96bf5946-6ed0-4642-8749-4d16c665485d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:14.526790 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59b679-3ff7-4985-852c-2bf16a0ec06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dbdf5e-f4f7-47a1-9183-7f89832044df,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:14.534966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0864d4-8e97-41ce-9115-86d10cac5946 None None] Network bd808f41-a27e-4bca-a8a2-d7a2c4983d2e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:14.535579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3c59b679-3ff7-4985-852c-2bf16a0ec06d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3dc8e9a120834c56b287ac1082d9f92f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3817582 Nov 27 01:22:14.543822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43192) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:14.556078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f2e37f95-8262-4021-807d-052375ce759f tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Deleting port 6a425ad8-793a-4714-9abc-8a93d454fb34 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:14.556420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e37f95-8262-4021-807d-052375ce759f tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.601858 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-43cf3282-e469-4762-8621-65579a681792 req-82422b4b-5b8e-4666-87b1-a25aafc700e3 service neutron] 10.222.0.11 "GET /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590204 Nov 27 01:22:14.611865 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef2d9c3c-cfee-4f1c-8664-341897f53aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.622043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ef2d9c3c-cfee-4f1c-8664-341897f53aa2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/96bf5946-6ed0-4642-8749-4d16c665485d HTTP/1.1" status: 204 len: 168 time: 1.3078897 Nov 27 01:22:14.631288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43194) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:14.688835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a34acb73-ed74-4eea-95e3-3796ce05b317 req-af16bbf3-e857-4b34-85e4-610d4c94fda2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3705854 Nov 27 01:22:14.750866 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.755367 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c4dced8-bd4c-469f-b6c4-6a682772eff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.755793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4211a3b6-272e-4590-b027-33267cdf3388 None None] DHCP port deletion for bd808f41-a27e-4bca-a8a2-d7a2c4983d2e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:14.763794 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-982024ae-bc30-4f8d-a625-eceef6120b99 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.807826 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e37f95-8262-4021-807d-052375ce759f tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.809373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e37f95-8262-4021-807d-052375ce759f tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.814169 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c4dced8-bd4c-469f-b6c4-6a682772eff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.833904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f2e37f95-8262-4021-807d-052375ce759f tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Calling delete_port for 6a425ad8-793a-4714-9abc-8a93d454fb34 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:14.841786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device cc6e89c1-3d2b-4a21-ab32-24d96e986684 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:14.891752 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.915961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: cc6e89c1-3d2b-4a21-ab32-24d96e986684 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:14.916303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device cc6e89c1-3d2b-4a21-ab32-24d96e986684 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:14.932403 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-982024ae-bc30-4f8d-a625-eceef6120b99 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.938168 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd808f41-a27e-4bca-a8a2-d7a2c4983d2e']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:14.956888 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-982024ae-bc30-4f8d-a625-eceef6120b99 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.968976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125b72ba-e72d-4293-90a0-925016554faa') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:14.969462 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.969810 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125b72ba-e72d-4293-90a0-925016554faa') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:14.971374 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c4dced8-bd4c-469f-b6c4-6a682772eff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.974307 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c4dced8-bd4c-469f-b6c4-6a682772eff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:14.975464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0c4dced8-bd4c-469f-b6c4-6a682772eff4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6dbdf5e-f4f7-47a1-9183-7f89832044df HTTP/1.1" status: 204 len: 168 time: 0.4306927 Nov 27 01:22:14.993382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dced8-bd4c-469f-b6c4-6a682772eff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dbdf5e-f4f7-47a1-9183-7f89832044df,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:15.016338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.032475 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982024ae-bc30-4f8d-a625-eceef6120b99 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdb98c5-486f-453c-ba07-9252d4ab5931,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:15.081288 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-982024ae-bc30-4f8d-a625-eceef6120b99 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.087037 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-982024ae-bc30-4f8d-a625-eceef6120b99 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6421094 Nov 27 01:22:15.087567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43210) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:15.088364 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.102828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-6a466235-0b9c-4eb7-850a-95b747494831 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': 'f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:15.118336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:22:15.118978 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:22:15.121727 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:22:15.210117 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e37f95-8262-4021-807d-052375ce759f tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.214637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.216605 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a466235-0b9c-4eb7-850a-95b747494831 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.223461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fd100-c30b-4494-b7d0-7f9e371f645a req-e6ac1cd5-0b19-4c5b-9734-698749266ae1 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:15.231443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b45fd100-c30b-4494-b7d0-7f9e371f645a req-e6ac1cd5-0b19-4c5b-9734-698749266ae1 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1340752 Nov 27 01:22:15.257701 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.263882 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bd808f41-a27e-4bca-a8a2-d7a2c4983d2e HTTP/1.1" status: 204 len: 168 time: 0.6303213 Nov 27 01:22:15.267558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603a9b4-158d-4a30-bc5c-642dd15e7984 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd808f41-a27e-4bca-a8a2-d7a2c4983d2e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:15.293583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e37f95-8262-4021-807d-052375ce759f tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a425ad8-793a-4714-9abc-8a93d454fb34,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:15.300802 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a466235-0b9c-4eb7-850a-95b747494831 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.307940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a466235-0b9c-4eb7-850a-95b747494831 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.329866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a466235-0b9c-4eb7-850a-95b747494831 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4086190a-660a-47aa-94e8-9c9cd6fb624b,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:15.378604 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a466235-0b9c-4eb7-850a-95b747494831 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.384508 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6a466235-0b9c-4eb7-850a-95b747494831 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936006 Nov 27 01:22:15.385187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43222) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:15.390280 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a25b6b41-212b-47d8-b2a9-dec1203c1b05 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': 'f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:15.396544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b45fd100-c30b-4494-b7d0-7f9e371f645a req-aa0c0c2d-915f-4180-89c5-c7e0cbd722fe tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641858 Nov 27 01:22:15.441549 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e37f95-8262-4021-807d-052375ce759f tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.445533 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2e37f95-8262-4021-807d-052375ce759f tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.447078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f2e37f95-8262-4021-807d-052375ce759f tempest-ExternalNetworksAdminNegativeTestJSON-504807750 tempest-ExternalNetworksAdminNegativeTestJSON-504807750-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/8b12c1ea-3aa9-4d23-9fa5-ebbaaa30d2c4 HTTP/1.1" status: 204 len: 168 time: 1.4676139 Nov 27 01:22:15.474948 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a25b6b41-212b-47d8-b2a9-dec1203c1b05 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.586279 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43236) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:15.620356 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a25b6b41-212b-47d8-b2a9-dec1203c1b05 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.634170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a25b6b41-212b-47d8-b2a9-dec1203c1b05 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.674101 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-537c9334-dbd5-428e-9f3f-fc13e3d27380 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3489c5440ae04387aed79c4c4c26a035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0862520 Nov 27 01:22:15.678660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43240) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:15.686180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496c8b-8b9f-4950-a503-ef22ec754b6f req-f3319156-e895-42f8-bc9e-96ecc1bcf080 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:15.687899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f9496c8b-8b9f-4950-a503-ef22ec754b6f req-f3319156-e895-42f8-bc9e-96ecc1bcf080 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1406376 Nov 27 01:22:15.736978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b6b41-212b-47d8-b2a9-dec1203c1b05 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfa4563-ec75-4b1f-ae00-1d47f71046da,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:15.754572 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a25b6b41-212b-47d8-b2a9-dec1203c1b05 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.762666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43246) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:15.767212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-58f9a73b-ff55-4ec0-8ba9-aaae5b1c5c62 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': 'f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:15.771910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a25b6b41-212b-47d8-b2a9-dec1203c1b05 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3854721 Nov 27 01:22:15.829866 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74d33e00-c06b-40cb-98f6-e35a58c92642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.832703 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43250) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:15.837606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f9496c8b-8b9f-4950-a503-ef22ec754b6f req-84b207b3-04ab-4650-949b-e8473dc55b13 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280963 Nov 27 01:22:15.916185 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74d33e00-c06b-40cb-98f6-e35a58c92642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:15.933207 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58f9a73b-ff55-4ec0-8ba9-aaae5b1c5c62 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.032580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a022-a1bb-402c-8446-efea51d4041d req-c6455b9a-c517-4a77-9de9-395a26e3f5b5 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:16.038880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a022-a1bb-402c-8446-efea51d4041d req-c6455b9a-c517-4a77-9de9-395a26e3f5b5 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:16.045275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a022-a1bb-402c-8446-efea51d4041d req-c6455b9a-c517-4a77-9de9-395a26e3f5b5 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:16.046585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26a99-1292-49dc-bacc-b722c9a445d5 req-2b450a37-b0d0-4f52-a9b6-23ef29024c15 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:16.051789 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a022-a1bb-402c-8446-efea51d4041d req-c6455b9a-c517-4a77-9de9-395a26e3f5b5 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:16.058149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a022-a1bb-402c-8446-efea51d4041d req-c6455b9a-c517-4a77-9de9-395a26e3f5b5 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:16.065611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a022-a1bb-402c-8446-efea51d4041d req-c6455b9a-c517-4a77-9de9-395a26e3f5b5 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:16.068081 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28b26a99-1292-49dc-bacc-b722c9a445d5 req-2b450a37-b0d0-4f52-a9b6-23ef29024c15 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1058156 Nov 27 01:22:16.072098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a022-a1bb-402c-8446-efea51d4041d req-c6455b9a-c517-4a77-9de9-395a26e3f5b5 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:16.087213 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fca6a022-a1bb-402c-8446-efea51d4041d req-c6455b9a-c517-4a77-9de9-395a26e3f5b5 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.2309039 Nov 27 01:22:16.141007 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28b26a99-1292-49dc-bacc-b722c9a445d5 req-a4696763-446b-4603-a32c-7d20a8649237 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720334 Nov 27 01:22:16.164179 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58f9a73b-ff55-4ec0-8ba9-aaae5b1c5c62 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.186628 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc810a4f-f677-4bf7-bf30-16efcf9ce938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.188000 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58f9a73b-ff55-4ec0-8ba9-aaae5b1c5c62 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.208093 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74d33e00-c06b-40cb-98f6-e35a58c92642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.211027 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74d33e00-c06b-40cb-98f6-e35a58c92642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.214532 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-74d33e00-c06b-40cb-98f6-e35a58c92642 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33397882-9e90-409b-8b9c-27ce7f5f39ce HTTP/1.1" status: 204 len: 168 time: 0.5326133 Nov 27 01:22:16.241820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9a73b-ff55-4ec0-8ba9-aaae5b1c5c62 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633d0bca-3578-48e9-8006-29b484be693a,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:16.251852 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fca6a022-a1bb-402c-8446-efea51d4041d req-ad70b424-97ae-4f1f-990c-6090d6edbb7d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1691904 Nov 27 01:22:16.252650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d33e00-c06b-40cb-98f6-e35a58c92642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33397882-9e90-409b-8b9c-27ce7f5f39ce,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:16.269426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58f9a73b-ff55-4ec0-8ba9-aaae5b1c5c62 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.281567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-58f9a73b-ff55-4ec0-8ba9-aaae5b1c5c62 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5178437 Nov 27 01:22:16.285430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43276) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:16.296492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d830e2f0-e3dd-40b5-91a4-beb81650c3ce tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': 'f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:16.402712 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-d830e2f0-e3dd-40b5-91a4-beb81650c3ce tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Project 693123b5cb044942b888cf0396b36532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:22:16.411601 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d830e2f0-e3dd-40b5-91a4-beb81650c3ce tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.412704 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc810a4f-f677-4bf7-bf30-16efcf9ce938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.425376 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc810a4f-f677-4bf7-bf30-16efcf9ce938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.484958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc810a4f-f677-4bf7-bf30-16efcf9ce938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3897df5b-dd94-410f-a32e-aac8483b7c8b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:16.493438 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dc810a4f-f677-4bf7-bf30-16efcf9ce938 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebeaf6ca842644b79cd86fe39c300b9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6512580 Nov 27 01:22:16.494626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43284) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:16.509459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43286) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:16.590750 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d830e2f0-e3dd-40b5-91a4-beb81650c3ce tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.598698 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435ed480-9c0c-4d63-ab65-702f9f43021a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.611136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e2457-cfe3-453c-8ce6-6b5b08501913 req-7559f37c-6e27-4c45-9b74-8bc3b0e38a63 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:16.613118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e89e2457-cfe3-453c-8ce6-6b5b08501913 req-7559f37c-6e27-4c45-9b74-8bc3b0e38a63 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0814469 Nov 27 01:22:16.614661 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d830e2f0-e3dd-40b5-91a4-beb81650c3ce tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.635310 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435ed480-9c0c-4d63-ab65-702f9f43021a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.651044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830e2f0-e3dd-40b5-91a4-beb81650c3ce tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf5a86c-1965-4b7e-9587-a895ce53c957,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:16.672816 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.681447 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d830e2f0-e3dd-40b5-91a4-beb81650c3ce tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.685899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43294) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:16.686154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d830e2f0-e3dd-40b5-91a4-beb81650c3ce tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3998940 Nov 27 01:22:16.693919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-68cd96e1-938c-447d-9352-8e7575cc1910 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'security_group_rule': {'security_group_id': 'f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa', 'project_id': '693123b5cb044942b888cf0396b36532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:16.713222 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e89e2457-cfe3-453c-8ce6-6b5b08501913 req-7722fa8f-f283-4869-bc6a-60b26f6cdc83 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909982 Nov 27 01:22:16.744171 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-68cd96e1-938c-447d-9352-8e7575cc1910 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Project 693123b5cb044942b888cf0396b36532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:22:16.750640 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cd96e1-938c-447d-9352-8e7575cc1910 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.775966 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435ed480-9c0c-4d63-ab65-702f9f43021a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.779561 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-435ed480-9c0c-4d63-ab65-702f9f43021a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.782277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-435ed480-9c0c-4d63-ab65-702f9f43021a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3897df5b-dd94-410f-a32e-aac8483b7c8b HTTP/1.1" status: 204 len: 168 time: 0.2851102 Nov 27 01:22:16.802058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ed480-9c0c-4d63-ab65-702f9f43021a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3897df5b-dd94-410f-a32e-aac8483b7c8b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:16.864141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1032980972-network', 'tenant_id': 'e8440d8fb94a4c9faf7162db269f3e6d'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:16.891778 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cd96e1-938c-447d-9352-8e7575cc1910 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.903726 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cd96e1-938c-447d-9352-8e7575cc1910 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.917285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Made reservation on behalf of e8440d8fb94a4c9faf7162db269f3e6d for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:16.919691 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.932578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.938763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd96e1-938c-447d-9352-8e7575cc1910 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfa6aa7-3685-462a-aeb9-55f71b404124,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:16.951596 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cd96e1-938c-447d-9352-8e7575cc1910 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:16.961131 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-68cd96e1-938c-447d-9352-8e7575cc1910 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2734666 Nov 27 01:22:17.044293 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.050498 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.078036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:22:17.120826 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.122059 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Added segment 8315dc10-1f59-450f-b881-fb84cefcde75 of type vlan for network 93cba299-41d7-49e5-879e-b1e841b3f33d Nov 27 01:22:17.123515 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.130935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83414ca-e559-4ab9-b6cc-4dfe25970896,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:17.191967 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.230811 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.232129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:17.232832 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.302854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43330) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:17.356046 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8449526 Nov 27 01:22:17.362152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43336) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:17.369420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-70342932-00d2-4739-9530-fc21f2d175d2 admin admin] Request body: {'subnet': {'network_id': '93cba299-41d7-49e5-879e-b1e841b3f33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1032980972-subnet', 'tenant_id': 'e8440d8fb94a4c9faf7162db269f3e6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:17.413054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629ec72-8fe9-41ba-afa1-0bd9ca76885d admin admin] Pushing event updated for resources: {'Network': ['ID=93cba299-41d7-49e5-879e-b1e841b3f33d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:17.425466 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-05862ff4-8c97-4409-92fe-4f59f92caad0 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298075765&fields=id&tenant_id=693123b5cb044942b888cf0396b36532 HTTP/1.1" status: 200 len: 267 time: 0.1721809 Nov 27 01:22:17.439985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 93cba299-41d7-49e5-879e-b1e841b3f33d details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:22:17.442861 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b6afd0da-7a02-4e52-8a44-d132de634c95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75c71e58eb9048459c82fc714761d3cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382465 Nov 27 01:22:17.447972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43338) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:17.513272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7317-5305-494f-8c44-81f5a5272c1a req-5c7ad6c3-8bda-4b36-99c4-cb587715512b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:17.521611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7317-5305-494f-8c44-81f5a5272c1a req-5c7ad6c3-8bda-4b36-99c4-cb587715512b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:17.522085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70342932-00d2-4739-9530-fc21f2d175d2 admin admin] Made reservation on behalf of e8440d8fb94a4c9faf7162db269f3e6d for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:17.524697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70342932-00d2-4739-9530-fc21f2d175d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.530478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7317-5305-494f-8c44-81f5a5272c1a req-5c7ad6c3-8bda-4b36-99c4-cb587715512b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:17.538346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7317-5305-494f-8c44-81f5a5272c1a req-5c7ad6c3-8bda-4b36-99c4-cb587715512b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:17.552889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7317-5305-494f-8c44-81f5a5272c1a req-5c7ad6c3-8bda-4b36-99c4-cb587715512b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:17.564188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7317-5305-494f-8c44-81f5a5272c1a req-5c7ad6c3-8bda-4b36-99c4-cb587715512b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:17.572969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7317-5305-494f-8c44-81f5a5272c1a req-5c7ad6c3-8bda-4b36-99c4-cb587715512b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:17.576149 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-664b7317-5305-494f-8c44-81f5a5272c1a req-5c7ad6c3-8bda-4b36-99c4-cb587715512b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.2008159 Nov 27 01:22:17.588542 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.608170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-392a7963-ad58-40dc-9cb5-45b842212209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.656920 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-392a7963-ad58-40dc-9cb5-45b842212209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.669311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-334656e3-1211-4793-a6ae-25fa7bbca28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:17.670883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-334656e3-1211-4793-a6ae-25fa7bbca28e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/networks?id=5eaa9508-d233-472e-9f6d-24d1592fb0b9 HTTP/1.1" status: 200 len: 797 time: 0.2279797 Nov 27 01:22:17.690681 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-e39a3d38-b4fb-4f69-af92-d132c7d55dfa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/quotas/693123b5cb044942b888cf0396b36532 HTTP/1.1" status: 200 len: 375 time: 0.0135052 Nov 27 01:22:17.776161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-664b7317-5305-494f-8c44-81f5a5272c1a req-4de6c688-a8e5-4be3-9eb4-4803c5e9d630 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1879716 Nov 27 01:22:17.819345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-392a7963-ad58-40dc-9cb5-45b842212209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.822412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-392a7963-ad58-40dc-9cb5-45b842212209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:17.824012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-392a7963-ad58-40dc-9cb5-45b842212209 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/491720dd-30c4-4d6e-8986-5cfaf3cabcf9 HTTP/1.1" status: 204 len: 168 time: 0.3750455 Nov 27 01:22:17.833716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a7963-ad58-40dc-9cb5-45b842212209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491720dd-30c4-4d6e-8986-5cfaf3cabcf9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:17.926942 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-46529d33-cf3e-4fa5-b0be-db3a6ef7c72a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2277784 Nov 27 01:22:18.014578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70342932-00d2-4739-9530-fc21f2d175d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.094859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355cd37-1cd1-45bc-9115-c8905b510bf2 req-95c13636-f79f-44d6-b216-65e2ec6bcafc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:18.109730 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5355cd37-1cd1-45bc-9115-c8905b510bf2 req-95c13636-f79f-44d6-b216-65e2ec6bcafc tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1016123 Nov 27 01:22:18.139959 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70342932-00d2-4739-9530-fc21f2d175d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=151e35b2-7608-47de-b827-f112b4db834c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:18.184386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5355cd37-1cd1-45bc-9115-c8905b510bf2 req-5cd9a9c6-ae85-40eb-be62-7975fb664529 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684350 Nov 27 01:22:18.197242 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-f6ff9c0f-3877-433a-9093-7c3884aab52f service neutron] 10.222.0.37 "GET /v2.0/networks/5eaa9508-d233-472e-9f6d-24d1592fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525392 Nov 27 01:22:18.298929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70342932-00d2-4739-9530-fc21f2d175d2 admin admin] Checking segment: {'id': '8315dc10-1f59-450f-b881-fb84cefcde75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '93cba299-41d7-49e5-879e-b1e841b3f33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:22:18.299293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70342932-00d2-4739-9530-fc21f2d175d2 admin admin] Network hostable DHCP agents. Network: 93cba299-41d7-49e5-879e-b1e841b3f33d, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:22:18.304146 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-c8edd18d-9022-4d3e-baaa-2350e65a85d8 service neutron] 10.222.0.37 "GET /v2.0/networks/5eaa9508-d233-472e-9f6d-24d1592fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057119 Nov 27 01:22:18.328405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70342932-00d2-4739-9530-fc21f2d175d2 admin admin] Network 93cba299-41d7-49e5-879e-b1e841b3f33d is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:22:18.357479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-70342932-00d2-4739-9530-fc21f2d175d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 93cba299-41d7-49e5-879e-b1e841b3f33d) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:18.370344 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2027abd0-d6a3-41d5-b4bc-19bed3fb03f0 None None] Network 93cba299-41d7-49e5-879e-b1e841b3f33d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:18.383608 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70342932-00d2-4739-9530-fc21f2d175d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:18.388528 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70342932-00d2-4739-9530-fc21f2d175d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:18.466535 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-70342932-00d2-4739-9530-fc21f2d175d2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0994909 Nov 27 01:22:18.598984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7044e-42b1-485c-8f6d-f5aba7ce3249 req-246539c0-122d-47d3-8e7f-42956e09ab54 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:18.611322 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-faa7044e-42b1-485c-8f6d-f5aba7ce3249 req-246539c0-122d-47d3-8e7f-42956e09ab54 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1653075 Nov 27 01:22:18.632701 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fdcab563-4d5b-42e8-8848-cc3b19833a30 req-6daa7b9e-a2cc-414c-b39f-3ede9d1f6e58 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 210 time: 0.0655613 Nov 27 01:22:18.697930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb312b4-0737-4a6d-b098-7ba2b8541639 None None] Network 93cba299-41d7-49e5-879e-b1e841b3f33d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:18.888964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-faa7044e-42b1-485c-8f6d-f5aba7ce3249 req-7a18537e-d62e-417f-ac68-0a992b29aa64 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756355 Nov 27 01:22:18.900642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755b3b8-2b27-47bf-948a-eb5b594bfb96 req-11e37636-22ff-4e49-9496-bf954918d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:18.902219 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6755b3b8-2b27-47bf-948a-eb5b594bfb96 req-11e37636-22ff-4e49-9496-bf954918d8d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=45731133ae9e435f84b4491351b086d0&device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 1096 time: 0.3259997 Nov 27 01:22:18.964004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d695ae-59e8-42f1-842b-e6d6b00250b4 req-0ff1fc82-f7ab-422b-8368-af3781907334 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:18.972582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d695ae-59e8-42f1-842b-e6d6b00250b4 req-0ff1fc82-f7ab-422b-8368-af3781907334 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:18.984232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d695ae-59e8-42f1-842b-e6d6b00250b4 req-0ff1fc82-f7ab-422b-8368-af3781907334 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:19.000459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d695ae-59e8-42f1-842b-e6d6b00250b4 req-0ff1fc82-f7ab-422b-8368-af3781907334 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:19.021740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d695ae-59e8-42f1-842b-e6d6b00250b4 req-0ff1fc82-f7ab-422b-8368-af3781907334 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:19.041712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d695ae-59e8-42f1-842b-e6d6b00250b4 req-0ff1fc82-f7ab-422b-8368-af3781907334 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:19.061247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d695ae-59e8-42f1-842b-e6d6b00250b4 req-0ff1fc82-f7ab-422b-8368-af3781907334 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:19.069263 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22d695ae-59e8-42f1-842b-e6d6b00250b4 req-0ff1fc82-f7ab-422b-8368-af3781907334 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.1830146 Nov 27 01:22:19.088904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755b3b8-2b27-47bf-948a-eb5b594bfb96 req-58f64503-e83f-4fda-870a-0475296f70eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:19.094960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6755b3b8-2b27-47bf-948a-eb5b594bfb96 req-58f64503-e83f-4fda-870a-0475296f70eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 200 len: 913 time: 0.1748662 Nov 27 01:22:19.154323 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22d695ae-59e8-42f1-842b-e6d6b00250b4 req-12f29520-4bd8-466d-b48e-8d6eabc6160e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806167 Nov 27 01:22:19.233261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6755b3b8-2b27-47bf-948a-eb5b594bfb96 req-ea35dd2b-eaec-4720-b5c4-cd81819a33a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 200 len: 999 time: 0.1298833 Nov 27 01:22:19.297790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755b3b8-2b27-47bf-948a-eb5b594bfb96 req-d89b2541-0226-4866-9fda-71da27c1d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:19.299341 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6755b3b8-2b27-47bf-948a-eb5b594bfb96 req-d89b2541-0226-4866-9fda-71da27c1d0db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 200 len: 851 time: 0.0568461 Nov 27 01:22:19.363380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755b3b8-2b27-47bf-948a-eb5b594bfb96 req-1b830440-8c81-44a6-a673-8a657b57f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:19.366549 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6755b3b8-2b27-47bf-948a-eb5b594bfb96 req-1b830440-8c81-44a6-a673-8a657b57f1e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3e04cd-7b00-40c5-9512-0be97b9c1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585239 Nov 27 01:22:19.514889 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6755b3b8-2b27-47bf-948a-eb5b594bfb96 req-9ae628e9-0a65-4b93-acee-d84ca74d1602 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301305 Nov 27 01:22:19.642124 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6755b3b8-2b27-47bf-948a-eb5b594bfb96 req-a1bf2775-86c8-4779-a21c-1c88b8860420 service neutron] 10.222.0.42 "GET /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186604 Nov 27 01:22:19.800372 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e022273-5909-44d4-9a75-03cca58a6d8c req-fbbedc15-18bb-442b-be1e-06c89a74abc4 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 210 time: 0.0536180 Nov 27 01:22:19.921732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43446) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:19.928802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-397750696-network', 'tenant_id': 'b09735ba99ca49f5843aa9b8b833ef91'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:19.960153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Made reservation on behalf of b09735ba99ca49f5843aa9b8b833ef91 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:19.964320 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:19.982367 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.159720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc16e6b-a9d5-48fe-8ebc-ace0f02750d0 req-f8dc5804-8853-40d0-9262-296288bab07f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:20.161623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ffc16e6b-a9d5-48fe-8ebc-ace0f02750d0 req-f8dc5804-8853-40d0-9262-296288bab07f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1822851 Nov 27 01:22:20.301231 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ffc16e6b-a9d5-48fe-8ebc-ace0f02750d0 req-5e0f55ff-14dc-43a0-a66b-57005c375076 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285064 Nov 27 01:22:20.358508 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.367216 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.409192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:22:20.448047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c519eb-7cc0-4211-b55a-9b7c3c100491,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:20.470141 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.471429 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Added segment aae7ee79-5915-4c26-bf56-e3b5eb325c20 of type vlan for network f481c9ed-8ddd-43d3-9adc-378da503be2e Nov 27 01:22:20.536126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567eeab-4588-4f0a-b344-9f09750196c5 req-86a54ff7-dc21-4eaf-8d36-02dfe39b8f4c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:20.543941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567eeab-4588-4f0a-b344-9f09750196c5 req-86a54ff7-dc21-4eaf-8d36-02dfe39b8f4c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:20.554080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567eeab-4588-4f0a-b344-9f09750196c5 req-86a54ff7-dc21-4eaf-8d36-02dfe39b8f4c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:20.560144 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.565525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567eeab-4588-4f0a-b344-9f09750196c5 req-86a54ff7-dc21-4eaf-8d36-02dfe39b8f4c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:20.575973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567eeab-4588-4f0a-b344-9f09750196c5 req-86a54ff7-dc21-4eaf-8d36-02dfe39b8f4c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:20.585356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567eeab-4588-4f0a-b344-9f09750196c5 req-86a54ff7-dc21-4eaf-8d36-02dfe39b8f4c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:20.593533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567eeab-4588-4f0a-b344-9f09750196c5 req-86a54ff7-dc21-4eaf-8d36-02dfe39b8f4c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:20.595497 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4567eeab-4588-4f0a-b344-9f09750196c5 req-86a54ff7-dc21-4eaf-8d36-02dfe39b8f4c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.2425847 Nov 27 01:22:20.616761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.617974 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:20.618937 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.651017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-a4c9474f-5af5-46c8-b008-b5100afbb163 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:20.652978 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-a4c9474f-5af5-46c8-b008-b5100afbb163 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.11 "GET /v2.0/networks?id=5eaa9508-d233-472e-9f6d-24d1592fb0b9 HTTP/1.1" status: 200 len: 797 time: 0.4776049 Nov 27 01:22:20.734831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] Pushing event updated for resources: {'Network': ['ID=f481c9ed-8ddd-43d3-9adc-378da503be2e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:20.751021 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7c7cf6ec-26a1-4045-a037-1b04b65c0481 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8256361 Nov 27 01:22:20.751612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43470) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:20.752552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network f481c9ed-8ddd-43d3-9adc-378da503be2e details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:22:20.761118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4567eeab-4588-4f0a-b344-9f09750196c5 req-cdcf4c52-317a-4df2-9fa9-d5323aa596fa tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1505520 Nov 27 01:22:20.765205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a44d1f1e-0828-46d1-aea7-46fbe834db89 admin admin] Request body: {'subnet': {'network_id': 'f481c9ed-8ddd-43d3-9adc-378da503be2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-397750696-subnet', 'tenant_id': 'b09735ba99ca49f5843aa9b8b833ef91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:20.821205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44d1f1e-0828-46d1-aea7-46fbe834db89 admin admin] Made reservation on behalf of b09735ba99ca49f5843aa9b8b833ef91 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:20.825630 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a44d1f1e-0828-46d1-aea7-46fbe834db89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:20.861674 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-c94cb74e-e790-4641-88b4-8e6859a6bd26 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693123b5cb044942b888cf0396b36532 HTTP/1.1" status: 200 len: 379 time: 0.1546466 Nov 27 01:22:20.882516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'port': {'device_id': '431ed782-64f4-414c-971c-3e303b069ad2', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'admin_state_up': True, 'tenant_id': '693123b5cb044942b888cf0396b36532', 'security_groups': ['f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:20.960319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43476) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:21.033873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Made reservation on behalf of 693123b5cb044942b888cf0396b36532 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:21.039943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.134793 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a44d1f1e-0828-46d1-aea7-46fbe834db89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.249325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7aa9d6cd-eb25-4706-95d1-beab6eb04a88 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-108194199'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:21.249325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7aa9d6cd-eb25-4706-95d1-beab6eb04a88 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Unknown quota resources ['metering_label']. {{(pid=103384) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:22:21.249956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d1f1e-0828-46d1-aea7-46fbe834db89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3881adbb-898c-4614-bf31-4f58b8c7777f,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:21.256050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d1f1e-0828-46d1-aea7-46fbe834db89 admin admin] Checking segment: {'id': 'aae7ee79-5915-4c26-bf56-e3b5eb325c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f481c9ed-8ddd-43d3-9adc-378da503be2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:22:21.256050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44d1f1e-0828-46d1-aea7-46fbe834db89 admin admin] Network hostable DHCP agents. Network: f481c9ed-8ddd-43d3-9adc-378da503be2e, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:22:21.278744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44d1f1e-0828-46d1-aea7-46fbe834db89 admin admin] Network f481c9ed-8ddd-43d3-9adc-378da503be2e is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:22:21.301426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a44d1f1e-0828-46d1-aea7-46fbe834db89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, f481c9ed-8ddd-43d3-9adc-378da503be2e) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:21.313555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467af075-cd5a-44e4-9ef4-77cd70633f89 None None] Network f481c9ed-8ddd-43d3-9adc-378da503be2e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:21.325937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d1f1e-0828-46d1-aea7-46fbe834db89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:21.326887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a44d1f1e-0828-46d1-aea7-46fbe834db89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.398819 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a44d1f1e-0828-46d1-aea7-46fbe834db89 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6379101 Nov 27 01:22:21.408020 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13d74e4f-9881-4bee-8012-d0eb42c51c8f req-9b1add2c-ce2d-416e-be5d-b5b4109bea1d tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 210 time: 0.4577920 Nov 27 01:22:21.483950 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d6cd-eb25-4706-95d1-beab6eb04a88 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.485566 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7aa9d6cd-eb25-4706-95d1-beab6eb04a88 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5237620 Nov 27 01:22:21.488411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43496) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:21.492968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9bab8ad9-a4c6-4a2d-a4a4-fcef8fe4f8a1 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7aa5254d-984b-4fd2-8b7d-a92143a46c07'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:21.493464 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9bab8ad9-a4c6-4a2d-a4a4-fcef8fe4f8a1 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103385) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:22:21.552313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Allocated IP 172.20.0.11 (5eaa9508-d233-472e-9f6d-24d1592fb0b9/1387f584-d5f1-4730-bd33-1e50dfbd27a6/cbbc218a-e896-4131-81cb-cf724f324419) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:21.570543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43500) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:21.696323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef624fa1-b0ba-4b85-bdc8-4c4b7c503f91 admin admin] Deleting subnet 151e35b2-7608-47de-b827-f112b4db834c {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:22:21.697275 n-d-819494-2 neutron-server[103385]: WARNING neutron.services.metering.metering_plugin [None req-9bab8ad9-a4c6-4a2d-a4a4-fcef8fe4f8a1 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 01:22:21.703520 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef624fa1-b0ba-4b85-bdc8-4c4b7c503f91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.773503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef624fa1-b0ba-4b85-bdc8-4c4b7c503f91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.863097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf855d1-8512-4e45-b973-470d8f26d80c None None] Network f481c9ed-8ddd-43d3-9adc-378da503be2e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:21.925408 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef624fa1-b0ba-4b85-bdc8-4c4b7c503f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.961197 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bab8ad9-a4c6-4a2d-a4a4-fcef8fe4f8a1 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:21.967723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9bab8ad9-a4c6-4a2d-a4a4-fcef8fe4f8a1 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4782398 Nov 27 01:22:21.972260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43506) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:21.988284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-21c8667c-ff95-499d-9757-cbb2e0824cc5 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7aa5254d-984b-4fd2-8b7d-a92143a46c07'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:21.988785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-21c8667c-ff95-499d-9757-cbb2e0824cc5 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103385) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:22:22.027568 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.095240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef624fa1-b0ba-4b85-bdc8-4c4b7c503f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.133871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef624fa1-b0ba-4b85-bdc8-4c4b7c503f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=151e35b2-7608-47de-b827-f112b4db834c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:22.137662 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef624fa1-b0ba-4b85-bdc8-4c4b7c503f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.143235 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ef624fa1-b0ba-4b85-bdc8-4c4b7c503f91 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/151e35b2-7608-47de-b827-f112b4db834c HTTP/1.1" status: 204 len: 168 time: 0.5561612 Nov 27 01:22:22.146614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43510) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:22.165927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81daea0-7afd-41af-abcd-f7990952a5c0 req-440a9d5f-e3f4-4aba-8644-c8adef76b4c6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:22.174430 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f81daea0-7afd-41af-abcd-f7990952a5c0 req-440a9d5f-e3f4-4aba-8644-c8adef76b4c6 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.7010128 Nov 27 01:22:22.183692 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.314991 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:22.328607 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:22.337805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:22.344011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=cbbc218a-e896-4131-81cb-cf724f324419,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:22.348449 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.388220 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f81daea0-7afd-41af-abcd-f7990952a5c0 req-ee21f9ca-dd84-4aa4-af59-9136874f52ec tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090261 Nov 27 01:22:22.472360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:22.473237 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.518553 n-d-819494-2 neutron-server[103385]: WARNING neutron.services.metering.metering_plugin [None req-21c8667c-ff95-499d-9757-cbb2e0824cc5 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 27 01:22:22.548455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-d8fea38c-f314-46af-9b52-ab2f297f4a21 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6786892 Nov 27 01:22:22.556501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d91c9-f115-4ff1-b92c-d919458bc0e5 req-2144761c-e770-409e-b7b5-ff9b024f7cb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:22.564671 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d91c9-f115-4ff1-b92c-d919458bc0e5 req-2144761c-e770-409e-b7b5-ff9b024f7cb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:22.571055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d91c9-f115-4ff1-b92c-d919458bc0e5 req-2144761c-e770-409e-b7b5-ff9b024f7cb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:22.599666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d91c9-f115-4ff1-b92c-d919458bc0e5 req-2144761c-e770-409e-b7b5-ff9b024f7cb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:22.611133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Request body: {'port': {'device_id': '431ed782-64f4-414c-971c-3e303b069ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:22.612404 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d91c9-f115-4ff1-b92c-d919458bc0e5 req-2144761c-e770-409e-b7b5-ff9b024f7cb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:22.619791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d91c9-f115-4ff1-b92c-d919458bc0e5 req-2144761c-e770-409e-b7b5-ff9b024f7cb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:22.622082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.626101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d91c9-f115-4ff1-b92c-d919458bc0e5 req-2144761c-e770-409e-b7b5-ff9b024f7cb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:22.628219 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a2d91c9-f115-4ff1-b92c-d919458bc0e5 req-2144761c-e770-409e-b7b5-ff9b024f7cb6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.6804409 Nov 27 01:22:22.700279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cba299-41d7-49e5-879e-b1e841b3f33d']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:22.725184 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21c8667c-ff95-499d-9757-cbb2e0824cc5 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.729005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-21c8667c-ff95-499d-9757-cbb2e0824cc5 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7497480 Nov 27 01:22:22.731325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43524) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:22.748285 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8315dc10-1f59-450f-b881-fb84cefcde75') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:22.748285 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8315dc10-1f59-450f-b881-fb84cefcde75') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:22.751698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43526) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:22.751833 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ce982a85-5f8f-4ba1-9850-43d047f4f2aa tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=d18d840b-8675-4090-a38f-18df511889d7 HTTP/1.1" status: 200 len: 462 time: 0.0167067 Nov 27 01:22:22.753558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43528) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:22.788264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.792283 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.797573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5df2ed8c-3c75-42e6-93dd-42587405417a None None] Provisioning complete for port cbbc218a-e896-4131-81cb-cf724f324419 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:22.797948 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5df2ed8c-3c75-42e6-93dd-42587405417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.803235 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a2d91c9-f115-4ff1-b92c-d919458bc0e5 req-72d64d7e-809b-470b-8b4f-b301fe49ff17 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1239774 Nov 27 01:22:22.825426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f4db3-9ac8-4b0c-94b7-fed4fd893084 req-b1398afb-dfed-4b79-9cf5-0b4cd0abeb7e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:22.826979 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bb5f4db3-9ac8-4b0c-94b7-fed4fd893084 req-b1398afb-dfed-4b79-9cf5-0b4cd0abeb7e tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2071545 Nov 27 01:22:22.870633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5df2ed8c-3c75-42e6-93dd-42587405417a None None] Port cbbc218a-e896-4131-81cb-cf724f324419 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:22:22.879096 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.891129 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8be70e53-540d-4b32-a43b-8aa9604381fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.931183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:22:22.931593 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:22:22.935802 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:22:22.974351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c77e38-40ea-4788-bdeb-5c2b423387cc req-02bd7038-b44a-459e-bf48-2c5c0b5c0dc2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:22.975868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35c77e38-40ea-4788-bdeb-5c2b423387cc req-02bd7038-b44a-459e-bf48-2c5c0b5c0dc2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 932 time: 0.0758770 Nov 27 01:22:23.064121 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8be70e53-540d-4b32-a43b-8aa9604381fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.070305 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35c77e38-40ea-4788-bdeb-5c2b423387cc req-ec4108fd-9e69-4866-af03-5e6911ec758e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815716 Nov 27 01:22:23.072283 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8be70e53-540d-4b32-a43b-8aa9604381fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.130806 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be70e53-540d-4b32-a43b-8aa9604381fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e3da6-6ec8-4f0f-9138-a4f22f1d04e7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:23.140638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43534) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:23.140810 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8be70e53-540d-4b32-a43b-8aa9604381fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5ff34fed1b54dcdbbcef96bf32fc2e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3900638 Nov 27 01:22:23.201068 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bb5f4db3-9ac8-4b0c-94b7-fed4fd893084 req-4b301767-2db7-4b65-a0fd-77bf26fc134f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531358 Nov 27 01:22:23.203846 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5321255b-5c14-48fb-870e-6618ffddf66e tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.207484 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5321255b-5c14-48fb-870e-6618ffddf66e tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/d18d840b-8675-4090-a38f-18df511889d7 HTTP/1.1" status: 204 len: 168 time: 0.4426727 Nov 27 01:22:23.210003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43536) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:23.210143 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.228415 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-da51433d-74c0-47bf-aa93-e5fb7c5714e3 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=d18d840b-8675-4090-a38f-18df511889d7 HTTP/1.1" status: 200 len: 221 time: 0.0121229 Nov 27 01:22:23.228562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.228639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43538) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:23.234637 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] 10.222.0.37 "DELETE /v2.0/networks/93cba299-41d7-49e5-879e-b1e841b3f33d HTTP/1.1" status: 204 len: 168 time: 1.0870197 Nov 27 01:22:23.235400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c93430be-d4be-412f-9998-697e7cb36480 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2089048157', 'description': 'label created by tempest'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:23.235851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c93430be-d4be-412f-9998-697e7cb36480 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Unknown quota resources ['metering_label']. {{(pid=103385) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:22:23.250945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43540) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:23.264480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b90cdf-7036-413d-9da1-81e3426ccfad admin admin] Pushing event deleted for resources: {'Network': ['ID=93cba299-41d7-49e5-879e-b1e841b3f33d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:23.376381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91b87ac-667f-4c12-b864-688ea5097cd5 admin admin] Deleting subnet 3881adbb-898c-4614-bf31-4f58b8c7777f {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:22:23.381340 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c74c9a20-1ac7-4fc9-9a46-a0057ad50c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.384304 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e91b87ac-667f-4c12-b864-688ea5097cd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.454602 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c74c9a20-1ac7-4fc9-9a46-a0057ad50c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.468628 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e91b87ac-667f-4c12-b864-688ea5097cd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.495246 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c93430be-d4be-412f-9998-697e7cb36480 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.500764 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c93430be-d4be-412f-9998-697e7cb36480 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2710807 Nov 27 01:22:23.501384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43554) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:23.566606 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e91b87ac-667f-4c12-b864-688ea5097cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.628657 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a58d5d0a-1833-4d8b-a0c8-07b1d090d824 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=48390cab-8772-4fc5-a2ad-94b46e0432c3 HTTP/1.1" status: 200 len: 468 time: 0.1254275 Nov 27 01:22:23.632653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43560) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:23.649322 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c74c9a20-1ac7-4fc9-9a46-a0057ad50c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.652653 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c74c9a20-1ac7-4fc9-9a46-a0057ad50c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.656279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c74c9a20-1ac7-4fc9-9a46-a0057ad50c5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e5e3da6-6ec8-4f0f-9138-a4f22f1d04e7 HTTP/1.1" status: 204 len: 168 time: 0.5089984 Nov 27 01:22:23.656279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbc218a-e896-4131-81cb-cf724f324419 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:22:23.676919 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.730958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c9a20-1ac7-4fc9-9a46-a0057ad50c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e3da6-6ec8-4f0f-9138-a4f22f1d04e7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:23.921617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Transition to ACTIVE for port object cbbc218a-e896-4131-81cb-cf724f324419 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:22:23.922975 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e91b87ac-667f-4c12-b864-688ea5097cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.960581 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.963266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b87ac-667f-4c12-b864-688ea5097cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3881adbb-898c-4614-bf31-4f58b8c7777f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:23.969813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71f0f0c8-33e0-4a88-9ef7-c3254f70ad86 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:23.971553 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71f0f0c8-33e0-4a88-9ef7-c3254f70ad86 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/48390cab-8772-4fc5-a2ad-94b46e0432c3 HTTP/1.1" status: 204 len: 168 time: 0.3364131 Nov 27 01:22:23.975352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43594) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:23.997450 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8f5c10bb-9879-4987-bd54-8fef6817d9ed tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=48390cab-8772-4fc5-a2ad-94b46e0432c3 HTTP/1.1" status: 200 len: 216 time: 0.0206442 Nov 27 01:22:24.000514 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43596) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.013424 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-573140ac-d116-41bb-8baf-90beb540b626 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0110319 Nov 27 01:22:24.016454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43598) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.033143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-04b9a55f-1e41-411c-a803-f651d6cbda19 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0147674 Nov 27 01:22:24.036503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43600) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.120167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b7c764cc-02e6-4211-9a14-424b8c462d0e tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/7aa5254d-984b-4fd2-8b7d-a92143a46c07 HTTP/1.1" status: 200 len: 472 time: 0.0823503 Nov 27 01:22:24.130915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43606) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.152979 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dc174fc9-a4cd-4b5c-8544-02e2a4869af9 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/ce8d4f4d-f68b-4f9e-b1ae-5ee53a7034d5 HTTP/1.1" status: 200 len: 459 time: 0.0200355 Nov 27 01:22:24.166452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43608) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.266712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43610) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.314471 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64f63881-2b91-4301-9697-22f6307dc89f tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.317817 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-64f63881-2b91-4301-9697-22f6307dc89f tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/ce8d4f4d-f68b-4f9e-b1ae-5ee53a7034d5 HTTP/1.1" status: 204 len: 168 time: 0.1476884 Nov 27 01:22:24.320758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43612) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.330680 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce7db-7a93-422f-aa1d-994919aba66a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.373903 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e91b87ac-667f-4c12-b864-688ea5097cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.379897 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e91b87ac-667f-4c12-b864-688ea5097cd5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3881adbb-898c-4614-bf31-4f58b8c7777f HTTP/1.1" status: 204 len: 168 time: 1.1251986 Nov 27 01:22:24.395450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43614) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.487505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbc218a-e896-4131-81cb-cf724f324419,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:24.543519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d472358-ea1f-4394-ac76-d5ab391ed58b req-0874487e-573b-4bee-9607-2ef636911c76 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:24.550049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d472358-ea1f-4394-ac76-d5ab391ed58b req-0874487e-573b-4bee-9607-2ef636911c76 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:24.556200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d472358-ea1f-4394-ac76-d5ab391ed58b req-0874487e-573b-4bee-9607-2ef636911c76 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:24.563418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d472358-ea1f-4394-ac76-d5ab391ed58b req-0874487e-573b-4bee-9607-2ef636911c76 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:24.569958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d472358-ea1f-4394-ac76-d5ab391ed58b req-0874487e-573b-4bee-9607-2ef636911c76 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:24.576699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d472358-ea1f-4394-ac76-d5ab391ed58b req-0874487e-573b-4bee-9607-2ef636911c76 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:24.583009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d472358-ea1f-4394-ac76-d5ab391ed58b req-0874487e-573b-4bee-9607-2ef636911c76 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:24.590824 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d472358-ea1f-4394-ac76-d5ab391ed58b req-0874487e-573b-4bee-9607-2ef636911c76 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.6172600 Nov 27 01:22:24.637197 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.648596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea111a3-8791-4a06-b3dc-2fba716cd3c8 req-a208af63-5fd7-4d65-b723-f7d15bd571e1 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:24.650072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8ea111a3-8791-4a06-b3dc-2fba716cd3c8 req-a208af63-5fd7-4d65-b723-f7d15bd571e1 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a31cb18-0926-48b4-9dba-3510c53236ac HTTP/1.1" status: 200 len: 944 time: 0.3221006 Nov 27 01:22:24.665744 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f2cdb7f-1a0c-413d-886f-3f5b99be8f61 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.669284 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8f2cdb7f-1a0c-413d-886f-3f5b99be8f61 tempest-MeteringIpV6TestJSON-1943428152 tempest-MeteringIpV6TestJSON-1943428152-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/7aa5254d-984b-4fd2-8b7d-a92143a46c07 HTTP/1.1" status: 204 len: 168 time: 0.3450832 Nov 27 01:22:24.731044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Attempting to bind port cbbc218a-e896-4131-81cb-cf724f324419 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:24.731389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Attempting to bind port cbbc218a-e896-4131-81cb-cf724f324419 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:24.731729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Attempting to bind port cbbc218a-e896-4131-81cb-cf724f324419 on network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:24.791430 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce7db-7a93-422f-aa1d-994919aba66a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.796373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Port cbbc218a-e896-4131-81cb-cf724f324419 on network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:24.796713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Attempting to bind port cbbc218a-e896-4131-81cb-cf724f324419 on network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:24.804958 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce7db-7a93-422f-aa1d-994919aba66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.818048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:22:24.818856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Checking segment: {'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:22:24.819269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Bound using segment: {'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:22:24.819852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Bound port: cbbc218a-e896-4131-81cb-cf724f324419, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bb16ca-9f96-4785-9cfd-9c7f0d299183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:22:24.820525 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.828402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d472358-ea1f-4394-ac76-d5ab391ed58b req-4eaefda0-56d4-4ddd-a58e-6d8e5e3bb081 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2358277 Nov 27 01:22:24.831311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.884809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f481c9ed-8ddd-43d3-9adc-378da503be2e']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:24.913157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae7ee79-5915-4c26-bf56-e3b5eb325c20') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:24.913852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae7ee79-5915-4c26-bf56-e3b5eb325c20') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:24.921709 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5a8ce7db-7a93-422f-aa1d-994919aba66a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f46e1fc467b14f918a17c4c5d93e6bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6537399 Nov 27 01:22:24.922192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43620) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:24.925341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ce7db-7a93-422f-aa1d-994919aba66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fab318-b7cf-4de9-bd7f-0101e39e7d48,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:24.935019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-8ea111a3-8791-4a06-b3dc-2fba716cd3c8 req-c99c98f5-2906-4f06-b8da-8d54c3400bc5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Deleting port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:24.935272 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8ea111a3-8791-4a06-b3dc-2fba716cd3c8 req-c99c98f5-2906-4f06-b8da-8d54c3400bc5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:24.949065 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.015788 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.028804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:22:25.029206 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:22:25.035057 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:22:25.041925 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ab8a3abf-09c5-49dd-a54a-aab7cb881974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.066203 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084813d-0560-4fc6-872d-ed16506afe44 req-715cca23-cfcb-4823-bca7-fbdcb92fa859 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:25.068127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a084813d-0560-4fc6-872d-ed16506afe44 req-715cca23-cfcb-4823-bca7-fbdcb92fa859 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 944 time: 0.1154492 Nov 27 01:22:25.086162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43624) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:25.089856 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ab8a3abf-09c5-49dd-a54a-aab7cb881974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.104161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-8ea111a3-8791-4a06-b3dc-2fba716cd3c8 req-c99c98f5-2906-4f06-b8da-8d54c3400bc5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] For port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:25.104432 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8ea111a3-8791-4a06-b3dc-2fba716cd3c8 req-c99c98f5-2906-4f06-b8da-8d54c3400bc5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.107390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] For port cbbc218a-e896-4131-81cb-cf724f324419, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:22:25.140131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-8ea111a3-8791-4a06-b3dc-2fba716cd3c8 req-c99c98f5-2906-4f06-b8da-8d54c3400bc5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Calling delete_port for d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:25.190312 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a084813d-0560-4fc6-872d-ed16506afe44 req-24f1fa22-7cc0-4085-a51b-1d3291e06b66 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867701 Nov 27 01:22:25.208635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] For port cbbc218a-e896-4131-81cb-cf724f324419, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cbbc218a-e896-4131-81cb-cf724f324419,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:22:25.217000 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.243569 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ab8a3abf-09c5-49dd-a54a-aab7cb881974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.246170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ab8a3abf-09c5-49dd-a54a-aab7cb881974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.249985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ab8a3abf-09c5-49dd-a54a-aab7cb881974 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4fab318-b7cf-4de9-bd7f-0101e39e7d48 HTTP/1.1" status: 204 len: 168 time: 0.3258867 Nov 27 01:22:25.270910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a3abf-09c5-49dd-a54a-aab7cb881974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fab318-b7cf-4de9-bd7f-0101e39e7d48,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:25.290668 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.312522 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.323470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a42c8355-f515-4fdc-bfa9-7b7ec4f7159f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.326810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f481c9ed-8ddd-43d3-9adc-378da503be2e HTTP/1.1" status: 204 len: 168 time: 0.9296324 Nov 27 01:22:25.332573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:25.333198 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.343740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/cbbc218a-e896-4131-81cb-cf724f324419 HTTP/1.1" status: 200 len: 1092 time: 2.7435052 Nov 27 01:22:25.343740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431ed782-64f4-414c-971c-3e303b069ad2', 'tag': 'cbbc218a-e896-4131-81cb-cf724f324419'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:25.345883 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c79b1-b37f-4afb-9aa2-875818b7f246" -d '{"events": [{"name": "network-changed", "server_uuid": "431ed782-64f4-414c-971c-3e303b069ad2", "tag": "cbbc218a-e896-4131-81cb-cf724f324419"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:25.384997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c4781-9540-49b8-b18a-33492c08c033 admin admin] Pushing event deleted for resources: {'Network': ['ID=f481c9ed-8ddd-43d3-9adc-378da503be2e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:25.459522 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddefd66c-087a-4eba-9ced-92acf50484c3 x-openstack-request-id: req-ddefd66c-087a-4eba-9ced-92acf50484c3 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:25.460384 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431ed782-64f4-414c-971c-3e303b069ad2", "tag": "cbbc218a-e896-4131-81cb-cf724f324419", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:25.460384 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddefd66c-087a-4eba-9ced-92acf50484c3 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:25.460546 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431ed782-64f4-414c-971c-3e303b069ad2', 'tag': 'cbbc218a-e896-4131-81cb-cf724f324419', 'status': 'completed', 'code': 200} Nov 27 01:22:25.461351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d8d05-ea11-4d52-bd9f-e3c326d858e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbc218a-e896-4131-81cb-cf724f324419,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:25.512636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-75dc7a0b-05e2-4b17-9e53-04e6c38edb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:25.515071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-75dc7a0b-05e2-4b17-9e53-04e6c38edb81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 1095 time: 0.0958207 Nov 27 01:22:25.519388 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8ea111a3-8791-4a06-b3dc-2fba716cd3c8 req-c99c98f5-2906-4f06-b8da-8d54c3400bc5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.556959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['752e3274-1f0e-4a4a-8ed9-54be9e3a08ea'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:25.599823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43638) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:25.621672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-15de1c79-2e6e-4fb0-b842-bcc3fd84a540 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbbc218a-e896-4131-81cb-cf724f324419 HTTP/1.1" status: 200 len: 217 time: 0.0906572 Nov 27 01:22:25.624005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c98f5-2906-4f06-b8da-8d54c3400bc5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event deleted for resources: {'Port': ['ID=d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:25.658273 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['b58a56d3-f887-4b7a-8821-f46e774d46c4'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:25.678178 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea111a3-8791-4a06-b3dc-2fba716cd3c8 req-c99c98f5-2906-4f06-b8da-8d54c3400bc5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] No DVR routers for this DVR port d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:25.689758 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8ea111a3-8791-4a06-b3dc-2fba716cd3c8 req-c99c98f5-2906-4f06-b8da-8d54c3400bc5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.693321 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8ea111a3-8791-4a06-b3dc-2fba716cd3c8 req-c99c98f5-2906-4f06-b8da-8d54c3400bc5 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "DELETE /v2.0/ports/d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9 HTTP/1.1" status: 204 len: 173 time: 1.0337727 Nov 27 01:22:25.693779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a31cb18-0926-48b4-9dba-3510c53236ac', 'name': 'network-vif-deleted', 'tag': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:25.696120 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac8dde9-d892-4765-8f08-2c10b6491a64" -d '{"events": [{"server_uuid": "5a31cb18-0926-48b4-9dba-3510c53236ac", "name": "network-vif-deleted", "tag": "d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:25.709516 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a42c8355-f515-4fdc-bfa9-7b7ec4f7159f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.728318 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a42c8355-f515-4fdc-bfa9-7b7ec4f7159f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:25.758165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-bcda469f-c968-4867-885c-1e2b26f17025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:25.768822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-bcda469f-c968-4867-885c-1e2b26f17025 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1387f584-d5f1-4730-bd33-1e50dfbd27a6 HTTP/1.1" status: 200 len: 834 time: 0.1317444 Nov 27 01:22:25.818644 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686f83ce-15c7-43ba-ba5d-f7f7e671ed0d x-openstack-request-id: req-686f83ce-15c7-43ba-ba5d-f7f7e671ed0d {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:25.818943 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a31cb18-0926-48b4-9dba-3510c53236ac", "name": "network-vif-deleted", "tag": "d5f3e2d1-8f23-439a-a410-2dd2f4c1cac9", "status": "failed", "code": 422}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:25.819277 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-686f83ce-15c7-43ba-ba5d-f7f7e671ed0d {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:25.819599 n-d-819494-2 neutron-server[103385]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a31cb18-0926-48b4-9dba-3510c53236ac', 'name': 'network-vif-deleted', 'tag': 'd5f3e2d1-8f23-439a-a410-2dd2f4c1cac9', 'status': 'failed', 'code': 422} returned with failed status Nov 27 01:22:25.833830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a42c8355-f515-4fdc-bfa9-7b7ec4f7159f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=619156735ee04663be7a7a9d751616df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7443380 Nov 27 01:22:25.837507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:25.868858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-57e8b21b-dc54-4f2f-908f-4d170a05238b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8440d8fb94a4c9faf7162db269f3e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2656205 Nov 27 01:22:25.869497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43650) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:25.935421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c8355-f515-4fdc-bfa9-7b7ec4f7159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b059fbca-a529-4e31-bf54-73f0c9bf6491,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:25.940599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-265cf54b-6fad-4cf6-b582-129a63663ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:25.951611 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-265cf54b-6fad-4cf6-b582-129a63663ddc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5eaa9508-d233-472e-9f6d-24d1592fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819122 Nov 27 01:22:26.048348 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09e33f1e-eb9f-4394-a962-84dbf5c371e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.110975 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09e33f1e-eb9f-4394-a962-84dbf5c371e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.154504 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-796c1f67-bcf5-404c-9e24-3fee0273b3c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.199511 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-796c1f67-bcf5-404c-9e24-3fee0273b3c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.216177 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09e33f1e-eb9f-4394-a962-84dbf5c371e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.219273 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09e33f1e-eb9f-4394-a962-84dbf5c371e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.220438 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-09e33f1e-eb9f-4394-a962-84dbf5c371e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e83414ca-e559-4ab9-b6cc-4dfe25970896 HTTP/1.1" status: 204 len: 168 time: 0.3439004 Nov 27 01:22:26.231371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e33f1e-eb9f-4394-a962-84dbf5c371e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83414ca-e559-4ab9-b6cc-4dfe25970896,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:26.270637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243df887-2701-4bac-bbfa-fe51dcabf1fc req-8739e585-d26c-4144-ae11-3fcf2ffcea13 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:26.280675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243df887-2701-4bac-bbfa-fe51dcabf1fc req-8739e585-d26c-4144-ae11-3fcf2ffcea13 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:26.286999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243df887-2701-4bac-bbfa-fe51dcabf1fc req-8739e585-d26c-4144-ae11-3fcf2ffcea13 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:26.293444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243df887-2701-4bac-bbfa-fe51dcabf1fc req-8739e585-d26c-4144-ae11-3fcf2ffcea13 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:26.300744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243df887-2701-4bac-bbfa-fe51dcabf1fc req-8739e585-d26c-4144-ae11-3fcf2ffcea13 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:26.318002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243df887-2701-4bac-bbfa-fe51dcabf1fc req-8739e585-d26c-4144-ae11-3fcf2ffcea13 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:26.328784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243df887-2701-4bac-bbfa-fe51dcabf1fc req-8739e585-d26c-4144-ae11-3fcf2ffcea13 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:26.338525 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-243df887-2701-4bac-bbfa-fe51dcabf1fc req-8739e585-d26c-4144-ae11-3fcf2ffcea13 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.3078263 Nov 27 01:22:26.377477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-1069e3c4-9ae7-405d-9c96-2e2318414e0c service neutron] 10.222.0.11 "GET /v2.0/networks/5eaa9508-d233-472e-9f6d-24d1592fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152448 Nov 27 01:22:26.422344 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-796c1f67-bcf5-404c-9e24-3fee0273b3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.425258 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-796c1f67-bcf5-404c-9e24-3fee0273b3c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:26.428712 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-796c1f67-bcf5-404c-9e24-3fee0273b3c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b059fbca-a529-4e31-bf54-73f0c9bf6491 HTTP/1.1" status: 204 len: 168 time: 0.5858669 Nov 27 01:22:26.494897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c1f67-bcf5-404c-9e24-3fee0273b3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b059fbca-a529-4e31-bf54-73f0c9bf6491,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:26.539027 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-243df887-2701-4bac-bbfa-fe51dcabf1fc req-f558ef08-066b-4e54-8a37-6963f5afcb21 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1993763 Nov 27 01:22:26.604173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2d7a73a-6896-416d-827e-4da4bef7fdcb req-0be0964f-5de9-4d2e-9c10-cebd7483fd3c service neutron] 10.222.0.11 "GET /v2.0/networks/5eaa9508-d233-472e-9f6d-24d1592fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997213 Nov 27 01:22:26.701762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e00e5-edec-4351-ae13-9faf8607956f req-2acc4ddf-1208-40e0-8298-1a8cfdfa37f4 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:26.710703 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a95e00e5-edec-4351-ae13-9faf8607956f req-2acc4ddf-1208-40e0-8298-1a8cfdfa37f4 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 944 time: 0.0676384 Nov 27 01:22:26.810793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a95e00e5-edec-4351-ae13-9faf8607956f req-5f72cafd-712d-48d1-9f72-c3b585bec462 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988975 Nov 27 01:22:26.812830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c79b1-b37f-4afb-9aa2-875818b7f246 req-669bb283-e457-4012-8c1c-bf825d9cba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:26.814325 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-840c79b1-b37f-4afb-9aa2-875818b7f246 req-669bb283-e457-4012-8c1c-bf825d9cba8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 1095 time: 0.0943604 Nov 27 01:22:26.970531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c79b1-b37f-4afb-9aa2-875818b7f246 req-dcdc77eb-7a76-4111-8e04-4b2257c1994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:26.972087 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-840c79b1-b37f-4afb-9aa2-875818b7f246 req-dcdc77eb-7a76-4111-8e04-4b2257c1994e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5eaa9508-d233-472e-9f6d-24d1592fb0b9 HTTP/1.1" status: 200 len: 898 time: 0.1484280 Nov 27 01:22:26.977423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43696) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:26.984503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3929494-dca4-4c01-a49f-ff7c1c087c9a req-a840772e-6f03-4b1e-b453-b7d6fe3abb00 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:26.986146 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3929494-dca4-4c01-a49f-ff7c1c087c9a req-a840772e-6f03-4b1e-b453-b7d6fe3abb00 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 907 time: 0.0786705 Nov 27 01:22:27.031322 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6206ec15-99d0-4a57-9404-f94396878f50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b09735ba99ca49f5843aa9b8b833ef91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523846 Nov 27 01:22:27.033187 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-840c79b1-b37f-4afb-9aa2-875818b7f246 req-fea9af1e-5507-45f2-8ba8-ccbffbc4db44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbbc218a-e896-4131-81cb-cf724f324419 HTTP/1.1" status: 200 len: 217 time: 0.0460353 Nov 27 01:22:27.033690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43698) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:27.087161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43700) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:27.091612 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc873f3c-127f-488b-b1c6-ecc3a28bbb58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.109280 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c79b1-b37f-4afb-9aa2-875818b7f246 req-4aa3f28f-280a-46b8-a34f-81c6fc276cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:27.110706 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-840c79b1-b37f-4afb-9aa2-875818b7f246 req-4aa3f28f-280a-46b8-a34f-81c6fc276cae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1387f584-d5f1-4730-bd33-1e50dfbd27a6 HTTP/1.1" status: 200 len: 834 time: 0.0701156 Nov 27 01:22:27.111600 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03e1fd90-050b-4bfb-9cf4-4bf97f61c96c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.131571 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc873f3c-127f-488b-b1c6-ecc3a28bbb58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.184249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c79b1-b37f-4afb-9aa2-875818b7f246 req-ba8009a4-bf4d-4a4a-b63a-68c7064891ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:27.185763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-840c79b1-b37f-4afb-9aa2-875818b7f246 req-ba8009a4-bf4d-4a4a-b63a-68c7064891ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5eaa9508-d233-472e-9f6d-24d1592fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631607 Nov 27 01:22:27.186902 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc873f3c-127f-488b-b1c6-ecc3a28bbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.189769 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc873f3c-127f-488b-b1c6-ecc3a28bbb58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.191367 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bc873f3c-127f-488b-b1c6-ecc3a28bbb58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1c519eb-7cc0-4211-b55a-9b7c3c100491 HTTP/1.1" status: 204 len: 168 time: 0.1565790 Nov 27 01:22:27.200824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc873f3c-127f-488b-b1c6-ecc3a28bbb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c519eb-7cc0-4211-b55a-9b7c3c100491,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:27.289507 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03e1fd90-050b-4bfb-9cf4-4bf97f61c96c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.299234 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03e1fd90-050b-4bfb-9cf4-4bf97f61c96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.331796 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-840c79b1-b37f-4afb-9aa2-875818b7f246 req-0371e685-d4ca-4d10-981d-cd2b346d6dd3 service neutron] 10.222.0.11 "GET /v2.0/networks/5eaa9508-d233-472e-9f6d-24d1592fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354902 Nov 27 01:22:27.345056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-03e1fd90-050b-4bfb-9cf4-4bf97f61c96c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6554bdb685cf4054bdb6659b302595b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566113 Nov 27 01:22:27.347762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43714) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:27.373064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1fd90-050b-4bfb-9cf4-4bf97f61c96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68903fd-1717-4b90-bc2d-48a79e513329,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:27.414656 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c6acfff-b70f-47cf-80a7-bd1f055c28b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.441600 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c6acfff-b70f-47cf-80a7-bd1f055c28b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.501450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c6acfff-b70f-47cf-80a7-bd1f055c28b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.506941 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c6acfff-b70f-47cf-80a7-bd1f055c28b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:27.511500 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2c6acfff-b70f-47cf-80a7-bd1f055c28b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e68903fd-1717-4b90-bc2d-48a79e513329 HTTP/1.1" status: 204 len: 168 time: 0.1591175 Nov 27 01:22:27.519097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6acfff-b70f-47cf-80a7-bd1f055c28b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68903fd-1717-4b90-bc2d-48a79e513329,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:27.533154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-840c79b1-b37f-4afb-9aa2-875818b7f246 req-6778df70-910a-4a79-a3c7-feb0a7099759 service neutron] 10.222.0.11 "GET /v2.0/networks/5eaa9508-d233-472e-9f6d-24d1592fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831288 Nov 27 01:22:27.760494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7a163-9ec6-4a85-b604-7144ef55b663 req-7397aaa5-819e-4219-b9b6-c0897be85d78 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:27.769219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7a163-9ec6-4a85-b604-7144ef55b663 req-7397aaa5-819e-4219-b9b6-c0897be85d78 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:27.776022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7a163-9ec6-4a85-b604-7144ef55b663 req-7397aaa5-819e-4219-b9b6-c0897be85d78 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:27.784780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7a163-9ec6-4a85-b604-7144ef55b663 req-7397aaa5-819e-4219-b9b6-c0897be85d78 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:27.794299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7a163-9ec6-4a85-b604-7144ef55b663 req-7397aaa5-819e-4219-b9b6-c0897be85d78 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:27.801990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7a163-9ec6-4a85-b604-7144ef55b663 req-7397aaa5-819e-4219-b9b6-c0897be85d78 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:27.808253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7a163-9ec6-4a85-b604-7144ef55b663 req-7397aaa5-819e-4219-b9b6-c0897be85d78 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:27.810859 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69a7a163-9ec6-4a85-b604-7144ef55b663 req-7397aaa5-819e-4219-b9b6-c0897be85d78 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.1456156 Nov 27 01:22:27.891832 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69a7a163-9ec6-4a85-b604-7144ef55b663 req-3e6361c6-2d06-4178-ae4e-2eb52812e47b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741234 Nov 27 01:22:27.982588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26450e1a-b212-4792-a1d7-635cc585b0c3 req-4d34d70f-30be-422b-ad2a-c5b4264cdb43 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:27.984225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-26450e1a-b212-4792-a1d7-635cc585b0c3 req-4d34d70f-30be-422b-ad2a-c5b4264cdb43 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 944 time: 0.0659373 Nov 27 01:22:28.099254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-26450e1a-b212-4792-a1d7-635cc585b0c3 req-f3f21b91-9ea6-437f-a164-dbe9c3d8fefd tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070576 Nov 27 01:22:28.201550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1c7d6-0f5c-4f61-b55c-ce31ee2c7fcb req-01b96095-52a6-4745-b1cc-edc1937f7d8c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:28.211545 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7e1c7d6-0f5c-4f61-b55c-ce31ee2c7fcb req-01b96095-52a6-4745-b1cc-edc1937f7d8c tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 907 time: 0.1035275 Nov 27 01:22:28.538221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810cefc-dfc3-4a0f-82cb-2830b16197b1 req-d9c35276-4a42-4a56-84be-288d7490a5b7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:28.539798 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d810cefc-dfc3-4a0f-82cb-2830b16197b1 req-d9c35276-4a42-4a56-84be-288d7490a5b7 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 907 time: 0.1313982 Nov 27 01:22:28.705794 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d810cefc-dfc3-4a0f-82cb-2830b16197b1 req-7ee3c5a3-0b86-4bd5-901d-9c52e7c6ce49 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Deleting port a19b4566-1591-4aca-9639-c0ea82fdebdb {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:28.706141 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d810cefc-dfc3-4a0f-82cb-2830b16197b1 req-7ee3c5a3-0b86-4bd5-901d-9c52e7c6ce49 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.905037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d810cefc-dfc3-4a0f-82cb-2830b16197b1 req-7ee3c5a3-0b86-4bd5-901d-9c52e7c6ce49 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] For port a19b4566-1591-4aca-9639-c0ea82fdebdb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a19b4566-1591-4aca-9639-c0ea82fdebdb,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:28.905632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d810cefc-dfc3-4a0f-82cb-2830b16197b1 req-7ee3c5a3-0b86-4bd5-901d-9c52e7c6ce49 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:28.955420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d810cefc-dfc3-4a0f-82cb-2830b16197b1 req-7ee3c5a3-0b86-4bd5-901d-9c52e7c6ce49 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Calling delete_port for a19b4566-1591-4aca-9639-c0ea82fdebdb owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:29.145598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e130-b76a-4bdf-8133-1ffedad945bc req-e69c8a96-750c-4da2-ba11-420aed9da170 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:29.181848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e130-b76a-4bdf-8133-1ffedad945bc req-e69c8a96-750c-4da2-ba11-420aed9da170 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:29.203825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e130-b76a-4bdf-8133-1ffedad945bc req-e69c8a96-750c-4da2-ba11-420aed9da170 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:29.241871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e130-b76a-4bdf-8133-1ffedad945bc req-e69c8a96-750c-4da2-ba11-420aed9da170 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:29.252036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e130-b76a-4bdf-8133-1ffedad945bc req-e69c8a96-750c-4da2-ba11-420aed9da170 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:29.280722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e130-b76a-4bdf-8133-1ffedad945bc req-e69c8a96-750c-4da2-ba11-420aed9da170 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:29.293300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e130-b76a-4bdf-8133-1ffedad945bc req-e69c8a96-750c-4da2-ba11-420aed9da170 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:29.302490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9943e130-b76a-4bdf-8133-1ffedad945bc req-e69c8a96-750c-4da2-ba11-420aed9da170 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.3140731 Nov 27 01:22:29.325837 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d810cefc-dfc3-4a0f-82cb-2830b16197b1 req-7ee3c5a3-0b86-4bd5-901d-9c52e7c6ce49 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:29.389484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3c5a3-0b86-4bd5-901d-9c52e7c6ce49 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event deleted for resources: {'Port': ['ID=a19b4566-1591-4aca-9639-c0ea82fdebdb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:29.454648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2796d2-4039-4370-9c91-0db3b26c7af5 req-9476b8c4-a2de-4f63-98a4-6838669bae20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:29.462472 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bb2796d2-4039-4370-9c91-0db3b26c7af5 req-9476b8c4-a2de-4f63-98a4-6838669bae20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 944 time: 0.2101662 Nov 27 01:22:29.471140 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9943e130-b76a-4bdf-8133-1ffedad945bc req-6f4f8db9-05e8-4ed2-a296-4dc2c6e4274e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511505 Nov 27 01:22:29.570200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d810cefc-dfc3-4a0f-82cb-2830b16197b1 req-7ee3c5a3-0b86-4bd5-901d-9c52e7c6ce49 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] No DVR routers for this DVR port a19b4566-1591-4aca-9639-c0ea82fdebdb on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:29.575518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d810cefc-dfc3-4a0f-82cb-2830b16197b1 req-7ee3c5a3-0b86-4bd5-901d-9c52e7c6ce49 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:29.587961 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d810cefc-dfc3-4a0f-82cb-2830b16197b1 req-7ee3c5a3-0b86-4bd5-901d-9c52e7c6ce49 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "DELETE /v2.0/ports/a19b4566-1591-4aca-9639-c0ea82fdebdb HTTP/1.1" status: 204 len: 173 time: 1.0416028 Nov 27 01:22:29.592856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f061abb-9ce6-4a30-8ca4-c2b8609f9975', 'name': 'network-vif-deleted', 'tag': 'a19b4566-1591-4aca-9639-c0ea82fdebdb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:29.613100 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b236009-5ae5-4f71-9b9c-8fc4ed256b82" -d '{"events": [{"server_uuid": "0f061abb-9ce6-4a30-8ca4-c2b8609f9975", "name": "network-vif-deleted", "tag": "a19b4566-1591-4aca-9639-c0ea82fdebdb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:29.688766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c27aac6a-8da1-4830-8915-a7cf3df72ef6 req-3f02262f-5aed-4b09-9c78-a8072a27e029 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f061abb-9ce6-4a30-8ca4-c2b8609f9975 HTTP/1.1" status: 200 len: 210 time: 0.0838106 Nov 27 01:22:29.691597 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bb2796d2-4039-4370-9c91-0db3b26c7af5 req-4c79de68-59f2-4082-a62f-ea029bcf1115 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281566 Nov 27 01:22:29.801635 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc82b5cb-b75a-43d9-8fdf-afa97938aa54 x-openstack-request-id: req-cc82b5cb-b75a-43d9-8fdf-afa97938aa54 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:29.802202 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f061abb-9ce6-4a30-8ca4-c2b8609f9975", "name": "network-vif-deleted", "tag": "a19b4566-1591-4aca-9639-c0ea82fdebdb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:29.802690 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc82b5cb-b75a-43d9-8fdf-afa97938aa54 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:29.803360 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f061abb-9ce6-4a30-8ca4-c2b8609f9975', 'name': 'network-vif-deleted', 'tag': 'a19b4566-1591-4aca-9639-c0ea82fdebdb', 'status': 'completed', 'code': 200} Nov 27 01:22:30.260014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device cbbc218a-e896-4131-81cb-cf724f324419 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:22:30.591243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port cbbc218a-e896-4131-81cb-cf724f324419, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cbbc218a-e896-4131-81cb-cf724f324419,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:30.625009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'cbbc218a-e896-4131-81cb-cf724f324419', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'port_id': 'cbbc218a-e896-4131-81cb-cf724f324419', 'mac_address': 'fa:16:3e:59:af:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:22:30.684834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:30.716384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbc218a-e896-4131-81cb-cf724f324419 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:22:30.741029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port cbbc218a-e896-4131-81cb-cf724f324419, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cbbc218a-e896-4131-81cb-cf724f324419,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:30.744597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94ed7d-0675-4367-a659-9d7eb8b23b36 req-39000098-d263-4950-9fa9-b699072009b2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:30.747309 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:30.762707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94ed7d-0675-4367-a659-9d7eb8b23b36 req-39000098-d263-4950-9fa9-b699072009b2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:30.780982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94ed7d-0675-4367-a659-9d7eb8b23b36 req-39000098-d263-4950-9fa9-b699072009b2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:30.801359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94ed7d-0675-4367-a659-9d7eb8b23b36 req-39000098-d263-4950-9fa9-b699072009b2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:30.815813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94ed7d-0675-4367-a659-9d7eb8b23b36 req-39000098-d263-4950-9fa9-b699072009b2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:30.861039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94ed7d-0675-4367-a659-9d7eb8b23b36 req-39000098-d263-4950-9fa9-b699072009b2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:30.873077 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94ed7d-0675-4367-a659-9d7eb8b23b36 req-39000098-d263-4950-9fa9-b699072009b2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:30.874721 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=cbbc218a-e896-4131-81cb-cf724f324419,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:30.881689 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b94ed7d-0675-4367-a659-9d7eb8b23b36 req-39000098-d263-4950-9fa9-b699072009b2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.2538373 Nov 27 01:22:30.949872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e545e-46c0-4b41-b8a9-2d008deb636b req-79ae87ce-7bf0-4319-9396-2b056b862c59 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:30.958658 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-801e545e-46c0-4b41-b8a9-2d008deb636b req-79ae87ce-7bf0-4319-9396-2b056b862c59 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 945 time: 0.0917509 Nov 27 01:22:31.051049 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-801e545e-46c0-4b41-b8a9-2d008deb636b req-600fdee8-5399-4aff-8595-22f8afece1ee tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910883 Nov 27 01:22:31.054045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b94ed7d-0675-4367-a659-9d7eb8b23b36 req-85b4f26e-3123-4173-8061-08ea5b8abdfe tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1704359 Nov 27 01:22:31.072630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['cbbc218a-e896-4131-81cb-cf724f324419'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:31.522298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b174d-244f-402c-9e3c-66ef0d1f1ece req-3a37bca8-6201-4b7c-8989-c6a17710e442 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:31.524242 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f1b174d-244f-402c-9e3c-66ef0d1f1ece req-3a37bca8-6201-4b7c-8989-c6a17710e442 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 945 time: 0.0728345 Nov 27 01:22:31.594501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f1b174d-244f-402c-9e3c-66ef0d1f1ece req-bee2f8a3-f9e5-439c-a4e5-1e566e644ced tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641172 Nov 27 01:22:31.753937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44136) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:32.057592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1477219745'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:32.120885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Made reservation on behalf of bfda9a1e11ca4b588d46040ca212b02a for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:32.132645 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.153910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.260312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8555-22c0-429a-a8ad-8eea95dab123 req-dd9a3a1c-353b-483a-925d-85b370d1a01c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:32.275336 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc9d8555-22c0-429a-a8ad-8eea95dab123 req-dd9a3a1c-353b-483a-925d-85b370d1a01c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 945 time: 0.0859902 Nov 27 01:22:32.282621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device cbbc218a-e896-4131-81cb-cf724f324419 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:32.413886 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc9d8555-22c0-429a-a8ad-8eea95dab123 req-bdb00911-1e4c-4ead-a8c6-1c3a48cf28a5 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334646 Nov 27 01:22:32.427593 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port cbbc218a-e896-4131-81cb-cf724f324419 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:22:32.432238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809aac-d5df-44f1-a910-798219968274 req-00d83214-e30a-433f-badb-3b36466e5e65 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:32.436290 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port cbbc218a-e896-4131-81cb-cf724f324419 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:32.436667 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.453369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809aac-d5df-44f1-a910-798219968274 req-00d83214-e30a-433f-badb-3b36466e5e65 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:32.484753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809aac-d5df-44f1-a910-798219968274 req-00d83214-e30a-433f-badb-3b36466e5e65 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:32.500814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809aac-d5df-44f1-a910-798219968274 req-00d83214-e30a-433f-badb-3b36466e5e65 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:32.512062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809aac-d5df-44f1-a910-798219968274 req-00d83214-e30a-433f-badb-3b36466e5e65 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:32.518011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809aac-d5df-44f1-a910-798219968274 req-00d83214-e30a-433f-badb-3b36466e5e65 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:32.525129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809aac-d5df-44f1-a910-798219968274 req-00d83214-e30a-433f-badb-3b36466e5e65 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:32.534482 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d4809aac-d5df-44f1-a910-798219968274 req-00d83214-e30a-433f-badb-3b36466e5e65 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5431 time: 0.3044190 Nov 27 01:22:32.618297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.627909 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.642603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:22:32.654817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.655284 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Added segment 6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6 of type vlan for network 59b6141f-9d8a-43fc-a717-e4198a34e8cc Nov 27 01:22:32.679597 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.731390 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.778192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port cbbc218a-e896-4131-81cb-cf724f324419, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cbbc218a-e896-4131-81cb-cf724f324419,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:32.780550 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d4809aac-d5df-44f1-a910-798219968274 req-737c16ac-996c-4505-a23c-304873d414cd tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2436838 Nov 27 01:22:32.803591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431ed782-64f4-414c-971c-3e303b069ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbc218a-e896-4131-81cb-cf724f324419'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:32.817318 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0a51f8-b343-4fc4-830e-a5723b2895e6" -d '{"events": [{"server_uuid": "431ed782-64f4-414c-971c-3e303b069ad2", "name": "network-vif-plugged", "status": "completed", "tag": "cbbc218a-e896-4131-81cb-cf724f324419"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:32.839934 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.876954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986c2e12-b1ce-4792-9497-c1f1d35ab32f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:32.887570 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.898203 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:32.898872 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:32.944063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1888969 Nov 27 01:22:33.021025 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac5191b-3adf-4fed-ae84-1610989a4f00 x-openstack-request-id: req-6ac5191b-3adf-4fed-ae84-1610989a4f00 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:33.021645 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431ed782-64f4-414c-971c-3e303b069ad2", "name": "network-vif-plugged", "status": "completed", "tag": "cbbc218a-e896-4131-81cb-cf724f324419", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:33.027316 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ac5191b-3adf-4fed-ae84-1610989a4f00 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:33.027945 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431ed782-64f4-414c-971c-3e303b069ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbc218a-e896-4131-81cb-cf724f324419', 'code': 200} Nov 27 01:22:33.047233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fc6f1e66-1da2-4806-bf5d-cb5871fe3831 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:22:33.052625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a19b4566-1591-4aca-9639-c0ea82fdebdb no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:33.102851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc5d62-c64f-4f5e-912d-5a6f1c779ae6 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Pushing event updated for resources: {'Network': ['ID=59b6141f-9d8a-43fc-a717-e4198a34e8cc,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:33.158369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 59b6141f-9d8a-43fc-a717-e4198a34e8cc details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:22:33.176710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: a19b4566-1591-4aca-9639-c0ea82fdebdb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:33.177318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a19b4566-1591-4aca-9639-c0ea82fdebdb not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:33.257897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e084a-4145-446c-8dc1-2b68a477e1b8 req-6e4a5c64-ed0a-4c86-b85c-154fe202b2fa tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:33.273846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca5e084a-4145-446c-8dc1-2b68a477e1b8 req-6e4a5c64-ed0a-4c86-b85c-154fe202b2fa tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 945 time: 0.4475486 Nov 27 01:22:33.274446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=cbbc218a-e896-4131-81cb-cf724f324419,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:33.405223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fc6f1e66-1da2-4806-bf5d-cb5871fe3831, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:33.416577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ace924-2012-4033-8c8c-66122167be9e req-a9a8fd36-cf97-441e-b73e-d82aedc6fbaf tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:33.418845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17ace924-2012-4033-8c8c-66122167be9e req-a9a8fd36-cf97-441e-b73e-d82aedc6fbaf tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.11 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 945 time: 0.4044297 Nov 27 01:22:33.421920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'fc6f1e66-1da2-4806-bf5d-cb5871fe3831', 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447', 'port_id': 'fc6f1e66-1da2-4806-bf5d-cb5871fe3831', 'mac_address': 'fa:16:3e:8d:5d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b445b6-85fe-4c92-893b-560e6c9c028c', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:22:33.494864 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.514084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6f1e66-1da2-4806-bf5d-cb5871fe3831 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:22:33.545009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fc6f1e66-1da2-4806-bf5d-cb5871fe3831, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:33.554229 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.556609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e72f5790-9c89-4feb-932d-0d85bc470c21 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:22:33.586780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44380) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:33.593093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Request body: {'port': {'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc', 'binding:host_id': 'n-h1-819494-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-42820336'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:33.665891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca5e084a-4145-446c-8dc1-2b68a477e1b8 req-451cb536-7b02-427e-80ab-7966c25a216b tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799043 Nov 27 01:22:33.748788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Made reservation on behalf of 50c6e895b0d54731bdf1fb0d1255a14f for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:33.752977 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.764216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-17ace924-2012-4033-8c8c-66122167be9e req-7d353067-5e5b-4f98-ae57-36ec7884dd4f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Deleting port b58a56d3-f887-4b7a-8821-f46e774d46c4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:33.766639 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-17ace924-2012-4033-8c8c-66122167be9e req-7d353067-5e5b-4f98-ae57-36ec7884dd4f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.768364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4bacf-b132-49be-ac99-03521880befd req-207a6abd-a438-4925-b859-cc548c3a1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:33.770138 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3f4bacf-b132-49be-ac99-03521880befd req-207a6abd-a438-4925-b859-cc548c3a1109 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 1097 time: 0.6978066 Nov 27 01:22:33.771505 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:33.836576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:33.942895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e72f5790-9c89-4feb-932d-0d85bc470c21, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e72f5790-9c89-4feb-932d-0d85bc470c21,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:33.960166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'e72f5790-9c89-4feb-932d-0d85bc470c21', 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447', 'port_id': 'e72f5790-9c89-4feb-932d-0d85bc470c21', 'mac_address': 'fa:16:3e:68:19:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b445b6-85fe-4c92-893b-560e6c9c028c', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:22:33.978041 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3f4bacf-b132-49be-ac99-03521880befd req-641ff14d-3416-48c1-b6c0-9aa738de7e54 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729319 Nov 27 01:22:34.037093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ff99-85ce-4437-a07d-02fde00d4b11 req-722ba6c4-5ddd-4d5b-8916-00e2397e9fb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:34.046448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-17ace924-2012-4033-8c8c-66122167be9e req-7d353067-5e5b-4f98-ae57-36ec7884dd4f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] For port b58a56d3-f887-4b7a-8821-f46e774d46c4, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=b58a56d3-f887-4b7a-8821-f46e774d46c4,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:34.048468 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-17ace924-2012-4033-8c8c-66122167be9e req-7d353067-5e5b-4f98-ae57-36ec7884dd4f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.050614 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd58ff99-85ce-4437-a07d-02fde00d4b11 req-722ba6c4-5ddd-4d5b-8916-00e2397e9fb3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 946 time: 0.1928256 Nov 27 01:22:34.084005 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.106911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-17ace924-2012-4033-8c8c-66122167be9e req-7d353067-5e5b-4f98-ae57-36ec7884dd4f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Calling delete_port for b58a56d3-f887-4b7a-8821-f46e774d46c4 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:34.138651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72f5790-9c89-4feb-932d-0d85bc470c21 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:22:34.159174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.180079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e72f5790-9c89-4feb-932d-0d85bc470c21, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e72f5790-9c89-4feb-932d-0d85bc470c21,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:34.190291 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.191354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f18938dd-b136-4aad-a1f4-0ffb31ff72fd details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:22:34.194000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd58ff99-85ce-4437-a07d-02fde00d4b11 req-172dc348-99b1-4a76-be15-878eecb3ea60 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422114 Nov 27 01:22:34.197775 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.206793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] device_id is not set on port 483504af-cb3a-4ad0-a4fc-196399177afb yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:34.367382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f18938dd-b136-4aad-a1f4-0ffb31ff72fd, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f18938dd-b136-4aad-a1f4-0ffb31ff72fd,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:34.373652 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d54cb-7e65-4058-b968-bb841926cd3c req-e1f5ae04-353d-4443-aa38-133a840bf725 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:34.377306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=e72f5790-9c89-4feb-932d-0d85bc470c21,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:34.390225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'f18938dd-b136-4aad-a1f4-0ffb31ff72fd', 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447', 'port_id': 'f18938dd-b136-4aad-a1f4-0ffb31ff72fd', 'mac_address': 'fa:16:3e:b0:63:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b445b6-85fe-4c92-893b-560e6c9c028c', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:22:34.408017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d54cb-7e65-4058-b968-bb841926cd3c req-e1f5ae04-353d-4443-aa38-133a840bf725 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:34.439464 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcc7315-22d4-47f8-a1a7-df8b1c21579c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:34.445416 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.445932 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d54cb-7e65-4058-b968-bb841926cd3c req-e1f5ae04-353d-4443-aa38-133a840bf725 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:34.463555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d54cb-7e65-4058-b968-bb841926cd3c req-e1f5ae04-353d-4443-aa38-133a840bf725 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:34.465796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18938dd-b136-4aad-a1f4-0ffb31ff72fd {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:22:34.476172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d54cb-7e65-4058-b968-bb841926cd3c req-e1f5ae04-353d-4443-aa38-133a840bf725 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:34.495229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f18938dd-b136-4aad-a1f4-0ffb31ff72fd, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f18938dd-b136-4aad-a1f4-0ffb31ff72fd,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:34.500655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d54cb-7e65-4058-b968-bb841926cd3c req-e1f5ae04-353d-4443-aa38-133a840bf725 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:34.507578 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.508278 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 6319a243-24ab-4e3d-8261-27a33a584e8e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:22:34.520458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d54cb-7e65-4058-b968-bb841926cd3c req-e1f5ae04-353d-4443-aa38-133a840bf725 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:34.523670 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b29d54cb-7e65-4058-b968-bb841926cd3c req-e1f5ae04-353d-4443-aa38-133a840bf725 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5432 time: 0.4057176 Nov 27 01:22:34.624532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 6319a243-24ab-4e3d-8261-27a33a584e8e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=6319a243-24ab-4e3d-8261-27a33a584e8e,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:34.627474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=f18938dd-b136-4aad-a1f4-0ffb31ff72fd,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:34.640986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '6319a243-24ab-4e3d-8261-27a33a584e8e', 'network_id': '2c3ad16c-3b3e-4f16-a158-2db2ea4f2447', 'port_id': '6319a243-24ab-4e3d-8261-27a33a584e8e', 'mac_address': 'fa:16:3e:5b:28:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b445b6-85fe-4c92-893b-560e6c9c028c', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:22:34.686218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b29d54cb-7e65-4058-b968-bb841926cd3c req-7f62e40e-461e-4c81-8852-4a695f83598f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506958 Nov 27 01:22:34.690036 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.715691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6319a243-24ab-4e3d-8261-27a33a584e8e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:22:34.760160 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-17ace924-2012-4033-8c8c-66122167be9e req-7d353067-5e5b-4f98-ae57-36ec7884dd4f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.793458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 6319a243-24ab-4e3d-8261-27a33a584e8e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=6319a243-24ab-4e3d-8261-27a33a584e8e,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:34.803657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['752e3274-1f0e-4a4a-8ed9-54be9e3a08ea'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:34.811730 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.813005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a91841f9-ede1-43ae-b396-9db6fc9d3f50 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:22:34.829610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d353067-5e5b-4f98-ae57-36ec7884dd4f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event deleted for resources: {'Port': ['ID=b58a56d3-f887-4b7a-8821-f46e774d46c4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:34.836426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] device_id is not set on port 483504af-cb3a-4ad0-a4fc-196399177afb yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:34.850181 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.868084 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.906783 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1b175952-f093-4a6b-9b15-38892d8f0232 req-acffcb80-d723-4770-88a2-f4f553ede46f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 210 time: 0.0518999 Nov 27 01:22:34.942694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ace924-2012-4033-8c8c-66122167be9e req-7d353067-5e5b-4f98-ae57-36ec7884dd4f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] No DVR routers for this DVR port b58a56d3-f887-4b7a-8821-f46e774d46c4 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:34.947010 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-17ace924-2012-4033-8c8c-66122167be9e req-7d353067-5e5b-4f98-ae57-36ec7884dd4f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:34.951886 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17ace924-2012-4033-8c8c-66122167be9e req-7d353067-5e5b-4f98-ae57-36ec7884dd4f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.11 "DELETE /v2.0/ports/b58a56d3-f887-4b7a-8821-f46e774d46c4 HTTP/1.1" status: 204 len: 173 time: 1.5122311 Nov 27 01:22:34.952646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de297e61-b746-4e17-908f-de7ee9af6b87', 'name': 'network-vif-deleted', 'tag': 'b58a56d3-f887-4b7a-8821-f46e774d46c4'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:34.956389 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b62c31-5f1c-4abd-b02d-cefebab71244" -d '{"events": [{"server_uuid": "de297e61-b746-4e17-908f-de7ee9af6b87", "name": "network-vif-deleted", "tag": "b58a56d3-f887-4b7a-8821-f46e774d46c4"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:35.035257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event updated for resources: {'Port': ['ID=483504af-cb3a-4ad0-a4fc-196399177afb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:35.043838 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07419076-5fbd-433b-a8e3-c829c7ce7705 x-openstack-request-id: req-07419076-5fbd-433b-a8e3-c829c7ce7705 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:35.044567 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de297e61-b746-4e17-908f-de7ee9af6b87", "name": "network-vif-deleted", "tag": "b58a56d3-f887-4b7a-8821-f46e774d46c4", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:35.044831 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07419076-5fbd-433b-a8e3-c829c7ce7705 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:35.045255 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de297e61-b746-4e17-908f-de7ee9af6b87', 'name': 'network-vif-deleted', 'tag': 'b58a56d3-f887-4b7a-8821-f46e774d46c4', 'status': 'completed', 'code': 200} Nov 27 01:22:35.049226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Checking segment: {'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:22:35.049636 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Network hostable DHCP agents. Network: 59b6141f-9d8a-43fc-a717-e4198a34e8cc, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:22:35.077031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Network 59b6141f-9d8a-43fc-a717-e4198a34e8cc is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:22:35.104836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 59b6141f-9d8a-43fc-a717-e4198a34e8cc) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:35.132463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:35.133774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a91841f9-ede1-43ae-b396-9db6fc9d3f50, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:35.156381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'port_id': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50', 'mac_address': 'fa:16:3e:e5:c9:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:22:35.164504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2930ffab-02ee-4f62-8b5d-33c198e87b95 None None] Network 59b6141f-9d8a-43fc-a717-e4198a34e8cc requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:35.191989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:35.192524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:35.192832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:35.214537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:35.214951 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:35.215351 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 2 to bind port 483504af-cb3a-4ad0-a4fc-196399177afb Nov 27 01:22:35.222330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=6319a243-24ab-4e3d-8261-27a33a584e8e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:35.281716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:35.283479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:35.284668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:35.312674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:35.313384 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:35.316269 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 3 to bind port 483504af-cb3a-4ad0-a4fc-196399177afb Nov 27 01:22:35.394218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:35.395191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:35.395605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:35.410078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:35.410357 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:35.412709 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 4 to bind port 483504af-cb3a-4ad0-a4fc-196399177afb Nov 27 01:22:35.422536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44474) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:35.436886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:35.437217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:35.438059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:35.444809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:35.445286 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:35.466054 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 5 to bind port 483504af-cb3a-4ad0-a4fc-196399177afb Nov 27 01:22:35.515466 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:35.522969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:35.523821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:35.525825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:35.542943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:35.543345 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:35.543769 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 6 to bind port 483504af-cb3a-4ad0-a4fc-196399177afb Nov 27 01:22:35.576027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4df3d-31c3-4ea8-b11d-fe02bac3e52c req-25080dd5-3693-470a-954b-618b03d8997a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:35.587093 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-87f4df3d-31c3-4ea8-b11d-fe02bac3e52c req-25080dd5-3693-470a-954b-618b03d8997a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 946 time: 0.2122030 Nov 27 01:22:35.596155 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:35.596498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:35.596836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:35.608546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:35.608883 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:35.609275 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 7 to bind port 483504af-cb3a-4ad0-a4fc-196399177afb Nov 27 01:22:35.657134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:35.657467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:35.657807 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:35.669756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:35.670015 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:35.670441 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 8 to bind port 483504af-cb3a-4ad0-a4fc-196399177afb Nov 27 01:22:35.699121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:35.699459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:35.699798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:35.710461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:35.710793 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:35.711184 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 9 to bind port 483504af-cb3a-4ad0-a4fc-196399177afb Nov 27 01:22:35.723724 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbb2a36f-0b39-48b9-9abd-6ec866bcf68a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:35.756345 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91841f9-ede1-43ae-b396-9db6fc9d3f50 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:22:35.781112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:35.781529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:35.781847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:35.797761 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:35.798100 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:35.798547 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 10 to bind port 483504af-cb3a-4ad0-a4fc-196399177afb Nov 27 01:22:35.828630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:35.828979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:35.829316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:35.840552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a91841f9-ede1-43ae-b396-9db6fc9d3f50, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:35.851182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-479580ab-5a99-4310-94e6-c4a89a902490 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3968318 Nov 27 01:22:35.860016 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:35.860881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 040f8273-6cb3-48fa-94d3-a1d59e33a84f details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:22:35.876871 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-87f4df3d-31c3-4ea8-b11d-fe02bac3e52c req-0f53901d-55e5-4e87-b597-8c16b42518b8 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841246 Nov 27 01:22:35.892253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 483504af-cb3a-4ad0-a4fc-196399177afb on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:35.892589 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 483504af-cb3a-4ad0-a4fc-196399177afb on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:35.892960 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:35.956277 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbb2a36f-0b39-48b9-9abd-6ec866bcf68a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:35.968141 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbb2a36f-0b39-48b9-9abd-6ec866bcf68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:35.973465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a91841f9-ede1-43ae-b396-9db6fc9d3f50,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:36.036405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fbb2a36f-0b39-48b9-9abd-6ec866bcf68a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49add983fd60478f8cfa48fe280f9d41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6128399 Nov 27 01:22:36.043762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44496) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:36.075757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 040f8273-6cb3-48fa-94d3-a1d59e33a84f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=040f8273-6cb3-48fa-94d3-a1d59e33a84f,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:36.088927 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '040f8273-6cb3-48fa-94d3-a1d59e33a84f', 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801', 'port_id': '040f8273-6cb3-48fa-94d3-a1d59e33a84f', 'mac_address': 'fa:16:3e:73:d3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e012da0-e0fd-4a84-baca-11aee20af1d7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:22:36.127477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aa494900-4cad-4124-b645-443eead78f19 req-ec8e7f50-0cf2-4b12-bf3b-8d65ef0f7beb tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=de297e61-b746-4e17-908f-de7ee9af6b87 HTTP/1.1" status: 200 len: 210 time: 0.0620389 Nov 27 01:22:36.129805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2a36f-0b39-48b9-9abd-6ec866bcf68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf94dd1d-a01c-49de-85b5-d651e1ed8a12,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:36.158423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e92aa-5ab5-4b42-b7cd-ff4d2cda0486 req-51064304-0d5e-4004-a93a-f0a5f612c876 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.160376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-8441feee-d1c1-402a-8216-b4e9b45ed151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.164110 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-8441feee-d1c1-402a-8216-b4e9b45ed151 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f799e2e03c640a882f654c057f99cdb&device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 1096 time: 0.1329119 Nov 27 01:22:36.164589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e92aa-5ab5-4b42-b7cd-ff4d2cda0486 req-51064304-0d5e-4004-a93a-f0a5f612c876 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.172686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e92aa-5ab5-4b42-b7cd-ff4d2cda0486 req-51064304-0d5e-4004-a93a-f0a5f612c876 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.179458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e92aa-5ab5-4b42-b7cd-ff4d2cda0486 req-51064304-0d5e-4004-a93a-f0a5f612c876 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.186640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e92aa-5ab5-4b42-b7cd-ff4d2cda0486 req-51064304-0d5e-4004-a93a-f0a5f612c876 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.189746 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.193161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e92aa-5ab5-4b42-b7cd-ff4d2cda0486 req-51064304-0d5e-4004-a93a-f0a5f612c876 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.200434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e92aa-5ab5-4b42-b7cd-ff4d2cda0486 req-51064304-0d5e-4004-a93a-f0a5f612c876 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.208265 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040f8273-6cb3-48fa-94d3-a1d59e33a84f {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:22:36.209936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-937e92aa-5ab5-4b42-b7cd-ff4d2cda0486 req-51064304-0d5e-4004-a93a-f0a5f612c876 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5436 time: 0.3667092 Nov 27 01:22:36.232739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] For port 483504af-cb3a-4ad0-a4fc-196399177afb, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:22:36.233330 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempted to set empty binding levels {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 01:22:36.239799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 040f8273-6cb3-48fa-94d3-a1d59e33a84f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=040f8273-6cb3-48fa-94d3-a1d59e33a84f,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:36.246792 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.250781 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.252281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a4138f5d-11dd-4ec8-b3a2-dea77933bc9d details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:22:36.300492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event updated for resources: {'Port': ['ID=483504af-cb3a-4ad0-a4fc-196399177afb,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:36.306825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:36.313802 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2c2891c-a3ec-42a1-8daa-7184687fe63c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.341368 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2c2891c-a3ec-42a1-8daa-7184687fe63c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.382759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'a4138f5d-11dd-4ec8-b3a2-dea77933bc9d', 'network_id': 'a5a73d60-d1d0-409d-af7c-8d682c688801', 'port_id': 'a4138f5d-11dd-4ec8-b3a2-dea77933bc9d', 'mac_address': 'fa:16:3e:39:d0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e012da0-e0fd-4a84-baca-11aee20af1d7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:22:36.387898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b58a56d3-f887-4b7a-8821-f46e774d46c4 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:36.392167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-66ef3fc6-ecc9-4e41-955f-79ee7889809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.394364 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-66ef3fc6-ecc9-4e41-955f-79ee7889809c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f3d0dc1-237e-46b0-945a-be297a59b212 HTTP/1.1" status: 200 len: 912 time: 0.2022147 Nov 27 01:22:36.398127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.398748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.410919 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: b58a56d3-f887-4b7a-8821-f46e774d46c4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:36.411148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device b58a56d3-f887-4b7a-8821-f46e774d46c4 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:36.413255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=040f8273-6cb3-48fa-94d3-a1d59e33a84f,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:36.445319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44502) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:36.447397 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eab8821c-c64b-49ee-bfc4-707c68b72b8c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 2.8592823 Nov 27 01:22:36.453397 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2c2891c-a3ec-42a1-8daa-7184687fe63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.455359 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.457291 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2c2891c-a3ec-42a1-8daa-7184687fe63c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.459731 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c2c2891c-a3ec-42a1-8daa-7184687fe63c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf94dd1d-a01c-49de-85b5-d651e1ed8a12 HTTP/1.1" status: 204 len: 168 time: 0.4148443 Nov 27 01:22:36.477508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4138f5d-11dd-4ec8-b3a2-dea77933bc9d {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:22:36.483171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2891c-a3ec-42a1-8daa-7184687fe63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf94dd1d-a01c-49de-85b5-d651e1ed8a12,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:36.492017 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-937e92aa-5ab5-4b42-b7cd-ff4d2cda0486 req-b06de47e-34f4-4219-8f58-54252c3e3b8b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2811303 Nov 27 01:22:36.516882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:36.523960 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.599149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:36.619437 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-069c4bc9-f531-4215-acea-8dd822927b10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=900a2c31-5f24-4f14-a688-38e427bc0309 HTTP/1.1" status: 200 len: 1001 time: 0.2160738 Nov 27 01:22:36.683901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f26d7-658e-4a7f-8b96-ea8b52b4459b tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Deleting port 483504af-cb3a-4ad0-a4fc-196399177afb {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:36.684250 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd5f26d7-658e-4a7f-8b96-ea8b52b4459b tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.703774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-3fc4b37a-3efa-46a4-8e40-c602c0f569a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.705391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-3fc4b37a-3efa-46a4-8e40-c602c0f569a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4b7f594-2703-487d-bed1-2d36e2da4e57 HTTP/1.1" status: 200 len: 850 time: 0.0750601 Nov 27 01:22:36.802005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-bd5f26d7-658e-4a7f-8b96-ea8b52b4459b tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] For port 483504af-cb3a-4ad0-a4fc-196399177afb, host n-h1-819494-2, got binding levels [] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:36.802378 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd5f26d7-658e-4a7f-8b96-ea8b52b4459b tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:36.818557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f26d7-658e-4a7f-8b96-ea8b52b4459b tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Calling delete_port for 483504af-cb3a-4ad0-a4fc-196399177afb owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:36.827332 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-79169bd6-7ec1-414a-aa1b-797ea332f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:36.828977 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-79169bd6-7ec1-414a-aa1b-797ea332f100 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f3d0dc1-237e-46b0-945a-be297a59b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874150 Nov 27 01:22:36.876419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-79db2a2d-a52d-4acc-b697-4826fcecee3c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:22:36.877537 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-79db2a2d-a52d-4acc-b697-4826fcecee3c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065663 Nov 27 01:22:37.047020 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd5f26d7-658e-4a7f-8b96-ea8b52b4459b tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.103724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f26d7-658e-4a7f-8b96-ea8b52b4459b tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event deleted for resources: {'Port': ['ID=483504af-cb3a-4ad0-a4fc-196399177afb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:37.112613 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-ff653ffa-de94-44e1-9cab-2186dd730827 service neutron] 10.222.0.11 "GET /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277553 Nov 27 01:22:37.121608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a90af-f550-488b-97de-a86345b69aa5 req-792db67a-e442-4915-a52d-4ba7f720a7aa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:37.123128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a9a90af-f550-488b-97de-a86345b69aa5 req-792db67a-e442-4915-a52d-4ba7f720a7aa tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 946 time: 0.1549256 Nov 27 01:22:37.125198 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd5f26d7-658e-4a7f-8b96-ea8b52b4459b tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.130758 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bd5f26d7-658e-4a7f-8b96-ea8b52b4459b tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "DELETE /v2.0/ports/483504af-cb3a-4ad0-a4fc-196399177afb HTTP/1.1" status: 204 len: 168 time: 0.6844957 Nov 27 01:22:37.131558 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44522) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:37.174604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44528) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:37.190178 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-79157c21-daf7-44c2-8bf8-8e63863e413f tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:22:37.191877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-79157c21-daf7-44c2-8bf8-8e63863e413f tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "GET /v2.0/ports/483504af-cb3a-4ad0-a4fc-196399177afb HTTP/1.1" status: 404 len: 333 time: 0.0591693 Nov 27 01:22:37.199168 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44530) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:37.202618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-496cd13e-4d16-4d20-8d62-c03dd59027f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.211661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Request body: {'port': {'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-965258340'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:37.302608 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a9a90af-f550-488b-97de-a86345b69aa5 req-18c37b5a-de25-4e3a-8671-641927c8526e tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654418 Nov 27 01:22:37.308201 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-496cd13e-4d16-4d20-8d62-c03dd59027f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.316488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-496cd13e-4d16-4d20-8d62-c03dd59027f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.337262 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-89176e31-17d7-4f33-bda2-cf54151d30ef req-b4752d8f-0fde-44c6-877a-716a5382aefb service neutron] 10.222.0.11 "GET /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032936 Nov 27 01:22:37.338098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Made reservation on behalf of 50c6e895b0d54731bdf1fb0d1255a14f for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:37.346338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.367768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cd13e-4d16-4d20-8d62-c03dd59027f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0c2e5e-886c-4f43-a664-5174a9a8ac9a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:37.372845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-496cd13e-4d16-4d20-8d62-c03dd59027f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b2e163c8cd34756b74784f74bd8ac53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1907628 Nov 27 01:22:37.375569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44540) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:37.402378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] device_id is not set on port c39749c3-a88a-42a7-87e7-c68e91aa35ae yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:37.459220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d487f5f-3c52-437a-b629-2b01688c8e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.477170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['040f8273-6cb3-48fa-94d3-a1d59e33a84f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:37.496014 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d487f5f-3c52-437a-b629-2b01688c8e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.546487 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e72f5790-9c89-4feb-932d-0d85bc470c21'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:37.590386 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900313e-4de3-47c4-a1f8-e4b26cd77938 req-e60db75d-f2a5-4847-8b5e-e391dbc764af tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:37.592150 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f900313e-4de3-47c4-a1f8-e4b26cd77938 req-e60db75d-f2a5-4847-8b5e-e391dbc764af tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.0675910 Nov 27 01:22:37.637814 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d487f5f-3c52-437a-b629-2b01688c8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.640805 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6d487f5f-3c52-437a-b629-2b01688c8e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.645131 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6d487f5f-3c52-437a-b629-2b01688c8e0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc0c2e5e-886c-4f43-a664-5174a9a8ac9a HTTP/1.1" status: 204 len: 168 time: 0.2685194 Nov 27 01:22:37.671982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d487f5f-3c52-437a-b629-2b01688c8e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0c2e5e-886c-4f43-a664-5174a9a8ac9a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:37.710537 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f900313e-4de3-47c4-a1f8-e4b26cd77938 req-59f508cf-17af-47f4-b2c9-f9a5d405cbb3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042986 Nov 27 01:22:37.740381 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.759416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['f18938dd-b136-4aad-a1f4-0ffb31ff72fd'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:37.761516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['6319a243-24ab-4e3d-8261-27a33a584e8e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:37.763777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a4138f5d-11dd-4ec8-b3a2-dea77933bc9d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:37.785443 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.843808 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f48705-4d80-4b1a-ab64-732261103b2a req-b86dbfd0-8daf-4414-b0eb-c1e909182f1f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:37.852357 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44f48705-4d80-4b1a-ab64-732261103b2a req-b86dbfd0-8daf-4414-b0eb-c1e909182f1f tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 946 time: 0.2867887 Nov 27 01:22:37.885977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Network 59b6141f-9d8a-43fc-a717-e4198a34e8cc is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:37.895070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event updated for resources: {'Port': ['ID=c39749c3-a88a-42a7-87e7-c68e91aa35ae,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:37.898003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:37.902620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:37.903714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:37.904504 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:37.977839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1435499-a007-4511-b119-3a425eb722ca req-4be36e1b-9264-47f7-a1fe-5b4b3d8fcc79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:37.980878 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44f48705-4d80-4b1a-ab64-732261103b2a req-926e8bd2-760e-4d40-baae-a88b249359c3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240880 Nov 27 01:22:37.985598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1435499-a007-4511-b119-3a425eb722ca req-4be36e1b-9264-47f7-a1fe-5b4b3d8fcc79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:37.994626 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e5102e40-75b2-424e-a2a0-138c9f926c31 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7901497 Nov 27 01:22:37.997283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44556) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:38.003012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:38.005700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44558) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:38.010020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1435499-a007-4511-b119-3a425eb722ca req-4be36e1b-9264-47f7-a1fe-5b4b3d8fcc79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:38.023585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1435499-a007-4511-b119-3a425eb722ca req-4be36e1b-9264-47f7-a1fe-5b4b3d8fcc79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:38.044483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1435499-a007-4511-b119-3a425eb722ca req-4be36e1b-9264-47f7-a1fe-5b4b3d8fcc79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:38.056324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1435499-a007-4511-b119-3a425eb722ca req-4be36e1b-9264-47f7-a1fe-5b4b3d8fcc79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:38.067735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aadeb9-b05f-48c2-8a67-18936a0162cc req-d22e77f6-8aa7-4573-bf97-736f7df80b90 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:38.069566 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-65aadeb9-b05f-48c2-8a67-18936a0162cc req-d22e77f6-8aa7-4573-bf97-736f7df80b90 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1611507 Nov 27 01:22:38.070261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1435499-a007-4511-b119-3a425eb722ca req-4be36e1b-9264-47f7-a1fe-5b4b3d8fcc79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:38.072452 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1435499-a007-4511-b119-3a425eb722ca req-4be36e1b-9264-47f7-a1fe-5b4b3d8fcc79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5438 time: 0.2483404 Nov 27 01:22:38.243936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1435499-a007-4511-b119-3a425eb722ca req-351017ea-e782-4f94-b3e7-0e1af0521f38 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562233 Nov 27 01:22:38.499795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a91841f9-ede1-43ae-b396-9db6fc9d3f50'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:38.518766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['fc6f1e66-1da2-4806-bf5d-cb5871fe3831'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:22:38.630324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4c3e5f-079c-495b-954f-382325278d7c tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:38.635547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44574) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:38.635711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9e4c3e5f-079c-495b-954f-382325278d7c tempest-TestNetworkBasicOps-1427698706 tempest-TestNetworkBasicOps-1427698706-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 1092 time: 0.6270623 Nov 27 01:22:38.636022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.642380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': 'cbbc218a-e896-4131-81cb-cf724f324419', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:38.701416 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.792100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-65aadeb9-b05f-48c2-8a67-18936a0162cc req-a4f06c07-4e2d-4eeb-ab6e-ad092cee8a97 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Deleting port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:38.793158 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-65aadeb9-b05f-48c2-8a67-18936a0162cc req-a4f06c07-4e2d-4eeb-ab6e-ad092cee8a97 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:38.980882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d11a60-354e-4e1a-a9ba-918c8316384a req-3378c6ef-cc05-406d-8f72-5c4f35231f16 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:38.985221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05d11a60-354e-4e1a-a9ba-918c8316384a req-3378c6ef-cc05-406d-8f72-5c4f35231f16 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 946 time: 0.1667085 Nov 27 01:22:39.062164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05d11a60-354e-4e1a-a9ba-918c8316384a req-5fd03254-b006-40bd-8865-d32fca6af051 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669479 Nov 27 01:22:39.090328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.171544 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44590) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:39.189983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] device_id is not set on port c39749c3-a88a-42a7-87e7-c68e91aa35ae yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:39.198169 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.249832 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.264968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Allocated IP 172.25.3.181 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/76e3595a-f829-4aa0-87ab-d93c6bae7188) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:22:39.270818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-65aadeb9-b05f-48c2-8a67-18936a0162cc req-a4f06c07-4e2d-4eeb-ab6e-ad092cee8a97 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] For port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:39.271409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-65aadeb9-b05f-48c2-8a67-18936a0162cc req-a4f06c07-4e2d-4eeb-ab6e-ad092cee8a97 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.314570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-65aadeb9-b05f-48c2-8a67-18936a0162cc req-a4f06c07-4e2d-4eeb-ab6e-ad092cee8a97 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Calling delete_port for 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:39.344881 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:39.345225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:39.345598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:39.358513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event updated for resources: {'Port': ['ID=c39749c3-a88a-42a7-87e7-c68e91aa35ae,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:39.425138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:39.425495 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:39.428814 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 2 to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae Nov 27 01:22:39.465009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.490814 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:39.491165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:39.491528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:39.507196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:39.507522 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:39.509921 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 3 to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae Nov 27 01:22:39.525641 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.527298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534b2a-8a7a-430d-91eb-3031912f4f82 req-bf07b697-83e3-4278-a473-57f2eeddcb17 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:39.533948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534b2a-8a7a-430d-91eb-3031912f4f82 req-bf07b697-83e3-4278-a473-57f2eeddcb17 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:39.540113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534b2a-8a7a-430d-91eb-3031912f4f82 req-bf07b697-83e3-4278-a473-57f2eeddcb17 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:39.547706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534b2a-8a7a-430d-91eb-3031912f4f82 req-bf07b697-83e3-4278-a473-57f2eeddcb17 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:39.554350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534b2a-8a7a-430d-91eb-3031912f4f82 req-bf07b697-83e3-4278-a473-57f2eeddcb17 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:39.561798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534b2a-8a7a-430d-91eb-3031912f4f82 req-bf07b697-83e3-4278-a473-57f2eeddcb17 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:39.567923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534b2a-8a7a-430d-91eb-3031912f4f82 req-bf07b697-83e3-4278-a473-57f2eeddcb17 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:39.570168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e534b2a-8a7a-430d-91eb-3031912f4f82 req-bf07b697-83e3-4278-a473-57f2eeddcb17 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5438 time: 0.1421854 Nov 27 01:22:39.605224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:39.605491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:39.605920 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:39.629240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:39.629579 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:39.632612 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 4 to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae Nov 27 01:22:39.702787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:39.703137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:39.703481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:39.727187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:39.727773 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:39.760033 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 5 to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae Nov 27 01:22:39.769305 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e534b2a-8a7a-430d-91eb-3031912f4f82 req-8ef5a2ea-cc4c-4cf9-a80a-6044588a9b91 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1827838 Nov 27 01:22:39.782839 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-65aadeb9-b05f-48c2-8a67-18936a0162cc req-a4f06c07-4e2d-4eeb-ab6e-ad092cee8a97 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.803247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:39.803247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:39.803247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:39.825570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f06c07-4e2d-4eeb-ab6e-ad092cee8a97 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event deleted for resources: {'Port': ['ID=752e3274-1f0e-4a4a-8ed9-54be9e3a08ea,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:39.833738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:39.834080 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:39.836517 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 6 to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae Nov 27 01:22:39.889716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:39.890947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:39.891799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:39.920913 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-65aadeb9-b05f-48c2-8a67-18936a0162cc req-a4f06c07-4e2d-4eeb-ab6e-ad092cee8a97 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] No DVR routers for this DVR port 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:39.924888 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-65aadeb9-b05f-48c2-8a67-18936a0162cc req-a4f06c07-4e2d-4eeb-ab6e-ad092cee8a97 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:39.940126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-65aadeb9-b05f-48c2-8a67-18936a0162cc req-a4f06c07-4e2d-4eeb-ab6e-ad092cee8a97 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "DELETE /v2.0/ports/752e3274-1f0e-4a4a-8ed9-54be9e3a08ea HTTP/1.1" status: 204 len: 173 time: 1.8534169 Nov 27 01:22:39.940660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ca99e-9e4c-42e4-824e-f42757ca221e', 'name': 'network-vif-deleted', 'tag': '752e3274-1f0e-4a4a-8ed9-54be9e3a08ea'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:39.945821 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb86d256-f9da-4d16-9bd7-d88b4d7d161d" -d '{"events": [{"server_uuid": "080ca99e-9e4c-42e4-824e-f42757ca221e", "name": "network-vif-deleted", "tag": "752e3274-1f0e-4a4a-8ed9-54be9e3a08ea"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:39.953944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:39.954304 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:39.954706 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 7 to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae Nov 27 01:22:39.974115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=76e3595a-f829-4aa0-87ab-d93c6bae7188,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:39.989452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:39.990574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:39.992234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:40.002218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:40.003957 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:40.004518 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 8 to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae Nov 27 01:22:40.011436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:40.028409 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:40.033778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:40.034103 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:40.036644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:40.043036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:40.045101 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:40.045925 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:40.047927 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 9 to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae Nov 27 01:22:40.057339 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0bd766-9894-469d-aaae-184edfcb8c67 x-openstack-request-id: req-ff0bd766-9894-469d-aaae-184edfcb8c67 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:40.058210 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ca99e-9e4c-42e4-824e-f42757ca221e", "name": "network-vif-deleted", "tag": "752e3274-1f0e-4a4a-8ed9-54be9e3a08ea", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:40.071060 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff0bd766-9894-469d-aaae-184edfcb8c67 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:40.071520 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ca99e-9e4c-42e4-824e-f42757ca221e', 'name': 'network-vif-deleted', 'tag': '752e3274-1f0e-4a4a-8ed9-54be9e3a08ea', 'status': 'completed', 'code': 200} Nov 27 01:22:40.115075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:40.115410 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:40.115817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:40.126077 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:40.134193 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:40.134744 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 10 to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae Nov 27 01:22:40.137792 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c47ab80a-dea5-432b-b37c-4813257c85bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.163392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:40.163735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:40.164073 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:40.190251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:40.190809 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port c39749c3-a88a-42a7-87e7-c68e91aa35ae on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:40.191332 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.288009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] For port c39749c3-a88a-42a7-87e7-c68e91aa35ae, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:22:40.288594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempted to set empty binding levels {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 01:22:40.291829 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db971079-c0c7-4a86-8e23-f15d96478184 req-da21aa8d-8b1e-44b4-9a3a-8fe5e93ab801 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=080ca99e-9e4c-42e4-824e-f42757ca221e HTTP/1.1" status: 200 len: 210 time: 0.1177356 Nov 27 01:22:40.296869 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.336948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c47ab80a-dea5-432b-b37c-4813257c85bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.347797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] In _notify_port_updated(), no bound segment for port c39749c3-a88a-42a7-87e7-c68e91aa35ae on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:22:40.350147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.350949 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.353236 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "PUT /v2.0/ports/c39749c3-a88a-42a7-87e7-c68e91aa35ae HTTP/1.1" status: 200 len: 974 time: 2.3549852 Nov 27 01:22:40.359533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44622) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:40.370943 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c47ab80a-dea5-432b-b37c-4813257c85bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.434658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a6b83-7594-4400-901e-6ec589a27a59 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event updated for resources: {'Port': ['ID=c39749c3-a88a-42a7-87e7-c68e91aa35ae,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:40.451458 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c47ab80a-dea5-432b-b37c-4813257c85bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a654a4c43be4158930b8a21039d9ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2788537 Nov 27 01:22:40.457460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44628) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:40.471793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.472275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.472746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.473223 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.473669 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.474128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.474615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.475070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.475598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.475967 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.476421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.476869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.477322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.477774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.478219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.478808 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.479248 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.479819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.480270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.480722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.481413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.481867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.482340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.482870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.483241 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.483689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.484242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.484575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.485027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.485474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.485919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.486427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.486834 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.487281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.487731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.488462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:40.492424 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9bbe33ea-ad76-4404-9c08-002f1de9b316 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32109 time: 0.1317596 Nov 27 01:22:40.496846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ab80a-dea5-432b-b37c-4813257c85bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9f9565-d0d9-4205-8b94-9e32188db7a3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:40.496981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44630) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:40.597298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c6144-c6b7-4381-b556-0fadbb6d6595 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Deleting port c39749c3-a88a-42a7-87e7-c68e91aa35ae {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:40.597641 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6144-c6b7-4381-b556-0fadbb6d6595 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.658153 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3488f4b4-9c7e-4d56-8cc8-31f92e4aa476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.696410 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3488f4b4-9c7e-4d56-8cc8-31f92e4aa476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.710931 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-fa1c6144-c6b7-4381-b556-0fadbb6d6595 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] For port c39749c3-a88a-42a7-87e7-c68e91aa35ae, host n-h1-819494-2, got binding levels [] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:40.711388 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6144-c6b7-4381-b556-0fadbb6d6595 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.732234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c6144-c6b7-4381-b556-0fadbb6d6595 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Calling delete_port for c39749c3-a88a-42a7-87e7-c68e91aa35ae owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:40.885100 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6144-c6b7-4381-b556-0fadbb6d6595 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.932043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c6144-c6b7-4381-b556-0fadbb6d6595 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event deleted for resources: {'Port': ['ID=c39749c3-a88a-42a7-87e7-c68e91aa35ae,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:40.963527 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6144-c6b7-4381-b556-0fadbb6d6595 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.967386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3488f4b4-9c7e-4d56-8cc8-31f92e4aa476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.968787 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fa1c6144-c6b7-4381-b556-0fadbb6d6595 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c39749c3-a88a-42a7-87e7-c68e91aa35ae HTTP/1.1" status: 204 len: 168 time: 0.4711685 Nov 27 01:22:40.970188 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3488f4b4-9c7e-4d56-8cc8-31f92e4aa476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:40.971600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44644) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:40.979008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3488f4b4-9c7e-4d56-8cc8-31f92e4aa476 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a9f9565-d0d9-4205-8b94-9e32188db7a3 HTTP/1.1" status: 204 len: 168 time: 0.5153949 Nov 27 01:22:41.008721 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e773fa5-c459-4d0a-8743-f80e008b4c3d tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:22:41.010611 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4e773fa5-c459-4d0a-8743-f80e008b4c3d tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "GET /v2.0/ports/c39749c3-a88a-42a7-87e7-c68e91aa35ae HTTP/1.1" status: 404 len: 333 time: 0.0357566 Nov 27 01:22:41.018480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44650) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:41.024353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-930388065', 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:41.060816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488f4b4-9c7e-4d56-8cc8-31f92e4aa476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9f9565-d0d9-4205-8b94-9e32188db7a3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:41.068933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710d30-c84d-42a1-bc7a-de099a2b316c req-1ca07279-e06d-4588-b0d2-d8ef9db340f3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.077060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710d30-c84d-42a1-bc7a-de099a2b316c req-1ca07279-e06d-4588-b0d2-d8ef9db340f3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.083783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710d30-c84d-42a1-bc7a-de099a2b316c req-1ca07279-e06d-4588-b0d2-d8ef9db340f3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.090579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710d30-c84d-42a1-bc7a-de099a2b316c req-1ca07279-e06d-4588-b0d2-d8ef9db340f3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.097158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710d30-c84d-42a1-bc7a-de099a2b316c req-1ca07279-e06d-4588-b0d2-d8ef9db340f3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.103775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710d30-c84d-42a1-bc7a-de099a2b316c req-1ca07279-e06d-4588-b0d2-d8ef9db340f3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.112462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710d30-c84d-42a1-bc7a-de099a2b316c req-1ca07279-e06d-4588-b0d2-d8ef9db340f3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.124963 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d710d30-c84d-42a1-bc7a-de099a2b316c req-1ca07279-e06d-4588-b0d2-d8ef9db340f3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5438 time: 0.2045915 Nov 27 01:22:41.133388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Made reservation on behalf of 50c6e895b0d54731bdf1fb0d1255a14f for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:41.136582 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.166177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] device_id is not set on port 90c74918-fd4c-4dfa-a743-6ce16e24a7e5 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:41.224699 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.311286 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d710d30-c84d-42a1-bc7a-de099a2b316c req-3b9f3c21-256c-4776-ae26-44963625ce63 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1851304 Nov 27 01:22:41.393563 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.441359 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.492571 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5fd4-f3b8-4ec0-b434-0ec82b12f4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.511881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.565160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event updated for resources: {'Port': ['ID=90c74918-fd4c-4dfa-a743-6ce16e24a7e5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:41.598864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Network 59b6141f-9d8a-43fc-a717-e4198a34e8cc is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:41.602529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:41.605502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:41.607802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.609611 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.645543 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-34d9527a-935f-4d9d-b7d0-1baa97721ab8 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6255441 Nov 27 01:22:41.647745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44670) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:41.690053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd14f9-191c-4724-9a73-cb86cf0b0e60 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.695108 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-90bd14f9-191c-4724-9a73-cb86cf0b0e60 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "GET /v2.0/ports/90c74918-fd4c-4dfa-a743-6ce16e24a7e5 HTTP/1.1" status: 200 len: 954 time: 0.0463579 Nov 27 01:22:41.698837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44672) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:41.720955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44674) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:41.742765 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e223f406-db11-4b08-a9d9-a7ee32c31b5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.831422 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e223f406-db11-4b08-a9d9-a7ee32c31b5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.836584 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e223f406-db11-4b08-a9d9-a7ee32c31b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.851672 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.867344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc1e99-e1b4-4f9e-b115-7ea1b9beee2e req-d9ee10aa-20f2-4a3b-b00e-54eb675bf5bd tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:41.868924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1bc1e99-e1b4-4f9e-b115-7ea1b9beee2e req-d9ee10aa-20f2-4a3b-b00e-54eb675bf5bd tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.1544104 Nov 27 01:22:41.872896 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.912818 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e223f406-db11-4b08-a9d9-a7ee32c31b5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d99f8700452f4450bf4e9666fc383428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1910596 Nov 27 01:22:41.916542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44680) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:41.917511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223f406-db11-4b08-a9d9-a7ee32c31b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15889b75-37c0-4a4c-a696-59166d39d3e2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:41.955450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-927246ae-2849-4976-bc30-0d6945fc5399 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Deleting port 90c74918-fd4c-4dfa-a743-6ce16e24a7e5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:41.955785 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-927246ae-2849-4976-bc30-0d6945fc5399 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:41.985365 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00ef721a-cdd4-4481-8798-da65fe64f48d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.012053 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00ef721a-cdd4-4481-8798-da65fe64f48d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.023359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event updated for resources: {'Port': ['ID=76e3595a-f829-4aa0-87ab-d93c6bae7188,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:42.061964 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-927246ae-2849-4976-bc30-0d6945fc5399 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.068148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1bc1e99-e1b4-4f9e-b115-7ea1b9beee2e req-dbe31134-17cd-48e7-aab4-bc395845252d tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859236 Nov 27 01:22:42.074710 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.082726 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00ef721a-cdd4-4481-8798-da65fe64f48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.086639 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00ef721a-cdd4-4481-8798-da65fe64f48d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.090764 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-00ef721a-cdd4-4481-8798-da65fe64f48d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15889b75-37c0-4a4c-a696-59166d39d3e2 HTTP/1.1" status: 204 len: 168 time: 0.1674147 Nov 27 01:22:42.124902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef721a-cdd4-4481-8798-da65fe64f48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15889b75-37c0-4a4c-a696-59166d39d3e2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:42.134177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-927246ae-2849-4976-bc30-0d6945fc5399 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Calling delete_port for 90c74918-fd4c-4dfa-a743-6ce16e24a7e5 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:42.289238 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Floating IP a61d30d1-87b8-4b2b-80ad-e9b1940f6758 associated. External IP: 172.25.3.181, port: cbbc218a-e896-4131-81cb-cf724f324419. Nov 27 01:22:42.422009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-927246ae-2849-4976-bc30-0d6945fc5399 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.460250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927246ae-2849-4976-bc30-0d6945fc5399 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event deleted for resources: {'Port': ['ID=90c74918-fd4c-4dfa-a743-6ce16e24a7e5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:42.480764 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-927246ae-2849-4976-bc30-0d6945fc5399 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.484638 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-927246ae-2849-4976-bc30-0d6945fc5399 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "DELETE /v2.0/ports/90c74918-fd4c-4dfa-a743-6ce16e24a7e5 HTTP/1.1" status: 204 len: 168 time: 0.7844896 Nov 27 01:22:42.487263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44698) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:42.519905 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3e4b1e-c3eb-473c-bad8-3c73c76a283a tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:22:42.521336 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-be3e4b1e-c3eb-473c-bad8-3c73c76a283a tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "GET /v2.0/ports/90c74918-fd4c-4dfa-a743-6ce16e24a7e5 HTTP/1.1" status: 404 len: 333 time: 0.0331538 Nov 27 01:22:42.533080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db80d4e-2452-4ceb-ba1b-c3da9a67a792 req-bccbccd0-2807-4435-8543-3dd84ad452c9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:42.536685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44702) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:42.544656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db80d4e-2452-4ceb-ba1b-c3da9a67a792 req-bccbccd0-2807-4435-8543-3dd84ad452c9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:42.544812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Request body: {'port': {'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1545599178'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:42.557589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db80d4e-2452-4ceb-ba1b-c3da9a67a792 req-bccbccd0-2807-4435-8543-3dd84ad452c9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:42.568372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db80d4e-2452-4ceb-ba1b-c3da9a67a792 req-bccbccd0-2807-4435-8543-3dd84ad452c9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:42.577644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db80d4e-2452-4ceb-ba1b-c3da9a67a792 req-bccbccd0-2807-4435-8543-3dd84ad452c9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:42.588697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db80d4e-2452-4ceb-ba1b-c3da9a67a792 req-bccbccd0-2807-4435-8543-3dd84ad452c9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:42.606994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db80d4e-2452-4ceb-ba1b-c3da9a67a792 req-bccbccd0-2807-4435-8543-3dd84ad452c9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:42.610615 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2db80d4e-2452-4ceb-ba1b-c3da9a67a792 req-bccbccd0-2807-4435-8543-3dd84ad452c9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5438 time: 0.1617651 Nov 27 01:22:42.615138 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Made reservation on behalf of 50c6e895b0d54731bdf1fb0d1255a14f for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:22:42.618619 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.650094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44704) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:42.693029 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] device_id is not set on port 2971a65c-2711-490b-b07b-51883907a1b6 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:42.708461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2db80d4e-2452-4ceb-ba1b-c3da9a67a792 req-b68a6549-5b23-4396-a8dc-6ddb63b74863 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894060 Nov 27 01:22:42.715755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fc6f1e66-1da2-4806-bf5d-cb5871fe3831 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:42.762067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Router 0e7c065c-70f6-4749-8a6e-e44289e4b2df has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:22:42.781897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port fc6f1e66-1da2-4806-bf5d-cb5871fe3831 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:22:42.787685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port fc6f1e66-1da2-4806-bf5d-cb5871fe3831 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:42.788222 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.893255 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.914294 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.928095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6f1e66-1da2-4806-bf5d-cb5871fe3831'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:42.932450 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193dd1e4-1062-431c-9bf8-5fb11906f769" -d '{"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "fc6f1e66-1da2-4806-bf5d-cb5871fe3831"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:42.951809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fc6f1e66-1da2-4806-bf5d-cb5871fe3831, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:42.962455 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.963630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e72f5790-9c89-4feb-932d-0d85bc470c21 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:42.969344 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-675127e7-b487-47e6-8a3c-64c020268300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:42.996997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.018286 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffce6c30-039b-46e7-a56a-aeee725dc5b4 x-openstack-request-id: req-ffce6c30-039b-46e7-a56a-aeee725dc5b4 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:43.018578 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "fc6f1e66-1da2-4806-bf5d-cb5871fe3831", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:43.018995 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffce6c30-039b-46e7-a56a-aeee725dc5b4 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:43.019534 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6f1e66-1da2-4806-bf5d-cb5871fe3831', 'code': 200} Nov 27 01:22:43.077781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event updated for resources: {'Port': ['ID=2971a65c-2711-490b-b07b-51883907a1b6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:43.109567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:43.133196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port e72f5790-9c89-4feb-932d-0d85bc470c21 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:22:43.138143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port e72f5790-9c89-4feb-932d-0d85bc470c21 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:43.138837 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.153823 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-675127e7-b487-47e6-8a3c-64c020268300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.170143 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-675127e7-b487-47e6-8a3c-64c020268300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.230508 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-675127e7-b487-47e6-8a3c-64c020268300 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc65b19b3bc7441eb3518e71d45a2805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5791256 Nov 27 01:22:43.231110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:43.232718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Network 59b6141f-9d8a-43fc-a717-e4198a34e8cc is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:22:43.238023 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675127e7-b487-47e6-8a3c-64c020268300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf377081-7baa-4953-b404-16ee2388a925,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:43.270218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:22:43.283573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:22:43.285631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:43.286375 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.295169 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.360812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e72f5790-9c89-4feb-932d-0d85bc470c21, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e72f5790-9c89-4feb-932d-0d85bc470c21,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:43.363895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-5e04924e-3459-46d2-b56b-c45b2fab3e31 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:43.365761 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-5e04924e-3459-46d2-b56b-c45b2fab3e31 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.0936403 Nov 27 01:22:43.369307 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.370644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f18938dd-b136-4aad-a1f4-0ffb31ff72fd up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:43.373791 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-71157f9f-c827-4f02-8b50-b1808678fa7c tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8335450 Nov 27 01:22:43.378733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44734) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:43.384640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:43.408517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c99617cf-77dd-41e7-adf7-519b2ae17c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.439335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483b7b-efe0-4e8e-b0a8-b70c04e5d748 req-093028fd-6f88-41b4-b7ff-1a7181b1371a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:43.441177 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0483b7b-efe0-4e8e-b0a8-b70c04e5d748 req-093028fd-6f88-41b4-b7ff-1a7181b1371a tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 945 time: 0.2172072 Nov 27 01:22:43.480889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=e72f5790-9c89-4feb-932d-0d85bc470c21,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:43.486895 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c99617cf-77dd-41e7-adf7-519b2ae17c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.556837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Deleting port 656ff015-77b7-4e1f-aea4-d063d35c68bf {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:43.557238 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.580271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port f18938dd-b136-4aad-a1f4-0ffb31ff72fd completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:22:43.586126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port f18938dd-b136-4aad-a1f4-0ffb31ff72fd triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:43.586860 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.652577 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c99617cf-77dd-41e7-adf7-519b2ae17c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.655282 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c99617cf-77dd-41e7-adf7-519b2ae17c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.656478 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c99617cf-77dd-41e7-adf7-519b2ae17c89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf377081-7baa-4953-b404-16ee2388a925 HTTP/1.1" status: 204 len: 168 time: 0.4240155 Nov 27 01:22:43.693011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99617cf-77dd-41e7-adf7-519b2ae17c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf377081-7baa-4953-b404-16ee2388a925,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:43.757685 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.820290 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f18938dd-b136-4aad-a1f4-0ffb31ff72fd, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f18938dd-b136-4aad-a1f4-0ffb31ff72fd,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:43.831398 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.832293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] For port 656ff015-77b7-4e1f-aea4-d063d35c68bf, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=656ff015-77b7-4e1f-aea4-d063d35c68bf,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:43.834012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 6319a243-24ab-4e3d-8261-27a33a584e8e up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:43.836265 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.901717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:43.924586 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d909b-0121-44a8-8b4f-d7b2f130f5c9 None None] Sync routers for ids ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:43.942123 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d909b-0121-44a8-8b4f-d7b2f130f5c9 None None] Routers {'0e7c065c-70f6-4749-8a6e-e44289e4b2df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:43.942828 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-120d909b-0121-44a8-8b4f-d7b2f130f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:43.959450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2c8dbf5-2a44-410b-a6a2-3755ad968974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:43.976608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=f18938dd-b136-4aad-a1f4-0ffb31ff72fd,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:44.003424 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.004347 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 6319a243-24ab-4e3d-8261-27a33a584e8e completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:22:44.011848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 6319a243-24ab-4e3d-8261-27a33a584e8e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:44.013239 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.018005 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.132427 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.138899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f597df-2c1e-4cc8-8d0f-011946b5e8e7 req-699af76a-8877-40f0-92f4-e54691eeff0d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:44.154218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f597df-2c1e-4cc8-8d0f-011946b5e8e7 req-699af76a-8877-40f0-92f4-e54691eeff0d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:44.166293 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-120d909b-0121-44a8-8b4f-d7b2f130f5c9 None None] Set router 0e7c065c-70f6-4749-8a6e-e44289e4b2df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:44.169849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f597df-2c1e-4cc8-8d0f-011946b5e8e7 req-699af76a-8877-40f0-92f4-e54691eeff0d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:44.188621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f597df-2c1e-4cc8-8d0f-011946b5e8e7 req-699af76a-8877-40f0-92f4-e54691eeff0d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:44.205172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7aeeced8-a4db-4ea1-b881-92cc7db04075 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5647998 Nov 27 01:22:44.210983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 6319a243-24ab-4e3d-8261-27a33a584e8e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=6319a243-24ab-4e3d-8261-27a33a584e8e,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:44.212350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f597df-2c1e-4cc8-8d0f-011946b5e8e7 req-699af76a-8877-40f0-92f4-e54691eeff0d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:44.213235 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431ed782-64f4-414c-971c-3e303b069ad2', 'tag': 'cbbc218a-e896-4131-81cb-cf724f324419'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:44.216736 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bb1613-dc51-4191-9196-35310e70ccbf" -d '{"events": [{"name": "network-changed", "server_uuid": "431ed782-64f4-414c-971c-3e303b069ad2", "tag": "cbbc218a-e896-4131-81cb-cf724f324419"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:44.220010 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.221258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a91841f9-ede1-43ae-b396-9db6fc9d3f50 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:44.223627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f597df-2c1e-4cc8-8d0f-011946b5e8e7 req-699af76a-8877-40f0-92f4-e54691eeff0d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:44.224663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44752) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:44.239461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f597df-2c1e-4cc8-8d0f-011946b5e8e7 req-699af76a-8877-40f0-92f4-e54691eeff0d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:44.252032 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-81f597df-2c1e-4cc8-8d0f-011946b5e8e7 req-699af76a-8877-40f0-92f4-e54691eeff0d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5441 time: 0.3954227 Nov 27 01:22:44.313862 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.345341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=6319a243-24ab-4e3d-8261-27a33a584e8e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:44.375030 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port a91841f9-ede1-43ae-b396-9db6fc9d3f50 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:22:44.377061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44762) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:44.384990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port a91841f9-ede1-43ae-b396-9db6fc9d3f50 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:44.385984 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.462437 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c01118f-1ea9-49d9-b968-228c0751a77b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.471823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] device_id is not set on port 2971a65c-2711-490b-b07b-51883907a1b6 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:22:44.483742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.511292 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0483b7b-efe0-4e8e-b0a8-b70c04e5d748 req-8ee81583-357a-48a5-b436-d48df5d5f0a3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups?id=1011f6f2-3f7d-4577-89a4-f0840c546c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6177795 Nov 27 01:22:44.515086 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.570847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a91841f9-ede1-43ae-b396-9db6fc9d3f50, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:44.578472 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.579558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 040f8273-6cb3-48fa-94d3-a1d59e33a84f up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:44.690688 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-81f597df-2c1e-4cc8-8d0f-011946b5e8e7 req-dd133287-d40a-4dce-a560-b7af49c2bb2e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4374774 Nov 27 01:22:44.706850 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.741147 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.742726 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.743126 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Floating IP 290e0b41-4d9c-4978-a647-faa3994f63bd disassociated. External IP: 172.25.3.76, port: 656ff015-77b7-4e1f-aea4-d063d35c68bf. Nov 27 01:22:44.750849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Calling delete_port for 656ff015-77b7-4e1f-aea4-d063d35c68bf owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:44.796976 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 040f8273-6cb3-48fa-94d3-a1d59e33a84f completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:22:44.807917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a91841f9-ede1-43ae-b396-9db6fc9d3f50,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:44.810816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 040f8273-6cb3-48fa-94d3-a1d59e33a84f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:44.811201 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.828598 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e57479-3d54-45a1-b198-e0475eaaf760 x-openstack-request-id: req-b0e57479-3d54-45a1-b198-e0475eaaf760 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:44.828884 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431ed782-64f4-414c-971c-3e303b069ad2", "tag": "cbbc218a-e896-4131-81cb-cf724f324419", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:44.829088 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0e57479-3d54-45a1-b198-e0475eaaf760 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:44.829454 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431ed782-64f4-414c-971c-3e303b069ad2', 'tag': 'cbbc218a-e896-4131-81cb-cf724f324419', 'status': 'completed', 'code': 200} Nov 27 01:22:44.888382 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-120d909b-0121-44a8-8b4f-d7b2f130f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:22:03Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'a61d30d1-87b8-4b2b-80ad-e9b1940f6758', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'port_id': 'cbbc218a-e896-4131-81cb-cf724f324419', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'mac_address': 'fa:16:3e:59:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ed782-64f4-414c-971c-3e303b069ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:22:40Z', 'updated_at': '2021-11-27T01:22:40Z', 'revision_number': 0, 'project_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd7eb-015f-42e3-a618-a74dba7636fc', 'name': '', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:ac:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:22:00Z', 'updated_at': '2021-11-27T01:22:13Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:44.922977 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c0b5c7c9-9377-4b9f-bf61-d830d026511a tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/floatingips/a61d30d1-87b8-4b2b-80ad-e9b1940f6758 HTTP/1.1" status: 200 len: 992 time: 0.4245467 Nov 27 01:22:44.924079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event updated for resources: {'Port': ['ID=2971a65c-2711-490b-b07b-51883907a1b6,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:44.938669 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d909b-0121-44a8-8b4f-d7b2f130f5c9 None None] Checking router: 0e7c065c-70f6-4749-8a6e-e44289e4b2df for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:22:44.954670 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d909b-0121-44a8-8b4f-d7b2f130f5c9 None None] Routers {'0e7c065c-70f6-4749-8a6e-e44289e4b2df'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:44.955741 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-120d909b-0121-44a8-8b4f-d7b2f130f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:44.969483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:44.970006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:44.970982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:44.980855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:44.981736 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:44.982183 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:44.984095 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 2 to bind port 2971a65c-2711-490b-b07b-51883907a1b6 Nov 27 01:22:45.004764 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c01118f-1ea9-49d9-b968-228c0751a77b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.014541 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.017943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c01118f-1ea9-49d9-b968-228c0751a77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.020600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72f5790-9c89-4feb-932d-0d85bc470c21'}, {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18938dd-b136-4aad-a1f4-0ffb31ff72fd'}, {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319a243-24ab-4e3d-8261-27a33a584e8e'}, {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:45.024405 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcdeea6-f46f-4b2e-a47a-359d3623b601" -d '{"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "e72f5790-9c89-4feb-932d-0d85bc470c21"}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "f18938dd-b136-4aad-a1f4-0ffb31ff72fd"}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "6319a243-24ab-4e3d-8261-27a33a584e8e"}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "a91841f9-ede1-43ae-b396-9db6fc9d3f50"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:45.035101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:45.035979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:45.036723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:45.048771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:45.050922 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:45.051394 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 3 to bind port 2971a65c-2711-490b-b07b-51883907a1b6 Nov 27 01:22:45.063344 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8c01118f-1ea9-49d9-b968-228c0751a77b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08ad916bc9f34f64b61a5c01a9f60c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6808271 Nov 27 01:22:45.067297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44772) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:45.085561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:45.085816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:45.086436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:45.097420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 040f8273-6cb3-48fa-94d3-a1d59e33a84f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=040f8273-6cb3-48fa-94d3-a1d59e33a84f,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:45.101425 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.108039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:45.108488 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:45.109120 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 4 to bind port 2971a65c-2711-490b-b07b-51883907a1b6 Nov 27 01:22:45.110712 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.111799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a4138f5d-11dd-4ec8-b3a2-dea77933bc9d up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:22:45.119032 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be8e2ec-888d-4d56-a563-39e714baf76d x-openstack-request-id: req-1be8e2ec-888d-4d56-a563-39e714baf76d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:45.119567 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "e72f5790-9c89-4feb-932d-0d85bc470c21", "code": 200}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "f18938dd-b136-4aad-a1f4-0ffb31ff72fd", "code": 200}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "6319a243-24ab-4e3d-8261-27a33a584e8e", "code": 200}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "a91841f9-ede1-43ae-b396-9db6fc9d3f50", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:45.120082 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1be8e2ec-888d-4d56-a563-39e714baf76d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:45.128523 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72f5790-9c89-4feb-932d-0d85bc470c21', 'code': 200} Nov 27 01:22:45.130145 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18938dd-b136-4aad-a1f4-0ffb31ff72fd', 'code': 200} Nov 27 01:22:45.130593 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319a243-24ab-4e3d-8261-27a33a584e8e', 'code': 200} Nov 27 01:22:45.132552 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50', 'code': 200} Nov 27 01:22:45.136306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:45.136642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:45.136977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:45.142926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:45.143257 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:45.143651 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 5 to bind port 2971a65c-2711-490b-b07b-51883907a1b6 Nov 27 01:22:45.146898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event deleted for resources: {'Port': ['ID=656ff015-77b7-4e1f-aea4-d063d35c68bf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:45.157439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:45.157718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:45.158032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:45.159358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb1613-dc51-4191-9196-35310e70ccbf req-48023aa9-c07d-4e15-a919-60974b0c1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:45.161046 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9bb1613-dc51-4191-9196-35310e70ccbf req-48023aa9-c07d-4e15-a919-60974b0c1b0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 1097 time: 0.1930289 Nov 27 01:22:45.184720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:45.185520 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:45.186157 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 6 to bind port 2971a65c-2711-490b-b07b-51883907a1b6 Nov 27 01:22:45.205017 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:45.205575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:45.206428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:45.210029 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-120d909b-0121-44a8-8b4f-d7b2f130f5c9 None None] Set router 0e7c065c-70f6-4749-8a6e-e44289e4b2df gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:45.213579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:45.214921 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:45.215512 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 7 to bind port 2971a65c-2711-490b-b07b-51883907a1b6 Nov 27 01:22:45.230741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:45.231344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:45.231881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:45.236820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:45.237387 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:45.237970 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 8 to bind port 2971a65c-2711-490b-b07b-51883907a1b6 Nov 27 01:22:45.261002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:45.261698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:45.262256 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:45.269101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:45.269734 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:45.270354 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 9 to bind port 2971a65c-2711-490b-b07b-51883907a1b6 Nov 27 01:22:45.292514 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:45.293087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:45.296302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:45.310962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:45.311649 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:45.312256 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempt 10 to bind port 2971a65c-2711-490b-b07b-51883907a1b6 Nov 27 01:22:45.326100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=040f8273-6cb3-48fa-94d3-a1d59e33a84f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:45.345423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:22:45.345759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:22:45.346117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempting to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:22:45.347228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:22:45.353209 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:22:45.353792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.365777 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:22:45.365777 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Failed to bind port 2971a65c-2711-490b-b07b-51883907a1b6 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59b6141f-9d8a-43fc-a717-e4198a34e8cc'}] Nov 27 01:22:45.365777 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.513191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] For port 2971a65c-2711-490b-b07b-51883907a1b6, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:22:45.513846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attempted to set empty binding levels {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 01:22:45.528597 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.562653 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.574540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:45.574897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:45.575294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:45.575584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:45.575923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:45.576258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:45.576591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:45.576918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:45.577244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:45.577569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:45.577901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:45.578227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:45.593184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb1613-dc51-4191-9196-35310e70ccbf req-1b53e482-e3a7-4ced-af91-f143ecb6e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:45.594709 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9bb1613-dc51-4191-9196-35310e70ccbf req-1b53e482-e3a7-4ced-af91-f143ecb6e447 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5eaa9508-d233-472e-9f6d-24d1592fb0b9 HTTP/1.1" status: 200 len: 898 time: 0.4142613 Nov 27 01:22:45.600244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] In _notify_port_updated(), no bound segment for port 2971a65c-2711-490b-b07b-51883907a1b6 on network 59b6141f-9d8a-43fc-a717-e4198a34e8cc {{(pid=103385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:22:45.601142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:45.601764 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.606180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "PUT /v2.0/ports/2971a65c-2711-490b-b07b-51883907a1b6 HTTP/1.1" status: 200 len: 975 time: 2.2233703 Nov 27 01:22:45.608677 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44786) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:45.663612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:45.674251 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.675601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:45.695026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54011ea6-87b9-4e64-a6d7-3e10cdc992be tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event updated for resources: {'Port': ['ID=2971a65c-2711-490b-b07b-51883907a1b6,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:45.730494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01118f-1ea9-49d9-b968-228c0751a77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e8d078-3303-4317-a5b3-4be2ed8320c4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:45.754131 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9bb1613-dc51-4191-9196-35310e70ccbf req-7500d8a5-7b99-49c4-bf84-a7757159a9a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbbc218a-e896-4131-81cb-cf724f324419 HTTP/1.1" status: 200 len: 1000 time: 0.1287198 Nov 27 01:22:45.758159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:45.758159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 752e3274-1f0e-4a4a-8ed9-54be9e3a08ea not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:45.767068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:22:45.770173 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-120d909b-0121-44a8-8b4f-d7b2f130f5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:22:03Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'a61d30d1-87b8-4b2b-80ad-e9b1940f6758', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'port_id': 'cbbc218a-e896-4131-81cb-cf724f324419', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'mac_address': 'fa:16:3e:59:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ed782-64f4-414c-971c-3e303b069ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:22:40Z', 'updated_at': '2021-11-27T01:22:40Z', 'revision_number': 0, 'project_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd7eb-015f-42e3-a618-a74dba7636fc', 'name': '', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:ac:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:22:00Z', 'updated_at': '2021-11-27T01:22:13Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:45.824784 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd91e5f7-a3ba-4418-94eb-9ef69e7ba94e req-5c71dcaa-6b40-4acd-9f17-be2b835134de tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 210 time: 0.1336961 Nov 27 01:22:45.833643 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d909b-0121-44a8-8b4f-d7b2f130f5c9 None None] The sync data for ids ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'] in n-d-819494-2 is: [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:22:03Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'a61d30d1-87b8-4b2b-80ad-e9b1940f6758', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'port_id': 'cbbc218a-e896-4131-81cb-cf724f324419', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'mac_address': 'fa:16:3e:59:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ed782-64f4-414c-971c-3e303b069ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:22:40Z', 'updated_at': '2021-11-27T01:22:40Z', 'revision_number': 0, 'project_id': '693123b5cb044942b888cf0396b36532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9bd7eb-015f-42e3-a618-a74dba7636fc', 'name': '', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:ac:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:22:00Z', 'updated_at': '2021-11-27T01:22:13Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:45.854521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:45.918477 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9def-15d7-42f1-a84b-98d1947ac336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.929351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44798) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:45.933961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 656ff015-77b7-4e1f-aea4-d063d35c68bf {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:45.934331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 656ff015-77b7-4e1f-aea4-d063d35c68bf not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:45.951666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-3902bdea-baab-4634-9887-79749dde6aa7 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Deleting port 2971a65c-2711-490b-b07b-51883907a1b6 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:45.951947 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3902bdea-baab-4634-9887-79749dde6aa7 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:45.953462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:46.005716 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9def-15d7-42f1-a84b-98d1947ac336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.008517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb1613-dc51-4191-9196-35310e70ccbf req-0269d5ac-4411-4c88-85c6-a2eed46b0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:46.010223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9bb1613-dc51-4191-9196-35310e70ccbf req-0269d5ac-4411-4c88-85c6-a2eed46b0895 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1387f584-d5f1-4730-bd33-1e50dfbd27a6 HTTP/1.1" status: 200 len: 834 time: 0.2400467 Nov 27 01:22:46.108852 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0a22f9cc-a6c0-4d17-884c-2e40cbffb4af tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/floatingips/a61d30d1-87b8-4b2b-80ad-e9b1940f6758 HTTP/1.1" status: 200 len: 992 time: 0.1781456 Nov 27 01:22:46.122165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-3902bdea-baab-4634-9887-79749dde6aa7 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] For port 2971a65c-2711-490b-b07b-51883907a1b6, host n-h1-819494-2, got binding levels [] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:46.122551 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3902bdea-baab-4634-9887-79749dde6aa7 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.142174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-3902bdea-baab-4634-9887-79749dde6aa7 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Calling delete_port for 2971a65c-2711-490b-b07b-51883907a1b6 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:46.189772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee643469-fcfb-42f0-b595-947cf598d960 req-c1eb12f7-bc57-4957-a43f-6afa124b296f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:46.196551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee643469-fcfb-42f0-b595-947cf598d960 req-c1eb12f7-bc57-4957-a43f-6afa124b296f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:46.203287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee643469-fcfb-42f0-b595-947cf598d960 req-c1eb12f7-bc57-4957-a43f-6afa124b296f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:46.209553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee643469-fcfb-42f0-b595-947cf598d960 req-c1eb12f7-bc57-4957-a43f-6afa124b296f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:46.224202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee643469-fcfb-42f0-b595-947cf598d960 req-c1eb12f7-bc57-4957-a43f-6afa124b296f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:46.230525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee643469-fcfb-42f0-b595-947cf598d960 req-c1eb12f7-bc57-4957-a43f-6afa124b296f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:46.255438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565fc7d-358d-40e4-9e02-d6ea797737ce None None] New status for floating IP a61d30d1-87b8-4b2b-80ad-e9b1940f6758: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:22:46.256149 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee643469-fcfb-42f0-b595-947cf598d960 req-c1eb12f7-bc57-4957-a43f-6afa124b296f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:46.265645 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee643469-fcfb-42f0-b595-947cf598d960 req-c1eb12f7-bc57-4957-a43f-6afa124b296f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5445 time: 0.2822337 Nov 27 01:22:46.295317 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3902bdea-baab-4634-9887-79749dde6aa7 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.298463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:46.316639 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad804f-162d-459c-ad35-e946bdf5545b None None] Sync routers for ids ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:46.339032 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad804f-162d-459c-ad35-e946bdf5545b None None] Routers {'f4e73ca5-047e-44fd-b1d3-3c8033e03e05'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:46.342366 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-dbad804f-162d-459c-ad35-e946bdf5545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:46.405003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902bdea-baab-4634-9887-79749dde6aa7 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Pushing event deleted for resources: {'Port': ['ID=2971a65c-2711-490b-b07b-51883907a1b6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:46.421608 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3902bdea-baab-4634-9887-79749dde6aa7 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.422946 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb1613-dc51-4191-9196-35310e70ccbf req-41a64190-d6b3-4ee5-a7ac-abf6d7e8afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:46.426905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9bb1613-dc51-4191-9196-35310e70ccbf req-41a64190-d6b3-4ee5-a7ac-abf6d7e8afcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5eaa9508-d233-472e-9f6d-24d1592fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4048612 Nov 27 01:22:46.430423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3902bdea-baab-4634-9887-79749dde6aa7 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "DELETE /v2.0/ports/2971a65c-2711-490b-b07b-51883907a1b6 HTTP/1.1" status: 204 len: 168 time: 0.8206937 Nov 27 01:22:46.433599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] No DVR routers for this DVR port 656ff015-77b7-4e1f-aea4-d063d35c68bf on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:46.433726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44806) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:46.463090 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.463389 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1cac6f-f92f-4aa3-a05f-f653ae3f68f9 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:22:46.465155 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2a1cac6f-f92f-4aa3-a05f-f653ae3f68f9 tempest-PortsAdminExtendedAttrsTestJSON-667529455 tempest-PortsAdminExtendedAttrsTestJSON-667529455-project-admin] 10.222.0.37 "GET /v2.0/ports/2971a65c-2711-490b-b07b-51883907a1b6 HTTP/1.1" status: 404 len: 333 time: 0.0304136 Nov 27 01:22:46.469014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44808) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:46.481732 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c44f78d0-dbee-48e6-815f-2278f1f34b10 req-43069421-2c4d-4e7f-b5c8-af3781b62f30 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.42 "DELETE /v2.0/ports/656ff015-77b7-4e1f-aea4-d063d35c68bf HTTP/1.1" status: 204 len: 173 time: 3.1032097 Nov 27 01:22:46.491178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-deleted', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:46.493495 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dab9fd-0257-42c8-8a62-228275dfdfa9" -d '{"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-deleted", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:46.519152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9def-15d7-42f1-a84b-98d1947ac336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.523870 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9def-15d7-42f1-a84b-98d1947ac336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.528757 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cf9a9def-15d7-42f1-a84b-98d1947ac336 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87e8d078-3303-4317-a5b3-4be2ed8320c4 HTTP/1.1" status: 204 len: 168 time: 1.4593809 Nov 27 01:22:46.622387 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.673749 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.752964 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.777954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b6141f-9d8a-43fc-a717-e4198a34e8cc']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:46.788434 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-dbad804f-162d-459c-ad35-e946bdf5545b None None] Set router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:46.790397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:46.790909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad5b169-52a3-4c7a-9d9b-cbd6b62dafa6') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:46.791637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a9def-15d7-42f1-a84b-98d1947ac336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e8d078-3303-4317-a5b3-4be2ed8320c4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:46.803786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee643469-fcfb-42f0-b595-947cf598d960 req-c1023c3b-27e1-49b5-8fe6-0b82e67c537a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5372732 Nov 27 01:22:46.829755 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9bb1613-dc51-4191-9196-35310e70ccbf req-6c54cd9d-9b8b-4a34-8c36-8ce4873c2427 service neutron] 10.222.0.11 "GET /v2.0/networks/5eaa9508-d233-472e-9f6d-24d1592fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872170 Nov 27 01:22:46.832260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.860908 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc84cb1a-7d72-40f7-9045-41d87a58b48e x-openstack-request-id: req-fc84cb1a-7d72-40f7-9045-41d87a58b48e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:46.861252 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea55b353-a281-4fff-b543-7644ce4fb42c", "name": "network-vif-deleted", "tag": "656ff015-77b7-4e1f-aea4-d063d35c68bf", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:46.861523 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc84cb1a-7d72-40f7-9045-41d87a58b48e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:46.861949 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea55b353-a281-4fff-b543-7644ce4fb42c', 'name': 'network-vif-deleted', 'tag': '656ff015-77b7-4e1f-aea4-d063d35c68bf', 'status': 'completed', 'code': 200} Nov 27 01:22:46.870070 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.889010 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:22:46.889479 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:22:46.898719 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:22:47.046452 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9bb1613-dc51-4191-9196-35310e70ccbf req-aedfd857-a336-4c5c-80fb-e04b2a33de3f service neutron] 10.222.0.11 "GET /v2.0/networks/5eaa9508-d233-472e-9f6d-24d1592fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078052 Nov 27 01:22:47.102527 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15300af3-5f1e-4c40-bceb-087ce8fa2eb0 req-8633f569-40ce-44d8-a760-2388805bb3c9 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea55b353-a281-4fff-b543-7644ce4fb42c HTTP/1.1" status: 200 len: 210 time: 0.1195014 Nov 27 01:22:47.112304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44824) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:47.121821 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.137731 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.137731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040f8273-6cb3-48fa-94d3-a1d59e33a84f'}, {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4138f5d-11dd-4ec8-b3a2-dea77933bc9d'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:47.140919 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c093030-091d-49dd-9d30-92799a6cdb18" -d '{"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "040f8273-6cb3-48fa-94d3-a1d59e33a84f"}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "a4138f5d-11dd-4ec8-b3a2-dea77933bc9d"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:47.193181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Pushing event deleted for resources: {'Network': ['ID=59b6141f-9d8a-43fc-a717-e4198a34e8cc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:47.195793 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.203435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f66376f8-03b9-4b34-a014-1e6b71d95fd0 tempest-PortsAdminExtendedAttrsTestJSON-877982008 tempest-PortsAdminExtendedAttrsTestJSON-877982008-project] 10.222.0.37 "DELETE /v2.0/networks/59b6141f-9d8a-43fc-a717-e4198a34e8cc HTTP/1.1" status: 204 len: 168 time: 0.7307305 Nov 27 01:22:47.238508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-931fb8ab-3c32-4c71-8268-7ac2b3db084b tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/floatingips/a61d30d1-87b8-4b2b-80ad-e9b1940f6758 HTTP/1.1" status: 200 len: 994 time: 0.1248729 Nov 27 01:22:47.283444 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaed06ce-0863-464a-b445-fdb8e884208a x-openstack-request-id: req-aaed06ce-0863-464a-b445-fdb8e884208a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:47.284003 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "040f8273-6cb3-48fa-94d3-a1d59e33a84f", "code": 200}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-plugged", "status": "completed", "tag": "a4138f5d-11dd-4ec8-b3a2-dea77933bc9d", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:47.284500 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaed06ce-0863-464a-b445-fdb8e884208a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:47.285132 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040f8273-6cb3-48fa-94d3-a1d59e33a84f', 'code': 200} Nov 27 01:22:47.285631 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4138f5d-11dd-4ec8-b3a2-dea77933bc9d', 'code': 200} Nov 27 01:22:47.360515 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-dbad804f-162d-459c-ad35-e946bdf5545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:15Z', 'revision_number': 4, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c78155a-21c8-4c8e-aad1-0951b8567b16', 'name': '', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'mac_address': 'fa:16:3e:3d:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:12Z', 'updated_at': '2021-11-27T01:13:24Z', 'revision_number': 5, 'project_id': '45731133ae9e435f84b4491351b086d0', 'subnets': [{'id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:47.396200 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad804f-162d-459c-ad35-e946bdf5545b None None] Checking router: f4e73ca5-047e-44fd-b1d3-3c8033e03e05 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:22:47.406369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44834) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:47.418082 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad804f-162d-459c-ad35-e946bdf5545b None None] Routers {'f4e73ca5-047e-44fd-b1d3-3c8033e03e05'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:47.420070 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-dbad804f-162d-459c-ad35-e946bdf5545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:47.552302 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.581728 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-dbad804f-162d-459c-ad35-e946bdf5545b None None] Set router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:47.599650 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a688c99-3343-43b1-a24d-1cc0b756c52e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.720632 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a688c99-3343-43b1-a24d-1cc0b756c52e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.728816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a688c99-3343-43b1-a24d-1cc0b756c52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:47.782604 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7a688c99-3343-43b1-a24d-1cc0b756c52e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c988cb1329ad4521921f619147e931cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3746605 Nov 27 01:22:47.785251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44850) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:47.798087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a688c99-3343-43b1-a24d-1cc0b756c52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f261f1-da32-41e8-9a29-370609f04860,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:47.828874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44852) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:47.840397 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-dbad804f-162d-459c-ad35-e946bdf5545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:15Z', 'revision_number': 4, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c78155a-21c8-4c8e-aad1-0951b8567b16', 'name': '', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'mac_address': 'fa:16:3e:3d:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:12Z', 'updated_at': '2021-11-27T01:13:24Z', 'revision_number': 5, 'project_id': '45731133ae9e435f84b4491351b086d0', 'subnets': [{'id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:47.915651 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad804f-162d-459c-ad35-e946bdf5545b None None] The sync data for ids ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'] in n-d-819494-2 is: [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:13:15Z', 'revision_number': 4, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3c78155a-21c8-4c8e-aad1-0951b8567b16', 'name': '', 'network_id': 'ca3e04cd-7b00-40c5-9512-0be97b9c1107', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'mac_address': 'fa:16:3e:3d:23:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:12Z', 'updated_at': '2021-11-27T01:13:24Z', 'revision_number': 5, 'project_id': '45731133ae9e435f84b4491351b086d0', 'subnets': [{'id': 'f816a93d-f541-4896-9e58-52bcc03d53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:48.100374 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-16f23b61-2531-471d-ac4b-e3778cd42be7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfda9a1e11ca4b588d46040ca212b02a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2684615 Nov 27 01:22:48.101051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44864) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:48.214819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f8596-1a30-44cd-af4a-75d6544b6b93 req-85505181-49c8-47ea-a9e0-4fde2143c321 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.235178 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f8596-1a30-44cd-af4a-75d6544b6b93 req-85505181-49c8-47ea-a9e0-4fde2143c321 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.259871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f8596-1a30-44cd-af4a-75d6544b6b93 req-85505181-49c8-47ea-a9e0-4fde2143c321 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.265452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44870) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:48.266880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f8596-1a30-44cd-af4a-75d6544b6b93 req-85505181-49c8-47ea-a9e0-4fde2143c321 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.276189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f8596-1a30-44cd-af4a-75d6544b6b93 req-85505181-49c8-47ea-a9e0-4fde2143c321 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.283527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f8596-1a30-44cd-af4a-75d6544b6b93 req-85505181-49c8-47ea-a9e0-4fde2143c321 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.291477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f8596-1a30-44cd-af4a-75d6544b6b93 req-85505181-49c8-47ea-a9e0-4fde2143c321 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.295121 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-908f8596-1a30-44cd-af4a-75d6544b6b93 req-85505181-49c8-47ea-a9e0-4fde2143c321 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5445 time: 0.3196998 Nov 27 01:22:48.393094 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f04a2f95-b98e-4772-ab11-610697e55d62 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.403274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e3c9-45a7-469a-9825-515fe57739f8 req-cc9dca05-ea8a-4a79-af97-34f1b32f3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.403763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e3c9-45a7-469a-9825-515fe57739f8 req-cc9dca05-ea8a-4a79-af97-34f1b32f3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.404237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e3c9-45a7-469a-9825-515fe57739f8 req-cc9dca05-ea8a-4a79-af97-34f1b32f3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.404701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e3c9-45a7-469a-9825-515fe57739f8 req-cc9dca05-ea8a-4a79-af97-34f1b32f3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.405165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e3c9-45a7-469a-9825-515fe57739f8 req-cc9dca05-ea8a-4a79-af97-34f1b32f3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.405618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e3c9-45a7-469a-9825-515fe57739f8 req-cc9dca05-ea8a-4a79-af97-34f1b32f3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.406270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117e3c9-45a7-469a-9825-515fe57739f8 req-cc9dca05-ea8a-4a79-af97-34f1b32f3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:48.406382 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c548953-12f8-4c5f-b09b-6ca2dac09647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.408529 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0117e3c9-45a7-469a-9825-515fe57739f8 req-cc9dca05-ea8a-4a79-af97-34f1b32f3e3f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6502 time: 0.9797983 Nov 27 01:22:48.427686 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a99d77d9-e15c-44ff-9f1f-7b783dfdd142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.428337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e1c5e-1502-4895-af2e-2939ad8bfb8e None None] New status for floating IP 290e0b41-4d9c-4978-a647-faa3994f63bd: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:22:48.431841 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-908f8596-1a30-44cd-af4a-75d6544b6b93 req-cc4317e4-495c-44a2-9e48-00549038eacc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078818 Nov 27 01:22:48.474100 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f04a2f95-b98e-4772-ab11-610697e55d62 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.477683 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c548953-12f8-4c5f-b09b-6ca2dac09647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.536027 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c548953-12f8-4c5f-b09b-6ca2dac09647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.536304 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0117e3c9-45a7-469a-9825-515fe57739f8 req-6c8db006-108c-4b8a-aaa2-28fe82ef0a58 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095321 Nov 27 01:22:48.540284 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c548953-12f8-4c5f-b09b-6ca2dac09647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.542670 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0c548953-12f8-4c5f-b09b-6ca2dac09647 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/986c2e12-b1ce-4792-9497-c1f1d35ab32f HTTP/1.1" status: 204 len: 168 time: 0.4365001 Nov 27 01:22:48.549670 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a99d77d9-e15c-44ff-9f1f-7b783dfdd142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.555413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c548953-12f8-4c5f-b09b-6ca2dac09647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986c2e12-b1ce-4792-9497-c1f1d35ab32f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:48.609068 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f04a2f95-b98e-4772-ab11-610697e55d62 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.612102 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f04a2f95-b98e-4772-ab11-610697e55d62 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.613360 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f04a2f95-b98e-4772-ab11-610697e55d62 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "DELETE /v2.0/security-groups/1011f6f2-3f7d-4577-89a4-f0840c546c9e HTTP/1.1" status: 204 len: 168 time: 0.3429620 Nov 27 01:22:48.619509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44884) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:48.624894 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a2f95-b98e-4772-ab11-610697e55d62 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1011f6f2-3f7d-4577-89a4-f0840c546c9e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:48.634494 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a99d77d9-e15c-44ff-9f1f-7b783dfdd142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.639362 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a99d77d9-e15c-44ff-9f1f-7b783dfdd142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.642500 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a99d77d9-e15c-44ff-9f1f-7b783dfdd142 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05f261f1-da32-41e8-9a29-370609f04860 HTTP/1.1" status: 204 len: 168 time: 0.8539178 Nov 27 01:22:48.649357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d77d9-e15c-44ff-9f1f-7b783dfdd142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f261f1-da32-41e8-9a29-370609f04860,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:48.669105 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-45273a68-0e9f-464d-a2a0-4647b76c2a8f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] show failed (client error): The resource could not be found. Nov 27 01:22:48.673111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44890) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:48.673595 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-45273a68-0e9f-464d-a2a0-4647b76c2a8f tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "GET /v2.0/security-groups/1011f6f2-3f7d-4577-89a4-f0840c546c9e HTTP/1.1" status: 404 len: 347 time: 0.0431931 Nov 27 01:22:48.820768 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-693932cc-f7e1-4d2f-8e7f-b8ae55233fa3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Deleting port 56ad5689-1390-466a-9ff0-305c9a535a8e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:48.821296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-693932cc-f7e1-4d2f-8e7f-b8ae55233fa3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.916295 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-693932cc-f7e1-4d2f-8e7f-b8ae55233fa3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.917629 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-693932cc-f7e1-4d2f-8e7f-b8ae55233fa3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:48.936989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-693932cc-f7e1-4d2f-8e7f-b8ae55233fa3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Calling delete_port for 56ad5689-1390-466a-9ff0-305c9a535a8e owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:49.120333 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-693932cc-f7e1-4d2f-8e7f-b8ae55233fa3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.144388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44904) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:49.156123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693932cc-f7e1-4d2f-8e7f-b8ae55233fa3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Pushing event deleted for resources: {'Port': ['ID=56ad5689-1390-466a-9ff0-305c9a535a8e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:49.179586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d810ea-2ced-4f03-a60a-a6feddfa58cc None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:49.262832 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-693932cc-f7e1-4d2f-8e7f-b8ae55233fa3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.265775 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-693932cc-f7e1-4d2f-8e7f-b8ae55233fa3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.266056 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-24cac07a-93d3-493c-8e21-60aeaf8572a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50c6e895b0d54731bdf1fb0d1255a14f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1201956 Nov 27 01:22:49.267367 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-693932cc-f7e1-4d2f-8e7f-b8ae55233fa3 tempest-ServerActionsTestJSON-1755753641 tempest-ServerActionsTestJSON-1755753641-project] 10.222.0.37 "DELETE /v2.0/floatingips/290e0b41-4d9c-4978-a647-faa3994f63bd HTTP/1.1" status: 204 len: 168 time: 0.5930321 Nov 27 01:22:49.268209 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44906) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:49.270265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44908) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:49.342474 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94c1b4b9-7ad7-45e0-80d2-ca669ef9dfd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.371660 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94c1b4b9-7ad7-45e0-80d2-ca669ef9dfd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.405984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44914) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:49.431107 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c494ce6d-0d4b-483e-abeb-f70973689c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.442304 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94c1b4b9-7ad7-45e0-80d2-ca669ef9dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.446227 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94c1b4b9-7ad7-45e0-80d2-ca669ef9dfd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.451195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-94c1b4b9-7ad7-45e0-80d2-ca669ef9dfd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5dcc7315-22d4-47f8-a1a7-df8b1c21579c HTTP/1.1" status: 204 len: 168 time: 0.1814735 Nov 27 01:22:49.468637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1b4b9-7ad7-45e0-80d2-ca669ef9dfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcc7315-22d4-47f8-a1a7-df8b1c21579c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:49.598892 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c494ce6d-0d4b-483e-abeb-f70973689c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.610187 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c494ce6d-0d4b-483e-abeb-f70973689c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.645939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494ce6d-0d4b-483e-abeb-f70973689c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598771e3-e317-444d-8abc-5eb3baf547f8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:49.712859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549ffe-ac31-4b9e-aabd-77934ab0549e req-e98a3f1a-1c82-46f9-b61b-9e13bc7ea7a4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:49.726299 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c494ce6d-0d4b-483e-abeb-f70973689c7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b38ea5eced5e41dea76786138e3d89ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3170595 Nov 27 01:22:49.732984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44928) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:49.734494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549ffe-ac31-4b9e-aabd-77934ab0549e req-e98a3f1a-1c82-46f9-b61b-9e13bc7ea7a4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:49.751002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549ffe-ac31-4b9e-aabd-77934ab0549e req-e98a3f1a-1c82-46f9-b61b-9e13bc7ea7a4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:49.754224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549ffe-ac31-4b9e-aabd-77934ab0549e req-e98a3f1a-1c82-46f9-b61b-9e13bc7ea7a4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:49.761472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549ffe-ac31-4b9e-aabd-77934ab0549e req-e98a3f1a-1c82-46f9-b61b-9e13bc7ea7a4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:49.767963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549ffe-ac31-4b9e-aabd-77934ab0549e req-e98a3f1a-1c82-46f9-b61b-9e13bc7ea7a4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:49.774103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549ffe-ac31-4b9e-aabd-77934ab0549e req-e98a3f1a-1c82-46f9-b61b-9e13bc7ea7a4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:49.776877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76549ffe-ac31-4b9e-aabd-77934ab0549e req-e98a3f1a-1c82-46f9-b61b-9e13bc7ea7a4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5445 time: 0.1985700 Nov 27 01:22:49.898155 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76549ffe-ac31-4b9e-aabd-77934ab0549e req-e80186d8-07b5-4568-a5a1-5e7853241f79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082630 Nov 27 01:22:49.953908 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c588452-273a-4a25-a1d0-c5c32499db87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:49.980152 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:22:50.051195 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c588452-273a-4a25-a1d0-c5c32499db87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.167482 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c588452-273a-4a25-a1d0-c5c32499db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.170159 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c588452-273a-4a25-a1d0-c5c32499db87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.171411 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8c588452-273a-4a25-a1d0-c5c32499db87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/598771e3-e317-444d-8abc-5eb3baf547f8 HTTP/1.1" status: 204 len: 168 time: 0.4368870 Nov 27 01:22:50.184861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c588452-273a-4a25-a1d0-c5c32499db87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598771e3-e317-444d-8abc-5eb3baf547f8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:50.325203 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-93881282-e450-4388-a431-62103dc912bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.732035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-93881282-e450-4388-a431-62103dc912bc admin admin] Deleting port 3c78155a-21c8-4c8e-aad1-0951b8567b16 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:50.732373 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-93881282-e450-4388-a431-62103dc912bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.827042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-93881282-e450-4388-a431-62103dc912bc admin admin] For port 3c78155a-21c8-4c8e-aad1-0951b8567b16, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3c78155a-21c8-4c8e-aad1-0951b8567b16,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:50.827314 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-93881282-e450-4388-a431-62103dc912bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:50.867151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-93881282-e450-4388-a431-62103dc912bc admin admin] Calling delete_port for 3c78155a-21c8-4c8e-aad1-0951b8567b16 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:51.176859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840d487-b1a2-4c5b-a431-ceca7bc9297f req-8eaad7d2-0cbf-46a1-9e5d-b44ecd818a06 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.183198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840d487-b1a2-4c5b-a431-ceca7bc9297f req-8eaad7d2-0cbf-46a1-9e5d-b44ecd818a06 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.189674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840d487-b1a2-4c5b-a431-ceca7bc9297f req-8eaad7d2-0cbf-46a1-9e5d-b44ecd818a06 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.196611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840d487-b1a2-4c5b-a431-ceca7bc9297f req-8eaad7d2-0cbf-46a1-9e5d-b44ecd818a06 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.211142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840d487-b1a2-4c5b-a431-ceca7bc9297f req-8eaad7d2-0cbf-46a1-9e5d-b44ecd818a06 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.226792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840d487-b1a2-4c5b-a431-ceca7bc9297f req-8eaad7d2-0cbf-46a1-9e5d-b44ecd818a06 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.229322 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-93881282-e450-4388-a431-62103dc912bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:51.234565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840d487-b1a2-4c5b-a431-ceca7bc9297f req-8eaad7d2-0cbf-46a1-9e5d-b44ecd818a06 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.236627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9840d487-b1a2-4c5b-a431-ceca7bc9297f req-8eaad7d2-0cbf-46a1-9e5d-b44ecd818a06 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5445 time: 0.1764112 Nov 27 01:22:51.295533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93881282-e450-4388-a431-62103dc912bc admin admin] Pushing event deleted for resources: {'Port': ['ID=3c78155a-21c8-4c8e-aad1-0951b8567b16,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:51.352343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9840d487-b1a2-4c5b-a431-ceca7bc9297f req-8f54199f-18ec-4be1-8622-fce43a341bba tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061502 Nov 27 01:22:51.668050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27692e47-dbf4-481d-8e09-c71630ac9bc5 req-11670c43-7e86-4755-989e-1c616a6968dc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.674472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27692e47-dbf4-481d-8e09-c71630ac9bc5 req-11670c43-7e86-4755-989e-1c616a6968dc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.680720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27692e47-dbf4-481d-8e09-c71630ac9bc5 req-11670c43-7e86-4755-989e-1c616a6968dc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.687167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27692e47-dbf4-481d-8e09-c71630ac9bc5 req-11670c43-7e86-4755-989e-1c616a6968dc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.688668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45050) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:51.693067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27692e47-dbf4-481d-8e09-c71630ac9bc5 req-11670c43-7e86-4755-989e-1c616a6968dc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.699828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27692e47-dbf4-481d-8e09-c71630ac9bc5 req-11670c43-7e86-4755-989e-1c616a6968dc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.705643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27692e47-dbf4-481d-8e09-c71630ac9bc5 req-11670c43-7e86-4755-989e-1c616a6968dc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:51.707531 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27692e47-dbf4-481d-8e09-c71630ac9bc5 req-11670c43-7e86-4755-989e-1c616a6968dc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5445 time: 0.1928656 Nov 27 01:22:51.718535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45054) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:51.725156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3e795977-1335-4386-af3f-b13f5c48e336 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Request body: {'floatingip': {'port_id': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:51.739707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-93881282-e450-4388-a431-62103dc912bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:51.778174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e795977-1335-4386-af3f-b13f5c48e336 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:51.945430 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.030850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45062) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:52.061336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93881282-e450-4388-a431-62103dc912bc admin admin] Router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:22:52.190627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5b506744-859c-44a2-85d4-0e81aa0aa653 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1602857088'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:52.235478 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.245742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.285960 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b506744-859c-44a2-85d4-0e81aa0aa653 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.287207 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b506744-859c-44a2-85d4-0e81aa0aa653 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.306322 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73555b99b05e42ada4775493845f74d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6163349 Nov 27 01:22:52.313062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45074) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:52.333288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93881282-e450-4388-a431-62103dc912bc admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:52.344556 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000fc1a-3aef-4798-8bb5-0d45b50f3668 None None] Sync routers for ids ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:52.365970 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000fc1a-3aef-4798-8bb5-0d45b50f3668 None None] Routers {'f4e73ca5-047e-44fd-b1d3-3c8033e03e05'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:52.366645 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e000fc1a-3aef-4798-8bb5-0d45b50f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:52.395906 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b506744-859c-44a2-85d4-0e81aa0aa653 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.407735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45080) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:52.408484 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-93881282-e450-4388-a431-62103dc912bc admin admin] 10.222.0.37 "PUT /v2.0/routers/f4e73ca5-047e-44fd-b1d3-3c8033e03e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1357107 Nov 27 01:22:52.415549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b506744-859c-44a2-85d4-0e81aa0aa653 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.422811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89fa789-45ae-4573-98c5-8627c1237b4f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:52.467379 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b506744-859c-44a2-85d4-0e81aa0aa653 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.471048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5b506744-859c-44a2-85d4-0e81aa0aa653 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4363928 Nov 27 01:22:52.472989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45082) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:52.509449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:52.509874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:52.510461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:52.510819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:52.511153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:52.511540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:52.511932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:52.512332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:52.512720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:52.513275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:52.513537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:52.513922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1e13ff-32c7-47fd-84cb-eb41144dbd58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:52.565211 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9b9a-3955-46e4-9277-7b3324781aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.573773 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a7414cf-d4d4-44e7-9f4d-e3d9490e1a65 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.652660 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e000fc1a-3aef-4798-8bb5-0d45b50f3668 None None] Set router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:52.697456 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9b9a-3955-46e4-9277-7b3324781aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.780213 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9b9a-3955-46e4-9277-7b3324781aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.783755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9b9a-3955-46e4-9277-7b3324781aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.785152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ad8a9b9a-3955-46e4-9277-7b3324781aa9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d89fa789-45ae-4573-98c5-8627c1237b4f HTTP/1.1" status: 204 len: 168 time: 0.4709489 Nov 27 01:22:52.795698 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.850831 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.resource_extend [None req-3e795977-1335-4386-af3f-b13f5c48e336 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:22:52.959333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e795977-1335-4386-af3f-b13f5c48e336 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:52.979589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e795977-1335-4386-af3f-b13f5c48e336 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.008393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a9b9a-3955-46e4-9277-7b3324781aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89fa789-45ae-4573-98c5-8627c1237b4f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:53.019837 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a7414cf-d4d4-44e7-9f4d-e3d9490e1a65 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.024142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a7414cf-d4d4-44e7-9f4d-e3d9490e1a65 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.051910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.115867 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a7414cf-d4d4-44e7-9f4d-e3d9490e1a65 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.118024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7414cf-d4d4-44e7-9f4d-e3d9490e1a65 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 441fadf1-d888-42b7-8367-ac993f250510 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:53.125368 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a7414cf-d4d4-44e7-9f4d-e3d9490e1a65 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.129762 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4a7414cf-d4d4-44e7-9f4d-e3d9490e1a65 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] 10.222.0.37 "DELETE /v2.0/routers/441fadf1-d888-42b7-8367-ac993f250510 HTTP/1.1" status: 204 len: 168 time: 0.6527627 Nov 27 01:22:53.130403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45108) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:53.146303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-383521e4-36d2-43e0-b90b-aa6ac84d762c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Request body: {'router': {'name': 'tempest-router-1224879737', 'distributed': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:53.150309 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-3e795977-1335-4386-af3f-b13f5c48e336 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Floating IP 38e6df02-a366-4001-ae04-a299f77a6eda associated. External IP: 172.25.3.39, port: a91841f9-ede1-43ae-b396-9db6fc9d3f50. Nov 27 01:22:53.185487 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e000fc1a-3aef-4798-8bb5-0d45b50f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:22:51Z', 'revision_number': 5, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port': {'id': 'a3a7c0f0-f187-4beb-aa9c-95180f883c11', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:13:08Z', 'updated_at': '2021-11-27T01:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:53.197384 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-383521e4-36d2-43e0-b90b-aa6ac84d762c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.199749 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-383521e4-36d2-43e0-b90b-aa6ac84d762c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.255335 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000fc1a-3aef-4798-8bb5-0d45b50f3668 None None] Checking router: f4e73ca5-047e-44fd-b1d3-3c8033e03e05 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:22:53.288492 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000fc1a-3aef-4798-8bb5-0d45b50f3668 None None] Routers {'f4e73ca5-047e-44fd-b1d3-3c8033e03e05'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:53.289088 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e000fc1a-3aef-4798-8bb5-0d45b50f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:53.315356 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-383521e4-36d2-43e0-b90b-aa6ac84d762c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.330891 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-383521e4-36d2-43e0-b90b-aa6ac84d762c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.366560 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-383521e4-36d2-43e0-b90b-aa6ac84d762c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.371192 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-383521e4-36d2-43e0-b90b-aa6ac84d762c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2250512 Nov 27 01:22:53.371456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45118) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:53.518112 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d300b1cd-d397-4b0f-bbf2-192fe183f94c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.525734 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e000fc1a-3aef-4798-8bb5-0d45b50f3668 None None] Set router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:53.590146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45120) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:53.612998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Deleting port a3a7c0f0-f187-4beb-aa9c-95180f883c11 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:53.613584 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.646118 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e000fc1a-3aef-4798-8bb5-0d45b50f3668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:22:53Z', 'revision_number': 6, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:53.693422 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000fc1a-3aef-4798-8bb5-0d45b50f3668 None None] The sync data for ids ['f4e73ca5-047e-44fd-b1d3-3c8033e03e05'] in n-d-819494-2 is: [{'id': 'f4e73ca5-047e-44fd-b1d3-3c8033e03e05', 'name': 'tempest-ServerActionsTestJSON-1200134151-router', 'tenant_id': '45731133ae9e435f84b4491351b086d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:13:07Z', 'updated_at': '2021-11-27T01:22:53Z', 'revision_number': 6, 'project_id': '45731133ae9e435f84b4491351b086d0', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:53.773324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] For port a3a7c0f0-f187-4beb-aa9c-95180f883c11, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a3a7c0f0-f187-4beb-aa9c-95180f883c11,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:53.774000 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:53.809960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45128) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:53.828187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Calling delete_port for a3a7c0f0-f187-4beb-aa9c-95180f883c11 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:53.899056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e795977-1335-4386-af3f-b13f5c48e336 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Router 23492170-1907-491b-ad9d-c424a6c99e27 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:22:54.022584 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0eff2b40-7d90-4578-ac9c-c57fbb529f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.068169 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-191e53fc-003e-4ba4-9e19-a04d3ffe978d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.097104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d300b1cd-d397-4b0f-bbf2-192fe183f94c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.102446 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d300b1cd-d397-4b0f-bbf2-192fe183f94c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.172905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d300b1cd-d397-4b0f-bbf2-192fe183f94c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.173870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d300b1cd-d397-4b0f-bbf2-192fe183f94c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf67bfbd-1b16-4d65-a865-e1dad3d6bd52 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:54.187303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e795977-1335-4386-af3f-b13f5c48e336 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:22:54.188183 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d300b1cd-d397-4b0f-bbf2-192fe183f94c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.188793 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.194076 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e795977-1335-4386-af3f-b13f5c48e336 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.196987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d300b1cd-d397-4b0f-bbf2-192fe183f94c tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] 10.222.0.37 "DELETE /v2.0/routers/bf67bfbd-1b16-4d65-a865-e1dad3d6bd52 HTTP/1.1" status: 204 len: 168 time: 0.8240631 Nov 27 01:22:54.202144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45140) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:54.204657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78002928-e930-4b8d-9aee-b93a86cfc61f None None] Sync routers for ids ['23492170-1907-491b-ad9d-c424a6c99e27'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:22:54.206968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2edc37b3-d99e-48d4-b7ea-6c6012c9a4e9 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Request body: {'router': {'name': 'tempest-router-1908601815', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1aa15b39473e4f3abc5f067c94a54372'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:54.224572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78002928-e930-4b8d-9aee-b93a86cfc61f None None] Routers {'23492170-1907-491b-ad9d-c424a6c99e27'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:54.225232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-78002928-e930-4b8d-9aee-b93a86cfc61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['23492170-1907-491b-ad9d-c424a6c99e27'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:54.253271 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a7c0f0-f187-4beb-aa9c-95180f883c11,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:54.269834 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3e795977-1335-4386-af3f-b13f5c48e336 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "PUT /v2.0/floatingips/38e6df02-a366-4001-ae04-a299f77a6eda HTTP/1.1" status: 200 len: 990 time: 2.5501831 Nov 27 01:22:54.286956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:22:54.289353 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c" -d '{"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "a91841f9-ede1-43ae-b396-9db6fc9d3f50"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:22:54.310505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2edc37b3-d99e-48d4-b7ea-6c6012c9a4e9 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.311595 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2edc37b3-d99e-48d4-b7ea-6c6012c9a4e9 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.316719 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-191e53fc-003e-4ba4-9e19-a04d3ffe978d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.330872 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-191e53fc-003e-4ba4-9e19-a04d3ffe978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.345273 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0eff2b40-7d90-4578-ac9c-c57fbb529f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.362880 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0eff2b40-7d90-4578-ac9c-c57fbb529f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.383544 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea091fe8-bbbd-4cab-ad3a-7efb60689a2b x-openstack-request-id: req-ea091fe8-bbbd-4cab-ad3a-7efb60689a2b {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:22:54.391439 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "tag": "a91841f9-ede1-43ae-b396-9db6fc9d3f50", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:22:54.391835 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea091fe8-bbbd-4cab-ad3a-7efb60689a2b {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:22:54.392334 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'tag': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50', 'status': 'completed', 'code': 200} Nov 27 01:22:54.396270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.427251 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2edc37b3-d99e-48d4-b7ea-6c6012c9a4e9 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.430705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e53fc-003e-4ba4-9e19-a04d3ffe978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af66ed8b-1a24-4e52-8f33-ae3415ba873c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:54.455078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-191e53fc-003e-4ba4-9e19-a04d3ffe978d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=358de5d4def34fbba1293b2653499285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8622341 Nov 27 01:22:54.455466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-78002928-e930-4b8d-9aee-b93a86cfc61f None None] Set router 23492170-1907-491b-ad9d-c424a6c99e27 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:54.458219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45146) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:54.515857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2edc37b3-d99e-48d4-b7ea-6c6012c9a4e9 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.549415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.552960 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0eff2b40-7d90-4578-ac9c-c57fbb529f57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c818ccfcf05a46a8812fab0ca31d43fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7421424 Nov 27 01:22:54.553893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6759b6cb-e6a4-49a2-8911-89318607c7eb None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:54.555080 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.556447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45150) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:54.565341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff2b40-7d90-4578-ac9c-c57fbb529f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75fb52e-6fc8-44ec-b7fb-2ef71762eb91,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:54.576314 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2edc37b3-d99e-48d4-b7ea-6c6012c9a4e9 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.580148 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2edc37b3-d99e-48d4-b7ea-6c6012c9a4e9 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3739665 Nov 27 01:22:54.580589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45154) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:54.593524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:54.727795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-7f91b047-4793-4289-af28-33b8fe1faf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:54.728303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-7f91b047-4793-4289-af28-33b8fe1faf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:54.728781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-7f91b047-4793-4289-af28-33b8fe1faf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:54.729807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-7f91b047-4793-4289-af28-33b8fe1faf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:54.730301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-7f91b047-4793-4289-af28-33b8fe1faf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:54.730770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-7f91b047-4793-4289-af28-33b8fe1faf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:54.731249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-7f91b047-4793-4289-af28-33b8fe1faf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:54.739437 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.740769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4e73ca5-047e-44fd-b1d3-3c8033e03e05 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:54.740907 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-7f91b047-4793-4289-af28-33b8fe1faf05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6502 time: 0.2816095 Nov 27 01:22:54.741562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6237-d339-4b40-9ca9-34f37c224c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.749214 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.749652 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-240139e9-a8bc-4082-9d0d-2d2e5cc4cc71 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f4e73ca5-047e-44fd-b1d3-3c8033e03e05 HTTP/1.1" status: 204 len: 168 time: 2.3386967 Nov 27 01:22:54.752821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45158) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:54.816500 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e092-77cf-44cf-a700-2b503d53dd3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.819470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3c78155a-21c8-4c8e-aad1-0951b8567b16 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:54.850424 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e092-77cf-44cf-a700-2b503d53dd3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.869358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 3c78155a-21c8-4c8e-aad1-0951b8567b16 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:54.874482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3c78155a-21c8-4c8e-aad1-0951b8567b16 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:54.884664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a3a7c0f0-f187-4beb-aa9c-95180f883c11 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:54.931051 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: a3a7c0f0-f187-4beb-aa9c-95180f883c11 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:54.931574 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e092-77cf-44cf-a700-2b503d53dd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.932014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a3a7c0f0-f187-4beb-aa9c-95180f883c11 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:54.937418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e092-77cf-44cf-a700-2b503d53dd3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.941428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8fc8e092-77cf-44cf-a700-2b503d53dd3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d75fb52e-6fc8-44ec-b7fb-2ef71762eb91 HTTP/1.1" status: 204 len: 168 time: 0.3809650 Nov 27 01:22:54.962367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c621a6-2d7c-420c-8144-2422760b1801 admin admin] Deleting subnet f816a93d-f541-4896-9e58-52bcc03d53b8 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:22:54.964811 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5c621a6-2d7c-420c-8144-2422760b1801 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:54.981162 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6237-d339-4b40-9ca9-34f37c224c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.003961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-78002928-e930-4b8d-9aee-b93a86cfc61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '38e6df02-a366-4001-ae04-a299f77a6eda', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'port_id': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'mac_address': 'fa:16:3e:e5:c9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:21:03Z', 'updated_at': '2021-11-27T01:22:52Z', 'revision_number': 1, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5468963d-fd9e-4cea-b4eb-e8757d9ce376', 'name': '', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'mac_address': 'fa:16:3e:3d:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:46Z', 'updated_at': '2021-11-27T01:19:53Z', 'revision_number': 5, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'subnets': [{'id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:55.043408 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.043759 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.056706 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5c621a6-2d7c-420c-8144-2422760b1801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.075453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78002928-e930-4b8d-9aee-b93a86cfc61f None None] Checking router: 23492170-1907-491b-ad9d-c424a6c99e27 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:22:55.091016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8e092-77cf-44cf-a700-2b503d53dd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75fb52e-6fc8-44ec-b7fb-2ef71762eb91,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:55.123535 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78002928-e930-4b8d-9aee-b93a86cfc61f None None] Routers {'23492170-1907-491b-ad9d-c424a6c99e27'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:22:55.124393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-78002928-e930-4b8d-9aee-b93a86cfc61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['23492170-1907-491b-ad9d-c424a6c99e27'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:55.181711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103384) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 27 01:22:55.182122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Router 6d7576e8-f962-424f-b164-1e3a24782dab migrating from provider to provider. {{(pid=103384) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 27 01:22:55.185732 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.189009 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.200083 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.209820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-16ff8b1d-c45e-4525-9112-add35c5b9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:55.211423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-16ff8b1d-c45e-4525-9112-add35c5b9413 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1911280f-60d8-4aa0-8f77-7153690dade4 HTTP/1.1" status: 200 len: 918 time: 0.4609509 Nov 27 01:22:55.260106 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5c621a6-2d7c-420c-8144-2422760b1801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.294566 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-78002928-e930-4b8d-9aee-b93a86cfc61f None None] Set router 23492170-1907-491b-ad9d-c424a6c99e27 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:22:55.343540 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5c621a6-2d7c-420c-8144-2422760b1801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.376814 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5c621a6-2d7c-420c-8144-2422760b1801 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.384116 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e5c621a6-2d7c-420c-8144-2422760b1801 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f816a93d-f541-4896-9e58-52bcc03d53b8 HTTP/1.1" status: 204 len: 168 time: 0.6277103 Nov 27 01:22:55.392350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a8d71-0aff-454e-8872-f7f4f1266f31 None None] Network ca3e04cd-7b00-40c5-9512-0be97b9c1107 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:22:55.396301 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-4ac749cb-ad95-4e00-b567-3bb6c33764e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50 HTTP/1.1" status: 200 len: 998 time: 0.0619335 Nov 27 01:22:55.397298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45170) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:55.427859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c621a6-2d7c-420c-8144-2422760b1801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f816a93d-f541-4896-9e58-52bcc03d53b8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:55.460233 n-d-819494-2 neutron-server[103384]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] No L3 agents can host the router 6d7576e8-f962-424f-b164-1e3a24782dab Nov 27 01:22:55.461624 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6237-d339-4b40-9ca9-34f37c224c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.464581 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6237-d339-4b40-9ca9-34f37c224c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.468220 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ddcb6237-d339-4b40-9ca9-34f37c224c44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af66ed8b-1a24-4e52-8f33-ae3415ba873c HTTP/1.1" status: 204 len: 168 time: 0.9919078 Nov 27 01:22:55.521959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb6237-d339-4b40-9ca9-34f37c224c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af66ed8b-1a24-4e52-8f33-ae3415ba873c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:55.610170 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-8ff9d142-f6e2-4dbf-b89e-42e72d41a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:55.612415 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-8ff9d142-f6e2-4dbf-b89e-42e72d41a543 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92595162-6d4d-4477-968d-cc58800ef4a5 HTTP/1.1" status: 200 len: 856 time: 0.2074172 Nov 27 01:22:55.728620 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.770801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] DHCP port deletion for ca3e04cd-7b00-40c5-9512-0be97b9c1107 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:22:55.856501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Hosts for router 6d7576e8-f962-424f-b164-1e3a24782dab: [] {{(pid=103384) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 27 01:22:55.891156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-874b63ee-2182-4686-9757-70229a90ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:22:55.892969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-874b63ee-2182-4686-9757-70229a90ec62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1911280f-60d8-4aa0-8f77-7153690dade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673639 Nov 27 01:22:55.895094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Hosts for other DVR routers connected to router 6d7576e8-f962-424f-b164-1e3a24782dab: set() {{(pid=103384) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 27 01:22:55.897688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.901845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4e352d58-e919-46eb-9d10-0581dae23d86 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] 10.222.0.37 "PUT /v2.0/routers/6d7576e8-f962-424f-b164-1e3a24782dab HTTP/1.1" status: 200 len: 717 time: 1.3099904 Nov 27 01:22:55.902262 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45194) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:55.913680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Deleting port 84d023a3-3f4c-4126-8bac-41e6e1946851 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:55.914056 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:55.937480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-1c93f5ca-4bfb-4a4f-a697-c6ebabb21c4c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:22:55.939046 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-1c93f5ca-4bfb-4a4f-a697-c6ebabb21c4c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165472 Nov 27 01:22:55.951330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-78002928-e930-4b8d-9aee-b93a86cfc61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '38e6df02-a366-4001-ae04-a299f77a6eda', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'port_id': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'mac_address': 'fa:16:3e:e5:c9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:21:03Z', 'updated_at': '2021-11-27T01:22:52Z', 'revision_number': 1, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5468963d-fd9e-4cea-b4eb-e8757d9ce376', 'name': '', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'mac_address': 'fa:16:3e:3d:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:46Z', 'updated_at': '2021-11-27T01:19:53Z', 'revision_number': 5, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'subnets': [{'id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:56.036603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78002928-e930-4b8d-9aee-b93a86cfc61f None None] The sync data for ids ['23492170-1907-491b-ad9d-c424a6c99e27'] in n-d-819494-2 is: [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '38e6df02-a366-4001-ae04-a299f77a6eda', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'port_id': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'mac_address': 'fa:16:3e:e5:c9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:21:03Z', 'updated_at': '2021-11-27T01:22:52Z', 'revision_number': 1, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5468963d-fd9e-4cea-b4eb-e8757d9ce376', 'name': '', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'mac_address': 'fa:16:3e:3d:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:46Z', 'updated_at': '2021-11-27T01:19:53Z', 'revision_number': 5, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'subnets': [{'id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:22:56.080871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] For port 84d023a3-3f4c-4126-8bac-41e6e1946851, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84d023a3-3f4c-4126-8bac-41e6e1946851,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:56.081108 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.108444 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6d2c1a53-67c7-4c7a-9714-842a8cef41be tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] 10.222.0.37 "GET /v2.0/routers/6d7576e8-f962-424f-b164-1e3a24782dab HTTP/1.1" status: 200 len: 717 time: 0.2050076 Nov 27 01:22:56.115565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45210) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:56.120501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Deleting port 84d023a3-3f4c-4126-8bac-41e6e1946851 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:22:56.121074 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.154759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Calling delete_port for 84d023a3-3f4c-4126-8bac-41e6e1946851 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:56.246766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] For port 84d023a3-3f4c-4126-8bac-41e6e1946851, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84d023a3-3f4c-4126-8bac-41e6e1946851,segment=NetworkSegment(72a805de-7d3c-4e0a-9826-3507c80fe11e),segment_id=72a805de-7d3c-4e0a-9826-3507c80fe11e)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:22:56.248530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.259887 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.272461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-a0c0d2b2-a5b8-413a-be70-375f3769ac57 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163509 Nov 27 01:22:56.285579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Calling delete_port for 84d023a3-3f4c-4126-8bac-41e6e1946851 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:22:56.294827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Pushing event deleted for resources: {'Port': ['ID=84d023a3-3f4c-4126-8bac-41e6e1946851,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:56.306532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] No DVR routers for this DVR port 84d023a3-3f4c-4126-8bac-41e6e1946851 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:56.335764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:56.336666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:56.337265 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:56.337806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:56.338528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:56.339074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:56.339627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:56.340495 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:56.341033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:56.342137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:56.342961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:56.343489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe687aaf-dae1-4f7b-a05a-ca09e1e52e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:22:56.439571 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3b7f6-6f60-45f5-9934-468ec1788874 None None] New status for floating IP 38e6df02-a366-4001-ae04-a299f77a6eda: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:22:56.497834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84d023a3-3f4c-4126-8bac-41e6e1946851 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:22:56.524998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 84d023a3-3f4c-4126-8bac-41e6e1946851 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:22:56.526115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84d023a3-3f4c-4126-8bac-41e6e1946851 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:22:56.559104 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6682da8a-5337-4478-af79-052915bd4c3c tempest-RoutersTestDVR-354755866 tempest-RoutersTestDVR-354755866-project] 10.222.0.37 "GET /v2.0/routers/6d7576e8-f962-424f-b164-1e3a24782dab HTTP/1.1" status: 200 len: 683 time: 0.4421024 Nov 27 01:22:56.565362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45224) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:56.697896 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bfa1dee3-bf4f-4a29-9981-3c9e25a4585c req-f290d876-3ab7-48bd-8bf8-e8ffe0bf4f36 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136662 Nov 27 01:22:56.702058 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55871f1e-ac29-4ddc-85fb-9747fd7133e7 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.817534 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:56.849747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d023a3-3f4c-4126-8bac-41e6e1946851,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:56.851865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] No DVR routers for this DVR port 84d023a3-3f4c-4126-8bac-41e6e1946851 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:22:57.017119 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55871f1e-ac29-4ddc-85fb-9747fd7133e7 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.024711 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55871f1e-ac29-4ddc-85fb-9747fd7133e7 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.410009 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.462752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3e04cd-7b00-40c5-9512-0be97b9c1107']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:57.474641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a805de-7d3c-4e0a-9826-3507c80fe11e') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:57.474950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a805de-7d3c-4e0a-9826-3507c80fe11e') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:22:57.476852 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55871f1e-ac29-4ddc-85fb-9747fd7133e7 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.477335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55871f1e-ac29-4ddc-85fb-9747fd7133e7 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d7576e8-f962-424f-b164-1e3a24782dab {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:57.487475 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55871f1e-ac29-4ddc-85fb-9747fd7133e7 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.489211 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-55871f1e-ac29-4ddc-85fb-9747fd7133e7 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] 10.222.0.37 "DELETE /v2.0/routers/6d7576e8-f962-424f-b164-1e3a24782dab HTTP/1.1" status: 204 len: 168 time: 0.9167473 Nov 27 01:22:57.493225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45270) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:57.493884 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.501940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-eb6b2625-399b-4543-a787-81382f2be228 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Request body: {'router': {'name': 'tempest-router-759834983', 'distributed': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:22:57.511772 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.530219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:22:57.531563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:22:57.535191 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:22:57.540469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45272) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:57.548489 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb6b2625-399b-4543-a787-81382f2be228 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.549643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb6b2625-399b-4543-a787-81382f2be228 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.622913 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb6b2625-399b-4543-a787-81382f2be228 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.626883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.630463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb6b2625-399b-4543-a787-81382f2be228 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.635442 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.641394 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ca3e04cd-7b00-40c5-9512-0be97b9c1107 HTTP/1.1" status: 204 len: 168 time: 2.2408769 Nov 27 01:22:57.652945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09527d6-a429-4d37-96f9-69992eeedc42 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3e04cd-7b00-40c5-9512-0be97b9c1107,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:57.664712 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb6b2625-399b-4543-a787-81382f2be228 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.667549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eb6b2625-399b-4543-a787-81382f2be228 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1701868 Nov 27 01:22:57.669340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45278) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:57.728141 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da32458e-98fa-41d1-a872-e60bc7263818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.806696 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b731090-a4ec-4a9a-a085-ee48d2ecfdd3 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.868233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da32458e-98fa-41d1-a872-e60bc7263818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.876174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da32458e-98fa-41d1-a872-e60bc7263818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:57.938578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-da32458e-98fa-41d1-a872-e60bc7263818 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3d5d901123040c2b00c4134c0507491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3955083 Nov 27 01:22:57.941204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32458e-98fa-41d1-a872-e60bc7263818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145b06de-0f61-4add-a8e9-29e318ac650f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:57.943756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45292) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:57.960131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45294) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:58.029176 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7d0fc0ab-e01a-49fe-8354-0842cbb55eee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45731133ae9e435f84b4491351b086d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0676730 Nov 27 01:22:58.032377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45298) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:58.042020 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-901dea9b-2514-455e-8d2c-427701d6239c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.042287 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b731090-a4ec-4a9a-a085-ee48d2ecfdd3 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.044473 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b731090-a4ec-4a9a-a085-ee48d2ecfdd3 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.093843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-901dea9b-2514-455e-8d2c-427701d6239c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.105770 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b731090-a4ec-4a9a-a085-ee48d2ecfdd3 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.106306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b731090-a4ec-4a9a-a085-ee48d2ecfdd3 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99144b5a-143e-4ecd-bcf7-f869dd6c04a9 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:22:58.111456 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b731090-a4ec-4a9a-a085-ee48d2ecfdd3 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.112761 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2b731090-a4ec-4a9a-a085-ee48d2ecfdd3 tempest-RoutersTestDVR-1674805669 tempest-RoutersTestDVR-1674805669-project-admin] 10.222.0.37 "DELETE /v2.0/routers/99144b5a-143e-4ecd-bcf7-f869dd6c04a9 HTTP/1.1" status: 204 len: 168 time: 0.4422276 Nov 27 01:22:58.161949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c23ef522-1e15-4b3b-a81a-015b89eca7f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.190975 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c23ef522-1e15-4b3b-a81a-015b89eca7f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.227825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-901dea9b-2514-455e-8d2c-427701d6239c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.230538 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-901dea9b-2514-455e-8d2c-427701d6239c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.231675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-901dea9b-2514-455e-8d2c-427701d6239c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/145b06de-0f61-4add-a8e9-29e318ac650f HTTP/1.1" status: 204 len: 168 time: 0.2868409 Nov 27 01:22:58.242039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901dea9b-2514-455e-8d2c-427701d6239c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145b06de-0f61-4add-a8e9-29e318ac650f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:58.278009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c23ef522-1e15-4b3b-a81a-015b89eca7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.281002 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c23ef522-1e15-4b3b-a81a-015b89eca7f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.282270 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c23ef522-1e15-4b3b-a81a-015b89eca7f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa HTTP/1.1" status: 204 len: 168 time: 0.2481813 Nov 27 01:22:58.292605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ef522-1e15-4b3b-a81a-015b89eca7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a2b68e-a5e5-4dc0-9e32-5d7ae2bfe3aa,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:58.553518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45324) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:58.761806 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c333160-e540-45b0-bc27-eaf9fe0f8706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.891682 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c333160-e540-45b0-bc27-eaf9fe0f8706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.897578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c333160-e540-45b0-bc27-eaf9fe0f8706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:58.943429 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45354) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:58.943985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6c333160-e540-45b0-bc27-eaf9fe0f8706 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1aa15b39473e4f3abc5f067c94a54372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3888810 Nov 27 01:22:58.944691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c333160-e540-45b0-bc27-eaf9fe0f8706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e55ae81-6cac-40c9-934d-c21244af6149,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:59.031348 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-704920b5-db7d-45da-8852-eee7c69b6f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.064058 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-704920b5-db7d-45da-8852-eee7c69b6f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.133775 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-704920b5-db7d-45da-8852-eee7c69b6f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.140240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-704920b5-db7d-45da-8852-eee7c69b6f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.141546 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-704920b5-db7d-45da-8852-eee7c69b6f14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e55ae81-6cac-40c9-934d-c21244af6149 HTTP/1.1" status: 204 len: 168 time: 0.1958926 Nov 27 01:22:59.149898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704920b5-db7d-45da-8852-eee7c69b6f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e55ae81-6cac-40c9-934d-c21244af6149,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:59.640202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45398) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:59.656356 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c16cac9-b2ac-4049-91ce-22be36e82506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.770597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c16cac9-b2ac-4049-91ce-22be36e82506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.775586 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c16cac9-b2ac-4049-91ce-22be36e82506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.822843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9c16cac9-b2ac-4049-91ce-22be36e82506 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c42d6f6a8ca5445a8194fdd95c43de80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802952 Nov 27 01:22:59.824546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45404) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:22:59.836264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16cac9-b2ac-4049-91ce-22be36e82506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff23becf-7f28-49a7-a1ed-9f22a48c5f21,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:22:59.897021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f694b4e6-fa65-4bce-8d28-e61faca9fbe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.926404 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f694b4e6-fa65-4bce-8d28-e61faca9fbe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.996119 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f694b4e6-fa65-4bce-8d28-e61faca9fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:22:59.999618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f694b4e6-fa65-4bce-8d28-e61faca9fbe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.000763 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f694b4e6-fa65-4bce-8d28-e61faca9fbe7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff23becf-7f28-49a7-a1ed-9f22a48c5f21 HTTP/1.1" status: 204 len: 168 time: 0.1752143 Nov 27 01:23:00.009693 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694b4e6-fa65-4bce-8d28-e61faca9fbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff23becf-7f28-49a7-a1ed-9f22a48c5f21,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:00.092008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45424) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:00.425974 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45436) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:00.450394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1492625097-network', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:00.513454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Made reservation on behalf of 52ac6fd6419d434f9c1662bb6943d715 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:00.515770 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.523491 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cce70ef8-9ab2-4151-b1f4-1dfa13dd7edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.529239 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.659807 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.661238 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cce70ef8-9ab2-4151-b1f4-1dfa13dd7edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.667801 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cce70ef8-9ab2-4151-b1f4-1dfa13dd7edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.668957 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.723670 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cce70ef8-9ab2-4151-b1f4-1dfa13dd7edb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1c1c32c384b4247b802a7eec89e1d5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2965374 Nov 27 01:23:00.724501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45454) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:00.725160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce70ef8-9ab2-4151-b1f4-1dfa13dd7edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5212fc23-0ab0-40e4-aabf-4437be1b0d2b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:00.733056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:00.766621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11214843-1fd0-42ed-b299-83b0f2180fbe,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:00.782813 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87a76de8-6e3d-4a41-86fd-9ab0e9fc296b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.784080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.784785 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Added segment 7bf5081b-8106-4d37-89dc-c2e516fa20c9 of type vlan for network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 Nov 27 01:23:00.809042 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87a76de8-6e3d-4a41-86fd-9ab0e9fc296b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.884123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.899523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87a76de8-6e3d-4a41-86fd-9ab0e9fc296b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.913775 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-87a76de8-6e3d-4a41-86fd-9ab0e9fc296b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:00.918073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-87a76de8-6e3d-4a41-86fd-9ab0e9fc296b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5212fc23-0ab0-40e4-aabf-4437be1b0d2b HTTP/1.1" status: 204 len: 168 time: 0.1899247 Nov 27 01:23:00.956927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a76de8-6e3d-4a41-86fd-9ab0e9fc296b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5212fc23-0ab0-40e4-aabf-4437be1b0d2b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:01.008291 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.009661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:01.017275 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.172517 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0775807 Nov 27 01:23:01.175324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45480) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:01.177348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51709da-845f-4525-ade5-8b7d03ccb683 admin admin] Pushing event updated for resources: {'Network': ['ID=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:01.181901 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e10a0900-a790-4660-b940-60d3571b26f1 admin admin] Request body: {'subnet': {'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1492625097-subnet', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:01.190280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:01.256442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10a0900-a790-4660-b940-60d3571b26f1 admin admin] Made reservation on behalf of 52ac6fd6419d434f9c1662bb6943d715 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:01.262509 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e10a0900-a790-4660-b940-60d3571b26f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.451852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45488) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:01.574467 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e10a0900-a790-4660-b940-60d3571b26f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.626520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-466950311'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:01.672501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:01.676246 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.687538 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a0900-a790-4660-b940-60d3571b26f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d9c5a7-8e33-42a1-b9ce-87af427cb7df,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:01.700933 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.732431 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10a0900-a790-4660-b940-60d3571b26f1 admin admin] Checking segment: {'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:01.732795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a0900-a790-4660-b940-60d3571b26f1 admin admin] Network hostable DHCP agents. Network: a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:01.780284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a0900-a790-4660-b940-60d3571b26f1 admin admin] Network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:01.809405 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.809643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e10a0900-a790-4660-b940-60d3571b26f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:01.816437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10a0900-a790-4660-b940-60d3571b26f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:01.816692 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.816811 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e10a0900-a790-4660-b940-60d3571b26f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.819814 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b649bc7-7499-416e-b1a5-7e5ad9358b71 None None] Network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:01.841956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:01.844993 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e10a0900-a790-4660-b940-60d3571b26f1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6681793 Nov 27 01:23:01.847836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45506) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:01.852687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1492625097-router', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:01.858992 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.859360 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Added segment cc619189-e0ba-459a-a95e-70dc8592bdab of type vlan for network 25e602fe-b534-4128-a80f-d182baf30796 Nov 27 01:23:01.905444 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.907439 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.915595 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.965479 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:01.983410 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:01.985983 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.000474 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.123093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a21419-cc31-417b-9aca-a3a5092d1f7e None None] Network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:02.178037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35733238-5d9a-4dd6-9f84-6f748f2b4ea8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:02.214951 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7587485 Nov 27 01:23:02.221634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45522) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:02.235971 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9492ee26-7642-4d1d-a364-808baac78f30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:02.390502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047b4f8-2763-46b9-b42e-1de2bee4c98e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Network': ['ID=25e602fe-b534-4128-a80f-d182baf30796,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:02.407445 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:02.431277 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.496622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9492ee26-7642-4d1d-a364-808baac78f30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:02.518510 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9492ee26-7642-4d1d-a364-808baac78f30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.763071 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.783944 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.800460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9492ee26-7642-4d1d-a364-808baac78f30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:02.882910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492ee26-7642-4d1d-a364-808baac78f30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=8e2f98ff-3bdc-4694-9b6d-2069afba9848,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:02.915632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9492ee26-7642-4d1d-a364-808baac78f30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:02.916006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9492ee26-7642-4d1d-a364-808baac78f30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network hostable DHCP agents. Network: 25e602fe-b534-4128-a80f-d182baf30796, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:23:02.936838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9492ee26-7642-4d1d-a364-808baac78f30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:23:02.968665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-9492ee26-7642-4d1d-a364-808baac78f30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 25e602fe-b534-4128-a80f-d182baf30796) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:02.970354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Allocated IP 172.25.3.135 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/462e7851-d2a3-4433-bf02-2c65854d534d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:02.987924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4599ff1c-87b5-4a05-9bd9-f047cdb94185 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:02.991404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9492ee26-7642-4d1d-a364-808baac78f30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:02.992412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9492ee26-7642-4d1d-a364-808baac78f30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.032950 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9492ee26-7642-4d1d-a364-808baac78f30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8095312 Nov 27 01:23:03.035313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45552) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:03.042626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'name': 'tempest-NetworksTestDHCPv6-742600351'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:03.171769 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.205512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:03.214309 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.238521 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.268231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port ef24b1fc-deb8-4e61-b319-27e61876463c yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:03.345038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-25e602fe-b534-4128-a80f-d182baf30796', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'fixed_ips': [{'subnet_id': '8e2f98ff-3bdc-4694-9b6d-2069afba9848'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:03.346045 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.349573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:03.362614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:03.374645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:03.388161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfc0ae-2c66-4dbb-922f-dccff79d1037 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:03.461289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Pushing event updated for resources: {'Port': ['ID=462e7851-d2a3-4433-bf02-2c65854d534d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:03.535242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::e9 (25e602fe-b534-4128-a80f-d182baf30796/8e2f98ff-3bdc-4694-9b6d-2069afba9848/ef24b1fc-deb8-4e61-b319-27e61876463c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:03.556632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-87a43df9-4b08-4573-b733-6cb0aec415e4 None None] Provisioning complete for port 462e7851-d2a3-4433-bf02-2c65854d534d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:03.559038 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-87a43df9-4b08-4573-b733-6cb0aec415e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.690037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-87a43df9-4b08-4573-b733-6cb0aec415e4 None None] Port 462e7851-d2a3-4433-bf02-2c65854d534d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:03.787402 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.826523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.861648 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:03.929137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:03.965940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:03.993639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:04.000040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:04.014545 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.037669 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=ef24b1fc-deb8-4e61-b319-27e61876463c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:04.080441 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c18ae47c-205a-48ef-ad59-c319f06e654c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0398097 Nov 27 01:23:04.095125 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45586) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:04.167464 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.243495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54ba20a-af80-4ac1-8d1e-2085c07a32f0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:04.245804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Allocated IP 2001:db8::2 (25e602fe-b534-4128-a80f-d182baf30796/8e2f98ff-3bdc-4694-9b6d-2069afba9848/a5ece9c8-23d1-46ac-ac38-d8f70758603b) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:04.251322 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a54ba20a-af80-4ac1-8d1e-2085c07a32f0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1550386 Nov 27 01:23:04.255864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45592) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:04.307819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Router f3ff1cd8-1b25-4873-922f-bc87fc06f113 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:23:04.370747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45594) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:04.451949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:04.453499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f3160ba0-14f5-4efc-a07f-8c99acf13768 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port ef24b1fc-deb8-4e61-b319-27e61876463c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:04.453849 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3160ba0-14f5-4efc-a07f-8c99acf13768 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.463916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Sync routers for ids ['f3ff1cd8-1b25-4873-922f-bc87fc06f113'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:04.483722 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.488604 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4dbe9c17-aa14-47b1-aba6-d6605b8f209f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6368601 Nov 27 01:23:04.488775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45602) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:04.504804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Routers {'f3ff1cd8-1b25-4873-922f-bc87fc06f113'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:04.505595 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f3ff1cd8-1b25-4873-922f-bc87fc06f113'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:04.524763 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.648063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Set router f3ff1cd8-1b25-4873-922f-bc87fc06f113 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:04.709902 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84abb7af-a597-4d18-b2e0-1dbea0e9e749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.736344 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3160ba0-14f5-4efc-a07f-8c99acf13768 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.756743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f3160ba0-14f5-4efc-a07f-8c99acf13768 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for ef24b1fc-deb8-4e61-b319-27e61876463c owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:04.858076 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.900562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84abb7af-a597-4d18-b2e0-1dbea0e9e749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.913958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84abb7af-a597-4d18-b2e0-1dbea0e9e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:04.931383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:04.939212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Pushing event updated for resources: {'Port': ['ID=a5ece9c8-23d1-46ac-ac38-d8f70758603b,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:04.945512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:04.956691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:05.017435 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-84abb7af-a597-4d18-b2e0-1dbea0e9e749 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a7de3bf2e7c4cf4b7ea3da4b2eda909&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6454036 Nov 27 01:23:05.020876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45614) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:05.021800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abb7af-a597-4d18-b2e0-1dbea0e9e749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4821246f-ecee-481a-b0e6-6bc23eebfa6f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:05.043479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'name': 'tempest-ServerRescueTestJSON-1492625097-router', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:01Z', 'updated_at': '2021-11-27T01:23:03Z', 'revision_number': 3, 'project_id': '52ac6fd6419d434f9c1662bb6943d715', 'gw_port': {'id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:02Z', 'updated_at': '2021-11-27T01:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:05.049013 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3160ba0-14f5-4efc-a07f-8c99acf13768 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.148087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Checking router: f3ff1cd8-1b25-4873-922f-bc87fc06f113 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:23:05.148458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Updating router f3ff1cd8-1b25-4873-922f-bc87fc06f113 port 462e7851-d2a3-4433-bf02-2c65854d534d binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:23:05.151939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3160ba0-14f5-4efc-a07f-8c99acf13768 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=ef24b1fc-deb8-4e61-b319-27e61876463c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:05.194838 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.241307 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3160ba0-14f5-4efc-a07f-8c99acf13768 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.259127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f3160ba0-14f5-4efc-a07f-8c99acf13768 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/ef24b1fc-deb8-4e61-b319-27e61876463c HTTP/1.1" status: 204 len: 168 time: 0.9994962 Nov 27 01:23:05.259781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45618) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:05.284089 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f05657e6-00a1-4c20-8abb-16c3502edda1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.385131 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f05657e6-00a1-4c20-8abb-16c3502edda1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.394867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f99e8e2-834a-4744-9ba4-3267e382e95c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:05.396833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f99e8e2-834a-4744-9ba4-3267e382e95c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:05.398605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4f99e8e2-834a-4744-9ba4-3267e382e95c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1381037 Nov 27 01:23:05.401133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45624) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:05.499391 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f05657e6-00a1-4c20-8abb-16c3502edda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.503206 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f05657e6-00a1-4c20-8abb-16c3502edda1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.504707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f05657e6-00a1-4c20-8abb-16c3502edda1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4821246f-ecee-481a-b0e6-6bc23eebfa6f HTTP/1.1" status: 204 len: 168 time: 0.4793522 Nov 27 01:23:05.524708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11e092b-7602-4bb7-8bce-56bd521b4b2b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 8e2f98ff-3bdc-4694-9b6d-2069afba9848 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:05.528763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05657e6-00a1-4c20-8abb-16c3502edda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4821246f-ecee-481a-b0e6-6bc23eebfa6f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:05.536831 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d11e092b-7602-4bb7-8bce-56bd521b4b2b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.580114 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.607591 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d11e092b-7602-4bb7-8bce-56bd521b4b2b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.609728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Attempting to bind port a5ece9c8-23d1-46ac-ac38-d8f70758603b on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:05.610059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Attempting to bind port a5ece9c8-23d1-46ac-ac38-d8f70758603b by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:05.611242 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Attempting to bind port a5ece9c8-23d1-46ac-ac38-d8f70758603b on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:05.625876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:05.627130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:05.627516 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.628055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:05.628948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Bound port: a5ece9c8-23d1-46ac-ac38-d8f70758603b, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:05.629101 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.647685 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.875242 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] For port a5ece9c8-23d1-46ac-ac38-d8f70758603b, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:05.881583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] For port a5ece9c8-23d1-46ac-ac38-d8f70758603b, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a5ece9c8-23d1-46ac-ac38-d8f70758603b,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:05.899343 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d11e092b-7602-4bb7-8bce-56bd521b4b2b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.913753 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:05.986943 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Attempting to bind port 462e7851-d2a3-4433-bf02-2c65854d534d on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:05.986943 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Attempting to bind port 462e7851-d2a3-4433-bf02-2c65854d534d by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:05.987216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Attempting to bind port 462e7851-d2a3-4433-bf02-2c65854d534d on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:05.995193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a6785-6526-4eda-871a-1058e8a73214 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:06.005516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:06.005886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:06.006291 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.006750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:06.007291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Bound port: 462e7851-d2a3-4433-bf02-2c65854d534d, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:06.007748 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.056260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b5947-e88d-4d6e-8ec8-608e1ea33808 None None] Pushing event updated for resources: {'Port': ['ID=462e7851-d2a3-4433-bf02-2c65854d534d,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:06.114476 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d11e092b-7602-4bb7-8bce-56bd521b4b2b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.133851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45638) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:06.143647 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d11e092b-7602-4bb7-8bce-56bd521b4b2b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.154660 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d11e092b-7602-4bb7-8bce-56bd521b4b2b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/8e2f98ff-3bdc-4694-9b6d-2069afba9848 HTTP/1.1" status: 204 len: 168 time: 0.7521744 Nov 27 01:23:06.174920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45640) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:06.201532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e092b-7602-4bb7-8bce-56bd521b4b2b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2f98ff-3bdc-4694-9b6d-2069afba9848,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:06.222313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ac3b2-5d9d-4b1c-8de0-3fce049035c4 None None] Pushing event updated for resources: {'Port': ['ID=a5ece9c8-23d1-46ac-ac38-d8f70758603b,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:06.240788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d76f4c08-e9c1-499f-8570-d5a71ba8c56a None None] Provisioning complete for port 462e7851-d2a3-4433-bf02-2c65854d534d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:06.241381 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d76f4c08-e9c1-499f-8570-d5a71ba8c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.269425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] For port 462e7851-d2a3-4433-bf02-2c65854d534d, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:06.273185 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.275199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2176f43-abb7-4650-8b7f-a3fbe36d48ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.289524 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] For port 462e7851-d2a3-4433-bf02-2c65854d534d, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=462e7851-d2a3-4433-bf02-2c65854d534d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:06.300342 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.311572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d76f4c08-e9c1-499f-8570-d5a71ba8c56a None None] Port 462e7851-d2a3-4433-bf02-2c65854d534d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:06.329072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-66a770b7-b3b3-467c-a10f-944cfc60f19a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439767 Nov 27 01:23:06.329408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45650) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:06.335207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1a7f1957-0973-4d02-a294-6f99c882c32f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:06.413254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce22e2c2-de4d-427c-97d5-a60999955327 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:06.465794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Routers {'f3ff1cd8-1b25-4873-922f-bc87fc06f113'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:06.469780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f3ff1cd8-1b25-4873-922f-bc87fc06f113'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:06.554862 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a5ece9c8-23d1-46ac-ac38-d8f70758603b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:06.596968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7f1957-0973-4d02-a294-6f99c882c32f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:06.604541 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1a7f1957-0973-4d02-a294-6f99c882c32f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.625678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b5947-e88d-4d6e-8ec8-608e1ea33808 None None] Pushing event updated for resources: {'Port': ['ID=462e7851-d2a3-4433-bf02-2c65854d534d,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:06.696357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-17eac63c-1e02-4eb7-9337-69dcd7c2ec27 None None] Provisioning complete for port 462e7851-d2a3-4433-bf02-2c65854d534d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:06.696873 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-17eac63c-1e02-4eb7-9337-69dcd7c2ec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.789199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2176f43-abb7-4650-8b7f-a3fbe36d48ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.801998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Allocated IP 172.20.0.1 (a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8/c6d9c5a7-8e33-42a1-b9ce-87af427cb7df/02068738-e974-4863-91dd-bafe05f5c8b9) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:06.816250 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2176f43-abb7-4650-8b7f-a3fbe36d48ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:06.842396 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] Set router f3ff1cd8-1b25-4873-922f-bc87fc06f113 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:06.913024 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port a5ece9c8-23d1-46ac-ac38-d8f70758603b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:06.913024 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.018817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.025235 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b2176f43-abb7-4650-8b7f-a3fbe36d48ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a0418a2ec4f444bae23d0a7d65d7c83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8856788 Nov 27 01:23:07.026786 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2176f43-abb7-4650-8b7f-a3fbe36d48ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe9fc0a-0629-4115-9c25-1af656b79881,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:07.031193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45664) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:07.082841 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1a7f1957-0973-4d02-a294-6f99c882c32f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.115103 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92227db5-fd37-4da5-bb43-ae8cd28e9132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.123276 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-17eac63c-1e02-4eb7-9337-69dcd7c2ec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.145511 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92227db5-fd37-4da5-bb43-ae8cd28e9132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.177161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7f1957-0973-4d02-a294-6f99c882c32f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:07.198457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-17eac63c-1e02-4eb7-9337-69dcd7c2ec27 None None] For port 462e7851-d2a3-4433-bf02-2c65854d534d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=462e7851-d2a3-4433-bf02-2c65854d534d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:07.203036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1a7f1957-0973-4d02-a294-6f99c882c32f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:07.214412 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92227db5-fd37-4da5-bb43-ae8cd28e9132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.217202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f1957-0973-4d02-a294-6f99c882c32f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:07.217809 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1a7f1957-0973-4d02-a294-6f99c882c32f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.218299 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92227db5-fd37-4da5-bb43-ae8cd28e9132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.221063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-92227db5-fd37-4da5-bb43-ae8cd28e9132 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fe9fc0a-0629-4115-9c25-1af656b79881 HTTP/1.1" status: 204 len: 168 time: 0.1870797 Nov 27 01:23:07.233752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.245544 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92227db5-fd37-4da5-bb43-ae8cd28e9132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe9fc0a-0629-4115-9c25-1af656b79881,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:07.246908 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-17eac63c-1e02-4eb7-9337-69dcd7c2ec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.260461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f1957-0973-4d02-a294-6f99c882c32f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=108c3d1a-44ca-4117-8279-c1c48aec48b0,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:07.287705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1a7f1957-0973-4d02-a294-6f99c882c32f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9574482 Nov 27 01:23:07.291862 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45674) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:07.297074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'name': 'tempest-NetworksTestDHCPv6-1033084071'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:07.333625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Pushing event updated for resources: {'Port': ['ID=02068738-e974-4863-91dd-bafe05f5c8b9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:07.368624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:07.370826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:07.380064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:07.492095 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.542416 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.593707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eac63c-1e02-4eb7-9337-69dcd7c2ec27 None None] Pushing event updated for resources: {'Port': ['ID=462e7851-d2a3-4433-bf02-2c65854d534d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:07.626066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:07.629659 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.657531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port a5ece9c8-23d1-46ac-ac38-d8f70758603b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a5ece9c8-23d1-46ac-ac38-d8f70758603b,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:07.659884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'name': 'tempest-ServerRescueTestJSON-1492625097-router', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:01Z', 'updated_at': '2021-11-27T01:23:03Z', 'revision_number': 3, 'project_id': '52ac6fd6419d434f9c1662bb6943d715', 'gw_port': {'id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:02Z', 'updated_at': '2021-11-27T01:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:07.666526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 45bb44e7-f911-4638-9cf2-f9e79d59c207 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:07.882124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::25 (25e602fe-b534-4128-a80f-d182baf30796/108c3d1a-44ca-4117-8279-c1c48aec48b0/45bb44e7-f911-4638-9cf2-f9e79d59c207) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:07.903238 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:07.934021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45688) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:08.039834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da06b4-c848-4231-9e20-035791c31341 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:08.043625 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.045470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c53ede5-18ac-433f-af83-97fd92e4b774 None None] The sync data for ids ['f3ff1cd8-1b25-4873-922f-bc87fc06f113'] in n-d-819494-2 is: [{'id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'name': 'tempest-ServerRescueTestJSON-1492625097-router', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:01Z', 'updated_at': '2021-11-27T01:23:03Z', 'revision_number': 3, 'project_id': '52ac6fd6419d434f9c1662bb6943d715', 'gw_port': {'id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:02Z', 'updated_at': '2021-11-27T01:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:08.131019 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-df1c3592-8710-45ee-8cc3-4d7f403e2934 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/floatingips/a61d30d1-87b8-4b2b-80ad-e9b1940f6758 HTTP/1.1" status: 200 len: 994 time: 0.1925616 Nov 27 01:23:08.215221 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.233077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5e537cbf-b606-44a4-9221-a5c74addfa29 None None] Provisioning complete for port a5ece9c8-23d1-46ac-ac38-d8f70758603b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:08.233810 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e537cbf-b606-44a4-9221-a5c74addfa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.297678 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.376874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=a5ece9c8-23d1-46ac-ac38-d8f70758603b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:08.436364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:08.442320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:08.447377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:08.454761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.458982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:08.459792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.467054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.510124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=45bb44e7-f911-4638-9cf2-f9e79d59c207,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:08.528946 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5e330979-f090-47f4-a719-777ddba87b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2318819 Nov 27 01:23:08.528946 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45714) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:08.533246 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45716) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:08.565186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:08.774309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Pushing event updated for resources: {'Port': ['ID=02068738-e974-4863-91dd-bafe05f5c8b9,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:08.842493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:08.844564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:08.867879 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a8b9b-f503-4741-89cc-6f7e1a15a68d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:08.877806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a8b9b-f503-4741-89cc-6f7e1a15a68d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:08.879926 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d10a8b9b-f503-4741-89cc-6f7e1a15a68d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3505039 Nov 27 01:23:08.883737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45726) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:09.108273 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Router f3ff1cd8-1b25-4873-922f-bc87fc06f113 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:23:09.168387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting port 76e3595a-f829-4aa0-87ab-d93c6bae7188 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:09.169024 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.264651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc6bc85-4a95-413b-bced-0be9e7aca66e None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:09.307809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:09.316919 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f873980c-7494-4695-b38b-98d5dcbb4522 admin admin] 10.222.0.37 "PUT /v2.0/routers/f3ff1cd8-1b25-4873-922f-bc87fc06f113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8259680 Nov 27 01:23:09.358931 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ee66f-682a-407a-8f4b-6b35b5d3b4ea tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 45bb44e7-f911-4638-9cf2-f9e79d59c207 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:09.359269 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee66f-682a-407a-8f4b-6b35b5d3b4ea tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.407900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-482b0fc8-d9d4-41be-a2ec-36268f275a90 None None] Provisioning complete for port 45bb44e7-f911-4638-9cf2-f9e79d59c207 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:09.411789 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-482b0fc8-d9d4-41be-a2ec-36268f275a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.505890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-482b0fc8-d9d4-41be-a2ec-36268f275a90 None None] Port 45bb44e7-f911-4638-9cf2-f9e79d59c207 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:09.535612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.536270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.539754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-482b0fc8-d9d4-41be-a2ec-36268f275a90 None None] Provisioning complete for port a5ece9c8-23d1-46ac-ac38-d8f70758603b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:09.540138 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-482b0fc8-d9d4-41be-a2ec-36268f275a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:09.576924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Calling delete_port for 76e3595a-f829-4aa0-87ab-d93c6bae7188 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:09.933892 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee66f-682a-407a-8f4b-6b35b5d3b4ea tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.315840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-80725d7d-8268-4db9-aed3-fb2d6c9f9476 None None] Provisioning complete for port 45bb44e7-f911-4638-9cf2-f9e79d59c207 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:10.316354 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-80725d7d-8268-4db9-aed3-fb2d6c9f9476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.389971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-80725d7d-8268-4db9-aed3-fb2d6c9f9476 None None] Port 45bb44e7-f911-4638-9cf2-f9e79d59c207 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:10.403725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-80725d7d-8268-4db9-aed3-fb2d6c9f9476 None None] Provisioning complete for port a5ece9c8-23d1-46ac-ac38-d8f70758603b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:10.404468 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-80725d7d-8268-4db9-aed3-fb2d6c9f9476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.534770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ee66f-682a-407a-8f4b-6b35b5d3b4ea tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 45bb44e7-f911-4638-9cf2-f9e79d59c207 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:10.613098 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.657240 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 462e7851-d2a3-4433-bf02-2c65854d534d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:10.736485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Port': ['ID=76e3595a-f829-4aa0-87ab-d93c6bae7188,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:10.763826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 462e7851-d2a3-4433-bf02-2c65854d534d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:10.764374 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.831091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-81ee6c04-d096-4e84-b490-277edbd2daf0 None None] Could not find standard attr ID for object ef24b1fc-deb8-4e61-b319-27e61876463c. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:10.892704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a5ece9c8-23d1-46ac-ac38-d8f70758603b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:10.905357 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:10.905703 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Floating IP a61d30d1-87b8-4b2b-80ad-e9b1940f6758 disassociated (deleted). External IP: 172.25.3.181, port: cbbc218a-e896-4131-81cb-cf724f324419. Nov 27 01:23:10.956241 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port a5ece9c8-23d1-46ac-ac38-d8f70758603b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:10.956616 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.010076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-71d65a50-aae5-4d3c-8c1e-1627420a4d7a tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:11.011619 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-71d65a50-aae5-4d3c-8c1e-1627420a4d7a tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/networks?id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 HTTP/1.1" status: 200 len: 811 time: 0.4609578 Nov 27 01:23:11.050703 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-d93548de-b7e9-4867-80a2-279ce0e7eb25 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/quotas/52ac6fd6419d434f9c1662bb6943d715 HTTP/1.1" status: 200 len: 375 time: 0.0280290 Nov 27 01:23:11.204318 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee66f-682a-407a-8f4b-6b35b5d3b4ea tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.223840 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Sync routers for ids ['f3ff1cd8-1b25-4873-922f-bc87fc06f113'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:11.240595 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Routers {'f3ff1cd8-1b25-4873-922f-bc87fc06f113'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:11.241249 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f3ff1cd8-1b25-4873-922f-bc87fc06f113'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:11.256938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a3a307b5-4fe7-4d75-986f-a272a6eeb7cd None None] Could not find standard attr ID for object 45bb44e7-f911-4638-9cf2-f9e79d59c207. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:11.279463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bb080f61-8d4d-4408-9617-9e12defad9d6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ac6fd6419d434f9c1662bb6943d715&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2076206 Nov 27 01:23:11.296796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ee66f-682a-407a-8f4b-6b35b5d3b4ea tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=45bb44e7-f911-4638-9cf2-f9e79d59c207,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:11.399975 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee66f-682a-407a-8f4b-6b35b5d3b4ea tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.406667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45800) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:11.414845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7e9ee66f-682a-407a-8f4b-6b35b5d3b4ea tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/45bb44e7-f911-4638-9cf2-f9e79d59c207 HTTP/1.1" status: 204 len: 168 time: 2.5296035 Nov 27 01:23:11.427852 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Set router f3ff1cd8-1b25-4873-922f-bc87fc06f113 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:11.445773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Router 0e7c065c-70f6-4749-8a6e-e44289e4b2df has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:23:11.487577 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3857247-5a8e-4d55-a9dc-89f1b8550b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.532942 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-a027a980-ae72-4949-b3b8-471ff12c3126 service neutron] 10.222.0.37 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317898 Nov 27 01:23:11.589889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f25383-65c7-4a9f-b8b7-b15993813bdb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:11.592803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f25383-65c7-4a9f-b8b7-b15993813bdb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:11.594724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b7f25383-65c7-4a9f-b8b7-b15993813bdb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1849809 Nov 27 01:23:11.597349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45808) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:11.734062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1caa9451-bf47-4095-a318-996835897075 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 108c3d1a-44ca-4117-8279-c1c48aec48b0 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:11.742880 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1caa9451-bf47-4095-a318-996835897075 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.833328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1caa9451-bf47-4095-a318-996835897075 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.868314 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'name': 'tempest-ServerRescueTestJSON-1492625097-router', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:01Z', 'updated_at': '2021-11-27T01:23:07Z', 'revision_number': 4, 'project_id': '52ac6fd6419d434f9c1662bb6943d715', 'gw_port': {'id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:02Z', 'updated_at': '2021-11-27T01:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '02068738-e974-4863-91dd-bafe05f5c8b9', 'name': '', 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'mac_address': 'fa:16:3e:3d:df:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'c6d9c5a7-8e33-42a1-b9ce-87af427cb7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:06Z', 'updated_at': '2021-11-27T01:23:08Z', 'revision_number': 2, 'project_id': '52ac6fd6419d434f9c1662bb6943d715', 'subnets': [{'id': 'c6d9c5a7-8e33-42a1-b9ce-87af427cb7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:11.875535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:11.880943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.887508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60dbf9c-4206-457e-a6e0-eab11b677ba4 None None] Sync routers for ids ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:11.893906 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-c0dd4c83-1ce8-4594-afb8-13ce99e8e29c service neutron] 10.222.0.37 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530092 Nov 27 01:23:11.911020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60dbf9c-4206-457e-a6e0-eab11b677ba4 None None] Routers {'0e7c065c-70f6-4749-8a6e-e44289e4b2df'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:11.911989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d60dbf9c-4206-457e-a6e0-eab11b677ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:11.953003 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Checking router: f3ff1cd8-1b25-4873-922f-bc87fc06f113 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:23:11.953530 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Updating router f3ff1cd8-1b25-4873-922f-bc87fc06f113 port 02068738-e974-4863-91dd-bafe05f5c8b9 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:23:11.964753 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1caa9451-bf47-4095-a318-996835897075 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:11.970205 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ac953518-d748-41fd-b377-9755bd996dda tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/floatingips/a61d30d1-87b8-4b2b-80ad-e9b1940f6758 HTTP/1.1" status: 204 len: 168 time: 3.4187582 Nov 27 01:23:11.984960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431ed782-64f4-414c-971c-3e303b069ad2', 'tag': 'cbbc218a-e896-4131-81cb-cf724f324419'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:11.987627 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c285fd2d-b9ae-432a-a23c-e3ae8aaac811" -d '{"events": [{"name": "network-changed", "server_uuid": "431ed782-64f4-414c-971c-3e303b069ad2", "tag": "cbbc218a-e896-4131-81cb-cf724f324419"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:12.011170 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.132263 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1caa9451-bf47-4095-a318-996835897075 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.154457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-d60dbf9c-4206-457e-a6e0-eab11b677ba4 None None] Set router 0e7c065c-70f6-4749-8a6e-e44289e4b2df gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:12.191031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa9451-bf47-4095-a318-996835897075 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=108c3d1a-44ca-4117-8279-c1c48aec48b0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:12.203056 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1caa9451-bf47-4095-a318-996835897075 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.211144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45828) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:12.225133 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1caa9451-bf47-4095-a318-996835897075 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/108c3d1a-44ca-4117-8279-c1c48aec48b0 HTTP/1.1" status: 204 len: 168 time: 0.6264358 Nov 27 01:23:12.349013 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45832) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:12.357228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2e279e27-83da-4664-b659-38859909d184 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:12.371365 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-551fc670-b340-4351-8541-94d4a5479349 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1566925 Nov 27 01:23:12.389047 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669dea00-6e93-4217-975f-81d0fc88be9e x-openstack-request-id: req-669dea00-6e93-4217-975f-81d0fc88be9e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:12.389494 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431ed782-64f4-414c-971c-3e303b069ad2", "tag": "cbbc218a-e896-4131-81cb-cf724f324419", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:12.389992 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-669dea00-6e93-4217-975f-81d0fc88be9e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:12.390561 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431ed782-64f4-414c-971c-3e303b069ad2', 'tag': 'cbbc218a-e896-4131-81cb-cf724f324419', 'status': 'completed', 'code': 200} Nov 27 01:23:12.524552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d01418-932b-4417-912b-536b8312abde None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:12.641196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0fcc4a89-445e-4859-a98c-353cf4b6f9cd req-9de37a33-7b92-4634-bc69-29900d1ac98b tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 210 time: 0.0983238 Nov 27 01:23:12.658534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285fd2d-b9ae-432a-a23c-e3ae8aaac811 req-1ec202d1-0dd7-4746-ae59-5537243032da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:12.660209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c285fd2d-b9ae-432a-a23c-e3ae8aaac811 req-1ec202d1-0dd7-4746-ae59-5537243032da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=693123b5cb044942b888cf0396b36532&device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 1097 time: 0.2193809 Nov 27 01:23:12.673371 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.691220 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.715031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e279e27-83da-4664-b659-38859909d184 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:12.720804 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e279e27-83da-4664-b659-38859909d184 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:12.760732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b23dc0-4092-48b4-8cd7-a2fcfb685719 req-88c06d22-d9aa-4738-89c1-b2a872934ac2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:12.769329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44b23dc0-4092-48b4-8cd7-a2fcfb685719 req-88c06d22-d9aa-4738-89c1-b2a872934ac2 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 946 time: 0.1726515 Nov 27 01:23:12.877890 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Pushing event updated for resources: {'Port': ['ID=02068738-e974-4863-91dd-bafe05f5c8b9,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:12.913042 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:12.913394 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:12.926816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d60dbf9c-4206-457e-a6e0-eab11b677ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:22:03Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3d9bd7eb-015f-42e3-a618-a74dba7636fc', 'name': '', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:ac:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:22:00Z', 'updated_at': '2021-11-27T01:22:13Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:12.928404 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:12.928852 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:12.929451 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:12.929844 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:12.930180 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:12.933076 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:12.934951 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:12.935295 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:12.937779 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:12.938176 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:12.940013 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44b23dc0-4092-48b4-8cd7-a2fcfb685719 req-27a2faab-4d4b-4531-a606-626c8da5b61c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694870 Nov 27 01:23:13.005691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285fd2d-b9ae-432a-a23c-e3ae8aaac811 req-58ab3282-2cfa-48a7-a148-203d26787d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:13.012659 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c285fd2d-b9ae-432a-a23c-e3ae8aaac811 req-58ab3282-2cfa-48a7-a148-203d26787d79 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5eaa9508-d233-472e-9f6d-24d1592fb0b9 HTTP/1.1" status: 200 len: 898 time: 0.3429408 Nov 27 01:23:13.014632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60dbf9c-4206-457e-a6e0-eab11b677ba4 None None] Checking router: 0e7c065c-70f6-4749-8a6e-e44289e4b2df for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:23:13.020587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f52201-bc9d-4e92-8519-99520a866378 None None] DHCP port deletion for 25e602fe-b534-4128-a80f-d182baf30796 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:13.056317 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Attempting to bind port 02068738-e974-4863-91dd-bafe05f5c8b9 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:13.057374 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Attempting to bind port 02068738-e974-4863-91dd-bafe05f5c8b9 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:13.058445 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Attempting to bind port 02068738-e974-4863-91dd-bafe05f5c8b9 on network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:13.065152 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:13.065784 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Checking segment: {'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:13.066344 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.066946 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Bound using segment: {'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:13.067580 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Bound port: 02068738-e974-4863-91dd-bafe05f5c8b9, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:13.068532 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.110792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60dbf9c-4206-457e-a6e0-eab11b677ba4 None None] Routers {'0e7c065c-70f6-4749-8a6e-e44289e4b2df'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:13.111108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d60dbf9c-4206-457e-a6e0-eab11b677ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:13.134222 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c285fd2d-b9ae-432a-a23c-e3ae8aaac811 req-a744dba4-1cac-4b4f-a7ee-484b7f85be6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbbc218a-e896-4131-81cb-cf724f324419 HTTP/1.1" status: 200 len: 217 time: 0.1122754 Nov 27 01:23:13.147648 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e279e27-83da-4664-b659-38859909d184 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.203956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285fd2d-b9ae-432a-a23c-e3ae8aaac811 req-0cd38f51-33aa-4d57-88f0-d8872e37dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:13.205754 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c285fd2d-b9ae-432a-a23c-e3ae8aaac811 req-0cd38f51-33aa-4d57-88f0-d8872e37dfef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1387f584-d5f1-4730-bd33-1e50dfbd27a6 HTTP/1.1" status: 200 len: 834 time: 0.0631075 Nov 27 01:23:13.243508 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] For port 02068738-e974-4863-91dd-bafe05f5c8b9, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:13.248154 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] For port 02068738-e974-4863-91dd-bafe05f5c8b9, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=02068738-e974-4863-91dd-bafe05f5c8b9,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:13.274563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e279e27-83da-4664-b659-38859909d184 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:13.277994 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.281691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2e279e27-83da-4664-b659-38859909d184 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:13.317058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e279e27-83da-4664-b659-38859909d184 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:13.317960 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e279e27-83da-4664-b659-38859909d184 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.360877 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e279e27-83da-4664-b659-38859909d184 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=805b2f02-1ac3-4dfc-abab-c407e9a16169,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:13.372533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285fd2d-b9ae-432a-a23c-e3ae8aaac811 req-9ef348b4-dba3-4cbb-b269-401532002398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:13.379224 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c285fd2d-b9ae-432a-a23c-e3ae8aaac811 req-9ef348b4-dba3-4cbb-b269-401532002398 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5eaa9508-d233-472e-9f6d-24d1592fb0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641181 Nov 27 01:23:13.386634 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2e279e27-83da-4664-b659-38859909d184 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0354600 Nov 27 01:23:13.392944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45866) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:13.417387 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'name': 'tempest-NetworksTestDHCPv6-1274020814'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:13.478623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-d60dbf9c-4206-457e-a6e0-eab11b677ba4 None None] Set router 0e7c065c-70f6-4749-8a6e-e44289e4b2df gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:13.491578 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Routers {'f3ff1cd8-1b25-4873-922f-bc87fc06f113'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:13.497024 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f3ff1cd8-1b25-4873-922f-bc87fc06f113'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:13.594269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b7f52201-bc9d-4e92-8519-99520a866378 None None] Deleting port a5ece9c8-23d1-46ac-ac38-d8f70758603b {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:13.595235 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7f52201-bc9d-4e92-8519-99520a866378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.622079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c285fd2d-b9ae-432a-a23c-e3ae8aaac811 req-be0cd1af-9bb8-4072-948b-36aa2fe253ce service neutron] 10.222.0.11 "GET /v2.0/networks/5eaa9508-d233-472e-9f6d-24d1592fb0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269948 Nov 27 01:23:13.660261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:13.679456 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.746071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port a0d21eba-597d-425a-bb01-9e21c533ba61 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:13.804770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b7f52201-bc9d-4e92-8519-99520a866378 None None] For port a5ece9c8-23d1-46ac-ac38-d8f70758603b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a5ece9c8-23d1-46ac-ac38-d8f70758603b,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:13.805282 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7f52201-bc9d-4e92-8519-99520a866378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:13.826528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b7f52201-bc9d-4e92-8519-99520a866378 None None] Calling delete_port for a5ece9c8-23d1-46ac-ac38-d8f70758603b owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:13.854116 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c285fd2d-b9ae-432a-a23c-e3ae8aaac811 req-aeaaffa0-27ee-473a-891f-8ef805f977ba service neutron] 10.222.0.11 "GET /v2.0/networks/5eaa9508-d233-472e-9f6d-24d1592fb0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232509 Nov 27 01:23:13.987232 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] Set router f3ff1cd8-1b25-4873-922f-bc87fc06f113 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:13.992212 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7f52201-bc9d-4e92-8519-99520a866378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:14.039826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::3c1 (25e602fe-b534-4128-a80f-d182baf30796/805b2f02-1ac3-4dfc-abab-c407e9a16169/a0d21eba-597d-425a-bb01-9e21c533ba61) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:14.124207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d580cc-d36c-47d8-bee1-3300cc37f63f req-0db76b96-c2b3-425a-b38e-a4ae6f04dadf tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:14.130453 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-72d580cc-d36c-47d8-bee1-3300cc37f63f req-0db76b96-c2b3-425a-b38e-a4ae6f04dadf tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.11 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 946 time: 0.2189536 Nov 27 01:23:14.188754 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf6eee-8c97-4d7f-bb12-3019df46678a None None] Pushing event updated for resources: {'Port': ['ID=02068738-e974-4863-91dd-bafe05f5c8b9,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:14.203583 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cdd40d61-ba14-4313-bf2d-4e8f953b34c0 req-ee783e7a-1978-44de-99b6-9c2348d08a42 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 210 time: 0.0795686 Nov 27 01:23:14.221795 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'name': 'tempest-ServerRescueTestJSON-1492625097-router', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:01Z', 'updated_at': '2021-11-27T01:23:07Z', 'revision_number': 4, 'project_id': '52ac6fd6419d434f9c1662bb6943d715', 'gw_port': {'id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:02Z', 'updated_at': '2021-11-27T01:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '02068738-e974-4863-91dd-bafe05f5c8b9', 'name': '', 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'mac_address': 'fa:16:3e:3d:df:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'c6d9c5a7-8e33-42a1-b9ce-87af427cb7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:06Z', 'updated_at': '2021-11-27T01:23:13Z', 'revision_number': 4, 'project_id': '52ac6fd6419d434f9c1662bb6943d715', 'subnets': [{'id': 'c6d9c5a7-8e33-42a1-b9ce-87af427cb7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:14.279365 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e4b68-7f16-430f-aff0-592fee4606b5 None None] The sync data for ids ['f3ff1cd8-1b25-4873-922f-bc87fc06f113'] in n-d-819494-2 is: [{'id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'name': 'tempest-ServerRescueTestJSON-1492625097-router', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:01Z', 'updated_at': '2021-11-27T01:23:07Z', 'revision_number': 4, 'project_id': '52ac6fd6419d434f9c1662bb6943d715', 'gw_port': {'id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:02Z', 'updated_at': '2021-11-27T01:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '02068738-e974-4863-91dd-bafe05f5c8b9', 'name': '', 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'mac_address': 'fa:16:3e:3d:df:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'c6d9c5a7-8e33-42a1-b9ce-87af427cb7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:06Z', 'updated_at': '2021-11-27T01:23:13Z', 'revision_number': 4, 'project_id': '52ac6fd6419d434f9c1662bb6943d715', 'subnets': [{'id': 'c6d9c5a7-8e33-42a1-b9ce-87af427cb7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:14.514801 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:14.516119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f52201-bc9d-4e92-8519-99520a866378 None None] Pushing event deleted for resources: {'Port': ['ID=a5ece9c8-23d1-46ac-ac38-d8f70758603b,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:14.549027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f52201-bc9d-4e92-8519-99520a866378 None None] No DVR routers for this DVR port a5ece9c8-23d1-46ac-ac38-d8f70758603b on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:14.558479 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ca9d288f-1b5f-45c9-be73-48158a04c93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:14.692740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916aac51-f4b2-4dc8-850b-f939b3b4bd91 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:14.723263 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:14.757798 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:14.868406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d9ea9-a048-4ea3-9082-c8cfbd874496 req-8425ba21-da4b-43f1-b404-24aa4bddc40c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:14.877143 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-710d9ea9-a048-4ea3-9082-c8cfbd874496 req-8425ba21-da4b-43f1-b404-24aa4bddc40c tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 946 time: 0.5785000 Nov 27 01:23:14.906915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:14.932842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 02068738-e974-4863-91dd-bafe05f5c8b9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:14.938621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:14.942528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:14.948811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:14.949435 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:14.973506 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5774486 Nov 27 01:23:14.976406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45898) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:14.980504 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-72d580cc-d36c-47d8-bee1-3300cc37f63f req-ab25850d-4719-47ae-8576-29c217107cc3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting port cbbc218a-e896-4131-81cb-cf724f324419 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:14.980848 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-72d580cc-d36c-47d8-bee1-3300cc37f63f req-ab25850d-4719-47ae-8576-29c217107cc3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:15.060565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4944b6a-f6ac-4b45-98b9-eb9093f4573a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=a0d21eba-597d-425a-bb01-9e21c533ba61,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:15.062854 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-710d9ea9-a048-4ea3-9082-c8cfbd874496 req-a826be53-0be5-4595-9ed7-643f2abef939 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847405 Nov 27 01:23:15.102633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-80962343-4d6c-4fb3-b3ca-5d8cf72c0518 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:15.104646 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-80962343-4d6c-4fb3-b3ca-5d8cf72c0518 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.42 "GET /v2.0/networks?id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 HTTP/1.1" status: 200 len: 811 time: 0.5456583 Nov 27 01:23:15.118393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0770d357-7432-434f-9be5-845f581f4407 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:15.122430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0770d357-7432-434f-9be5-845f581f4407 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1427877 Nov 27 01:23:15.123104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45900) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:15.206686 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:15.211428 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Request body: {'port': {'device_id': '2c80108a-3bdc-4607-b673-b5ff5795136a', 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8', 'admin_state_up': True, 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:15.255954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-59b71965-e201-4963-b8d0-3490944fdcdd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port a0d21eba-597d-425a-bb01-9e21c533ba61 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:15.256359 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59b71965-e201-4963-b8d0-3490944fdcdd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:15.326210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 02068738-e974-4863-91dd-bafe05f5c8b9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:15.327120 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:15.404548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-54f265ba-999e-46b1-9e84-8728c43affb3 req-744653b3-7d75-41f3-9042-c11780bbea2d service neutron] (103384) timed out ('10.222.0.37', 42142) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:23:15.491653 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1dbead08-c485-43b7-816f-e38cb95808a5 req-5e0dd87d-f716-46f4-95a1-1ce866fe5060 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 210 time: 0.0818877 Nov 27 01:23:15.521942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d60dbf9c-4206-457e-a6e0-eab11b677ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:22:03Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3d9bd7eb-015f-42e3-a618-a74dba7636fc', 'name': '', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:ac:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:22:00Z', 'updated_at': '2021-11-27T01:22:13Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:15.574761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-72d580cc-d36c-47d8-bee1-3300cc37f63f req-ab25850d-4719-47ae-8576-29c217107cc3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] For port cbbc218a-e896-4131-81cb-cf724f324419, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=cbbc218a-e896-4131-81cb-cf724f324419,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:15.575395 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-72d580cc-d36c-47d8-bee1-3300cc37f63f req-ab25850d-4719-47ae-8576-29c217107cc3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:15.622564 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-72d580cc-d36c-47d8-bee1-3300cc37f63f req-ab25850d-4719-47ae-8576-29c217107cc3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Calling delete_port for cbbc218a-e896-4131-81cb-cf724f324419 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:15.645455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60dbf9c-4206-457e-a6e0-eab11b677ba4 None None] The sync data for ids ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'] in n-d-819494-2 is: [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:22:03Z', 'revision_number': 4, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3d9bd7eb-015f-42e3-a618-a74dba7636fc', 'name': '', 'network_id': '5eaa9508-d233-472e-9f6d-24d1592fb0b9', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'mac_address': 'fa:16:3e:ac:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:22:00Z', 'updated_at': '2021-11-27T01:22:13Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'subnets': [{'id': '1387f584-d5f1-4730-bd33-1e50dfbd27a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:15.798457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Made reservation on behalf of 52ac6fd6419d434f9c1662bb6943d715 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:15.802659 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:15.866330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-25e602fe-b534-4128-a80f-d182baf30796', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'fixed_ips': [{'subnet_id': '805b2f02-1ac3-4dfc-abab-c407e9a16169'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:15.870769 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:15.981716 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.002599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59b71965-e201-4963-b8d0-3490944fdcdd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.044186 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-72d580cc-d36c-47d8-bee1-3300cc37f63f req-ab25850d-4719-47ae-8576-29c217107cc3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.055481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-59b71965-e201-4963-b8d0-3490944fdcdd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for a0d21eba-597d-425a-bb01-9e21c533ba61 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:16.183060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25850d-4719-47ae-8576-29c217107cc3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Port': ['ID=cbbc218a-e896-4131-81cb-cf724f324419,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:16.270380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 02068738-e974-4863-91dd-bafe05f5c8b9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=02068738-e974-4863-91dd-bafe05f5c8b9,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:16.279553 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.357583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Allocated IP 2001:db8::2 (25e602fe-b534-4128-a80f-d182baf30796/805b2f02-1ac3-4dfc-abab-c407e9a16169/a3dda65f-f60e-4adc-890f-99f19b4ed4f2) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:16.381078 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d80332a-91ff-474d-89bd-969b7bd470bf None None] New status for floating IP a61d30d1-87b8-4b2b-80ad-e9b1940f6758: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:23:16.407229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a5ece9c8-23d1-46ac-ac38-d8f70758603b no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:16.434403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59b71965-e201-4963-b8d0-3490944fdcdd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.452904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Allocated IP 172.20.0.12 (a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8/c6d9c5a7-8e33-42a1-b9ce-87af427cb7df/8f469c64-d94c-4c5c-9cb3-23db48be8ace) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:16.488197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b71965-e201-4963-b8d0-3490944fdcdd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=a0d21eba-597d-425a-bb01-9e21c533ba61,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:16.527546 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59b71965-e201-4963-b8d0-3490944fdcdd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.536697 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-59b71965-e201-4963-b8d0-3490944fdcdd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/a0d21eba-597d-425a-bb01-9e21c533ba61 HTTP/1.1" status: 204 len: 168 time: 1.4125860 Nov 27 01:23:16.541490 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a3b1666-0a4b-40dc-ab1a-0294a152ea10 req-ba381662-9b3c-40b0-b4ac-6d5c16f76692 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "GET /v2.0/ports?device_id=431ed782-64f4-414c-971c-3e303b069ad2 HTTP/1.1" status: 200 len: 210 time: 0.3319397 Nov 27 01:23:16.541920 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45932) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:16.600313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: a5ece9c8-23d1-46ac-ac38-d8f70758603b {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:16.600672 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a5ece9c8-23d1-46ac-ac38-d8f70758603b not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:16.604010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d580cc-d36c-47d8-bee1-3300cc37f63f req-ab25850d-4719-47ae-8576-29c217107cc3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] No DVR routers for this DVR port cbbc218a-e896-4131-81cb-cf724f324419 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:16.625979 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=02068738-e974-4863-91dd-bafe05f5c8b9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:16.630691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79b1c1-10ec-44e1-9904-e4362e8c05bc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:16.632288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79b1c1-10ec-44e1-9904-e4362e8c05bc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:16.636386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5f79b1c1-10ec-44e1-9904-e4362e8c05bc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0900774 Nov 27 01:23:16.636386 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-72d580cc-d36c-47d8-bee1-3300cc37f63f req-ab25850d-4719-47ae-8576-29c217107cc3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:16.636828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45934) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:16.671535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-72d580cc-d36c-47d8-bee1-3300cc37f63f req-ab25850d-4719-47ae-8576-29c217107cc3 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.11 "DELETE /v2.0/ports/cbbc218a-e896-4131-81cb-cf724f324419 HTTP/1.1" status: 204 len: 173 time: 2.5315464 Nov 27 01:23:16.680892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431ed782-64f4-414c-971c-3e303b069ad2', 'name': 'network-vif-deleted', 'tag': 'cbbc218a-e896-4131-81cb-cf724f324419'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:16.690992 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776c1115-4812-415a-bc3c-351edb61879b" -d '{"events": [{"server_uuid": "431ed782-64f4-414c-971c-3e303b069ad2", "name": "network-vif-deleted", "tag": "cbbc218a-e896-4131-81cb-cf724f324419"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:16.850941 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22990d75-85c6-4428-bea2-67c278650a1d req-78f473a1-8fec-4ccf-a6b7-4567bef9dd62 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 210 time: 0.1483264 Nov 27 01:23:16.869837 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ffd086-8702-4b90-8058-21e70a6326db x-openstack-request-id: req-60ffd086-8702-4b90-8058-21e70a6326db {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:16.870139 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431ed782-64f4-414c-971c-3e303b069ad2", "name": "network-vif-deleted", "tag": "cbbc218a-e896-4131-81cb-cf724f324419", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:16.877509 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60ffd086-8702-4b90-8058-21e70a6326db {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:16.878014 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431ed782-64f4-414c-971c-3e303b069ad2', 'name': 'network-vif-deleted', 'tag': 'cbbc218a-e896-4131-81cb-cf724f324419', 'status': 'completed', 'code': 200} Nov 27 01:23:16.921236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3657e3a-a7a7-45b5-91b3-ab004c2542b6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 805b2f02-1ac3-4dfc-abab-c407e9a16169 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:17.015048 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.080203 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.148414 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.194099 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.196287 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.208066 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3657e3a-a7a7-45b5-91b3-ab004c2542b6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.221942 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:17.223442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:17.227460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:17.235033 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.256525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Pushing event updated for resources: {'Port': ['ID=8f469c64-d94c-4c5c-9cb3-23db48be8ace,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:17.325387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:17.326197 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.331476 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3657e3a-a7a7-45b5-91b3-ab004c2542b6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.364802 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-bc00ee73-b7c5-40a5-be67-4574045689c2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1643119 Nov 27 01:23:17.365050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Pushing event updated for resources: {'Port': ['ID=a3dda65f-f60e-4adc-890f-99f19b4ed4f2,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:17.388498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:17.390215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Request body: {'port': {'device_id': '2c80108a-3bdc-4607-b673-b5ff5795136a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:17.390868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:17.399899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:17.503635 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.505484 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3657e3a-a7a7-45b5-91b3-ab004c2542b6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.566706 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Attempting to bind port a3dda65f-f60e-4adc-890f-99f19b4ed4f2 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:17.567125 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Attempting to bind port a3dda65f-f60e-4adc-890f-99f19b4ed4f2 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:17.567496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Attempting to bind port a3dda65f-f60e-4adc-890f-99f19b4ed4f2 on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:17.586868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:17.587265 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:17.593307 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.593821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:17.594368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Bound port: a3dda65f-f60e-4adc-890f-99f19b4ed4f2, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:17.594767 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.598128 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.666869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45966) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:17.704991 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3657e3a-a7a7-45b5-91b3-ab004c2542b6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.764192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] For port a3dda65f-f60e-4adc-890f-99f19b4ed4f2, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:17.770870 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] For port a3dda65f-f60e-4adc-890f-99f19b4ed4f2, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a3dda65f-f60e-4adc-890f-99f19b4ed4f2,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:17.780367 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.815185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3657e3a-a7a7-45b5-91b3-ab004c2542b6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=805b2f02-1ac3-4dfc-abab-c407e9a16169,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:17.823184 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3657e3a-a7a7-45b5-91b3-ab004c2542b6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:17.826812 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d3657e3a-a7a7-45b5-91b3-ab004c2542b6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/805b2f02-1ac3-4dfc-abab-c407e9a16169 HTTP/1.1" status: 204 len: 168 time: 1.1889429 Nov 27 01:23:17.830669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45970) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:17.899645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a1460f6b-1d93-4a2e-ba62-0ae461b58515 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633929 Nov 27 01:23:17.901483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45974) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:17.910667 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97892cec-342a-4180-a062-aacb115b24e5 None None] Pushing event updated for resources: {'Port': ['ID=a3dda65f-f60e-4adc-890f-99f19b4ed4f2,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:17.967343 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4774d48a-4198-4765-9f15-19c1022705bf tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.029489 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4774d48a-4198-4765-9f15-19c1022705bf tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.104901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f469c64-d94c-4c5c-9cb3-23db48be8ace {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:23:18.129998 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.184848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ff501-d6ed-47de-bbff-4b499145e76a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:18.203069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45984) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:18.205013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Transition to ACTIVE for port object 8f469c64-d94c-4c5c-9cb3-23db48be8ace will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:23:18.206692 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5b5ff501-d6ed-47de-bbff-4b499145e76a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2803011 Nov 27 01:23:18.220771 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4774d48a-4198-4765-9f15-19c1022705bf tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.234081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4774d48a-4198-4765-9f15-19c1022705bf tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.240296 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4774d48a-4198-4765-9f15-19c1022705bf tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/security-groups/f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa HTTP/1.1" status: 204 len: 168 time: 0.5669487 Nov 27 01:23:18.251199 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.284510 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774d48a-4198-4765-9f15-19c1022705bf tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c9f3d4-766a-46e0-8cba-3fc60aaa20aa,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:18.306350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45988) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:18.333946 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a729e8-6c3f-4005-a43f-1a64dafb8d65 req-9a01a1a9-951f-4117-ae03-dc2fe56c4e47 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:18.335913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-83a729e8-6c3f-4005-a43f-1a64dafb8d65 req-9a01a1a9-951f-4117-ae03-dc2fe56c4e47 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 932 time: 0.3613605 Nov 27 01:23:18.450608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7183e9e8-e67f-431d-a93c-feb70e94cadb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:18.455597 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7183e9e8-e67f-431d-a93c-feb70e94cadb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2497554 Nov 27 01:23:18.461069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45994) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:18.477884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device cbbc218a-e896-4131-81cb-cf724f324419 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:18.482999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Pushing event updated for resources: {'Port': ['ID=8f469c64-d94c-4c5c-9cb3-23db48be8ace,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:18.505389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: cbbc218a-e896-4131-81cb-cf724f324419 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:18.506185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device cbbc218a-e896-4131-81cb-cf724f324419 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:18.561873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e98f5008-48b0-4a92-9c01-85e8e8b50185 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993140 Nov 27 01:23:18.578630 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-83a729e8-6c3f-4005-a43f-1a64dafb8d65 req-be8c8d06-fc3a-4e71-b343-9d19b3e92b55 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811814 Nov 27 01:23:18.584311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45996) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:18.601980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-370553a2-38d2-4ca6-9c34-73a1fe3b0ab7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:18.709321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Attempting to bind port 8f469c64-d94c-4c5c-9cb3-23db48be8ace on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:18.710227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Attempting to bind port 8f469c64-d94c-4c5c-9cb3-23db48be8ace by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:18.711108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Attempting to bind port 8f469c64-d94c-4c5c-9cb3-23db48be8ace on network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:18.721518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Port 8f469c64-d94c-4c5c-9cb3-23db48be8ace on network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:23:18.722291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Attempting to bind port 8f469c64-d94c-4c5c-9cb3-23db48be8ace on network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:18.739425 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:18.739865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Checking segment: {'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:18.740519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Bound using segment: {'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:18.741187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Bound port: 8f469c64-d94c-4c5c-9cb3-23db48be8ace, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:18.741608 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.854496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] For port 8f469c64-d94c-4c5c-9cb3-23db48be8ace, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:18.857469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370553a2-38d2-4ca6-9c34-73a1fe3b0ab7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:18.863181 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-370553a2-38d2-4ca6-9c34-73a1fe3b0ab7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.868141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] For port 8f469c64-d94c-4c5c-9cb3-23db48be8ace, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8f469c64-d94c-4c5c-9cb3-23db48be8ace,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:18.889690 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:18.938399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a3dda65f-f60e-4adc-890f-99f19b4ed4f2 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:19.057504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port a3dda65f-f60e-4adc-890f-99f19b4ed4f2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:19.058656 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.080834 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8dcce92-8bdc-44a9-a773-95a949b72f45 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.277366 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.338133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port a3dda65f-f60e-4adc-890f-99f19b4ed4f2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a3dda65f-f60e-4adc-890f-99f19b4ed4f2,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:19.345821 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.346944 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 02068738-e974-4863-91dd-bafe05f5c8b9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:19.488493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=a3dda65f-f60e-4adc-890f-99f19b4ed4f2,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:19.531133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 02068738-e974-4863-91dd-bafe05f5c8b9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:19.531589 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.680519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:19.681303 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.682884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b8dcce92-8bdc-44a9-a773-95a949b72f45 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting port 3d9bd7eb-015f-42e3-a618-a74dba7636fc {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:19.683567 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8dcce92-8bdc-44a9-a773-95a949b72f45 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.683804 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] 10.222.0.42 "PUT /v2.0/ports/8f469c64-d94c-4c5c-9cb3-23db48be8ace HTTP/1.1" status: 200 len: 1092 time: 2.3013558 Nov 27 01:23:19.685515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c80108a-3bdc-4607-b673-b5ff5795136a', 'tag': '8f469c64-d94c-4c5c-9cb3-23db48be8ace'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:19.687855 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feae318-bf86-44cd-84fd-92317e011659" -d '{"events": [{"name": "network-changed", "server_uuid": "2c80108a-3bdc-4607-b673-b5ff5795136a", "tag": "8f469c64-d94c-4c5c-9cb3-23db48be8ace"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:19.747206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396e750-1e9d-47d7-9cd9-88b4c75d880b service neutron] Pushing event updated for resources: {'Port': ['ID=8f469c64-d94c-4c5c-9cb3-23db48be8ace,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:19.800207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553e62db-f1c3-41bf-ba33-7cd9c1701d63 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:19.853025 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842af9bf-cc37-4902-895b-6776c7891e6e x-openstack-request-id: req-842af9bf-cc37-4902-895b-6776c7891e6e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:19.853025 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c80108a-3bdc-4607-b673-b5ff5795136a", "tag": "8f469c64-d94c-4c5c-9cb3-23db48be8ace", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:19.853025 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-842af9bf-cc37-4902-895b-6776c7891e6e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:19.853025 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c80108a-3bdc-4607-b673-b5ff5795136a', 'tag': '8f469c64-d94c-4c5c-9cb3-23db48be8ace', 'status': 'completed', 'code': 200} Nov 27 01:23:19.888808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b8dcce92-8bdc-44a9-a773-95a949b72f45 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] For port 3d9bd7eb-015f-42e3-a618-a74dba7636fc, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3d9bd7eb-015f-42e3-a618-a74dba7636fc,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:19.889807 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8dcce92-8bdc-44a9-a773-95a949b72f45 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.910888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b7e7ddba-add2-4076-ae36-688bca8a41d0 None None] Provisioning complete for port a3dda65f-f60e-4adc-890f-99f19b4ed4f2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:19.911418 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7e7ddba-add2-4076-ae36-688bca8a41d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:19.913217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b8dcce92-8bdc-44a9-a773-95a949b72f45 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Calling delete_port for 3d9bd7eb-015f-42e3-a618-a74dba7636fc owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:19.996695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-c474b0d3-46c8-4794-9399-a507a8820414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:20.001101 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-c474b0d3-46c8-4794-9399-a507a8820414 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52ac6fd6419d434f9c1662bb6943d715&device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 1095 time: 0.2443545 Nov 27 01:23:20.020529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabdbb0-b25f-4c41-942b-517d1359a6ce req-8c9c0a48-974c-4821-9e55-c32d55ec6196 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:20.023123 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ccabdbb0-b25f-4c41-942b-517d1359a6ce req-8c9c0a48-974c-4821-9e55-c32d55ec6196 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 944 time: 0.2698381 Nov 27 01:23:20.098463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-089d5152-06e1-4084-9984-e51e451e25ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f469c64-d94c-4c5c-9cb3-23db48be8ace HTTP/1.1" status: 200 len: 217 time: 0.0714130 Nov 27 01:23:20.135484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-370553a2-38d2-4ca6-9c34-73a1fe3b0ab7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.206823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b7e7ddba-add2-4076-ae36-688bca8a41d0 None None] Could not find standard attr ID for object a0d21eba-597d-425a-bb01-9e21c533ba61. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:20.214964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370553a2-38d2-4ca6-9c34-73a1fe3b0ab7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:20.245300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-370553a2-38d2-4ca6-9c34-73a1fe3b0ab7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:20.264638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370553a2-38d2-4ca6-9c34-73a1fe3b0ab7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:20.265568 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-370553a2-38d2-4ca6-9c34-73a1fe3b0ab7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.267751 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8dcce92-8bdc-44a9-a773-95a949b72f45 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.366162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcce92-8bdc-44a9-a773-95a949b72f45 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Port': ['ID=3d9bd7eb-015f-42e3-a618-a74dba7636fc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:20.369363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe6e934-c70a-4996-bb35-5e44260412fe None None] DHCP port deletion for 25e602fe-b534-4128-a80f-d182baf30796 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:20.374084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370553a2-38d2-4ca6-9c34-73a1fe3b0ab7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=bd1b87c8-6cf1-4976-b0d5-2b7bd2d2063f,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:20.421275 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-370553a2-38d2-4ca6-9c34-73a1fe3b0ab7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8355982 Nov 27 01:23:20.427145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46034) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:20.469417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': 'bd1b87c8-6cf1-4976-b0d5-2b7bd2d2063f', 'ip_address': '2001:db8::15cf:7ab8:22a2:a268'}], 'name': 'tempest-NetworksTestDHCPv6-174562802'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:20.545867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-8d363fe0-cbd7-4741-8f5c-9677252a4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:20.548000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-8d363fe0-cbd7-4741-8f5c-9677252a4372 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6d9c5a7-8e33-42a1-b9ce-87af427cb7df HTTP/1.1" status: 200 len: 851 time: 0.4421673 Nov 27 01:23:20.573116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6e934-c70a-4996-bb35-5e44260412fe None None] Deleting port a3dda65f-f60e-4adc-890f-99f19b4ed4f2 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:20.573701 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e934-c70a-4996-bb35-5e44260412fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.587088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ccabdbb0-b25f-4c41-942b-517d1359a6ce req-2cb4d0df-a926-4234-a5fd-48d8f7cc551d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499175 Nov 27 01:23:20.657773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-44425cd6-74af-41ae-9ce4-159723f68cc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687356 Nov 27 01:23:20.736459 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8dcce92-8bdc-44a9-a773-95a949b72f45 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.783461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0fe6e934-c70a-4996-bb35-5e44260412fe None None] For port a3dda65f-f60e-4adc-890f-99f19b4ed4f2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a3dda65f-f60e-4adc-890f-99f19b4ed4f2,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:20.783865 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e934-c70a-4996-bb35-5e44260412fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:20.800728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6e934-c70a-4996-bb35-5e44260412fe None None] Calling delete_port for a3dda65f-f60e-4adc-890f-99f19b4ed4f2 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:20.885252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a3dda65f-f60e-4adc-890f-99f19b4ed4f2 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:20.915330 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-31ff92f5-ead7-4a61-8cdf-17d13b0d5309 service neutron] 10.222.0.42 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440038 Nov 27 01:23:20.918290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:21.085216 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e934-c70a-4996-bb35-5e44260412fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.128195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6e934-c70a-4996-bb35-5e44260412fe None None] Pushing event deleted for resources: {'Port': ['ID=a3dda65f-f60e-4adc-890f-99f19b4ed4f2,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:21.142547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6e934-c70a-4996-bb35-5e44260412fe None None] No DVR routers for this DVR port a3dda65f-f60e-4adc-890f-99f19b4ed4f2 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:21.146897 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.172615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dcce92-8bdc-44a9-a773-95a949b72f45 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Router 0e7c065c-70f6-4749-8a6e-e44289e4b2df has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:23:21.190197 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.204941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a746b465-bca4-41a3-a937-91fd762451e9 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:21.232706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 85fdc6d5-2f1e-4558-9f0f-afdd09bf139d yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:21.411067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dcce92-8bdc-44a9-a773-95a949b72f45 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:21.418733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b8dcce92-8bdc-44a9-a773-95a949b72f45 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "PUT /v2.0/routers/0e7c065c-70f6-4749-8a6e-e44289e4b2df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1105280 Nov 27 01:23:21.435096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46050) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:21.457235 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995c8bc-c167-4c3c-b77f-ce320ffc535a None None] Sync routers for ids ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:21.482312 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6036ae50-c9fc-4565-8171-ae96bf9ecbc9 req-6d1bf01b-687e-4b9a-9bff-0d56a979538f service neutron] 10.222.0.42 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376630 Nov 27 01:23:21.484739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-25e602fe-b534-4128-a80f-d182baf30796', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'fixed_ips': [{'subnet_id': 'bd1b87c8-6cf1-4976-b0d5-2b7bd2d2063f'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:21.487726 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.526882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995c8bc-c167-4c3c-b77f-ce320ffc535a None None] Routers {'0e7c065c-70f6-4749-8a6e-e44289e4b2df'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:21.527550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e995c8bc-c167-4c3c-b77f-ce320ffc535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:21.545663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::15cf:7ab8:22a2:a268 (25e602fe-b534-4128-a80f-d182baf30796/bd1b87c8-6cf1-4976-b0d5-2b7bd2d2063f/85fdc6d5-2f1e-4558-9f0f-afdd09bf139d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:21.546783 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8a8e74-25b4-46ec-b838-9fe0c27c7b69 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting subnet 1387f584-d5f1-4730-bd33-1e50dfbd27a6 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:21.556963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8e74-25b4-46ec-b838-9fe0c27c7b69 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.645677 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8e74-25b4-46ec-b838-9fe0c27c7b69 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.737795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feae318-bf86-44cd-84fd-92317e011659 req-d7552ab9-143e-4d63-97b5-253da461a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:21.740355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7feae318-bf86-44cd-84fd-92317e011659 req-d7552ab9-143e-4d63-97b5-253da461a42b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52ac6fd6419d434f9c1662bb6943d715&device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 1095 time: 0.1406465 Nov 27 01:23:21.856102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8e74-25b4-46ec-b838-9fe0c27c7b69 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.972961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b497c2e-f503-456e-8858-6c308a0062d6 req-69ca3b2e-f382-4655-9229-24ccd9543d98 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:21.984524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b497c2e-f503-456e-8858-6c308a0062d6 req-69ca3b2e-f382-4655-9229-24ccd9543d98 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 944 time: 0.2287006 Nov 27 01:23:21.988288 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8e74-25b4-46ec-b838-9fe0c27c7b69 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.988754 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:21.996272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feae318-bf86-44cd-84fd-92317e011659 req-3d0b8428-bafd-442a-bc9c-187a27cd5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:21.998194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7feae318-bf86-44cd-84fd-92317e011659 req-3d0b8428-bafd-442a-bc9c-187a27cd5cc6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 HTTP/1.1" status: 200 len: 912 time: 0.2130539 Nov 27 01:23:22.000141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e995c8bc-c167-4c3c-b77f-ce320ffc535a None None] Set router 0e7c065c-70f6-4749-8a6e-e44289e4b2df gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:22.054790 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7feae318-bf86-44cd-84fd-92317e011659 req-aa448654-65c1-4770-82ea-f5cae60d6db7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f469c64-d94c-4c5c-9cb3-23db48be8ace HTTP/1.1" status: 200 len: 217 time: 0.0477343 Nov 27 01:23:22.063353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a8e74-25b4-46ec-b838-9fe0c27c7b69 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Subnet': ['ID=1387f584-d5f1-4730-bd33-1e50dfbd27a6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:22.078615 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8e74-25b4-46ec-b838-9fe0c27c7b69 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.081884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7d8a8e74-25b4-46ec-b838-9fe0c27c7b69 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/subnets/1387f584-d5f1-4730-bd33-1e50dfbd27a6 HTTP/1.1" status: 204 len: 168 time: 0.6458595 Nov 27 01:23:22.086456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46064) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:22.159404 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.166586 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b497c2e-f503-456e-8858-6c308a0062d6 req-2a186451-c7c6-4e46-bd1e-e31b6c7ffc54 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750109 Nov 27 01:23:22.202213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feae318-bf86-44cd-84fd-92317e011659 req-fda45e4e-bafc-4255-9a98-4f54f3dd45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:22.203742 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7feae318-bf86-44cd-84fd-92317e011659 req-fda45e4e-bafc-4255-9a98-4f54f3dd45e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6d9c5a7-8e33-42a1-b9ce-87af427cb7df HTTP/1.1" status: 200 len: 851 time: 0.1318755 Nov 27 01:23:22.213689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52088ae5-8df2-4a8a-bb22-fc3c1422833e None None] Network 5eaa9508-d233-472e-9f6d-24d1592fb0b9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:22.262522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:22.279843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.281330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:22.284066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=85fdc6d5-2f1e-4558-9f0f-afdd09bf139d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:22.287950 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7feae318-bf86-44cd-84fd-92317e011659 req-e70e2281-98ad-45ad-8075-db88f1d9a150 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597680 Nov 27 01:23:22.289107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:22.295759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:22.296725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.373009 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c2d774e2-3333-451b-a00e-3136ee99e851 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9231935 Nov 27 01:23:22.375572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46070) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:22.426032 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Allocated IP 2001:db8::2 (25e602fe-b534-4128-a80f-d182baf30796/bd1b87c8-6cf1-4976-b0d5-2b7bd2d2063f/38bfdc90-214d-4bbd-a338-c3d735dc7055) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:22.460749 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d78fd04-25f9-4e61-868e-0be1dccc6fad tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:22.463590 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8d78fd04-25f9-4e61-868e-0be1dccc6fad tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0870802 Nov 27 01:23:22.466324 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7feae318-bf86-44cd-84fd-92317e011659 req-b05e9c65-854d-4078-9d19-b5c8f5c8fedf service neutron] 10.222.0.42 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656771 Nov 27 01:23:22.467261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46072) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:22.568263 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.623266 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e995c8bc-c167-4c3c-b77f-ce320ffc535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:23:20Z', 'revision_number': 5, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port': {'id': 'b81d20a3-7d47-4c53-9907-c8ebe392bd34', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:49Z', 'updated_at': '2021-11-27T01:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:22.676298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995c8bc-c167-4c3c-b77f-ce320ffc535a None None] Checking router: 0e7c065c-70f6-4749-8a6e-e44289e4b2df for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:23:22.688972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d6a70f-9f1f-4e77-b715-5f28fc1a69d9 None None] DHCP port deletion for 5eaa9508-d233-472e-9f6d-24d1592fb0b9 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:22.700372 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7feae318-bf86-44cd-84fd-92317e011659 req-dc77a544-27be-4754-ab64-dbc136b4d6d7 service neutron] 10.222.0.42 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146232 Nov 27 01:23:22.740651 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-137cab34-e1b9-4732-b083-b82ad5f1c697 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 85fdc6d5-2f1e-4558-9f0f-afdd09bf139d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:22.742955 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-137cab34-e1b9-4732-b083-b82ad5f1c697 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.755981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995c8bc-c167-4c3c-b77f-ce320ffc535a None None] Routers {'0e7c065c-70f6-4749-8a6e-e44289e4b2df'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:22.756618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e995c8bc-c167-4c3c-b77f-ce320ffc535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:22.762342 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.800481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting port b81d20a3-7d47-4c53-9907-c8ebe392bd34 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:22.802618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.932591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:22.956583 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.963084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-137cab34-e1b9-4732-b083-b82ad5f1c697 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:22.996772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-137cab34-e1b9-4732-b083-b82ad5f1c697 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 85fdc6d5-2f1e-4558-9f0f-afdd09bf139d owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:23.012041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] For port b81d20a3-7d47-4c53-9907-c8ebe392bd34, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b81d20a3-7d47-4c53-9907-c8ebe392bd34,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:23.012717 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.033853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Calling delete_port for b81d20a3-7d47-4c53-9907-c8ebe392bd34 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:23.130123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:23.156514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:23.163722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e995c8bc-c167-4c3c-b77f-ce320ffc535a None None] Set router 0e7c065c-70f6-4749-8a6e-e44289e4b2df gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:23.167508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Pushing event updated for resources: {'Port': ['ID=38bfdc90-214d-4bbd-a338-c3d735dc7055,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:23.230200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:23.258732 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-01d6a70f-9f1f-4e77-b715-5f28fc1a69d9 None None] Deleting port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:23.259101 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01d6a70f-9f1f-4e77-b715-5f28fc1a69d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.355839 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.379937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e995c8bc-c167-4c3c-b77f-ce320ffc535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:23:22Z', 'revision_number': 6, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:23.429054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995c8bc-c167-4c3c-b77f-ce320ffc535a None None] The sync data for ids ['0e7c065c-70f6-4749-8a6e-e44289e4b2df'] in n-d-819494-2 is: [{'id': '0e7c065c-70f6-4749-8a6e-e44289e4b2df', 'name': 'tempest-TestNetworkBasicOps-router-906952772', 'tenant_id': '693123b5cb044942b888cf0396b36532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:48Z', 'updated_at': '2021-11-27T01:23:22Z', 'revision_number': 6, 'project_id': '693123b5cb044942b888cf0396b36532', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:23.429850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcac86-bc33-4f6a-9da4-d4eb222e6b24 req-4b59a60b-a0a4-44f4-bea8-c312744b585d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:23.446042 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fbfcac86-bc33-4f6a-9da4-d4eb222e6b24 req-4b59a60b-a0a4-44f4-bea8-c312744b585d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 944 time: 0.1572590 Nov 27 01:23:23.449375 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-137cab34-e1b9-4732-b083-b82ad5f1c697 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.454671 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Port': ['ID=b81d20a3-7d47-4c53-9907-c8ebe392bd34,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:23.549689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cab34-e1b9-4732-b083-b82ad5f1c697 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=85fdc6d5-2f1e-4558-9f0f-afdd09bf139d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:23.571337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.582123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-137cab34-e1b9-4732-b083-b82ad5f1c697 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.583228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771fa01d-2f33-40d7-802c-c29cd3c7e71f None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:23.585903 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-137cab34-e1b9-4732-b083-b82ad5f1c697 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/85fdc6d5-2f1e-4558-9f0f-afdd09bf139d HTTP/1.1" status: 204 len: 168 time: 1.1176317 Nov 27 01:23:23.589335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46104) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:23.656574 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fbfcac86-bc33-4f6a-9da4-d4eb222e6b24 req-f3c2348e-2206-43fe-9601-34d5393af0fd tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094729 Nov 27 01:23:23.680521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf4deda-20bc-4474-b434-0157c1ca0b1b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:23.682376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf4deda-20bc-4474-b434-0157c1ca0b1b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:23.684335 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-edf4deda-20bc-4474-b434-0157c1ca0b1b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0938947 Nov 27 01:23:23.696465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46106) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:23.703443 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.715223 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.739481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-01d6a70f-9f1f-4e77-b715-5f28fc1a69d9 None None] For port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6285ef81-ea57-41a6-9e29-dbb3e0d6b733,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:23.739998 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01d6a70f-9f1f-4e77-b715-5f28fc1a69d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.746900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Attempting to bind port 38bfdc90-214d-4bbd-a338-c3d735dc7055 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:23.747419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Attempting to bind port 38bfdc90-214d-4bbd-a338-c3d735dc7055 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:23.750650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Attempting to bind port 38bfdc90-214d-4bbd-a338-c3d735dc7055 on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:23.796376 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.817329 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.818393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Fanout notify agent at l3_agent the message router_deleted on router 0e7c065c-70f6-4749-8a6e-e44289e4b2df {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:23:23.820245 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-01d6a70f-9f1f-4e77-b715-5f28fc1a69d9 None None] Calling delete_port for 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:23.822068 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:23.824871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:23.825407 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.825922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:23.826580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Bound port: 38bfdc90-214d-4bbd-a338-c3d735dc7055, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:23.828337 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.840571 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.841725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f365f751-a562-4e1c-878c-e7d2c22d9660 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/routers/0e7c065c-70f6-4749-8a6e-e44289e4b2df HTTP/1.1" status: 204 len: 168 time: 1.7543416 Nov 27 01:23:23.844444 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46112) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:23.855930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c64c120-df96-4488-902d-100fcd286fba tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet bd1b87c8-6cf1-4976-b0d5-2b7bd2d2063f {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:23.865918 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5c64c120-df96-4488-902d-100fcd286fba tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:23.982526 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5c64c120-df96-4488-902d-100fcd286fba tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.033569 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.135491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6285ef81-ea57-41a6-9e29-dbb3e0d6b733,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:24.157763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Deleting port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:24.158531 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.175022 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.175932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5c64c120-df96-4488-902d-100fcd286fba tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.270750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=6285ef81-ea57-41a6-9e29-dbb3e0d6b733,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:24.296202 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01d6a70f-9f1f-4e77-b715-5f28fc1a69d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.298857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] For port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6285ef81-ea57-41a6-9e29-dbb3e0d6b733,segment=NetworkSegment(78bb16ca-9f96-4785-9cfd-9c7f0d299183),segment_id=78bb16ca-9f96-4785-9cfd-9c7f0d299183)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:24.299999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.311338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5c64c120-df96-4488-902d-100fcd286fba tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.323156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Calling delete_port for 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:24.323897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] For port 38bfdc90-214d-4bbd-a338-c3d735dc7055, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:24.330186 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5c64c120-df96-4488-902d-100fcd286fba tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.339218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5c64c120-df96-4488-902d-100fcd286fba tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/bd1b87c8-6cf1-4976-b0d5-2b7bd2d2063f HTTP/1.1" status: 204 len: 168 time: 0.6412287 Nov 27 01:23:24.339830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46122) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:24.349485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] For port 38bfdc90-214d-4bbd-a338-c3d735dc7055, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=38bfdc90-214d-4bbd-a338-c3d735dc7055,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:24.365630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6a70f-9f1f-4e77-b715-5f28fc1a69d9 None None] No DVR routers for this DVR port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:24.445876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.468695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.477668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6a70f-9f1f-4e77-b715-5f28fc1a69d9 None None] Pushing event deleted for resources: {'Port': ['ID=6285ef81-ea57-41a6-9e29-dbb3e0d6b733,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:24.530848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Port': ['ID=6285ef81-ea57-41a6-9e29-dbb3e0d6b733,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:24.538002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] No DVR routers for this DVR port 6285ef81-ea57-41a6-9e29-dbb3e0d6b733 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:24.578899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64c120-df96-4488-902d-100fcd286fba tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1b87c8-6cf1-4976-b0d5-2b7bd2d2063f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:24.596206 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9a394c95-7eac-40cb-92ce-10feab1c1557 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2534106 Nov 27 01:23:24.598878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46128) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:24.624606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-041a8d4f-d809-493d-a627-6dc16ee24d76 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:24.816366 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.866290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041a8d4f-d809-493d-a627-6dc16ee24d76 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:24.873376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-041a8d4f-d809-493d-a627-6dc16ee24d76 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.890200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaa9508-d233-472e-9f6d-24d1592fb0b9']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:24.920107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bb16ca-9f96-4785-9cfd-9c7f0d299183') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:24.920418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bb16ca-9f96-4785-9cfd-9c7f0d299183') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:24.948362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5df67-c9b0-4628-bb42-30bc3430c620 None None] Pushing event updated for resources: {'Port': ['ID=38bfdc90-214d-4bbd-a338-c3d735dc7055,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:24.952878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:24.961963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3d9bd7eb-015f-42e3-a618-a74dba7636fc no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:24.968518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 8f469c64-d94c-4c5c-9cb3-23db48be8ace details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:23:24.984488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.053209 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e969ef-f6bf-460b-9eec-7d166f4159ce req-3da5b741-fad3-4253-b270-86fe589c0444 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:25.067472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04e969ef-f6bf-460b-9eec-7d166f4159ce req-3da5b741-fad3-4253-b270-86fe589c0444 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 944 time: 0.2031522 Nov 27 01:23:25.069082 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:25.069949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.168128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 3d9bd7eb-015f-42e3-a618-a74dba7636fc {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:25.169758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3d9bd7eb-015f-42e3-a618-a74dba7636fc not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:25.170459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b81d20a3-7d47-4c53-9907-c8ebe392bd34 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:25.237621 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-041a8d4f-d809-493d-a627-6dc16ee24d76 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.240585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: b81d20a3-7d47-4c53-9907-c8ebe392bd34 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:25.241207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b81d20a3-7d47-4c53-9907-c8ebe392bd34 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:25.322029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 8f469c64-d94c-4c5c-9cb3-23db48be8ace, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8f469c64-d94c-4c5c-9cb3-23db48be8ace,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:25.342569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '8f469c64-d94c-4c5c-9cb3-23db48be8ace', 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8', 'port_id': '8f469c64-d94c-4c5c-9cb3-23db48be8ace', 'mac_address': 'fa:16:3e:60:97:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d9c5a7-8e33-42a1-b9ce-87af427cb7df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:23:25.366912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a8d4f-d809-493d-a627-6dc16ee24d76 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=2ae674ce-d743-4d12-b93a-dcf38ee44894,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:25.374727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a8d4f-d809-493d-a627-6dc16ee24d76 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:25.376797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-041a8d4f-d809-493d-a627-6dc16ee24d76 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:25.383518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a8d4f-d809-493d-a627-6dc16ee24d76 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:25.385064 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-041a8d4f-d809-493d-a627-6dc16ee24d76 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.412748 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-041a8d4f-d809-493d-a627-6dc16ee24d76 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8100543 Nov 27 01:23:25.415513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46144) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:25.421836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': '2ae674ce-d743-4d12-b93a-dcf38ee44894', 'ip_address': '2001:db8::669c:8ea:1f8:7eec'}], 'name': 'tempest-NetworksTestDHCPv6-1518687777'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:25.427288 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.447819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f469c64-d94c-4c5c-9cb3-23db48be8ace {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:23:25.489645 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 8f469c64-d94c-4c5c-9cb3-23db48be8ace, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8f469c64-d94c-4c5c-9cb3-23db48be8ace,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:25.503922 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.604763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:25.614334 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.616147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=8f469c64-d94c-4c5c-9cb3-23db48be8ace,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:25.637595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 4cef32f9-ddc5-4a54-a63e-bcde0a595feb yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:25.674377 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:25.729028 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.733496 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:25.738454 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] 10.222.0.37 "DELETE /v2.0/networks/5eaa9508-d233-472e-9f6d-24d1592fb0b9 HTTP/1.1" status: 204 len: 168 time: 1.8921692 Nov 27 01:23:25.787549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfda7f-7b8d-4ef4-a442-4c6663babc20 tempest-TestNetworkBasicOps-680225239 tempest-TestNetworkBasicOps-680225239-project] Pushing event deleted for resources: {'Network': ['ID=5eaa9508-d233-472e-9f6d-24d1592fb0b9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:25.799907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04e969ef-f6bf-460b-9eec-7d166f4159ce req-4194da7e-8553-4af0-b7b2-fff33f00b1f4 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209967 Nov 27 01:23:25.905608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['8f469c64-d94c-4c5c-9cb3-23db48be8ace'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:23:25.958996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::669c:8ea:1f8:7eec (25e602fe-b534-4128-a80f-d182baf30796/2ae674ce-d743-4d12-b93a-dcf38ee44894/4cef32f9-ddc5-4a54-a63e-bcde0a595feb) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:26.201922 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.272018 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.359771 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:26.364754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:26.368046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46170) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:26.370137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:26.377561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:26.378201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.387897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=4cef32f9-ddc5-4a54-a63e-bcde0a595feb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:26.404522 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0e814dbb-f358-4b79-94e8-1fc43cc70f75 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9865496 Nov 27 01:23:26.406500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46174) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:26.426133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e93f0b-2891-42a4-82ea-866cd5966822 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:26.497541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c7c8a-a7f6-422a-b290-051eb7ce29b4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:26.506169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c7c8a-a7f6-422a-b290-051eb7ce29b4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:26.510882 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-000c7c8a-a7f6-422a-b290-051eb7ce29b4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.1004806 Nov 27 01:23:26.511221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46176) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:26.614452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a41e381c-a0c4-429c-8daa-043139ed6a7c None None] Provisioning complete for port 38bfdc90-214d-4bbd-a338-c3d735dc7055 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:26.615066 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a41e381c-a0c4-429c-8daa-043139ed6a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.650638 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bd511df8-bef5-4156-8097-72a5ef01911e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=693123b5cb044942b888cf0396b36532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803116 Nov 27 01:23:26.653136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46182) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:26.660537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c862e109-30b7-4ed7-95f1-970079ac91c4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 4cef32f9-ddc5-4a54-a63e-bcde0a595feb {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:26.660948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c862e109-30b7-4ed7-95f1-970079ac91c4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.770696 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16098b79-6ed6-4ea9-b136-b75df07aef0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.802865 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c862e109-30b7-4ed7-95f1-970079ac91c4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.825699 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16098b79-6ed6-4ea9-b136-b75df07aef0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.829738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c862e109-30b7-4ed7-95f1-970079ac91c4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 4cef32f9-ddc5-4a54-a63e-bcde0a595feb owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:26.834793 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a41e381c-a0c4-429c-8daa-043139ed6a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.882178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 38bfdc90-214d-4bbd-a338-c3d735dc7055 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:26.932736 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a41e381c-a0c4-429c-8daa-043139ed6a7c None None] For port 38bfdc90-214d-4bbd-a338-c3d735dc7055, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=38bfdc90-214d-4bbd-a338-c3d735dc7055,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:26.933673 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16098b79-6ed6-4ea9-b136-b75df07aef0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.936906 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16098b79-6ed6-4ea9-b136-b75df07aef0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.938309 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-16098b79-6ed6-4ea9-b136-b75df07aef0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9076d1a-28a5-4099-8fff-e889fbf6c143 HTTP/1.1" status: 204 len: 168 time: 0.2840989 Nov 27 01:23:26.953186 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a41e381c-a0c4-429c-8daa-043139ed6a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:26.967696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16098b79-6ed6-4ea9-b136-b75df07aef0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9076d1a-28a5-4099-8fff-e889fbf6c143,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:26.969796 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:23:27.063803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f2588-02d5-428c-9bf1-c03f1c5d2c68 req-17e0df41-b1d2-49ec-82ee-8d9ce65b8dae tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:27.065746 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-260f2588-02d5-428c-9bf1-c03f1c5d2c68 req-17e0df41-b1d2-49ec-82ee-8d9ce65b8dae tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 945 time: 0.0843034 Nov 27 01:23:27.156415 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-260f2588-02d5-428c-9bf1-c03f1c5d2c68 req-9b8f172a-67d2-43f4-81d4-0283eae2359d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814359 Nov 27 01:23:27.167291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e381c-a0c4-429c-8daa-043139ed6a7c None None] Pushing event updated for resources: {'Port': ['ID=38bfdc90-214d-4bbd-a338-c3d735dc7055,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:27.187722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 38bfdc90-214d-4bbd-a338-c3d735dc7055 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:27.187964 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.244731 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c862e109-30b7-4ed7-95f1-970079ac91c4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.308373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862e109-30b7-4ed7-95f1-970079ac91c4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=4cef32f9-ddc5-4a54-a63e-bcde0a595feb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:27.312370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a49cef07-8031-47bc-896c-85e95d5a5d11 None None] Provisioning complete for port 38bfdc90-214d-4bbd-a338-c3d735dc7055 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:27.312743 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a49cef07-8031-47bc-896c-85e95d5a5d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.328879 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c862e109-30b7-4ed7-95f1-970079ac91c4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.333125 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c862e109-30b7-4ed7-95f1-970079ac91c4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/4cef32f9-ddc5-4a54-a63e-bcde0a595feb HTTP/1.1" status: 204 len: 168 time: 0.8209307 Nov 27 01:23:27.335899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46200) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:27.437825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391717f1-5b3a-497f-9d2f-5ec619b0312c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:27.442748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391717f1-5b3a-497f-9d2f-5ec619b0312c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:27.444795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-391717f1-5b3a-497f-9d2f-5ec619b0312c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1075029 Nov 27 01:23:27.447630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46204) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:27.503796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a49cef07-8031-47bc-896c-85e95d5a5d11 None None] Could not find standard attr ID for object 4cef32f9-ddc5-4a54-a63e-bcde0a595feb. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:27.571088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d642c16c-d283-4706-bc02-0d9e6557eaac tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 2ae674ce-d743-4d12-b93a-dcf38ee44894 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:27.578570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46210) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:27.580703 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d642c16c-d283-4706-bc02-0d9e6557eaac tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.608725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97c0e5f0-93df-4538-a683-24a55fedaa58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.620818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4d37fd24-5004-41c0-99bb-145461ef07e9 None None] Could not find standard attr ID for object a0d21eba-597d-425a-bb01-9e21c533ba61. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:27.652278 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d642c16c-d283-4706-bc02-0d9e6557eaac tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.741869 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97c0e5f0-93df-4538-a683-24a55fedaa58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.751851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97c0e5f0-93df-4538-a683-24a55fedaa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.769416 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d642c16c-d283-4706-bc02-0d9e6557eaac tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.823071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-97c0e5f0-93df-4538-a683-24a55fedaa58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ca1c8180829411aa94f993133ac706f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426105 Nov 27 01:23:27.840057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46216) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:27.916877 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d642c16c-d283-4706-bc02-0d9e6557eaac tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.948655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0e5f0-93df-4538-a683-24a55fedaa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7812e297-2a75-44b6-a404-26873588ac05,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:27.958689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642c16c-d283-4706-bc02-0d9e6557eaac tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae674ce-d743-4d12-b93a-dcf38ee44894,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:27.964765 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d642c16c-d283-4706-bc02-0d9e6557eaac tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:27.971635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d642c16c-d283-4706-bc02-0d9e6557eaac tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/2ae674ce-d743-4d12-b93a-dcf38ee44894 HTTP/1.1" status: 204 len: 168 time: 0.5223238 Nov 27 01:23:27.972352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46220) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:27.975830 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-203efd0a-45e3-4e70-9b0f-f6d735e9ddc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.005608 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-203efd0a-45e3-4e70-9b0f-f6d735e9ddc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.026443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46222) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:28.026788 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-aee89ab8-bcfd-4dfc-b8d4-afa5b28cff79 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532570 Nov 27 01:23:28.032198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a6dbc17f-9796-45a3-b6f5-657f347616c1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:28.044680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-51a21852-84d0-4b5a-a138-955cb12c715b None None] Could not find standard attr ID for object 85fdc6d5-2f1e-4558-9f0f-afdd09bf139d. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:28.202734 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-203efd0a-45e3-4e70-9b0f-f6d735e9ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.205913 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-203efd0a-45e3-4e70-9b0f-f6d735e9ddc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.207405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-203efd0a-45e3-4e70-9b0f-f6d735e9ddc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7812e297-2a75-44b6-a404-26873588ac05 HTTP/1.1" status: 204 len: 168 time: 0.3663821 Nov 27 01:23:28.219266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dbc17f-9796-45a3-b6f5-657f347616c1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:28.223385 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc17f-9796-45a3-b6f5-657f347616c1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.239287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203efd0a-45e3-4e70-9b0f-f6d735e9ddc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7812e297-2a75-44b6-a404-26873588ac05,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:28.371438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66046dc-59f5-490a-8c74-9dc49b5fa9da None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:28.457298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26128a6-fab8-4111-aab7-c32914826c7c req-b98800bd-d303-4450-87e0-0dfa1d52b829 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:28.499215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a26128a6-fab8-4111-aab7-c32914826c7c req-b98800bd-d303-4450-87e0-0dfa1d52b829 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 945 time: 0.1608150 Nov 27 01:23:28.635259 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4a305b0d-fe6d-49d3-a36b-bca5bb90ca7b None None] Could not find standard attr ID for object 4cef32f9-ddc5-4a54-a63e-bcde0a595feb. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:28.796376 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a26128a6-fab8-4111-aab7-c32914826c7c req-ea35777f-9b18-446e-a41e-a3bb0b2b5fc0 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777498 Nov 27 01:23:28.871232 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc17f-9796-45a3-b6f5-657f347616c1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:28.926098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 8f469c64-d94c-4c5c-9cb3-23db48be8ace up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:29.117526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dbc17f-9796-45a3-b6f5-657f347616c1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:29.153437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a6dbc17f-9796-45a3-b6f5-657f347616c1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:29.171346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dbc17f-9796-45a3-b6f5-657f347616c1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:29.171890 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc17f-9796-45a3-b6f5-657f347616c1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.231273 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 38bfdc90-214d-4bbd-a338-c3d735dc7055 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:29.239750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a6dbc17f-9796-45a3-b6f5-657f347616c1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2108922 Nov 27 01:23:29.241037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46252) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:29.272753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': '8bb6b7ca-5443-46c3-b9a6-8cd8b8213301', 'ip_address': '2001:db8::8f3a:b6a3:71fa:45d7'}], 'name': 'tempest-NetworksTestDHCPv6-1795784116'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:29.283919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbc17f-9796-45a3-b6f5-657f347616c1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=8bb6b7ca-5443-46c3-b9a6-8cd8b8213301,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:29.334345 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949949f5-879f-404e-a81b-1dfe09af8069 None None] DHCP port deletion for 25e602fe-b534-4128-a80f-d182baf30796 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:29.457802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 8f469c64-d94c-4c5c-9cb3-23db48be8ace completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:23:29.460266 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 38bfdc90-214d-4bbd-a338-c3d735dc7055 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:29.461045 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.500213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:29.505954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 8f469c64-d94c-4c5c-9cb3-23db48be8ace triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:29.506679 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.519465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-949949f5-879f-404e-a81b-1dfe09af8069 None None] Deleting port 38bfdc90-214d-4bbd-a338-c3d735dc7055 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:29.531853 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-949949f5-879f-404e-a81b-1dfe09af8069 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.713673 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.762955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 63285813-8fd9-42e9-8a9a-dcbe513306ee yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:29.894518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-949949f5-879f-404e-a81b-1dfe09af8069 None None] For port 38bfdc90-214d-4bbd-a338-c3d735dc7055, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=38bfdc90-214d-4bbd-a338-c3d735dc7055,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:29.894981 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-949949f5-879f-404e-a81b-1dfe09af8069 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:29.939363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-949949f5-879f-404e-a81b-1dfe09af8069 None None] Calling delete_port for 38bfdc90-214d-4bbd-a338-c3d735dc7055 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:29.944481 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.089523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b36ca4-97c9-44a9-a317-a746c22cad71 req-0a07aef0-395b-4d61-ae44-17bb98682a96 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:30.093199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 8f469c64-d94c-4c5c-9cb3-23db48be8ace, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8f469c64-d94c-4c5c-9cb3-23db48be8ace,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:30.096011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c80108a-3bdc-4607-b673-b5ff5795136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f469c64-d94c-4c5c-9cb3-23db48be8ace'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:30.098080 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4995e077-0c3d-4539-9556-03da83cf8cbe" -d '{"events": [{"server_uuid": "2c80108a-3bdc-4607-b673-b5ff5795136a", "name": "network-vif-plugged", "status": "completed", "tag": "8f469c64-d94c-4c5c-9cb3-23db48be8ace"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:30.103796 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.106720 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-949949f5-879f-404e-a81b-1dfe09af8069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.111152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6b36ca4-97c9-44a9-a317-a746c22cad71 req-0a07aef0-395b-4d61-ae44-17bb98682a96 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 945 time: 0.1461961 Nov 27 01:23:30.126547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::8f3a:b6a3:71fa:45d7 (25e602fe-b534-4128-a80f-d182baf30796/8bb6b7ca-5443-46c3-b9a6-8cd8b8213301/63285813-8fd9-42e9-8a9a-dcbe513306ee) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:30.160909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949949f5-879f-404e-a81b-1dfe09af8069 None None] No DVR routers for this DVR port 38bfdc90-214d-4bbd-a338-c3d735dc7055 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:30.189113 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1ef36d-c9d1-4c26-9ab5-3e29683397af x-openstack-request-id: req-4c1ef36d-c9d1-4c26-9ab5-3e29683397af {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:30.189443 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c80108a-3bdc-4607-b673-b5ff5795136a", "name": "network-vif-plugged", "status": "completed", "tag": "8f469c64-d94c-4c5c-9cb3-23db48be8ace", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:30.189713 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c1ef36d-c9d1-4c26-9ab5-3e29683397af {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:30.190118 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c80108a-3bdc-4607-b673-b5ff5795136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f469c64-d94c-4c5c-9cb3-23db48be8ace', 'code': 200} Nov 27 01:23:30.199813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ebe4c9-99d7-4f6e-9650-91838b6549d0 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:30.295498 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6b36ca4-97c9-44a9-a317-a746c22cad71 req-f1e16684-f6e0-48f7-a6eb-6ee35afc59bf tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734903 Nov 27 01:23:30.372535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be100c-219f-4098-8a07-b28e2e3bf300 req-b1f58615-fb85-4780-9ca4-10861f24a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:30.374338 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6be100c-219f-4098-8a07-b28e2e3bf300 req-b1f58615-fb85-4780-9ca4-10861f24a1c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 1097 time: 0.1051476 Nov 27 01:23:30.471996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=8f469c64-d94c-4c5c-9cb3-23db48be8ace,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:30.476575 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.541133 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6be100c-219f-4098-8a07-b28e2e3bf300 req-d9e36701-4f35-4bf7-afa4-b2e843041fc6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572866 Nov 27 01:23:30.552637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949949f5-879f-404e-a81b-1dfe09af8069 None None] Pushing event deleted for resources: {'Port': ['ID=38bfdc90-214d-4bbd-a338-c3d735dc7055,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:30.600125 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.621945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-25e602fe-b534-4128-a80f-d182baf30796', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'fixed_ips': [{'subnet_id': '8bb6b7ca-5443-46c3-b9a6-8cd8b8213301'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:30.622964 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.725553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:30.753038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:30.772285 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:30.787299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 38bfdc90-214d-4bbd-a338-c3d735dc7055 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:30.789689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:30.790897 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:30.819094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 38bfdc90-214d-4bbd-a338-c3d735dc7055 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:30.819792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 38bfdc90-214d-4bbd-a338-c3d735dc7055 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:30.820966 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=63285813-8fd9-42e9-8a9a-dcbe513306ee,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:30.842336 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-86a7dc34-cdb8-4b7b-b1bc-28a1fdc61af8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5835176 Nov 27 01:23:30.845147 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46296) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:30.900718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Allocated IP 2001:db8::2 (25e602fe-b534-4128-a80f-d182baf30796/8bb6b7ca-5443-46c3-b9a6-8cd8b8213301/80201abf-a431-4f31-8926-3a9df307b670) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:30.966708 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdaafa8-df15-4c64-a106-1604ebb0c875 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:30.968905 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3fdaafa8-df15-4c64-a106-1604ebb0c875 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1218374 Nov 27 01:23:30.971672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46300) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:31.124561 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.130936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-08e8b5a1-4b06-426b-8e4e-b9f13e97b9fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 63285813-8fd9-42e9-8a9a-dcbe513306ee {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:31.131412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08e8b5a1-4b06-426b-8e4e-b9f13e97b9fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.133342 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.186405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:31.189353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:31.193176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:31.203563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Pushing event updated for resources: {'Port': ['ID=80201abf-a431-4f31-8926-3a9df307b670,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:31.247121 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08e8b5a1-4b06-426b-8e4e-b9f13e97b9fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.260490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Attempting to bind port 80201abf-a431-4f31-8926-3a9df307b670 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:31.260957 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Attempting to bind port 80201abf-a431-4f31-8926-3a9df307b670 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:31.261393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Attempting to bind port 80201abf-a431-4f31-8926-3a9df307b670 on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:31.267306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-08e8b5a1-4b06-426b-8e4e-b9f13e97b9fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 63285813-8fd9-42e9-8a9a-dcbe513306ee owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:31.267950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:31.268326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:31.268911 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.269475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:31.269959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Bound port: 80201abf-a431-4f31-8926-3a9df307b670, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:31.270824 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.375731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] For port 80201abf-a431-4f31-8926-3a9df307b670, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:31.386276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] For port 80201abf-a431-4f31-8926-3a9df307b670, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=80201abf-a431-4f31-8926-3a9df307b670,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:31.391760 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.442919 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3a223-87f8-4d8c-8550-6586862992ed None None] Pushing event updated for resources: {'Port': ['ID=80201abf-a431-4f31-8926-3a9df307b670,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:31.536526 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08e8b5a1-4b06-426b-8e4e-b9f13e97b9fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.539221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddc2f4-0647-423a-a6ff-f39cc2998b90 req-e09fcfeb-dad6-491f-bee9-36f293d62512 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.541472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53ddc2f4-0647-423a-a6ff-f39cc2998b90 req-e09fcfeb-dad6-491f-bee9-36f293d62512 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.0860913 Nov 27 01:23:31.588201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08e8b5a1-4b06-426b-8e4e-b9f13e97b9fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.593678 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-08e8b5a1-4b06-426b-8e4e-b9f13e97b9fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/63285813-8fd9-42e9-8a9a-dcbe513306ee HTTP/1.1" status: 204 len: 168 time: 0.6207497 Nov 27 01:23:31.598940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46312) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:31.603567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53ddc2f4-0647-423a-a6ff-f39cc2998b90 req-71f09383-3d5e-448f-81fc-84a1f651ed24 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551903 Nov 27 01:23:31.616505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8b5a1-4b06-426b-8e4e-b9f13e97b9fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=63285813-8fd9-42e9-8a9a-dcbe513306ee,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:31.725002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040127bc-068a-4d39-b8d0-b8937824aa8d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.726792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040127bc-068a-4d39-b8d0-b8937824aa8d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:31.730919 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-040127bc-068a-4d39-b8d0-b8937824aa8d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1260853 Nov 27 01:23:31.731591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46318) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:31.880708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe69b78-a075-450b-ae9e-d80a27d13639 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 8bb6b7ca-5443-46c3-b9a6-8cd8b8213301 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:31.895849 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ffe69b78-a075-450b-ae9e-d80a27d13639 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:31.987694 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ffe69b78-a075-450b-ae9e-d80a27d13639 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.120254 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ffe69b78-a075-450b-ae9e-d80a27d13639 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.583010 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ffe69b78-a075-450b-ae9e-d80a27d13639 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.614418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe69b78-a075-450b-ae9e-d80a27d13639 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb6b7ca-5443-46c3-b9a6-8cd8b8213301,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:32.620166 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ffe69b78-a075-450b-ae9e-d80a27d13639 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:32.626203 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ffe69b78-a075-450b-ae9e-d80a27d13639 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/8bb6b7ca-5443-46c3-b9a6-8cd8b8213301 HTTP/1.1" status: 204 len: 168 time: 0.8908362 Nov 27 01:23:32.626553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46342) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:32.683945 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4978be9e-2b1e-4156-8409-c43d37011962 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559287 Nov 27 01:23:32.686625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46346) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:32.757294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c098a7-68db-4529-8826-364c5fb91222 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:32.760505 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-72c098a7-68db-4529-8826-364c5fb91222 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0723655 Nov 27 01:23:32.763534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46350) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:32.875426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f189c85-9512-4e15-90d6-f0a8ed8d975e req-69d6fe99-c7db-46c1-b746-f18dc4d1c6a0 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:32.884123 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4f189c85-9512-4e15-90d6-f0a8ed8d975e req-69d6fe99-c7db-46c1-b746-f18dc4d1c6a0 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.1002920 Nov 27 01:23:32.886517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d94e3f-a3e0-49f4-8b95-48027101353a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:32.895693 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-11d94e3f-a3e0-49f4-8b95-48027101353a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1302187 Nov 27 01:23:32.897103 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46354) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:32.914329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 80201abf-a431-4f31-8926-3a9df307b670 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:32.971588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 80201abf-a431-4f31-8926-3a9df307b670 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:32.971978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.042218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46360) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:33.049111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-89b3410e-3359-4945-b584-e69c617836d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:33.058575 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b5c729f4-e08b-42f1-814e-4cb151e1e71c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1599438 Nov 27 01:23:33.077796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3904e9c1-ead3-4e7c-9ae8-b28cb5551915 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:33.132249 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4f189c85-9512-4e15-90d6-f0a8ed8d975e req-f9e26862-2046-4fab-b5ad-ca9278d864e9 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460766 Nov 27 01:23:33.205391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b3410e-3359-4945-b584-e69c617836d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:33.209541 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89b3410e-3359-4945-b584-e69c617836d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.490822 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2bd4eee8-51cd-414e-b1ae-421e46e2636f None None] Provisioning complete for port 80201abf-a431-4f31-8926-3a9df307b670 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:33.491630 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2bd4eee8-51cd-414e-b1ae-421e46e2636f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.537490 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89b3410e-3359-4945-b584-e69c617836d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.611408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63a6324-0328-4812-9a23-98b27051ea51 None None] DHCP port deletion for 25e602fe-b534-4128-a80f-d182baf30796 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:33.647337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b3410e-3359-4945-b584-e69c617836d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:33.653193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-89b3410e-3359-4945-b584-e69c617836d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:33.657780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3410e-3359-4945-b584-e69c617836d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:33.658596 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89b3410e-3359-4945-b584-e69c617836d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.668302 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.677711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3410e-3359-4945-b584-e69c617836d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=c80bf831-241f-4317-938b-8a381d959013,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:33.697219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402af0-faea-4498-a15b-7fd01b165dbb req-c713e26f-a761-46cc-8a62-101e836ffa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:33.699214 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e402af0-faea-4498-a15b-7fd01b165dbb req-c713e26f-a761-46cc-8a62-101e836ffa01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52ac6fd6419d434f9c1662bb6943d715&device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 1097 time: 0.1234863 Nov 27 01:23:33.701936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-89b3410e-3359-4945-b584-e69c617836d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6579108 Nov 27 01:23:33.707787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46380) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:33.713263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': 'c80bf831-241f-4317-938b-8a381d959013', 'ip_address': '2001:db8::cf53:6990:4363:66d7'}], 'name': 'tempest-NetworksTestDHCPv6-2025675670'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:33.802132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 80201abf-a431-4f31-8926-3a9df307b670, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=80201abf-a431-4f31-8926-3a9df307b670,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:33.807070 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2bd4eee8-51cd-414e-b1ae-421e46e2636f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.836283 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:33.872025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392709c5-62d6-430b-bec1-ec462eff5309 req-ea2195bb-e55e-4994-ab70-75dbd79e85f6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:33.873187 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-392709c5-62d6-430b-bec1-ec462eff5309 req-ea2195bb-e55e-4994-ab70-75dbd79e85f6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.2465365 Nov 27 01:23:33.943514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a63a6324-0328-4812-9a23-98b27051ea51 None None] Deleting port 80201abf-a431-4f31-8926-3a9df307b670 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:33.944074 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a63a6324-0328-4812-9a23-98b27051ea51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:34.127917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402af0-faea-4498-a15b-7fd01b165dbb req-f23ebd79-87f0-4122-93bd-db0162bd6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:34.131339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e402af0-faea-4498-a15b-7fd01b165dbb req-f23ebd79-87f0-4122-93bd-db0162bd6c71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 HTTP/1.1" status: 200 len: 912 time: 0.3325038 Nov 27 01:23:34.135589 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-392709c5-62d6-430b-bec1-ec462eff5309 req-17183061-27c8-4f55-b413-4f3663753cd9 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089090 Nov 27 01:23:34.140849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:34.148438 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:34.218131 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e402af0-faea-4498-a15b-7fd01b165dbb req-850fb8e0-1285-4e4a-9c7c-9d816f512c61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f469c64-d94c-4c5c-9cb3-23db48be8ace HTTP/1.1" status: 200 len: 217 time: 0.0637820 Nov 27 01:23:34.224639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 79eb6c7e-16c4-47c0-9910-0e3e285e45da yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:34.243540 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=80201abf-a431-4f31-8926-3a9df307b670,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:34.248457 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-2bd4eee8-51cd-414e-b1ae-421e46e2636f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:23:34.248819 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-2bd4eee8-51cd-414e-b1ae-421e46e2636f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:23:34.287384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a63a6324-0328-4812-9a23-98b27051ea51 None None] For port 80201abf-a431-4f31-8926-3a9df307b670, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=80201abf-a431-4f31-8926-3a9df307b670,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:34.287384 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a63a6324-0328-4812-9a23-98b27051ea51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:34.291554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402af0-faea-4498-a15b-7fd01b165dbb req-79ec7ec1-6ef6-4e96-bdeb-22fd543bd6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:34.293379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e402af0-faea-4498-a15b-7fd01b165dbb req-79ec7ec1-6ef6-4e96-bdeb-22fd543bd6d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6d9c5a7-8e33-42a1-b9ce-87af427cb7df HTTP/1.1" status: 200 len: 851 time: 0.0598853 Nov 27 01:23:34.300801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a63a6324-0328-4812-9a23-98b27051ea51 None None] Calling delete_port for 80201abf-a431-4f31-8926-3a9df307b670 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:34.363223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e402af0-faea-4498-a15b-7fd01b165dbb req-1ed30fc2-b4f9-4416-aa4a-fa636bd00e33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377679 Nov 27 01:23:34.417964 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a63a6324-0328-4812-9a23-98b27051ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:34.488628 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e402af0-faea-4498-a15b-7fd01b165dbb req-10e194b7-d8e3-446f-8d15-31575c5b4a1b service neutron] 10.222.0.42 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176491 Nov 27 01:23:34.501133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a6324-0328-4812-9a23-98b27051ea51 None None] Pushing event deleted for resources: {'Port': ['ID=80201abf-a431-4f31-8926-3a9df307b670,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:34.521763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a6324-0328-4812-9a23-98b27051ea51 None None] No DVR routers for this DVR port 80201abf-a431-4f31-8926-3a9df307b670 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:34.550881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d56693f-5500-4478-a500-9b11fb5ff6c6 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:34.762852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e402af0-faea-4498-a15b-7fd01b165dbb req-39ccb6fb-5f17-4bb0-825f-f83c572f0280 service neutron] 10.222.0.42 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664747 Nov 27 01:23:34.764173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::cf53:6990:4363:66d7 (25e602fe-b534-4128-a80f-d182baf30796/c80bf831-241f-4317-938b-8a381d959013/79eb6c7e-16c4-47c0-9910-0e3e285e45da) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:34.795159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4eee8-51cd-414e-b1ae-421e46e2636f None None] Port 80201abf-a431-4f31-8926-3a9df307b670 update to ACTIVE by agent not found {{(pid=103386) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 01:23:34.798663 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-25e602fe-b534-4128-a80f-d182baf30796', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'fixed_ips': [{'subnet_id': 'c80bf831-241f-4317-938b-8a381d959013'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:34.799706 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:34.897918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 80201abf-a431-4f31-8926-3a9df307b670 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:34.924719 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 80201abf-a431-4f31-8926-3a9df307b670 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:34.925070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 80201abf-a431-4f31-8926-3a9df307b670 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:35.047981 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.109193 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.176504 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:35.180567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:35.185653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:35.192690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.193612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.206185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=79eb6c7e-16c4-47c0-9910-0e3e285e45da,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:35.229629 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e3dc5401-bce4-4f75-a6be-262328f0ce98 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5206172 Nov 27 01:23:35.236481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46416) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:35.241855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Allocated IP 2001:db8::2 (25e602fe-b534-4128-a80f-d182baf30796/c80bf831-241f-4317-938b-8a381d959013/c4850e4c-3d6a-4738-89cb-b4a988f1ed5c) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:35.245112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c48d35d1-00d3-4ca6-b1b2-9df4dcd15d1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': 'c80bf831-241f-4317-938b-8a381d959013', 'ip_address': '2001:db8::cf53:6990:4363:66d7'}], 'name': 'tempest-NetworksTestDHCPv6-1699163781'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:35.359834 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0a2729b-5587-4b7d-9c4a-a2aa2a0d234a req-ec33f7a0-e5f4-4dc0-833c-5a2e7ef406e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1136212 Nov 27 01:23:35.478436 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.486745 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.497225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e179d8-f7c5-456b-b24c-0d5b46323c24 req-41da0a13-5fc4-425d-a58d-7593f222fa17 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.504635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3e179d8-f7c5-456b-b24c-0d5b46323c24 req-41da0a13-5fc4-425d-a58d-7593f222fa17 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.1683445 Nov 27 01:23:35.581479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2729b-5587-4b7d-9c4a-a2aa2a0d234a req-9fda9987-51b7-43f8-b4f6-eca4a79c0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.592283 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0a2729b-5587-4b7d-9c4a-a2aa2a0d234a req-9fda9987-51b7-43f8-b4f6-eca4a79c0bbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f799e2e03c640a882f654c057f99cdb&device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 1096 time: 0.1381073 Nov 27 01:23:35.592911 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:35.596405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:35.600228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:35.608161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Pushing event updated for resources: {'Port': ['ID=c4850e4c-3d6a-4738-89cb-b4a988f1ed5c,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:35.627276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48d35d1-00d3-4ca6-b1b2-9df4dcd15d1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:35.659755 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3e179d8-f7c5-456b-b24c-0d5b46323c24 req-7d66e68c-04c0-4f44-a479-9619d7cff620 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520438 Nov 27 01:23:35.721804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Attempting to bind port c4850e4c-3d6a-4738-89cb-b4a988f1ed5c on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:35.722470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Attempting to bind port c4850e4c-3d6a-4738-89cb-b4a988f1ed5c by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:35.723183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Attempting to bind port c4850e4c-3d6a-4738-89cb-b4a988f1ed5c on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:35.730512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:35.731351 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:35.731917 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.732639 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:35.733280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Bound port: c4850e4c-3d6a-4738-89cb-b4a988f1ed5c, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:35.733822 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.835226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] For port c4850e4c-3d6a-4738-89cb-b4a988f1ed5c, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:35.839461 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c48d35d1-00d3-4ca6-b1b2-9df4dcd15d1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.845047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] For port c4850e4c-3d6a-4738-89cb-b4a988f1ed5c, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c4850e4c-3d6a-4738-89cb-b4a988f1ed5c,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:35.856290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2729b-5587-4b7d-9c4a-a2aa2a0d234a req-264afeab-1d15-4d0e-8550-ea1d0e980791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:35.857879 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0a2729b-5587-4b7d-9c4a-a2aa2a0d234a req-264afeab-1d15-4d0e-8550-ea1d0e980791 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f3d0dc1-237e-46b0-945a-be297a59b212 HTTP/1.1" status: 200 len: 912 time: 0.2373195 Nov 27 01:23:35.858561 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:35.878992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-c48d35d1-00d3-4ca6-b1b2-9df4dcd15d1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 504a126c-bc7b-4880-a109-970d70b71168 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:36.011958 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f23010-24fc-4e7f-b2b4-f5cd40952f61 None None] Pushing event updated for resources: {'Port': ['ID=c4850e4c-3d6a-4738-89cb-b4a988f1ed5c,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:36.052592 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0a2729b-5587-4b7d-9c4a-a2aa2a0d234a req-9adf1b34-9981-4f73-9cc0-a042b1e1c832 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=900a2c31-5f24-4f14-a688-38e427bc0309 HTTP/1.1" status: 200 len: 1001 time: 0.1806641 Nov 27 01:23:36.158168 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2729b-5587-4b7d-9c4a-a2aa2a0d234a req-e45eb7da-46b1-4053-ab16-b654107edd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:36.162362 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0a2729b-5587-4b7d-9c4a-a2aa2a0d234a req-e45eb7da-46b1-4053-ab16-b654107edd75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4b7f594-2703-487d-bed1-2d36e2da4e57 HTTP/1.1" status: 200 len: 850 time: 0.1089096 Nov 27 01:23:36.195065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46440) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:36.259684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2729b-5587-4b7d-9c4a-a2aa2a0d234a req-c8d386fc-fee0-4edd-83ac-132ca955c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:36.261201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0a2729b-5587-4b7d-9c4a-a2aa2a0d234a req-c8d386fc-fee0-4edd-83ac-132ca955c7e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f3d0dc1-237e-46b0-945a-be297a59b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893574 Nov 27 01:23:36.313908 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48d35d1-00d3-4ca6-b1b2-9df4dcd15d1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 01:23:36.314567 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48d35d1-00d3-4ca6-b1b2-9df4dcd15d1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:23:36.381472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c48d35d1-00d3-4ca6-b1b2-9df4dcd15d1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1416841 Nov 27 01:23:36.384222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46448) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:36.486774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6079a5-339c-45b3-86f7-9f7723660806 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:36.493060 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0a2729b-5587-4b7d-9c4a-a2aa2a0d234a req-30fa3cfe-d5bc-4ac9-b45a-906764ae34ef service neutron] 10.222.0.11 "GET /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237065 Nov 27 01:23:36.496837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6079a5-339c-45b3-86f7-9f7723660806 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:36.501086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7c6079a5-339c-45b3-86f7-9f7723660806 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1133983 Nov 27 01:23:36.502515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46452) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:36.554504 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11f3d69e-5840-4a29-85bc-f9381289a78b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.797637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c4850e4c-3d6a-4738-89cb-b4a988f1ed5c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:36.833816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0a2729b-5587-4b7d-9c4a-a2aa2a0d234a req-88ce0f11-c0d8-457b-a084-e237d3383840 service neutron] 10.222.0.11 "GET /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320305 Nov 27 01:23:36.853606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-20e07ab2-b6be-4dad-8e88-6c7571f9139d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 79eb6c7e-16c4-47c0-9910-0e3e285e45da {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:36.854076 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20e07ab2-b6be-4dad-8e88-6c7571f9139d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.927740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port c4850e4c-3d6a-4738-89cb-b4a988f1ed5c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:36.928048 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:36.976201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b9ae-e415-4a17-9fd3-c3b12a78070a req-db44db7f-d83d-4115-9ccd-fa1558eecdf4 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:36.986176 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db22b9ae-e415-4a17-9fd3-c3b12a78070a req-db44db7f-d83d-4115-9ccd-fa1558eecdf4 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.2179227 Nov 27 01:23:36.991442 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11f3d69e-5840-4a29-85bc-f9381289a78b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.011191 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20e07ab2-b6be-4dad-8e88-6c7571f9139d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.013599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-11f3d69e-5840-4a29-85bc-f9381289a78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.047583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-20e07ab2-b6be-4dad-8e88-6c7571f9139d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 79eb6c7e-16c4-47c0-9910-0e3e285e45da owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:37.094906 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.113079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-11f3d69e-5840-4a29-85bc-f9381289a78b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbff82007f8946e19c8debdd3704a231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9188159 Nov 27 01:23:37.114097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3d69e-5840-4a29-85bc-f9381289a78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0de55b2-11be-4759-ad00-c060e4943628,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:37.115695 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46468) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:37.192123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port c4850e4c-3d6a-4738-89cb-b4a988f1ed5c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c4850e4c-3d6a-4738-89cb-b4a988f1ed5c,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:37.202812 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.256681 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db22b9ae-e415-4a17-9fd3-c3b12a78070a req-30dee57d-1a8a-4282-b83b-207b6904d009 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694316 Nov 27 01:23:37.301590 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41b3496f-dcab-4710-85c8-682436aebe6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.347719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41b3496f-dcab-4710-85c8-682436aebe6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.353244 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=c4850e4c-3d6a-4738-89cb-b4a988f1ed5c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:37.370399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20e07ab2-b6be-4dad-8e88-6c7571f9139d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.424169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e07ab2-b6be-4dad-8e88-6c7571f9139d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=79eb6c7e-16c4-47c0-9910-0e3e285e45da,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:37.477208 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20e07ab2-b6be-4dad-8e88-6c7571f9139d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.483477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-20e07ab2-b6be-4dad-8e88-6c7571f9139d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/79eb6c7e-16c4-47c0-9910-0e3e285e45da HTTP/1.1" status: 204 len: 168 time: 0.9694655 Nov 27 01:23:37.487585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46472) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:37.491601 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41b3496f-dcab-4710-85c8-682436aebe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.494716 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41b3496f-dcab-4710-85c8-682436aebe6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.512113 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-41b3496f-dcab-4710-85c8-682436aebe6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0de55b2-11be-4759-ad00-c060e4943628 HTTP/1.1" status: 204 len: 168 time: 0.3949621 Nov 27 01:23:37.535527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3496f-dcab-4710-85c8-682436aebe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0de55b2-11be-4759-ad00-c060e4943628,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:37.599036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7499cb-6b8d-4f1a-8aa0-2243a5a6256b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:37.603247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7499cb-6b8d-4f1a-8aa0-2243a5a6256b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:37.606292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9a7499cb-6b8d-4f1a-8aa0-2243a5a6256b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1166375 Nov 27 01:23:37.609005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46480) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:37.724874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc12f643-3555-46b6-9ef9-430de85874ce tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet c80bf831-241f-4317-938b-8a381d959013 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:37.729019 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc12f643-3555-46b6-9ef9-430de85874ce tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.784480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc12f643-3555-46b6-9ef9-430de85874ce tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.932714 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc12f643-3555-46b6-9ef9-430de85874ce tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:37.956211 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-afaaa972-bf0c-4162-8b2e-80a489a1a834 None None] Provisioning complete for port c4850e4c-3d6a-4738-89cb-b4a988f1ed5c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:37.959932 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-afaaa972-bf0c-4162-8b2e-80a489a1a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.077755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc12f643-3555-46b6-9ef9-430de85874ce tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.100215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc12f643-3555-46b6-9ef9-430de85874ce tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.104857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cc12f643-3555-46b6-9ef9-430de85874ce tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/c80bf831-241f-4317-938b-8a381d959013 HTTP/1.1" status: 204 len: 168 time: 0.4917529 Nov 27 01:23:38.107557 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46486) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:38.168510 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12f643-3555-46b6-9ef9-430de85874ce tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=c80bf831-241f-4317-938b-8a381d959013,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:38.200797 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-57a3f081-9784-4d08-b626-a9ae81fcb8ca tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918448 Nov 27 01:23:38.204535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46492) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:38.215781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ffa07f28-bc38-44b9-ac9f-d8f26fc9af3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:38.293112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25436fe9-658f-4baa-a47a-161e613d092f None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:38.354913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-32e901ed-d9a3-47c2-8683-0d19572cb7b4 None None] Could not find standard attr ID for object 63285813-8fd9-42e9-8a9a-dcbe513306ee. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:38.510543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa07f28-bc38-44b9-ac9f-d8f26fc9af3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:38.517594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ffa07f28-bc38-44b9-ac9f-d8f26fc9af3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.605828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175fa339-2dcb-4abc-b487-8f199ddc348a None None] DHCP port deletion for 25e602fe-b534-4128-a80f-d182baf30796 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:38.700831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-175fa339-2dcb-4abc-b487-8f199ddc348a None None] Deleting port c4850e4c-3d6a-4738-89cb-b4a988f1ed5c {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:38.704203 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-175fa339-2dcb-4abc-b487-8f199ddc348a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.778327 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf9f8c-d5cb-4c86-82a2-955d9b28fecd req-66b6b3fc-2607-4cfe-88e1-6ef7d645b236 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:38.787783 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e6bf9f8c-d5cb-4c86-82a2-955d9b28fecd req-66b6b3fc-2607-4cfe-88e1-6ef7d645b236 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.3344803 Nov 27 01:23:38.796391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ffa07f28-bc38-44b9-ac9f-d8f26fc9af3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.845673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c4850e4c-3d6a-4738-89cb-b4a988f1ed5c no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:38.856968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa07f28-bc38-44b9-ac9f-d8f26fc9af3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=47030609-94a2-4e53-8d19-881550c2f580,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:38.883531 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa07f28-bc38-44b9-ac9f-d8f26fc9af3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:38.890288 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ffa07f28-bc38-44b9-ac9f-d8f26fc9af3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:38.900466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa07f28-bc38-44b9-ac9f-d8f26fc9af3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:38.901304 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ffa07f28-bc38-44b9-ac9f-d8f26fc9af3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.931109 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e6bf9f8c-d5cb-4c86-82a2-955d9b28fecd req-2fcb124c-7f05-4922-9f47-a64606074dd4 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420081 Nov 27 01:23:38.955230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46512) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:38.955460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ffa07f28-bc38-44b9-ac9f-d8f26fc9af3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7463810 Nov 27 01:23:38.956486 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-175fa339-2dcb-4abc-b487-8f199ddc348a None None] For port c4850e4c-3d6a-4738-89cb-b4a988f1ed5c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c4850e4c-3d6a-4738-89cb-b4a988f1ed5c,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:38.956977 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-175fa339-2dcb-4abc-b487-8f199ddc348a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:38.960805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f043ec0b-913a-4b50-85a3-ad3e694dd642 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': '47030609-94a2-4e53-8d19-881550c2f580', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-234690433'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:38.996328 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-175fa339-2dcb-4abc-b487-8f199ddc348a None None] Calling delete_port for c4850e4c-3d6a-4738-89cb-b4a988f1ed5c owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:39.169450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f043ec0b-913a-4b50-85a3-ad3e694dd642 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:39.193714 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-175fa339-2dcb-4abc-b487-8f199ddc348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:39.285766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fa339-2dcb-4abc-b487-8f199ddc348a None None] Pushing event deleted for resources: {'Port': ['ID=c4850e4c-3d6a-4738-89cb-b4a988f1ed5c,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:39.304840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175fa339-2dcb-4abc-b487-8f199ddc348a None None] No DVR routers for this DVR port c4850e4c-3d6a-4738-89cb-b4a988f1ed5c on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:39.313244 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No active binding found for port c4850e4c-3d6a-4738-89cb-b4a988f1ed5c {{(pid=103386) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 01:23:39.315413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c4850e4c-3d6a-4738-89cb-b4a988f1ed5c not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:39.336844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e844df94-b096-4ae7-8711-e126f2710551 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:39.393788 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f043ec0b-913a-4b50-85a3-ad3e694dd642 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:39.413868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-f043ec0b-913a-4b50-85a3-ad3e694dd642 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 3bf5ed17-fda3-410b-b110-f02fc6b1f43e yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:23:39.606879 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-f043ec0b-913a-4b50-85a3-ad3e694dd642 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:23:39.608007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f043ec0b-913a-4b50-85a3-ad3e694dd642 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:23:39.608550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-25e602fe-b534-4128-a80f-d182baf30796', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'fixed_ips': [{'subnet_id': '47030609-94a2-4e53-8d19-881550c2f580'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:39.611905 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:39.672037 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f043ec0b-913a-4b50-85a3-ad3e694dd642 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7062089 Nov 27 01:23:39.672037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46526) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:39.755309 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-15cc716c-211d-46c2-aaf1-ff7d296ae2f9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0779364 Nov 27 01:23:39.756250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46528) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:39.909490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a48a31-69bb-46ce-81c1-f2a2fd248d79 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:39.911900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a48a31-69bb-46ce-81c1-f2a2fd248d79 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:39.919251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46534) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:39.929286 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-53a48a31-69bb-46ce-81c1-f2a2fd248d79 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1570015 Nov 27 01:23:39.935208 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Allocated IP 2001:db8::2 (25e602fe-b534-4128-a80f-d182baf30796/47030609-94a2-4e53-8d19-881550c2f580/f66b7b99-cadf-4634-bf39-c877b3f8c26d) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:40.025896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-8126516f-1f2d-43f9-ba9e-70892a7e8819 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 47030609-94a2-4e53-8d19-881550c2f580 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:40.170978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.178477 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b78b7-fd44-438c-bf63-3bdecfe5a914 req-cbe319ba-dc90-40e2-b6e1-bdc19ef1cc9c tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:40.185167 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.189223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-720b78b7-fd44-438c-bf63-3bdecfe5a914 req-cbe319ba-dc90-40e2-b6e1-bdc19ef1cc9c tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.1393673 Nov 27 01:23:40.193882 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8126516f-1f2d-43f9-ba9e-70892a7e8819 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.275851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:40.281111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:40.287855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:40.295814 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Pushing event updated for resources: {'Port': ['ID=f66b7b99-cadf-4634-bf39-c877b3f8c26d,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:40.356468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Attempting to bind port f66b7b99-cadf-4634-bf39-c877b3f8c26d on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:40.356846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Attempting to bind port f66b7b99-cadf-4634-bf39-c877b3f8c26d by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:40.357214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Attempting to bind port f66b7b99-cadf-4634-bf39-c877b3f8c26d on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:40.371421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:40.374112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:40.374562 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.376688 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:40.378058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Bound port: f66b7b99-cadf-4634-bf39-c877b3f8c26d, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:40.379434 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.394079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8126516f-1f2d-43f9-ba9e-70892a7e8819 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.495542 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-720b78b7-fd44-438c-bf63-3bdecfe5a914 req-b0d05241-fa12-422f-911f-c4487f4f9e6e tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053510 Nov 27 01:23:40.552813 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-b513fe3c-ca30-4bda-8541-f0a2f3c8ec19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0797253 Nov 27 01:23:40.556066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] For port f66b7b99-cadf-4634-bf39-c877b3f8c26d, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:40.565046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] For port f66b7b99-cadf-4634-bf39-c877b3f8c26d, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f66b7b99-cadf-4634-bf39-c877b3f8c26d,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:40.593542 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.606875 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8126516f-1f2d-43f9-ba9e-70892a7e8819 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.701052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dd9b1-69d8-4a49-af0e-1f65a9922d3c None None] Pushing event updated for resources: {'Port': ['ID=f66b7b99-cadf-4634-bf39-c877b3f8c26d,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:40.801444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-74394d82-2530-4307-a662-cc78e812e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:40.802102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-74394d82-2530-4307-a662-cc78e812e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:40.802682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-74394d82-2530-4307-a662-cc78e812e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:40.803130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-74394d82-2530-4307-a662-cc78e812e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:40.803585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-74394d82-2530-4307-a662-cc78e812e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:40.804115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-74394d82-2530-4307-a662-cc78e812e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:40.804622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-74394d82-2530-4307-a662-cc78e812e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:40.806688 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-74394d82-2530-4307-a662-cc78e812e40c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6502 time: 0.1227555 Nov 27 01:23:40.822428 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8126516f-1f2d-43f9-ba9e-70892a7e8819 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.854836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126516f-1f2d-43f9-ba9e-70892a7e8819 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=47030609-94a2-4e53-8d19-881550c2f580,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:40.866873 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8126516f-1f2d-43f9-ba9e-70892a7e8819 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:40.873588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46558) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:40.874105 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8126516f-1f2d-43f9-ba9e-70892a7e8819 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/47030609-94a2-4e53-8d19-881550c2f580 HTTP/1.1" status: 204 len: 168 time: 0.9527006 Nov 27 01:23:40.938850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b3609227-97f8-47d4-af0d-06d350512f5f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632901 Nov 27 01:23:40.944643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46560) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:40.953418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-645d2892-0666-4fcd-8329-1afb5860fb9a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:41.060140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-991f7317-ec02-4462-ae4c-78dbc3ad672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:41.063230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-991f7317-ec02-4462-ae4c-78dbc3ad672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:41.063765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-991f7317-ec02-4462-ae4c-78dbc3ad672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:41.070641 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-991f7317-ec02-4462-ae4c-78dbc3ad672c service neutron] 10.222.0.42 "GET /v2.0/networks?id=1911280f-60d8-4aa0-8f77-7153690dade4&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=a5a73d60-d1d0-409d-af7c-8d682c688801&id=a5a73d60-d1d0-409d-af7c-8d682c688801 HTTP/1.1" status: 200 len: 2298 time: 0.2173221 Nov 27 01:23:41.198857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-fa0ad23a-d1a4-48d7-89e5-42829686373d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50 HTTP/1.1" status: 200 len: 1000 time: 0.1201217 Nov 27 01:23:41.224200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645d2892-0666-4fcd-8329-1afb5860fb9a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:41.229255 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-645d2892-0666-4fcd-8329-1afb5860fb9a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.286673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-4009d529-f477-4230-912a-580d2fff5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:41.288179 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-4009d529-f477-4230-912a-580d2fff5f75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92595162-6d4d-4477-968d-cc58800ef4a5 HTTP/1.1" status: 200 len: 856 time: 0.0784009 Nov 27 01:23:41.380102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-d026d585-defa-4cc8-8ffe-e66507acdb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:41.385816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-d026d585-defa-4cc8-8ffe-e66507acdb4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1911280f-60d8-4aa0-8f77-7153690dade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847332 Nov 27 01:23:41.503067 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c3aebdae-6c60-40e1-881e-06ed9a3819cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.607196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-7c4ce465-8a5d-438b-a49f-3b96cb0616d6 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161229 Nov 27 01:23:41.650457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-645d2892-0666-4fcd-8329-1afb5860fb9a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.769480 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d2892-0666-4fcd-8329-1afb5860fb9a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:41.777027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-645d2892-0666-4fcd-8329-1afb5860fb9a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:41.785467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d2892-0666-4fcd-8329-1afb5860fb9a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:41.786691 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-645d2892-0666-4fcd-8329-1afb5860fb9a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.809126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d2892-0666-4fcd-8329-1afb5860fb9a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=b1081b54-2ddb-4861-859f-7ad3521a5fd6,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:41.821160 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-645d2892-0666-4fcd-8329-1afb5860fb9a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8745294 Nov 27 01:23:41.824327 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46600) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:41.836000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c11d0ded-53c6-489d-9cd5-3ef564efb8ef tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-544006656', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:41.875661 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ded-53c6-489d-9cd5-3ef564efb8ef tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.876872 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ded-53c6-489d-9cd5-3ef564efb8ef tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.907388 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-3d9788d1-6ba9-4e0a-a1c8-ff290406de26 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807372 Nov 27 01:23:41.917725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d698470-245b-4bbc-872f-8a7fedc40d3b req-92b48f7c-1eef-44e0-8fd2-4aa5c162dc9f tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:41.923239 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d698470-245b-4bbc-872f-8a7fedc40d3b req-92b48f7c-1eef-44e0-8fd2-4aa5c162dc9f tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.1862452 Nov 27 01:23:41.945248 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ded-53c6-489d-9cd5-3ef564efb8ef tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.956177 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ded-53c6-489d-9cd5-3ef564efb8ef tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.980610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c11d0ded-53c6-489d-9cd5-3ef564efb8ef tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:41.982715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c11d0ded-53c6-489d-9cd5-3ef564efb8ef tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1570137 Nov 27 01:23:41.985398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46604) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:41.987470 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-9f1150ed-4ecd-4ba1-bd1d-c3147292687c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f18938dd-b136-4aad-a1f4-0ffb31ff72fd HTTP/1.1" status: 200 len: 217 time: 0.0621758 Nov 27 01:23:42.036951 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d698470-245b-4bbc-872f-8a7fedc40d3b req-e0fa8c35-863c-4ffb-8701-e36c1ef1e099 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082778 Nov 27 01:23:42.077911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:42.114430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-8ed2bcb9-e38a-4a1c-9c27-f4cf86b35577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:42.116202 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-8ed2bcb9-e38a-4a1c-9c27-f4cf86b35577 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.0970938 Nov 27 01:23:42.214397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-d4a09641-93e8-4c33-a43d-eed396befd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:42.218288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-d4a09641-93e8-4c33-a43d-eed396befd97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0897071 Nov 27 01:23:42.293403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d65624c-a942-4215-8e28-4e9fbbf36ed3 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:42.315578 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0c6ecff-0fa6-4053-aac5-b0ba856d5a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.363473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-99acb726-9a4d-4398-b6ff-08fa793b1a92 None None] Provisioning complete for port f66b7b99-cadf-4634-bf39-c877b3f8c26d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:42.363872 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-99acb726-9a4d-4398-b6ff-08fa793b1a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.395362 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-cd81e2b3-9a5b-4e43-937d-7b08b3ac3bb1 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680081 Nov 27 01:23:42.398268 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.519126 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0c6ecff-0fa6-4053-aac5-b0ba856d5a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.534306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0c6ecff-0fa6-4053-aac5-b0ba856d5a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.543395 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-12aa6cf0-267d-47ae-b0b7-fe304b6d0ede service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381447 Nov 27 01:23:42.567986 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-99acb726-9a4d-4398-b6ff-08fa793b1a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.610960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-d19278cc-6494-4701-874a-5928b003a787 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6319a243-24ab-4e3d-8261-27a33a584e8e HTTP/1.1" status: 200 len: 217 time: 0.0550995 Nov 27 01:23:42.614551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6ecff-0fa6-4053-aac5-b0ba856d5a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106132e9-26ae-46a3-b06b-46b38ca04cd4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:42.615173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-99acb726-9a4d-4398-b6ff-08fa793b1a92 None None] For port f66b7b99-cadf-4634-bf39-c877b3f8c26d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f66b7b99-cadf-4634-bf39-c877b3f8c26d,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:42.621502 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f0c6ecff-0fa6-4053-aac5-b0ba856d5a99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=571f112e231f4e30b99ebd0996375c64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5381658 Nov 27 01:23:42.624677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46612) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:42.637918 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-99acb726-9a4d-4398-b6ff-08fa793b1a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.710512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::1 (25e602fe-b534-4128-a80f-d182baf30796/b1081b54-2ddb-4861-859f-7ad3521a5fd6/37dc70e0-13be-4d12-bbc0-6e63e7c39f89) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:42.745788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acb726-9a4d-4398-b6ff-08fa793b1a92 None None] Pushing event updated for resources: {'Port': ['ID=f66b7b99-cadf-4634-bf39-c877b3f8c26d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:42.804269 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-968b8451-18d8-4f29-8025-2babf75e4410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.913523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f66b7b99-cadf-4634-bf39-c877b3f8c26d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:42.929931 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.935845 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-968b8451-18d8-4f29-8025-2babf75e4410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:42.956372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-9df8496e-924d-4cf8-94f3-8f489ecf98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:42.959763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-9df8496e-924d-4cf8-94f3-8f489ecf98ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.3339646 Nov 27 01:23:43.032275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f66b7b99-cadf-4634-bf39-c877b3f8c26d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:43.032576 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.101069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccce350-306f-46f9-a9ce-1829d18cea77 req-5631fa4c-806f-4632-8956-8882c792877d tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:43.103680 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ccce350-306f-46f9-a9ce-1829d18cea77 req-5631fa4c-806f-4632-8956-8882c792877d tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 945 time: 0.1389987 Nov 27 01:23:43.105325 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.181910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-2c62decc-d0ec-4f45-b16a-50aff0978e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:43.185980 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-2c62decc-d0ec-4f45-b16a-50aff0978e2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2141640 Nov 27 01:23:43.210270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:43.219302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=37dc70e0-13be-4d12-bbc0-6e63e7c39f89,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:43.223056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:43.236581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:43.237130 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.262712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a852957f-91eb-4c54-aac7-ff174fa8af54 None None] Provisioning complete for port f66b7b99-cadf-4634-bf39-c877b3f8c26d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:43.263505 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a852957f-91eb-4c54-aac7-ff174fa8af54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.297351 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-968b8451-18d8-4f29-8025-2babf75e4410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.302104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-968b8451-18d8-4f29-8025-2babf75e4410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.327622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-968b8451-18d8-4f29-8025-2babf75e4410 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/106132e9-26ae-46a3-b06b-46b38ca04cd4 HTTP/1.1" status: 204 len: 168 time: 0.6947663 Nov 27 01:23:43.430703 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ccce350-306f-46f9-a9ce-1829d18cea77 req-135f94b1-a445-449e-b7a9-c892e83b4c99 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142624 Nov 27 01:23:43.510953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8f2bdeb5-8779-4748-b646-e43ab1587572 None None] Could not find standard attr ID for object 79eb6c7e-16c4-47c0-9910-0e3e285e45da. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:23:43.588318 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.948213 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b35ef683-b161-4d9d-8d39-ebf159cdb0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:43.948987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b8451-18d8-4f29-8025-2babf75e4410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106132e9-26ae-46a3-b06b-46b38ca04cd4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:43.995041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d42f5f-0272-479f-a2b1-44b98103d4ff req-ef3458ed-f0a4-4a49-92b8-65dda0b9c26d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:43.996964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17d42f5f-0272-479f-a2b1-44b98103d4ff req-ef3458ed-f0a4-4a49-92b8-65dda0b9c26d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.7712605 Nov 27 01:23:44.046850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-616416d6-ed49-4610-bffc-c38582fbf69d None None] Provisioning complete for port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:44.047159 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-616416d6-ed49-4610-bffc-c38582fbf69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.066852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46642) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:44.124144 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07453cb2-25cb-4b59-af5d-ed3a7d536bde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.135775 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-6887f0f2-6666-4f20-a7ea-e7a6f7cd7259 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9354444 Nov 27 01:23:44.156566 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-616416d6-ed49-4610-bffc-c38582fbf69d None None] Port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:44.221979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.231689 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.231689 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.311643 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.328722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=37dc70e0-13be-4d12-bbc0-6e63e7c39f89,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:44.349646 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17d42f5f-0272-479f-a2b1-44b98103d4ff req-1d189251-652d-4cbb-8577-488770d759a0 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378692 Nov 27 01:23:44.395687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-b59f7463-1dae-4f77-881e-a8942fb6eb1c service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332876 Nov 27 01:23:44.450638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-f8b69285-8a58-4122-bd71-e2e1c58f82e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=e72f5790-9c89-4feb-932d-0d85bc470c21 HTTP/1.1" status: 200 len: 217 time: 0.0454297 Nov 27 01:23:44.481530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c307e-1dd5-4b0c-8f77-fc75cb1746af req-1992856d-68c3-4774-8fab-ca79c24b16d8 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.483142 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-873c307e-1dd5-4b0c-8f77-fc75cb1746af req-1992856d-68c3-4774-8fab-ca79c24b16d8 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 945 time: 0.0729578 Nov 27 01:23:44.523163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:44.527554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:44.544549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-3a0afe93-0f4f-40e8-8753-1d7a0e5253a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.546090 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-3a0afe93-0f4f-40e8-8753-1d7a0e5253a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.0778193 Nov 27 01:23:44.572527 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07453cb2-25cb-4b59-af5d-ed3a7d536bde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.593789 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07453cb2-25cb-4b59-af5d-ed3a7d536bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:44.646814 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-07453cb2-25cb-4b59-af5d-ed3a7d536bde admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40c18776d03849e9be1f0af99595d9a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5789130 Nov 27 01:23:44.647833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46650) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:44.658845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07453cb2-25cb-4b59-af5d-ed3a7d536bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e943a7-b921-4ce5-bc68-ebb50def352f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:44.672207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-03979c21-ad6c-4928-b311-689d5db73ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:44.673846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-03979c21-ad6c-4928-b311-689d5db73ae9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186519 Nov 27 01:23:44.870545 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-873c307e-1dd5-4b0c-8f77-fc75cb1746af req-ed9b0050-6220-41d5-bb30-89a25fa65f37 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359089 Nov 27 01:23:44.887234 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f66b7b99-cadf-4634-bf39-c877b3f8c26d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:44.917576 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-a5452c1e-2749-484c-9c1a-3315a330f745 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085304 Nov 27 01:23:44.965761 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Router 1880da18-7604-427f-a32c-1e2ee7db128d is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:23:45.001860 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c80bdab-4b8f-4fc6-90df-a08e2c8b2b36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.032407 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.041722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f66b7b99-cadf-4634-bf39-c877b3f8c26d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:45.042099 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.093300 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c80bdab-4b8f-4fc6-90df-a08e2c8b2b36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.125497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-317ec16d-571b-4fff-9bdb-47e9039e8011 None None] Provisioning complete for port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:45.125872 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-317ec16d-571b-4fff-9bdb-47e9039e8011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.189781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-bd161020-7ab4-4e41-9a90-ec44276054c8 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557116 Nov 27 01:23:45.197959 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c80bdab-4b8f-4fc6-90df-a08e2c8b2b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.201579 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c80bdab-4b8f-4fc6-90df-a08e2c8b2b36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:45.210008 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9c80bdab-4b8f-4fc6-90df-a08e2c8b2b36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97e943a7-b921-4ce5-bc68-ebb50def352f HTTP/1.1" status: 204 len: 168 time: 0.5592413 Nov 27 01:23:45.246162 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-317ec16d-571b-4fff-9bdb-47e9039e8011 None None] Port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:45.273079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-2eae5ff5-1fb3-4647-9362-fd4347843ebb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=fc6f1e66-1da2-4806-bf5d-cb5871fe3831 HTTP/1.1" status: 200 len: 217 time: 0.0618360 Nov 27 01:23:45.273989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80bdab-4b8f-4fc6-90df-a08e2c8b2b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e943a7-b921-4ce5-bc68-ebb50def352f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:45.381367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-e9c99b1d-91d5-44bd-a9da-e491873a4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:45.383769 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-e9c99b1d-91d5-44bd-a9da-e491873a4a39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.1017590 Nov 27 01:23:45.484612 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-bda3e794-616b-418e-9fa2-08eb2459bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:45.488646 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-bda3e794-616b-418e-9fa2-08eb2459bd78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927358 Nov 27 01:23:45.621830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:45.628777 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ff7d0ba4-86a1-4b12-9db5-dc270178a3dc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "PUT /v2.0/routers/1880da18-7604-427f-a32c-1e2ee7db128d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6412454 Nov 27 01:23:45.631471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46670) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:45.634139 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Sync routers for ids ['1880da18-7604-427f-a32c-1e2ee7db128d'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:45.647859 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Routers {'1880da18-7604-427f-a32c-1e2ee7db128d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:45.648784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65124e1-c885-45a6-ae51-926e81b3f737 req-88d74262-2a45-4bbe-8886-e94478d67531 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:45.648921 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1880da18-7604-427f-a32c-1e2ee7db128d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:45.651301 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b65124e1-c885-45a6-ae51-926e81b3f737 req-88d74262-2a45-4bbe-8886-e94478d67531 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.1551182 Nov 27 01:23:45.748408 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b65124e1-c885-45a6-ae51-926e81b3f737 req-40beab28-0b68-4b38-b3e8-02ce2a4b9dd9 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877180 Nov 27 01:23:45.755422 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Set router 1880da18-7604-427f-a32c-1e2ee7db128d gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:45.780430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345de5e7-46c2-4342-8063-efed080a8e08 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:45.784203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-345de5e7-46c2-4342-8063-efed080a8e08 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports/37dc70e0-13be-4d12-bbc0-6e63e7c39f89 HTTP/1.1" status: 200 len: 911 time: 0.1486566 Nov 27 01:23:45.785801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46674) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:45.806275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7865c89-cc1f-4457-903e-6c9536d8c01d req-1b003ac0-bc8b-4e4c-99d2-94e06d0f63b0 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:45.807792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7865c89-cc1f-4457-903e-6c9536d8c01d req-1b003ac0-bc8b-4e4c-99d2-94e06d0f63b0 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 945 time: 0.1017053 Nov 27 01:23:45.887032 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-68e06ff4-1bf8-4117-839c-545a92b5ce06 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893085 Nov 27 01:23:45.892419 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7865c89-cc1f-4457-903e-6c9536d8c01d req-aef4c227-10bf-4fd6-bff7-8e7b344a3c5f tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738885 Nov 27 01:23:46.001595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18815571-7304-47d2-afa3-1010c430d4f2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:46.013811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18815571-7304-47d2-afa3-1010c430d4f2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:46.018205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46688) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:46.039518 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-18815571-7304-47d2-afa3-1010c430d4f2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2443969 Nov 27 01:23:46.114373 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-215fdbdf-22b7-4621-b874-49ee35f9142f service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109170 Nov 27 01:23:46.206151 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1880da18-7604-427f-a32c-1e2ee7db128d', 'name': 'tempest-NetworksTestDHCPv6-router-544006656', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:41Z', 'updated_at': '2021-11-27T01:23:43Z', 'revision_number': 2, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'gw_port_host': None, '_interfaces': [{'id': '37dc70e0-13be-4d12-bbc0-6e63e7c39f89', 'name': '', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'mac_address': 'fa:16:3e:3b:8f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1880da18-7604-427f-a32c-1e2ee7db128d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'b1081b54-2ddb-4861-859f-7ad3521a5fd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:42Z', 'updated_at': '2021-11-27T01:23:43Z', 'revision_number': 2, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'subnets': [{'id': 'b1081b54-2ddb-4861-859f-7ad3521a5fd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:46.216288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-60234aa9-e5af-4b64-9686-866b27770a62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=040f8273-6cb3-48fa-94d3-a1d59e33a84f HTTP/1.1" status: 200 len: 217 time: 0.0960698 Nov 27 01:23:46.266373 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Checking router: 1880da18-7604-427f-a32c-1e2ee7db128d for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:23:46.271663 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Updating router 1880da18-7604-427f-a32c-1e2ee7db128d port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:23:46.319329 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.346855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-7d4368fc-9a6e-4fd1-97c3-74206323f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:46.351807 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-7d4368fc-9a6e-4fd1-97c3-74206323f379 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.1277988 Nov 27 01:23:46.467119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-c33610a9-3a5d-466b-b273-7c73d8ec6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:46.468759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-c33610a9-3a5d-466b-b273-7c73d8ec6d7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970728 Nov 27 01:23:46.697029 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-03d3df35-9be7-4bc4-8d2c-b8d8d6bbf049 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183585 Nov 27 01:23:46.706393 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.863769 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-0879a30b-1f7b-4fb8-84f0-698d0c37bfef service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592679 Nov 27 01:23:46.927072 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-a6fcaad1-973a-42f0-987e-39543c0a9bcd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d HTTP/1.1" status: 200 len: 217 time: 0.0561347 Nov 27 01:23:46.973702 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:46.990831 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.096520 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f940e6-f6ef-49b9-b3ee-609c0d44174d req-38b86c57-8838-445a-baec-9901ed00a26b tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:47.098203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85f940e6-f6ef-49b9-b3ee-609c0d44174d req-38b86c57-8838-445a-baec-9901ed00a26b tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.2322397 Nov 27 01:23:47.131199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a7935456-6e78-4a4d-8b23-280347740a84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.141982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-6a9f5cfc-7e27-4609-b806-6c18b8eac6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:47.146421 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-6a9f5cfc-7e27-4609-b806-6c18b8eac6c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.2083468 Nov 27 01:23:47.155023 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.170094 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684c294-aa8e-4911-a0c8-3c9e2fcba080 None None] Pushing event updated for resources: {'Port': ['ID=37dc70e0-13be-4d12-bbc0-6e63e7c39f89,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:47.277782 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Attempting to bind port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:47.278171 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Attempting to bind port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:47.278790 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Attempting to bind port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:47.292853 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:47.293270 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:47.293592 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.293981 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:47.294479 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Bound port: 37dc70e0-13be-4d12-bbc0-6e63e7c39f89, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:47.294855 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.316594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a63a17-4df1-4279-9865-695d5443c0da req-580dba28-98fc-4f10-b23d-1b7955ea4d34 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:47.318126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34a63a17-4df1-4279-9865-695d5443c0da req-580dba28-98fc-4f10-b23d-1b7955ea4d34 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.11 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 945 time: 0.2964060 Nov 27 01:23:47.459222 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85f940e6-f6ef-49b9-b3ee-609c0d44174d req-e9c1893f-b871-471b-8616-52e5ce96e225 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407218 Nov 27 01:23:47.476878 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] For port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:47.487582 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] For port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=37dc70e0-13be-4d12-bbc0-6e63e7c39f89,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:47.493596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-b4407cb4-e183-4fc7-b9e8-6d7d85eadcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:47.498956 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.521987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-b4407cb4-e183-4fc7-b9e8-6d7d85eadcd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3672051 Nov 27 01:23:47.595028 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.637476 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97beb5-3f45-470a-837a-a9a78ede33b7 req-c7b2a53b-4baf-4be4-bd7b-b126b1cf951c tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:47.651112 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee97beb5-3f45-470a-837a-a9a78ede33b7 req-c7b2a53b-4baf-4be4-bd7b-b126b1cf951c tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 945 time: 0.4708421 Nov 27 01:23:47.696028 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684c294-aa8e-4911-a0c8-3c9e2fcba080 None None] Pushing event updated for resources: {'Port': ['ID=37dc70e0-13be-4d12-bbc0-6e63e7c39f89,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:47.714516 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Routers {'1880da18-7604-427f-a32c-1e2ee7db128d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:47.715472 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1880da18-7604-427f-a32c-1e2ee7db128d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:47.857754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-68b047c6-4842-47b3-9e77-32aa6fb9bec5 None None] Provisioning complete for port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:47.863063 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68b047c6-4842-47b3-9e77-32aa6fb9bec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.922657 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee97beb5-3f45-470a-837a-a9a78ede33b7 req-b0daf390-d7ab-41a6-b5fe-5bc293a85d14 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670989 Nov 27 01:23:47.924902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a7935456-6e78-4a4d-8b23-280347740a84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:47.925490 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a7935456-6e78-4a4d-8b23-280347740a84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:47.963868 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] Set router 1880da18-7604-427f-a32c-1e2ee7db128d gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:47.975884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Deleting port 900a2c31-5f24-4f14-a688-38e427bc0309 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:47.976238 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.162911 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68b047c6-4842-47b3-9e77-32aa6fb9bec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.174937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-66a5cdb4-05db-4035-ae90-f29ae707c654 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264613 Nov 27 01:23:48.265382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46906) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:48.267479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-68b047c6-4842-47b3-9e77-32aa6fb9bec5 None None] For port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=37dc70e0-13be-4d12-bbc0-6e63e7c39f89,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:48.284053 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68b047c6-4842-47b3-9e77-32aa6fb9bec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.293962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a7935456-6e78-4a4d-8b23-280347740a84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] For port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=37dc70e0-13be-4d12-bbc0-6e63e7c39f89,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:48.294496 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a7935456-6e78-4a4d-8b23-280347740a84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.333709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a7935456-6e78-4a4d-8b23-280347740a84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:48.367899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] For port 900a2c31-5f24-4f14-a688-38e427bc0309, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=900a2c31-5f24-4f14-a688-38e427bc0309,segment=NetworkSegment(1a406c5f-9ce2-4deb-a29c-08a295bb4d63),segment_id=1a406c5f-9ce2-4deb-a29c-08a295bb4d63)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:48.368339 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.455537 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-024cde25-075e-4ac1-96b4-3c24f63aaf49 req-4349d6f1-663f-429b-a3a1-9bff4c9c8fad service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584457 Nov 27 01:23:48.486095 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1880da18-7604-427f-a32c-1e2ee7db128d', 'name': 'tempest-NetworksTestDHCPv6-router-544006656', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:41Z', 'updated_at': '2021-11-27T01:23:43Z', 'revision_number': 2, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'gw_port_host': None, '_interfaces': [{'id': '37dc70e0-13be-4d12-bbc0-6e63e7c39f89', 'name': '', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'mac_address': 'fa:16:3e:3b:8f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1880da18-7604-427f-a32c-1e2ee7db128d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'b1081b54-2ddb-4861-859f-7ad3521a5fd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:42Z', 'updated_at': '2021-11-27T01:23:47Z', 'revision_number': 4, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'subnets': [{'id': 'b1081b54-2ddb-4861-859f-7ad3521a5fd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:48.568302 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f18f4-526b-4b9d-881c-a948ff6d02ad None None] The sync data for ids ['1880da18-7604-427f-a32c-1e2ee7db128d'] in n-d-819494-2 is: [{'id': '1880da18-7604-427f-a32c-1e2ee7db128d', 'name': 'tempest-NetworksTestDHCPv6-router-544006656', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:41Z', 'updated_at': '2021-11-27T01:23:43Z', 'revision_number': 2, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'gw_port_host': None, '_interfaces': [{'id': '37dc70e0-13be-4d12-bbc0-6e63e7c39f89', 'name': '', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'mac_address': 'fa:16:3e:3b:8f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1880da18-7604-427f-a32c-1e2ee7db128d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'b1081b54-2ddb-4861-859f-7ad3521a5fd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:42Z', 'updated_at': '2021-11-27T01:23:47Z', 'revision_number': 4, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'subnets': [{'id': 'b1081b54-2ddb-4861-859f-7ad3521a5fd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:48.584262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-16e85654-12e4-4e5f-81de-2ed1a0960381 None None] Provisioning complete for port 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:48.590828 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-16e85654-12e4-4e5f-81de-2ed1a0960381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.688673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b047c6-4842-47b3-9e77-32aa6fb9bec5 None None] Pushing event updated for resources: {'Port': ['ID=37dc70e0-13be-4d12-bbc0-6e63e7c39f89,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:48.751697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a7935456-6e78-4a4d-8b23-280347740a84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.815704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7935456-6e78-4a4d-8b23-280347740a84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=37dc70e0-13be-4d12-bbc0-6e63e7c39f89,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:48.816738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.824860 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.825572 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:48.826354 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Floating IP e4ef32a3-1e13-4598-84a5-ffaff3e64169 disassociated. External IP: 172.25.3.161, port: 900a2c31-5f24-4f14-a688-38e427bc0309. Nov 27 01:23:48.826895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Calling delete_port for 900a2c31-5f24-4f14-a688-38e427bc0309 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:48.852535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4ab4-d4d9-4168-b6ee-2962295d6a06 req-b2df8c78-f2c6-4d9e-9964-204a3a1e7389 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:48.854294 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07ad4ab4-d4d9-4168-b6ee-2962295d6a06 req-b2df8c78-f2c6-4d9e-9964-204a3a1e7389 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.1907449 Nov 27 01:23:49.063505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.114506 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a7935456-6e78-4a4d-8b23-280347740a84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.128889 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.284632 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07ad4ab4-d4d9-4168-b6ee-2962295d6a06 req-55cf9c4e-b680-4a9a-aa19-d6272f2a2412 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056842 Nov 27 01:23:49.310380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cfd456-fa32-452a-8348-c1c9a47983c5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:49.323409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:49.323960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:49.327772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:49.327772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:49.327772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:49.327772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:49.327772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:49.327772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:49.327772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:49.327772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:49.327772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:49.327772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:49.339983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46994) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:49.342485 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-aac11ca4-b17e-441f-850a-670ccf1f7165 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af7bab8a7a474ce5a9ef1fb48bd5c3be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0389936 Nov 27 01:23:49.346118 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.390711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Pushing event deleted for resources: {'Port': ['ID=900a2c31-5f24-4f14-a688-38e427bc0309,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:49.405057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd1639-c72c-4a54-9f4c-82cd67c491e3 req-275204f6-2841-4a8c-b26a-ac5f96af1073 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:49.406653 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3dfd1639-c72c-4a54-9f4c-82cd67c491e3 req-275204f6-2841-4a8c-b26a-ac5f96af1073 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 945 time: 0.2524245 Nov 27 01:23:49.517224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7935456-6e78-4a4d-8b23-280347740a84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Router 1880da18-7604-427f-a32c-1e2ee7db128d has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:23:49.535331 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bff9d40f-6373-43bd-96aa-ff38ecc75299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.570080 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3dfd1639-c72c-4a54-9f4c-82cd67c491e3 req-36b19803-5efd-4c9c-95d3-6e1fbe2e6b8e tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups?id=07a6d8ea-abaf-4034-a044-24d6fd46e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990992 Nov 27 01:23:49.580229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:23:49.699618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bff9d40f-6373-43bd-96aa-ff38ecc75299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.716373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7935456-6e78-4a4d-8b23-280347740a84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:49.729834 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a7935456-6e78-4a4d-8b23-280347740a84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "PUT /v2.0/routers/1880da18-7604-427f-a32c-1e2ee7db128d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7101977 Nov 27 01:23:49.732395 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47028) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:49.798333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:49.811527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa2279-9249-4746-992d-4f9bd2b16179 None None] Sync routers for ids ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:49.855503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa2279-9249-4746-992d-4f9bd2b16179 None None] Routers {'0ef87722-b26a-4113-ac3f-cdb1bee1fa39'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:49.855668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773f54ab-9a35-4285-8d30-c8f5a1ac0d8b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:49.856154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cfaa2279-9249-4746-992d-4f9bd2b16179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:49.857070 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773f54ab-9a35-4285-8d30-c8f5a1ac0d8b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:49.870995 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-773f54ab-9a35-4285-8d30-c8f5a1ac0d8b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1375451 Nov 27 01:23:49.873827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47044) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:49.898503 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bff9d40f-6373-43bd-96aa-ff38ecc75299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.908280 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bff9d40f-6373-43bd-96aa-ff38ecc75299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.909623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bff9d40f-6373-43bd-96aa-ff38ecc75299 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09cfd456-fa32-452a-8348-c1c9a47983c5 HTTP/1.1" status: 204 len: 168 time: 0.5679212 Nov 27 01:23:49.970084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] No DVR routers for this DVR port 900a2c31-5f24-4f14-a688-38e427bc0309 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:49.977136 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:49.989458 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34a63a17-4df1-4279-9865-695d5443c0da req-6d6f9c2f-2dcb-4d5d-8414-24f6dc221684 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.11 "DELETE /v2.0/ports/900a2c31-5f24-4f14-a688-38e427bc0309 HTTP/1.1" status: 204 len: 173 time: 2.6567807 Nov 27 01:23:49.990134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bb286c-118d-41a2-9591-200043c6794b', 'name': 'network-vif-deleted', 'tag': '900a2c31-5f24-4f14-a688-38e427bc0309'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:23:49.995319 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85245153-3cff-4804-8c7f-70eafacf14e1" -d '{"events": [{"server_uuid": "11bb286c-118d-41a2-9591-200043c6794b", "name": "network-vif-deleted", "tag": "900a2c31-5f24-4f14-a688-38e427bc0309"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:23:50.043490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9d40f-6373-43bd-96aa-ff38ecc75299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cfd456-fa32-452a-8348-c1c9a47983c5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:50.145995 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c353228-e54d-44c2-b14e-619bd32a8e0d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet b1081b54-2ddb-4861-859f-7ad3521a5fd6 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:50.162285 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c353228-e54d-44c2-b14e-619bd32a8e0d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.163623 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72dd391-7f0c-4826-813f-ca2826978bab x-openstack-request-id: req-f72dd391-7f0c-4826-813f-ca2826978bab {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:23:50.163927 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bb286c-118d-41a2-9591-200043c6794b", "name": "network-vif-deleted", "tag": "900a2c31-5f24-4f14-a688-38e427bc0309", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:23:50.164272 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f72dd391-7f0c-4826-813f-ca2826978bab {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:23:50.164728 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bb286c-118d-41a2-9591-200043c6794b', 'name': 'network-vif-deleted', 'tag': '900a2c31-5f24-4f14-a688-38e427bc0309', 'status': 'completed', 'code': 200} Nov 27 01:23:50.295326 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c353228-e54d-44c2-b14e-619bd32a8e0d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.431785 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c353228-e54d-44c2-b14e-619bd32a8e0d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.557838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece9900-a558-493a-8dd7-3812757647b8 req-60078910-7aad-424f-857b-838833e58e27 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:50.563351 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fece9900-a558-493a-8dd7-3812757647b8 req-60078910-7aad-424f-857b-838833e58e27 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.1491518 Nov 27 01:23:50.584429 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c353228-e54d-44c2-b14e-619bd32a8e0d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.618175 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c353228-e54d-44c2-b14e-619bd32a8e0d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:50.631051 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c353228-e54d-44c2-b14e-619bd32a8e0d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/b1081b54-2ddb-4861-859f-7ad3521a5fd6 HTTP/1.1" status: 204 len: 168 time: 0.7529292 Nov 27 01:23:50.641577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47124) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:50.681985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f472c6-25ad-417a-a5ed-fddbef367f90 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:50.759116 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fece9900-a558-493a-8dd7-3812757647b8 req-36fb2506-7812-43ee-a060-8aa190bf94e9 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889286 Nov 27 01:23:50.882950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c353228-e54d-44c2-b14e-619bd32a8e0d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=b1081b54-2ddb-4861-859f-7ad3521a5fd6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:50.946881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-cfaa2279-9249-4746-992d-4f9bd2b16179 None None] Set router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:51.129785 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64180aa7-5e57-4b1b-917d-2ae7c4860f4a req-a91d3aec-4437-4461-bd08-b6ea82ecb3c2 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/ports?device_id=11bb286c-118d-41a2-9591-200043c6794b HTTP/1.1" status: 200 len: 210 time: 0.2551370 Nov 27 01:23:51.209402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47180) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:51.212174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8cf7e1ed-edb6-4711-95e6-56925e26104a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5680406 Nov 27 01:23:51.347657 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e6ea092-dd5c-49c8-bbfb-4272aed88de5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.405762 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b726dada-f379-4a05-86a2-f3be75a0378e None None] Sync routers for ids ['1880da18-7604-427f-a32c-1e2ee7db128d'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:51.449807 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b726dada-f379-4a05-86a2-f3be75a0378e None None] Routers {'1880da18-7604-427f-a32c-1e2ee7db128d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:51.450843 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b726dada-f379-4a05-86a2-f3be75a0378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1880da18-7604-427f-a32c-1e2ee7db128d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:51.627615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cfaa2279-9249-4746-992d-4f9bd2b16179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:21:22Z', 'revision_number': 4, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd71de7d1-09ee-4b6b-ab4b-1f33c23865ae', 'name': '', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'mac_address': 'fa:16:3e:81:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:16Z', 'updated_at': '2021-11-27T01:21:30Z', 'revision_number': 5, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'subnets': [{'id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:51.663674 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b726dada-f379-4a05-86a2-f3be75a0378e None None] Set router 1880da18-7604-427f-a32c-1e2ee7db128d gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:51.688951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa2279-9249-4746-992d-4f9bd2b16179 None None] Checking router: 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:23:51.707321 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e6ea092-dd5c-49c8-bbfb-4272aed88de5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.714626 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e6ea092-dd5c-49c8-bbfb-4272aed88de5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.714906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa2279-9249-4746-992d-4f9bd2b16179 None None] Routers {'0ef87722-b26a-4113-ac3f-cdb1bee1fa39'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:51.715556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cfaa2279-9249-4746-992d-4f9bd2b16179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:51.762609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd802830-2718-40b0-9dde-e71e1888dce7 None None] DHCP port deletion for 25e602fe-b534-4128-a80f-d182baf30796 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:51.825468 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e6ea092-dd5c-49c8-bbfb-4272aed88de5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.825992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6ea092-dd5c-49c8-bbfb-4272aed88de5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Fanout notify agent at l3_agent the message router_deleted on router 1880da18-7604-427f-a32c-1e2ee7db128d {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:23:51.830787 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b726dada-f379-4a05-86a2-f3be75a0378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1880da18-7604-427f-a32c-1e2ee7db128d', 'name': 'tempest-NetworksTestDHCPv6-router-544006656', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:41Z', 'updated_at': '2021-11-27T01:23:48Z', 'revision_number': 3, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:51.833936 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e6ea092-dd5c-49c8-bbfb-4272aed88de5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.840218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47246) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:51.840688 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7e6ea092-dd5c-49c8-bbfb-4272aed88de5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/routers/1880da18-7604-427f-a32c-1e2ee7db128d HTTP/1.1" status: 204 len: 168 time: 0.6298263 Nov 27 01:23:51.846305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:51.892978 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b726dada-f379-4a05-86a2-f3be75a0378e None None] Checking router: 1880da18-7604-427f-a32c-1e2ee7db128d for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:23:51.914190 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b726dada-f379-4a05-86a2-f3be75a0378e None None] Routers set() bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:51.915434 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b726dada-f379-4a05-86a2-f3be75a0378e None None] Router IDs set() for agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 01:23:51.916317 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_agentschedulers_db [None req-b726dada-f379-4a05-86a2-f3be75a0378e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1880da18-7604-427f-a32c-1e2ee7db128d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent'). {{(pid=103387) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 01:23:51.919543 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b726dada-f379-4a05-86a2-f3be75a0378e None None] The sync data for ids ['1880da18-7604-427f-a32c-1e2ee7db128d'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:51.951577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-dd802830-2718-40b0-9dde-e71e1888dce7 None None] Deleting port f66b7b99-cadf-4634-bf39-c877b3f8c26d {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:51.952643 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dd802830-2718-40b0-9dde-e71e1888dce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:51.975020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-cfaa2279-9249-4746-992d-4f9bd2b16179 None None] Set router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:52.076269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-dd802830-2718-40b0-9dde-e71e1888dce7 None None] For port f66b7b99-cadf-4634-bf39-c877b3f8c26d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f66b7b99-cadf-4634-bf39-c877b3f8c26d,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:52.077027 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dd802830-2718-40b0-9dde-e71e1888dce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:52.233818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-dd802830-2718-40b0-9dde-e71e1888dce7 None None] Calling delete_port for f66b7b99-cadf-4634-bf39-c877b3f8c26d owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:52.285804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d842fd7-c373-48a4-8ce9-c1bfb6f86333 req-0fd16c64-5060-4371-917b-d2ede9f2fd11 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:52.296278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47274) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:52.307719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d842fd7-c373-48a4-8ce9-c1bfb6f86333 req-0fd16c64-5060-4371-917b-d2ede9f2fd11 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.2189598 Nov 27 01:23:52.337702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cfaa2279-9249-4746-992d-4f9bd2b16179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:21:22Z', 'revision_number': 4, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd71de7d1-09ee-4b6b-ab4b-1f33c23865ae', 'name': '', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'mac_address': 'fa:16:3e:81:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:16Z', 'updated_at': '2021-11-27T01:21:30Z', 'revision_number': 5, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'subnets': [{'id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:52.373179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa2279-9249-4746-992d-4f9bd2b16179 None None] The sync data for ids ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'] in n-d-819494-2 is: [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:21:22Z', 'revision_number': 4, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd71de7d1-09ee-4b6b-ab4b-1f33c23865ae', 'name': '', 'network_id': '4f3d0dc1-237e-46b0-945a-be297a59b212', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'mac_address': 'fa:16:3e:81:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:16Z', 'updated_at': '2021-11-27T01:21:30Z', 'revision_number': 5, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'subnets': [{'id': 'e4b7f594-2703-487d-bed1-2d36e2da4e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:52.404434 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dd802830-2718-40b0-9dde-e71e1888dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:52.442817 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d842fd7-c373-48a4-8ce9-c1bfb6f86333 req-595f4e50-20f6-415d-a8bb-d954de02b710 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246989 Nov 27 01:23:52.445325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:52.455088 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:52.475695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd802830-2718-40b0-9dde-e71e1888dce7 None None] Pushing event deleted for resources: {'Port': ['ID=f66b7b99-cadf-4634-bf39-c877b3f8c26d,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:52.478539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd802830-2718-40b0-9dde-e71e1888dce7 None None] No DVR routers for this DVR port f66b7b99-cadf-4634-bf39-c877b3f8c26d on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:23:52.550848 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5082bafa-126b-4fb5-bc6c-d015ffbe7c06 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:52.578021 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 900a2c31-5f24-4f14-a688-38e427bc0309 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:52.630848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 900a2c31-5f24-4f14-a688-38e427bc0309 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:52.631479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 900a2c31-5f24-4f14-a688-38e427bc0309 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:52.636457 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5082bafa-126b-4fb5-bc6c-d015ffbe7c06 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:52.760841 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5082bafa-126b-4fb5-bc6c-d015ffbe7c06 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:52.763989 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5082bafa-126b-4fb5-bc6c-d015ffbe7c06 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:52.770896 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5082bafa-126b-4fb5-bc6c-d015ffbe7c06 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "DELETE /v2.0/security-groups/07a6d8ea-abaf-4034-a044-24d6fd46e6cf HTTP/1.1" status: 204 len: 168 time: 0.4702399 Nov 27 01:23:52.773214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47290) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:52.844973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082bafa-126b-4fb5-bc6c-d015ffbe7c06 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a6d8ea-abaf-4034-a044-24d6fd46e6cf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:52.864896 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-0bbe0df7-9e80-4f1b-be31-eb0dd8498aa0 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] show failed (client error): The resource could not be found. Nov 27 01:23:52.887199 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0bbe0df7-9e80-4f1b-be31-eb0dd8498aa0 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "GET /v2.0/security-groups/07a6d8ea-abaf-4034-a044-24d6fd46e6cf HTTP/1.1" status: 404 len: 347 time: 0.0713227 Nov 27 01:23:52.888643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47294) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:52.924437 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:52.941061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:52.996172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff5a56e-fbbb-4736-965f-c28919292a28 None None] New status for floating IP e4ef32a3-1e13-4598-84a5-ffaff3e64169: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:23:53.009446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:53.009941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 37dc70e0-13be-4d12-bbc0-6e63e7c39f89 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:53.010494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f66b7b99-cadf-4634-bf39-c877b3f8c26d no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:53.045625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:53.065554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:53.069989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:53.086841 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.097087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc9f01c-3c47-4c2e-b972-c8d32adca865 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:23:53.108331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=8e637195-1f63-48e7-a1ae-23d5bf941bc3,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:53.126521 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:53.129202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:53.130621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:53.131592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:53.137831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:53.138287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:53.138774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:53.139150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:53.141347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:53.141760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:53.142176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:53.142635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:53.157095 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-254573b5-29e2-45b1-9511-140fdd42a8a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3150856 Nov 27 01:23:53.162936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47300) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:53.171676 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ab59fb50-ea56-4aff-a909-edb865820dd0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1608528866', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:53.212380 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab59fb50-ea56-4aff-a909-edb865820dd0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.213604 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab59fb50-ea56-4aff-a909-edb865820dd0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.218811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e3c76576-cf9f-41bb-bf66-e5a2f61b2b54 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Deleting port e37d9721-ac70-41c6-a243-61507c9c2e79 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:53.219304 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3c76576-cf9f-41bb-bf66-e5a2f61b2b54 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.302755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3c76576-cf9f-41bb-bf66-e5a2f61b2b54 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.303910 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3c76576-cf9f-41bb-bf66-e5a2f61b2b54 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.312231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: f66b7b99-cadf-4634-bf39-c877b3f8c26d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:53.312572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f66b7b99-cadf-4634-bf39-c877b3f8c26d not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:23:53.318171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e3c76576-cf9f-41bb-bf66-e5a2f61b2b54 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Calling delete_port for e37d9721-ac70-41c6-a243-61507c9c2e79 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:53.370726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:53.545032 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3c76576-cf9f-41bb-bf66-e5a2f61b2b54 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.555333 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-25e602fe-b534-4128-a80f-d182baf30796', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'fixed_ips': [{'subnet_id': '8e637195-1f63-48e7-a1ae-23d5bf941bc3'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:23:53.556451 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.576949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e57c0fab-3dc8-4382-ba98-5405ab25d9cb tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:53.661761 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e57c0fab-3dc8-4382-ba98-5405ab25d9cb tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] 10.222.0.37 "PUT /v2.0/quotas/d6f5aa0bf9b84c5b8ac4e62bf0913a4b HTTP/1.1" status: 200 len: 368 time: 0.2896655 Nov 27 01:23:53.674034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c76576-cf9f-41bb-bf66-e5a2f61b2b54 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Pushing event deleted for resources: {'Port': ['ID=e37d9721-ac70-41c6-a243-61507c9c2e79,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:53.675803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47316) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:53.683756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Request body: {'network': {'project_id': 'd6f5aa0bf9b84c5b8ac4e62bf0913a4b'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:53.702411 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab59fb50-ea56-4aff-a909-edb865820dd0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.744643 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab59fb50-ea56-4aff-a909-edb865820dd0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.757260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497579e1-74df-445f-9d97-93d366f7c6f0 req-92af175b-3abd-407a-bd44-171588456cf6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:53.758810 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-497579e1-74df-445f-9d97-93d366f7c6f0 req-92af175b-3abd-407a-bd44-171588456cf6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.1538670 Nov 27 01:23:53.799143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Made reservation on behalf of d6f5aa0bf9b84c5b8ac4e62bf0913a4b for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:53.802008 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.819882 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab59fb50-ea56-4aff-a909-edb865820dd0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.821216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Allocated IP 2001:db8::2 (25e602fe-b534-4128-a80f-d182baf30796/8e637195-1f63-48e7-a1ae-23d5bf941bc3/f726f85e-728c-42af-9079-c4eb85cf2c78) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:53.822401 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ab59fb50-ea56-4aff-a909-edb865820dd0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6548731 Nov 27 01:23:53.827792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3c76576-cf9f-41bb-bf66-e5a2f61b2b54 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.830002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47318) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:53.832525 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3c76576-cf9f-41bb-bf66-e5a2f61b2b54 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:53.834825 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e3c76576-cf9f-41bb-bf66-e5a2f61b2b54 tempest-ServersTestManualDisk-1149987868 tempest-ServersTestManualDisk-1149987868-project] 10.222.0.37 "DELETE /v2.0/floatingips/e4ef32a3-1e13-4598-84a5-ffaff3e64169 HTTP/1.1" status: 204 len: 168 time: 0.9420631 Nov 27 01:23:53.838059 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:53.841868 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.038624 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.055831 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.087961 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-497579e1-74df-445f-9d97-93d366f7c6f0 req-a06fc3ed-2275-418e-96a4-ee295f655a70 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166132 Nov 27 01:23:54.151544 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.156581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:54.172648 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.198354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:54.223061 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.223555 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Added segment 55e29650-20a5-4323-8868-6f933b88f431 of type vlan for network 0314eb72-a796-416a-a529-9c0e67e1baf3 Nov 27 01:23:54.235073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa18b2f-68e5-4ce2-8822-e7025fac07c8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:54.252133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:54.256709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:54.263201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Pushing event updated for resources: {'Port': ['ID=f726f85e-728c-42af-9079-c4eb85cf2c78,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:54.364545 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Attempting to bind port f726f85e-728c-42af-9079-c4eb85cf2c78 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:23:54.365007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Attempting to bind port f726f85e-728c-42af-9079-c4eb85cf2c78 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:23:54.365392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Attempting to bind port f726f85e-728c-42af-9079-c4eb85cf2c78 on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:23:54.379319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:23:54.379726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:23:54.380144 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.380547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:23:54.382344 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Bound port: f726f85e-728c-42af-9079-c4eb85cf2c78, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:23:54.382754 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.396998 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.454863 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.532939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] For port f726f85e-728c-42af-9079-c4eb85cf2c78, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:23:54.536753 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] For port f726f85e-728c-42af-9079-c4eb85cf2c78, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f726f85e-728c-42af-9079-c4eb85cf2c78,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:23:54.553141 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:54.691797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ba680-6bbd-4910-9954-1b3a8d224513 None None] Pushing event updated for resources: {'Port': ['ID=f726f85e-728c-42af-9079-c4eb85cf2c78,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:54.922169 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7ab0798-3e54-427a-9ca4-3472e972fea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.113185 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.121182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:55.127240 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.322869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6459677 Nov 27 01:23:55.326858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47346) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:55.333033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a338097e-db59-4bf3-b822-a1fc0520bde3 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Request body: {'network': {'project_id': 'd6f5aa0bf9b84c5b8ac4e62bf0913a4b'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:55.386393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e2608-4b72-4350-ad60-6473a060ce45 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Pushing event updated for resources: {'Network': ['ID=0314eb72-a796-416a-a529-9c0e67e1baf3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:55.388792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47348) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:55.396236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 0314eb72-a796-416a-a529-9c0e67e1baf3 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:55.411912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a338097e-db59-4bf3-b822-a1fc0520bde3 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Made reservation on behalf of d6f5aa0bf9b84c5b8ac4e62bf0913a4b for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:23:55.416123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a338097e-db59-4bf3-b822-a1fc0520bde3 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.458554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a338097e-db59-4bf3-b822-a1fc0520bde3 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:23:55.474650 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a338097e-db59-4bf3-b822-a1fc0520bde3 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.475722 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-a338097e-db59-4bf3-b822-a1fc0520bde3 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Added segment 421b803b-6e00-4adb-9a2c-374f4f6025d7 of type vlan for network 87120d81-baf6-4377-affc-704d49009e17 Nov 27 01:23:55.537873 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a338097e-db59-4bf3-b822-a1fc0520bde3 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.550459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf8caa-2b3b-4eb6-8966-8240e394ec60 req-da2cfdbe-64b6-4fe7-82eb-d3c8b828fb5e tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:55.573924 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a338097e-db59-4bf3-b822-a1fc0520bde3 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.574977 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9fdf8caa-2b3b-4eb6-8966-8240e394ec60 req-da2cfdbe-64b6-4fe7-82eb-d3c8b828fb5e tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.2958255 Nov 27 01:23:55.575818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338097e-db59-4bf3-b822-a1fc0520bde3 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:55.576627 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a338097e-db59-4bf3-b822-a1fc0520bde3 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.656657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338097e-db59-4bf3-b822-a1fc0520bde3 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Pushing event updated for resources: {'Network': ['ID=87120d81-baf6-4377-affc-704d49009e17,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:55.666710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 87120d81-baf6-4377-affc-704d49009e17 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:23:55.681001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab0798-3e54-427a-9ca4-3472e972fea2 admin admin] Deleting port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:55.681631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7ab0798-3e54-427a-9ca4-3472e972fea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.705262 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a338097e-db59-4bf3-b822-a1fc0520bde3 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3761265 Nov 27 01:23:55.709054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47352) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:55.715210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e75ed2ef-404e-4cc2-90b3-46ad10c388ed tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Request body: {'network': {'project_id': 'd6f5aa0bf9b84c5b8ac4e62bf0913a4b'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:23:55.771012 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75ed2ef-404e-4cc2-90b3-46ad10c388ed tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 27 01:23:55.771773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75ed2ef-404e-4cc2-90b3-46ad10c388ed tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:23:55.776766 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e75ed2ef-404e-4cc2-90b3-46ad10c388ed tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0664370 Nov 27 01:23:55.777642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47354) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:55.859280 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f3da7c1-cd51-42a0-93cd-809ba382f5ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.870136 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0a4083b7-e79e-4ce8-a537-a69a0168e6e0 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6f5aa0bf9b84c5b8ac4e62bf0913a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0834961 Nov 27 01:23:55.871499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47358) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:55.963528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-a7ab0798-3e54-427a-9ca4-3472e972fea2 admin admin] For port d71de7d1-09ee-4b6b-ab4b-1f33c23865ae, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d71de7d1-09ee-4b6b-ab4b-1f33c23865ae,segment=NetworkSegment(1a406c5f-9ce2-4deb-a29c-08a295bb4d63),segment_id=1a406c5f-9ce2-4deb-a29c-08a295bb4d63)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:55.964822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7ab0798-3e54-427a-9ca4-3472e972fea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:55.989942 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab0798-3e54-427a-9ca4-3472e972fea2 admin admin] Calling delete_port for d71de7d1-09ee-4b6b-ab4b-1f33c23865ae owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:56.046039 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e235f2e3-08d7-4f5e-9717-d4221c06a9e6 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.096653 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9fdf8caa-2b3b-4eb6-8966-8240e394ec60 req-044b4160-c8f1-477d-94b1-3a2accb116f6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204101 Nov 27 01:23:56.100488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::1 (25e602fe-b534-4128-a80f-d182baf30796/8e637195-1f63-48e7-a1ae-23d5bf941bc3/20527a7f-def9-44bd-acfd-a5a5af4a2b40) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:23:56.123631 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f3da7c1-cd51-42a0-93cd-809ba382f5ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.145102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f3da7c1-cd51-42a0-93cd-809ba382f5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.161587 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e235f2e3-08d7-4f5e-9717-d4221c06a9e6 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.202455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3da7c1-cd51-42a0-93cd-809ba382f5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a6f69-9251-4f78-9f03-2af774978741,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:56.293551 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8f3da7c1-cd51-42a0-93cd-809ba382f5ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8326a9929cfb4c86b6f53a2e9db3e71d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8802865 Nov 27 01:23:56.296483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47362) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:56.314147 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e235f2e3-08d7-4f5e-9717-d4221c06a9e6 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.317373 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e235f2e3-08d7-4f5e-9717-d4221c06a9e6 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.321038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e235f2e3-08d7-4f5e-9717-d4221c06a9e6 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fa18b2f-68e5-4ce2-8822-e7025fac07c8 HTTP/1.1" status: 204 len: 168 time: 0.4435117 Nov 27 01:23:56.322863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47364) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:56.329986 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235f2e3-08d7-4f5e-9717-d4221c06a9e6 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa18b2f-68e5-4ce2-8822-e7025fac07c8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:56.409085 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7ab0798-3e54-427a-9ca4-3472e972fea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.416798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Provisioning complete for port f726f85e-728c-42af-9079-c4eb85cf2c78 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:56.418926 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.442433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab0798-3e54-427a-9ca4-3472e972fea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71de7d1-09ee-4b6b-ab4b-1f33c23865ae,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:56.489223 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9868e598-368d-4190-8715-99379abaee2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.512169 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.538603 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.589146 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.623463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9868e598-368d-4190-8715-99379abaee2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.626321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.641990 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7ab0798-3e54-427a-9ca4-3472e972fea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.668022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] For port f726f85e-728c-42af-9079-c4eb85cf2c78, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f726f85e-728c-42af-9079-c4eb85cf2c78,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:56.698812 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.739353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:56.772394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:56.774183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Pushing event updated for resources: {'Port': ['ID=f726f85e-728c-42af-9079-c4eb85cf2c78,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:56.783804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:23:56.785630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:56.786362 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.789365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=20527a7f-def9-44bd-acfd-a5a5af4a2b40,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:56.789929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:56.790450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:56.790879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:56.791438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:56.791938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:56.792365 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:56.792820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:56.793664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:56.797339 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:56.797786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:56.798226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243030a4-2c87-4dbc-9c0e-ee3b575d8a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:23:56.926633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.950807 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9868e598-368d-4190-8715-99379abaee2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.953692 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9868e598-368d-4190-8715-99379abaee2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:56.957136 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9868e598-368d-4190-8715-99379abaee2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e28a6f69-9251-4f78-9f03-2af774978741 HTTP/1.1" status: 204 len: 168 time: 0.6570320 Nov 27 01:23:56.995165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87120d81-baf6-4377-affc-704d49009e17']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.013599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868e598-368d-4190-8715-99379abaee2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a6f69-9251-4f78-9f03-2af774978741,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:57.019323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ab0798-3e54-427a-9ca4-3472e972fea2 admin admin] Router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:23:57.024035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421b803b-6e00-4adb-9a2c-374f4f6025d7') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.024335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421b803b-6e00-4adb-9a2c-374f4f6025d7') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.059192 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.148126 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.152036 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.156298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:57.156699 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:57.158663 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:57.185212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f726f85e-728c-42af-9079-c4eb85cf2c78 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:57.279433 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f726f85e-728c-42af-9079-c4eb85cf2c78 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:57.279812 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.299515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ab0798-3e54-427a-9ca4-3472e972fea2 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:57.314507 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e10739-c859-416c-b756-2da91eebe876 None None] Sync routers for ids ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:57.320461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a7ab0798-3e54-427a-9ca4-3472e972fea2 admin admin] 10.222.0.37 "PUT /v2.0/routers/0ef87722-b26a-4113-ac3f-cdb1bee1fa39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4782543 Nov 27 01:23:57.321215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47376) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:57.336121 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e10739-c859-416c-b756-2da91eebe876 None None] Routers {'0ef87722-b26a-4113-ac3f-cdb1bee1fa39'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:57.337427 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-32e10739-c859-416c-b756-2da91eebe876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.369236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-71689d57-eee8-4c42-904e-d9b6d8d105c3 None None] Provisioning complete for port 20527a7f-def9-44bd-acfd-a5a5af4a2b40 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:57.369609 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-71689d57-eee8-4c42-904e-d9b6d8d105c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.410706 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.448014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-71689d57-eee8-4c42-904e-d9b6d8d105c3 None None] Port 20527a7f-def9-44bd-acfd-a5a5af4a2b40 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:57.494898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.498139 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] 10.222.0.37 "DELETE /v2.0/networks/87120d81-baf6-4377-affc-704d49009e17 HTTP/1.1" status: 204 len: 168 time: 1.1747789 Nov 27 01:23:57.501058 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.503734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47380) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:57.550896 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-32e10739-c859-416c-b756-2da91eebe876 None None] Set router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:57.561617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5a3ca-36ca-442b-bc08-9909143b8131 req-10b47d8c-7dd8-46e6-aac7-27e7b10928bd tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:57.563231 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77e5a3ca-36ca-442b-bc08-9909143b8131 req-10b47d8c-7dd8-46e6-aac7-27e7b10928bd tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.3267238 Nov 27 01:23:57.564041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371a7db-6467-4c55-b91a-bb1001cc6934 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Pushing event deleted for resources: {'Network': ['ID=87120d81-baf6-4377-affc-704d49009e17,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:57.719268 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.790138 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-32e10739-c859-416c-b756-2da91eebe876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:23:56Z', 'revision_number': 5, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.818023 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e10739-c859-416c-b756-2da91eebe876 None None] Checking router: 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:23:57.827271 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e10739-c859-416c-b756-2da91eebe876 None None] Routers {'0ef87722-b26a-4113-ac3f-cdb1bee1fa39'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:57.828111 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-32e10739-c859-416c-b756-2da91eebe876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.834389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.863593 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0314eb72-a796-416a-a529-9c0e67e1baf3']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.878364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e29650-20a5-4323-8868-6f933b88f431') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.878836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e29650-20a5-4323-8868-6f933b88f431') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:57.890736 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.907408 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.915081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:23:57.915929 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.922971 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.943883 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-32e10739-c859-416c-b756-2da91eebe876 None None] Set router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:57.946268 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77e5a3ca-36ca-442b-bc08-9909143b8131 req-b0a05e77-cd10-43f1-806f-4fabb8bd383b tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652306 Nov 27 01:23:57.948791 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.951370 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.987755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:23:57.992506 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:23:57.996928 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.004968 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.014808 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] 10.222.0.37 "DELETE /v2.0/networks/0314eb72-a796-416a-a529-9c0e67e1baf3 HTTP/1.1" status: 204 len: 168 time: 0.5099764 Nov 27 01:23:58.037125 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7435182-485d-437a-b42f-3e8b8a249f87 tempest-QuotasNegativeTest-1771497796 tempest-QuotasNegativeTest-1771497796-project-admin] Pushing event deleted for resources: {'Network': ['ID=0314eb72-a796-416a-a529-9c0e67e1baf3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:58.083600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=20527a7f-def9-44bd-acfd-a5a5af4a2b40,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:58.155094 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-32e10739-c859-416c-b756-2da91eebe876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:23:56Z', 'revision_number': 5, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:58.169068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Deleting port 6724c32f-4286-4262-8b5b-f3c14b6875d6 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:23:58.169674 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.200041 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e10739-c859-416c-b756-2da91eebe876 None None] The sync data for ids ['0ef87722-b26a-4113-ac3f-cdb1bee1fa39'] in n-d-819494-2 is: [{'id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'name': 'tempest-ServersTestManualDisk-806004330-router', 'tenant_id': '9f799e2e03c640a882f654c057f99cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:21:04Z', 'updated_at': '2021-11-27T01:23:56Z', 'revision_number': 5, 'project_id': '9f799e2e03c640a882f654c057f99cdb', 'gw_port': {'id': '6724c32f-4286-4262-8b5b-f3c14b6875d6', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87722-b26a-4113-ac3f-cdb1bee1fa39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:21:06Z', 'updated_at': '2021-11-27T01:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:23:58.299641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:23:58.318723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:23:58.349954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] For port 6724c32f-4286-4262-8b5b-f3c14b6875d6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6724c32f-4286-4262-8b5b-f3c14b6875d6,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:23:58.351114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.415300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Calling delete_port for 6724c32f-4286-4262-8b5b-f3c14b6875d6 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:23:58.592554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Router 1411f407-188a-4b41-addc-5c66d3ee7650 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:23:58.776186 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:58.825047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:23:58.845986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Sync routers for ids ['1411f407-188a-4b41-addc-5c66d3ee7650'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:23:58.855759 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ebab133e-4924-42b2-94b4-a9c23ecee673 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "PUT /v2.0/routers/1411f407-188a-4b41-addc-5c66d3ee7650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0209022 Nov 27 01:23:58.856716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47414) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:58.867611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Routers {'1411f407-188a-4b41-addc-5c66d3ee7650'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:23:58.868444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1411f407-188a-4b41-addc-5c66d3ee7650'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:58.893898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6724c32f-4286-4262-8b5b-f3c14b6875d6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:23:58.976589 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Set router 1411f407-188a-4b41-addc-5c66d3ee7650 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:23:59.031560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b76ab-e7c9-4cb9-8208-cfb182701b8c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:59.046932 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4e3b76ab-e7c9-4cb9-8208-cfb182701b8c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports/20527a7f-def9-44bd-acfd-a5a5af4a2b40 HTTP/1.1" status: 200 len: 911 time: 0.1876326 Nov 27 01:23:59.048941 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47418) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:59.074839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa2fa7d-d8c1-4d2a-b1a4-d09aeb289987 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:23:59.076876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f726f85e-728c-42af-9079-c4eb85cf2c78 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:23:59.139346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47420) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:59.144943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.275398 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.277756 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.280463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ecb088-f264-4e01-a83e-f5d9643be38b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:59.309309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ecb088-f264-4e01-a83e-f5d9643be38b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:59.315899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-98ecb088-f264-4e01-a83e-f5d9643be38b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2658427 Nov 27 01:23:59.319275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47424) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:59.340438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4c55cda4-4aa8-4e07-b04c-58d2eb39da32 None None] Provisioning complete for port 20527a7f-def9-44bd-acfd-a5a5af4a2b40 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:59.347654 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4c55cda4-4aa8-4e07-b04c-58d2eb39da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.358713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70537f-3d7f-4d84-bfba-209418554292 req-298ae174-3541-4682-8de5-0858255e02cd tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:23:59.363850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8e70537f-3d7f-4d84-bfba-209418554292 req-298ae174-3541-4682-8de5-0858255e02cd tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.2814929 Nov 27 01:23:59.431300 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.431874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ef87722-b26a-4113-ac3f-cdb1bee1fa39 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:23:59.437811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.439582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7e960242-e08b-4593-b241-b465166d4fe6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0ef87722-b26a-4113-ac3f-cdb1bee1fa39 HTTP/1.1" status: 204 len: 168 time: 2.1168017 Nov 27 01:23:59.440713 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8617ca79-8e32-4493-84d9-43d753444310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.442770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47430) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:23:59.462143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4c55cda4-4aa8-4e07-b04c-58d2eb39da32 None None] Port 20527a7f-def9-44bd-acfd-a5a5af4a2b40 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:23:59.469458 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8e70537f-3d7f-4d84-bfba-209418554292 req-a9b83521-a53e-48f5-93a8-7e75540f33a6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973580 Nov 27 01:23:59.532044 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f726f85e-728c-42af-9079-c4eb85cf2c78 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:23:59.532674 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.643994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1411f407-188a-4b41-addc-5c66d3ee7650', 'name': 'tempest-NetworksTestDHCPv6-router-1608528866', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:53Z', 'updated_at': '2021-11-27T01:23:56Z', 'revision_number': 2, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'gw_port_host': None, '_interfaces': [{'id': '20527a7f-def9-44bd-acfd-a5a5af4a2b40', 'name': '', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'mac_address': 'fa:16:3e:57:b3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1411f407-188a-4b41-addc-5c66d3ee7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '8e637195-1f63-48e7-a1ae-23d5bf941bc3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:55Z', 'updated_at': '2021-11-27T01:23:57Z', 'revision_number': 2, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'subnets': [{'id': '8e637195-1f63-48e7-a1ae-23d5bf941bc3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:23:59.646018 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a67c7d-5b8f-4ae1-8925-bb38bd74dec0 admin admin] Deleting subnet e4b7f594-2703-487d-bed1-2d36e2da4e57 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:23:59.662505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89a67c7d-5b8f-4ae1-8925-bb38bd74dec0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.706971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Checking router: 1411f407-188a-4b41-addc-5c66d3ee7650 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:23:59.707463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Updating router 1411f407-188a-4b41-addc-5c66d3ee7650 port 20527a7f-def9-44bd-acfd-a5a5af4a2b40 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:23:59.764898 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.794109 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89a67c7d-5b8f-4ae1-8925-bb38bd74dec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:23:59.823752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d71de7d1-09ee-4b6b-ab4b-1f33c23865ae no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:23:59.859613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: d71de7d1-09ee-4b6b-ab4b-1f33c23865ae {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:23:59.860246 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d71de7d1-09ee-4b6b-ab4b-1f33c23865ae not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:24:00.155672 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8617ca79-8e32-4493-84d9-43d753444310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.158615 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89a67c7d-5b8f-4ae1-8925-bb38bd74dec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.189912 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8617ca79-8e32-4493-84d9-43d753444310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.196222 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.205844 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.276818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5885a-1959-406e-ab98-51fa74fc97ae None None] Pushing event updated for resources: {'Port': ['ID=20527a7f-def9-44bd-acfd-a5a5af4a2b40,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:00.308485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47438) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:00.308838 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8617ca79-8e32-4493-84d9-43d753444310 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9b5b9ecdc354e4badde2994da13a288&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1674998 Nov 27 01:24:00.311275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617ca79-8e32-4493-84d9-43d753444310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6684a5de-f144-4522-8447-e4166c940865,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:00.372264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89a67c7d-5b8f-4ae1-8925-bb38bd74dec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.422312 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9061932f-1268-4c1e-8ad9-f954a9d506d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.433661 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Attempting to bind port 20527a7f-def9-44bd-acfd-a5a5af4a2b40 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:00.434745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Attempting to bind port 20527a7f-def9-44bd-acfd-a5a5af4a2b40 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:00.434745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Attempting to bind port 20527a7f-def9-44bd-acfd-a5a5af4a2b40 on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:00.442098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:00.444650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:00.445185 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.452861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:00.453692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Bound port: 20527a7f-def9-44bd-acfd-a5a5af4a2b40, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:00.454105 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9061932f-1268-4c1e-8ad9-f954a9d506d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.454369 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.457698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89a67c7d-5b8f-4ae1-8925-bb38bd74dec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.464467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47442) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:00.464642 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-89a67c7d-5b8f-4ae1-8925-bb38bd74dec0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e4b7f594-2703-487d-bed1-2d36e2da4e57 HTTP/1.1" status: 204 len: 168 time: 1.0173059 Nov 27 01:24:00.465787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a67c7d-5b8f-4ae1-8925-bb38bd74dec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b7f594-2703-487d-bed1-2d36e2da4e57,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:00.477354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f15c246-a846-4ff0-846c-81e839ee8192 None None] Network 4f3d0dc1-237e-46b0-945a-be297a59b212 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:00.728690 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7b8308b-0977-49aa-b53f-e72c1baefc0a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.819364 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.825321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9061932f-1268-4c1e-8ad9-f954a9d506d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.828081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9061932f-1268-4c1e-8ad9-f954a9d506d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.829447 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9061932f-1268-4c1e-8ad9-f954a9d506d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6684a5de-f144-4522-8447-e4166c940865 HTTP/1.1" status: 204 len: 168 time: 0.5200055 Nov 27 01:24:00.844697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae3045-7435-4e4e-a8d3-34319176e167 req-a8a482e7-db77-473a-b990-702c0556dacf tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:00.846259 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] For port 20527a7f-def9-44bd-acfd-a5a5af4a2b40, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:00.876649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-48ae3045-7435-4e4e-a8d3-34319176e167 req-a8a482e7-db77-473a-b990-702c0556dacf tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.2397983 Nov 27 01:24:00.901601 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061932f-1268-4c1e-8ad9-f954a9d506d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6684a5de-f144-4522-8447-e4166c940865,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:00.950716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6724c32f-4286-4262-8b5b-f3c14b6875d6 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:24:00.990539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7ed439d7-f870-465c-ac39-3bfe2d5befc9 None None] Provisioning complete for port 20527a7f-def9-44bd-acfd-a5a5af4a2b40 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:00.990922 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ed439d7-f870-465c-ac39-3bfe2d5befc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:00.993553 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-48ae3045-7435-4e4e-a8d3-34319176e167 req-a10d9aa0-3221-4502-a1ef-70253beb4b8e tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110673 Nov 27 01:24:01.027747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Deleting port 302117ee-241a-4b37-8d3e-8b0dcc137275 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:01.028576 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.035537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] For port 20527a7f-def9-44bd-acfd-a5a5af4a2b40, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=20527a7f-def9-44bd-acfd-a5a5af4a2b40,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:01.078521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 6724c32f-4286-4262-8b5b-f3c14b6875d6 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:24:01.078887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6724c32f-4286-4262-8b5b-f3c14b6875d6 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:24:01.081143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e71658-936a-470b-bbf8-cadd037f8c60 req-5949b073-c3a9-4ea5-bfd0-47a6bc10c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:01.090127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38e71658-936a-470b-bbf8-cadd037f8c60 req-5949b073-c3a9-4ea5-bfd0-47a6bc10c67a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 1097 time: 0.0845041 Nov 27 01:24:01.102757 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.114381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] For port 302117ee-241a-4b37-8d3e-8b0dcc137275, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=302117ee-241a-4b37-8d3e-8b0dcc137275,segment=NetworkSegment(1a406c5f-9ce2-4deb-a29c-08a295bb4d63),segment_id=1a406c5f-9ce2-4deb-a29c-08a295bb4d63)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:01.114868 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.134666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Calling delete_port for 302117ee-241a-4b37-8d3e-8b0dcc137275 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:01.188993 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38e71658-936a-470b-bbf8-cadd037f8c60 req-99866a72-3c93-4a40-9ef5-00d472359128 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951815 Nov 27 01:24:01.217609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8308b-0977-49aa-b53f-e72c1baefc0a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 20527a7f-def9-44bd-acfd-a5a5af4a2b40 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:01.220905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7b8308b-0977-49aa-b53f-e72c1baefc0a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.231040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7ed439d7-f870-465c-ac39-3bfe2d5befc9 None None] Port 20527a7f-def9-44bd-acfd-a5a5af4a2b40 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:01.253298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Routers {'1411f407-188a-4b41-addc-5c66d3ee7650'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:01.253945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1411f407-188a-4b41-addc-5c66d3ee7650'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:01.256301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5885a-1959-406e-ab98-51fa74fc97ae None None] Pushing event updated for resources: {'Port': ['ID=20527a7f-def9-44bd-acfd-a5a5af4a2b40,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:01.257617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47454) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:01.291014 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28cc894f-c4f6-4d46-b697-0d7331b30d84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.342607 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.381498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] Set router 1411f407-188a-4b41-addc-5c66d3ee7650 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:01.388554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=302117ee-241a-4b37-8d3e-8b0dcc137275,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:01.390838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] No DVR routers for this DVR port 302117ee-241a-4b37-8d3e-8b0dcc137275 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:24:01.401536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f7b8308b-0977-49aa-b53f-e72c1baefc0a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] For port 20527a7f-def9-44bd-acfd-a5a5af4a2b40, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=20527a7f-def9-44bd-acfd-a5a5af4a2b40,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:01.402654 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7b8308b-0977-49aa-b53f-e72c1baefc0a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.423146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8308b-0977-49aa-b53f-e72c1baefc0a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 20527a7f-def9-44bd-acfd-a5a5af4a2b40 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:01.465261 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdc08a1-4d16-46fa-af49-a5d72a8fc1c6 None None] DHCP port deletion for 4f3d0dc1-237e-46b0-945a-be297a59b212 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:01.614646 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.655488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1411f407-188a-4b41-addc-5c66d3ee7650', 'name': 'tempest-NetworksTestDHCPv6-router-1608528866', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:53Z', 'updated_at': '2021-11-27T01:23:56Z', 'revision_number': 2, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'gw_port_host': None, '_interfaces': [{'id': '20527a7f-def9-44bd-acfd-a5a5af4a2b40', 'name': '', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'mac_address': 'fa:16:3e:57:b3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1411f407-188a-4b41-addc-5c66d3ee7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '8e637195-1f63-48e7-a1ae-23d5bf941bc3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:55Z', 'updated_at': '2021-11-27T01:24:00Z', 'revision_number': 4, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'subnets': [{'id': '8e637195-1f63-48e7-a1ae-23d5bf941bc3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:01.681687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3d0dc1-237e-46b0-945a-be297a59b212']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:01.692503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86433fbe-6e3f-4f03-92fa-28b95d9ed87e None None] The sync data for ids ['1411f407-188a-4b41-addc-5c66d3ee7650'] in n-d-819494-2 is: [{'id': '1411f407-188a-4b41-addc-5c66d3ee7650', 'name': 'tempest-NetworksTestDHCPv6-router-1608528866', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:53Z', 'updated_at': '2021-11-27T01:23:56Z', 'revision_number': 2, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'gw_port_host': None, '_interfaces': [{'id': '20527a7f-def9-44bd-acfd-a5a5af4a2b40', 'name': '', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'mac_address': 'fa:16:3e:57:b3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1411f407-188a-4b41-addc-5c66d3ee7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '8e637195-1f63-48e7-a1ae-23d5bf941bc3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:55Z', 'updated_at': '2021-11-27T01:24:00Z', 'revision_number': 4, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'subnets': [{'id': '8e637195-1f63-48e7-a1ae-23d5bf941bc3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:01.715625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-78b35631-ed9f-4d19-9563-d7422c7de24c None None] Provisioning complete for port 20527a7f-def9-44bd-acfd-a5a5af4a2b40 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:01.717017 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-78b35631-ed9f-4d19-9563-d7422c7de24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.721549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a406c5f-9ce2-4deb-a29c-08a295bb4d63') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:01.721849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a406c5f-9ce2-4deb-a29c-08a295bb4d63') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:01.753761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.756164 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28cc894f-c4f6-4d46-b697-0d7331b30d84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.757552 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7b8308b-0977-49aa-b53f-e72c1baefc0a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.783036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-78b35631-ed9f-4d19-9563-d7422c7de24c None None] Could not find standard attr ID for object 20527a7f-def9-44bd-acfd-a5a5af4a2b40. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:24:01.786546 n-d-819494-2 neutron-server[103386]: INFO neutron.plugins.ml2.db [None req-78b35631-ed9f-4d19-9563-d7422c7de24c None None] No ports have port_id starting with 20527a7f-def9-44bd-acfd-a5a5af4a2b40 Nov 27 01:24:01.798463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28cc894f-c4f6-4d46-b697-0d7331b30d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.824597 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.845188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:24:01.845614 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:24:01.847858 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:24:01.913635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-28cc894f-c4f6-4d46-b697-0d7331b30d84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48862a2d9fac439baa04a61a7b0e63eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6520934 Nov 27 01:24:01.916831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47474) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:01.918786 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc894f-c4f6-4d46-b697-0d7331b30d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea138d0-4b4c-4a4f-96a5-407053a4f915,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:01.972965 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.978620 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:01.984503 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4f3d0dc1-237e-46b0-945a-be297a59b212 HTTP/1.1" status: 204 len: 168 time: 1.5153694 Nov 27 01:24:02.001020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60b28e-4c8a-45d3-8169-ecad4fd57e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f3d0dc1-237e-46b0-945a-be297a59b212,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:02.018159 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ee824ef-dc85-4bd2-aebf-b9a18c3b8454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.056396 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ee824ef-dc85-4bd2-aebf-b9a18c3b8454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.194825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ee824ef-dc85-4bd2-aebf-b9a18c3b8454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.198648 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ee824ef-dc85-4bd2-aebf-b9a18c3b8454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.203976 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5ee824ef-dc85-4bd2-aebf-b9a18c3b8454 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ea138d0-4b4c-4a4f-96a5-407053a4f915 HTTP/1.1" status: 204 len: 168 time: 0.2861214 Nov 27 01:24:02.245293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee824ef-dc85-4bd2-aebf-b9a18c3b8454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea138d0-4b4c-4a4f-96a5-407053a4f915,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:02.290709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afad6de-5a83-4fd9-9631-0e81b18d2c4c req-ca05e974-4070-41e8-a7a7-6eb3608e5668 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:02.292718 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1afad6de-5a83-4fd9-9631-0e81b18d2c4c req-ca05e974-4070-41e8-a7a7-6eb3608e5668 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.1178973 Nov 27 01:24:02.300159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47482) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:02.392434 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a2f3f91e-f12d-429f-8dd7-19d032f24410 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f799e2e03c640a882f654c057f99cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910566 Nov 27 01:24:02.404335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47486) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:02.455650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8308b-0977-49aa-b53f-e72c1baefc0a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=20527a7f-def9-44bd-acfd-a5a5af4a2b40,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:02.460809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1afad6de-5a83-4fd9-9631-0e81b18d2c4c req-cb4c3f8a-e32e-47f1-ade5-ecfda375485c tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574202 Nov 27 01:24:02.517978 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bd246f8-a73d-4f0a-b9bf-8bda51353698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.558636 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bd246f8-a73d-4f0a-b9bf-8bda51353698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.625204 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-a1e164fa-171d-4ed9-97c4-0c295bd6a646 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9a58c80d9a7e443684f4b0ccbad1e4c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1814010 Nov 27 01:24:02.642518 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bd246f8-a73d-4f0a-b9bf-8bda51353698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.646154 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bd246f8-a73d-4f0a-b9bf-8bda51353698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.647838 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3bd246f8-a73d-4f0a-b9bf-8bda51353698 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b98e3794-4b8f-4e39-865c-27975600bb19 HTTP/1.1" status: 204 len: 168 time: 0.2424920 Nov 27 01:24:02.667228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd246f8-a73d-4f0a-b9bf-8bda51353698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98e3794-4b8f-4e39-865c-27975600bb19,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:02.719289 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7b8308b-0977-49aa-b53f-e72c1baefc0a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:02.994719 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 302117ee-241a-4b37-8d3e-8b0dcc137275 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:24:03.048549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 302117ee-241a-4b37-8d3e-8b0dcc137275 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:24:03.051736 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 302117ee-241a-4b37-8d3e-8b0dcc137275 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:24:03.164575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-629a9a79-ddce-4511-bfb1-0a5f414f36ed tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:03.166130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-629a9a79-ddce-4511-bfb1-0a5f414f36ed tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5009043 Nov 27 01:24:03.176586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b8308b-0977-49aa-b53f-e72c1baefc0a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Router 1411f407-188a-4b41-addc-5c66d3ee7650 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:24:03.188208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-e654407f-f10b-422b-85ec-39cbab103aae tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/quotas/9a58c80d9a7e443684f4b0ccbad1e4c7 HTTP/1.1" status: 200 len: 375 time: 0.0142481 Nov 27 01:24:03.304424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b8308b-0977-49aa-b53f-e72c1baefc0a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:03.307687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-43910b15-f805-41e9-9b03-57666bd45253 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a58c80d9a7e443684f4b0ccbad1e4c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723166 Nov 27 01:24:03.318601 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47520) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:03.318789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f7b8308b-0977-49aa-b53f-e72c1baefc0a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "PUT /v2.0/routers/1411f407-188a-4b41-addc-5c66d3ee7650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9986327 Nov 27 01:24:03.417021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6898849f-a276-421f-9af3-2a9edee2f8f8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:03.419661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6898849f-a276-421f-9af3-2a9edee2f8f8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:03.423182 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6898849f-a276-421f-9af3-2a9edee2f8f8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1033695 Nov 27 01:24:03.426523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47528) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:03.495829 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0de7917-7aa7-4330-9408-5b66115e7dcb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 8e637195-1f63-48e7-a1ae-23d5bf941bc3 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:03.501327 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0de7917-7aa7-4330-9408-5b66115e7dcb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:03.618939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47538) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:03.670149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07239f4-70b5-4a40-a812-987ab76708a3 req-df09a88b-c80e-43f3-a100-eed23ff0d779 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:03.675007 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e07239f4-70b5-4a40-a812-987ab76708a3 req-df09a88b-c80e-43f3-a100-eed23ff0d779 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.1240730 Nov 27 01:24:03.723526 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fce185be-16f5-4043-9107-6f16f9af37ca req-1a1641c2-09e8-45b6-8947-91e888b66ce7 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 210 time: 0.1116707 Nov 27 01:24:03.727180 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0de7917-7aa7-4330-9408-5b66115e7dcb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:03.780404 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e07239f4-70b5-4a40-a812-987ab76708a3 req-7f1e3a6a-dc2c-43bf-9037-91549fd24419 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981629 Nov 27 01:24:03.865747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0de7917-7aa7-4330-9408-5b66115e7dcb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:03.955620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47548) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:03.966632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b62815a1-7d3f-4815-925e-fcdadf814612 tempest-AgentManagementNegativeTest-1382486777 tempest-AgentManagementNegativeTest-1382486777-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3433566 Nov 27 01:24:03.969104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0de7917-7aa7-4330-9408-5b66115e7dcb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:03.974097 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:24:03.998796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de7917-7aa7-4330-9408-5b66115e7dcb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=8e637195-1f63-48e7-a1ae-23d5bf941bc3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:04.006350 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0de7917-7aa7-4330-9408-5b66115e7dcb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.012545 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e0de7917-7aa7-4330-9408-5b66115e7dcb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/8e637195-1f63-48e7-a1ae-23d5bf941bc3 HTTP/1.1" status: 204 len: 168 time: 0.5851822 Nov 27 01:24:04.015103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47556) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:04.017885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88c63c7-1619-4e4d-b626-e84875e6fbb2 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:04.232334 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d87f71-145a-4ad9-9529-97454b9e2d61 None None] Sync routers for ids ['1411f407-188a-4b41-addc-5c66d3ee7650'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:04.248237 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d87f71-145a-4ad9-9529-97454b9e2d61 None None] Routers {'1411f407-188a-4b41-addc-5c66d3ee7650'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:04.248878 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-21d87f71-145a-4ad9-9529-97454b9e2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1411f407-188a-4b41-addc-5c66d3ee7650'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:04.261909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1900315113-network', 'tenant_id': '4ba466f382574a3fb18136a97d635ee6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:04.377791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec861a4-5b81-43de-a68d-7addb85cb58d None None] DHCP port deletion for 25e602fe-b534-4128-a80f-d182baf30796 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:04.450633 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-21d87f71-145a-4ad9-9529-97454b9e2d61 None None] Set router 1411f407-188a-4b41-addc-5c66d3ee7650 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:04.478341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0ec861a4-5b81-43de-a68d-7addb85cb58d None None] Deleting port f726f85e-728c-42af-9079-c4eb85cf2c78 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:04.482795 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ec861a4-5b81-43de-a68d-7addb85cb58d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.510708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47582) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:04.523265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47586) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:04.544562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-60247c6d-255f-479e-98a0-09df2f18fece tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:04.557044 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-60247c6d-255f-479e-98a0-09df2f18fece tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/networks?id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 HTTP/1.1" status: 200 len: 811 time: 0.2909758 Nov 27 01:24:04.577612 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-21d87f71-145a-4ad9-9529-97454b9e2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1411f407-188a-4b41-addc-5c66d3ee7650', 'name': 'tempest-NetworksTestDHCPv6-router-1608528866', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:53Z', 'updated_at': '2021-11-27T01:24:01Z', 'revision_number': 3, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:04.586600 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-64d57a6e-1638-418d-bf15-ccfb22984061 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/quotas/52ac6fd6419d434f9c1662bb6943d715 HTTP/1.1" status: 200 len: 375 time: 0.0254967 Nov 27 01:24:04.605362 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-32c59371-3920-4314-ae97-39bfcfe2f76b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5878446 Nov 27 01:24:04.607272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Made reservation on behalf of 4ba466f382574a3fb18136a97d635ee6 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:04.607468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47590) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:04.611963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.678543 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d87f71-145a-4ad9-9529-97454b9e2d61 None None] Checking router: 1411f407-188a-4b41-addc-5c66d3ee7650 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:24:04.701900 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d87f71-145a-4ad9-9529-97454b9e2d61 None None] Routers {'1411f407-188a-4b41-addc-5c66d3ee7650'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:04.702955 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-21d87f71-145a-4ad9-9529-97454b9e2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:23:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1411f407-188a-4b41-addc-5c66d3ee7650'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:04.712329 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.781652 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-532949fb-18cc-48c1-ad3a-8bebcb6e270e tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ac6fd6419d434f9c1662bb6943d715&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1911397 Nov 27 01:24:04.905168 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-21d87f71-145a-4ad9-9529-97454b9e2d61 None None] Set router 1411f407-188a-4b41-addc-5c66d3ee7650 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:24:04.913630 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b54eff6-3ce7-49bd-9a79-8aa48d7b2b2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.938355 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.943127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2d78796d-24a3-4a9e-88bc-79180d9cf7cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.946430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-4e8fac32-e373-45aa-a062-4e4ab60361d2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:24:04.948218 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-4e8fac32-e373-45aa-a062-4e4ab60361d2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1649001 Nov 27 01:24:04.948353 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79e0a55e-3261-46ad-a9ae-4241003a8c43 req-08f94ed6-9848-42e7-8592-7435805982cf tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 210 time: 0.0556159 Nov 27 01:24:04.951057 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:04.951387 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4466fa94-37ca-457c-81f1-92d75cbb6396 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.057863 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0ec861a4-5b81-43de-a68d-7addb85cb58d None None] For port f726f85e-728c-42af-9079-c4eb85cf2c78, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f726f85e-728c-42af-9079-c4eb85cf2c78,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:05.058755 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ec861a4-5b81-43de-a68d-7addb85cb58d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.109382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0ec861a4-5b81-43de-a68d-7addb85cb58d None None] Calling delete_port for f726f85e-728c-42af-9079-c4eb85cf2c78 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:05.131187 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b54eff6-3ce7-49bd-9a79-8aa48d7b2b2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.132454 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-21d87f71-145a-4ad9-9529-97454b9e2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1411f407-188a-4b41-addc-5c66d3ee7650', 'name': 'tempest-NetworksTestDHCPv6-router-1608528866', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:53Z', 'updated_at': '2021-11-27T01:24:01Z', 'revision_number': 3, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:05.141884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-60c96a69-321b-4a65-b4c4-9c3664a1524e service neutron] 10.222.0.37 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835432 Nov 27 01:24:05.144242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54142636-c6da-40c8-84c0-a6b727172f18,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:05.167536 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d87f71-145a-4ad9-9529-97454b9e2d61 None None] The sync data for ids ['1411f407-188a-4b41-addc-5c66d3ee7650'] in n-d-819494-2 is: [{'id': '1411f407-188a-4b41-addc-5c66d3ee7650', 'name': 'tempest-NetworksTestDHCPv6-router-1608528866', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:53Z', 'updated_at': '2021-11-27T01:24:01Z', 'revision_number': 3, 'project_id': '16f67cea17054ddeac2598539f9f46aa', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:05.175568 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b54eff6-3ce7-49bd-9a79-8aa48d7b2b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.176644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:24:05.227652 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.228027 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Added segment 7b46170b-f08c-4dc4-9e34-1b41332a8e40 of type vlan for network a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 Nov 27 01:24:05.234890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f726f85e-728c-42af-9079-c4eb85cf2c78 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:24:05.299182 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.354435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-99cf9130-e4ed-4e4c-925b-90809381b704 service neutron] 10.222.0.37 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934476 Nov 27 01:24:05.376688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54eff6-3ce7-49bd-9a79-8aa48d7b2b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8121550-a80a-4ad4-b16e-4ea37bcdeebb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:05.376910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.377658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:05.378268 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.392307 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.432508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port f726f85e-728c-42af-9079-c4eb85cf2c78, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f726f85e-728c-42af-9079-c4eb85cf2c78,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:05.441701 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4466fa94-37ca-457c-81f1-92d75cbb6396 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.445688 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9b54eff6-3ce7-49bd-9a79-8aa48d7b2b2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ee25c1d0bcc40529b0a92b12b79a144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9200637 Nov 27 01:24:05.447073 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4466fa94-37ca-457c-81f1-92d75cbb6396 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.449516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47598) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:05.450390 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.477883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5208805 Nov 27 01:24:05.489005 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ec861a4-5b81-43de-a68d-7addb85cb58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.490896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47600) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:05.526918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-45c001ae-055e-4444-a51c-edd6052baa9f admin admin] Request body: {'subnet': {'network_id': 'a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1900315113-subnet', 'tenant_id': '4ba466f382574a3fb18136a97d635ee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:05.527601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec861a4-5b81-43de-a68d-7addb85cb58d None None] No DVR routers for this DVR port f726f85e-728c-42af-9079-c4eb85cf2c78 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:24:05.562183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c001ae-055e-4444-a51c-edd6052baa9f admin admin] Made reservation on behalf of 4ba466f382574a3fb18136a97d635ee6 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:05.564979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45c001ae-055e-4444-a51c-edd6052baa9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.574655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c069122-1ec9-42bf-ae5a-083e65d59584 admin admin] Pushing event updated for resources: {'Network': ['ID=a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:05.583496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=f726f85e-728c-42af-9079-c4eb85cf2c78,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:05.600448 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2d78796d-24a3-4a9e-88bc-79180d9cf7cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.615665 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2d78796d-24a3-4a9e-88bc-79180d9cf7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.644914 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4466fa94-37ca-457c-81f1-92d75cbb6396 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.645662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4466fa94-37ca-457c-81f1-92d75cbb6396 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Fanout notify agent at l3_agent the message router_deleted on router 1411f407-188a-4b41-addc-5c66d3ee7650 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:24:05.676713 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4466fa94-37ca-457c-81f1-92d75cbb6396 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.682135 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4466fa94-37ca-457c-81f1-92d75cbb6396 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/routers/1411f407-188a-4b41-addc-5c66d3ee7650 HTTP/1.1" status: 204 len: 168 time: 1.0736392 Nov 27 01:24:05.684464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:24:05.686064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:05.731106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec861a4-5b81-43de-a68d-7addb85cb58d None None] Pushing event deleted for resources: {'Port': ['ID=f726f85e-728c-42af-9079-c4eb85cf2c78,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:05.748929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47608) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:05.750966 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-49845018-4ab6-4f22-a49a-4f12f80936e2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0581834 Nov 27 01:24:05.792970 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38bbd6f0-78c2-41e0-a804-ef245bce345f req-e59fd127-01d0-4383-b0e6-22ade36d78ad tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 210 time: 0.0993197 Nov 27 01:24:05.832676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2d78796d-24a3-4a9e-88bc-79180d9cf7cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d525cb10c54420f94e0f6a5e14240d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3203104 Nov 27 01:24:05.840698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47610) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:05.855925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78796d-24a3-4a9e-88bc-79180d9cf7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a34b7e1-be6a-4a8d-8ca1-076efe9a059e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:05.892951 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-1006605f-9ea1-44ff-b41b-bc0b927f873d tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9a58c80d9a7e443684f4b0ccbad1e4c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1348617 Nov 27 01:24:05.893787 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1a75e5c-7c10-40fc-9b74-b43cd70b5f01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.925488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be434f05-aa39-456c-8786-b878060b5a6c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:05.929269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-be434f05-aa39-456c-8786-b878060b5a6c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1771243 Nov 27 01:24:05.930416 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1a75e5c-7c10-40fc-9b74-b43cd70b5f01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:05.937037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47616) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:06.026907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0862b13a-9321-4064-8c4c-5dbecb83268b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837889 Nov 27 01:24:06.029617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47620) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:06.035961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3629e254-7ac3-431a-9473-c53a47b35283 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:06.149288 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1a75e5c-7c10-40fc-9b74-b43cd70b5f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.152089 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1a75e5c-7c10-40fc-9b74-b43cd70b5f01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.153294 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f1a75e5c-7c10-40fc-9b74-b43cd70b5f01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8121550-a80a-4ad4-b16e-4ea37bcdeebb HTTP/1.1" status: 204 len: 168 time: 0.7013290 Nov 27 01:24:06.175240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a75e5c-7c10-40fc-9b74-b43cd70b5f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8121550-a80a-4ad4-b16e-4ea37bcdeebb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:06.213002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-755792c4-a845-4ca9-ab06-2f451a0c92e4 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:06.214649 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-755792c4-a845-4ca9-ab06-2f451a0c92e4 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419662 Nov 27 01:24:06.239294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Request body: {'port': {'device_id': '4aee63e2-ce93-425f-9683-573dc1a2f935', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '9a58c80d9a7e443684f4b0ccbad1e4c7'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:06.293175 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbaf2234-36ed-4f50-8978-bbc815e9b181 req-535f9b87-a3cd-4398-bbff-398faa273174 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 210 time: 0.2047954 Nov 27 01:24:06.307948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8545b8a0-57a0-4a82-a318-f1d7084fa6d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.323639 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45c001ae-055e-4444-a51c-edd6052baa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.397478 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8545b8a0-57a0-4a82-a318-f1d7084fa6d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.448069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c001ae-055e-4444-a51c-edd6052baa9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=893179f2-7a82-4457-988f-81be00c1e4c3,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:06.472763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3629e254-7ac3-431a-9473-c53a47b35283 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:06.473005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Made reservation on behalf of 9a58c80d9a7e443684f4b0ccbad1e4c7 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:06.476302 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3629e254-7ac3-431a-9473-c53a47b35283 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.476696 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.485888 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.528647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c001ae-055e-4444-a51c-edd6052baa9f admin admin] Checking segment: {'id': '7b46170b-f08c-4dc4-9e34-1b41332a8e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:06.529008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c001ae-055e-4444-a51c-edd6052baa9f admin admin] Network hostable DHCP agents. Network: a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:24:06.559111 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8545b8a0-57a0-4a82-a318-f1d7084fa6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.561649 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8545b8a0-57a0-4a82-a318-f1d7084fa6d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.565510 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8545b8a0-57a0-4a82-a318-f1d7084fa6d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a34b7e1-be6a-4a8d-8ca1-076efe9a059e HTTP/1.1" status: 204 len: 168 time: 0.7238431 Nov 27 01:24:06.587026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545b8a0-57a0-4a82-a318-f1d7084fa6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a34b7e1-be6a-4a8d-8ca1-076efe9a059e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:06.595766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c001ae-055e-4444-a51c-edd6052baa9f admin admin] Network a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:24:06.622097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-45c001ae-055e-4444-a51c-edd6052baa9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:06.639457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c001ae-055e-4444-a51c-edd6052baa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:06.643228 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45c001ae-055e-4444-a51c-edd6052baa9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.643797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d94be-12af-4c39-82ac-6d200aeb92de None None] Network a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:06.705636 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.730771 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:06.745728 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-45c001ae-055e-4444-a51c-edd6052baa9f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2284203 Nov 27 01:24:06.852388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077321e-256d-4289-85de-42c3c517218b None None] Network a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:06.890708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Allocated IP 192.168.233.150 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/4a766744-198e-49c0-91cb-b9a60fe1a451) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:06.913587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5394ba9e-d537-4ace-875b-5256718cd003,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:06.964110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-3629e254-7ac3-431a-9473-c53a47b35283 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:24:06.974701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 20527a7f-def9-44bd-acfd-a5a5af4a2b40 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:24:06.990226 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3629e254-7ac3-431a-9473-c53a47b35283 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.016295 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 20527a7f-def9-44bd-acfd-a5a5af4a2b40 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:24:07.016641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 20527a7f-def9-44bd-acfd-a5a5af4a2b40 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:24:07.100463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629e254-7ac3-431a-9473-c53a47b35283 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=73eb5d29-1edd-4575-802f-eba5984bd495,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:07.119615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22299b64-ba48-4f8a-a2ac-68a4814d90e7 req-ece283af-487f-4582-bb84-b4fccfb2e9a4 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 210 time: 0.1895998 Nov 27 01:24:07.138078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3629e254-7ac3-431a-9473-c53a47b35283 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:07.153495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3629e254-7ac3-431a-9473-c53a47b35283 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:07.168182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0912ab-8f93-43f3-a3b4-a10824c4d82e None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:07.168682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3629e254-7ac3-431a-9473-c53a47b35283 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:07.169373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3629e254-7ac3-431a-9473-c53a47b35283 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.195841 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.245220 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3629e254-7ac3-431a-9473-c53a47b35283 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2139847 Nov 27 01:24:07.248944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47650) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:07.257195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47652) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:07.267753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d455b407-f745-48d4-82e6-4a5c800ac377 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:07.298838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-ebbba7d7-ad8e-47db-9784-44acb048753b tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:07.300905 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-ebbba7d7-ad8e-47db-9784-44acb048753b tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.11 "GET /v2.0/networks?id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 HTTP/1.1" status: 200 len: 811 time: 0.1707351 Nov 27 01:24:07.319506 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Request body: {'port': {'device_id': '2b5be6d7-953a-47e5-92c0-a707cf326762', 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8', 'admin_state_up': True, 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:07.376342 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.380974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1a41791e-65f7-4dc3-b66e-1cf228933ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.439128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-25e602fe-b534-4128-a80f-d182baf30796', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'fixed_ips': [{'subnet_id': '73eb5d29-1edd-4575-802f-eba5984bd495'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:24:07.440151 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.506077 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1a41791e-65f7-4dc3-b66e-1cf228933ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.561436 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1a41791e-65f7-4dc3-b66e-1cf228933ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.566631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:07.594532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Made reservation on behalf of 52ac6fd6419d434f9c1662bb6943d715 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:07.603743 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.632217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41791e-65f7-4dc3-b66e-1cf228933ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f719c91a-8bbd-4c18-be21-cbc60491913d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:07.646442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:07.649685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:07.660558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Allocated IP 2001:db8::f816:3eff:fe9e:6fe1 (25e602fe-b534-4128-a80f-d182baf30796/73eb5d29-1edd-4575-802f-eba5984bd495/220c1ac1-f640-4b59-a510-a71e39c635e1) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:07.706383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47668) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:07.728705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Pushing event updated for resources: {'Port': ['ID=4a766744-198e-49c0-91cb-b9a60fe1a451,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:07.742543 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1a41791e-65f7-4dc3-b66e-1cf228933ce3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4114370c12924fe2a99d64e3fa59ca7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4637566 Nov 27 01:24:07.747683 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47672) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:07.790276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15042741-389c-4720-92ac-3fe12afe88a6 req-52001e14-2c97-4c2a-980d-0c9d3e3f4769 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:07.798110 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15042741-389c-4720-92ac-3fe12afe88a6 req-52001e14-2c97-4c2a-980d-0c9d3e3f4769 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 936 time: 0.2601368 Nov 27 01:24:07.911646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.915133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:07.915879 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.927620 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.941667 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15042741-389c-4720-92ac-3fe12afe88a6 req-9cf2f9c0-0060-41a6-9cd8-1af4da265b62 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/security-groups?id=5394ba9e-d537-4ace-875b-5256718cd003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425211 Nov 27 01:24:07.962136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d455b407-f745-48d4-82e6-4a5c800ac377 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:07.969138 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d455b407-f745-48d4-82e6-4a5c800ac377 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:07.982660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Pushing event updated for resources: {'Port': ['ID=220c1ac1-f640-4b59-a510-a71e39c635e1,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:07.998796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:08.000910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:08.003648 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:08.011949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-c786c569-b360-4667-b69e-0f7d5ae2e5d2 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7769370 Nov 27 01:24:08.038325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Request body: {'port': {'device_id': '4aee63e2-ce93-425f-9683-573dc1a2f935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:08.093267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Attempting to bind port 220c1ac1-f640-4b59-a510-a71e39c635e1 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:08.093902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Attempting to bind port 220c1ac1-f640-4b59-a510-a71e39c635e1 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:08.094463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Attempting to bind port 220c1ac1-f640-4b59-a510-a71e39c635e1 on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:08.106153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4a67af36-b20b-482c-8b2b-5b3466aa4980 None None] Provisioning complete for port 4a766744-198e-49c0-91cb-b9a60fe1a451 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:08.106813 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4a67af36-b20b-482c-8b2b-5b3466aa4980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.109274 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:08.110479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:08.111055 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.111762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:08.112410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Bound port: 220c1ac1-f640-4b59-a510-a71e39c635e1, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:08.113078 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.152654 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.175235 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4a67af36-b20b-482c-8b2b-5b3466aa4980 None None] Port 4a766744-198e-49c0-91cb-b9a60fe1a451 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:08.239000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] For port 220c1ac1-f640-4b59-a510-a71e39c635e1, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:08.243899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16090796-7794-454f-95fa-6004b3ee65f0 req-24f17ef7-b274-4d44-9bbe-eb00dbbb89eb tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 210 time: 0.0393062 Nov 27 01:24:08.244063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] For port 220c1ac1-f640-4b59-a510-a71e39c635e1, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=220c1ac1-f640-4b59-a510-a71e39c635e1,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:08.249188 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.326172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ed7ae-5df4-4f8c-a9ea-7c077c5974d3 None None] Pushing event updated for resources: {'Port': ['ID=220c1ac1-f640-4b59-a510-a71e39c635e1,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:08.331738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1126746046'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:08.422979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Made reservation on behalf of 5bf63165545c492b8f2ce09f4becf111 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:08.426411 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.455072 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.464638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Allocated IP 172.20.0.11 (a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8/c6d9c5a7-8e33-42a1-b9ce-87af427cb7df/7b0d988f-835b-448b-b91b-b10f371bfb0d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:08.478699 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e97749dc-4174-4e68-941b-e35317aed6de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.554136 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e97749dc-4174-4e68-941b-e35317aed6de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.577039 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d455b407-f745-48d4-82e6-4a5c800ac377 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.588307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-521d9289-1fdf-47c5-9011-242d3430d0b9 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:08.589859 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-521d9289-1fdf-47c5-9011-242d3430d0b9 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/networks?id=a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 HTTP/1.1" status: 200 len: 818 time: 0.2636719 Nov 27 01:24:08.635561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d455b407-f745-48d4-82e6-4a5c800ac377 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:08.654442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d455b407-f745-48d4-82e6-4a5c800ac377 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:08.656194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-73f74ec7-b136-423f-bbae-2ba7f7226ab8 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/quotas/4ba466f382574a3fb18136a97d635ee6 HTTP/1.1" status: 200 len: 375 time: 0.0523956 Nov 27 01:24:08.663026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455b407-f745-48d4-82e6-4a5c800ac377 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:08.663544 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d455b407-f745-48d4-82e6-4a5c800ac377 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.712626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455b407-f745-48d4-82e6-4a5c800ac377 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=60b817b4-2c3d-4df0-830f-6544b640ba5c,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:08.722870 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d455b407-f745-48d4-82e6-4a5c800ac377 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4726453 Nov 27 01:24:08.723685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47684) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:08.731837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:28:87:d1', 'name': 'tempest-NetworksTestDHCPv6-1787138933'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:08.739614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a766744-198e-49c0-91cb-b9a60fe1a451 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:08.760000 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.774808 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-484694ac-c516-4c57-b61f-94d12773a780 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ba466f382574a3fb18136a97d635ee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510457 Nov 27 01:24:08.785464 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e97749dc-4174-4e68-941b-e35317aed6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.787993 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e97749dc-4174-4e68-941b-e35317aed6de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.789674 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e97749dc-4174-4e68-941b-e35317aed6de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f719c91a-8bbd-4c18-be21-cbc60491913d HTTP/1.1" status: 204 len: 168 time: 1.0404818 Nov 27 01:24:08.808296 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.811746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Transition to ACTIVE for port object 4a766744-198e-49c0-91cb-b9a60fe1a451 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:24:08.833713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97749dc-4174-4e68-941b-e35317aed6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f719c91a-8bbd-4c18-be21-cbc60491913d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:08.840829 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.875777 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.929221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:24:08.954761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:08.960778 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.975599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:08.975943 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Added segment 20a8b428-d8e8-44b7-a330-4c6dfb423946 of type vlan for network c63d414e-a7a9-4e2e-96bf-5be596dd1174 Nov 27 01:24:08.988191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe9db03-46d8-4c72-b6a8-c0fa53819ed7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:08.997024 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 220c1ac1-f640-4b59-a510-a71e39c635e1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:09.066598 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-bbfd8eb1-781d-4279-a35f-ad9e37c3ea46 service neutron] 10.222.0.37 "GET /v2.0/networks/a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757106 Nov 27 01:24:09.080315 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.146759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:09.147350 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.251376 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.303408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 220c1ac1-f640-4b59-a510-a71e39c635e1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=220c1ac1-f640-4b59-a510-a71e39c635e1,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:09.321647 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.330968 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-a6d8bebc-7d2a-4c0c-b0b0-4f1f91555a06 service neutron] 10.222.0.37 "GET /v2.0/networks/a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634459 Nov 27 01:24:09.335003 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.337251 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.354688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:09.355336 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.404321 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6967652 Nov 27 01:24:09.405045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47702) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:09.432387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['8f469c64-d94c-4c5c-9cb3-23db48be8ace'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:24:09.465486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-dcca5a31-a872-4d3d-9b66-dca1303c51e4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Request body: {'subnet': {'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:09.618708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=220c1ac1-f640-4b59-a510-a71e39c635e1,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:09.636253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:09.656650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:09.665877 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:09.700303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa6cf5-d65d-4992-8073-14ca349086c9 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event updated for resources: {'Network': ['ID=c63d414e-a7a9-4e2e-96bf-5be596dd1174,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:09.704152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Pushing event updated for resources: {'Port': ['ID=7b0d988f-835b-448b-b91b-b10f371bfb0d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:09.715785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network c63d414e-a7a9-4e2e-96bf-5be596dd1174 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:24:09.748253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:09.748910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.760517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcca5a31-a872-4d3d-9b66-dca1303c51e4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Made reservation on behalf of 5bf63165545c492b8f2ce09f4becf111 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:09.765871 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dcca5a31-a872-4d3d-9b66-dca1303c51e4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:09.778952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Pushing event updated for resources: {'Port': ['ID=4a766744-198e-49c0-91cb-b9a60fe1a451,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:09.784172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8ef39dbb-c23b-4c31-b700-48cf13c998b1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4687636 Nov 27 01:24:09.803929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Request body: {'port': {'device_id': '2b5be6d7-953a-47e5-92c0-a707cf326762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:09.902350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de4d8ef-b930-45a5-bf99-2b23505ab075 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:09.973062 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.037277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f527e3-c2fd-4f25-89c2-dc549a0f7b42 req-2a91c4d5-7fda-42c0-9be9-7549efcfa7b8 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:10.039472 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-53f527e3-c2fd-4f25-89c2-dc549a0f7b42 req-2a91c4d5-7fda-42c0-9be9-7549efcfa7b8 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 948 time: 0.9742939 Nov 27 01:24:10.073678 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.073921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9115cc41-c41e-4e2d-8a8a-13ed0713ffce None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:10.075077 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9115cc41-c41e-4e2d-8a8a-13ed0713ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.093470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Attempting to bind port 4a766744-198e-49c0-91cb-b9a60fe1a451 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:10.093821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Attempting to bind port 4a766744-198e-49c0-91cb-b9a60fe1a451 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:10.094160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Attempting to bind port 4a766744-198e-49c0-91cb-b9a60fe1a451 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:10.105106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Port 4a766744-198e-49c0-91cb-b9a60fe1a451 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:24:10.105438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Attempting to bind port 4a766744-198e-49c0-91cb-b9a60fe1a451 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:10.152307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:10.152936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:10.153901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:10.153901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Bound port: 4a766744-198e-49c0-91cb-b9a60fe1a451, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:10.154288 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.183431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 3c3277c9-faee-461c-83c9-6bb62dd11ad3 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:24:10.250930 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9eb81-9925-443b-88ae-018ca2b7d0d2 req-8f9ac065-2348-4b4a-8ed8-bcd308c6ca0a tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:10.264238 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77c9eb81-9925-443b-88ae-018ca2b7d0d2 req-8f9ac065-2348-4b4a-8ed8-bcd308c6ca0a tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 932 time: 0.3365340 Nov 27 01:24:10.394100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bc0ab5-ff4c-46a0-93f8-82cd1f7a4b2e None None] Update dhcp port {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': '73eb5d29-1edd-4575-802f-eba5984bd495', 'ip_address': '2001:db8::f816:3eff:fe9e:6fe1'}, {'subnet_id': '60b817b4-2c3d-4df0-830f-6544b640ba5c'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '220c1ac1-f640-4b59-a510-a71e39c635e1'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:24:10.421673 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-53f527e3-c2fd-4f25-89c2-dc549a0f7b42 req-9c9a5dd6-3399-4b1f-a222-cbcf40b9e282 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/security-groups?id=5394ba9e-d537-4ace-875b-5256718cd003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712695 Nov 27 01:24:10.424543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 172.20.0.13 (25e602fe-b534-4128-a80f-d182baf30796/60b817b4-2c3d-4df0-830f-6544b640ba5c/3c3277c9-faee-461c-83c9-6bb62dd11ad3) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:10.431045 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-89bc0ab5-ff4c-46a0-93f8-82cd1f7a4b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.437372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::f816:3eff:fe28:87d1 (25e602fe-b534-4128-a80f-d182baf30796/73eb5d29-1edd-4575-802f-eba5984bd495/3c3277c9-faee-461c-83c9-6bb62dd11ad3) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:10.471201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] For port 4a766744-198e-49c0-91cb-b9a60fe1a451, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:10.481277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] For port 4a766744-198e-49c0-91cb-b9a60fe1a451, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4a766744-198e-49c0-91cb-b9a60fe1a451,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:10.503239 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.569554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:10.571014 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.572454 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] 10.222.0.11 "PUT /v2.0/ports/4a766744-198e-49c0-91cb-b9a60fe1a451 HTTP/1.1" status: 200 len: 1096 time: 2.5459511 Nov 27 01:24:10.575006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aee63e2-ce93-425f-9683-573dc1a2f935', 'tag': '4a766744-198e-49c0-91cb-b9a60fe1a451'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:10.577771 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c18bd5-0bcd-46f2-9d45-a1b32061cd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4aee63e2-ce93-425f-9683-573dc1a2f935", "tag": "4a766744-198e-49c0-91cb-b9a60fe1a451"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:10.711445 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77c9eb81-9925-443b-88ae-018ca2b7d0d2 req-7a278c44-8b13-4519-a05a-b97def4e9fc7 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411254 Nov 27 01:24:10.713349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3f3b2eb-0b71-4abd-90d1-457b91a98b41 req-544d6a49-931b-47d5-89ef-cfacacba858d tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 210 time: 0.1075587 Nov 27 01:24:10.784602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cdff3-b747-4ec3-a0eb-734aec22c22d service neutron] Pushing event updated for resources: {'Port': ['ID=4a766744-198e-49c0-91cb-b9a60fe1a451,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:10.810473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0d988f-835b-448b-b91b-b10f371bfb0d {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:10.822477 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-4daf93c3-5373-4aee-b3b4-a7774707d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:10.825651 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-4daf93c3-5373-4aee-b3b4-a7774707d8a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a58c80d9a7e443684f4b0ccbad1e4c7&device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 1099 time: 0.1527536 Nov 27 01:24:10.826760 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.860133 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2a24c9-4c84-43db-a3ee-f6f96def149e x-openstack-request-id: req-0f2a24c9-4c84-43db-a3ee-f6f96def149e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:10.860460 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aee63e2-ce93-425f-9683-573dc1a2f935", "tag": "4a766744-198e-49c0-91cb-b9a60fe1a451", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:10.860724 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f2a24c9-4c84-43db-a3ee-f6f96def149e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:10.861141 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aee63e2-ce93-425f-9683-573dc1a2f935', 'tag': '4a766744-198e-49c0-91cb-b9a60fe1a451', 'status': 'completed', 'code': 200} Nov 27 01:24:10.898897 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dcca5a31-a872-4d3d-9b66-dca1303c51e4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.914722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Transition to ACTIVE for port object 7b0d988f-835b-448b-b91b-b10f371bfb0d will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:24:10.946514 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-7059df9d-730d-41f8-93d5-e9e7fbb33551 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=4a766744-198e-49c0-91cb-b9a60fe1a451 HTTP/1.1" status: 200 len: 217 time: 0.0914588 Nov 27 01:24:10.947435 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:10.978473 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.008143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 220c1ac1-f640-4b59-a510-a71e39c635e1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:11.036934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-8e30feb4-6965-4d9a-a22d-f4021476bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.038962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-8e30feb4-6965-4d9a-a22d-f4021476bedf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0814447 Nov 27 01:24:11.075555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcca5a31-a872-4d3d-9b66-dca1303c51e4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Checking segment: {'id': '20a8b428-d8e8-44b7-a330-4c6dfb423946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:11.075934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcca5a31-a872-4d3d-9b66-dca1303c51e4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Network hostable DHCP agents. Network: c63d414e-a7a9-4e2e-96bf-5be596dd1174, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:24:11.085268 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.113926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Pushing event updated for resources: {'Port': ['ID=7b0d988f-835b-448b-b91b-b10f371bfb0d,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:11.117546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca5a31-a872-4d3d-9b66-dca1303c51e4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event updated for resources: {'Subnet': ['ID=518b0c94-428e-4e7b-abf1-be5cc1ec8c76,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:11.149455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:11.152883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-cd6f59b8-ab9e-4969-982d-55ebccfbe95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.157797 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-cd6f59b8-ab9e-4969-982d-55ebccfbe95a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091530 Nov 27 01:24:11.162029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:11.162607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcca5a31-a872-4d3d-9b66-dca1303c51e4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Network c63d414e-a7a9-4e2e-96bf-5be596dd1174 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:24:11.165517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=3c3277c9-faee-461c-83c9-6bb62dd11ad3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:11.168290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:11.199151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-89bc0ab5-ff4c-46a0-93f8-82cd1f7a4b2e None None] Allocated IP 172.20.0.2 (25e602fe-b534-4128-a80f-d182baf30796/60b817b4-2c3d-4df0-830f-6544b640ba5c/220c1ac1-f640-4b59-a510-a71e39c635e1) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:11.203591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:11.203960 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.207222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-dcca5a31-a872-4d3d-9b66-dca1303c51e4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, c63d414e-a7a9-4e2e-96bf-5be596dd1174) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:11.217329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcca5a31-a872-4d3d-9b66-dca1303c51e4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.217991 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dcca5a31-a872-4d3d-9b66-dca1303c51e4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.239898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Attempting to bind port 7b0d988f-835b-448b-b91b-b10f371bfb0d on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:11.240212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Attempting to bind port 7b0d988f-835b-448b-b91b-b10f371bfb0d by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:11.240466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Attempting to bind port 7b0d988f-835b-448b-b91b-b10f371bfb0d on network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:11.246718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Port 7b0d988f-835b-448b-b91b-b10f371bfb0d on network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:24:11.247049 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Attempting to bind port 7b0d988f-835b-448b-b91b-b10f371bfb0d on network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:11.260766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47738) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:11.261682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dcca5a31-a872-4d3d-9b66-dca1303c51e4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8017592 Nov 27 01:24:11.262887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:11.263227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Checking segment: {'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:11.263660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Bound using segment: {'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:11.264106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Bound port: 7b0d988f-835b-448b-b91b-b10f371bfb0d, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf5081b-8106-4d37-89dc-c2e516fa20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:11.264458 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.269538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Request body: {'port': {'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174', 'name': 'tempest-AllowedAddressPairTestJSON-1516774625'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:11.278712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f9d6e0-5958-4ddc-a882-43106ee27819 None None] Network c63d414e-a7a9-4e2e-96bf-5be596dd1174 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:11.347554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] For port 7b0d988f-835b-448b-b91b-b10f371bfb0d, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:11.351867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] For port 7b0d988f-835b-448b-b91b-b10f371bfb0d, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7b0d988f-835b-448b-b91b-b10f371bfb0d,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:11.369013 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.379807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.381195 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.464560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.465361 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.466901 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] 10.222.0.11 "PUT /v2.0/ports/7b0d988f-835b-448b-b91b-b10f371bfb0d HTTP/1.1" status: 200 len: 1092 time: 1.6672909 Nov 27 01:24:11.467365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5be6d7-953a-47e5-92c0-a707cf326762', 'tag': '7b0d988f-835b-448b-b91b-b10f371bfb0d'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:11.469679 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f213d0-3f56-4a21-86e3-983013ead1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5be6d7-953a-47e5-92c0-a707cf326762", "tag": "7b0d988f-835b-448b-b91b-b10f371bfb0d"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:11.506314 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-f838bf9a-82e8-4043-8f0c-f007003e90d6 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344908 Nov 27 01:24:11.537634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2f0b0-227f-44fc-829c-5b8bd3acec1d service neutron] Pushing event updated for resources: {'Port': ['ID=7b0d988f-835b-448b-b91b-b10f371bfb0d,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:11.601789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b5a42156-5f34-46f7-b340-64446e233845 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8716588 Nov 27 01:24:11.602664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47746) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:11.625521 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f5eac9da-90b5-451d-b025-ddd8eb13e60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.730720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-8cfad764-1a4b-423e-b278-883faa4ff31a tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.732331 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-8cfad764-1a4b-423e-b278-883faa4ff31a tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.42 "GET /v2.0/networks?id=a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 HTTP/1.1" status: 200 len: 818 time: 0.3980522 Nov 27 01:24:11.770909 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Request body: {'port': {'device_id': '4fa8f1c1-7394-491e-9603-d3bfb828738d', 'network_id': 'a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8', 'admin_state_up': True, 'tenant_id': '4ba466f382574a3fb18136a97d635ee6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:11.790787 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd47ad5a-0d0b-4355-8501-7b772c2305c6 x-openstack-request-id: req-dd47ad5a-0d0b-4355-8501-7b772c2305c6 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:11.793703 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5be6d7-953a-47e5-92c0-a707cf326762", "tag": "7b0d988f-835b-448b-b91b-b10f371bfb0d", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:11.794281 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd47ad5a-0d0b-4355-8501-7b772c2305c6 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:11.794909 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5be6d7-953a-47e5-92c0-a707cf326762', 'tag': '7b0d988f-835b-448b-b91b-b10f371bfb0d', 'status': 'completed', 'code': 200} Nov 27 01:24:11.812304 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-c63d414e-a7a9-4e2e-96bf-5be596dd1174', 'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174', 'tenant_id': '5bf63165545c492b8f2ce09f4becf111', 'fixed_ips': [{'subnet_id': '518b0c94-428e-4e7b-abf1-be5cc1ec8c76'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:24:11.813346 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.817888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-89bc0ab5-ff4c-46a0-93f8-82cd1f7a4b2e None None] For port 220c1ac1-f640-4b59-a510-a71e39c635e1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=220c1ac1-f640-4b59-a510-a71e39c635e1,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:11.875868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-9debd4d0-ee87-4d03-a0a8-a8d608a94dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.877393 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-9debd4d0-ee87-4d03-a0a8-a8d608a94dd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52ac6fd6419d434f9c1662bb6943d715&device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 1095 time: 0.2153707 Nov 27 01:24:11.887558 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9acfbe-1adb-4016-a78f-ba0fa6a3d9eb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.888884 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b3daf69-6f16-4e04-8b8b-ec0508d625e4 req-4cbfa4c1-5272-4a45-a774-abc05a10e53b service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486631 Nov 27 01:24:11.894452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Made reservation on behalf of 5bf63165545c492b8f2ce09f4becf111 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:11.894862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9acfbe-1adb-4016-a78f-ba0fa6a3d9eb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.898770 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6c9acfbe-1adb-4016-a78f-ba0fa6a3d9eb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2924793 Nov 27 01:24:11.900942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47752) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:11.904260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:11.923373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0e754-3001-47b4-9219-2864fd2c39e2 req-c81e56a3-4b7b-4acf-aeec-7b1537fc35bb tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:11.924964 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40e0e754-3001-47b4-9219-2864fd2c39e2 req-c81e56a3-4b7b-4acf-aeec-7b1537fc35bb tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 948 time: 0.2649174 Nov 27 01:24:11.983757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-302dffe2-e531-4a53-adce-127e6d9424b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b0d988f-835b-448b-b91b-b10f371bfb0d HTTP/1.1" status: 200 len: 217 time: 0.0566218 Nov 27 01:24:12.011195 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-89bc0ab5-ff4c-46a0-93f8-82cd1f7a4b2e None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.035570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] device_id is not set on port b88f6669-56dd-446c-a49a-934eab40175e yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:24:12.067884 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-89bc0ab5-ff4c-46a0-93f8-82cd1f7a4b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.099478 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40e0e754-3001-47b4-9219-2864fd2c39e2 req-79f0ba04-0603-4ab5-a640-72eef7d8958e tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/security-groups?id=5394ba9e-d537-4ace-875b-5256718cd003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206667 Nov 27 01:24:12.128355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f535a137-ae72-42aa-9cfa-dd702d3d4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:12.131606 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-f535a137-ae72-42aa-9cfa-dd702d3d4ab2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6d9c5a7-8e33-42a1-b9ce-87af427cb7df HTTP/1.1" status: 200 len: 851 time: 0.1064794 Nov 27 01:24:12.158415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8beace-a133-4641-8a2a-e6947f6f0488 req-4b264e79-2e14-4ce4-8579-ed194763c917 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:12.161410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e8beace-a133-4641-8a2a-e6947f6f0488 req-4b264e79-2e14-4ce4-8579-ed194763c917 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 944 time: 0.2772973 Nov 27 01:24:12.204310 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Allocated IP 172.20.0.2 (c63d414e-a7a9-4e2e-96bf-5be596dd1174/518b0c94-428e-4e7b-abf1-be5cc1ec8c76/88908d37-414c-48a5-b54f-ad8ab6b850f0) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:12.209297 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-8bc1e139-9af0-4b31-957b-c25fd691bec9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461028 Nov 27 01:24:12.230490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc0ab5-ff4c-46a0-93f8-82cd1f7a4b2e None None] Pushing event updated for resources: {'Port': ['ID=220c1ac1-f640-4b59-a510-a71e39c635e1,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:12.236159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Made reservation on behalf of 4ba466f382574a3fb18136a97d635ee6 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:12.245577 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.272714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c18bd5-0bcd-46f2-9d45-a1b32061cd1d req-343765cb-23e6-43e3-ad40-b70369fe45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:12.286642 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9c18bd5-0bcd-46f2-9d45-a1b32061cd1d req-343765cb-23e6-43e3-ad40-b70369fe45f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a58c80d9a7e443684f4b0ccbad1e4c7&device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 1099 time: 0.2700443 Nov 27 01:24:12.368501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bfdf0370-63a9-4552-accb-f57e39f50160 req-c722d566-96b6-4e37-a0e9-1232bffa59d9 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 210 time: 0.1029608 Nov 27 01:24:12.390434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a57ce824-c008-4ac1-9f81-617605537f5b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 3c3277c9-faee-461c-83c9-6bb62dd11ad3 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:12.390738 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a57ce824-c008-4ac1-9f81-617605537f5b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.474224 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.484754 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.504629 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-3203371d-3ead-47bf-9857-0e47ae17a4d3 service neutron] 10.222.0.11 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840910 Nov 27 01:24:12.516594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Network c63d414e-a7a9-4e2e-96bf-5be596dd1174 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:12.551642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:12.554952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:12.587782 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e8beace-a133-4641-8a2a-e6947f6f0488 req-c68c2cac-e7ed-4a5f-b656-dfcfbb7c1e73 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874364 Nov 27 01:24:12.591161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Allocated IP 172.20.0.10 (a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8/893179f2-7a82-4457-988f-81be00c1e4c3/a9be2a7e-afca-4fda-a3a1-ea139175ec1e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:12.600107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a57ce824-c008-4ac1-9f81-617605537f5b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.628495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a57ce824-c008-4ac1-9f81-617605537f5b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 3c3277c9-faee-461c-83c9-6bb62dd11ad3 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:12.633797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Pushing event updated for resources: {'Port': ['ID=88908d37-414c-48a5-b54f-ad8ab6b850f0,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:12.648725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Allocated IP 172.20.0.8 (c63d414e-a7a9-4e2e-96bf-5be596dd1174/518b0c94-428e-4e7b-abf1-be5cc1ec8c76/b88f6669-56dd-446c-a49a-934eab40175e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:12.662632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c18bd5-0bcd-46f2-9d45-a1b32061cd1d req-2ed57a43-5c39-4428-88f4-ab4e695dd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:12.664176 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9c18bd5-0bcd-46f2-9d45-a1b32061cd1d req-2ed57a43-5c39-4428-88f4-ab4e695dd07e service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3762131 Nov 27 01:24:12.672118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Attempting to bind port 88908d37-414c-48a5-b54f-ad8ab6b850f0 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:12.672444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Attempting to bind port 88908d37-414c-48a5-b54f-ad8ab6b850f0 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '20a8b428-d8e8-44b7-a330-4c6dfb423946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:12.672810 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Attempting to bind port 88908d37-414c-48a5-b54f-ad8ab6b850f0 on network c63d414e-a7a9-4e2e-96bf-5be596dd1174 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:12.679096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:12.680034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Checking segment: {'id': '20a8b428-d8e8-44b7-a330-4c6dfb423946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:12.681172 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.681879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Bound using segment: {'id': '20a8b428-d8e8-44b7-a330-4c6dfb423946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:12.682289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Bound port: 88908d37-414c-48a5-b54f-ad8ab6b850f0, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a8b428-d8e8-44b7-a330-4c6dfb423946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:12.682723 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.723191 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52cdd758-f514-4e37-ae72-a1055e1e1033 req-388d3f98-074c-417c-8443-346a32b3e4c5 service neutron] 10.222.0.11 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023201 Nov 27 01:24:12.739715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9c18bd5-0bcd-46f2-9d45-a1b32061cd1d req-e19f32b8-7f8a-4e26-a1ca-0dc7677c378c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=4a766744-198e-49c0-91cb-b9a60fe1a451 HTTP/1.1" status: 200 len: 217 time: 0.0649657 Nov 27 01:24:12.773446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] For port 88908d37-414c-48a5-b54f-ad8ab6b850f0, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:12.778262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] For port 88908d37-414c-48a5-b54f-ad8ab6b850f0, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=88908d37-414c-48a5-b54f-ad8ab6b850f0,segment=NetworkSegment(20a8b428-d8e8-44b7-a330-4c6dfb423946),segment_id=20a8b428-d8e8-44b7-a330-4c6dfb423946)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:12.785939 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:12.851021 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c6cca-c630-407d-b9ea-61e58192392f None None] Pushing event updated for resources: {'Port': ['ID=88908d37-414c-48a5-b54f-ad8ab6b850f0,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:12.942872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 220c1ac1-f640-4b59-a510-a71e39c635e1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:12.964845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f213d0-3f56-4a21-86e3-983013ead1ce req-32d893d1-8bab-4e66-8223-f6f8dbb6cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:12.966689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6f213d0-3f56-4a21-86e3-983013ead1ce req-32d893d1-8bab-4e66-8223-f6f8dbb6cc6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52ac6fd6419d434f9c1662bb6943d715&device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 1095 time: 0.1112545 Nov 27 01:24:13.009236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:13.009738 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.014997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a57ce824-c008-4ac1-9f81-617605537f5b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.109044 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ce824-c008-4ac1-9f81-617605537f5b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=3c3277c9-faee-461c-83c9-6bb62dd11ad3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:13.314734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1cfab495-4194-4925-8e85-e5b4d68863d6 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:13.315283 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1cfab495-4194-4925-8e85-e5b4d68863d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.343193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f213d0-3f56-4a21-86e3-983013ead1ce req-7ec50ae8-6787-42b2-845b-b06910b1fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:13.344839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6f213d0-3f56-4a21-86e3-983013ead1ce req-7ec50ae8-6787-42b2-845b-b06910b1fd17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 HTTP/1.1" status: 200 len: 912 time: 0.3648157 Nov 27 01:24:13.426857 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6f213d0-3f56-4a21-86e3-983013ead1ce req-7570accb-bcee-4cc1-a6cf-832a143911c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b0d988f-835b-448b-b91b-b10f371bfb0d HTTP/1.1" status: 200 len: 217 time: 0.0737338 Nov 27 01:24:13.428882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c18bd5-0bcd-46f2-9d45-a1b32061cd1d req-e7ddfd37-ff67-47b9-8408-63eaca03a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:13.431127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9c18bd5-0bcd-46f2-9d45-a1b32061cd1d req-e7ddfd37-ff67-47b9-8408-63eaca03a7e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.6836805 Nov 27 01:24:13.540472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f213d0-3f56-4a21-86e3-983013ead1ce req-a18d8dfd-816f-4902-b5a9-8c3e4f230bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:13.542970 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6f213d0-3f56-4a21-86e3-983013ead1ce req-a18d8dfd-816f-4902-b5a9-8c3e4f230bb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6d9c5a7-8e33-42a1-b9ce-87af427cb7df HTTP/1.1" status: 200 len: 851 time: 0.0956459 Nov 27 01:24:13.549174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a57ce824-c008-4ac1-9f81-617605537f5b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.556684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a57ce824-c008-4ac1-9f81-617605537f5b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/3c3277c9-faee-461c-83c9-6bb62dd11ad3 HTTP/1.1" status: 204 len: 168 time: 1.6307077 Nov 27 01:24:13.562222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47770) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:13.566089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fd7da-bea1-40a9-b4e4-b529a5ca173b req-3263c405-2c80-453f-a62b-73275aef766a tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:13.574685 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-165fd7da-bea1-40a9-b4e4-b529a5ca173b req-3263c405-2c80-453f-a62b-73275aef766a tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 948 time: 0.3617899 Nov 27 01:24:13.612791 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fb6cd94-fef4-4d30-8c97-68ceccd9396b req-94d18bcb-c7b7-4f10-bbc6-2c1e6b64166f tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 210 time: 0.0794921 Nov 27 01:24:13.622967 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6f213d0-3f56-4a21-86e3-983013ead1ce req-c74c0bfa-0b1a-4f32-a0ff-9a007b0ef49d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459259 Nov 27 01:24:13.678774 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.688067 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-165fd7da-bea1-40a9-b4e4-b529a5ca173b req-e359a6b0-f629-406d-8979-47bbb4134604 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/security-groups?id=5394ba9e-d537-4ace-875b-5256718cd003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123576 Nov 27 01:24:13.696756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c18bd5-0bcd-46f2-9d45-a1b32061cd1d req-e961de0e-5355-4406-92ef-0859640197a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:13.698535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9c18bd5-0bcd-46f2-9d45-a1b32061cd1d req-e961de0e-5355-4406-92ef-0859640197a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2221727 Nov 27 01:24:13.750783 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.759355 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1119a304-4002-4ed9-98e3-ebdb9a4e9d4f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:13.766929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1119a304-4002-4ed9-98e3-ebdb9a4e9d4f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:13.768491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1119a304-4002-4ed9-98e3-ebdb9a4e9d4f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:13.770198 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1119a304-4002-4ed9-98e3-ebdb9a4e9d4f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1932111 Nov 27 01:24:13.773258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47774) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:13.790904 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6f213d0-3f56-4a21-86e3-983013ead1ce req-c1f81a66-59a4-48ef-9a9f-4849d48e92be service neutron] 10.222.0.11 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308141 Nov 27 01:24:13.880481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7cba05c8-213c-4a90-8dac-7dcb870040e9 None None] Could not find standard attr ID for object 3c3277c9-faee-461c-83c9-6bb62dd11ad3. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:24:13.888036 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.890989 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-47c22a5e-96b8-43d1-9219-01c3306b2eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.930570 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.933935 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9c18bd5-0bcd-46f2-9d45-a1b32061cd1d req-72c049ea-524d-45be-94fa-7c045b861269 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166533 Nov 27 01:24:13.953563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-8152b5ec-909d-48b0-8fa7-cf2fdaddf857 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 60b817b4-2c3d-4df0-830f-6544b640ba5c {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:13.956920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8152b5ec-909d-48b0-8fa7-cf2fdaddf857 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:13.968519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Network a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:13.991025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:14.002913 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8152b5ec-909d-48b0-8fa7-cf2fdaddf857 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.005233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Network c63d414e-a7a9-4e2e-96bf-5be596dd1174 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:14.006264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:14.044394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Pushing event updated for resources: {'Port': ['ID=a9be2a7e-afca-4fda-a3a1-ea139175ec1e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:14.095634 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8152b5ec-909d-48b0-8fa7-cf2fdaddf857 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.141094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:14.147472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event updated for resources: {'Port': ['ID=b88f6669-56dd-446c-a49a-934eab40175e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:14.155921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:14.197272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c724858-81af-44d7-ba47-1d30156c1cf1 req-926e30f4-c9c6-4853-ba8a-3ecda167311f tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:14.211712 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c724858-81af-44d7-ba47-1d30156c1cf1 req-926e30f4-c9c6-4853-ba8a-3ecda167311f tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 944 time: 0.3743420 Nov 27 01:24:14.229039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:14.229812 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.264375 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:14.265194 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.273531 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9c18bd5-0bcd-46f2-9d45-a1b32061cd1d req-6faf9b3e-0d68-45ff-a2f4-b5ba072708c6 service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185322 Nov 27 01:24:14.287001 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-40185b88-a992-4646-8adb-d2b1585ce205 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5207396 Nov 27 01:24:14.297882 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6f213d0-3f56-4a21-86e3-983013ead1ce req-6fa86fb4-3f04-42bc-b6b1-3c51f8ce0029 service neutron] 10.222.0.11 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595006 Nov 27 01:24:14.307267 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8152b5ec-909d-48b0-8fa7-cf2fdaddf857 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.309884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Request body: {'port': {'device_id': '4fa8f1c1-7394-491e-9603-d3bfb828738d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:14.317854 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ed7e1195-f747-477f-bbe8-18dddbcac676 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0556934 Nov 27 01:24:14.334759 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.339678 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47776) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:14.347351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Request body: {'port': {'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174', 'name': 'tempest-AllowedAddressPairTestJSON-1548687136', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:90:63:e1'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:14.381370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152b5ec-909d-48b0-8fa7-cf2fdaddf857 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=60b817b4-2c3d-4df0-830f-6544b640ba5c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:14.398738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c724858-81af-44d7-ba47-1d30156c1cf1 req-340dad82-9ef3-4f72-9e8d-1dca0bbde71a tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824110 Nov 27 01:24:14.412245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8152b5ec-909d-48b0-8fa7-cf2fdaddf857 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.420050 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8152b5ec-909d-48b0-8fa7-cf2fdaddf857 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/60b817b4-2c3d-4df0-830f-6544b640ba5c HTTP/1.1" status: 204 len: 168 time: 0.6425114 Nov 27 01:24:14.420497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47778) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:14.425774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3f2fb4-b4ae-4245-84d8-edd3dcb106fb None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:14.450084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.499551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf04f66-cf2f-480b-8668-c20f69810a06 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 73eb5d29-1edd-4575-802f-eba5984bd495 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:14.504134 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ccf04f66-cf2f-480b-8668-c20f69810a06 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.575693 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ccf04f66-cf2f-480b-8668-c20f69810a06 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.672961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4a766744-198e-49c0-91cb-b9a60fe1a451 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:24:14.684039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Made reservation on behalf of 5bf63165545c492b8f2ce09f4becf111 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:14.714246 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ccf04f66-cf2f-480b-8668-c20f69810a06 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.715960 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367f304-8ad9-4f7c-94f7-8353805d6b5c None None] Network c63d414e-a7a9-4e2e-96bf-5be596dd1174 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:14.843957 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ccf04f66-cf2f-480b-8668-c20f69810a06 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.887993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47af924-2c02-47de-a236-b3f5d69b02a9 req-edb4b874-d2f5-4e0b-b025-1a362a90fafe tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:14.892104 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c47af924-2c02-47de-a236-b3f5d69b02a9 req-edb4b874-d2f5-4e0b-b025-1a362a90fafe tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 948 time: 0.1106758 Nov 27 01:24:14.925671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 4a766744-198e-49c0-91cb-b9a60fe1a451, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4a766744-198e-49c0-91cb-b9a60fe1a451,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:14.929126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf04f66-cf2f-480b-8668-c20f69810a06 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=73eb5d29-1edd-4575-802f-eba5984bd495,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:14.940603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '4a766744-198e-49c0-91cb-b9a60fe1a451', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '4a766744-198e-49c0-91cb-b9a60fe1a451', 'mac_address': 'fa:16:3e:36:c5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:24:14.943700 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ccf04f66-cf2f-480b-8668-c20f69810a06 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:14.961791 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ccf04f66-cf2f-480b-8668-c20f69810a06 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/73eb5d29-1edd-4575-802f-eba5984bd495 HTTP/1.1" status: 204 len: 168 time: 0.5400085 Nov 27 01:24:14.964332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47788) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:15.011589 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.026910 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.029160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 88908d37-414c-48a5-b54f-ad8ab6b850f0 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:15.052076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-78f2af7c-4c78-45ac-8ec6-22f5259424a4 None None] Provisioning complete for port 88908d37-414c-48a5-b54f-ad8ab6b850f0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:15.052449 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-78f2af7c-4c78-45ac-8ec6-22f5259424a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.100549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] device_id is not set on port b1e0ccd3-58af-4621-b14e-5e1ef8c81c90 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:24:15.158591 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.170260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a766744-198e-49c0-91cb-b9a60fe1a451 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:15.191540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aaf0c-2662-49dd-933c-bf38f330ea33 req-db8cfe46-b56e-40d8-98f0-5b6f283d3f25 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:15.193691 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-560aaf0c-2662-49dd-933c-bf38f330ea33 req-db8cfe46-b56e-40d8-98f0-5b6f283d3f25 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 932 time: 0.4163828 Nov 27 01:24:15.278987 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-78f2af7c-4c78-45ac-8ec6-22f5259424a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.341823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 4a766744-198e-49c0-91cb-b9a60fe1a451, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4a766744-198e-49c0-91cb-b9a60fe1a451,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:15.355459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9be2a7e-afca-4fda-a3a1-ea139175ec1e {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:15.376452 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.378497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-78f2af7c-4c78-45ac-8ec6-22f5259424a4 None None] For port 88908d37-414c-48a5-b54f-ad8ab6b850f0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=88908d37-414c-48a5-b54f-ad8ab6b850f0,segment=NetworkSegment(20a8b428-d8e8-44b7-a330-4c6dfb423946),segment_id=20a8b428-d8e8-44b7-a330-4c6dfb423946)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:15.379637 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.380975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7b0d988f-835b-448b-b91b-b10f371bfb0d details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:24:15.385372 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-560aaf0c-2662-49dd-933c-bf38f330ea33 req-54ce078d-0bcd-41f5-887d-313a86cfcffb tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/security-groups?id=54142636-c6da-40c8-84c0-a6b727172f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642470 Nov 27 01:24:15.435405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Transition to ACTIVE for port object a9be2a7e-afca-4fda-a3a1-ea139175ec1e will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:24:15.454485 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.539906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Allocated IP 172.20.0.4 (c63d414e-a7a9-4e2e-96bf-5be596dd1174/518b0c94-428e-4e7b-abf1-be5cc1ec8c76/b1e0ccd3-58af-4621-b14e-5e1ef8c81c90) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:15.541245 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=4a766744-198e-49c0-91cb-b9a60fe1a451,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:15.548184 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-78f2af7c-4c78-45ac-8ec6-22f5259424a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.579629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 88908d37-414c-48a5-b54f-ad8ab6b850f0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:15.579981 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.611265 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d43f4bc1-0622-4d58-acb3-b6e45df167a7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6427956 Nov 27 01:24:15.613117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47794) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:15.626576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:15.693802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7b0d988f-835b-448b-b91b-b10f371bfb0d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7b0d988f-835b-448b-b91b-b10f371bfb0d,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:15.733953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Pushing event updated for resources: {'Port': ['ID=a9be2a7e-afca-4fda-a3a1-ea139175ec1e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:15.734711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '7b0d988f-835b-448b-b91b-b10f371bfb0d', 'network_id': 'a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8', 'port_id': '7b0d988f-835b-448b-b91b-b10f371bfb0d', 'mac_address': 'fa:16:3e:6e:ea:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d9c5a7-8e33-42a1-b9ce-87af427cb7df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:24:15.758457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2af7c-4c78-45ac-8ec6-22f5259424a4 None None] Pushing event updated for resources: {'Port': ['ID=88908d37-414c-48a5-b54f-ad8ab6b850f0,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:15.841842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:15.849551 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:15.863187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c47af924-2c02-47de-a236-b3f5d69b02a9 req-4acc3960-c45a-4fd0-8b0d-1de91258ce26 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/security-groups?id=5394ba9e-d537-4ace-875b-5256718cd003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9373341 Nov 27 01:24:15.953061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da0bbd9-46c5-4acf-a2e4-be254c8b4614 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:15.986136 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.032595 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.094553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f08a5-887e-4b51-8961-ae41bb0a741e req-c9ba5084-3b0a-4467-8db9-5c94278f86c6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:16.096852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-696f08a5-887e-4b51-8961-ae41bb0a741e req-c9ba5084-3b0a-4467-8db9-5c94278f86c6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 944 time: 0.4596846 Nov 27 01:24:16.099743 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.102206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Attempting to bind port a9be2a7e-afca-4fda-a3a1-ea139175ec1e on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:16.102646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Attempting to bind port a9be2a7e-afca-4fda-a3a1-ea139175ec1e by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '7b46170b-f08c-4dc4-9e34-1b41332a8e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:16.103370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Attempting to bind port a9be2a7e-afca-4fda-a3a1-ea139175ec1e on network a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:16.153628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Port a9be2a7e-afca-4fda-a3a1-ea139175ec1e on network a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:24:16.154002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Attempting to bind port a9be2a7e-afca-4fda-a3a1-ea139175ec1e on network a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:16.201710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:16.202066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Checking segment: {'id': '7b46170b-f08c-4dc4-9e34-1b41332a8e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:16.202521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Bound using segment: {'id': '7b46170b-f08c-4dc4-9e34-1b41332a8e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:16.202979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Bound port: a9be2a7e-afca-4fda-a3a1-ea139175ec1e, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b46170b-f08c-4dc4-9e34-1b41332a8e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:16.203349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.229598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Network c63d414e-a7a9-4e2e-96bf-5be596dd1174 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:16.245619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:16.249186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:16.256394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0d988f-835b-448b-b91b-b10f371bfb0d {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:16.267951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2bcedbf1-9436-4526-a3b6-2a2147a405ca None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:16.268322 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2bcedbf1-9436-4526-a3b6-2a2147a405ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.318593 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] For port a9be2a7e-afca-4fda-a3a1-ea139175ec1e, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:16.328884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] For port a9be2a7e-afca-4fda-a3a1-ea139175ec1e, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9be2a7e-afca-4fda-a3a1-ea139175ec1e,segment=NetworkSegment(7b46170b-f08c-4dc4-9e34-1b41332a8e40),segment_id=7b46170b-f08c-4dc4-9e34-1b41332a8e40)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:16.329599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event updated for resources: {'Port': ['ID=b1e0ccd3-58af-4621-b14e-5e1ef8c81c90,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:16.338150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-696f08a5-887e-4b51-8961-ae41bb0a741e req-44d11c16-b9b4-400f-998b-8509a76da424 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227411 Nov 27 01:24:16.359984 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.364915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7b0d988f-835b-448b-b91b-b10f371bfb0d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7b0d988f-835b-448b-b91b-b10f371bfb0d,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:16.409520 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.418034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:16.418722 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.420781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] 10.222.0.42 "PUT /v2.0/ports/a9be2a7e-afca-4fda-a3a1-ea139175ec1e HTTP/1.1" status: 200 len: 1092 time: 2.1160004 Nov 27 01:24:16.422656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa8f1c1-7394-491e-9603-d3bfb828738d', 'tag': 'a9be2a7e-afca-4fda-a3a1-ea139175ec1e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:16.425191 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e03c317-23e1-4d58-b834-99ad8accc24e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa8f1c1-7394-491e-9603-d3bfb828738d", "tag": "a9be2a7e-afca-4fda-a3a1-ea139175ec1e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:16.451441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:16.452131 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.458536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:24:16.475776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eea349-ea87-453e-a39d-0e8743ee7945 service neutron] Pushing event updated for resources: {'Port': ['ID=a9be2a7e-afca-4fda-a3a1-ea139175ec1e,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:16.505653 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c9d9aa-215b-47a0-98ba-6b21cdaafab9 x-openstack-request-id: req-f1c9d9aa-215b-47a0-98ba-6b21cdaafab9 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:16.505956 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa8f1c1-7394-491e-9603-d3bfb828738d", "tag": "a9be2a7e-afca-4fda-a3a1-ea139175ec1e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:16.506276 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1c9d9aa-215b-47a0-98ba-6b21cdaafab9 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:16.506708 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa8f1c1-7394-491e-9603-d3bfb828738d', 'tag': 'a9be2a7e-afca-4fda-a3a1-ea139175ec1e', 'status': 'completed', 'code': 200} Nov 27 01:24:16.516088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f789e52f-1926-42d7-88e4-bd06703a2f54 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.1717741 Nov 27 01:24:16.516307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47802) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:16.669697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f13aa-f1a0-460d-a330-c812623702f6 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:16.673640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=7b0d988f-835b-448b-b91b-b10f371bfb0d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:16.675948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f13aa-f1a0-460d-a330-c812623702f6 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:16.682605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f13aa-f1a0-460d-a330-c812623702f6 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:16.687128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-811f13aa-f1a0-460d-a330-c812623702f6 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1673419 Nov 27 01:24:16.690568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47808) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:16.692483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-46ff8d56-b94e-4f6c-9917-86bac3fdec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:16.694140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-46ff8d56-b94e-4f6c-9917-86bac3fdec03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ba466f382574a3fb18136a97d635ee6&device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 1095 time: 0.1540351 Nov 27 01:24:16.749032 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.759086 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26398b2b-5672-44da-8f40-e6ef7683f17b req-caacf417-d59a-4e83-a25a-96735b5015cf tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:16.760659 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26398b2b-5672-44da-8f40-e6ef7683f17b req-caacf417-d59a-4e83-a25a-96735b5015cf tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 944 time: 0.0920877 Nov 27 01:24:16.766980 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-6934869d-a55c-4e6a-84b2-3a947aecb5fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9be2a7e-afca-4fda-a3a1-ea139175ec1e HTTP/1.1" status: 200 len: 217 time: 0.0443578 Nov 27 01:24:16.783400 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['4a766744-198e-49c0-91cb-b9a60fe1a451'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:24:16.820865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['7b0d988f-835b-448b-b91b-b10f371bfb0d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:24:16.876289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-1934c921-57d1-4914-a3bf-59c1a1ea19be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:16.877851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-1934c921-57d1-4914-a3bf-59c1a1ea19be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=893179f2-7a82-4457-988f-81be00c1e4c3 HTTP/1.1" status: 200 len: 858 time: 0.0800254 Nov 27 01:24:16.931569 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-a0656d03-8cce-4909-ba76-6b2594c3e66c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443573 Nov 27 01:24:16.937281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-44078641-79af-4722-9762-2f1c10dd3f5f tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Deleting port b1e0ccd3-58af-4621-b14e-5e1ef8c81c90 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:16.937630 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-44078641-79af-4722-9762-2f1c10dd3f5f tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.973013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8dd2a7fe-cce8-4db4-9bee-a7fc1989b74f None None] Provisioning complete for port 88908d37-414c-48a5-b54f-ad8ab6b850f0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:16.973378 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8dd2a7fe-cce8-4db4-9bee-a7fc1989b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:16.993562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26398b2b-5672-44da-8f40-e6ef7683f17b req-e9602b44-b6d0-4646-9ea8-903e6136f607 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/security-groups?id=54142636-c6da-40c8-84c0-a6b727172f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951447 Nov 27 01:24:16.996225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 88908d37-414c-48a5-b54f-ad8ab6b850f0 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:17.049529 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.226280 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.238369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 88908d37-414c-48a5-b54f-ad8ab6b850f0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:17.238803 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.240603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069f4a0-9dbe-4b0f-9f0e-5a2637b8c850 req-e700d6ec-699f-496a-9705-37582bdf1d9f tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:17.242565 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8069f4a0-9dbe-4b0f-9f0e-5a2637b8c850 req-e700d6ec-699f-496a-9705-37582bdf1d9f tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 949 time: 0.1985843 Nov 27 01:24:17.245780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] For port 220c1ac1-f640-4b59-a510-a71e39c635e1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=220c1ac1-f640-4b59-a510-a71e39c635e1,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:17.260486 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-44078641-79af-4722-9762-2f1c10dd3f5f tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.279635 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.288271 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.289268 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.298081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-44078641-79af-4722-9762-2f1c10dd3f5f tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Calling delete_port for b1e0ccd3-58af-4621-b14e-5e1ef8c81c90 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:17.303005 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-e181a379-cdef-480f-9d22-7a2895591028 service neutron] 10.222.0.42 "GET /v2.0/networks/a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621602 Nov 27 01:24:17.418812 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8069f4a0-9dbe-4b0f-9f0e-5a2637b8c850 req-94d0c101-68b6-40c5-89d8-7cd2446eb2e7 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/security-groups?id=5394ba9e-d537-4ace-875b-5256718cd003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552494 Nov 27 01:24:17.461154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8dd2a7fe-cce8-4db4-9bee-a7fc1989b74f None None] Provisioning complete for port b1e0ccd3-58af-4621-b14e-5e1ef8c81c90 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:17.462312 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8dd2a7fe-cce8-4db4-9bee-a7fc1989b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.470217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=220c1ac1-f640-4b59-a510-a71e39c635e1,revision_number=8']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:17.474623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=c66d5219-d281-4659-9785-9d70d4c082e8,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:17.482396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:17.484502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:17.509175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6c787f4-7b8a-4279-b0de-6a5769c4a7e9 req-f66c4146-7446-4778-9a67-7624a5426218 service neutron] 10.222.0.42 "GET /v2.0/networks/a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979296 Nov 27 01:24:17.512456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bd1e10-affd-4b63-a08f-de897fa00a67 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:17.519519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:17.522380 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.612766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a68fb4d6-2b6e-492e-966c-a97e4554870a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9970932 Nov 27 01:24:17.618166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47816) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:17.618403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2a7fe-cce8-4db4-9bee-a7fc1989b74f None None] Port b1e0ccd3-58af-4621-b14e-5e1ef8c81c90 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:17.623691 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.629220 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-caf59e42-3cbf-49d6-b729-4793ff927fe5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:17.672586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8dd2a7fe-cce8-4db4-9bee-a7fc1989b74f None None] Provisioning complete for port b88f6669-56dd-446c-a49a-934eab40175e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:17.673070 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8dd2a7fe-cce8-4db4-9bee-a7fc1989b74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.682105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7ea4c-01ac-4394-95b9-d6f82f737332 req-6ed693c8-6409-4db9-be96-8e53a6b3660e tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:17.686881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-44078641-79af-4722-9762-2f1c10dd3f5f tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.690800 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81e7ea4c-01ac-4394-95b9-d6f82f737332 req-6ed693c8-6409-4db9-be96-8e53a6b3660e tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 945 time: 0.1850123 Nov 27 01:24:17.796000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44078641-79af-4722-9762-2f1c10dd3f5f tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event deleted for resources: {'Port': ['ID=b1e0ccd3-58af-4621-b14e-5e1ef8c81c90,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:17.805275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2a7fe-cce8-4db4-9bee-a7fc1989b74f None None] Port b88f6669-56dd-446c-a49a-934eab40175e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:17.806359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03c317-23e1-4d58-b834-99ad8accc24e req-d576ebdd-2e52-45b2-9af4-db5cdbb10f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:17.807901 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e03c317-23e1-4d58-b834-99ad8accc24e req-d576ebdd-2e52-45b2-9af4-db5cdbb10f58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ba466f382574a3fb18136a97d635ee6&device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 1095 time: 0.1937470 Nov 27 01:24:17.916064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf59e42-3cbf-49d6-b729-4793ff927fe5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:17.922333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-caf59e42-3cbf-49d6-b729-4793ff927fe5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:17.935673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-70d62eaa-e544-4b64-a76e-467ee4df1615 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:17.936306 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-70d62eaa-e544-4b64-a76e-467ee4df1615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.172423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81e7ea4c-01ac-4394-95b9-d6f82f737332 req-f784f938-6ff1-477e-b2ed-cf57cba7203e tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657200 Nov 27 01:24:18.315979 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-53c23f9e-311c-49d4-b930-129ac150753e None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:18.316264 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53c23f9e-311c-49d4-b930-129ac150753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.351865 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-caf59e42-3cbf-49d6-b729-4793ff927fe5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.411421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf59e42-3cbf-49d6-b729-4793ff927fe5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:18.422060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-caf59e42-3cbf-49d6-b729-4793ff927fe5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:18.426228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf59e42-3cbf-49d6-b729-4793ff927fe5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:18.427046 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-caf59e42-3cbf-49d6-b729-4793ff927fe5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.434866 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf59e42-3cbf-49d6-b729-4793ff927fe5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=21c61e21-287a-480d-b5e6-433852c9e534,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:18.447464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e32946-8e7b-4ac0-b28e-36480f49b04a None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:18.456122 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-caf59e42-3cbf-49d6-b729-4793ff927fe5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8376513 Nov 27 01:24:18.458569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47824) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:18.467628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:e1:fa:a7', 'name': 'tempest-NetworksTestDHCPv6-2106500931'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:18.471057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb790463-9d66-44a4-a6b8-aef3a736cc16 req-b4abab8f-7d7c-4bce-a529-2d303e5136e7 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:18.482197 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb790463-9d66-44a4-a6b8-aef3a736cc16 req-b4abab8f-7d7c-4bce-a529-2d303e5136e7 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 944 time: 0.1781228 Nov 27 01:24:18.517931 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03c317-23e1-4d58-b834-99ad8accc24e req-177d5100-adca-4d26-9be2-d6d41aebc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:18.519600 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e03c317-23e1-4d58-b834-99ad8accc24e req-177d5100-adca-4d26-9be2-d6d41aebc4fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 HTTP/1.1" status: 200 len: 919 time: 0.6879497 Nov 27 01:24:18.531983 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-44078641-79af-4722-9762-2f1c10dd3f5f tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.540834 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-44078641-79af-4722-9762-2f1c10dd3f5f tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "DELETE /v2.0/ports/b1e0ccd3-58af-4621-b14e-5e1ef8c81c90 HTTP/1.1" status: 204 len: 168 time: 1.8449066 Nov 27 01:24:18.541480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47826) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:18.621844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4a766744-198e-49c0-91cb-b9a60fe1a451 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:18.629706 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c44b2a0-3618-4895-b03b-de82dce7ddb7 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] GET failed (client error): The resource could not be found. Nov 27 01:24:18.634769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b150d1-a534-4795-817f-dc4c356eb348 req-de0bd551-b453-4510-b1a6-ea48fc10925b tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:18.635610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8c44b2a0-3618-4895-b03b-de82dce7ddb7 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "GET /v2.0/ports/b1e0ccd3-58af-4621-b14e-5e1ef8c81c90 HTTP/1.1" status: 404 len: 333 time: 0.0861051 Nov 27 01:24:18.636224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47830) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:18.636910 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7b150d1-a534-4795-817f-dc4c356eb348 req-de0bd551-b453-4510-b1a6-ea48fc10925b tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 949 time: 0.0979183 Nov 27 01:24:18.639436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e03c317-23e1-4d58-b834-99ad8accc24e req-96c363af-2816-4565-9430-b8a4acfd00cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9be2a7e-afca-4fda-a3a1-ea139175ec1e HTTP/1.1" status: 200 len: 217 time: 0.1089551 Nov 27 01:24:18.642974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Request body: {'port': {'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174', 'name': 'tempest-AllowedAddressPairTestJSON-691254048'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:18.662811 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb790463-9d66-44a4-a6b8-aef3a736cc16 req-0da587b8-7717-460c-b2eb-ae39e3dbc731 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/security-groups?id=54142636-c6da-40c8-84c0-a6b727172f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773875 Nov 27 01:24:18.682600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:18.710407 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 4a766744-198e-49c0-91cb-b9a60fe1a451 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:24:18.717067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 4a766744-198e-49c0-91cb-b9a60fe1a451 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:18.717641 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.767344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03c317-23e1-4d58-b834-99ad8accc24e req-39ae9165-6a3d-49ed-9a42-6ceb52517f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:18.769140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e03c317-23e1-4d58-b834-99ad8accc24e req-39ae9165-6a3d-49ed-9a42-6ceb52517f3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=893179f2-7a82-4457-988f-81be00c1e4c3 HTTP/1.1" status: 200 len: 858 time: 0.0973880 Nov 27 01:24:18.780256 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7b150d1-a534-4795-817f-dc4c356eb348 req-07be73a5-4e4a-4244-993d-5b768f541273 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/security-groups?id=5394ba9e-d537-4ace-875b-5256718cd003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181242 Nov 27 01:24:18.815755 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e03c317-23e1-4d58-b834-99ad8accc24e req-a4b84f45-3339-4320-8a79-8c6f8264a440 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380270 Nov 27 01:24:18.830011 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.838040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef20b3-86a3-4f86-8a01-5afc787ff497 None None] Update dhcp port {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': 'c66d5219-d281-4659-9785-9d70d4c082e8', 'ip_address': '2001:db8::f816:3eff:fe9e:6fe1'}, {'subnet_id': '21c61e21-287a-480d-b5e6-433852c9e534'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '220c1ac1-f640-4b59-a510-a71e39c635e1'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:24:18.854709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 597f8064-0f7d-4f9d-9e0c-0003069992ab yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:24:18.905442 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3fef20b3-86a3-4f86-8a01-5afc787ff497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.945786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e03c317-23e1-4d58-b834-99ad8accc24e req-862d14bb-6387-4db8-9b6e-8789675fb4f4 service neutron] 10.222.0.42 "GET /v2.0/networks/a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219871 Nov 27 01:24:18.982066 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:18.985952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 220c1ac1-f640-4b59-a510-a71e39c635e1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:19.028459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Made reservation on behalf of 5bf63165545c492b8f2ce09f4becf111 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:19.032299 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.065918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] device_id is not set on port 81cee817-c0db-4821-8c12-2176e4e80461 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:24:19.097129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 172.20.0.10 (25e602fe-b534-4128-a80f-d182baf30796/21c61e21-287a-480d-b5e6-433852c9e534/597f8064-0f7d-4f9d-9e0c-0003069992ab) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:19.104867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::f816:3eff:fee1:faa7 (25e602fe-b534-4128-a80f-d182baf30796/c66d5219-d281-4659-9785-9d70d4c082e8/597f8064-0f7d-4f9d-9e0c-0003069992ab) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:19.129988 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e03c317-23e1-4d58-b834-99ad8accc24e req-fd4fa3b0-ef09-4a89-b86c-a6c189261470 service neutron] 10.222.0.42 "GET /v2.0/networks/a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709294 Nov 27 01:24:19.148678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aee63e2-ce93-425f-9683-573dc1a2f935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a766744-198e-49c0-91cb-b9a60fe1a451'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:19.151375 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d4a1da-d581-4bf5-bdb9-80398db962c4" -d '{"events": [{"server_uuid": "4aee63e2-ce93-425f-9683-573dc1a2f935", "name": "network-vif-plugged", "status": "completed", "tag": "4a766744-198e-49c0-91cb-b9a60fe1a451"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:19.203744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 4a766744-198e-49c0-91cb-b9a60fe1a451, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4a766744-198e-49c0-91cb-b9a60fe1a451,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:19.220121 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.221759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7b0d988f-835b-448b-b91b-b10f371bfb0d up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:19.257000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Allocated IP 172.20.0.4 (c63d414e-a7a9-4e2e-96bf-5be596dd1174/518b0c94-428e-4e7b-abf1-be5cc1ec8c76/81cee817-c0db-4821-8c12-2176e4e80461) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:19.352272 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=4a766744-198e-49c0-91cb-b9a60fe1a451,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:19.354786 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.356841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc22b1-4f08-481c-ac83-bf315df29106 req-639c82df-3460-41f6-a86c-d55f1aa96cf1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:19.358535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28cc22b1-4f08-481c-ac83-bf315df29106 req-639c82df-3460-41f6-a86c-d55f1aa96cf1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 945 time: 0.0971024 Nov 27 01:24:19.362572 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd2694f-5e81-460c-b5f0-d8c4f04e3cf5 x-openstack-request-id: req-bbd2694f-5e81-460c-b5f0-d8c4f04e3cf5 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:19.362864 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aee63e2-ce93-425f-9683-573dc1a2f935", "name": "network-vif-plugged", "status": "completed", "tag": "4a766744-198e-49c0-91cb-b9a60fe1a451", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:19.363118 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbd2694f-5e81-460c-b5f0-d8c4f04e3cf5 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:19.363640 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aee63e2-ce93-425f-9683-573dc1a2f935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a766744-198e-49c0-91cb-b9a60fe1a451', 'code': 200} Nov 27 01:24:19.377043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:19.377663 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.405695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 7b0d988f-835b-448b-b91b-b10f371bfb0d completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:24:19.413802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 7b0d988f-835b-448b-b91b-b10f371bfb0d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:19.414173 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.432470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.475716 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28cc22b1-4f08-481c-ac83-bf315df29106 req-f8679d70-b6c6-4871-8c52-ed778c2c361c tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062288 Nov 27 01:24:19.526521 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.542419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:19.550766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:19.552967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=597f8064-0f7d-4f9d-9e0c-0003069992ab,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:19.567641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:19.571317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.586924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-3fef20b3-86a3-4f86-8a01-5afc787ff497 None None] Allocated IP 172.20.0.2 (25e602fe-b534-4128-a80f-d182baf30796/21c61e21-287a-480d-b5e6-433852c9e534/220c1ac1-f640-4b59-a510-a71e39c635e1) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:19.610469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357855e-443b-4f29-8dba-95ca678f4923 req-87b2d782-06ac-4e6e-859d-882eeefaf520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:19.612037 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6357855e-443b-4f29-8dba-95ca678f4923 req-87b2d782-06ac-4e6e-859d-882eeefaf520 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 1101 time: 0.1317625 Nov 27 01:24:19.628377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Network c63d414e-a7a9-4e2e-96bf-5be596dd1174 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:19.633865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:19.637261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:19.638125 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.674537 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.688093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:19.698198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6357855e-443b-4f29-8dba-95ca678f4923 req-26652d9e-7cae-4282-83ac-fba962ff1713 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5394ba9e-d537-4ace-875b-5256718cd003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570173 Nov 27 01:24:19.707921 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-af895b17-d088-4bf0-bcfb-cdc7831fe16a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2456560 Nov 27 01:24:19.708449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47844) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:19.712876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event updated for resources: {'Port': ['ID=81cee817-c0db-4821-8c12-2176e4e80461,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:19.809320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:19.810022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:19.838871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0611df09-91ff-482f-baff-4dee76a4599a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:19.845608 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0611df09-91ff-482f-baff-4dee76a4599a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:19.847468 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0611df09-91ff-482f-baff-4dee76a4599a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1372705 Nov 27 01:24:19.850411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47848) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:19.876961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b2dd-05e1-4ce8-b26b-bc202a0ffe1c req-7d1c707e-64b8-4071-b30d-424377792463 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:19.878660 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e995b2dd-05e1-4ce8-b26b-bc202a0ffe1c req-7d1c707e-64b8-4071-b30d-424377792463 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 944 time: 0.0801163 Nov 27 01:24:19.887585 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f444cc46-4633-4aff-9778-f40561b4cd41 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2498107 Nov 27 01:24:19.893770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47850) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:19.924685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-889e0c87-2369-43b4-aaa8-351b605b1412 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:90:63:e1'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:19.972809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e995b2dd-05e1-4ce8-b26b-bc202a0ffe1c req-9577dec6-c7ec-4267-84fa-72a1cd06487f tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/security-groups?id=54142636-c6da-40c8-84c0-a6b727172f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878675 Nov 27 01:24:20.066524 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 7b0d988f-835b-448b-b91b-b10f371bfb0d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7b0d988f-835b-448b-b91b-b10f371bfb0d,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:20.072540 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3fef20b3-86a3-4f86-8a01-5afc787ff497 None None] For port 220c1ac1-f640-4b59-a510-a71e39c635e1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=220c1ac1-f640-4b59-a510-a71e39c635e1,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:20.074895 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.139416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b323f-3e8d-4ca7-846f-99cd636512cc req-9f17fe8c-6448-43c3-99a9-2fa31b949e6b tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:20.140937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-884b323f-3e8d-4ca7-846f-99cd636512cc req-9f17fe8c-6448-43c3-99a9-2fa31b949e6b tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 950 time: 0.1835315 Nov 27 01:24:20.144511 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3fef20b3-86a3-4f86-8a01-5afc787ff497 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.160683 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3fef20b3-86a3-4f86-8a01-5afc787ff497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.187701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2ce8f45f-6e59-4ad0-96f3-b1d777479242 None None] Provisioning complete for port 81cee817-c0db-4821-8c12-2176e4e80461 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:20.188254 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f45f-6e59-4ad0-96f3-b1d777479242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.190155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=7b0d988f-835b-448b-b91b-b10f371bfb0d,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:20.199519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f00b1a7b-e091-4dad-8f32-3a96788da813 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 597f8064-0f7d-4f9d-9e0c-0003069992ab {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:20.199861 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f00b1a7b-e091-4dad-8f32-3a96788da813 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.303151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8f45f-6e59-4ad0-96f3-b1d777479242 None None] Port 81cee817-c0db-4821-8c12-2176e4e80461 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:20.304121 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-884b323f-3e8d-4ca7-846f-99cd636512cc req-f73d6cee-5a74-42d0-80b4-d93218a81c4c tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/security-groups?id=5394ba9e-d537-4ace-875b-5256718cd003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564579 Nov 27 01:24:20.308677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef20b3-86a3-4f86-8a01-5afc787ff497 None None] Pushing event updated for resources: {'Port': ['ID=220c1ac1-f640-4b59-a510-a71e39c635e1,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:20.311905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-889e0c87-2369-43b4-aaa8-351b605b1412 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.373263 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f00b1a7b-e091-4dad-8f32-3a96788da813 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.396690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f00b1a7b-e091-4dad-8f32-3a96788da813 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 597f8064-0f7d-4f9d-9e0c-0003069992ab owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:20.628933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb434c-b4e0-41f0-bbc8-20ed16f66bea req-4b9a99cb-5212-4f1d-8128-b508c868148c tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:20.639407 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fcb434c-b4e0-41f0-bbc8-20ed16f66bea req-4b9a99cb-5212-4f1d-8128-b508c868148c tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.0752041 Nov 27 01:24:20.695999 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-889e0c87-2369-43b4-aaa8-351b605b1412 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.735814 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8fcb434c-b4e0-41f0-bbc8-20ed16f66bea req-c18099cc-3f54-4bf4-8c2b-799c5b55126a tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928400 Nov 27 01:24:20.745784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-889e0c87-2369-43b4-aaa8-351b605b1412 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.922350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-889e0c87-2369-43b4-aaa8-351b605b1412 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] In _notify_port_updated(), no bound segment for port 81cee817-c0db-4821-8c12-2176e4e80461 on network c63d414e-a7a9-4e2e-96bf-5be596dd1174 {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:24:20.930264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889e0c87-2369-43b4-aaa8-351b605b1412 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:20.930935 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-889e0c87-2369-43b4-aaa8-351b605b1412 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.931758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 220c1ac1-f640-4b59-a510-a71e39c635e1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:20.935449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47858) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:20.943063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-889e0c87-2369-43b4-aaa8-351b605b1412 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "PUT /v2.0/ports/81cee817-c0db-4821-8c12-2176e4e80461 HTTP/1.1" status: 200 len: 992 time: 1.0264189 Nov 27 01:24:20.994515 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f00b1a7b-e091-4dad-8f32-3a96788da813 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:20.996273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e0c87-2369-43b4-aaa8-351b605b1412 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event updated for resources: {'Port': ['ID=81cee817-c0db-4821-8c12-2176e4e80461,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:21.036987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:21.037442 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.118405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b1a7b-e091-4dad-8f32-3a96788da813 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=597f8064-0f7d-4f9d-9e0c-0003069992ab,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:21.200727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5e13992e-3641-4b9d-93da-cabba744b8a7 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Deleting port 81cee817-c0db-4821-8c12-2176e4e80461 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:21.201419 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5e13992e-3641-4b9d-93da-cabba744b8a7 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.253877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-dba9c608-c683-4a16-8faf-3bc6dd385b99 None None] Provisioning complete for port 81cee817-c0db-4821-8c12-2176e4e80461 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:21.254283 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dba9c608-c683-4a16-8faf-3bc6dd385b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.307209 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-dba9c608-c683-4a16-8faf-3bc6dd385b99 None None] Port 81cee817-c0db-4821-8c12-2176e4e80461 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:21.309329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a9be2a7e-afca-4fda-a3a1-ea139175ec1e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:24:21.331864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e93347-f0b6-4551-902b-569d964d236f req-f78a6b2f-9a05-45a6-99c4-848d6cb7d184 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:21.334433 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21e93347-f0b6-4551-902b-569d964d236f req-f78a6b2f-9a05-45a6-99c4-848d6cb7d184 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 944 time: 0.1968346 Nov 27 01:24:21.342872 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f00b1a7b-e091-4dad-8f32-3a96788da813 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.348516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f00b1a7b-e091-4dad-8f32-3a96788da813 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/597f8064-0f7d-4f9d-9e0c-0003069992ab HTTP/1.1" status: 204 len: 168 time: 1.4960272 Nov 27 01:24:21.355101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47866) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:21.391038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5be6d7-953a-47e5-92c0-a707cf326762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0d988f-835b-448b-b91b-b10f371bfb0d'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:21.399232 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51e8df3-43e5-4c9a-80f0-e872291b14b3" -d '{"events": [{"server_uuid": "2b5be6d7-953a-47e5-92c0-a707cf326762", "name": "network-vif-plugged", "status": "completed", "tag": "7b0d988f-835b-448b-b91b-b10f371bfb0d"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:21.425026 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21e93347-f0b6-4551-902b-569d964d236f req-47d6fdc0-4ae1-4aac-9acc-0c6dcd51be13 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/security-groups?id=54142636-c6da-40c8-84c0-a6b727172f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697079 Nov 27 01:24:21.427459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-dba9c608-c683-4a16-8faf-3bc6dd385b99 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:21.427839 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dba9c608-c683-4a16-8faf-3bc6dd385b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.467053 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5e13992e-3641-4b9d-93da-cabba744b8a7 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.497670 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0faa4e6-f773-4091-abf4-ebaab9907909 x-openstack-request-id: req-d0faa4e6-f773-4091-abf4-ebaab9907909 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:21.497970 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5be6d7-953a-47e5-92c0-a707cf326762", "name": "network-vif-plugged", "status": "completed", "tag": "7b0d988f-835b-448b-b91b-b10f371bfb0d", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:21.498324 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0faa4e6-f773-4091-abf4-ebaab9907909 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:21.498673 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5be6d7-953a-47e5-92c0-a707cf326762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0d988f-835b-448b-b91b-b10f371bfb0d', 'code': 200} Nov 27 01:24:21.519590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a9be2a7e-afca-4fda-a3a1-ea139175ec1e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9be2a7e-afca-4fda-a3a1-ea139175ec1e,segment=NetworkSegment(7b46170b-f08c-4dc4-9e34-1b41332a8e40),segment_id=7b46170b-f08c-4dc4-9e34-1b41332a8e40)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:21.550797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5e13992e-3641-4b9d-93da-cabba744b8a7 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Calling delete_port for 81cee817-c0db-4821-8c12-2176e4e80461 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:21.551362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'a9be2a7e-afca-4fda-a3a1-ea139175ec1e', 'network_id': 'a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8', 'port_id': 'a9be2a7e-afca-4fda-a3a1-ea139175ec1e', 'mac_address': 'fa:16:3e:e0:67:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893179f2-7a82-4457-988f-81be00c1e4c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:24:21.590067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5fdd5-2285-4eb8-a7ac-22b9724e8de7 req-094319de-db7f-484c-b72f-17ba7bc96d00 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:21.591672 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33c5fdd5-2285-4eb8-a7ac-22b9724e8de7 req-094319de-db7f-484c-b72f-17ba7bc96d00 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 950 time: 0.1172109 Nov 27 01:24:21.646061 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.665082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9be2a7e-afca-4fda-a3a1-ea139175ec1e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:21.689554 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a9be2a7e-afca-4fda-a3a1-ea139175ec1e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9be2a7e-afca-4fda-a3a1-ea139175ec1e,segment=NetworkSegment(7b46170b-f08c-4dc4-9e34-1b41332a8e40),segment_id=7b46170b-f08c-4dc4-9e34-1b41332a8e40)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:21.696839 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.719915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc61e89c-1f77-4d4a-95fe-0f12a137ce2c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:21.721575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc61e89c-1f77-4d4a-95fe-0f12a137ce2c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:21.723111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc61e89c-1f77-4d4a-95fe-0f12a137ce2c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:21.727266 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cc61e89c-1f77-4d4a-95fe-0f12a137ce2c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3512490 Nov 27 01:24:21.727654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47870) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:21.730172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33c5fdd5-2285-4eb8-a7ac-22b9724e8de7 req-d8d9382c-e515-4d94-8764-021ae1eb8731 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/security-groups?id=5394ba9e-d537-4ace-875b-5256718cd003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917296 Nov 27 01:24:21.766674 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2447ff5a-4f25-4046-9913-f697f25cc79b None None] Could not find standard attr ID for object 597f8064-0f7d-4f9d-9e0c-0003069992ab. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:24:21.768284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a9be2a7e-afca-4fda-a3a1-ea139175ec1e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:21.776966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15058b63-e785-4646-86f4-26bda12d036b req-a6a6bd90-bcdf-46be-9925-77a271ebc477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:21.778641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15058b63-e785-4646-86f4-26bda12d036b req-a6a6bd90-bcdf-46be-9925-77a271ebc477 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 1097 time: 0.0891192 Nov 27 01:24:21.865378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cc66db-e5bd-474d-8403-c3d648f538c3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 21c61e21-287a-480d-b5e6-433852c9e534 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:21.869847 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28cc66db-e5bd-474d-8403-c3d648f538c3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.894729 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5e13992e-3641-4b9d-93da-cabba744b8a7 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:21.909220 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15058b63-e785-4646-86f4-26bda12d036b req-69f9ba4b-4966-4021-b70e-4701b7ee05f8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201978 Nov 27 01:24:21.939733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13992e-3641-4b9d-93da-cabba744b8a7 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event deleted for resources: {'Port': ['ID=81cee817-c0db-4821-8c12-2176e4e80461,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:21.942682 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28cc66db-e5bd-474d-8403-c3d648f538c3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.074456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a9be2a7e-afca-4fda-a3a1-ea139175ec1e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:24:22.087448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424ebd2-e1dc-4345-a464-0398be63c273 req-c161329e-0b39-4984-bc3c-6efa367230c1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:22.095856 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f424ebd2-e1dc-4345-a464-0398be63c273 req-c161329e-0b39-4984-bc3c-6efa367230c1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2268822 Nov 27 01:24:22.116879 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5e13992e-3641-4b9d-93da-cabba744b8a7 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.122474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5e13992e-3641-4b9d-93da-cabba744b8a7 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "DELETE /v2.0/ports/81cee817-c0db-4821-8c12-2176e4e80461 HTTP/1.1" status: 204 len: 168 time: 1.1855340 Nov 27 01:24:22.126377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47882) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:22.161085 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28cc66db-e5bd-474d-8403-c3d648f538c3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.178617 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef26b31-cea3-48b8-9e83-2a25e71896aa tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] GET failed (client error): The resource could not be found. Nov 27 01:24:22.188133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47884) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:22.199016 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f424ebd2-e1dc-4345-a464-0398be63c273 req-1357821a-959c-4fce-80fd-4779d51a840b tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022470 Nov 27 01:24:22.199433 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6ef26b31-cea3-48b8-9e83-2a25e71896aa tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "GET /v2.0/ports/81cee817-c0db-4821-8c12-2176e4e80461 HTTP/1.1" status: 404 len: 333 time: 0.0638924 Nov 27 01:24:22.240882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Request body: {'port': {'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174', 'name': 'tempest-AllowedAddressPairTestJSON-1341705676'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:22.363540 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28cc66db-e5bd-474d-8403-c3d648f538c3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.420845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc66db-e5bd-474d-8403-c3d648f538c3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=21c61e21-287a-480d-b5e6-433852c9e534,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:22.424131 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28cc66db-e5bd-474d-8403-c3d648f538c3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.427805 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-28cc66db-e5bd-474d-8403-c3d648f538c3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/21c61e21-287a-480d-b5e6-433852c9e534 HTTP/1.1" status: 204 len: 168 time: 0.6991251 Nov 27 01:24:22.431253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47892) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:22.439761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c169896a-8b01-4e7c-9e32-06375ca56fc5 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:22.470734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Made reservation on behalf of 5bf63165545c492b8f2ce09f4becf111 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:22.474384 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.501954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] device_id is not set on port 57c7d030-6220-44da-bdb9-4d151dedc1d9 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:24:22.536003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac6703f-05cf-4d7c-883a-26f2b6ed7763 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet c66d5219-d281-4659-9785-9d70d4c082e8 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:22.552688 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ac6703f-05cf-4d7c-883a-26f2b6ed7763 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.614416 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ac6703f-05cf-4d7c-883a-26f2b6ed7763 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.658446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13764d54-af48-418e-a109-d9489428ffab req-66b0e462-c8e9-49a1-8fd4-f5bcc9839f40 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:22.659998 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13764d54-af48-418e-a109-d9489428ffab req-66b0e462-c8e9-49a1-8fd4-f5bcc9839f40 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 945 time: 0.1084566 Nov 27 01:24:22.691747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Allocated IP 172.20.0.7 (c63d414e-a7a9-4e2e-96bf-5be596dd1174/518b0c94-428e-4e7b-abf1-be5cc1ec8c76/57c7d030-6220-44da-bdb9-4d151dedc1d9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:22.715496 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ac6703f-05cf-4d7c-883a-26f2b6ed7763 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.761639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13764d54-af48-418e-a109-d9489428ffab req-f6efc718-0b46-4b5a-9bcf-584615268b0b tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/security-groups?id=54142636-c6da-40c8-84c0-a6b727172f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845542 Nov 27 01:24:22.793797 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ac6703f-05cf-4d7c-883a-26f2b6ed7763 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.846691 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ac6703f-05cf-4d7c-883a-26f2b6ed7763 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:22.850344 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4ac6703f-05cf-4d7c-883a-26f2b6ed7763 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/c66d5219-d281-4659-9785-9d70d4c082e8 HTTP/1.1" status: 204 len: 168 time: 0.4176693 Nov 27 01:24:22.851876 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6703f-05cf-4d7c-883a-26f2b6ed7763 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=c66d5219-d281-4659-9785-9d70d4c082e8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:22.853515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47900) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:22.899969 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b2cdc24d-4246-4301-846a-827f930a0f28 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419686 Nov 27 01:24:22.902524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47902) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:22.908022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4d97c33e-e76a-4ef2-8bab-bde6279b3b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:23.068280 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d97c33e-e76a-4ef2-8bab-bde6279b3b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:23.073997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d97c33e-e76a-4ef2-8bab-bde6279b3b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.263481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a9be2a7e-afca-4fda-a3a1-ea139175ec1e up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:23.278290 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.343540 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.377603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port a9be2a7e-afca-4fda-a3a1-ea139175ec1e completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:24:23.381730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port a9be2a7e-afca-4fda-a3a1-ea139175ec1e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:23.382096 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.438854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event updated for resources: {'Port': ['ID=57c7d030-6220-44da-bdb9-4d151dedc1d9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:23.441548 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d97c33e-e76a-4ef2-8bab-bde6279b3b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.457311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Network c63d414e-a7a9-4e2e-96bf-5be596dd1174 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:23.461079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:23.463982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:23.477732 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.514200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa8f1c1-7394-491e-9603-d3bfb828738d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9be2a7e-afca-4fda-a3a1-ea139175ec1e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:23.516584 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202fa774-35b3-4a9f-bfac-3d198131420e" -d '{"events": [{"server_uuid": "4fa8f1c1-7394-491e-9603-d3bfb828738d", "name": "network-vif-plugged", "status": "completed", "tag": "a9be2a7e-afca-4fda-a3a1-ea139175ec1e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:23.523859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff1053b-8b90-497b-907c-9d5644ed8852 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:23.526471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97c33e-e76a-4ef2-8bab-bde6279b3b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=e21c7812-d659-43a4-8aea-95bb8950c37c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:23.545192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97c33e-e76a-4ef2-8bab-bde6279b3b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:23.554512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-4d97c33e-e76a-4ef2-8bab-bde6279b3b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:23.571137 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d54692-cc2c-4e45-ba08-e2a426a2cd6a req-c155eaa2-70a6-44b7-8fc6-b7a72f81b1c6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:23.572922 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53d54692-cc2c-4e45-ba08-e2a426a2cd6a req-c155eaa2-70a6-44b7-8fc6-b7a72f81b1c6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2533758 Nov 27 01:24:23.574338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d97c33e-e76a-4ef2-8bab-bde6279b3b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:23.574900 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d97c33e-e76a-4ef2-8bab-bde6279b3b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.578484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:23.579114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.621593 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9b103635-c195-4f1b-a8ce-e703d6a34b77 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4214647 Nov 27 01:24:23.624458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47912) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:23.629970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ed5e88f8-7eeb-47c6-b046-fa388037610b tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:90:63:e1'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:23.657653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a9be2a7e-afca-4fda-a3a1-ea139175ec1e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9be2a7e-afca-4fda-a3a1-ea139175ec1e,segment=NetworkSegment(7b46170b-f08c-4dc4-9e34-1b41332a8e40),segment_id=7b46170b-f08c-4dc4-9e34-1b41332a8e40)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:23.692548 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad5376f-ad5c-43ea-be13-762c7b737fb3 x-openstack-request-id: req-2ad5376f-ad5c-43ea-be13-762c7b737fb3 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:23.692843 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa8f1c1-7394-491e-9603-d3bfb828738d", "name": "network-vif-plugged", "status": "completed", "tag": "a9be2a7e-afca-4fda-a3a1-ea139175ec1e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:23.693100 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ad5376f-ad5c-43ea-be13-762c7b737fb3 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:23.693504 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa8f1c1-7394-491e-9603-d3bfb828738d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9be2a7e-afca-4fda-a3a1-ea139175ec1e', 'code': 200} Nov 27 01:24:23.723414 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.738769 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4d97c33e-e76a-4ef2-8bab-bde6279b3b15 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8351078 Nov 27 01:24:23.741575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47914) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:23.756159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:23.805407 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bf3db344-2180-4ba4-a783-eb7f0d859cac None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:23.805780 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bf3db344-2180-4ba4-a783-eb7f0d859cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.889260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed5e88f8-7eeb-47c6-b046-fa388037610b tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:23.928768 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53d54692-cc2c-4e45-ba08-e2a426a2cd6a req-28ff153c-c776-46de-96cc-062edd66aa1f tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404438 Nov 27 01:24:23.954805 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a9be2a7e-afca-4fda-a3a1-ea139175ec1e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:23.955714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2ab6d-c939-4ef3-9e1c-3a00f9678bca req-8d8ec352-8dd4-4570-912c-7db99999f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:23.957313 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57a2ab6d-c939-4ef3-9e1c-3a00f9678bca req-8d8ec352-8dd4-4570-912c-7db99999f33b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 1097 time: 0.1556764 Nov 27 01:24:24.098148 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57a2ab6d-c939-4ef3-9e1c-3a00f9678bca req-6f24927d-7638-4676-b3ba-8870e94b67c9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=54142636-c6da-40c8-84c0-a6b727172f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305490 Nov 27 01:24:24.098685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:24.103835 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.178696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f681d-76e7-4e9a-888f-ffc3eaf4bed4 req-8e0c2426-85ac-4d5a-b8e8-e7a2c75f1643 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:24.180391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2e3f681d-76e7-4e9a-888f-ffc3eaf4bed4 req-8e0c2426-85ac-4d5a-b8e8-e7a2c75f1643 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 946 time: 0.2318161 Nov 27 01:24:24.196183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0adde3-d74c-4d26-8afb-75d3810667ca None None] Update dhcp port {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': 'e21c7812-d659-43a4-8aea-95bb8950c37c'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '220c1ac1-f640-4b59-a510-a71e39c635e1'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:24:24.252241 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a0adde3-d74c-4d26-8afb-75d3810667ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.279499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-763bad24-a7b1-4a8e-8b06-2ff27254a720 None None] Provisioning complete for port 57c7d030-6220-44da-bdb9-4d151dedc1d9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:24.280588 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-763bad24-a7b1-4a8e-8b06-2ff27254a720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.415353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-763bad24-a7b1-4a8e-8b06-2ff27254a720 None None] Port 57c7d030-6220-44da-bdb9-4d151dedc1d9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:24.425871 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2e3f681d-76e7-4e9a-888f-ffc3eaf4bed4 req-00f17325-cf5f-42f4-88f8-a9f156e6d57d tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/security-groups?id=54142636-c6da-40c8-84c0-a6b727172f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626945 Nov 27 01:24:24.462034 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed5e88f8-7eeb-47c6-b046-fa388037610b tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.472482 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed5e88f8-7eeb-47c6-b046-fa388037610b tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.587356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-7a0adde3-d74c-4d26-8afb-75d3810667ca None None] Allocated IP 172.20.0.2 (25e602fe-b534-4128-a80f-d182baf30796/e21c7812-d659-43a4-8aea-95bb8950c37c/220c1ac1-f640-4b59-a510-a71e39c635e1) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:24.606059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd1cab-76dc-4913-925b-eb0a929feb36 req-c4f6e276-fa5e-4e2e-936a-520ab01b33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:24.607694 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4bd1cab-76dc-4913-925b-eb0a929feb36 req-c4f6e276-fa5e-4e2e-936a-520ab01b33e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52ac6fd6419d434f9c1662bb6943d715&device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 1097 time: 0.3160250 Nov 27 01:24:24.643129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8ee78-a87c-4a44-af5c-553f62340eb5 req-d6fed1cc-3380-4242-96f3-36b77fce9920 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:24.644918 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ef8ee78-a87c-4a44-af5c-553f62340eb5 req-d6fed1cc-3380-4242-96f3-36b77fce9920 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2857382 Nov 27 01:24:24.680942 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e88f8-7eeb-47c6-b046-fa388037610b tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event updated for resources: {'Port': ['ID=57c7d030-6220-44da-bdb9-4d151dedc1d9,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:24.701778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e88f8-7eeb-47c6-b046-fa388037610b tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] In _notify_port_updated(), no bound segment for port 57c7d030-6220-44da-bdb9-4d151dedc1d9 on network c63d414e-a7a9-4e2e-96bf-5be596dd1174 {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:24:24.709847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e88f8-7eeb-47c6-b046-fa388037610b tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:24.711102 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed5e88f8-7eeb-47c6-b046-fa388037610b tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.712717 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ed5e88f8-7eeb-47c6-b046-fa388037610b tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "PUT /v2.0/ports/57c7d030-6220-44da-bdb9-4d151dedc1d9 HTTP/1.1" status: 200 len: 996 time: 1.0870526 Nov 27 01:24:24.721283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47934) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:24.754014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a0adde3-d74c-4d26-8afb-75d3810667ca None None] For port 220c1ac1-f640-4b59-a510-a71e39c635e1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=220c1ac1-f640-4b59-a510-a71e39c635e1,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:24.806803 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ef8ee78-a87c-4a44-af5c-553f62340eb5 req-b4d2830a-fa0e-4e23-8c0d-0bca4457548c tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431828 Nov 27 01:24:24.839814 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a0adde3-d74c-4d26-8afb-75d3810667ca None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.852802 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a0adde3-d74c-4d26-8afb-75d3810667ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:24.947669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd1cab-76dc-4913-925b-eb0a929feb36 req-0b28ff26-ef42-4e3f-a4fa-bef5fbe2dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:24.954989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4bd1cab-76dc-4913-925b-eb0a929feb36 req-0b28ff26-ef42-4e3f-a4fa-bef5fbe2dbcb service neutron] 10.222.0.11 "GET /v2.0/networks?id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 HTTP/1.1" status: 200 len: 912 time: 0.3360929 Nov 27 01:24:24.971877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2025418a-df97-4b3f-b076-86aa939105f4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Deleting port 57c7d030-6220-44da-bdb9-4d151dedc1d9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:24.972433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2025418a-df97-4b3f-b076-86aa939105f4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:25.009365 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4bd1cab-76dc-4913-925b-eb0a929feb36 req-9fc26080-d704-41cd-9f1c-1fbca6966ae8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b0d988f-835b-448b-b91b-b10f371bfb0d HTTP/1.1" status: 200 len: 217 time: 0.0448136 Nov 27 01:24:25.079813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0adde3-d74c-4d26-8afb-75d3810667ca None None] Pushing event updated for resources: {'Port': ['ID=220c1ac1-f640-4b59-a510-a71e39c635e1,revision_number=12']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:25.119429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f49b01bb-67c7-4d8d-b62c-b84543655e38 None None] Provisioning complete for port 57c7d030-6220-44da-bdb9-4d151dedc1d9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:25.119812 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f49b01bb-67c7-4d8d-b62c-b84543655e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:25.159290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:24:25.187961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd1cab-76dc-4913-925b-eb0a929feb36 req-bd9bd284-7ae5-4acf-8484-b15331fb5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:25.189619 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4bd1cab-76dc-4913-925b-eb0a929feb36 req-bd9bd284-7ae5-4acf-8484-b15331fb5540 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6d9c5a7-8e33-42a1-b9ce-87af427cb7df HTTP/1.1" status: 200 len: 851 time: 0.1474874 Nov 27 01:24:25.202949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f49b01bb-67c7-4d8d-b62c-b84543655e38 None None] Port 57c7d030-6220-44da-bdb9-4d151dedc1d9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:25.222399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2025418a-df97-4b3f-b076-86aa939105f4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:25.261635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2025418a-df97-4b3f-b076-86aa939105f4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Calling delete_port for 57c7d030-6220-44da-bdb9-4d151dedc1d9 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:25.288396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4bd1cab-76dc-4913-925b-eb0a929feb36 req-8b7f4c7d-4640-4456-a9fa-8cca028d47ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463908 Nov 27 01:24:25.441261 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4bd1cab-76dc-4913-925b-eb0a929feb36 req-330a7349-9ee2-4c1a-8e07-bc271e7d6cc5 service neutron] 10.222.0.11 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416199 Nov 27 01:24:25.513561 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2025418a-df97-4b3f-b076-86aa939105f4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:25.578253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025418a-df97-4b3f-b076-86aa939105f4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event deleted for resources: {'Port': ['ID=57c7d030-6220-44da-bdb9-4d151dedc1d9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:25.660898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:25.687702 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4bd1cab-76dc-4913-925b-eb0a929feb36 req-c1e73bfe-caac-4a52-861e-d462145be630 service neutron] 10.222.0.11 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374279 Nov 27 01:24:25.721402 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2025418a-df97-4b3f-b076-86aa939105f4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:25.732903 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2025418a-df97-4b3f-b076-86aa939105f4 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "DELETE /v2.0/ports/57c7d030-6220-44da-bdb9-4d151dedc1d9 HTTP/1.1" status: 204 len: 168 time: 1.0105162 Nov 27 01:24:25.739086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47962) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:25.798171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fdbd4-5234-41ec-b7f5-fdfbe810e2f7 req-7a6b0ad3-d5a8-48a0-884d-02d131e1e345 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:25.809488 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e05fdbd4-5234-41ec-b7f5-fdfbe810e2f7 req-7a6b0ad3-d5a8-48a0-884d-02d131e1e345 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 946 time: 0.2348471 Nov 27 01:24:25.817598 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab4e5ee-f557-41be-9422-5d1877aefb55 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] GET failed (client error): The resource could not be found. Nov 27 01:24:25.824344 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fab4e5ee-f557-41be-9422-5d1877aefb55 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "GET /v2.0/ports/57c7d030-6220-44da-bdb9-4d151dedc1d9 HTTP/1.1" status: 404 len: 333 time: 0.0759504 Nov 27 01:24:25.826392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47968) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:25.849385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Request body: {'port': {'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174', 'name': 'tempest-AllowedAddressPairTestJSON-363013349'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:25.920899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] For port 220c1ac1-f640-4b59-a510-a71e39c635e1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=220c1ac1-f640-4b59-a510-a71e39c635e1,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:25.964623 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:26.038407 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:26.039211 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:26.081215 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e05fdbd4-5234-41ec-b7f5-fdfbe810e2f7 req-1772a192-ed44-42fa-99b1-9456a005ea07 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/security-groups?id=54142636-c6da-40c8-84c0-a6b727172f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704082 Nov 27 01:24:26.270457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Made reservation on behalf of 5bf63165545c492b8f2ce09f4becf111 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:26.274834 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:26.314194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] device_id is not set on port 6bf59a41-8b2c-4bdf-a029-b857c9a18f5b yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:24:26.373988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fe8165-b3c2-470b-887d-74b725f57071 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:26.476997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c8fc6869-ec94-42cc-933c-6917d2222e61 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:26.477458 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8fc6869-ec94-42cc-933c-6917d2222e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:26.602358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Allocated IP 172.20.0.10 (c63d414e-a7a9-4e2e-96bf-5be596dd1174/518b0c94-428e-4e7b-abf1-be5cc1ec8c76/6bf59a41-8b2c-4bdf-a029-b857c9a18f5b) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:26.768139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b7277-5b89-49a6-9e81-f92658dfd636 req-0063f118-78b4-4052-8d23-29c761dad502 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:26.770049 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab4b7277-5b89-49a6-9e81-f92658dfd636 req-0063f118-78b4-4052-8d23-29c761dad502 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 946 time: 0.2566271 Nov 27 01:24:26.786076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1eb77-0cd1-4864-aad6-a8c37cdc1968 req-27523d95-4583-4ca1-b785-464babe0e058 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:26.794489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a8b1eb77-0cd1-4864-aad6-a8c37cdc1968 req-27523d95-4583-4ca1-b785-464babe0e058 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.8277450 Nov 27 01:24:26.813657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:26.833974 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:26.848329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:26.848919 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:26.861785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=570334c4-ef6b-4d3b-ac8d-11a9679adf8d,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:26.868236 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab4b7277-5b89-49a6-9e81-f92658dfd636 req-d048b23a-ca08-4f80-92cb-68819b31fa09 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/security-groups?id=54142636-c6da-40c8-84c0-a6b727172f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864005 Nov 27 01:24:26.871457 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:26.915537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=220c1ac1-f640-4b59-a510-a71e39c635e1,revision_number=14']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:26.962416 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:26.990146 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d9906ee8-46ff-4d83-8425-3abbdb65be7b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2471654 Nov 27 01:24:26.992226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47994) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:26.997309 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a8b1eb77-0cd1-4864-aad6-a8c37cdc1968 req-ab21121b-d2c0-4141-b62d-f53c355a4ec2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009671 Nov 27 01:24:27.004733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:ff:d3:e2', 'name': 'tempest-NetworksTestDHCPv6-1419201681'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:27.023813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 220c1ac1-f640-4b59-a510-a71e39c635e1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:27.091523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Network c63d414e-a7a9-4e2e-96bf-5be596dd1174 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:27.096855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:27.101600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:27.165454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:27.166467 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.189113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:27.189683 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.205221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event updated for resources: {'Port': ['ID=6bf59a41-8b2c-4bdf-a029-b857c9a18f5b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:27.239570 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1c0bd112-8a84-4aa6-948a-40eb509ff6f2 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4119377 Nov 27 01:24:27.242318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48000) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:27.248345 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Request body: {'port': {'network_id': 'c63d414e-a7a9-4e2e-96bf-5be596dd1174', 'name': 'tempest-AllowedAddressPairTestJSON-2087205286'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:27.309687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:27.437574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Made reservation on behalf of 5bf63165545c492b8f2ce09f4becf111 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:27.441561 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.469641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] device_id is not set on port fd2bc688-f4f9-4682-bc6f-e98f764b8f38 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:24:27.489986 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.530610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port af004df5-56ef-4017-9ac3-e9f0bc55a985 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:24:27.587043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9a207a6f-ae5c-446f-a141-83a1aa14e412 None None] Provisioning complete for port 6bf59a41-8b2c-4bdf-a029-b857c9a18f5b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:27.590136 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a207a6f-ae5c-446f-a141-83a1aa14e412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.628063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Allocated IP 172.20.0.13 (c63d414e-a7a9-4e2e-96bf-5be596dd1174/518b0c94-428e-4e7b-abf1-be5cc1ec8c76/fd2bc688-f4f9-4682-bc6f-e98f764b8f38) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:27.641756 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9a207a6f-ae5c-446f-a141-83a1aa14e412 None None] Port 6bf59a41-8b2c-4bdf-a029-b857c9a18f5b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:27.778559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 172.20.0.3 (25e602fe-b534-4128-a80f-d182baf30796/e21c7812-d659-43a4-8aea-95bb8950c37c/af004df5-56ef-4017-9ac3-e9f0bc55a985) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:27.785475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::f816:3eff:feff:d3e2 (25e602fe-b534-4128-a80f-d182baf30796/570334c4-ef6b-4d3b-ac8d-11a9679adf8d/af004df5-56ef-4017-9ac3-e9f0bc55a985) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:27.821312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41219f1-0c74-4dac-b164-945cade204ee None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:27.854316 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.918903 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:27.932836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c3bd25f2-7ebc-43e2-8ec7-00bdfc9b8832 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:27.935319 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c3bd25f2-7ebc-43e2-8ec7-00bdfc9b8832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.006970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Network c63d414e-a7a9-4e2e-96bf-5be596dd1174 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:28.018681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:28.030958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:28.087806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event updated for resources: {'Port': ['ID=fd2bc688-f4f9-4682-bc6f-e98f764b8f38,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:28.162386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.199807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:28.203086 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.204243 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42d30c-df28-4892-992d-2d164aedf70c req-be43e98d-fb46-41c5-8a97-a8a875843dff tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:28.206057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb42d30c-df28-4892-992d-2d164aedf70c req-be43e98d-fb46-41c5-8a97-a8a875843dff tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 946 time: 0.1458616 Nov 27 01:24:28.261599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.305160 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4d605e7d-74ca-4468-82f3-70a381d478cd tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0615287 Nov 27 01:24:28.339676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48020) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:28.364025 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-04d5d749-d226-47a8-8ded-317623c7db90 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:90:63:e1'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:02:23:6b'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:28.406610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:28.417140 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb42d30c-df28-4892-992d-2d164aedf70c req-6661220e-1deb-479c-bda9-8ab5c0b15360 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/security-groups?id=54142636-c6da-40c8-84c0-a6b727172f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922679 Nov 27 01:24:28.422081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:28.428762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:28.440009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd8569-5f2e-4897-b6da-5312ac2ef357 req-affc5f31-938a-4298-b907-74d38378f60d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:28.441539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04bd8569-5f2e-4897-b6da-5312ac2ef357 req-affc5f31-938a-4298-b907-74d38378f60d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2076287 Nov 27 01:24:28.492151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:28.492875 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.500756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=af004df5-56ef-4017-9ac3-e9f0bc55a985,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:28.547854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434300d-e388-44cd-b535-5ca83a108264 req-bc60805d-bdeb-4dc7-9100-a5b398bac27f tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:28.555286 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3434300d-e388-44cd-b535-5ca83a108264 req-bc60805d-bdeb-4dc7-9100-a5b398bac27f tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 946 time: 0.2833726 Nov 27 01:24:28.577592 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e757ac7a-0ad5-4925-b134-78bde5481740 None None] Provisioning complete for port fd2bc688-f4f9-4682-bc6f-e98f764b8f38 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:28.577971 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e757ac7a-0ad5-4925-b134-78bde5481740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.590314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48024) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:28.606374 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fb927890-c91c-47b4-aa08-08f6378467ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5869617 Nov 27 01:24:28.666876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e757ac7a-0ad5-4925-b134-78bde5481740 None None] Port fd2bc688-f4f9-4682-bc6f-e98f764b8f38 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:28.752981 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04d5d749-d226-47a8-8ded-317623c7db90 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:28.859538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f4ac72-180e-4e59-91ac-edbebffadf59 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:28.873664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f4ac72-180e-4e59-91ac-edbebffadf59 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:28.884713 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-75f4ac72-180e-4e59-91ac-edbebffadf59 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2801626 Nov 27 01:24:28.899579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48028) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:28.912291 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04bd8569-5f2e-4897-b6da-5312ac2ef357 req-a8dffc22-9028-4fbd-95f0-a8148136f0ca tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572241 Nov 27 01:24:28.974623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 220c1ac1-f640-4b59-a510-a71e39c635e1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:29.068496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-3434300d-e388-44cd-b535-5ca83a108264 req-7530e738-f8d0-4612-8074-c0a5c99f5128 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Deleting port a9be2a7e-afca-4fda-a3a1-ea139175ec1e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:29.069117 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3434300d-e388-44cd-b535-5ca83a108264 req-7530e738-f8d0-4612-8074-c0a5c99f5128 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.078030 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04d5d749-d226-47a8-8ded-317623c7db90 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.101916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:29.102673 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.103619 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04d5d749-d226-47a8-8ded-317623c7db90 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.104781 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c97428d8-0f1b-410d-bb4c-b2e8d688bc88 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:29.105320 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c97428d8-0f1b-410d-bb4c-b2e8d688bc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.505022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-04d5d749-d226-47a8-8ded-317623c7db90 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] In _notify_port_updated(), no bound segment for port fd2bc688-f4f9-4682-bc6f-e98f764b8f38 on network c63d414e-a7a9-4e2e-96bf-5be596dd1174 {{(pid=103385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:24:29.525667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d5d749-d226-47a8-8ded-317623c7db90 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:29.537804 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04d5d749-d226-47a8-8ded-317623c7db90 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.540186 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-04d5d749-d226-47a8-8ded-317623c7db90 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "PUT /v2.0/ports/fd2bc688-f4f9-4682-bc6f-e98f764b8f38 HTTP/1.1" status: 200 len: 1057 time: 1.1903424 Nov 27 01:24:29.566043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48040) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:29.624713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-324cdeeb-39a8-4ac3-a01c-fb1a3185064d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port af004df5-56ef-4017-9ac3-e9f0bc55a985 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:29.624713 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-324cdeeb-39a8-4ac3-a01c-fb1a3185064d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.743668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3434300d-e388-44cd-b535-5ca83a108264 req-7530e738-f8d0-4612-8074-c0a5c99f5128 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] For port a9be2a7e-afca-4fda-a3a1-ea139175ec1e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9be2a7e-afca-4fda-a3a1-ea139175ec1e,segment=NetworkSegment(7b46170b-f08c-4dc4-9e34-1b41332a8e40),segment_id=7b46170b-f08c-4dc4-9e34-1b41332a8e40)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:29.744488 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3434300d-e388-44cd-b535-5ca83a108264 req-7530e738-f8d0-4612-8074-c0a5c99f5128 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.761046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5d749-d226-47a8-8ded-317623c7db90 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event updated for resources: {'Port': ['ID=fd2bc688-f4f9-4682-bc6f-e98f764b8f38,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:29.766545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-3434300d-e388-44cd-b535-5ca83a108264 req-7530e738-f8d0-4612-8074-c0a5c99f5128 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Calling delete_port for a9be2a7e-afca-4fda-a3a1-ea139175ec1e owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:29.846692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c97428d8-0f1b-410d-bb4c-b2e8d688bc88 None None] Provisioning complete for port af004df5-56ef-4017-9ac3-e9f0bc55a985 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:29.847318 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c97428d8-0f1b-410d-bb4c-b2e8d688bc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.870329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335b9b6-3140-4b43-ba28-bd92758bfc5a req-58d6cab7-27ed-4ace-9fa4-b2264bf1df7b tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:29.872168 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2335b9b6-3140-4b43-ba28-bd92758bfc5a req-58d6cab7-27ed-4ace-9fa4-b2264bf1df7b tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 946 time: 0.1683443 Nov 27 01:24:29.923463 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-324cdeeb-39a8-4ac3-a01c-fb1a3185064d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.962298 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2335b9b6-3140-4b43-ba28-bd92758bfc5a req-b6bbdb75-623e-427a-a529-6afe2bed3242 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/security-groups?id=54142636-c6da-40c8-84c0-a6b727172f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822792 Nov 27 01:24:29.969883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c97428d8-0f1b-410d-bb4c-b2e8d688bc88 None None] Port af004df5-56ef-4017-9ac3-e9f0bc55a985 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:29.978122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-57e206fd-4f4d-4c8b-8616-c9b7f47f2799 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Deleting port fd2bc688-f4f9-4682-bc6f-e98f764b8f38 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:29.978504 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57e206fd-4f4d-4c8b-8616-c9b7f47f2799 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:29.982281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-324cdeeb-39a8-4ac3-a01c-fb1a3185064d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for af004df5-56ef-4017-9ac3-e9f0bc55a985 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:30.091044 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57e206fd-4f4d-4c8b-8616-c9b7f47f2799 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:30.106816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-57e206fd-4f4d-4c8b-8616-c9b7f47f2799 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Calling delete_port for fd2bc688-f4f9-4682-bc6f-e98f764b8f38 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:30.131837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2c5b2770-0837-4d9b-bde2-67b2acaebeae None None] Provisioning complete for port fd2bc688-f4f9-4682-bc6f-e98f764b8f38 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:30.132220 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2c5b2770-0837-4d9b-bde2-67b2acaebeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:30.192189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b2770-0837-4d9b-bde2-67b2acaebeae None None] Port fd2bc688-f4f9-4682-bc6f-e98f764b8f38 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:30.211020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2c5b2770-0837-4d9b-bde2-67b2acaebeae None None] Provisioning complete for port af004df5-56ef-4017-9ac3-e9f0bc55a985 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:30.211404 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2c5b2770-0837-4d9b-bde2-67b2acaebeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:30.282293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b2770-0837-4d9b-bde2-67b2acaebeae None None] Port af004df5-56ef-4017-9ac3-e9f0bc55a985 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:30.300662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff707d0c-d7ad-434b-93a5-ffda1b6bc191 req-5ac43183-c792-4e26-a250-6f4c89055ce4 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:30.309346 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff707d0c-d7ad-434b-93a5-ffda1b6bc191 req-5ac43183-c792-4e26-a250-6f4c89055ce4 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2792344 Nov 27 01:24:30.310641 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57e206fd-4f4d-4c8b-8616-c9b7f47f2799 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:30.342066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e206fd-4f4d-4c8b-8616-c9b7f47f2799 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event deleted for resources: {'Port': ['ID=fd2bc688-f4f9-4682-bc6f-e98f764b8f38,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:30.402377 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3434300d-e388-44cd-b535-5ca83a108264 req-7530e738-f8d0-4612-8074-c0a5c99f5128 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:30.458872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff707d0c-d7ad-434b-93a5-ffda1b6bc191 req-1851d16e-bc2a-4dd5-8f0f-968ac8c04158 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337194 Nov 27 01:24:30.521307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530e738-f8d0-4612-8074-c0a5c99f5128 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Pushing event deleted for resources: {'Port': ['ID=a9be2a7e-afca-4fda-a3a1-ea139175ec1e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:30.655574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3434300d-e388-44cd-b535-5ca83a108264 req-7530e738-f8d0-4612-8074-c0a5c99f5128 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] No DVR routers for this DVR port a9be2a7e-afca-4fda-a3a1-ea139175ec1e on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:24:30.663426 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3434300d-e388-44cd-b535-5ca83a108264 req-7530e738-f8d0-4612-8074-c0a5c99f5128 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:30.671833 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3434300d-e388-44cd-b535-5ca83a108264 req-7530e738-f8d0-4612-8074-c0a5c99f5128 tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.42 "DELETE /v2.0/ports/a9be2a7e-afca-4fda-a3a1-ea139175ec1e HTTP/1.1" status: 204 len: 173 time: 2.0799003 Nov 27 01:24:30.673144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa8f1c1-7394-491e-9603-d3bfb828738d', 'name': 'network-vif-deleted', 'tag': 'a9be2a7e-afca-4fda-a3a1-ea139175ec1e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:30.687170 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc3fef1-f583-49ef-8d26-4afcdd8ac5bd" -d '{"events": [{"server_uuid": "4fa8f1c1-7394-491e-9603-d3bfb828738d", "name": "network-vif-deleted", "tag": "a9be2a7e-afca-4fda-a3a1-ea139175ec1e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:30.762494 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-324cdeeb-39a8-4ac3-a01c-fb1a3185064d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:30.799458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cdeeb-39a8-4ac3-a01c-fb1a3185064d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=af004df5-56ef-4017-9ac3-e9f0bc55a985,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:30.822703 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eceb67-a718-4aac-86e0-3c232f304b47 x-openstack-request-id: req-35eceb67-a718-4aac-86e0-3c232f304b47 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:30.823090 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa8f1c1-7394-491e-9603-d3bfb828738d", "name": "network-vif-deleted", "tag": "a9be2a7e-afca-4fda-a3a1-ea139175ec1e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:30.823404 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35eceb67-a718-4aac-86e0-3c232f304b47 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:30.823824 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa8f1c1-7394-491e-9603-d3bfb828738d', 'name': 'network-vif-deleted', 'tag': 'a9be2a7e-afca-4fda-a3a1-ea139175ec1e', 'status': 'completed', 'code': 200} Nov 27 01:24:30.843661 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57e206fd-4f4d-4c8b-8616-c9b7f47f2799 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:30.862065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-57e206fd-4f4d-4c8b-8616-c9b7f47f2799 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "DELETE /v2.0/ports/fd2bc688-f4f9-4682-bc6f-e98f764b8f38 HTTP/1.1" status: 204 len: 168 time: 1.2927489 Nov 27 01:24:30.863033 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48066) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:30.937767 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-566c2618-08d4-4f87-8464-57be028ed256 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] GET failed (client error): The resource could not be found. Nov 27 01:24:30.943812 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-566c2618-08d4-4f87-8464-57be028ed256 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "GET /v2.0/ports/fd2bc688-f4f9-4682-bc6f-e98f764b8f38 HTTP/1.1" status: 404 len: 333 time: 0.0800235 Nov 27 01:24:30.946375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48068) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:30.993717 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-324cdeeb-39a8-4ac3-a01c-fb1a3185064d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.000666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-324cdeeb-39a8-4ac3-a01c-fb1a3185064d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/af004df5-56ef-4017-9ac3-e9f0bc55a985 HTTP/1.1" status: 204 len: 168 time: 2.0852706 Nov 27 01:24:31.001481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48072) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:31.132369 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b7aa453b-badd-4a92-828c-0e7f2d210d66 req-36cbc22c-6fb1-42ff-a49e-e452e61b7eed tempest-InstanceActionsV221TestJSON-992072713 tempest-InstanceActionsV221TestJSON-992072713-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa8f1c1-7394-491e-9603-d3bfb828738d HTTP/1.1" status: 200 len: 210 time: 0.0336032 Nov 27 01:24:31.159943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00c235-dcce-40e1-8c81-774e48424e51 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:31.164268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00c235-dcce-40e1-8c81-774e48424e51 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:31.171003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00c235-dcce-40e1-8c81-774e48424e51 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:31.174854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-da00c235-dcce-40e1-8c81-774e48424e51 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1729200 Nov 27 01:24:31.177541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48074) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:31.225498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-49c5a0db-2d05-4b12-ad05-82b4b3ec22ab tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Deleting port 6bf59a41-8b2c-4bdf-a029-b857c9a18f5b {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:31.225818 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-49c5a0db-2d05-4b12-ad05-82b4b3ec22ab tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.278743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-90008cbb-faa8-4781-9bda-4905aef0f330 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 570334c4-ef6b-4d3b-ac8d-11a9679adf8d {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:31.282688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90008cbb-faa8-4781-9bda-4905aef0f330 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.288231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a9be2a7e-afca-4fda-a3a1-ea139175ec1e no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:24:31.327444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: a9be2a7e-afca-4fda-a3a1-ea139175ec1e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:24:31.327788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a9be2a7e-afca-4fda-a3a1-ea139175ec1e not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:24:31.346279 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90008cbb-faa8-4781-9bda-4905aef0f330 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.399193 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-49c5a0db-2d05-4b12-ad05-82b4b3ec22ab tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.411691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-49c5a0db-2d05-4b12-ad05-82b4b3ec22ab tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Calling delete_port for 6bf59a41-8b2c-4bdf-a029-b857c9a18f5b owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:31.465587 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90008cbb-faa8-4781-9bda-4905aef0f330 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.561201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90008cbb-faa8-4781-9bda-4905aef0f330 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.606303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90008cbb-faa8-4781-9bda-4905aef0f330 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=570334c4-ef6b-4d3b-ac8d-11a9679adf8d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:31.620423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-49c5a0db-2d05-4b12-ad05-82b4b3ec22ab tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.644321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f647a72-482b-474f-b81f-965a234f70e6 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:31.644693 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90008cbb-faa8-4781-9bda-4905aef0f330 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.652837 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-90008cbb-faa8-4781-9bda-4905aef0f330 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/570334c4-ef6b-4d3b-ac8d-11a9679adf8d HTTP/1.1" status: 204 len: 168 time: 0.4738812 Nov 27 01:24:31.673488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48086) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:31.677529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5a0db-2d05-4b12-ad05-82b4b3ec22ab tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event deleted for resources: {'Port': ['ID=6bf59a41-8b2c-4bdf-a029-b857c9a18f5b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:31.754322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691060a0-3f13-45fa-9aa7-8a006af330e9 req-aa4a29fe-ff1b-4e78-91c2-7961f1897d72 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:31.763495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-691060a0-3f13-45fa-9aa7-8a006af330e9 req-aa4a29fe-ff1b-4e78-91c2-7961f1897d72 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.1602304 Nov 27 01:24:31.787108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-912430e7-cf98-438c-b8db-615d3030f55d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet e21c7812-d659-43a4-8aea-95bb8950c37c {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:31.793271 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-912430e7-cf98-438c-b8db-615d3030f55d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.844627 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-49c5a0db-2d05-4b12-ad05-82b4b3ec22ab tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.848682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-49c5a0db-2d05-4b12-ad05-82b4b3ec22ab tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "DELETE /v2.0/ports/6bf59a41-8b2c-4bdf-a029-b857c9a18f5b HTTP/1.1" status: 204 len: 168 time: 0.9013531 Nov 27 01:24:31.851801 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48092) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:31.867483 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-912430e7-cf98-438c-b8db-615d3030f55d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:31.871397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-691060a0-3f13-45fa-9aa7-8a006af330e9 req-a80f05bd-a64e-43b1-9934-e9f776e43b39 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067090 Nov 27 01:24:31.916169 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5091a0fa-443e-4c8c-b172-978ea15c2d2c tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] GET failed (client error): The resource could not be found. Nov 27 01:24:31.917704 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5091a0fa-443e-4c8c-b172-978ea15c2d2c tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "GET /v2.0/ports/6bf59a41-8b2c-4bdf-a029-b857c9a18f5b HTTP/1.1" status: 404 len: 333 time: 0.0647371 Nov 27 01:24:31.921768 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48094) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:32.074066 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-912430e7-cf98-438c-b8db-615d3030f55d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.207958 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-912430e7-cf98-438c-b8db-615d3030f55d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.273460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912430e7-cf98-438c-b8db-615d3030f55d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=e21c7812-d659-43a4-8aea-95bb8950c37c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:32.279444 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-912430e7-cf98-438c-b8db-615d3030f55d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.285097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-912430e7-cf98-438c-b8db-615d3030f55d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/e21c7812-d659-43a4-8aea-95bb8950c37c HTTP/1.1" status: 204 len: 168 time: 0.6013505 Nov 27 01:24:32.286006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48106) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:32.337435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1e73cce3-a133-4df6-94cc-5a7cff25c028 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466762 Nov 27 01:24:32.338405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48108) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:32.344024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3b3889c0-bcd3-4e3f-a84f-61dc4a6aa71d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:32.473824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-951d04a7-a22a-4497-a2ca-0bb533eabdd1 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Deleting port b88f6669-56dd-446c-a49a-934eab40175e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:32.474168 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-951d04a7-a22a-4497-a2ca-0bb533eabdd1 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.493898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48114) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:32.534890 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3889c0-bcd3-4e3f-a84f-61dc4a6aa71d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:32.538462 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b3889c0-bcd3-4e3f-a84f-61dc4a6aa71d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.599097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e8c76d-c142-412f-a213-3da3f7357cac admin admin] Deleting subnet 893179f2-7a82-4457-988f-81be00c1e4c3 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:32.612275 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e8c76d-c142-412f-a213-3da3f7357cac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.613590 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-951d04a7-a22a-4497-a2ca-0bb533eabdd1 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.629229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-951d04a7-a22a-4497-a2ca-0bb533eabdd1 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Calling delete_port for b88f6669-56dd-446c-a49a-934eab40175e owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:32.672193 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e8c76d-c142-412f-a213-3da3f7357cac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.759403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e8c76d-c142-412f-a213-3da3f7357cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.843700 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-951d04a7-a22a-4497-a2ca-0bb533eabdd1 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.844261 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadc6fd9-38a4-4535-8de1-4faf497d14f6 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:32.882840 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b3889c0-bcd3-4e3f-a84f-61dc4a6aa71d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.891603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d04a7-a22a-4497-a2ca-0bb533eabdd1 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event deleted for resources: {'Port': ['ID=b88f6669-56dd-446c-a49a-934eab40175e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:32.933273 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e8c76d-c142-412f-a213-3da3f7357cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:32.984199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0e8e4f8f-9362-4996-90b1-36898d5278a5 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:32.984876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4f8f-9362-4996-90b1-36898d5278a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.004707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-951d04a7-a22a-4497-a2ca-0bb533eabdd1 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.010414 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-951d04a7-a22a-4497-a2ca-0bb533eabdd1 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "DELETE /v2.0/ports/b88f6669-56dd-446c-a49a-934eab40175e HTTP/1.1" status: 204 len: 168 time: 1.0850472 Nov 27 01:24:33.011874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48130) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:33.030584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3889c0-bcd3-4e3f-a84f-61dc4a6aa71d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:33.035775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3b3889c0-bcd3-4e3f-a84f-61dc4a6aa71d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:33.047926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3889c0-bcd3-4e3f-a84f-61dc4a6aa71d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:33.048970 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b3889c0-bcd3-4e3f-a84f-61dc4a6aa71d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.082054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e8c76d-c142-412f-a213-3da3f7357cac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.094813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48134) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:33.095009 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-13e8c76d-c142-412f-a213-3da3f7357cac admin admin] 10.222.0.37 "DELETE /v2.0/subnets/893179f2-7a82-4457-988f-81be00c1e4c3 HTTP/1.1" status: 204 len: 168 time: 0.5995386 Nov 27 01:24:33.113197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3889c0-bcd3-4e3f-a84f-61dc4a6aa71d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=cabcd4ca-c11f-429f-b519-20ad7e5c2f63,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:33.150461 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3b3889c0-bcd3-4e3f-a84f-61dc4a6aa71d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8106804 Nov 27 01:24:33.151300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48136) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:33.152182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8c76d-c142-412f-a213-3da3f7357cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=893179f2-7a82-4457-988f-81be00c1e4c3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:33.167644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:33.182640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67b7930-6a7b-4d17-8cb2-68c12d83e9b5 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Deleting subnet 518b0c94-428e-4e7b-abf1-be5cc1ec8c76 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:33.222498 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca728838-0f8e-462f-81f5-a8bf054627b7 req-74067293-c882-49ca-bd98-b4a68643c1fa tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:33.222966 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca728838-0f8e-462f-81f5-a8bf054627b7 req-74067293-c882-49ca-bd98-b4a68643c1fa tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2030025 Nov 27 01:24:33.254841 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a67b7930-6a7b-4d17-8cb2-68c12d83e9b5 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.352740 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.372622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a67b7930-6a7b-4d17-8cb2-68c12d83e9b5 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.433494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f54681f-d9fc-4bfc-9cbf-f399cd2aba68 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:33.457303 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca728838-0f8e-462f-81f5-a8bf054627b7 req-97a1771e-4ae1-4635-b78e-56140112dbd7 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964273 Nov 27 01:24:33.531073 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:33.533383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-091a4157-990c-4114-b650-163b199f1c44 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:33.533909 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-091a4157-990c-4114-b650-163b199f1c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.535150 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.636061 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.649085 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a67b7930-6a7b-4d17-8cb2-68c12d83e9b5 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.700734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:33.732417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b46170b-f08c-4dc4-9e34-1b41332a8e40') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:33.732759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b46170b-f08c-4dc4-9e34-1b41332a8e40') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:33.759243 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.794326 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:24:33.815240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a67b7930-6a7b-4d17-8cb2-68c12d83e9b5 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.896991 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b7930-6a7b-4d17-8cb2-68c12d83e9b5 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event deleted for resources: {'Subnet': ['ID=518b0c94-428e-4e7b-abf1-be5cc1ec8c76,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:33.912769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445b45a7-984a-49e0-947d-c20374f18216 None None] Network c63d414e-a7a9-4e2e-96bf-5be596dd1174 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:33.928103 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a67b7930-6a7b-4d17-8cb2-68c12d83e9b5 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:33.935093 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a67b7930-6a7b-4d17-8cb2-68c12d83e9b5 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "DELETE /v2.0/subnets/518b0c94-428e-4e7b-abf1-be5cc1ec8c76 HTTP/1.1" status: 204 len: 168 time: 0.9233856 Nov 27 01:24:33.937643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48154) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:34.001739 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.007533 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.013748 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] 10.222.0.37 "DELETE /v2.0/networks/a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8 HTTP/1.1" status: 204 len: 168 time: 0.9188187 Nov 27 01:24:34.033287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6a5e57a5-4705-4d06-8ca0-8af388d5d60b None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:34.033927 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6a5e57a5-4705-4d06-8ca0-8af388d5d60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.034962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb45189-edde-43d9-b1c8-ca043f26c5cb admin admin] Pushing event deleted for resources: {'Network': ['ID=a3544a4f-b1a7-4f6c-9e07-7e9f74f2eab8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:34.089534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.226447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Deleting port 88908d37-414c-48a5-b54f-ad8ab6b850f0 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:34.226906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.231922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43985b6-7e44-4eb1-8cab-b5462661d864 None None] DHCP port deletion for c63d414e-a7a9-4e2e-96bf-5be596dd1174 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:34.299840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48164) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:34.309130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a43985b6-7e44-4eb1-8cab-b5462661d864 None None] Deleting port 88908d37-414c-48a5-b54f-ad8ab6b850f0 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:34.310783 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a43985b6-7e44-4eb1-8cab-b5462661d864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.339511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.objects.ports [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103384) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:24:34.369175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] For port 88908d37-414c-48a5-b54f-ad8ab6b850f0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=88908d37-414c-48a5-b54f-ad8ab6b850f0,segment=NetworkSegment(20a8b428-d8e8-44b7-a330-4c6dfb423946),segment_id=20a8b428-d8e8-44b7-a330-4c6dfb423946)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:34.369695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.389137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a43985b6-7e44-4eb1-8cab-b5462661d864 None None] For port 88908d37-414c-48a5-b54f-ad8ab6b850f0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=88908d37-414c-48a5-b54f-ad8ab6b850f0,segment=NetworkSegment(20a8b428-d8e8-44b7-a330-4c6dfb423946),segment_id=20a8b428-d8e8-44b7-a330-4c6dfb423946)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:34.389906 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a43985b6-7e44-4eb1-8cab-b5462661d864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.391322 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Calling delete_port for 88908d37-414c-48a5-b54f-ad8ab6b850f0 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:34.405163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a43985b6-7e44-4eb1-8cab-b5462661d864 None None] Calling delete_port for 88908d37-414c-48a5-b54f-ad8ab6b850f0 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:34.408524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d47a6bf6-1053-415f-9fd0-eb6850d127b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ba466f382574a3fb18136a97d635ee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1010079 Nov 27 01:24:34.412101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48166) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:34.510594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-158278ba-d3d9-4e56-8ada-4478cc7c7d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.526014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a43985b6-7e44-4eb1-8cab-b5462661d864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.549850 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-158278ba-d3d9-4e56-8ada-4478cc7c7d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.573554 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.593786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43985b6-7e44-4eb1-8cab-b5462661d864 None None] No DVR routers for this DVR port 88908d37-414c-48a5-b54f-ad8ab6b850f0 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:24:34.595673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43985b6-7e44-4eb1-8cab-b5462661d864 None None] Pushing event deleted for resources: {'Port': ['ID=88908d37-414c-48a5-b54f-ad8ab6b850f0,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:34.636975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event deleted for resources: {'Port': ['ID=88908d37-414c-48a5-b54f-ad8ab6b850f0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:34.640890 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] No DVR routers for this DVR port 88908d37-414c-48a5-b54f-ad8ab6b850f0 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:24:34.658980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc79f4-b8d8-496b-b510-9906fed0dd86 req-3d0ef0d6-3801-4426-8c9f-37148be5c5a8 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:34.660539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cacc79f4-b8d8-496b-b510-9906fed0dd86 req-3d0ef0d6-3801-4426-8c9f-37148be5c5a8 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.0686829 Nov 27 01:24:34.708460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.738379 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.760479 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-158278ba-d3d9-4e56-8ada-4478cc7c7d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.763212 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-158278ba-d3d9-4e56-8ada-4478cc7c7d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.764438 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-158278ba-d3d9-4e56-8ada-4478cc7c7d28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54142636-c6da-40c8-84c0-a6b727172f18 HTTP/1.1" status: 204 len: 168 time: 0.3514433 Nov 27 01:24:34.776973 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63d414e-a7a9-4e2e-96bf-5be596dd1174']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:34.779327 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158278ba-d3d9-4e56-8ada-4478cc7c7d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54142636-c6da-40c8-84c0-a6b727172f18,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:34.791016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a8b428-d8e8-44b7-a330-4c6dfb423946') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:34.791375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a8b428-d8e8-44b7-a330-4c6dfb423946') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:34.803178 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.810573 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cacc79f4-b8d8-496b-b510-9906fed0dd86 req-69f310d5-6a54-420e-b330-120b7f0d0610 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041982 Nov 27 01:24:34.833634 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.853350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:24:34.853766 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:24:34.857196 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:24:34.970004 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:34.981949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] For port 220c1ac1-f640-4b59-a510-a71e39c635e1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=220c1ac1-f640-4b59-a510-a71e39c635e1,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:34.993830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 88908d37-414c-48a5-b54f-ad8ab6b850f0 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:24:35.005377 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.012340 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] 10.222.0.37 "DELETE /v2.0/networks/c63d414e-a7a9-4e2e-96bf-5be596dd1174 HTTP/1.1" status: 204 len: 168 time: 1.0719743 Nov 27 01:24:35.012340 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc1c74-bd09-40f9-85da-0eea9d3ebb75 tempest-AllowedAddressPairTestJSON-1117411866 tempest-AllowedAddressPairTestJSON-1117411866-project] Pushing event deleted for resources: {'Network': ['ID=c63d414e-a7a9-4e2e-96bf-5be596dd1174,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:35.024992 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 88908d37-414c-48a5-b54f-ad8ab6b850f0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:24:35.025336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 88908d37-414c-48a5-b54f-ad8ab6b850f0 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:24:35.048410 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.057289 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.058396 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.145174 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:35.152429 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:35.159621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:35.160229 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.163538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1051722-23a5-40b8-bde8-64a04970b903 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:35.180402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=fb12ca30-1a07-44d0-9c9c-dc01555f0202,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:35.189436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=220c1ac1-f640-4b59-a510-a71e39c635e1,revision_number=18']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:35.202856 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-eb18aa59-c024-4107-8d3d-2da819a8703f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0413384 Nov 27 01:24:35.205449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48190) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:35.211583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:db:6d:d0', 'name': 'tempest-NetworksTestDHCPv6-1202472727'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:35.278014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48192) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:35.356397 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44e94044-3900-4fb4-ad79-c83c9e3627c5 req-42cd20f7-e325-407b-b060-2e49304afcef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791252 Nov 27 01:24:35.380279 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:35.516064 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3311e6f4-44af-4ecb-abed-01bad3274572 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5bf63165545c492b8f2ce09f4becf111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2365825 Nov 27 01:24:35.518567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48210) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:35.565479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e94044-3900-4fb4-ad79-c83c9e3627c5 req-6f72c08b-9d3e-4991-bb52-4e6d5574d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:35.567048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44e94044-3900-4fb4-ad79-c83c9e3627c5 req-6f72c08b-9d3e-4991-bb52-4e6d5574d0d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a58c80d9a7e443684f4b0ccbad1e4c7&device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 1101 time: 0.0989370 Nov 27 01:24:35.579434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.583639 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf47a-34fa-41d7-bbdf-ef02aa1bc355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.590384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8260a90c-05c0-473f-a3fe-914342cb91a8 None None] Update dhcp port {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': 'fb12ca30-1a07-44d0-9c9c-dc01555f0202', 'ip_address': '2001:db8::f816:3eff:fe9e:6fe1'}, {'subnet_id': 'cabcd4ca-c11f-429f-b519-20ad7e5c2f63'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '220c1ac1-f640-4b59-a510-a71e39c635e1'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:24:35.607446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 07b8b5ca-5c9a-442b-91b1-00409d387af1 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:24:35.610797 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf47a-34fa-41d7-bbdf-ef02aa1bc355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.627587 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8260a90c-05c0-473f-a3fe-914342cb91a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.677803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf47a-34fa-41d7-bbdf-ef02aa1bc355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.683741 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf47a-34fa-41d7-bbdf-ef02aa1bc355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:35.685415 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7bcbf47a-34fa-41d7-bbdf-ef02aa1bc355 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fe9db03-46d8-4c72-b6a8-c0fa53819ed7 HTTP/1.1" status: 204 len: 168 time: 0.1658301 Nov 27 01:24:35.710789 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbf47a-34fa-41d7-bbdf-ef02aa1bc355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe9db03-46d8-4c72-b6a8-c0fa53819ed7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:35.908844 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e94044-3900-4fb4-ad79-c83c9e3627c5 req-6b02e29a-db91-4ddb-ab50-d59e8a1000c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:35.910383 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44e94044-3900-4fb4-ad79-c83c9e3627c5 req-6b02e29a-db91-4ddb-ab50-d59e8a1000c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.3119795 Nov 27 01:24:35.995783 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44e94044-3900-4fb4-ad79-c83c9e3627c5 req-a6fd9d90-3da5-4c12-b6b7-d6d0b9e18079 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=4a766744-198e-49c0-91cb-b9a60fe1a451 HTTP/1.1" status: 200 len: 217 time: 0.0692673 Nov 27 01:24:36.028091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bb8a7-4983-494e-be8c-5f9c2c04276d req-4b664ae3-158f-4927-90ef-bd65d922d0b6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:36.030066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e43bb8a7-4983-494e-be8c-5f9c2c04276d req-4b664ae3-158f-4927-90ef-bd65d922d0b6 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.1158142 Nov 27 01:24:36.058369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 172.20.0.11 (25e602fe-b534-4128-a80f-d182baf30796/cabcd4ca-c11f-429f-b519-20ad7e5c2f63/07b8b5ca-5c9a-442b-91b1-00409d387af1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:36.070480 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::f816:3eff:fedb:6dd0 (25e602fe-b534-4128-a80f-d182baf30796/fb12ca30-1a07-44d0-9c9c-dc01555f0202/07b8b5ca-5c9a-442b-91b1-00409d387af1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:36.085237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e94044-3900-4fb4-ad79-c83c9e3627c5 req-c7307ef1-c6c9-44a4-9356-e2ec8c3632f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:36.087356 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44e94044-3900-4fb4-ad79-c83c9e3627c5 req-c7307ef1-c6c9-44a4-9356-e2ec8c3632f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0814314 Nov 27 01:24:36.116868 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e43bb8a7-4983-494e-be8c-5f9c2c04276d req-5e8bd798-9bb1-41c5-bbcb-b94818762421 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734329 Nov 27 01:24:36.222446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e94044-3900-4fb4-ad79-c83c9e3627c5 req-36978199-345f-4d17-9436-f1844357a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:36.223979 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44e94044-3900-4fb4-ad79-c83c9e3627c5 req-36978199-345f-4d17-9436-f1844357a66a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229215 Nov 27 01:24:36.235520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48240) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:36.375116 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.405082 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44e94044-3900-4fb4-ad79-c83c9e3627c5 req-9040f6a2-b9e0-4643-bca3-2b1b9f061aca service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490524 Nov 27 01:24:36.478106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1383527020-network', 'tenant_id': '258f214a275248c9b2796342b13d6ac9'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:36.493465 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.540292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Made reservation on behalf of 258f214a275248c9b2796342b13d6ac9 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:36.545059 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.549097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=07b8b5ca-5c9a-442b-91b1-00409d387af1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:36.557479 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.589660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-8260a90c-05c0-473f-a3fe-914342cb91a8 None None] Allocated IP 172.20.0.2 (25e602fe-b534-4128-a80f-d182baf30796/cabcd4ca-c11f-429f-b519-20ad7e5c2f63/220c1ac1-f640-4b59-a510-a71e39c635e1) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:36.618734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:36.621685 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44e94044-3900-4fb4-ad79-c83c9e3627c5 req-354a5154-7891-441f-b5a5-45ba92c8bbfb service neutron] 10.222.0.11 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024198 Nov 27 01:24:36.625893 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:36.638144 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:36.746766 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.747112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:36.749795 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.752023 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.752457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8260a90c-05c0-473f-a3fe-914342cb91a8 None None] For port 220c1ac1-f640-4b59-a510-a71e39c635e1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=220c1ac1-f640-4b59-a510-a71e39c635e1,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:36.782647 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-75b25bac-a96b-4f3c-97bc-d0b1cf3f11f7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5757630 Nov 27 01:24:36.785331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48264) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:36.792137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:24:36.797409 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8260a90c-05c0-473f-a3fe-914342cb91a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.810511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48266) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:36.812327 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8260a90c-05c0-473f-a3fe-914342cb91a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.818861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc24d26-9122-4a0c-beb7-77e65a1c77b3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:36.823533 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:36.824068 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Added segment 20d7b76d-65d8-4866-8160-c972d96c6411 of type vlan for network a91d1e1d-5363-48c3-8004-2f8a6556c702 Nov 27 01:24:36.891686 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260a90c-05c0-473f-a3fe-914342cb91a8 None None] Pushing event updated for resources: {'Port': ['ID=220c1ac1-f640-4b59-a510-a71e39c635e1,revision_number=19']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:36.914667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac80818-f038-4a8b-9aa8-76ba74c430ef tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:36.935749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac80818-f038-4a8b-9aa8-76ba74c430ef tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:36.937521 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bac80818-f038-4a8b-9aa8-76ba74c430ef tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1511700 Nov 27 01:24:36.940402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48276) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:36.946001 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.000964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.002420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:37.003380 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.072134 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 220c1ac1-f640-4b59-a510-a71e39c635e1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:37.081977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-54fbbc4c-10f8-46dd-a0e0-0a6d467e2586 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] Request body: {'port': {'network_id': 'ad12b603-ccba-446c-b829-ed2e8068bcde', 'name': 'tempest-NetworksNegativeTestJSON-1788462513'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:37.123633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-57914e85-6b77-42f3-921d-6e23db6504fd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 07b8b5ca-5c9a-442b-91b1-00409d387af1 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:37.124575 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57914e85-6b77-42f3-921d-6e23db6504fd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.174578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:37.174950 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.180777 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9441068 Nov 27 01:24:37.184249 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fbbc4c-10f8-46dd-a0e0-0a6d467e2586 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] POST failed (client error): The resource could not be found. Nov 27 01:24:37.191313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fbbc4c-10f8-46dd-a0e0-0a6d467e2586 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:37.196907 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-54fbbc4c-10f8-46dd-a0e0-0a6d467e2586 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3808131 Nov 27 01:24:37.203503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48282) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:37.219188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48284) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:37.231957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bda8044e-c1ee-49c3-9b26-6f8a4cb3cb14 admin admin] Request body: {'subnet': {'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1383527020-subnet', 'tenant_id': '258f214a275248c9b2796342b13d6ac9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:37.286349 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57914e85-6b77-42f3-921d-6e23db6504fd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.287009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28084f64-e52f-4423-a652-69a87b079f96 admin admin] Pushing event updated for resources: {'Network': ['ID=a91d1e1d-5363-48c3-8004-2f8a6556c702,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:37.302349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-57914e85-6b77-42f3-921d-6e23db6504fd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 07b8b5ca-5c9a-442b-91b1-00409d387af1 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:37.304993 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a91d1e1d-5363-48c3-8004-2f8a6556c702 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:24:37.306525 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6511bad6-7167-4812-8230-5de7c1abd513 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] DELETE failed (client error): The resource could not be found. Nov 27 01:24:37.307189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6511bad6-7167-4812-8230-5de7c1abd513 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:37.315596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48288) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:37.315836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6511bad6-7167-4812-8230-5de7c1abd513 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] 10.222.0.37 "DELETE /v2.0/networks/90142277-d235-46a8-861a-6ce1feef5b20 HTTP/1.1" status: 404 len: 339 time: 0.0936065 Nov 27 01:24:37.318366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda8044e-c1ee-49c3-9b26-6f8a4cb3cb14 admin admin] Made reservation on behalf of 258f214a275248c9b2796342b13d6ac9 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:37.321541 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bda8044e-c1ee-49c3-9b26-6f8a4cb3cb14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.370343 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ddc09b-97d3-404a-a58e-bbcc2b70a42d tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] DELETE failed (client error): The resource could not be found. Nov 27 01:24:37.374979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ddc09b-97d3-404a-a58e-bbcc2b70a42d tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:37.378475 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a4ddc09b-97d3-404a-a58e-bbcc2b70a42d tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] 10.222.0.37 "DELETE /v2.0/ports/644570ea-8d3f-4bf6-9248-f6cdc4406bb6 HTTP/1.1" status: 404 len: 333 time: 0.0594950 Nov 27 01:24:37.384834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48292) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:37.438827 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99973af-4c97-4f98-bd6a-08818f40def8 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] DELETE failed (client error): The resource could not be found. Nov 27 01:24:37.439607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99973af-4c97-4f98-bd6a-08818f40def8 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:37.445624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad42aba-2e21-461a-ac88-2b3af3c71f47 req-2874329d-77f5-47a0-b910-290b93dc67b8 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:37.453524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a99973af-4c97-4f98-bd6a-08818f40def8 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] 10.222.0.37 "DELETE /v2.0/subnets/37a7d8c2-39d3-4149-a3f8-01b76eaf31ef HTTP/1.1" status: 404 len: 337 time: 0.0640440 Nov 27 01:24:37.458769 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fad42aba-2e21-461a-ac88-2b3af3c71f47 req-2874329d-77f5-47a0-b910-290b93dc67b8 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2163146 Nov 27 01:24:37.461808 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48294) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:37.535612 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8dc46c-1de0-4b08-9a15-d336ec010c5e tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] GET failed (client error): The resource could not be found. Nov 27 01:24:37.542078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48296) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:37.544665 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7f8dc46c-1de0-4b08-9a15-d336ec010c5e tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] 10.222.0.37 "GET /v2.0/networks/a258c6fa-6f00-49db-9dee-5b540d9ec6dc HTTP/1.1" status: 404 len: 339 time: 0.0785797 Nov 27 01:24:37.581857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fad42aba-2e21-461a-ac88-2b3af3c71f47 req-442cf2a0-0890-4aa0-b315-bb4f8f199356 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219780 Nov 27 01:24:37.606300 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b90201-8805-491c-8af0-4c5c2730ffff tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] GET failed (client error): The resource could not be found. Nov 27 01:24:37.606300 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b1b90201-8805-491c-8af0-4c5c2730ffff tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] 10.222.0.37 "GET /v2.0/ports/87863ed8-2b69-49a9-92fb-12f78decb4f9 HTTP/1.1" status: 404 len: 333 time: 0.0605228 Nov 27 01:24:37.609408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48298) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:37.643804 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-921a9c2e-21f3-44ec-adb6-9f232e8376e2 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] GET failed (client error): The resource could not be found. Nov 27 01:24:37.648953 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-921a9c2e-21f3-44ec-adb6-9f232e8376e2 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] 10.222.0.37 "GET /v2.0/subnets/573d0de8-c12a-4dbe-900c-4218b390f38d HTTP/1.1" status: 404 len: 337 time: 0.0382237 Nov 27 01:24:37.649653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48300) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:37.654920 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-441a8239-80ec-4fd6-a72b-da10b5dc38a0 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:37.668847 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-441a8239-80ec-4fd6-a72b-da10b5dc38a0 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] PUT failed (client error): The resource could not be found. Nov 27 01:24:37.669353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441a8239-80ec-4fd6-a72b-da10b5dc38a0 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:37.675386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-441a8239-80ec-4fd6-a72b-da10b5dc38a0 tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] 10.222.0.37 "PUT /v2.0/networks/2b9c5f21-a34f-4438-8416-a8d2665d9d9b HTTP/1.1" status: 404 len: 339 time: 0.0246520 Nov 27 01:24:37.676011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48302) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:37.681812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-32963f82-7098-414c-9cbd-c13bf7568a1a tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:37.700478 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57914e85-6b77-42f3-921d-6e23db6504fd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.706454 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-32963f82-7098-414c-9cbd-c13bf7568a1a tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] PUT failed (client error): The resource could not be found. Nov 27 01:24:37.707107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32963f82-7098-414c-9cbd-c13bf7568a1a tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:37.712845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:37.713150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-32963f82-7098-414c-9cbd-c13bf7568a1a tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] 10.222.0.37 "PUT /v2.0/ports/ed60c29b-b264-4a0e-b251-da365af37c77 HTTP/1.1" status: 404 len: 333 time: 0.0361028 Nov 27 01:24:37.725555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9601eb8c-c719-45af-99c9-40c158c8c50d tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:37.772229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57914e85-6b77-42f3-921d-6e23db6504fd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=07b8b5ca-5c9a-442b-91b1-00409d387af1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:37.824108 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-9601eb8c-c719-45af-99c9-40c158c8c50d tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] PUT failed (client error): The resource could not be found. Nov 27 01:24:37.824576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9601eb8c-c719-45af-99c9-40c158c8c50d tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:37.825939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9601eb8c-c719-45af-99c9-40c158c8c50d tempest-NetworksNegativeTestJSON-1568947697 tempest-NetworksNegativeTestJSON-1568947697-project] 10.222.0.37 "PUT /v2.0/subnets/8cf3c40e-8624-4c18-8fb1-c3589b88a521 HTTP/1.1" status: 404 len: 337 time: 0.1118650 Nov 27 01:24:37.859466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bda8044e-c1ee-49c3-9b26-6f8a4cb3cb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.888652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8c9711fe-2d00-4ae3-bacf-467ee33db434 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:37.889136 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8c9711fe-2d00-4ae3-bacf-467ee33db434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.945186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57914e85-6b77-42f3-921d-6e23db6504fd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:37.953739 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-57914e85-6b77-42f3-921d-6e23db6504fd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/07b8b5ca-5c9a-442b-91b1-00409d387af1 HTTP/1.1" status: 204 len: 168 time: 1.0122499 Nov 27 01:24:37.954453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48316) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:38.002709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8044e-c1ee-49c3-9b26-6f8a4cb3cb14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3b09fd-6de3-4017-98dd-e13acaa0f708,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:38.021034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda8044e-c1ee-49c3-9b26-6f8a4cb3cb14 admin admin] Checking segment: {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:38.021571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda8044e-c1ee-49c3-9b26-6f8a4cb3cb14 admin admin] Network hostable DHCP agents. Network: a91d1e1d-5363-48c3-8004-2f8a6556c702, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:24:38.053089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda8044e-c1ee-49c3-9b26-6f8a4cb3cb14 admin admin] Network a91d1e1d-5363-48c3-8004-2f8a6556c702 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:24:38.075061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fc733e-1497-41e5-95ee-01ae47747161 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:38.077290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fc733e-1497-41e5-95ee-01ae47747161 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:38.079199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fc733e-1497-41e5-95ee-01ae47747161 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:38.081515 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-43fc733e-1497-41e5-95ee-01ae47747161 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1261129 Nov 27 01:24:38.085786 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48318) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:38.096245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-bda8044e-c1ee-49c3-9b26-6f8a4cb3cb14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a91d1e1d-5363-48c3-8004-2f8a6556c702) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:38.107456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda8044e-c1ee-49c3-9b26-6f8a4cb3cb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:38.109844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7d847a-beb4-4a7a-b9a0-6eb2fe9ccc04 None None] Network a91d1e1d-5363-48c3-8004-2f8a6556c702 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:38.119037 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bda8044e-c1ee-49c3-9b26-6f8a4cb3cb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:38.152070 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bda8044e-c1ee-49c3-9b26-6f8a4cb3cb14 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9314067 Nov 27 01:24:38.275749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4bc7cc-7fc9-42fb-addf-9eb8071ccc07 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet cabcd4ca-c11f-429f-b519-20ad7e5c2f63 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:38.284524 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e4bc7cc-7fc9-42fb-addf-9eb8071ccc07 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:38.384878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e4bc7cc-7fc9-42fb-addf-9eb8071ccc07 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:38.406213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b90aba26-d20f-489d-87e5-4eb3132b1dfd None None] Could not find standard attr ID for object 07b8b5ca-5c9a-442b-91b1-00409d387af1. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:24:38.490670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e4bc7cc-7fc9-42fb-addf-9eb8071ccc07 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:38.495163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-a91d1e1d-5363-48c3-8004-2f8a6556c702', 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702', 'tenant_id': '258f214a275248c9b2796342b13d6ac9', 'fixed_ips': [{'subnet_id': '9c3b09fd-6de3-4017-98dd-e13acaa0f708'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:24:38.496499 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:38.561374 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48338) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:38.682659 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e4bc7cc-7fc9-42fb-addf-9eb8071ccc07 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:38.760749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bc7cc-7fc9-42fb-addf-9eb8071ccc07 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=cabcd4ca-c11f-429f-b519-20ad7e5c2f63,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:38.791374 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e4bc7cc-7fc9-42fb-addf-9eb8071ccc07 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:38.796091 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9e4bc7cc-7fc9-42fb-addf-9eb8071ccc07 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/cabcd4ca-c11f-429f-b519-20ad7e5c2f63 HTTP/1.1" status: 204 len: 168 time: 0.7090235 Nov 27 01:24:38.811804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f1dc44-df65-4b90-9595-fc5f2822028b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:38.813666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48352) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:38.860818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a5d6b0-e559-4ee2-bd72-d0264da3d607 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:38.885892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf0b13-e62e-4dae-a4a4-174a743ebbc5 req-63a797cd-e5fa-4a4d-8a36-0996d5be0f1b tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:38.887494 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11cf0b13-e62e-4dae-a4a4-174a743ebbc5 req-63a797cd-e5fa-4a4d-8a36-0996d5be0f1b tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.1293249 Nov 27 01:24:38.957906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8df1467-afa8-4dbe-af6a-c12b64ed2748 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet fb12ca30-1a07-44d0-9c9c-dc01555f0202 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:38.963401 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8df1467-afa8-4dbe-af6a-c12b64ed2748 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.022981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Allocated IP 172.20.0.2 (a91d1e1d-5363-48c3-8004-2f8a6556c702/9c3b09fd-6de3-4017-98dd-e13acaa0f708/ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:39.036304 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11cf0b13-e62e-4dae-a4a4-174a743ebbc5 req-1d118013-7e73-4779-b9a0-5ab01fe9f108 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391480 Nov 27 01:24:39.072793 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8df1467-afa8-4dbe-af6a-c12b64ed2748 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.116233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 220c1ac1-f640-4b59-a510-a71e39c635e1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:39.202714 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8df1467-afa8-4dbe-af6a-c12b64ed2748 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.278278 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:39.278278 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.563702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-3995e092-4549-4289-b576-fbc686308ded tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:39.565194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-3995e092-4549-4289-b576-fbc686308ded tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/networks?id=a91d1e1d-5363-48c3-8004-2f8a6556c702 HTTP/1.1" status: 200 len: 816 time: 0.3657439 Nov 27 01:24:39.609423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-69e5096c-7280-4ecb-94c1-50db42d92e26 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/quotas/258f214a275248c9b2796342b13d6ac9 HTTP/1.1" status: 200 len: 375 time: 0.0209444 Nov 27 01:24:39.648170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f1dc44-df65-4b90-9595-fc5f2822028b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.667107 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-2383396a-719c-4411-8dc0-4cf2f51aba94 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=258f214a275248c9b2796342b13d6ac9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460632 Nov 27 01:24:39.671154 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f1dc44-df65-4b90-9595-fc5f2822028b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.705850 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.714278 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.724448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1dc44-df65-4b90-9595-fc5f2822028b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0cc6bf-7f63-4d85-ba39-ab4be59f31f4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:39.732002 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-03f1dc44-df65-4b90-9595-fc5f2822028b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=741b914ab6e04bf4b32c8c8905793a06&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1668911 Nov 27 01:24:39.732372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48380) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:39.745905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8df1467-afa8-4dbe-af6a-c12b64ed2748 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.769026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8df1467-afa8-4dbe-af6a-c12b64ed2748 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.769852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Pushing event updated for resources: {'Port': ['ID=ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:39.777539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b8df1467-afa8-4dbe-af6a-c12b64ed2748 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/fb12ca30-1a07-44d0-9c9c-dc01555f0202 HTTP/1.1" status: 204 len: 168 time: 0.9568400 Nov 27 01:24:39.778356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48382) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:39.784227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Network a91d1e1d-5363-48c3-8004-2f8a6556c702 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:39.786018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:39.791392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:39.804788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df1467-afa8-4dbe-af6a-c12b64ed2748 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=fb12ca30-1a07-44d0-9c9c-dc01555f0202,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:39.830316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-28c607d3-ab87-4d73-9f30-d8134f660149 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:24:39.831522 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-28c607d3-ab87-4d73-9f30-d8134f660149 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1283252 Nov 27 01:24:39.865455 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1477e56b-239b-4aeb-ad2d-548c532ff622 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849338 Nov 27 01:24:39.868663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48384) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:39.904077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Attempting to bind port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:39.904446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Attempting to bind port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:39.904812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Attempting to bind port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c on network a91d1e1d-5363-48c3-8004-2f8a6556c702 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:39.911055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:39.912110 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Checking segment: {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:39.912532 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.913157 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Bound using segment: {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:39.913643 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Bound port: ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:39.914020 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.927556 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eaf31841-167d-4480-b9ef-a94521c26624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.962170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eaf31841-167d-4480-b9ef-a94521c26624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:39.984777 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b45d7d-26ef-4a5c-b484-98251329a71d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:39.987346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d7b45d7d-26ef-4a5c-b484-98251329a71d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1169829 Nov 27 01:24:39.995759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48386) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:40.013515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] For port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:40.021915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] For port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:40.033351 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.081784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-a4b9eae8-1980-4cd7-ac2f-2162d56e3dd8 service neutron] 10.222.0.37 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400885 Nov 27 01:24:40.209178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b71648-a3bc-4b20-b84e-fb902554b454 None None] Pushing event updated for resources: {'Port': ['ID=ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:40.257225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426a11c9-ae72-47ed-bae8-0ed7c2568dbe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:40.258764 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-426a11c9-ae72-47ed-bae8-0ed7c2568dbe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2560036 Nov 27 01:24:40.261239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48398) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:40.336619 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-78387be0-894f-4e46-b14d-9e79188b2517 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695317 Nov 27 01:24:40.337676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-47fb2b84-f692-4f84-926e-6104c9dec53f service neutron] 10.222.0.37 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444057 Nov 27 01:24:40.337676 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48400) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:40.357374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d64eb-39c0-42f3-acc3-b22c912d5326 req-93eb3015-288d-439f-86c4-95123f05c444 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:40.359518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-58642c01-8d0a-41ac-a9cf-59124a0f8890 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:40.365227 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea1d64eb-39c0-42f3-acc3-b22c912d5326 req-93eb3015-288d-439f-86c4-95123f05c444 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.1793997 Nov 27 01:24:40.426333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eaf31841-167d-4480-b9ef-a94521c26624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.429814 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eaf31841-167d-4480-b9ef-a94521c26624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.433896 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eaf31841-167d-4480-b9ef-a94521c26624 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a0cc6bf-7f63-4d85-ba39-ab4be59f31f4 HTTP/1.1" status: 204 len: 168 time: 0.6975772 Nov 27 01:24:40.455611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf31841-167d-4480-b9ef-a94521c26624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0cc6bf-7f63-4d85-ba39-ab4be59f31f4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:40.467053 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea1d64eb-39c0-42f3-acc3-b22c912d5326 req-9b18ce0e-55a3-4161-92f6-514ec76ee1a7 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008542 Nov 27 01:24:40.678894 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58642c01-8d0a-41ac-a9cf-59124a0f8890 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:40.684600 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58642c01-8d0a-41ac-a9cf-59124a0f8890 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:40.686923 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-58642c01-8d0a-41ac-a9cf-59124a0f8890 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:24:40.687358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58642c01-8d0a-41ac-a9cf-59124a0f8890 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:40.789633 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-58642c01-8d0a-41ac-a9cf-59124a0f8890 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4477131 Nov 27 01:24:40.789841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48414) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:40.802633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-154317e7-9051-4430-9817-955cb8588668 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:40.822095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea79838-4098-4655-9a6e-8fef853b0034 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:40.973424 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:24:41.141102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c9bcf7b3-72ad-49cb-858a-d9e64a86da81 None None] Provisioning complete for port 220c1ac1-f640-4b59-a510-a71e39c635e1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:41.141595 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c9bcf7b3-72ad-49cb-858a-d9e64a86da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.222230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:41.361322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154317e7-9051-4430-9817-955cb8588668 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:41.376162 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-154317e7-9051-4430-9817-955cb8588668 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.383090 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-154317e7-9051-4430-9817-955cb8588668 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:24:41.383549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154317e7-9051-4430-9817-955cb8588668 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:41.426745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48444) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:41.427292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-154317e7-9051-4430-9817-955cb8588668 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6358292 Nov 27 01:24:41.435914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-89d261b3-9054-46a5-b924-9e079eef4894 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:41.544603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-ad7f4518-e342-4705-9238-2217e75d7b1f tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:41.546222 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-ad7f4518-e342-4705-9238-2217e75d7b1f tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/networks?id=a91d1e1d-5363-48c3-8004-2f8a6556c702 HTTP/1.1" status: 200 len: 816 time: 0.4880288 Nov 27 01:24:41.568265 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f95479a-a041-48b1-b530-5c30730b6ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.601254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d261b3-9054-46a5-b924-9e079eef4894 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:41.607470 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-15d3c721-8dc2-4d43-a507-d30de0febec0 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/quotas/258f214a275248c9b2796342b13d6ac9 HTTP/1.1" status: 200 len: 375 time: 0.0429595 Nov 27 01:24:41.611283 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89d261b3-9054-46a5-b924-9e079eef4894 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.615611 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d261b3-9054-46a5-b924-9e079eef4894 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:24:41.620816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d261b3-9054-46a5-b924-9e079eef4894 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:41.657244 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-89d261b3-9054-46a5-b924-9e079eef4894 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2248790 Nov 27 01:24:41.657244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48454) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:41.661897 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-62d8389d-dcdc-4e8c-9162-796f166d169c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:41.710740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:41.711747 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.800333 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-91e6f497-1756-4e5d-8eab-fb824ad5f8bc tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=258f214a275248c9b2796342b13d6ac9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1855299 Nov 27 01:24:41.847100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a88ca04-908e-4833-a0c2-42370b354d29 None None] DHCP port deletion for 25e602fe-b534-4128-a80f-d182baf30796 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:41.939866 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d8389d-dcdc-4e8c-9162-796f166d169c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:41.950795 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62d8389d-dcdc-4e8c-9162-796f166d169c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:41.952610 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d8389d-dcdc-4e8c-9162-796f166d169c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:24:41.953299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d8389d-dcdc-4e8c-9162-796f166d169c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:42.000842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e28cb-4b1f-45b6-ac00-05389362428d req-e41a410b-1c5e-4e7f-bec1-22d979fcb6c7 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:42.006285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f57e28cb-4b1f-45b6-ac00-05389362428d req-e41a410b-1c5e-4e7f-bec1-22d979fcb6c7 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.1950819 Nov 27 01:24:42.050132 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-62d8389d-dcdc-4e8c-9162-796f166d169c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3925059 Nov 27 01:24:42.052289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48466) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:42.058704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6cddedb4-1a03-4e74-bd02-c7c871381d4d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:42.147015 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-52e9bac2-f4f2-473d-acd0-f87a630783a3 service neutron] 10.222.0.37 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388314 Nov 27 01:24:42.171165 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.184843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ccd4aa-f62f-42bd-b1fc-ec7c65b365a3 None None] Network a91d1e1d-5363-48c3-8004-2f8a6556c702 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:42.185697 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f57e28cb-4b1f-45b6-ac00-05389362428d req-25c38b50-6024-4988-86c0-64e48bdb8883 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705019 Nov 27 01:24:42.292203 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cddedb4-1a03-4e74-bd02-c7c871381d4d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:42.296991 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6cddedb4-1a03-4e74-bd02-c7c871381d4d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.299013 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cddedb4-1a03-4e74-bd02-c7c871381d4d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:24:42.299787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cddedb4-1a03-4e74-bd02-c7c871381d4d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:42.322792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6cddedb4-1a03-4e74-bd02-c7c871381d4d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2688990 Nov 27 01:24:42.325248 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48474) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:42.347220 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fff8157c-f35b-4c22-8f79-a242087dd45b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:42.374356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:42.431000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-bdeca22b-35e0-4aef-9e9d-e7adda8e5d43 service neutron] 10.222.0.37 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628486 Nov 27 01:24:42.445354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48480) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:42.455735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cb6cf584-46aa-429e-9a53-1b4e8836f21c None None] Provisioning complete for port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:42.456535 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf584-46aa-429e-9a53-1b4e8836f21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.540391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff8157c-f35b-4c22-8f79-a242087dd45b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:42.544863 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fff8157c-f35b-4c22-8f79-a242087dd45b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.546615 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff8157c-f35b-4c22-8f79-a242087dd45b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:24:42.547704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff8157c-f35b-4c22-8f79-a242087dd45b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:24:42.573604 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.581418 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fff8157c-f35b-4c22-8f79-a242087dd45b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2522469 Nov 27 01:24:42.581418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48484) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:42.652347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1813788120'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:42.669319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9a88ca04-908e-4833-a0c2-42370b354d29 None None] Deleting port 220c1ac1-f640-4b59-a510-a71e39c635e1 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:42.670086 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a88ca04-908e-4833-a0c2-42370b354d29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.737520 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:42.750172 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.779828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d403f5fb-6fb4-482d-9594-c1a795c815df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:42.785711 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d403f5fb-6fb4-482d-9594-c1a795c815df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2015328 Nov 27 01:24:42.789146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48492) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:42.806858 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.922433 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9a88ca04-908e-4833-a0c2-42370b354d29 None None] For port 220c1ac1-f640-4b59-a510-a71e39c635e1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=220c1ac1-f640-4b59-a510-a71e39c635e1,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:42.923522 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a88ca04-908e-4833-a0c2-42370b354d29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:42.962914 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:43.014041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa150a66-3b96-4209-9902-4b6936f8adcc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:43.033190 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fa150a66-3b96-4209-9902-4b6936f8adcc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2422838 Nov 27 01:24:43.035628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48508) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:43.098641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 220c1ac1-f640-4b59-a510-a71e39c635e1 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:24:43.128711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d4adcabb-33fb-4561-8d0c-f149defc37fa tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883224 Nov 27 01:24:43.136138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48516) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:43.167107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.172424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-099160c0-804b-4d1e-9119-19fe63ea8d02 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:43.181057 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.218509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9a88ca04-908e-4833-a0c2-42370b354d29 None None] Calling delete_port for 220c1ac1-f640-4b59-a510-a71e39c635e1 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:43.279917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:24:43.295808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f70eec0-35a3-4246-a002-4fed403d1e95,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:43.308253 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.309126 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Added segment 4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e of type vlan for network d9930ab9-8de4-4dd9-b68a-0e72f205d0d0 Nov 27 01:24:43.375816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa391e4d-429e-44de-9eff-346c454c0747 req-671fa5fb-dc90-465d-a604-7cc50ba336dd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:43.377741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-671fa5fb-dc90-465d-a604-7cc50ba336dd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/networks?id=a91d1e1d-5363-48c3-8004-2f8a6556c702 HTTP/1.1" status: 200 len: 816 time: 0.3702176 Nov 27 01:24:43.414573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.429959 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-474ff6aa-fc65-4501-b583-39fc161d6e29 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/quotas/258f214a275248c9b2796342b13d6ac9 HTTP/1.1" status: 200 len: 375 time: 0.0429287 Nov 27 01:24:43.552126 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.561059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:43.562923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.594501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-5d65a099-74ac-4826-a350-fe1ae6bc8368 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=258f214a275248c9b2796342b13d6ac9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1510062 Nov 27 01:24:43.663672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a088f7-e97d-4ad3-992c-a9611827f3a5 req-0bec3991-cf7b-491d-bdb2-6eb16792f5a5 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:43.671799 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86a088f7-e97d-4ad3-992c-a9611827f3a5 req-0bec3991-cf7b-491d-bdb2-6eb16792f5a5 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2290292 Nov 27 01:24:43.704650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099160c0-804b-4d1e-9119-19fe63ea8d02 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:43.708766 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-099160c0-804b-4d1e-9119-19fe63ea8d02 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.728782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-a5f001ab-b187-4530-bfab-e3793453d371 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:43.730556 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-a5f001ab-b187-4530-bfab-e3793453d371 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.42 "GET /v2.0/networks?id=a91d1e1d-5363-48c3-8004-2f8a6556c702 HTTP/1.1" status: 200 len: 816 time: 0.5882468 Nov 27 01:24:43.757302 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.760044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Request body: {'port': {'device_id': '0494af5a-6ade-4e8f-862c-eb2ab800a112', 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702', 'admin_state_up': True, 'tenant_id': '258f214a275248c9b2796342b13d6ac9'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:43.834520 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a88ca04-908e-4833-a0c2-42370b354d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:43.890939 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86a088f7-e97d-4ad3-992c-a9611827f3a5 req-c053ea14-57c4-4552-a841-bba3ef21d908 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178679 Nov 27 01:24:44.014481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88ca04-908e-4833-a0c2-42370b354d29 None None] Pushing event deleted for resources: {'Port': ['ID=220c1ac1-f640-4b59-a510-a71e39c635e1,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:44.029142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a88ca04-908e-4833-a0c2-42370b354d29 None None] No DVR routers for this DVR port 220c1ac1-f640-4b59-a510-a71e39c635e1 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:24:44.052674 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-10444b45-0f1a-4065-8da3-9caa726e4883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.209082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a8d786b1-4451-4c09-85cd-da680b116109 None None] Provisioning complete for port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:44.211399 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8d786b1-4451-4c09-85cd-da680b116109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.298083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Made reservation on behalf of 258f214a275248c9b2796342b13d6ac9 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:44.302163 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.385907 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.430773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Network': ['ID=d9930ab9-8de4-4dd9-b68a-0e72f205d0d0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:44.442828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network d9930ab9-8de4-4dd9-b68a-0e72f205d0d0 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:24:44.450479 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6889ed6-f781-4358-a825-acdc40a12218 req-6ef92009-6d65-491a-9a5c-a62d08dbd5fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9700613 Nov 27 01:24:44.459285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b192e4a6-bd1d-46e8-a8a5-c6e543e1a1f2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0125854 Nov 27 01:24:44.460989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48536) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:44.469497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Allocated IP 172.20.0.7 (a91d1e1d-5363-48c3-8004-2f8a6556c702/9c3b09fd-6de3-4017-98dd-e13acaa0f708/53260169-f0d4-4e09-b5c0-a5f2c318f77a) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:44.486405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1004943927'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:44.711460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.737277 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-bbe261c4-7878-4a20-81e8-b4340db12772 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:44.738863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-bbe261c4-7878-4a20-81e8-b4340db12772 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.11 "GET /v2.0/networks?id=a91d1e1d-5363-48c3-8004-2f8a6556c702 HTTP/1.1" status: 200 len: 816 time: 0.1216648 Nov 27 01:24:44.749928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6889ed6-f781-4358-a825-acdc40a12218 req-59d62750-1a2d-4bbe-98d6-15709787acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:44.751539 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6889ed6-f781-4358-a825-acdc40a12218 req-59d62750-1a2d-4bbe-98d6-15709787acb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52ac6fd6419d434f9c1662bb6943d715&device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 1097 time: 0.2475653 Nov 27 01:24:44.760901 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-01305c6e-52d0-46c0-a259-0a188041f981 service neutron] 10.222.0.37 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1514504 Nov 27 01:24:44.770674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:44.771291 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.774374 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.791026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Request body: {'port': {'device_id': 'd073bf68-5076-4fe1-851e-03ccc1e7ca68', 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702', 'admin_state_up': True, 'tenant_id': '258f214a275248c9b2796342b13d6ac9'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:44.889230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.objects.ports [None req-099160c0-804b-4d1e-9119-19fe63ea8d02 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103384) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:24:44.892557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Pushing event updated for resources: {'Port': ['ID=53260169-f0d4-4e09-b5c0-a5f2c318f77a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:44.900217 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-099160c0-804b-4d1e-9119-19fe63ea8d02 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:44.954437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Network a91d1e1d-5363-48c3-8004-2f8a6556c702 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:44.987212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:45.005029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:45.011252 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.061626 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:45.076393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099160c0-804b-4d1e-9119-19fe63ea8d02 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:45.077944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-099160c0-804b-4d1e-9119-19fe63ea8d02 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:45.097625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099160c0-804b-4d1e-9119-19fe63ea8d02 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:45.099212 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-099160c0-804b-4d1e-9119-19fe63ea8d02 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.141300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54457722-6ec9-486f-84f1-fa105bce56a7 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:45.202199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:24:45.228377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099160c0-804b-4d1e-9119-19fe63ea8d02 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=e5340681-8bd1-4549-a1d0-ac3a184fb15d,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:45.235298 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.235510 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Added segment b51e9534-c01b-453a-93b1-78cc85455bd5 of type vlan for network 7c575bee-2f1a-4f7f-95e4-16db111ea5e8 Nov 27 01:24:45.277917 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-6bbfe385-b2ad-4ddc-bbce-2181e0c08476 service neutron] 10.222.0.37 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161507 Nov 27 01:24:45.305585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Made reservation on behalf of 258f214a275248c9b2796342b13d6ac9 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:45.312772 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.313419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:45.314011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:45.314603 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.315942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.347425 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-099160c0-804b-4d1e-9119-19fe63ea8d02 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2088811 Nov 27 01:24:45.352840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48554) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:45.375328 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb8d31-3b17-4b7f-880d-dc485929be65 req-48df17d6-1f32-4434-a8d1-2937cd2883e4 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:45.384948 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4eeb8d31-3b17-4b7f-880d-dc485929be65 req-48df17d6-1f32-4434-a8d1-2937cd2883e4 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2642989 Nov 27 01:24:45.407647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:11:cb:be', 'name': 'tempest-NetworksTestDHCPv6-1386942659'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:45.436949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-72512ef5-b311-40cc-a56f-23098cf03353 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6894689 Nov 27 01:24:45.447030 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.482901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Request body: {'port': {'device_id': '0494af5a-6ade-4e8f-862c-eb2ab800a112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:45.541137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-25e602fe-b534-4128-a80f-d182baf30796', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'fixed_ips': [{'subnet_id': 'e5340681-8bd1-4549-a1d0-ac3a184fb15d'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:24:45.559299 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.622162 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9cb642f2-0d64-4d77-a2a4-9331f05e5318 None None] Provisioning complete for port 53260169-f0d4-4e09-b5c0-a5f2c318f77a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:45.634394 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9cb642f2-0d64-4d77-a2a4-9331f05e5318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.636220 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6889ed6-f781-4358-a825-acdc40a12218 req-3306fce5-3433-4547-85b8-f759c353259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:45.648700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6889ed6-f781-4358-a825-acdc40a12218 req-3306fce5-3433-4547-85b8-f759c353259b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 HTTP/1.1" status: 200 len: 912 time: 0.7350824 Nov 27 01:24:45.723592 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.resource_extend [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:24:45.778962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4eeb8d31-3b17-4b7f-880d-dc485929be65 req-5dccfba7-01b7-41e7-bc25-36321ec5d510 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922784 Nov 27 01:24:45.816477 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.848479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Allocated IP 2001:db8::f816:3eff:fe48:5085 (25e602fe-b534-4128-a80f-d182baf30796/e5340681-8bd1-4549-a1d0-ac3a184fb15d/97a92d54-2d3f-41bd-93c5-509ab7950106) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:45.911973 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6889ed6-f781-4358-a825-acdc40a12218 req-3fe13374-9b23-4170-86e5-0f98e16add17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f469c64-d94c-4c5c-9cb3-23db48be8ace HTTP/1.1" status: 200 len: 217 time: 0.2423120 Nov 27 01:24:45.989274 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:45.996094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:45.996961 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.035343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8994070a-419e-4cb7-96c6-345d8a254557 req-2e396554-f78e-45ca-b25d-bc696592c3fa tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 210 time: 0.1260562 Nov 27 01:24:46.064126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:46.121550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Allocated IP 172.20.0.13 (a91d1e1d-5363-48c3-8004-2f8a6556c702/9c3b09fd-6de3-4017-98dd-e13acaa0f708/12ee0417-b653-4a3c-9ee3-1ea6bddd67a3) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:46.202206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Network': ['ID=7c575bee-2f1a-4f7f-95e4-16db111ea5e8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:46.207447 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.227386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-92f85008-c0d6-43f9-acfa-6abfcd2cd8a7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7499399 Nov 27 01:24:46.233273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48578) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:46.241434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a98c8aa3-78c7-4b38-8428-da4ef6c364b6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'subnet': {'network_id': 'd9930ab9-8de4-4dd9-b68a-0e72f205d0d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:46.258919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6889ed6-f781-4358-a825-acdc40a12218 req-2fdf2175-bbd1-4e46-b137-429cc917d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:46.263546 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6889ed6-f781-4358-a825-acdc40a12218 req-2fdf2175-bbd1-4e46-b137-429cc917d003 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c6d9c5a7-8e33-42a1-b9ce-87af427cb7df HTTP/1.1" status: 200 len: 851 time: 0.3193781 Nov 27 01:24:46.269883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 7c575bee-2f1a-4f7f-95e4-16db111ea5e8 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:24:46.342743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port ebbc32dd-6100-46f8-83ff-e9c42229bd70 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:24:46.343452 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6889ed6-f781-4358-a825-acdc40a12218 req-6a8eeaa9-14a1-45f3-ab1d-0e63ae613262 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693295 Nov 27 01:24:46.465045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98c8aa3-78c7-4b38-8428-da4ef6c364b6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:46.472351 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98c8aa3-78c7-4b38-8428-da4ef6c364b6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.591928 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9cb642f2-0d64-4d77-a2a4-9331f05e5318 None None] Port 53260169-f0d4-4e09-b5c0-a5f2c318f77a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:46.635249 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.651870 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.677347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6889ed6-f781-4358-a825-acdc40a12218 req-559641e0-ce81-4853-a410-01f4126b28af service neutron] 10.222.0.42 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099034 Nov 27 01:24:46.724966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Pushing event updated for resources: {'Port': ['ID=97a92d54-2d3f-41bd-93c5-509ab7950106,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:46.751528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:46.753869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:46.773158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:46.779040 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6889ed6-f781-4358-a825-acdc40a12218 req-54ea3521-e3c4-47cc-b9f6-916b361d32b4 service neutron] 10.222.0.42 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949378 Nov 27 01:24:46.785466 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.800006 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.838111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::f816:3eff:fe11:cbbe (25e602fe-b534-4128-a80f-d182baf30796/e5340681-8bd1-4549-a1d0-ac3a184fb15d/ebbc32dd-6100-46f8-83ff-e9c42229bd70) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:46.856638 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.930525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Network a91d1e1d-5363-48c3-8004-2f8a6556c702 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:46.933410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Attempting to bind port 97a92d54-2d3f-41bd-93c5-509ab7950106 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:46.933788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Attempting to bind port 97a92d54-2d3f-41bd-93c5-509ab7950106 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:46.934159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Attempting to bind port 97a92d54-2d3f-41bd-93c5-509ab7950106 on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:46.935266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:46.950838 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:46.952102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:46.952566 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.952972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:46.958485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Bound port: 97a92d54-2d3f-41bd-93c5-509ab7950106, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:46.958977 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:46.964050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:47.037929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:47.038544 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.071298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] For port 97a92d54-2d3f-41bd-93c5-509ab7950106, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:47.075114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] For port 97a92d54-2d3f-41bd-93c5-509ab7950106, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=97a92d54-2d3f-41bd-93c5-509ab7950106,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:47.102147 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.169170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.171586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Pushing event updated for resources: {'Port': ['ID=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:47.184171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-d78980b3-fb09-4a90-ac4a-e5c916c9d046 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4147601 Nov 27 01:24:47.201743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582386b-b28a-499e-bce5-11c0d9d62809 req-81533944-47f0-4ed5-9cf2-40896a79de77 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:47.203364 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1582386b-b28a-499e-bce5-11c0d9d62809 req-81533944-47f0-4ed5-9cf2-40896a79de77 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2473133 Nov 27 01:24:47.211350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Request body: {'port': {'device_id': 'd073bf68-5076-4fe1-851e-03ccc1e7ca68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:47.329723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db64413f-b755-4c1a-8216-891e0390759d req-7fde7196-1d33-4cae-af71-2fd556296901 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 210 time: 0.0945833 Nov 27 01:24:47.356217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-9ca1962d-e893-412f-b302-fad38deb9eab req-23240ca0-7ba7-4356-943b-ab07b35cab2a service neutron] (103385) timed out ('10.222.0.42', 52172) {{(pid=103385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:24:47.367616 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.425905 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe73cf0-463b-4379-abf2-56e1782c3ef1 None None] Pushing event updated for resources: {'Port': ['ID=97a92d54-2d3f-41bd-93c5-509ab7950106,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:47.467985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-46aba88e-b93e-4668-9da3-6755caf3c8e2 None None] Provisioning complete for port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:47.468570 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46aba88e-b93e-4668-9da3-6755caf3c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.498076 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.511237 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1582386b-b28a-499e-bce5-11c0d9d62809 req-5f019cfb-0b47-40b4-997b-c12895562ee3 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745039 Nov 27 01:24:47.516454 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.759886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:47.765797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-46aba88e-b93e-4668-9da3-6755caf3c8e2 None None] Port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:47.777795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:47.782979 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.793215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:47.799595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:47.800247 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.824874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=ebbc32dd-6100-46f8-83ff-e9c42229bd70,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:47.847490 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98c8aa3-78c7-4b38-8428-da4ef6c364b6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:47.888345 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3b56d7a3-3961-4450-bab0-101f64efbd4b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4894912 Nov 27 01:24:47.937084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa391e4d-429e-44de-9eff-346c454c0747 req-ce5f81a6-1bc8-4e62-8b33-4d1bda588b0c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:47.939413 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-ce5f81a6-1bc8-4e62-8b33-4d1bda588b0c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.42 "GET /v2.0/networks?id=a91d1e1d-5363-48c3-8004-2f8a6556c702 HTTP/1.1" status: 200 len: 816 time: 0.5508878 Nov 27 01:24:47.940086 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48602) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:47.961892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-fa391e4d-429e-44de-9eff-346c454c0747 req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Request body: {'port': {'device_id': '8428fc82-2903-41c5-93fe-88d698b35f48', 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702', 'admin_state_up': True, 'tenant_id': '258f214a275248c9b2796342b13d6ac9'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:48.024865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53260169-f0d4-4e09-b5c0-a5f2c318f77a {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:48.039873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c8aa3-78c7-4b38-8428-da4ef6c364b6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Subnet': ['ID=622ea81c-6f3e-49d8-8ee7-0094a7427b14,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:48.044093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.061230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c8aa3-78c7-4b38-8428-da4ef6c364b6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Checking segment: {'id': '4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd9930ab9-8de4-4dd9-b68a-0e72f205d0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:48.061826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98c8aa3-78c7-4b38-8428-da4ef6c364b6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network hostable DHCP agents. Network: d9930ab9-8de4-4dd9-b68a-0e72f205d0d0, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:24:48.070675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Transition to ACTIVE for port object 53260169-f0d4-4e09-b5c0-a5f2c318f77a will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:24:48.085047 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.141066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Pushing event updated for resources: {'Port': ['ID=53260169-f0d4-4e09-b5c0-a5f2c318f77a,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:48.151479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98c8aa3-78c7-4b38-8428-da4ef6c364b6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network d9930ab9-8de4-4dd9-b68a-0e72f205d0d0 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:24:48.166376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a98c8aa3-78c7-4b38-8428-da4ef6c364b6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, d9930ab9-8de4-4dd9-b68a-0e72f205d0d0) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:48.177542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98c8aa3-78c7-4b38-8428-da4ef6c364b6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:48.178148 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98c8aa3-78c7-4b38-8428-da4ef6c364b6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.215900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1814bfa3-1fd2-4e38-9475-b9b41e2edc18 None None] Network d9930ab9-8de4-4dd9-b68a-0e72f205d0d0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:48.270122 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a98c8aa3-78c7-4b38-8428-da4ef6c364b6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0356219 Nov 27 01:24:48.278156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48612) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:48.290332 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'subnet': {'network_id': '7c575bee-2f1a-4f7f-95e4-16db111ea5e8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:48.425633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-d9930ab9-8de4-4dd9-b68a-0e72f205d0d0', 'network_id': 'd9930ab9-8de4-4dd9-b68a-0e72f205d0d0', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'fixed_ips': [{'subnet_id': '622ea81c-6f3e-49d8-8ee7-0094a7427b14'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:24:48.430161 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.453295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a567b0c-682e-4b8d-af1f-ca67afa89a8f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:48.469132 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a567b0c-682e-4b8d-af1f-ca67afa89a8f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:48.497866 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8a567b0c-682e-4b8d-af1f-ca67afa89a8f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5539691 Nov 27 01:24:48.507340 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48618) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:48.602514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:48.606598 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:48.824377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Allocated IP 2001:db8::2 (d9930ab9-8de4-4dd9-b68a-0e72f205d0d0/622ea81c-6f3e-49d8-8ee7-0094a7427b14/7d555578-8bd6-4998-aaa8-ef5246e72f69) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:48.877758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa391e4d-429e-44de-9eff-346c454c0747 req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Made reservation on behalf of 258f214a275248c9b2796342b13d6ac9 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:48.942100 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fa391e4d-429e-44de-9eff-346c454c0747 req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.052025 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c6ba20a-1d28-4fe0-8e93-1e6f295ccc5a req-00595eee-9776-4ad1-a035-52b781dff4e6 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 210 time: 0.3785436 Nov 27 01:24:49.204619 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 97a92d54-2d3f-41bd-93c5-509ab7950106 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:49.214965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:49.255612 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.266485 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.280802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Transition to ACTIVE for port object 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:24:49.282126 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.291716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e537ad7c-433b-4cd1-a2a9-1981e8a3e8e9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port ebbc32dd-6100-46f8-83ff-e9c42229bd70 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:49.292034 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e537ad7c-433b-4cd1-a2a9-1981e8a3e8e9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.299317 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.355989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 97a92d54-2d3f-41bd-93c5-509ab7950106 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:49.355989 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.359329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Network d9930ab9-8de4-4dd9-b68a-0e72f205d0d0 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:49.393465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:49.436394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Pushing event updated for resources: {'Port': ['ID=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:49.487075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:49.558600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-fa391e4d-429e-44de-9eff-346c454c0747 req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Allocated IP 172.20.0.14 (a91d1e1d-5363-48c3-8004-2f8a6556c702/9c3b09fd-6de3-4017-98dd-e13acaa0f708/7514ba0a-ec40-4831-90f6-13732b4eca7e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:49.578886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Pushing event updated for resources: {'Port': ['ID=7d555578-8bd6-4998-aaa8-ef5246e72f69,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:49.582298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a504f71a-b336-4a8f-ae95-6be2eaba3cff None None] Provisioning complete for port 97a92d54-2d3f-41bd-93c5-509ab7950106 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:49.582899 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a504f71a-b336-4a8f-ae95-6be2eaba3cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.611157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Attempting to bind port 53260169-f0d4-4e09-b5c0-a5f2c318f77a on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:49.611157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Attempting to bind port 53260169-f0d4-4e09-b5c0-a5f2c318f77a by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:49.611157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Attempting to bind port 53260169-f0d4-4e09-b5c0-a5f2c318f77a on network a91d1e1d-5363-48c3-8004-2f8a6556c702 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:49.658036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Port 53260169-f0d4-4e09-b5c0-a5f2c318f77a on network a91d1e1d-5363-48c3-8004-2f8a6556c702 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:24:49.658288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Attempting to bind port 53260169-f0d4-4e09-b5c0-a5f2c318f77a on network a91d1e1d-5363-48c3-8004-2f8a6556c702 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:49.670855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Attempting to bind port 7d555578-8bd6-4998-aaa8-ef5246e72f69 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:49.672158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Attempting to bind port 7d555578-8bd6-4998-aaa8-ef5246e72f69 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd9930ab9-8de4-4dd9-b68a-0e72f205d0d0'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:49.672754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Attempting to bind port 7d555578-8bd6-4998-aaa8-ef5246e72f69 on network d9930ab9-8de4-4dd9-b68a-0e72f205d0d0 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:49.693432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:49.694420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Checking segment: {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:49.695068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Bound using segment: {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:49.695533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Bound port: 53260169-f0d4-4e09-b5c0-a5f2c318f77a, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:49.695928 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.713009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:49.713922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Checking segment: {'id': '4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd9930ab9-8de4-4dd9-b68a-0e72f205d0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:49.714598 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.716662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Bound using segment: {'id': '4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd9930ab9-8de4-4dd9-b68a-0e72f205d0d0'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:49.717527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Bound port: 7d555578-8bd6-4998-aaa8-ef5246e72f69, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd9930ab9-8de4-4dd9-b68a-0e72f205d0d0'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:49.719534 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.770580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3da72-ffab-4403-85b9-9c13c6e505fd req-fef60a63-5031-4cfd-acc5-0201b7fc110b tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:49.772159 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a8c3da72-ffab-4403-85b9-9c13c6e505fd req-fef60a63-5031-4cfd-acc5-0201b7fc110b tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.3385577 Nov 27 01:24:49.811254 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.857389 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.938069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 97a92d54-2d3f-41bd-93c5-509ab7950106, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=97a92d54-2d3f-41bd-93c5-509ab7950106,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:49.940243 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Subnet': ['ID=5ebe6cf1-50ed-46ad-9f98-321c2830cb8e,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:49.971122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e537ad7c-433b-4cd1-a2a9-1981e8a3e8e9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:49.974562 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.039390 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=97a92d54-2d3f-41bd-93c5-509ab7950106,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:50.059258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e537ad7c-433b-4cd1-a2a9-1981e8a3e8e9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for ebbc32dd-6100-46f8-83ff-e9c42229bd70 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:50.062025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:50.064047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:50.064047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:50.064799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:50.065240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:50.065678 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:50.066408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:50.066959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:50.067271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:50.067695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:50.068151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:50.068891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:50.085627 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a8c3da72-ffab-4403-85b9-9c13c6e505fd req-802a25e4-36db-4034-ab85-8da393909449 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796350 Nov 27 01:24:50.166148 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] For port 53260169-f0d4-4e09-b5c0-a5f2c318f77a, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:50.177095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] For port 53260169-f0d4-4e09-b5c0-a5f2c318f77a, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=53260169-f0d4-4e09-b5c0-a5f2c318f77a,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:50.178090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] For port 7d555578-8bd6-4998-aaa8-ef5246e72f69, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:50.185431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Checking segment: {'id': 'b51e9534-c01b-453a-93b1-78cc85455bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7c575bee-2f1a-4f7f-95e4-16db111ea5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:50.186143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network hostable DHCP agents. Network: 7c575bee-2f1a-4f7f-95e4-16db111ea5e8, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:24:50.187114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] For port 7d555578-8bd6-4998-aaa8-ef5246e72f69, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7d555578-8bd6-4998-aaa8-ef5246e72f69,segment=NetworkSegment(4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e),segment_id=4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:50.193114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.197569 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.213216 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fa391e4d-429e-44de-9eff-346c454c0747 req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.289016 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 7c575bee-2f1a-4f7f-95e4-16db111ea5e8 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:24:50.298687 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:50.298687 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.299795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] 10.222.0.42 "PUT /v2.0/ports/53260169-f0d4-4e09-b5c0-a5f2c318f77a HTTP/1.1" status: 200 len: 1091 time: 4.8340983 Nov 27 01:24:50.302532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0494af5a-6ade-4e8f-862c-eb2ab800a112', 'tag': '53260169-f0d4-4e09-b5c0-a5f2c318f77a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:50.305471 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd0e1e7-86c3-4c1d-b2b5-22eea65acf83" -d '{"events": [{"name": "network-changed", "server_uuid": "0494af5a-6ade-4e8f-862c-eb2ab800a112", "tag": "53260169-f0d4-4e09-b5c0-a5f2c318f77a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:50.327561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 7c575bee-2f1a-4f7f-95e4-16db111ea5e8) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:50.332318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd848587-4524-4496-b0de-da458dae74a6 service neutron] Pushing event updated for resources: {'Port': ['ID=53260169-f0d4-4e09-b5c0-a5f2c318f77a,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:50.337253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:50.337921 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.369389 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1efdb10f-7777-4f36-a50d-98681e730567 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0896823 Nov 27 01:24:50.376579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:50.393587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0473505f-57a6-4d67-bbf5-df5e69b877ea tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1912231924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:50.398499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f79ac-b26b-4bca-ad04-69ed6519bb31 None None] Network 7c575bee-2f1a-4f7f-95e4-16db111ea5e8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:50.448946 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fa391e4d-429e-44de-9eff-346c454c0747 req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.528346 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0473505f-57a6-4d67-bbf5-df5e69b877ea tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.530632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0473505f-57a6-4d67-bbf5-df5e69b877ea tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.562363 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef5c811-fb0e-4cc8-81e1-fbaaf5f0bc74 x-openstack-request-id: req-3ef5c811-fb0e-4cc8-81e1-fbaaf5f0bc74 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:50.562801 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0494af5a-6ade-4e8f-862c-eb2ab800a112", "tag": "53260169-f0d4-4e09-b5c0-a5f2c318f77a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:50.563238 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ef5c811-fb0e-4cc8-81e1-fbaaf5f0bc74 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:50.563696 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0494af5a-6ade-4e8f-862c-eb2ab800a112', 'tag': '53260169-f0d4-4e09-b5c0-a5f2c318f77a', 'status': 'completed', 'code': 200} Nov 27 01:24:50.565306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64360aca-bea5-4af3-8023-16d94092b041 None None] Pushing event updated for resources: {'Port': ['ID=7d555578-8bd6-4998-aaa8-ef5246e72f69,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:50.584871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-c9b3c589-239a-4eb1-8f3b-6010d8a80121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:50.592902 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-c9b3c589-239a-4eb1-8f3b-6010d8a80121 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=258f214a275248c9b2796342b13d6ac9&device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 1094 time: 0.1577048 Nov 27 01:24:50.593138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-38bad364-48fc-49d9-9b67-841c97ad9c69 None None] Provisioning complete for port ebbc32dd-6100-46f8-83ff-e9c42229bd70 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:50.593950 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-38bad364-48fc-49d9-9b67-841c97ad9c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.687486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Pushing event updated for resources: {'Port': ['ID=7514ba0a-ec40-4831-90f6-13732b4eca7e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:50.696910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-38bad364-48fc-49d9-9b67-841c97ad9c69 None None] Port ebbc32dd-6100-46f8-83ff-e9c42229bd70 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:50.763748 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0473505f-57a6-4d67-bbf5-df5e69b877ea tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.765208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-98169be9-7a7e-4aa1-b939-9fd9176368f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53260169-f0d4-4e09-b5c0-a5f2c318f77a HTTP/1.1" status: 200 len: 217 time: 0.1293843 Nov 27 01:24:50.771559 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0473505f-57a6-4d67-bbf5-df5e69b877ea tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.775265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Attempting to bind port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:50.775723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Attempting to bind port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:50.776099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Attempting to bind port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 on network a91d1e1d-5363-48c3-8004-2f8a6556c702 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:50.814492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa391e4d-429e-44de-9eff-346c454c0747 req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Network a91d1e1d-5363-48c3-8004-2f8a6556c702 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:50.823845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 on network a91d1e1d-5363-48c3-8004-2f8a6556c702 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:24:50.824347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Attempting to bind port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 on network a91d1e1d-5363-48c3-8004-2f8a6556c702 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:50.884227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-fa391e4d-429e-44de-9eff-346c454c0747 req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:50.895794 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0473505f-57a6-4d67-bbf5-df5e69b877ea tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.902266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0473505f-57a6-4d67-bbf5-df5e69b877ea tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5236003 Nov 27 01:24:50.905018 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48656) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:50.905447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa391e4d-429e-44de-9eff-346c454c0747 req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:50.912982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:50.921096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Checking segment: {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:50.922300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Bound using segment: {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:50.923339 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Bound port: 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:50.924244 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:50.934930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-7c575bee-2f1a-4f7f-95e4-16db111ea5e8', 'network_id': '7c575bee-2f1a-4f7f-95e4-16db111ea5e8', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'fixed_ips': [{'subnet_id': '5ebe6cf1-50ed-46ad-9f98-321c2830cb8e'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:24:50.936006 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:51.005855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-b92448a3-0330-49c6-a63b-832fd0e674dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:51.008093 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-b92448a3-0330-49c6-a63b-832fd0e674dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c3b09fd-6de3-4017-98dd-e13acaa0f708 HTTP/1.1" status: 200 len: 855 time: 0.2189806 Nov 27 01:24:51.026773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8987a63-4962-4445-9f40-440fcb7e80bb req-b8e9850f-590d-4265-afec-83b1bbfb7db2 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:51.041123 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8987a63-4962-4445-9f40-440fcb7e80bb req-b8e9850f-590d-4265-afec-83b1bbfb7db2 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 932 time: 0.7106130 Nov 27 01:24:51.390524 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Allocated IP 2001:db8:1::2 (7c575bee-2f1a-4f7f-95e4-16db111ea5e8/5ebe6cf1-50ed-46ad-9f98-321c2830cb8e/523fcca6-dd7d-48a6-9404-02e3d575023f) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:51.447921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 97a92d54-2d3f-41bd-93c5-509ab7950106 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:51.451309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa391e4d-429e-44de-9eff-346c454c0747 req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:51.452040 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fa391e4d-429e-44de-9eff-346c454c0747 req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:51.485535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-26597c1d-9e16-40de-a882-2ea3ee1365c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:51.489015 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-26597c1d-9e16-40de-a882-2ea3ee1365c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a91d1e1d-5363-48c3-8004-2f8a6556c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4493599 Nov 27 01:24:51.496963 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-edd2a1be-67da-48db-a904-7a4165cbd908 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5393126 Nov 27 01:24:51.527920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Request body: {'port': {'device_id': '8428fc82-2903-41c5-93fe-88d698b35f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:51.561005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c8987a63-4962-4445-9f40-440fcb7e80bb req-0f842d12-47c6-4644-9c54-3738a6670a61 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081470 Nov 27 01:24:51.579386 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] For port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:51.636424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] For port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:51.657007 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e537ad7c-433b-4cd1-a2a9-1981e8a3e8e9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:51.684114 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:51.813335 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:51.857113 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e537ad7c-433b-4cd1-a2a9-1981e8a3e8e9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:51.870207 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e537ad7c-433b-4cd1-a2a9-1981e8a3e8e9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/ebbc32dd-6100-46f8-83ff-e9c42229bd70 HTTP/1.1" status: 204 len: 168 time: 3.3390706 Nov 27 01:24:51.884400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:51.885173 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:51.889253 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] 10.222.0.11 "PUT /v2.0/ports/12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 HTTP/1.1" status: 200 len: 1092 time: 4.6847887 Nov 27 01:24:51.892458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e21683-2715-4564-9833-5347923598ed req-062b065d-57cc-432c-bc3c-a134f24a681d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:51.894943 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-02e21683-2715-4564-9833-5347923598ed req-062b065d-57cc-432c-bc3c-a134f24a681d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.4979894 Nov 27 01:24:51.898405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48674) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:51.917191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd073bf68-5076-4fe1-851e-03ccc1e7ca68', 'tag': '12ee0417-b653-4a3c-9ee3-1ea6bddd67a3'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:51.930535 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cfb56f-816b-4bcf-937c-8d76bab95f18" -d '{"events": [{"name": "network-changed", "server_uuid": "d073bf68-5076-4fe1-851e-03ccc1e7ca68", "tag": "12ee0417-b653-4a3c-9ee3-1ea6bddd67a3"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:52.048000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-90f45eec-20c5-4101-bfe3-d1aefe36ddef None None] Provisioning complete for port 7514ba0a-ec40-4831-90f6-13732b4eca7e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:52.048564 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-90f45eec-20c5-4101-bfe3-d1aefe36ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:52.203509 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203f5d02-1706-401f-b87b-a0e84164209f x-openstack-request-id: req-203f5d02-1706-401f-b87b-a0e84164209f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:52.204105 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d073bf68-5076-4fe1-851e-03ccc1e7ca68", "tag": "12ee0417-b653-4a3c-9ee3-1ea6bddd67a3", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:52.204105 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-203f5d02-1706-401f-b87b-a0e84164209f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:52.204439 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd073bf68-5076-4fe1-851e-03ccc1e7ca68', 'tag': '12ee0417-b653-4a3c-9ee3-1ea6bddd67a3', 'status': 'completed', 'code': 200} Nov 27 01:24:52.334383 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-04cb2b28-668b-46ec-9c1e-a81917742fb1 service neutron] 10.222.0.42 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8353925 Nov 27 01:24:52.367276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d29ad8-a1ad-498d-9e3b-5e2f6882103e service neutron] Pushing event updated for resources: {'Port': ['ID=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:52.389968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-90f45eec-20c5-4101-bfe3-d1aefe36ddef None None] Port 7514ba0a-ec40-4831-90f6-13732b4eca7e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:52.408139 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:52.416159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 97a92d54-2d3f-41bd-93c5-509ab7950106 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:52.419574 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:52.441039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537ad7c-433b-4cd1-a2a9-1981e8a3e8e9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=ebbc32dd-6100-46f8-83ff-e9c42229bd70,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:52.481616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a2826-02f2-40c1-ba06-6bba6dedec3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:52.486513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a2826-02f2-40c1-ba06-6bba6dedec3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:52.492720 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-791a2826-02f2-40c1-ba06-6bba6dedec3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5582879 Nov 27 01:24:52.496581 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:52.500746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48680) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:52.534698 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:52.555992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-e43800b6-5ea8-4baa-a9b3-199d960db803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:52.560302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-e43800b6-5ea8-4baa-a9b3-199d960db803 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=258f214a275248c9b2796342b13d6ac9&device_id=d073bf68-5076-4fe1-851e-03ccc1e7ca68 HTTP/1.1" status: 200 len: 1095 time: 0.4881706 Nov 27 01:24:52.762617 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Network 7c575bee-2f1a-4f7f-95e4-16db111ea5e8 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:52.815805 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-02e21683-2715-4564-9833-5347923598ed req-d001ad76-3558-4df9-8944-bf3cc5804d7d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8965197 Nov 27 01:24:52.836175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c48bca-2267-4dcf-99f6-5565a0b33389 req-eddc6538-17f3-4d41-97a6-0b281df33451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:52.839284 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15c48bca-2267-4dcf-99f6-5565a0b33389 req-eddc6538-17f3-4d41-97a6-0b281df33451 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 1097 time: 0.7068996 Nov 27 01:24:52.879330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:52.909601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:52.926942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703bdebb-782a-446e-871a-e5e3415bb757 None None] Network d9930ab9-8de4-4dd9-b68a-0e72f205d0d0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:52.929755 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-ede35022-02a7-4a62-83af-0900b21175c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 HTTP/1.1" status: 200 len: 217 time: 0.3055067 Nov 27 01:24:53.015457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet e5340681-8bd1-4549-a1d0-ac3a184fb15d {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:24:53.072960 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:53.073217 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74d2925b-5ccc-473b-abf6-8ee9f0165a58 req-db8c20f8-fa27-4202-b012-b2154b67bc2f service neutron] 10.222.0.42 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028615 Nov 27 01:24:53.078949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15c48bca-2267-4dcf-99f6-5565a0b33389 req-9581dfa5-88af-4938-9561-aac89579cea2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025950 Nov 27 01:24:53.121307 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7d555578-8bd6-4998-aaa8-ef5246e72f69 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:53.123049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Pushing event updated for resources: {'Port': ['ID=523fcca6-dd7d-48a6-9404-02e3d575023f,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:53.359230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0e1e7-86c3-4c1d-b2b5-22eea65acf83 req-e2c560d2-4112-4bd3-aae6-4251c6d7cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:53.364206 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9dd0e1e7-86c3-4c1d-b2b5-22eea65acf83 req-e2c560d2-4112-4bd3-aae6-4251c6d7cc5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=258f214a275248c9b2796342b13d6ac9&device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 1094 time: 0.1880693 Nov 27 01:24:53.431092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Attempting to bind port 523fcca6-dd7d-48a6-9404-02e3d575023f on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:53.431633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Attempting to bind port 523fcca6-dd7d-48a6-9404-02e3d575023f by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'b51e9534-c01b-453a-93b1-78cc85455bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7c575bee-2f1a-4f7f-95e4-16db111ea5e8'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:53.432188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Attempting to bind port 523fcca6-dd7d-48a6-9404-02e3d575023f on network 7c575bee-2f1a-4f7f-95e4-16db111ea5e8 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:53.469028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:53.469582 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Checking segment: {'id': 'b51e9534-c01b-453a-93b1-78cc85455bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7c575bee-2f1a-4f7f-95e4-16db111ea5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:53.470090 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:53.470668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Bound using segment: {'id': 'b51e9534-c01b-453a-93b1-78cc85455bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7c575bee-2f1a-4f7f-95e4-16db111ea5e8'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:53.471491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Bound port: 523fcca6-dd7d-48a6-9404-02e3d575023f, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51e9534-c01b-453a-93b1-78cc85455bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7c575bee-2f1a-4f7f-95e4-16db111ea5e8'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:53.472110 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:53.497151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-06321686-0a06-4983-9d77-ff6ee0ccb8f7 None None] Provisioning complete for port 7d555578-8bd6-4998-aaa8-ef5246e72f69 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:53.497805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Allocated IP 2001:db8::1 (d9930ab9-8de4-4dd9-b68a-0e72f205d0d0/622ea81c-6f3e-49d8-8ee7-0094a7427b14/362f8d2c-d7cc-4e29-aef3-e88ba6266eba) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:53.497944 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-06321686-0a06-4983-9d77-ff6ee0ccb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:53.584553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 7d555578-8bd6-4998-aaa8-ef5246e72f69 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:53.584553 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:53.669897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] For port 523fcca6-dd7d-48a6-9404-02e3d575023f, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:53.679194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] For port 523fcca6-dd7d-48a6-9404-02e3d575023f, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=523fcca6-dd7d-48a6-9404-02e3d575023f,segment=NetworkSegment(b51e9534-c01b-453a-93b1-78cc85455bd5),segment_id=b51e9534-c01b-453a-93b1-78cc85455bd5)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:53.710348 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:53.739795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4893de-0e85-4173-984c-cbe76516994b req-6f8379d5-3742-4668-80d3-263945c13a87 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:53.750540 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b4893de-0e85-4173-984c-cbe76516994b req-6f8379d5-3742-4668-80d3-263945c13a87 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 932 time: 0.8604493 Nov 27 01:24:53.799430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0e1e7-86c3-4c1d-b2b5-22eea65acf83 req-6859c5c2-446f-49b9-89b9-d15d1ecfa50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:53.800928 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9dd0e1e7-86c3-4c1d-b2b5-22eea65acf83 req-6859c5c2-446f-49b9-89b9-d15d1ecfa50a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a91d1e1d-5363-48c3-8004-2f8a6556c702 HTTP/1.1" status: 200 len: 917 time: 0.4291537 Nov 27 01:24:53.819926 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:53.822914 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:53.827923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-f369fcaf-71e0-49ae-9765-5a00e199ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:53.832590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-f369fcaf-71e0-49ae-9765-5a00e199ff48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c3b09fd-6de3-4017-98dd-e13acaa0f708 HTTP/1.1" status: 200 len: 855 time: 0.8675084 Nov 27 01:24:53.887107 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-06321686-0a06-4983-9d77-ff6ee0ccb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:53.939675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 7d555578-8bd6-4998-aaa8-ef5246e72f69, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7d555578-8bd6-4998-aaa8-ef5246e72f69,segment=NetworkSegment(4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e),segment_id=4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:53.967046 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:54.009106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad76ab-3c12-4f0f-aa72-8e683e20054d None None] Pushing event updated for resources: {'Port': ['ID=523fcca6-dd7d-48a6-9404-02e3d575023f,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:54.061547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b4893de-0e85-4173-984c-cbe76516994b req-d373deee-aba5-494a-b089-4ce7c8283989 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053989 Nov 27 01:24:54.077182 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-06321686-0a06-4983-9d77-ff6ee0ccb8f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:24:54.077182 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-06321686-0a06-4983-9d77-ff6ee0ccb8f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:24:54.122708 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:54.173321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-e480933b-4c33-4b9d-aafe-459b758968d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:54.190071 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-e480933b-4c33-4b9d-aafe-459b758968d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a91d1e1d-5363-48c3-8004-2f8a6556c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3252242 Nov 27 01:24:54.253790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=7d555578-8bd6-4998-aaa8-ef5246e72f69,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:54.313159 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9dd0e1e7-86c3-4c1d-b2b5-22eea65acf83 req-c1f232d9-af4c-4bca-b8ea-051e20d4d199 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53260169-f0d4-4e09-b5c0-a5f2c318f77a HTTP/1.1" status: 200 len: 217 time: 0.4946010 Nov 27 01:24:54.320458 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:54.349385 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:54.555711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network d9930ab9-8de4-4dd9-b68a-0e72f205d0d0 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:54.571482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69412857-dc8b-42dd-849e-c3ead8e8dd3b req-f906cd39-b2c2-4c29-a651-6d6ae134bb8c tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:54.575076 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69412857-dc8b-42dd-849e-c3ead8e8dd3b req-f906cd39-b2c2-4c29-a651-6d6ae134bb8c tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.5574408 Nov 27 01:24:54.578826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7514ba0a-ec40-4831-90f6-13732b4eca7e {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:54.586526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=362f8d2c-d7cc-4e29-aef3-e88ba6266eba,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:54.598443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:54.617108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:24:54.617663 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:54.687006 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-de3d652d-ede2-408b-adc4-d7183e5a62ab service neutron] 10.222.0.11 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259686 Nov 27 01:24:54.689514 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:54.720641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0e1e7-86c3-4c1d-b2b5-22eea65acf83 req-7f3da991-7687-4f3f-8ad6-99d13e030200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:54.722299 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9dd0e1e7-86c3-4c1d-b2b5-22eea65acf83 req-7f3da991-7687-4f3f-8ad6-99d13e030200 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c3b09fd-6de3-4017-98dd-e13acaa0f708 HTTP/1.1" status: 200 len: 855 time: 0.3951340 Nov 27 01:24:54.728375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69412857-dc8b-42dd-849e-c3ead8e8dd3b req-b4f25c49-0e55-4c9a-a44c-1d48a5b6cc8b tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390676 Nov 27 01:24:54.823252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-63048fb0-f142-4144-8399-7cc6fa214960 None None] Provisioning complete for port 7d555578-8bd6-4998-aaa8-ef5246e72f69 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:54.825008 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63048fb0-f142-4144-8399-7cc6fa214960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:54.830973 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Transition to ACTIVE for port object 7514ba0a-ec40-4831-90f6-13732b4eca7e will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:24:54.874573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:55.014734 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:55.057594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424c52e1-c297-4e29-9d6d-c07390322457 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:55.151960 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:55.169443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/e5340681-8bd1-4549-a1d0-ac3a184fb15d HTTP/1.1" status: 204 len: 168 time: 2.6636071 Nov 27 01:24:55.174148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=e5340681-8bd1-4549-a1d0-ac3a184fb15d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:55.230705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48724) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:55.236006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:55.236613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:55.237067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:55.237524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:55.238381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:55.238381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:55.238849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:55.239289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:55.239739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:55.240173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:55.241195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:55.241629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29775d69-a306-4aaf-90e0-2d87172d27e8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:55.293737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Pushing event updated for resources: {'Port': ['ID=7514ba0a-ec40-4831-90f6-13732b4eca7e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:55.408825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 53260169-f0d4-4e09-b5c0-a5f2c318f77a details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:24:55.497342 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b2afc16e-b28b-45ed-a751-edb0aa666779 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2502437 Nov 27 01:24:55.498134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48732) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:55.531794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:55.552778 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 53260169-f0d4-4e09-b5c0-a5f2c318f77a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=53260169-f0d4-4e09-b5c0-a5f2c318f77a,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:55.556088 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3092d66b-c252-421d-a2db-0ce5b1dbd60f req-9f3b8b26-d9e7-42e1-be83-5310faa07622 service neutron] 10.222.0.11 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7714856 Nov 27 01:24:55.572000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '53260169-f0d4-4e09-b5c0-a5f2c318f77a', 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702', 'port_id': '53260169-f0d4-4e09-b5c0-a5f2c318f77a', 'mac_address': 'fa:16:3e:af:64:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3b09fd-6de3-4017-98dd-e13acaa0f708', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:24:55.599288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0e1e7-86c3-4c1d-b2b5-22eea65acf83 req-28720434-41a6-4e83-a79e-f6794ed9cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:55.611275 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9dd0e1e7-86c3-4c1d-b2b5-22eea65acf83 req-28720434-41a6-4e83-a79e-f6794ed9cb21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a91d1e1d-5363-48c3-8004-2f8a6556c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8794611 Nov 27 01:24:55.617416 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060ebb5-be18-4859-bc6e-5496f234788e req-38358a07-af8c-447e-97d8-eefb64369b62 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:55.620592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d060ebb5-be18-4859-bc6e-5496f234788e req-38358a07-af8c-447e-97d8-eefb64369b62 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 944 time: 0.3445425 Nov 27 01:24:55.667342 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:55.673928 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-37aaa2dc-25a6-4c80-82b0-50a22ec7f87b None None] Provisioning complete for port 362f8d2c-d7cc-4e29-aef3-e88ba6266eba triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:55.674571 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37aaa2dc-25a6-4c80-82b0-50a22ec7f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:55.733452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-37aaa2dc-25a6-4c80-82b0-50a22ec7f87b None None] Port 362f8d2c-d7cc-4e29-aef3-e88ba6266eba cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:55.747147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53260169-f0d4-4e09-b5c0-a5f2c318f77a {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:55.781008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Attempting to bind port 7514ba0a-ec40-4831-90f6-13732b4eca7e on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:24:55.781659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Attempting to bind port 7514ba0a-ec40-4831-90f6-13732b4eca7e by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:24:55.782110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Attempting to bind port 7514ba0a-ec40-4831-90f6-13732b4eca7e on network a91d1e1d-5363-48c3-8004-2f8a6556c702 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:55.811651 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:55.811967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Port 7514ba0a-ec40-4831-90f6-13732b4eca7e on network a91d1e1d-5363-48c3-8004-2f8a6556c702 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:24:55.812870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Attempting to bind port 7514ba0a-ec40-4831-90f6-13732b4eca7e on network a91d1e1d-5363-48c3-8004-2f8a6556c702 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:24:55.825212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d238c-1e91-47b0-9cd7-88b25d2312c2 None None] Network 7c575bee-2f1a-4f7f-95e4-16db111ea5e8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:55.871728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfb56f-816b-4bcf-937c-8d76bab95f18 req-8aa293ec-f222-4132-84d1-f3ce78d35733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:55.873617 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69cfb56f-816b-4bcf-937c-8d76bab95f18 req-8aa293ec-f222-4132-84d1-f3ce78d35733 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=258f214a275248c9b2796342b13d6ac9&device_id=d073bf68-5076-4fe1-851e-03ccc1e7ca68 HTTP/1.1" status: 200 len: 1095 time: 0.1994390 Nov 27 01:24:55.874996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:24:55.875557 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Checking segment: {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:24:55.876045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Bound using segment: {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:24:55.876742 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Bound port: 7514ba0a-ec40-4831-90f6-13732b4eca7e, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7b76d-65d8-4866-8160-c972d96c6411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:24:55.877217 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:55.968007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0af2b2-d846-4262-9329-761459713bd6 None None] DHCP port deletion for 25e602fe-b534-4128-a80f-d182baf30796 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:24:55.974657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 53260169-f0d4-4e09-b5c0-a5f2c318f77a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=53260169-f0d4-4e09-b5c0-a5f2c318f77a,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:55.980911 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d060ebb5-be18-4859-bc6e-5496f234788e req-e3af4a10-4d29-4ca3-8820-51a0520615f3 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979026 Nov 27 01:24:56.010284 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.036668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:56.041061 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.133846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Provisioning complete for port 523fcca6-dd7d-48a6-9404-02e3d575023f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:56.133846 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.232545 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9dd0e1e7-86c3-4c1d-b2b5-22eea65acf83 req-f41b1422-3ef3-4622-afe6-8edf7962219a service neutron] 10.222.0.42 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056881 Nov 27 01:24:56.287125 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7adfa-b33e-4913-a99a-0cbbc7decf3a req-0933f7b4-36b6-4d2e-af2c-3fec08464db2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:56.289378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90f7adfa-b33e-4913-a99a-0cbbc7decf3a req-0933f7b4-36b6-4d2e-af2c-3fec08464db2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2532451 Nov 27 01:24:56.289812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] For port 7514ba0a-ec40-4831-90f6-13732b4eca7e, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:24:56.293447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] For port 7514ba0a-ec40-4831-90f6-13732b4eca7e, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7514ba0a-ec40-4831-90f6-13732b4eca7e,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:24:56.295597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfb56f-816b-4bcf-937c-8d76bab95f18 req-99c939e5-ed9d-4f3b-bd6c-67b85020388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:56.297911 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69cfb56f-816b-4bcf-937c-8d76bab95f18 req-99c939e5-ed9d-4f3b-bd6c-67b85020388a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a91d1e1d-5363-48c3-8004-2f8a6556c702 HTTP/1.1" status: 200 len: 917 time: 0.4041481 Nov 27 01:24:56.327434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.337370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 523fcca6-dd7d-48a6-9404-02e3d575023f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:56.394586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['53260169-f0d4-4e09-b5c0-a5f2c318f77a'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:24:56.397562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=53260169-f0d4-4e09-b5c0-a5f2c318f77a,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:56.399488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69cfb56f-816b-4bcf-937c-8d76bab95f18 req-667551f8-4e3f-402c-8d1b-68036d403b64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 HTTP/1.1" status: 200 len: 217 time: 0.0925796 Nov 27 01:24:56.510541 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.616881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9dd0e1e7-86c3-4c1d-b2b5-22eea65acf83 req-bf6c1a96-f386-4ed7-8580-09cf0a890888 service neutron] 10.222.0.42 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692596 Nov 27 01:24:56.620446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0a0af2b2-d846-4262-9329-761459713bd6 None None] Deleting port 97a92d54-2d3f-41bd-93c5-509ab7950106 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:24:56.622586 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0a0af2b2-d846-4262-9329-761459713bd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.622833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:56.623446 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.624865 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] 10.222.0.42 "PUT /v2.0/ports/7514ba0a-ec40-4831-90f6-13732b4eca7e HTTP/1.1" status: 200 len: 1092 time: 5.1103294 Nov 27 01:24:56.627514 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8428fc82-2903-41c5-93fe-88d698b35f48', 'tag': '7514ba0a-ec40-4831-90f6-13732b4eca7e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:56.629500 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32413a91-2fac-4958-a936-b6d0e4e81fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8428fc82-2903-41c5-93fe-88d698b35f48", "tag": "7514ba0a-ec40-4831-90f6-13732b4eca7e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:56.630668 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.632230 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.773505 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85acdb47-bbad-4496-a9f8-b9422f629b59 x-openstack-request-id: req-85acdb47-bbad-4496-a9f8-b9422f629b59 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:24:56.773748 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8428fc82-2903-41c5-93fe-88d698b35f48", "tag": "7514ba0a-ec40-4831-90f6-13732b4eca7e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:24:56.774031 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85acdb47-bbad-4496-a9f8-b9422f629b59 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:24:56.774583 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8428fc82-2903-41c5-93fe-88d698b35f48', 'tag': '7514ba0a-ec40-4831-90f6-13732b4eca7e', 'status': 'completed', 'code': 200} Nov 27 01:24:56.816245 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 523fcca6-dd7d-48a6-9404-02e3d575023f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:56.816535 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:56.827945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90418020-b2fb-4bd0-94a0-63546630bfbb service neutron] Pushing event updated for resources: {'Port': ['ID=7514ba0a-ec40-4831-90f6-13732b4eca7e,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:56.890804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfb56f-816b-4bcf-937c-8d76bab95f18 req-6dbae27f-67fe-4ada-ad6d-ac6a6b45ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:56.894274 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-90f7adfa-b33e-4913-a99a-0cbbc7decf3a req-e1accbaa-c73c-4df4-add7-e24e516332e1 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893164 Nov 27 01:24:56.899149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69cfb56f-816b-4bcf-937c-8d76bab95f18 req-6dbae27f-67fe-4ada-ad6d-ac6a6b45ee47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9c3b09fd-6de3-4017-98dd-e13acaa0f708 HTTP/1.1" status: 200 len: 855 time: 0.4418030 Nov 27 01:24:56.902504 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=362f8d2c-d7cc-4e29-aef3-e88ba6266eba,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:56.983871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network d9930ab9-8de4-4dd9-b68a-0e72f205d0d0 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:56.986552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:57.024993 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0a0af2b2-d846-4262-9329-761459713bd6 None None] For port 97a92d54-2d3f-41bd-93c5-509ab7950106, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=97a92d54-2d3f-41bd-93c5-509ab7950106,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:57.025315 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0a0af2b2-d846-4262-9329-761459713bd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:57.063859 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:57.126315 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa391e4d-429e-44de-9eff-346c454c0747 req-bc212c5f-47fb-4761-885e-6c22c22278de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:57.133985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-bc212c5f-47fb-4761-885e-6c22c22278de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=258f214a275248c9b2796342b13d6ac9&device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 1095 time: 0.3995061 Nov 27 01:24:57.163637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0a0af2b2-d846-4262-9329-761459713bd6 None None] Calling delete_port for 97a92d54-2d3f-41bd-93c5-509ab7950106 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:24:57.244513 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-d9279464-9016-403d-8617-bc3a8160fd15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7514ba0a-ec40-4831-90f6-13732b4eca7e HTTP/1.1" status: 200 len: 217 time: 0.0868793 Nov 27 01:24:57.265662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfb56f-816b-4bcf-937c-8d76bab95f18 req-ea26d296-5bcb-4c59-9a80-6bb83c3f8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:57.268201 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69cfb56f-816b-4bcf-937c-8d76bab95f18 req-ea26d296-5bcb-4c59-9a80-6bb83c3f8293 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a91d1e1d-5363-48c3-8004-2f8a6556c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3426414 Nov 27 01:24:57.473610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa391e4d-429e-44de-9eff-346c454c0747 req-275fbf92-aab3-4a82-a40b-ff87928e81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:57.475714 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-275fbf92-aab3-4a82-a40b-ff87928e81ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c3b09fd-6de3-4017-98dd-e13acaa0f708 HTTP/1.1" status: 200 len: 855 time: 0.2224817 Nov 27 01:24:57.481428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:24:57.514085 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] For port 523fcca6-dd7d-48a6-9404-02e3d575023f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=523fcca6-dd7d-48a6-9404-02e3d575023f,segment=NetworkSegment(b51e9534-c01b-453a-93b1-78cc85455bd5),segment_id=b51e9534-c01b-453a-93b1-78cc85455bd5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:57.542698 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:57.562509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82eadd-9b46-4fcf-ad6d-b6dfebddc6b2 req-f355d43b-4677-4a7c-b6a1-e4119bb821dd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:57.565237 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1b82eadd-9b46-4fcf-ad6d-b6dfebddc6b2 req-f355d43b-4677-4a7c-b6a1-e4119bb821dd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 944 time: 0.4106679 Nov 27 01:24:57.571934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router e90d36d8-0705-4a26-b240-42db98c2220c is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:24:57.579068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e936eb-f238-4dd1-916d-0ec2a29cf242 req-6bf6a966-f18a-4b23-bec9-c92b9f0323a7 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:57.580634 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28e936eb-f238-4dd1-916d-0ec2a29cf242 req-6bf6a966-f18a-4b23-bec9-c92b9f0323a7 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2634895 Nov 27 01:24:57.612334 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:57.725954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Pushing event updated for resources: {'Port': ['ID=523fcca6-dd7d-48a6-9404-02e3d575023f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:57.726704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15378a-65e9-40c0-ba53-8b670f81c2fb req-90ee789c-28fe-437a-a7be-bf4408ebdfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:57.728258 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de15378a-65e9-40c0-ba53-8b670f81c2fb req-90ee789c-28fe-437a-a7be-bf4408ebdfa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52ac6fd6419d434f9c1662bb6943d715&device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 1097 time: 0.3446872 Nov 27 01:24:57.728406 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69cfb56f-816b-4bcf-937c-8d76bab95f18 req-c9c57442-d328-4b52-b533-3b4b5df0c157 service neutron] 10.222.0.11 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009624 Nov 27 01:24:57.748210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:57.748809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:57.749337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:57.749829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:57.750392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:57.751097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:57.751733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:57.752232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:57.752728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:57.753802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:57.756580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:57.757233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f800bd-5476-47c5-9708-7d74d8c28278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:24:57.771248 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0a0af2b2-d846-4262-9329-761459713bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:57.782445 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:24:57.783027 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:24:57.783751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa391e4d-429e-44de-9eff-346c454c0747 req-1c75e963-e1d9-4704-804c-4cea76bf21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:57.785256 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-1c75e963-e1d9-4704-804c-4cea76bf21ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a91d1e1d-5363-48c3-8004-2f8a6556c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2995598 Nov 27 01:24:57.821676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1b82eadd-9b46-4fcf-ad6d-b6dfebddc6b2 req-77d2d28d-70ec-4a20-b07e-e2bd0876ec2f tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442784 Nov 27 01:24:57.823801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0af2b2-d846-4262-9329-761459713bd6 None None] Pushing event deleted for resources: {'Port': ['ID=97a92d54-2d3f-41bd-93c5-509ab7950106,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:57.836471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0af2b2-d846-4262-9329-761459713bd6 None None] No DVR routers for this DVR port 97a92d54-2d3f-41bd-93c5-509ab7950106 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:24:57.869214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-da681d64-9d1d-4e1b-bf88-7e7ce26bd124 None None] Provisioning complete for port 523fcca6-dd7d-48a6-9404-02e3d575023f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:57.869996 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-da681d64-9d1d-4e1b-bf88-7e7ce26bd124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:57.891176 n-d-819494-2 neutron-server[103385]: WARNING neutron.services.revisions.revision_plugin [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Could not find related port for resource to bump revision. Nov 27 01:24:57.912115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:24:57.929397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_pluggable_backend [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Port 97a92d54-2d3f-41bd-93c5-509ab7950106 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103385) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 27 01:24:57.929739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_pluggable_backend [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Reverting IP allocation for 2001:db8::f816:3eff:fe48:5085 {{(pid=103385) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 27 01:24:57.934093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50861505-184d-4f5e-83a6-c48f68327e34 None None] Sync routers for ids ['e90d36d8-0705-4a26-b240-42db98c2220c'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:24:57.940669 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-80d0b9b1-de88-4d18-a963-76e619005c78 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/e90d36d8-0705-4a26-b240-42db98c2220c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0323038 Nov 27 01:24:57.944318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48780) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:57.962008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50861505-184d-4f5e-83a6-c48f68327e34 None None] Routers {'e90d36d8-0705-4a26-b240-42db98c2220c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:57.962705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-50861505-184d-4f5e-83a6-c48f68327e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:24:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e90d36d8-0705-4a26-b240-42db98c2220c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:57.994159 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28e936eb-f238-4dd1-916d-0ec2a29cf242 req-f7d3a2c5-358e-4759-898d-0e94e391362e tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560514 Nov 27 01:24:58.037685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15378a-65e9-40c0-ba53-8b670f81c2fb req-a38d443f-269a-449c-bc78-67f4c043915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:58.040006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de15378a-65e9-40c0-ba53-8b670f81c2fb req-a38d443f-269a-449c-bc78-67f4c043915b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 HTTP/1.1" status: 200 len: 912 time: 0.2485702 Nov 27 01:24:58.053555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-50861505-184d-4f5e-83a6-c48f68327e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:58.073075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50861505-184d-4f5e-83a6-c48f68327e34 None None] Routers {'e90d36d8-0705-4a26-b240-42db98c2220c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:24:58.073639 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-50861505-184d-4f5e-83a6-c48f68327e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:24:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e90d36d8-0705-4a26-b240-42db98c2220c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:58.103844 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_pluggable_backend [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe48:5085 {{(pid=103385) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 27 01:24:58.133812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.147215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-50861505-184d-4f5e-83a6-c48f68327e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:24:58.147635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50861505-184d-4f5e-83a6-c48f68327e34 None None] The sync data for ids ['e90d36d8-0705-4a26-b240-42db98c2220c'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:24:58.156607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de15378a-65e9-40c0-ba53-8b670f81c2fb req-33df524b-42fa-42ef-b5f1-e842fe2092ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b0d988f-835b-448b-b91b-b10f371bfb0d HTTP/1.1" status: 200 len: 217 time: 0.1082532 Nov 27 01:24:58.224148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-da681d64-9d1d-4e1b-bf88-7e7ce26bd124 None None] Provisioning complete for port 362f8d2c-d7cc-4e29-aef3-e88ba6266eba triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:58.224520 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-da681d64-9d1d-4e1b-bf88-7e7ce26bd124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.231923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15378a-65e9-40c0-ba53-8b670f81c2fb req-360e70d7-3193-4d9a-b129-df7532a5dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:58.236790 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de15378a-65e9-40c0-ba53-8b670f81c2fb req-360e70d7-3193-4d9a-b129-df7532a5dea0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6d9c5a7-8e33-42a1-b9ce-87af427cb7df HTTP/1.1" status: 200 len: 851 time: 0.0720880 Nov 27 01:24:58.241344 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69cfb56f-816b-4bcf-937c-8d76bab95f18 req-f53577b8-b314-44b2-b067-5914552adab3 service neutron] 10.222.0.11 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949265 Nov 27 01:24:58.251980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fd629d-5fe9-4b87-9767-667b75e371dc tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:58.253268 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-38fd629d-5fe9-4b87-9767-667b75e371dc tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports/362f8d2c-d7cc-4e29-aef3-e88ba6266eba HTTP/1.1" status: 200 len: 911 time: 0.2851195 Nov 27 01:24:58.256615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48786) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:58.282910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:24:58.287799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:24:58.292055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:58.292660 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.298743 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de15378a-65e9-40c0-ba53-8b670f81c2fb req-355a48e9-1648-41af-9eb4-453651308fcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303690 Nov 27 01:24:58.303764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=77283ff8-1d49-4112-b4a2-e4cddc0e5f81,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:58.321151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8b3d78-ac03-47b7-8720-843bbbbe60f1 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:24:58.340143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-38d6c906-eff0-47e8-9329-a3e76685a077 service neutron] 10.222.0.42 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412804 Nov 27 01:24:58.348584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-da681d64-9d1d-4e1b-bf88-7e7ce26bd124 None None] Port 362f8d2c-d7cc-4e29-aef3-e88ba6266eba cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:24:58.352270 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-60549917-297e-4d94-8139-d8c7d965fa8a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8315213 Nov 27 01:24:58.353124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48788) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:24:58.401236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7d555578-8bd6-4998-aaa8-ef5246e72f69 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:58.430494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:d1:91:ad', 'name': 'tempest-NetworksTestDHCPv6-1259808768'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:24:58.517351 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de15378a-65e9-40c0-ba53-8b670f81c2fb req-c8314130-a069-47c5-8183-ff9bdb8681f7 service neutron] 10.222.0.11 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739750 Nov 27 01:24:58.521090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 7d555578-8bd6-4998-aaa8-ef5246e72f69 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:58.521090 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.587083 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa391e4d-429e-44de-9eff-346c454c0747 req-549a5013-f3ba-417b-8ba3-0b52afb2cf0f service neutron] 10.222.0.42 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329092 Nov 27 01:24:58.629382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:24:58.699601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-25e602fe-b534-4128-a80f-d182baf30796', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'fixed_ips': [{'subnet_id': '77283ff8-1d49-4112-b4a2-e4cddc0e5f81'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:24:58.700836 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.744382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:24:58.806115 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-de15378a-65e9-40c0-ba53-8b670f81c2fb req-aa375312-2996-45b6-9c43-0dd448db63a1 service neutron] 10.222.0.11 "GET /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786956 Nov 27 01:24:58.828709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32413a91-2fac-4958-a936-b6d0e4e81fd2 req-ea1576e6-0bdb-4e5b-a3c7-9195f208ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:58.830621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32413a91-2fac-4958-a936-b6d0e4e81fd2 req-ea1576e6-0bdb-4e5b-a3c7-9195f208ece9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=258f214a275248c9b2796342b13d6ac9&device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 1095 time: 0.0968206 Nov 27 01:24:58.854584 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:58.979176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32413a91-2fac-4958-a936-b6d0e4e81fd2 req-8357f743-86a8-413f-9aeb-58a91efbff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:58.980803 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32413a91-2fac-4958-a936-b6d0e4e81fd2 req-8357f743-86a8-413f-9aeb-58a91efbff7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a91d1e1d-5363-48c3-8004-2f8a6556c702 HTTP/1.1" status: 200 len: 917 time: 0.1428349 Nov 27 01:24:58.993098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 7a588651-47a6-4798-bbc2-aef6ebb0f64e yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:24:59.038304 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.resource_extend [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:24:59.088804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.133443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 97a92d54-2d3f-41bd-93c5-509ab7950106 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:24:59.150939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c241a-e783-45e4-83c8-d8440f388d5a req-c3a24df9-9087-4937-aa83-4eaad7cbad1d tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:59.163449 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-830c241a-e783-45e4-83c8-d8440f388d5a req-c3a24df9-9087-4937-aa83-4eaad7cbad1d tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 944 time: 0.1597941 Nov 27 01:24:59.166423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 97a92d54-2d3f-41bd-93c5-509ab7950106 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:24:59.166713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 97a92d54-2d3f-41bd-93c5-509ab7950106 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:24:59.211820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:59.223148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '12ee0417-b653-4a3c-9ee3-1ea6bddd67a3', 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702', 'port_id': '12ee0417-b653-4a3c-9ee3-1ea6bddd67a3', 'mac_address': 'fa:16:3e:78:ae:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3b09fd-6de3-4017-98dd-e13acaa0f708', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:24:59.305231 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.310673 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32413a91-2fac-4958-a936-b6d0e4e81fd2 req-a5b886c1-2f8d-4d66-bcca-7019ea89adcd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7514ba0a-ec40-4831-90f6-13732b4eca7e HTTP/1.1" status: 200 len: 217 time: 0.1965711 Nov 27 01:24:59.329393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:24:59.341336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 523fcca6-dd7d-48a6-9404-02e3d575023f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:59.397696 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-830c241a-e783-45e4-83c8-d8440f388d5a req-89619115-201c-4ba2-acbf-a21cb45ad255 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322881 Nov 27 01:24:59.421711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::f816:3eff:fed1:91ad (25e602fe-b534-4128-a80f-d182baf30796/77283ff8-1d49-4112-b4a2-e4cddc0e5f81/7a588651-47a6-4798-bbc2-aef6ebb0f64e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:59.441163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:59.442875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 53260169-f0d4-4e09-b5c0-a5f2c318f77a up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:24:59.451370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32413a91-2fac-4958-a936-b6d0e4e81fd2 req-031e1734-6c45-46de-9061-6fe4fe2003df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:24:59.453138 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32413a91-2fac-4958-a936-b6d0e4e81fd2 req-031e1734-6c45-46de-9061-6fe4fe2003df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c3b09fd-6de3-4017-98dd-e13acaa0f708 HTTP/1.1" status: 200 len: 855 time: 0.0965595 Nov 27 01:24:59.484533 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.599707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 523fcca6-dd7d-48a6-9404-02e3d575023f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:59.600400 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.644484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:24:59.667884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 53260169-f0d4-4e09-b5c0-a5f2c318f77a completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:24:59.677682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 53260169-f0d4-4e09-b5c0-a5f2c318f77a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:24:59.678570 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.699349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Allocated IP 2001:db8:1::1 (7c575bee-2f1a-4f7f-95e4-16db111ea5e8/5ebe6cf1-50ed-46ad-9f98-321c2830cb8e/3bf7c0a5-4e83-4f5d-b1f6-1a91e30a899b) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:24:59.828618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['12ee0417-b653-4a3c-9ee3-1ea6bddd67a3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:24:59.880167 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.903496 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.922524 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0494af5a-6ade-4e8f-862c-eb2ab800a112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53260169-f0d4-4e09-b5c0-a5f2c318f77a'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:24:59.924802 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584814fe-469f-4b67-b460-41f8392424a4" -d '{"events": [{"server_uuid": "0494af5a-6ade-4e8f-862c-eb2ab800a112", "name": "network-vif-plugged", "status": "completed", "tag": "53260169-f0d4-4e09-b5c0-a5f2c318f77a"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:24:59.947953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 53260169-f0d4-4e09-b5c0-a5f2c318f77a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=53260169-f0d4-4e09-b5c0-a5f2c318f77a,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:24:59.962395 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:24:59.990767 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.040100 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08944f3-11a6-484b-8a9c-fec18a66b5cf x-openstack-request-id: req-c08944f3-11a6-484b-8a9c-fec18a66b5cf {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:00.040413 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0494af5a-6ade-4e8f-862c-eb2ab800a112", "name": "network-vif-plugged", "status": "completed", "tag": "53260169-f0d4-4e09-b5c0-a5f2c318f77a", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:00.040661 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c08944f3-11a6-484b-8a9c-fec18a66b5cf {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:00.041060 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0494af5a-6ade-4e8f-862c-eb2ab800a112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53260169-f0d4-4e09-b5c0-a5f2c318f77a', 'code': 200} Nov 27 01:25:00.045167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=53260169-f0d4-4e09-b5c0-a5f2c318f77a,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:00.070662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=3bf7c0a5-4e83-4f5d-b1f6-1a91e30a899b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:00.098935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 7c575bee-2f1a-4f7f-95e4-16db111ea5e8 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:00.100559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:00.103993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:00.104374 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.276829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32413a91-2fac-4958-a936-b6d0e4e81fd2 req-99689a8a-149a-49f7-967a-26153a2af9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:00.278471 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32413a91-2fac-4958-a936-b6d0e4e81fd2 req-99689a8a-149a-49f7-967a-26153a2af9db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a91d1e1d-5363-48c3-8004-2f8a6556c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8141956 Nov 27 01:25:00.290017 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158096bc-0ba0-4f1a-84fc-3fcf71f3c981 req-d0508714-b8ed-43dd-9df0-a88bb549f2eb tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:00.297679 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-158096bc-0ba0-4f1a-84fc-3fcf71f3c981 req-d0508714-b8ed-43dd-9df0-a88bb549f2eb tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 1.0161011 Nov 27 01:25:00.344076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8a2a7-e31b-49e6-a5f7-2932cb234211 req-9841c5ca-1823-4ff8-bb54-fc121996bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:00.344923 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-01a8a2a7-e31b-49e6-a5f7-2932cb234211 req-9841c5ca-1823-4ff8-bb54-fc121996bfc6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 1096 time: 0.1798954 Nov 27 01:25:00.632520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8233fbe5-131b-4a15-9a27-3a22be743679 None None] Provisioning complete for port 3bf7c0a5-4e83-4f5d-b1f6-1a91e30a899b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:00.632923 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8233fbe5-131b-4a15-9a27-3a22be743679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.675652 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.714623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8233fbe5-131b-4a15-9a27-3a22be743679 None None] Port 3bf7c0a5-4e83-4f5d-b1f6-1a91e30a899b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:00.725826 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32413a91-2fac-4958-a936-b6d0e4e81fd2 req-b9dacf14-b7f4-4184-ad74-bcf4ff5aeb2a service neutron] 10.222.0.42 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135926 Nov 27 01:25:00.732775 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.782554 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:00.838079 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-32413a91-2fac-4958-a936-b6d0e4e81fd2 req-bf4fe7ff-3951-451c-9a2e-93cab31334b5 service neutron] 10.222.0.42 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976341 Nov 27 01:25:00.864058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Allocated IP 2001:db8::f816:3eff:fe8e:d2f8 (25e602fe-b534-4128-a80f-d182baf30796/77283ff8-1d49-4112-b4a2-e4cddc0e5f81/b88c9c29-d646-48eb-9d54-3aeb86569f85) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:00.906189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:25:00.913574 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-158096bc-0ba0-4f1a-84fc-3fcf71f3c981 req-b747b9c8-0d64-4fb9-a9fb-180a92b24061 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149893 Nov 27 01:25:00.925522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:00.929204 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.952528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:00.976204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:00.987526 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:00.994766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:01.007651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.009876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.034686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=7a588651-47a6-4798-bbc2-aef6ebb0f64e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:01.045526 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5167e8df-152d-4ce4-91fb-5066c155d95e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6890423 Nov 27 01:25:01.046353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48842) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:01.116776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-01a8a2a7-e31b-49e6-a5f7-2932cb234211 req-feb95a66-0536-4b5d-8821-97a77b1486ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7565835 Nov 27 01:25:01.128921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab1ebf-3e50-4f39-85f7-81009942b091 req-56ff24da-b8a4-4039-9fa0-bcccd9fe31dc tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.137758 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-92ab1ebf-3e50-4f39-85f7-81009942b091 req-56ff24da-b8a4-4039-9fa0-bcccd9fe31dc tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 944 time: 0.3212650 Nov 27 01:25:01.138923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61702068-4c7f-4019-a007-234c60ad8d1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.143553 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-61702068-4c7f-4019-a007-234c60ad8d1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0961263 Nov 27 01:25:01.144428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48844) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:01.289194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2b5896e7-b8a5-4dd1-a57d-0cc32856f247 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 7a588651-47a6-4798-bbc2-aef6ebb0f64e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:01.289833 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b5896e7-b8a5-4dd1-a57d-0cc32856f247 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.310650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-92ab1ebf-3e50-4f39-85f7-81009942b091 req-520df5bb-1e38-43a0-844d-1a0b198fa181 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689842 Nov 27 01:25:01.403091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7514ba0a-ec40-4831-90f6-13732b4eca7e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:25:01.442822 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b5896e7-b8a5-4dd1-a57d-0cc32856f247 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.463705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2b5896e7-b8a5-4dd1-a57d-0cc32856f247 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 7a588651-47a6-4798-bbc2-aef6ebb0f64e owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:01.649840 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.674365 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.677436 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.687227 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.688149 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.728564 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b5896e7-b8a5-4dd1-a57d-0cc32856f247 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.742059 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.745621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7514ba0a-ec40-4831-90f6-13732b4eca7e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7514ba0a-ec40-4831-90f6-13732b4eca7e,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:01.752190 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:01.773726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:01.776411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5896e7-b8a5-4dd1-a57d-0cc32856f247 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=7a588651-47a6-4798-bbc2-aef6ebb0f64e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:01.793630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:01.799229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '7514ba0a-ec40-4831-90f6-13732b4eca7e', 'network_id': 'a91d1e1d-5363-48c3-8004-2f8a6556c702', 'port_id': '7514ba0a-ec40-4831-90f6-13732b4eca7e', 'mac_address': 'fa:16:3e:da:a7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3b09fd-6de3-4017-98dd-e13acaa0f708', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:25:01.824035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:01.830274 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b5896e7-b8a5-4dd1-a57d-0cc32856f247 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.839698 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2b5896e7-b8a5-4dd1-a57d-0cc32856f247 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/7a588651-47a6-4798-bbc2-aef6ebb0f64e HTTP/1.1" status: 204 len: 168 time: 0.6918564 Nov 27 01:25:01.840360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48858) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:01.840496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:01.843956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Pushing event updated for resources: {'Port': ['ID=b88c9c29-d646-48eb-9d54-3aeb86569f85,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:01.928863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7180fe-acb1-4089-9826-f6c3109a4451 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.930318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7180fe-acb1-4089-9826-f6c3109a4451 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:01.931843 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ac7180fe-acb1-4089-9826-f6c3109a4451 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905390 Nov 27 01:25:01.938376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48860) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:01.946782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=3bf7c0a5-4e83-4f5d-b1f6-1a91e30a899b,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:02.024185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 7c575bee-2f1a-4f7f-95e4-16db111ea5e8 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:02.029314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:02.044098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd073bf68-5076-4fe1-851e-03ccc1e7ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ee0417-b653-4a3c-9ee3-1ea6bddd67a3'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:02.046407 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f664010-c8e0-473c-a3aa-8339431d8ecc" -d '{"events": [{"server_uuid": "d073bf68-5076-4fe1-851e-03ccc1e7ca68", "name": "network-vif-plugged", "status": "completed", "tag": "12ee0417-b653-4a3c-9ee3-1ea6bddd67a3"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:02.059908 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf16a6fe-3027-4db1-939e-52ec7d92b3fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 77283ff8-1d49-4112-b4a2-e4cddc0e5f81 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:02.067994 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf16a6fe-3027-4db1-939e-52ec7d92b3fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:02.080836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Attempting to bind port b88c9c29-d646-48eb-9d54-3aeb86569f85 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:25:02.080836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Attempting to bind port b88c9c29-d646-48eb-9d54-3aeb86569f85 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:25:02.080836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Attempting to bind port b88c9c29-d646-48eb-9d54-3aeb86569f85 on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:02.080836 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:02.152115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:02.168713 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf16a6fe-3027-4db1-939e-52ec7d92b3fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:02.186971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7514ba0a-ec40-4831-90f6-13732b4eca7e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:25:02.204707 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d251d80c-749a-4fcd-9815-9eb9879a83cc x-openstack-request-id: req-d251d80c-749a-4fcd-9815-9eb9879a83cc {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:02.204985 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d073bf68-5076-4fe1-851e-03ccc1e7ca68", "name": "network-vif-plugged", "status": "completed", "tag": "12ee0417-b653-4a3c-9ee3-1ea6bddd67a3", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:02.213591 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d251d80c-749a-4fcd-9815-9eb9879a83cc {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:02.214376 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073bf68-5076-4fe1-851e-03ccc1e7ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ee0417-b653-4a3c-9ee3-1ea6bddd67a3', 'code': 200} Nov 27 01:25:02.220920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:25:02.221406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:02.222067 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:02.222498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:25:02.223278 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Bound port: b88c9c29-d646-48eb-9d54-3aeb86569f85, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:25:02.223671 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:02.283532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7514ba0a-ec40-4831-90f6-13732b4eca7e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7514ba0a-ec40-4831-90f6-13732b4eca7e,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:02.335787 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:02.337766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b30e06-aead-4221-8c12-9718fdf8849f req-ad8bb6f4-8156-47e5-9d17-074df165bd6e tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:02.345968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d7b30e06-aead-4221-8c12-9718fdf8849f req-ad8bb6f4-8156-47e5-9d17-074df165bd6e tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.3009262 Nov 27 01:25:02.413515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router e90d36d8-0705-4a26-b240-42db98c2220c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:25:02.441274 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=7514ba0a-ec40-4831-90f6-13732b4eca7e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:02.455858 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] For port b88c9c29-d646-48eb-9d54-3aeb86569f85, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:25:02.462227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] For port b88c9c29-d646-48eb-9d54-3aeb86569f85, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b88c9c29-d646-48eb-9d54-3aeb86569f85,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:25:02.464149 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d7b30e06-aead-4221-8c12-9718fdf8849f req-b28dbb6d-0803-4195-b3dc-7e8e2ca7b7f9 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168902 Nov 27 01:25:02.472042 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf16a6fe-3027-4db1-939e-52ec7d92b3fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:02.472777 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:02.601141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf5529-0241-4135-b196-4880647e61a5 None None] Pushing event updated for resources: {'Port': ['ID=b88c9c29-d646-48eb-9d54-3aeb86569f85,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:02.613185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0b506ac3-5480-4910-806f-a9836a0e9cef None None] Provisioning complete for port 3bf7c0a5-4e83-4f5d-b1f6-1a91e30a899b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:02.613818 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0b506ac3-5480-4910-806f-a9836a0e9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:02.655780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a03ae-2eed-4aca-ad9f-3556cfcbf678 req-728bb869-8cad-4eb3-b112-fc17d904b375 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:02.657672 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c17a03ae-2eed-4aca-ad9f-3556cfcbf678 req-728bb869-8cad-4eb3-b112-fc17d904b375 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 945 time: 0.1624103 Nov 27 01:25:02.676773 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0b506ac3-5480-4910-806f-a9836a0e9cef None None] Port 3bf7c0a5-4e83-4f5d-b1f6-1a91e30a899b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:02.683428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['7514ba0a-ec40-4831-90f6-13732b4eca7e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:02.707126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e6108-8abf-4f7e-92fc-29445ea17a3d req-b9d2cc65-1df6-49fd-8892-d21a8636b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:02.708816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb1e6108-8abf-4f7e-92fc-29445ea17a3d req-b9d2cc65-1df6-49fd-8892-d21a8636b0ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d073bf68-5076-4fe1-851e-03ccc1e7ca68 HTTP/1.1" status: 200 len: 1097 time: 0.4283309 Nov 27 01:25:02.720211 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf16a6fe-3027-4db1-939e-52ec7d92b3fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:02.818183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16a6fe-3027-4db1-939e-52ec7d92b3fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=77283ff8-1d49-4112-b4a2-e4cddc0e5f81,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:02.843418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf16a6fe-3027-4db1-939e-52ec7d92b3fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:02.854217 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cf16a6fe-3027-4db1-939e-52ec7d92b3fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/77283ff8-1d49-4112-b4a2-e4cddc0e5f81 HTTP/1.1" status: 204 len: 168 time: 0.9147620 Nov 27 01:25:02.861837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48888) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:02.864194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb1e6108-8abf-4f7e-92fc-29445ea17a3d req-72539b7b-3b32-4ca3-bb3c-a0cd041a92b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944932 Nov 27 01:25:02.870524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c17a03ae-2eed-4aca-ad9f-3556cfcbf678 req-298cb494-4f53-4800-baf0-47b644141d15 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010319 Nov 27 01:25:02.919639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e9f12cc7-4809-4f22-be71-860c3318c857 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541427 Nov 27 01:25:02.921486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:02.922204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48890) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:02.954734 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf3ef5-eb8e-46d8-9614-372b0f0e10dc None None] Sync routers for ids ['e90d36d8-0705-4a26-b240-42db98c2220c'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:02.961218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-20d48f3f-8efa-4e7c-8c87-b1c5d7590e9a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/e90d36d8-0705-4a26-b240-42db98c2220c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7033210 Nov 27 01:25:02.965476 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48892) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:02.980804 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf3ef5-eb8e-46d8-9614-372b0f0e10dc None None] Routers {'e90d36d8-0705-4a26-b240-42db98c2220c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:02.984812 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0ebf3ef5-eb8e-46d8-9614-372b0f0e10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:24:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e90d36d8-0705-4a26-b240-42db98c2220c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:03.032762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d008bc81-28a1-4fc7-8368-e52057d922bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:03.036628 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d008bc81-28a1-4fc7-8368-e52057d922bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1033821 Nov 27 01:25:03.036872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48894) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:03.119626 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0ebf3ef5-eb8e-46d8-9614-372b0f0e10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:03.127556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c6ae4d-0ab7-450d-9a4a-976a0cf73b4c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:03.131068 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-16c6ae4d-0ab7-450d-9a4a-976a0cf73b4c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports/3bf7c0a5-4e83-4f5d-b1f6-1a91e30a899b HTTP/1.1" status: 200 len: 913 time: 0.1605182 Nov 27 01:25:03.132225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48898) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:03.139450 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf3ef5-eb8e-46d8-9614-372b0f0e10dc None None] Routers {'e90d36d8-0705-4a26-b240-42db98c2220c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:03.145189 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0ebf3ef5-eb8e-46d8-9614-372b0f0e10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:24:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e90d36d8-0705-4a26-b240-42db98c2220c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:03.172208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c76155-a794-4dfe-ac39-1e8399447897 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:03.176078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e1c76155-a794-4dfe-ac39-1e8399447897 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1354101 Nov 27 01:25:03.183589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48900) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:03.195659 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0ebf3ef5-eb8e-46d8-9614-372b0f0e10dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:03.196691 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf3ef5-eb8e-46d8-9614-372b0f0e10dc None None] The sync data for ids ['e90d36d8-0705-4a26-b240-42db98c2220c'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:03.309601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9e9456bc-042f-4047-a250-d24ff7120059 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272435 Nov 27 01:25:03.311641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48906) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:03.321160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:03.402760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b88c9c29-d646-48eb-9d54-3aeb86569f85 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:03.407540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc684966-a55c-455b-a8e4-3a30f78f575e req-ef778c5d-0efb-4d4c-8e79-167efe63036d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:03.416245 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc684966-a55c-455b-a8e4-3a30f78f575e req-ef778c5d-0efb-4d4c-8e79-167efe63036d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.2673779 Nov 27 01:25:03.533418 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc684966-a55c-455b-a8e4-3a30f78f575e req-154d64fe-7b7a-4b40-a7c0-288797e9f9d2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161213 Nov 27 01:25:03.540029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b88c9c29-d646-48eb-9d54-3aeb86569f85 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:03.540417 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:03.572476 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:03.576824 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:03.723299 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:03.785319 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-722e3606-c44c-4684-97e8-ba2dad0b9803 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:03.788955 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port b88c9c29-d646-48eb-9d54-3aeb86569f85, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b88c9c29-d646-48eb-9d54-3aeb86569f85,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:03.801789 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:03.899289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=b88c9c29-d646-48eb-9d54-3aeb86569f85,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:04.191254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:25:04.282694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188b8ab9-042c-4138-a8a1-950445841ed1 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:04.283709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-722e3606-c44c-4684-97e8-ba2dad0b9803 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 3bf7c0a5-4e83-4f5d-b1f6-1a91e30a899b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:04.284197 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-722e3606-c44c-4684-97e8-ba2dad0b9803 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:04.343052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae26114-17d9-4523-863c-9a2f9dcd4d0d req-ea8756d6-4ac0-4b3b-b3da-1dddb0f50cde tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:04.355604 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ae26114-17d9-4523-863c-9a2f9dcd4d0d req-ea8756d6-4ac0-4b3b-b3da-1dddb0f50cde tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 945 time: 0.2531564 Nov 27 01:25:04.403354 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-722e3606-c44c-4684-97e8-ba2dad0b9803 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:04.409927 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e4cd956d-2ecd-4d2b-a668-f069347934b2 None None] Provisioning complete for port b88c9c29-d646-48eb-9d54-3aeb86569f85 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:04.410753 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e4cd956d-2ecd-4d2b-a668-f069347934b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:04.434406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-722e3606-c44c-4684-97e8-ba2dad0b9803 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 3bf7c0a5-4e83-4f5d-b1f6-1a91e30a899b owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:04.522038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ae26114-17d9-4523-863c-9a2f9dcd4d0d req-ab24e962-3030-4fdd-b34b-9d77105c7d6f tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642931 Nov 27 01:25:04.666026 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:04.840976 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-722e3606-c44c-4684-97e8-ba2dad0b9803 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:04.881013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e3606-c44c-4684-97e8-ba2dad0b9803 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=3bf7c0a5-4e83-4f5d-b1f6-1a91e30a899b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:04.897480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdc933-f27e-44c5-9b8e-c9149f0c233c req-6d1d7d7f-a619-4152-948c-6ccfcfd1a77d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:04.899127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-45fdc933-f27e-44c5-9b8e-c9149f0c233c req-6d1d7d7f-a619-4152-948c-6ccfcfd1a77d tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.1414151 Nov 27 01:25:05.114832 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-45fdc933-f27e-44c5-9b8e-c9149f0c233c req-d61e63af-7621-4a4a-94f3-75a941078723 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072816 Nov 27 01:25:05.147727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] For port b88c9c29-d646-48eb-9d54-3aeb86569f85, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b88c9c29-d646-48eb-9d54-3aeb86569f85,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:05.189465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-722e3606-c44c-4684-97e8-ba2dad0b9803 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.220174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.235056 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.237551 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.358089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b88c9c29-d646-48eb-9d54-3aeb86569f85 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:05.362510 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:05.368104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:05.371783 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:05.372492 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.413350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=b88c9c29-d646-48eb-9d54-3aeb86569f85,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:05.419057 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=cc392240-3a56-4ab5-9d21-c5f5b59292b3,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:05.430938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1e52d6b5-6d51-4fe3-b902-9b45d98cb3df tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1150529 Nov 27 01:25:05.431693 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48938) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:05.439473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:12:c2:69', 'name': 'tempest-NetworksTestDHCPv6-1485079161'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:05.453193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7514ba0a-ec40-4831-90f6-13732b4eca7e up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:05.529392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9944e590-a3cf-4404-8ed0-c73044242a1b None None] Provisioning complete for port b88c9c29-d646-48eb-9d54-3aeb86569f85 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:05.532287 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9944e590-a3cf-4404-8ed0-c73044242a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.586399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:05.594632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b88c9c29-d646-48eb-9d54-3aeb86569f85 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:05.595265 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.638417 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 7514ba0a-ec40-4831-90f6-13732b4eca7e completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:25:05.642191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722e3606-c44c-4684-97e8-ba2dad0b9803 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router e90d36d8-0705-4a26-b240-42db98c2220c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:25:05.651177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 7514ba0a-ec40-4831-90f6-13732b4eca7e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:05.651622 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.743245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:05.779227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722e3606-c44c-4684-97e8-ba2dad0b9803 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:05.792017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-722e3606-c44c-4684-97e8-ba2dad0b9803 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/e90d36d8-0705-4a26-b240-42db98c2220c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6551764 Nov 27 01:25:05.794312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48950) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:05.810880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b15f1-375d-4d33-9a0e-e52b05965e5a None None] Sync routers for ids ['e90d36d8-0705-4a26-b240-42db98c2220c'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:05.839989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port b2a4e022-3dac-4eea-8f5d-8812d12643a7 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:25:05.922448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffae7bf-9ebb-4aa2-9aaa-a12c333cab36 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:05.953733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a653ce-8eb4-4e03-8816-6bb78c5ef8fd req-c1a58cd8-1305-42d9-ba48-b6a1b168e838 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:05.954542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-634a5e33-4a98-488a-984c-1e4ef6f20a10 None None] Could not find standard attr ID for object 7a588651-47a6-4798-bbc2-aef6ebb0f64e. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:25:05.956324 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85a653ce-8eb4-4e03-8816-6bb78c5ef8fd req-c1a58cd8-1305-42d9-ba48-b6a1b168e838 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 945 time: 0.1181734 Nov 27 01:25:05.985417 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1b15f1-375d-4d33-9a0e-e52b05965e5a None None] Routers {'e90d36d8-0705-4a26-b240-42db98c2220c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:05.986174 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8d1b15f1-375d-4d33-9a0e-e52b05965e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:24:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e90d36d8-0705-4a26-b240-42db98c2220c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:06.046092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8d1b15f1-375d-4d33-9a0e-e52b05965e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:06.047677 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85a653ce-8eb4-4e03-8816-6bb78c5ef8fd req-d38c1124-0a46-4797-a1c2-ea0753f91bb2 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809631 Nov 27 01:25:06.076182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::f816:3eff:fe12:c269 (25e602fe-b534-4128-a80f-d182baf30796/cc392240-3a56-4ab5-9d21-c5f5b59292b3/b2a4e022-3dac-4eea-8f5d-8812d12643a7) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:06.116160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1b15f1-375d-4d33-9a0e-e52b05965e5a None None] Routers {'e90d36d8-0705-4a26-b240-42db98c2220c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:06.116807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8d1b15f1-375d-4d33-9a0e-e52b05965e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:24:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e90d36d8-0705-4a26-b240-42db98c2220c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:06.158695 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:06.204476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8d1b15f1-375d-4d33-9a0e-e52b05965e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:06.205215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b15f1-375d-4d33-9a0e-e52b05965e5a None None] The sync data for ids ['e90d36d8-0705-4a26-b240-42db98c2220c'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:06.279916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8428fc82-2903-41c5-93fe-88d698b35f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7514ba0a-ec40-4831-90f6-13732b4eca7e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:06.286694 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f922ed06-1daa-48b2-96ad-e440b512da0b" -d '{"events": [{"server_uuid": "8428fc82-2903-41c5-93fe-88d698b35f48", "name": "network-vif-plugged", "status": "completed", "tag": "7514ba0a-ec40-4831-90f6-13732b4eca7e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:06.356851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7514ba0a-ec40-4831-90f6-13732b4eca7e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7514ba0a-ec40-4831-90f6-13732b4eca7e,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:06.406707 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:06.410875 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1e1724-65e5-47a0-a058-f120d0e9bf44 x-openstack-request-id: req-4e1e1724-65e5-47a0-a058-f120d0e9bf44 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:06.411175 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8428fc82-2903-41c5-93fe-88d698b35f48", "name": "network-vif-plugged", "status": "completed", "tag": "7514ba0a-ec40-4831-90f6-13732b4eca7e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:06.411430 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e1e1724-65e5-47a0-a058-f120d0e9bf44 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:06.411820 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8428fc82-2903-41c5-93fe-88d698b35f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7514ba0a-ec40-4831-90f6-13732b4eca7e', 'code': 200} Nov 27 01:25:06.413670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:06.462460 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:06.514139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=7514ba0a-ec40-4831-90f6-13732b4eca7e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:06.566962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:06.568994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:06.573491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:06.580044 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:06.580711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:06.596540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=b2a4e022-3dac-4eea-8f5d-8812d12643a7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:06.613024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-92c8da46-7b58-4774-ba0d-836b524cf151 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1800451 Nov 27 01:25:06.619129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48966) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:06.736470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3895474-c53c-4078-8aac-8840da8d427b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:06.745740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3895474-c53c-4078-8aac-8840da8d427b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:06.750203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c3895474-c53c-4078-8aac-8840da8d427b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1300473 Nov 27 01:25:06.750836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48970) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:06.891942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-dedab0f9-cb6b-4e64-8d72-f6446d004fb1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port b2a4e022-3dac-4eea-8f5d-8812d12643a7 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:06.892285 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dedab0f9-cb6b-4e64-8d72-f6446d004fb1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:06.903003 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5a04f0b6-67d9-4dc8-bda2-12d7eace1498 None None] Provisioning complete for port b88c9c29-d646-48eb-9d54-3aeb86569f85 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:06.903376 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5a04f0b6-67d9-4dc8-bda2-12d7eace1498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:06.984605 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-202bb864-4b30-47ab-89e1-637153e9ae5f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:06.995481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72722e-6a0e-4091-b524-ef1978a294f8 req-4cf59b61-bf77-4126-947d-7718ec47c230 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:07.004381 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e72722e-6a0e-4091-b524-ef1978a294f8 req-4cf59b61-bf77-4126-947d-7718ec47c230 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.6976271 Nov 27 01:25:07.118199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dedab0f9-cb6b-4e64-8d72-f6446d004fb1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.147962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-dedab0f9-cb6b-4e64-8d72-f6446d004fb1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for b2a4e022-3dac-4eea-8f5d-8812d12643a7 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:07.198787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d3aae-2135-4db4-a73b-ef9e8ddba197 req-44464c92-5cd8-4d5f-b541-7cc2634769b9 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:07.200276 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c69d3aae-2135-4db4-a73b-ef9e8ddba197 req-44464c92-5cd8-4d5f-b541-7cc2634769b9 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 946 time: 0.8423877 Nov 27 01:25:07.229376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085a078-b72c-45b2-8d28-873fe1e41e81 req-58148e5f-c31a-49ea-80c0-02c44006b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:07.230948 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4085a078-b72c-45b2-8d28-873fe1e41e81 req-58148e5f-c31a-49ea-80c0-02c44006b44e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 1097 time: 0.3698559 Nov 27 01:25:07.305974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2beca264-a9fd-4fff-be88-b5c44c520ea0 None None] Provisioning complete for port b2a4e022-3dac-4eea-8f5d-8812d12643a7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:07.307084 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2beca264-a9fd-4fff-be88-b5c44c520ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.363810 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b88c9c29-d646-48eb-9d54-3aeb86569f85 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:07.406710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2beca264-a9fd-4fff-be88-b5c44c520ea0 None None] Port b2a4e022-3dac-4eea-8f5d-8812d12643a7 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:07.444713 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dedab0f9-cb6b-4e64-8d72-f6446d004fb1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.448544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b88c9c29-d646-48eb-9d54-3aeb86569f85 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:07.448544 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.481513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedab0f9-cb6b-4e64-8d72-f6446d004fb1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=b2a4e022-3dac-4eea-8f5d-8812d12643a7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:07.517981 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dedab0f9-cb6b-4e64-8d72-f6446d004fb1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.521533 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dedab0f9-cb6b-4e64-8d72-f6446d004fb1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/b2a4e022-3dac-4eea-8f5d-8812d12643a7 HTTP/1.1" status: 204 len: 168 time: 0.7696095 Nov 27 01:25:07.524651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48986) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:07.536125 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e72722e-6a0e-4091-b524-ef1978a294f8 req-b3b3b2e4-717d-4b7f-968b-642c9946ae9c tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308039 Nov 27 01:25:07.547118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18500150-ab15-4d19-88ae-d79b699ebf72 req-ef7da581-f655-473f-858d-f8d122184ae8 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:07.548725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-18500150-ab15-4d19-88ae-d79b699ebf72 req-ef7da581-f655-473f-858d-f8d122184ae8 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 946 time: 0.3778572 Nov 27 01:25:07.578455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4085a078-b72c-45b2-8d28-873fe1e41e81 req-f74b8b9b-a096-4c73-86e6-3305f2fa9c0f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590477 Nov 27 01:25:07.681446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-c69d3aae-2135-4db4-a73b-ef9e8ddba197 req-dce21774-08be-4bf3-a486-7fb8b54b4d16 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Deleting port 7b0d988f-835b-448b-b91b-b10f371bfb0d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:07.681879 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c69d3aae-2135-4db4-a73b-ef9e8ddba197 req-dce21774-08be-4bf3-a486-7fb8b54b4d16 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.694740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bfcce7-195f-466b-8903-66d045d40217 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:07.696497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bfcce7-195f-466b-8903-66d045d40217 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:07.700512 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-82bfcce7-195f-466b-8903-66d045d40217 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1706960 Nov 27 01:25:07.702883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48988) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:07.727612 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-18500150-ab15-4d19-88ae-d79b699ebf72 req-44c6aac0-edf3-4009-b760-c0d117b540bb tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374598 Nov 27 01:25:07.815700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfbb7b2-57b0-4673-ae1a-6169e000c891 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet cc392240-3a56-4ab5-9d21-c5f5b59292b3 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:07.819280 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb7b2-57b0-4673-ae1a-6169e000c891 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.860787 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb7b2-57b0-4673-ae1a-6169e000c891 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.885589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c69d3aae-2135-4db4-a73b-ef9e8ddba197 req-dce21774-08be-4bf3-a486-7fb8b54b4d16 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] For port 7b0d988f-835b-448b-b91b-b10f371bfb0d, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=7b0d988f-835b-448b-b91b-b10f371bfb0d,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:07.886144 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c69d3aae-2135-4db4-a73b-ef9e8ddba197 req-dce21774-08be-4bf3-a486-7fb8b54b4d16 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.909160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-c69d3aae-2135-4db4-a73b-ef9e8ddba197 req-dce21774-08be-4bf3-a486-7fb8b54b4d16 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Calling delete_port for 7b0d988f-835b-448b-b91b-b10f371bfb0d owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:07.930351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-202bb864-4b30-47ab-89e1-637153e9ae5f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 362f8d2c-d7cc-4e29-aef3-e88ba6266eba {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:07.930705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-202bb864-4b30-47ab-89e1-637153e9ae5f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:07.973452 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb7b2-57b0-4673-ae1a-6169e000c891 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:08.060780 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb7b2-57b0-4673-ae1a-6169e000c891 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:08.113352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbb7b2-57b0-4673-ae1a-6169e000c891 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=cc392240-3a56-4ab5-9d21-c5f5b59292b3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:08.120427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb7b2-57b0-4673-ae1a-6169e000c891 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:08.129655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8383e87-c2ad-4d52-9140-91b63dde3a79 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:08.133962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49000) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:08.137910 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1cfbb7b2-57b0-4673-ae1a-6169e000c891 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/cc392240-3a56-4ab5-9d21-c5f5b59292b3 HTTP/1.1" status: 204 len: 168 time: 0.4298947 Nov 27 01:25:08.138964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-202bb864-4b30-47ab-89e1-637153e9ae5f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:08.217514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-202bb864-4b30-47ab-89e1-637153e9ae5f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 362f8d2c-d7cc-4e29-aef3-e88ba6266eba owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:08.231026 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71b98593-3c14-4f3e-aa74-dd03fb3494d4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942609 Nov 27 01:25:08.234906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49006) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:08.241158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:08.285323 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c69d3aae-2135-4db4-a73b-ef9e8ddba197 req-dce21774-08be-4bf3-a486-7fb8b54b4d16 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:08.320606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['7b0d988f-835b-448b-b91b-b10f371bfb0d'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:08.341434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce21774-08be-4bf3-a486-7fb8b54b4d16 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Pushing event deleted for resources: {'Port': ['ID=7b0d988f-835b-448b-b91b-b10f371bfb0d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:08.360465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['8f469c64-d94c-4c5c-9cb3-23db48be8ace'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:08.390536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:08.395868 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:08.414647 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2a622d-ee93-4f36-8ac3-989c5271eb6d None None] DHCP port deletion for 25e602fe-b534-4128-a80f-d182baf30796 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:08.520215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69d3aae-2135-4db4-a73b-ef9e8ddba197 req-dce21774-08be-4bf3-a486-7fb8b54b4d16 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] No DVR routers for this DVR port 7b0d988f-835b-448b-b91b-b10f371bfb0d on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:08.523759 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c69d3aae-2135-4db4-a73b-ef9e8ddba197 req-dce21774-08be-4bf3-a486-7fb8b54b4d16 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:08.527174 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c69d3aae-2135-4db4-a73b-ef9e8ddba197 req-dce21774-08be-4bf3-a486-7fb8b54b4d16 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.11 "DELETE /v2.0/ports/7b0d988f-835b-448b-b91b-b10f371bfb0d HTTP/1.1" status: 204 len: 173 time: 1.3168778 Nov 27 01:25:08.530017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5be6d7-953a-47e5-92c0-a707cf326762', 'name': 'network-vif-deleted', 'tag': '7b0d988f-835b-448b-b91b-b10f371bfb0d'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:08.533656 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ccbf2b-8e5d-4e86-9da3-2e9fde76a535" -d '{"events": [{"server_uuid": "2b5be6d7-953a-47e5-92c0-a707cf326762", "name": "network-vif-deleted", "tag": "7b0d988f-835b-448b-b91b-b10f371bfb0d"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:08.580396 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-da2a622d-ee93-4f36-8ac3-989c5271eb6d None None] Deleting port b88c9c29-d646-48eb-9d54-3aeb86569f85 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:08.581164 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-da2a622d-ee93-4f36-8ac3-989c5271eb6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:08.592416 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-202bb864-4b30-47ab-89e1-637153e9ae5f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:08.671611 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f21b616-b4c0-4307-811f-b3cfa04e836f x-openstack-request-id: req-3f21b616-b4c0-4307-811f-b3cfa04e836f {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:08.672324 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5be6d7-953a-47e5-92c0-a707cf326762", "name": "network-vif-deleted", "tag": "7b0d988f-835b-448b-b91b-b10f371bfb0d", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:08.672769 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f21b616-b4c0-4307-811f-b3cfa04e836f {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:08.674768 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5be6d7-953a-47e5-92c0-a707cf326762', 'name': 'network-vif-deleted', 'tag': '7b0d988f-835b-448b-b91b-b10f371bfb0d', 'status': 'completed', 'code': 200} Nov 27 01:25:08.678758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bb864-4b30-47ab-89e1-637153e9ae5f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=362f8d2c-d7cc-4e29-aef3-e88ba6266eba,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:08.909493 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-202bb864-4b30-47ab-89e1-637153e9ae5f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:08.925966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:25:08.943625 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-78fdc385-e53e-425e-9395-e6f26436add3 req-5e076fbd-e647-4bc4-93ee-c8418ffc6c7c tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b5be6d7-953a-47e5-92c0-a707cf326762 HTTP/1.1" status: 200 len: 210 time: 0.2063458 Nov 27 01:25:09.055650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-da2a622d-ee93-4f36-8ac3-989c5271eb6d None None] For port b88c9c29-d646-48eb-9d54-3aeb86569f85, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b88c9c29-d646-48eb-9d54-3aeb86569f85,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:09.056415 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-da2a622d-ee93-4f36-8ac3-989c5271eb6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.057388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b096d-685b-437b-9eb6-f6a32c3a3489 req-0e7e4cf9-d22a-4815-a7ee-46b4129fbdc6 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:09.059860 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-694b096d-685b-437b-9eb6-f6a32c3a3489 req-0e7e4cf9-d22a-4815-a7ee-46b4129fbdc6 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 946 time: 0.2119071 Nov 27 01:25:09.082093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-da2a622d-ee93-4f36-8ac3-989c5271eb6d None None] Calling delete_port for b88c9c29-d646-48eb-9d54-3aeb86569f85 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:09.212091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202bb864-4b30-47ab-89e1-637153e9ae5f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router e90d36d8-0705-4a26-b240-42db98c2220c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:25:09.222084 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-da2a622d-ee93-4f36-8ac3-989c5271eb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.251253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a622d-ee93-4f36-8ac3-989c5271eb6d None None] Pushing event deleted for resources: {'Port': ['ID=b88c9c29-d646-48eb-9d54-3aeb86569f85,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:09.257331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a622d-ee93-4f36-8ac3-989c5271eb6d None None] No DVR routers for this DVR port b88c9c29-d646-48eb-9d54-3aeb86569f85 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:09.326358 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-694b096d-685b-437b-9eb6-f6a32c3a3489 req-ade15013-8127-4951-9947-aa38cb584d41 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555690 Nov 27 01:25:09.341463 n-d-819494-2 neutron-server[103385]: WARNING neutron.services.revisions.revision_plugin [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Could not find related port for resource to bump revision. Nov 27 01:25:09.371446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_pluggable_backend [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Port b88c9c29-d646-48eb-9d54-3aeb86569f85 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103385) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 27 01:25:09.372281 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_pluggable_backend [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8e:d2f8 {{(pid=103385) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 27 01:25:09.380687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_pluggable_backend [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8e:d2f8 {{(pid=103385) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 27 01:25:09.383754 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.393873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b88c9c29-d646-48eb-9d54-3aeb86569f85 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:09.433919 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: b88c9c29-d646-48eb-9d54-3aeb86569f85 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:09.434304 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b88c9c29-d646-48eb-9d54-3aeb86569f85 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:09.441161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202bb864-4b30-47ab-89e1-637153e9ae5f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:09.452534 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7551f2-f115-4b9f-994f-050434c8170f None None] Sync routers for ids ['e90d36d8-0705-4a26-b240-42db98c2220c'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:09.458748 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-202bb864-4b30-47ab-89e1-637153e9ae5f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/e90d36d8-0705-4a26-b240-42db98c2220c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6625237 Nov 27 01:25:09.462985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49034) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:09.485769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:09.489043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:09.492518 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7551f2-f115-4b9f-994f-050434c8170f None None] Routers {'e90d36d8-0705-4a26-b240-42db98c2220c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:09.493151 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-cc7551f2-f115-4b9f-994f-050434c8170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:24:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e90d36d8-0705-4a26-b240-42db98c2220c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:09.493414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:09.494004 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.499948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf69ce2-1820-491a-aa4d-570aaea1d394 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:09.504714 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b9640f0b-e631-41d0-96bf-fc76f72d1012 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e90d36d8-0705-4a26-b240-42db98c2220c HTTP/1.1" status: 200 len: 205 time: 0.0382063 Nov 27 01:25:09.505248 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49036) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:09.509529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=02a50a21-b379-4d70-9501-8493d1e963fb,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:09.558838 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-23d90275-bee5-4ab1-8ad2-ebdf2b34bb72 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3202214 Nov 27 01:25:09.559863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49038) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:09.570274 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:f3:41:a9', 'name': 'tempest-NetworksTestDHCPv6-613270535'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:09.607181 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-cc7551f2-f115-4b9f-994f-050434c8170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:09.628397 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7551f2-f115-4b9f-994f-050434c8170f None None] Routers {'e90d36d8-0705-4a26-b240-42db98c2220c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:09.629395 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-cc7551f2-f115-4b9f-994f-050434c8170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:24:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e90d36d8-0705-4a26-b240-42db98c2220c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:09.652352 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e159c536-1f13-4700-9733-9e48cabe00cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.706257 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-cc7551f2-f115-4b9f-994f-050434c8170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:09.715465 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7551f2-f115-4b9f-994f-050434c8170f None None] The sync data for ids ['e90d36d8-0705-4a26-b240-42db98c2220c'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:09.779081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-25e602fe-b534-4128-a80f-d182baf30796', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'fixed_ips': [{'subnet_id': '02a50a21-b379-4d70-9501-8493d1e963fb'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:25:09.780117 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.813071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:09.817228 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.877563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 4d48c6ca-9d76-4bf0-9712-07ef083656b8 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:25:09.899907 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e159c536-1f13-4700-9733-9e48cabe00cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.907237 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e159c536-1f13-4700-9733-9e48cabe00cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.972969 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e159c536-1f13-4700-9733-9e48cabe00cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.973512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e159c536-1f13-4700-9733-9e48cabe00cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Fanout notify agent at l3_agent the message router_deleted on router e90d36d8-0705-4a26-b240-42db98c2220c {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:25:09.975048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Allocated IP 2001:db8::f816:3eff:fe15:6478 (25e602fe-b534-4128-a80f-d182baf30796/02a50a21-b379-4d70-9501-8493d1e963fb/750c8997-bd25-4745-86a6-de9d60148e9f) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:09.980632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e159c536-1f13-4700-9733-9e48cabe00cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:09.981860 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e159c536-1f13-4700-9733-9e48cabe00cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/e90d36d8-0705-4a26-b240-42db98c2220c HTTP/1.1" status: 204 len: 168 time: 0.4749494 Nov 27 01:25:09.984622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49054) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:10.106810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abd22a2-24a3-4429-90e4-3d32789f08d4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting subnet 5ebe6cf1-50ed-46ad-9f98-321c2830cb8e {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:10.111768 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4abd22a2-24a3-4429-90e4-3d32789f08d4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.164222 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4abd22a2-24a3-4429-90e4-3d32789f08d4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.194475 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.201826 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.279977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:10.284223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:10.292353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:10.303185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Pushing event updated for resources: {'Port': ['ID=750c8997-bd25-4745-86a6-de9d60148e9f,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:10.367723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Attempting to bind port 750c8997-bd25-4745-86a6-de9d60148e9f on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:25:10.368225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Attempting to bind port 750c8997-bd25-4745-86a6-de9d60148e9f by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:25:10.368689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Attempting to bind port 750c8997-bd25-4745-86a6-de9d60148e9f on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:10.374192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:25:10.374757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:10.375413 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.375948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:25:10.376787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Bound port: 750c8997-bd25-4745-86a6-de9d60148e9f, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:25:10.377275 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.390945 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4abd22a2-24a3-4429-90e4-3d32789f08d4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.449133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130e318-9950-4554-9cd3-3b55a540f013 req-fde1ac80-571f-402f-b00a-905c0d41ef07 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:10.454002 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2130e318-9950-4554-9cd3-3b55a540f013 req-fde1ac80-571f-402f-b00a-905c0d41ef07 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.1212177 Nov 27 01:25:10.467512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::f816:3eff:fef3:41a9 (25e602fe-b534-4128-a80f-d182baf30796/02a50a21-b379-4d70-9501-8493d1e963fb/4d48c6ca-9d76-4bf0-9712-07ef083656b8) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:10.489394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] For port 750c8997-bd25-4745-86a6-de9d60148e9f, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:25:10.498806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] For port 750c8997-bd25-4745-86a6-de9d60148e9f, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=750c8997-bd25-4745-86a6-de9d60148e9f,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:25:10.509901 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.529456 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2130e318-9950-4554-9cd3-3b55a540f013 req-3ea02143-0af8-41bb-9087-325927b23da2 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682576 Nov 27 01:25:10.608418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fa139-ae21-4380-940c-11ecd35aa964 None None] Pushing event updated for resources: {'Port': ['ID=750c8997-bd25-4745-86a6-de9d60148e9f,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:10.697845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea7772-8c0a-4f09-a82f-0a50d1378f39 req-724c7be4-da76-48bb-bf40-c39c43f4e8b0 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:10.699392 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdea7772-8c0a-4f09-a82f-0a50d1378f39 req-724c7be4-da76-48bb-bf40-c39c43f4e8b0 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 946 time: 0.2109990 Nov 27 01:25:10.732883 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4abd22a2-24a3-4429-90e4-3d32789f08d4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.798984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd22a2-24a3-4429-90e4-3d32789f08d4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Subnet': ['ID=5ebe6cf1-50ed-46ad-9f98-321c2830cb8e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:10.815937 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.823144 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7b0d988f-835b-448b-b91b-b10f371bfb0d no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:10.826082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4abd22a2-24a3-4429-90e4-3d32789f08d4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:10.826313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f107604-7883-4fc6-a583-4ace7fe8fbc1 None None] Network 7c575bee-2f1a-4f7f-95e4-16db111ea5e8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:10.829510 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4abd22a2-24a3-4429-90e4-3d32789f08d4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/5ebe6cf1-50ed-46ad-9f98-321c2830cb8e HTTP/1.1" status: 204 len: 168 time: 0.8439317 Nov 27 01:25:10.832873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49088) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:10.898866 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdea7772-8c0a-4f09-a82f-0a50d1378f39 req-7f0a44b0-d995-4e5f-8b8f-7a5af9107fc2 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770985 Nov 27 01:25:10.977907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4f8a05-ae68-441f-b5e4-b370a0e2e43e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting subnet 622ea81c-6f3e-49d8-8ee7-0094a7427b14 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:10.986135 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c4f8a05-ae68-441f-b5e4-b370a0e2e43e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.029377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 7b0d988f-835b-448b-b91b-b10f371bfb0d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:11.030409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.030959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 7b0d988f-835b-448b-b91b-b10f371bfb0d not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:11.113286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:11.132283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:11.136161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:11.141982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:11.142649 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.159223 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c4f8a05-ae68-441f-b5e4-b370a0e2e43e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.167721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=4d48c6ca-9d76-4bf0-9712-07ef083656b8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:11.179852 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-21e321ed-c10d-4267-9235-ec13b69c12a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6145754 Nov 27 01:25:11.183795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49100) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:11.201053 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0618f795-601a-4d16-ac4e-200675b992c5 None None] DHCP port deletion for 7c575bee-2f1a-4f7f-95e4-16db111ea5e8 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:11.303456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46714d72-92f4-49b5-b3c9-7e7600c9e401 req-3c9279ee-4ab5-4642-b014-262ac0f8dbde tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:11.304963 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46714d72-92f4-49b5-b3c9-7e7600c9e401 req-3c9279ee-4ab5-4642-b014-262ac0f8dbde tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.2373002 Nov 27 01:25:11.306573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b45c837-19cc-416d-86b4-db17e87a6318 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:11.314198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b45c837-19cc-416d-86b4-db17e87a6318 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:11.318190 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0b45c837-19cc-416d-86b4-db17e87a6318 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1299670 Nov 27 01:25:11.318458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49102) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:11.327089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0618f795-601a-4d16-ac4e-200675b992c5 None None] Deleting port 523fcca6-dd7d-48a6-9404-02e3d575023f {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:11.328084 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0618f795-601a-4d16-ac4e-200675b992c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.425975 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c4f8a05-ae68-441f-b5e4-b370a0e2e43e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.427695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0618f795-601a-4d16-ac4e-200675b992c5 None None] For port 523fcca6-dd7d-48a6-9404-02e3d575023f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=523fcca6-dd7d-48a6-9404-02e3d575023f,segment=NetworkSegment(b51e9534-c01b-453a-93b1-78cc85455bd5),segment_id=b51e9534-c01b-453a-93b1-78cc85455bd5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:11.428095 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0618f795-601a-4d16-ac4e-200675b992c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.433250 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46714d72-92f4-49b5-b3c9-7e7600c9e401 req-6082f5e3-9cd7-4c7d-970c-1b2e92d878b1 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122279 Nov 27 01:25:11.451331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0618f795-601a-4d16-ac4e-200675b992c5 None None] Calling delete_port for 523fcca6-dd7d-48a6-9404-02e3d575023f owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:11.463089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-00c21f14-25d1-463d-bcfc-5f1c23f72cb3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 4d48c6ca-9d76-4bf0-9712-07ef083656b8 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:11.463432 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00c21f14-25d1-463d-bcfc-5f1c23f72cb3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.530802 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c4f8a05-ae68-441f-b5e4-b370a0e2e43e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.569173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 750c8997-bd25-4745-86a6-de9d60148e9f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:11.582867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f8a05-ae68-441f-b5e4-b370a0e2e43e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Subnet': ['ID=622ea81c-6f3e-49d8-8ee7-0094a7427b14,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:11.598421 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00c21f14-25d1-463d-bcfc-5f1c23f72cb3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.623337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-00c21f14-25d1-463d-bcfc-5f1c23f72cb3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 4d48c6ca-9d76-4bf0-9712-07ef083656b8 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:11.624996 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c4f8a05-ae68-441f-b5e4-b370a0e2e43e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.632851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932345e2-cfa3-4342-8d39-01a6c3041ad6 None None] Network d9930ab9-8de4-4dd9-b68a-0e72f205d0d0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:11.640585 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7c4f8a05-ae68-441f-b5e4-b370a0e2e43e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/622ea81c-6f3e-49d8-8ee7-0094a7427b14 HTTP/1.1" status: 204 len: 168 time: 0.8062904 Nov 27 01:25:11.641323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49116) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:11.725546 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e342d262-6ff2-4c4d-a440-4d293b1d3beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.804111 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00c21f14-25d1-463d-bcfc-5f1c23f72cb3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.858713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c21f14-25d1-463d-bcfc-5f1c23f72cb3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=4d48c6ca-9d76-4bf0-9712-07ef083656b8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:11.862280 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.890950 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0618f795-601a-4d16-ac4e-200675b992c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:11.938847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618f795-601a-4d16-ac4e-200675b992c5 None None] Pushing event deleted for resources: {'Port': ['ID=523fcca6-dd7d-48a6-9404-02e3d575023f,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:11.944667 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618f795-601a-4d16-ac4e-200675b992c5 None None] No DVR routers for this DVR port 523fcca6-dd7d-48a6-9404-02e3d575023f on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:11.958547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 750c8997-bd25-4745-86a6-de9d60148e9f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:11.958547 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.010811 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00c21f14-25d1-463d-bcfc-5f1c23f72cb3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.015449 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-00c21f14-25d1-463d-bcfc-5f1c23f72cb3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/4d48c6ca-9d76-4bf0-9712-07ef083656b8 HTTP/1.1" status: 204 len: 168 time: 0.6960185 Nov 27 01:25:12.018545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49124) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:12.022208 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a7f025-8059-4d9a-a24d-45f924dbfb0f None None] DHCP port deletion for d9930ab9-8de4-4dd9-b68a-0e72f205d0d0 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:12.101389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eb4e1-a933-42dc-8114-7fc4ad5ddfd8 req-0825526b-1892-4f61-bde4-87d37bcdc0c0 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:12.125621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-328eb4e1-a933-42dc-8114-7fc4ad5ddfd8 req-0825526b-1892-4f61-bde4-87d37bcdc0c0 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.3088522 Nov 27 01:25:12.144955 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.219868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 750c8997-bd25-4745-86a6-de9d60148e9f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=750c8997-bd25-4745-86a6-de9d60148e9f,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:12.233617 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.303168 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7f025-8059-4d9a-a24d-45f924dbfb0f None None] Deleting port 7d555578-8bd6-4998-aaa8-ef5246e72f69 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:12.303584 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f025-8059-4d9a-a24d-45f924dbfb0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.338758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 523fcca6-dd7d-48a6-9404-02e3d575023f no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:12.388290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6e9d4-0f80-4c82-a563-d4e7d00dda6f req-d4d2fabd-5ecf-4147-8004-8e36e6205efe tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:12.396819 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aae6e9d4-0f80-4c82-a563-d4e7d00dda6f req-d4d2fabd-5ecf-4147-8004-8e36e6205efe tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=d073bf68-5076-4fe1-851e-03ccc1e7ca68 HTTP/1.1" status: 200 len: 946 time: 0.8196056 Nov 27 01:25:12.468250 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.479144 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=750c8997-bd25-4745-86a6-de9d60148e9f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:12.511341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c575bee-2f1a-4f7f-95e4-16db111ea5e8']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:12.523770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 523fcca6-dd7d-48a6-9404-02e3d575023f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:12.523770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 523fcca6-dd7d-48a6-9404-02e3d575023f not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:12.540996 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aae6e9d4-0f80-4c82-a563-d4e7d00dda6f req-107f78c4-10c2-486b-99df-3787cc5bc834 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428690 Nov 27 01:25:12.546443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51e9534-c01b-453a-93b1-78cc85455bd5') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:12.546983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51e9534-c01b-453a-93b1-78cc85455bd5') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:12.558768 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.587159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e2a7f025-8059-4d9a-a24d-45f924dbfb0f None None] For port 7d555578-8bd6-4998-aaa8-ef5246e72f69, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7d555578-8bd6-4998-aaa8-ef5246e72f69,segment=NetworkSegment(4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e),segment_id=4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:12.591112 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f025-8059-4d9a-a24d-45f924dbfb0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.600572 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.630908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7f025-8059-4d9a-a24d-45f924dbfb0f None None] Calling delete_port for 7d555578-8bd6-4998-aaa8-ef5246e72f69 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:12.643420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-dc3b7b4f-01e4-40f1-a718-1d260f89dd6e None None] Provisioning complete for port 750c8997-bd25-4745-86a6-de9d60148e9f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:12.643900 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc3b7b4f-01e4-40f1-a718-1d260f89dd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.645680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:25:12.646104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:25:12.650773 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:25:12.841388 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.853391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f97baa-9bae-47e6-af90-77f882e5c60f req-28b0f0e5-534c-46c4-89f6-0e73f97f3684 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:12.858771 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-03f97baa-9bae-47e6-af90-77f882e5c60f req-28b0f0e5-534c-46c4-89f6-0e73f97f3684 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 946 time: 0.2374864 Nov 27 01:25:12.883121 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:12.889073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/networks/7c575bee-2f1a-4f7f-95e4-16db111ea5e8 HTTP/1.1" status: 204 len: 168 time: 1.2420511 Nov 27 01:25:12.889073 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a244ef-f9dd-4522-9413-85daee3b8051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Network': ['ID=7c575bee-2f1a-4f7f-95e4-16db111ea5e8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:12.890175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49148) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:12.948556 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f025-8059-4d9a-a24d-45f924dbfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.010056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7f025-8059-4d9a-a24d-45f924dbfb0f None None] Pushing event deleted for resources: {'Port': ['ID=7d555578-8bd6-4998-aaa8-ef5246e72f69,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:13.019553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7f025-8059-4d9a-a24d-45f924dbfb0f None None] No DVR routers for this DVR port 7d555578-8bd6-4998-aaa8-ef5246e72f69 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:13.058353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1c110f63-ad8c-4fed-9cd6-050518fc5df9 None None] Could not find standard attr ID for object 4d48c6ca-9d76-4bf0-9712-07ef083656b8. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:25:13.129506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.166494 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-328eb4e1-a933-42dc-8114-7fc4ad5ddfd8 req-2901f803-f61d-404d-a025-35984d7d4d68 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/security-groups?id=11214843-1fd0-42ed-b299-83b0f2180fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0398088 Nov 27 01:25:13.245659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5808ff34-e2b4-4554-9ae7-44697b3a259b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:13.247693 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5808ff34-e2b4-4554-9ae7-44697b3a259b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:13.252246 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5808ff34-e2b4-4554-9ae7-44697b3a259b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 1.2289450 Nov 27 01:25:13.253095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49158) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:13.314721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-03f97baa-9bae-47e6-af90-77f882e5c60f req-f1fb8ac9-1be4-4648-8be3-5d6652f52a91 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Deleting port 8f469c64-d94c-4c5c-9cb3-23db48be8ace {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:13.315100 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-03f97baa-9bae-47e6-af90-77f882e5c60f req-f1fb8ac9-1be4-4648-8be3-5d6652f52a91 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.321021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-200261bd-70b1-4a15-999d-71cf2c594ffe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 02a50a21-b379-4d70-9501-8493d1e963fb {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:13.324367 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-200261bd-70b1-4a15-999d-71cf2c594ffe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.354474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 750c8997-bd25-4745-86a6-de9d60148e9f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:13.367730 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-200261bd-70b1-4a15-999d-71cf2c594ffe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.432027 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.446675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 750c8997-bd25-4745-86a6-de9d60148e9f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:13.447093 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.493364 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-200261bd-70b1-4a15-999d-71cf2c594ffe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.552888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025df6e-c78a-4372-8701-9430c5a44b77 req-92c21c5e-f899-440f-8e7d-6129bdd2e4f3 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:13.554552 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0025df6e-c78a-4372-8701-9430c5a44b77 req-92c21c5e-f899-440f-8e7d-6129bdd2e4f3 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 946 time: 0.3355963 Nov 27 01:25:13.604087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9930ab9-8de4-4dd9-b68a-0e72f205d0d0']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:13.608999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-200261bd-70b1-4a15-999d-71cf2c594ffe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.646667 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7d555578-8bd6-4998-aaa8-ef5246e72f69 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:13.654982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:13.655362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba2d82a-4bad-49fa-8c0f-c6d09ca1455e') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:13.664365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200261bd-70b1-4a15-999d-71cf2c594ffe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=02a50a21-b379-4d70-9501-8493d1e963fb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:13.667015 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-200261bd-70b1-4a15-999d-71cf2c594ffe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.673015 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-200261bd-70b1-4a15-999d-71cf2c594ffe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/02a50a21-b379-4d70-9501-8493d1e963fb HTTP/1.1" status: 204 len: 168 time: 0.4185445 Nov 27 01:25:13.674956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49170) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:13.676994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 7d555578-8bd6-4998-aaa8-ef5246e72f69 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:13.677928 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7d555578-8bd6-4998-aaa8-ef5246e72f69 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:13.679598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d965f17-b695-4cfb-8992-16394dc06b05 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:13.720894 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0025df6e-c78a-4372-8701-9430c5a44b77 req-45740d5e-d833-4c61-a771-bf1f0448baea tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446297 Nov 27 01:25:13.728318 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.731333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-03f97baa-9bae-47e6-af90-77f882e5c60f req-f1fb8ac9-1be4-4648-8be3-5d6652f52a91 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] For port 8f469c64-d94c-4c5c-9cb3-23db48be8ace, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8f469c64-d94c-4c5c-9cb3-23db48be8ace,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:13.731703 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-03f97baa-9bae-47e6-af90-77f882e5c60f req-f1fb8ac9-1be4-4648-8be3-5d6652f52a91 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.761543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-03f97baa-9bae-47e6-af90-77f882e5c60f req-f1fb8ac9-1be4-4648-8be3-5d6652f52a91 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Calling delete_port for 8f469c64-d94c-4c5c-9cb3-23db48be8ace owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:13.763808 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.781595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:25:13.782075 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:25:13.785702 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:25:13.834322 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d5547a78-7276-4e2b-bf3c-378d9e33a43e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1578534 Nov 27 01:25:13.834920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49180) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:13.914521 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.920152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.924663 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/networks/d9930ab9-8de4-4dd9-b68a-0e72f205d0d0 HTTP/1.1" status: 204 len: 168 time: 1.0271606 Nov 27 01:25:13.932091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49182) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:13.945173 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4e52fbe5-6a98-4deb-9c04-88239a2f7b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:13.945464 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd793f7b-7f9e-4fed-8426-2077c42c2e54 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Network': ['ID=d9930ab9-8de4-4dd9-b68a-0e72f205d0d0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:13.952761 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd50b743-4b2b-4d65-ac2a-a14ecac620c2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:13.957149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cd50b743-4b2b-4d65-ac2a-a14ecac620c2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1213055 Nov 27 01:25:13.966356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49184) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:13.976727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-67920c0c-ee87-4126-aff4-89f0bac33fed tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1200560600'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:13.991850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ce61ea-282b-49a9-9ab6-bea096ba400e None None] DHCP port deletion for 25e602fe-b534-4128-a80f-d182baf30796 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:14.036378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c25daa-7a0f-4a1f-a61c-ed0511118b56 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:14.039389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67920c0c-ee87-4126-aff4-89f0bac33fed tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:14.040756 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-98c25daa-7a0f-4a1f-a61c-ed0511118b56 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0724685 Nov 27 01:25:14.042599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49190) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:14.047597 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67920c0c-ee87-4126-aff4-89f0bac33fed tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.093386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b7809485-3791-4f43-b642-0dfc28093932 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494449 Nov 27 01:25:14.098570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49192) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:14.103853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bdc5ee6f-00a1-4783-bfe5-5e50a2894373 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:14.127968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67920c0c-ee87-4126-aff4-89f0bac33fed tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:25:14.130729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce61ea-282b-49a9-9ab6-bea096ba400e None None] Deleting port 750c8997-bd25-4745-86a6-de9d60148e9f {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:14.131103 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e1ce61ea-282b-49a9-9ab6-bea096ba400e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.209675 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67920c0c-ee87-4126-aff4-89f0bac33fed tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.210769 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-67920c0c-ee87-4126-aff4-89f0bac33fed tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Added segment 7c14d234-40bd-421c-88f7-019d32473bde of type vlan for network 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c Nov 27 01:25:14.237429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e1ce61ea-282b-49a9-9ab6-bea096ba400e None None] For port 750c8997-bd25-4745-86a6-de9d60148e9f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=750c8997-bd25-4745-86a6-de9d60148e9f,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:14.237900 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e1ce61ea-282b-49a9-9ab6-bea096ba400e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.249865 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-03f97baa-9bae-47e6-af90-77f882e5c60f req-f1fb8ac9-1be4-4648-8be3-5d6652f52a91 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.255371 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce61ea-282b-49a9-9ab6-bea096ba400e None None] Calling delete_port for 750c8997-bd25-4745-86a6-de9d60148e9f owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:14.291840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb8ac9-1be4-4648-8be3-5d6652f52a91 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Pushing event deleted for resources: {'Port': ['ID=8f469c64-d94c-4c5c-9cb3-23db48be8ace,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:14.325978 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67920c0c-ee87-4126-aff4-89f0bac33fed tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.345787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c92650-46bb-4438-b666-a8d604921439 req-a9b047e6-0257-4067-a091-d3465326bd5b tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:14.347670 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0c92650-46bb-4438-b666-a8d604921439 req-a9b047e6-0257-4067-a091-d3465326bd5b tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.2072749 Nov 27 01:25:14.367658 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3c700e8f-39b2-452b-aef7-ba49e4617af8 req-46168c8d-59b8-40e9-8949-f420734e51ee tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c80108a-3bdc-4607-b673-b5ff5795136a HTTP/1.1" status: 200 len: 210 time: 0.0376868 Nov 27 01:25:14.371751 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.401598 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e1ce61ea-282b-49a9-9ab6-bea096ba400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.429272 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0c92650-46bb-4438-b666-a8d604921439 req-07986124-c916-41be-8b54-fd65944bfeeb tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727594 Nov 27 01:25:14.430407 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67920c0c-ee87-4126-aff4-89f0bac33fed tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.437265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67920c0c-ee87-4126-aff4-89f0bac33fed tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:14.442117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc5ee6f-00a1-4783-bfe5-5e50a2894373 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:14.442544 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67920c0c-ee87-4126-aff4-89f0bac33fed tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.458146 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ee6f-00a1-4783-bfe5-5e50a2894373 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.466725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce61ea-282b-49a9-9ab6-bea096ba400e None None] No DVR routers for this DVR port 750c8997-bd25-4745-86a6-de9d60148e9f on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:14.471905 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce61ea-282b-49a9-9ab6-bea096ba400e None None] Pushing event deleted for resources: {'Port': ['ID=750c8997-bd25-4745-86a6-de9d60148e9f,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:14.534188 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-67920c0c-ee87-4126-aff4-89f0bac33fed tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5758359 Nov 27 01:25:14.537584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49210) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:14.543898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f5fb1f3a-5d38-4047-8c55-12441df34997 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'subnet': {'network_id': '3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:14.565276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67920c0c-ee87-4126-aff4-89f0bac33fed tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Network': ['ID=3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:14.578456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:25:14.625730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f97baa-9bae-47e6-af90-77f882e5c60f req-f1fb8ac9-1be4-4648-8be3-5d6652f52a91 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] No DVR routers for this DVR port 8f469c64-d94c-4c5c-9cb3-23db48be8ace on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:14.629263 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-03f97baa-9bae-47e6-af90-77f882e5c60f req-f1fb8ac9-1be4-4648-8be3-5d6652f52a91 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.633847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-03f97baa-9bae-47e6-af90-77f882e5c60f req-f1fb8ac9-1be4-4648-8be3-5d6652f52a91 tempest-ServerRescueTestJSON-679448862 tempest-ServerRescueTestJSON-679448862-project] 10.222.0.42 "DELETE /v2.0/ports/8f469c64-d94c-4c5c-9cb3-23db48be8ace HTTP/1.1" status: 204 len: 173 time: 1.7528133 Nov 27 01:25:14.647572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c80108a-3bdc-4607-b673-b5ff5795136a', 'name': 'network-vif-deleted', 'tag': '8f469c64-d94c-4c5c-9cb3-23db48be8ace'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:14.649939 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95337d92-b1b0-486e-be4d-90b9675e70fd" -d '{"events": [{"server_uuid": "2c80108a-3bdc-4607-b673-b5ff5795136a", "name": "network-vif-deleted", "tag": "8f469c64-d94c-4c5c-9cb3-23db48be8ace"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:14.768072 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdd7570-c5f1-4618-ad29-ea44f0eed60a x-openstack-request-id: req-3cdd7570-c5f1-4618-ad29-ea44f0eed60a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:14.768407 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c80108a-3bdc-4607-b673-b5ff5795136a", "name": "network-vif-deleted", "tag": "8f469c64-d94c-4c5c-9cb3-23db48be8ace", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:14.768678 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cdd7570-c5f1-4618-ad29-ea44f0eed60a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:14.769246 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c80108a-3bdc-4607-b673-b5ff5795136a', 'name': 'network-vif-deleted', 'tag': '8f469c64-d94c-4c5c-9cb3-23db48be8ace', 'status': 'completed', 'code': 200} Nov 27 01:25:14.774770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fb1f3a-5d38-4047-8c55-12441df34997 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:14.795787 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5fb1f3a-5d38-4047-8c55-12441df34997 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.956350 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ee6f-00a1-4783-bfe5-5e50a2894373 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:14.995592 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:15.030446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5ee6f-00a1-4783-bfe5-5e50a2894373 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=b2b2fcde-bc8b-4b30-aae6-827e78e4bc31,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:15.039390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fecba7-92a9-471f-a1f2-74e54880631f req-49b16a9e-f687-4942-b86a-934a0a1e6f32 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:15.044038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5ee6f-00a1-4783-bfe5-5e50a2894373 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:15.046007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-bdc5ee6f-00a1-4783-bfe5-5e50a2894373 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:15.047921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fecba7-92a9-471f-a1f2-74e54880631f req-49b16a9e-f687-4942-b86a-934a0a1e6f32 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:15.048675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc5ee6f-00a1-4783-bfe5-5e50a2894373 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:15.049273 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ee6f-00a1-4783-bfe5-5e50a2894373 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:15.057259 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3fec29-db2d-425f-b865-c89495d4d5f3 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:15.068805 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fecba7-92a9-471f-a1f2-74e54880631f req-49b16a9e-f687-4942-b86a-934a0a1e6f32 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:15.079011 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-18fecba7-92a9-471f-a1f2-74e54880631f req-49b16a9e-f687-4942-b86a-934a0a1e6f32 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48&device_id=d073bf68-5076-4fe1-851e-03ccc1e7ca68&device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 2418 time: 0.1554348 Nov 27 01:25:15.082472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49222) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:15.086580 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bdc5ee6f-00a1-4783-bfe5-5e50a2894373 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9873002 Nov 27 01:25:15.095093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:44:ed:b8', 'name': 'tempest-NetworksTestDHCPv6-1861350714'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:15.269175 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5fb1f3a-5d38-4047-8c55-12441df34997 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:15.323874 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-18fecba7-92a9-471f-a1f2-74e54880631f req-9e8b1172-776e-4119-9103-04cf2d6b4fb7 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225881 Nov 27 01:25:15.341598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 750c8997-bd25-4745-86a6-de9d60148e9f no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:15.393218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-25e602fe-b534-4128-a80f-d182baf30796', 'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'tenant_id': '16f67cea17054ddeac2598539f9f46aa', 'fixed_ips': [{'subnet_id': 'b2b2fcde-bc8b-4b30-aae6-827e78e4bc31'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:25:15.394204 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:15.400703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 750c8997-bd25-4745-86a6-de9d60148e9f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:15.401621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 750c8997-bd25-4745-86a6-de9d60148e9f not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:15.475848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb1f3a-5d38-4047-8c55-12441df34997 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Checking segment: {'id': '7c14d234-40bd-421c-88f7-019d32473bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:15.476602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb1f3a-5d38-4047-8c55-12441df34997 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network hostable DHCP agents. Network: 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:25:15.478741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:15.479898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49232) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:15.566148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 8f469c64-d94c-4c5c-9cb3-23db48be8ace no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:15.603008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb1f3a-5d38-4047-8c55-12441df34997 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Subnet': ['ID=89bc388d-5c3b-4a1a-9053-1d9556940be7,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:15.629915 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:15.665225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb1f3a-5d38-4047-8c55-12441df34997 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:25:15.697084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f5fb1f3a-5d38-4047-8c55-12441df34997 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:15.715158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port e7a3a373-42c0-4941-9c9f-05a93a84b465 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:25:15.719877 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fb1f3a-5d38-4047-8c55-12441df34997 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:15.720711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5fb1f3a-5d38-4047-8c55-12441df34997 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:15.767175 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f5fb1f3a-5d38-4047-8c55-12441df34997 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2282832 Nov 27 01:25:15.781342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50fb8b-4c8b-4355-91cc-2c1db451c673 req-fe28f94d-7418-4909-bee4-3ecd52b19221 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:15.789152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc50fb8b-4c8b-4355-91cc-2c1db451c673 req-fe28f94d-7418-4909-bee4-3ecd52b19221 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 946 time: 0.1392064 Nov 27 01:25:15.791498 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49242) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:15.798150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0a8968fc-e10d-4108-a9b6-bc4493479815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-929033285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:15.861105 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a1ffb2-c5e9-42ec-9f59-fa31dbc70b86 None None] Network 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:15.911478 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc50fb8b-4c8b-4355-91cc-2c1db451c673 req-bb326f39-b991-4dc9-8381-3bc7a4959ec8 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214247 Nov 27 01:25:15.928742 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a8968fc-e10d-4108-a9b6-bc4493479815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:15.930555 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a8968fc-e10d-4108-a9b6-bc4493479815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:15.939906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 8f469c64-d94c-4c5c-9cb3-23db48be8ace {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:15.942447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 8f469c64-d94c-4c5c-9cb3-23db48be8ace not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:15.977379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::98 (25e602fe-b534-4128-a80f-d182baf30796/b2b2fcde-bc8b-4b30-aae6-827e78e4bc31/e7a3a373-42c0-4941-9c9f-05a93a84b465) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:16.062425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a8968fc-e10d-4108-a9b6-bc4493479815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.100980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a8968fc-e10d-4108-a9b6-bc4493479815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.155340 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a8968fc-e10d-4108-a9b6-bc4493479815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.164883 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0a8968fc-e10d-4108-a9b6-bc4493479815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3699927 Nov 27 01:25:16.169510 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49254) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:16.190166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'port': {'network_id': '3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c', 'name': 'tempest-RoutersIpV6Test-1706021861'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:16.212399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c', 'network_id': '3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'fixed_ips': [{'subnet_id': '89bc388d-5c3b-4a1a-9053-1d9556940be7'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:25:16.213342 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.284548 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.350959 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.410688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=e7a3a373-42c0-4941-9c9f-05a93a84b465,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:16.428072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:16.430694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:16.434106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:16.442568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:16.443928 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.464130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-563d0320-dcf2-4477-9707-99b17533dda7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3802474 Nov 27 01:25:16.466979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49258) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:16.497555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Allocated IP 2001:db8::2 (3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c/89bc388d-5c3b-4a1a-9053-1d9556940be7/36a024be-513f-45a6-aa2a-fb44f9d930a6) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:16.513158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:16.517847 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.524575 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4feb9cf8-b474-4547-a455-ea5ecdd45e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.579670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e26a24-0650-4d6e-90ac-228eaca03896 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:16.583117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-05e26a24-0650-4d6e-90ac-228eaca03896 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1142161 Nov 27 01:25:16.586187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49266) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:16.606065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] device_id is not set on port 4dbaf1d0-8032-4d70-928c-60620ebd5c58 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:25:16.681083 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Allocated IP 2001:db8::2 (25e602fe-b534-4128-a80f-d182baf30796/b2b2fcde-bc8b-4b30-aae6-827e78e4bc31/ec8813f2-dac9-4b5f-aee7-083ef03ffa81) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:16.749277 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.802073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89623d68-9013-43cb-b812-de99c92c329a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port e7a3a373-42c0-4941-9c9f-05a93a84b465 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:16.802767 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89623d68-9013-43cb-b812-de99c92c329a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.902680 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89623d68-9013-43cb-b812-de99c92c329a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:16.916104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89623d68-9013-43cb-b812-de99c92c329a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for e7a3a373-42c0-4941-9c9f-05a93a84b465 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:16.965982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4feb9cf8-b474-4547-a455-ea5ecdd45e0f admin admin] Deleting port 02068738-e974-4863-91dd-bafe05f5c8b9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:16.965982 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4feb9cf8-b474-4547-a455-ea5ecdd45e0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.082876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-4feb9cf8-b474-4547-a455-ea5ecdd45e0f admin admin] For port 02068738-e974-4863-91dd-bafe05f5c8b9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=02068738-e974-4863-91dd-bafe05f5c8b9,segment=NetworkSegment(7bf5081b-8106-4d37-89dc-c2e516fa20c9),segment_id=7bf5081b-8106-4d37-89dc-c2e516fa20c9)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:17.083296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4feb9cf8-b474-4547-a455-ea5ecdd45e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.100459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4feb9cf8-b474-4547-a455-ea5ecdd45e0f admin admin] Calling delete_port for 02068738-e974-4863-91dd-bafe05f5c8b9 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:17.149422 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.223057 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.239751 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89623d68-9013-43cb-b812-de99c92c329a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.274482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Allocated IP 2001:db8::328 (3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c/89bc388d-5c3b-4a1a-9053-1d9556940be7/4dbaf1d0-8032-4d70-928c-60620ebd5c58) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:17.300778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89623d68-9013-43cb-b812-de99c92c329a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=e7a3a373-42c0-4941-9c9f-05a93a84b465,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:17.308468 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.342751 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.350349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Network 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:17.357369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:17.362020 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89623d68-9013-43cb-b812-de99c92c329a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.366931 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-89623d68-9013-43cb-b812-de99c92c329a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/e7a3a373-42c0-4941-9c9f-05a93a84b465 HTTP/1.1" status: 204 len: 168 time: 0.7796979 Nov 27 01:25:17.367621 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.369877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:17.373973 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49284) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.390897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Pushing event updated for resources: {'Port': ['ID=36a024be-513f-45a6-aa2a-fb44f9d930a6,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:17.487216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:17.492389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b426883-5d48-4710-994e-8c4984b667b7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:17.498802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b426883-5d48-4710-994e-8c4984b667b7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:17.505233 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1b426883-5d48-4710-994e-8c4984b667b7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1274507 Nov 27 01:25:17.507062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49290) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.522280 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.584411 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.605240 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82ca7c8-86ef-4ec9-b7a2-e28f497b548a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet b2b2fcde-bc8b-4b30-aae6-827e78e4bc31 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:17.611163 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e82ca7c8-86ef-4ec9-b7a2-e28f497b548a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.612281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:17.615658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:17.631232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:17.645546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Attempting to bind port 36a024be-513f-45a6-aa2a-fb44f9d930a6 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:25:17.645546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Attempting to bind port 36a024be-513f-45a6-aa2a-fb44f9d930a6 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '7c14d234-40bd-421c-88f7-019d32473bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:25:17.645546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Attempting to bind port 36a024be-513f-45a6-aa2a-fb44f9d930a6 on network 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:17.671819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:25:17.675617 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Checking segment: {'id': '7c14d234-40bd-421c-88f7-019d32473bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:17.676281 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.676775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Bound using segment: {'id': '7c14d234-40bd-421c-88f7-019d32473bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:25:17.677876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Bound port: 36a024be-513f-45a6-aa2a-fb44f9d930a6, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c14d234-40bd-421c-88f7-019d32473bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:25:17.678359 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.679325 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e82ca7c8-86ef-4ec9-b7a2-e28f497b548a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.685640 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.711237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:17.733959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:17.736710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:17.750454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:17.751145 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.783860 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e82ca7c8-86ef-4ec9-b7a2-e28f497b548a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.791489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Attempting to bind port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:25:17.791864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Attempting to bind port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:25:17.792226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Attempting to bind port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 on network 25e602fe-b534-4128-a80f-d182baf30796 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:17.812088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:25:17.812461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Checking segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:17.812862 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.813257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Bound using segment: {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:25:17.813738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Bound port: ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc619189-e0ba-459a-a95e-70dc8592bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '25e602fe-b534-4128-a80f-d182baf30796'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:25:17.814116 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.874100 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e82ca7c8-86ef-4ec9-b7a2-e28f497b548a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.909486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=4dbaf1d0-8032-4d70-928c-60620ebd5c58,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:17.925265 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-921f43de-60df-427c-80bd-92858757f5ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7390122 Nov 27 01:25:17.931439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49302) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:17.985810 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:25:17.988920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e82ca7c8-86ef-4ec9-b7a2-e28f497b548a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:17.991341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] For port 36a024be-513f-45a6-aa2a-fb44f9d930a6, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:25:17.995641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] For port 36a024be-513f-45a6-aa2a-fb44f9d930a6, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=36a024be-513f-45a6-aa2a-fb44f9d930a6,segment=NetworkSegment(7c14d234-40bd-421c-88f7-019d32473bde),segment_id=7c14d234-40bd-421c-88f7-019d32473bde)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:25:17.996900 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e82ca7c8-86ef-4ec9-b7a2-e28f497b548a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/b2b2fcde-bc8b-4b30-aae6-827e78e4bc31 HTTP/1.1" status: 204 len: 168 time: 0.4888117 Nov 27 01:25:17.999037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:25:18.001466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49304) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:18.002220 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ca7c8-86ef-4ec9-b7a2-e28f497b548a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b2fcde-bc8b-4b30-aae6-827e78e4bc31,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:18.009263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:25:18.012703 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:18.071599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b06e56-4ca1-40c2-a824-8238bb0a21a1 req-b4ce615d-0208-4477-9656-8c736df8ee77 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:18.076117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b97795-e93b-4ce9-9732-adf6057640ca None None] Pushing event updated for resources: {'Port': ['ID=36a024be-513f-45a6-aa2a-fb44f9d930a6,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:18.079926 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b4b06e56-4ca1-40c2-a824-8238bb0a21a1 req-b4ce615d-0208-4477-9656-8c736df8ee77 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.3930833 Nov 27 01:25:18.090726 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:18.110453 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2664fcae-4069-4b02-8234-1338204cf953 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034029 Nov 27 01:25:18.120712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:18.214898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81354a1b-a908-4f4e-a17a-669358bc769f None None] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:18.264745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5548c77b-d605-4d81-b025-dfd603685baf tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:18.270087 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5548c77b-d605-4d81-b025-dfd603685baf tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1460063 Nov 27 01:25:18.272102 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49310) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:18.375669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c27a5-f716-4fe1-a512-5cd971f93b67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:18.377537 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bb7c27a5-f716-4fe1-a512-5cd971f93b67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1043756 Nov 27 01:25:18.383106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49316) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:18.439425 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0021b22b-24b5-4f81-a692-b2ef9dc2be13 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550818 Nov 27 01:25:18.443907 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49318) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:18.448971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:18.585597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:18.589975 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:18.697435 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b4b06e56-4ca1-40c2-a824-8238bb0a21a1 req-5c94a0d6-b829-423a-8c09-1e008025f6c3 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165283 Nov 27 01:25:18.863639 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4feb9cf8-b474-4547-a455-ea5ecdd45e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:18.919532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb9cf8-b474-4547-a455-ea5ecdd45e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=02068738-e974-4863-91dd-bafe05f5c8b9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:19.024570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:25:19.045693 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.300135 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.393638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4feb9cf8-b474-4547-a455-ea5ecdd45e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.471638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 36a024be-513f-45a6-aa2a-fb44f9d930a6 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:19.515016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:19.554373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.560577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 36a024be-513f-45a6-aa2a-fb44f9d930a6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:19.561255 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.567347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.568541 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.648141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:19.661207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:19.672553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:19.673160 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.675735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eddda2f-0b1a-480c-9506-92a9b2a305c6 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:19.747935 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3002017 Nov 27 01:25:19.753232 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49340) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:19.757424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=1c5d4d29-7581-405c-9908-79d360d9ddd1,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:19.769854 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.774265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89d72f-28d2-471e-bcc0-3396de78e7a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:19.775629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b4ac76-b6d1-496b-b371-34de23a9494c None None] Network 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:19.782524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-41a5179f-0636-4ea1-96d0-d3effa4fbe1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:19.877688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.889578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-aac11d2f-9ee2-4692-bb69-6b91357e9a23 None None] Provisioning complete for port 36a024be-513f-45a6-aa2a-fb44f9d930a6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:19.889937 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aac11d2f-9ee2-4692-bb69-6b91357e9a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.921019 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:19.979210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 36a024be-513f-45a6-aa2a-fb44f9d930a6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=36a024be-513f-45a6-aa2a-fb44f9d930a6,segment=NetworkSegment(7c14d234-40bd-421c-88f7-019d32473bde),segment_id=7c14d234-40bd-421c-88f7-019d32473bde)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:20.049464 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e1a34-d14c-479d-8502-2b9cd7d56d25 req-679b7e11-cd5c-455b-9074-5039324453cf tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:20.051823 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1b2e1a34-d14c-479d-8502-2b9cd7d56d25 req-679b7e11-cd5c-455b-9074-5039324453cf tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.2019176 Nov 27 01:25:20.058663 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:20.174324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feb9cf8-b474-4547-a455-ea5ecdd45e0f admin admin] Router f3ff1cd8-1b25-4873-922f-bc87fc06f113 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:25:20.219103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=36a024be-513f-45a6-aa2a-fb44f9d930a6,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:20.245803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=4dbaf1d0-8032-4d70-928c-60620ebd5c58,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:20.501409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:20.589285 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1b2e1a34-d14c-479d-8502-2b9cd7d56d25 req-9c181fd9-300e-403e-a45d-dd03ce2bc6c0 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512517 Nov 27 01:25:20.666266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a5179f-0636-4ea1-96d0-d3effa4fbe1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:20.672881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41a5179f-0636-4ea1-96d0-d3effa4fbe1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:20.862737 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e31a5dcc-5d9b-488b-81ba-34ef034a65d6 None None] Provisioning complete for port 4dbaf1d0-8032-4d70-928c-60620ebd5c58 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:20.865335 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e31a5dcc-5d9b-488b-81ba-34ef034a65d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:20.998456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e31a5dcc-5d9b-488b-81ba-34ef034a65d6 None None] Port 4dbaf1d0-8032-4d70-928c-60620ebd5c58 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:21.027358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e31a5dcc-5d9b-488b-81ba-34ef034a65d6 None None] Provisioning complete for port 36a024be-513f-45a6-aa2a-fb44f9d930a6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:21.028713 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e31a5dcc-5d9b-488b-81ba-34ef034a65d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.183942 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feb9cf8-b474-4547-a455-ea5ecdd45e0f admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:21.194872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4feb9cf8-b474-4547-a455-ea5ecdd45e0f admin admin] 10.222.0.37 "PUT /v2.0/routers/f3ff1cd8-1b25-4873-922f-bc87fc06f113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7112355 Nov 27 01:25:21.195815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49364) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:21.223564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b42a58-3ade-4cb7-9736-964189e03bca None None] Sync routers for ids ['f3ff1cd8-1b25-4873-922f-bc87fc06f113'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:21.270380 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.275856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b42a58-3ade-4cb7-9736-964189e03bca None None] Routers {'f3ff1cd8-1b25-4873-922f-bc87fc06f113'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:21.276479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a1b42a58-3ade-4cb7-9736-964189e03bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f3ff1cd8-1b25-4873-922f-bc87fc06f113'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:21.340295 n-d-819494-2 neutron-server[103384]: INFO neutron.db.ipam_backend_mixin [None req-41a5179f-0636-4ea1-96d0-d3effa4fbe1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1c5d4d29-7581-405c-9908-79d360d9ddd1 (CIDR: 2001:db8::/64) Nov 27 01:25:21.458216 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a5179f-0636-4ea1-96d0-d3effa4fbe1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:25:21.458946 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a5179f-0636-4ea1-96d0-d3effa4fbe1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:21.497695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0963d056-b243-4504-97f5-5b676f5b3dfd None None] Provisioning complete for port 4dbaf1d0-8032-4d70-928c-60620ebd5c58 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:21.499376 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0963d056-b243-4504-97f5-5b676f5b3dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.531985 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.562865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-a1b42a58-3ade-4cb7-9736-964189e03bca None None] Set router f3ff1cd8-1b25-4873-922f-bc87fc06f113 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:25:21.664170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:21.684052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49374) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:21.684635 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-41a5179f-0636-4ea1-96d0-d3effa4fbe1e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9167142 Nov 27 01:25:21.695942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f70695ca-f836-4cc9-b84a-d73f092c0a11 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:21.947174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70695ca-f836-4cc9-b84a-d73f092c0a11 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:21.951531 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70695ca-f836-4cc9-b84a-d73f092c0a11 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:21.998382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0963d056-b243-4504-97f5-5b676f5b3dfd None None] Port 4dbaf1d0-8032-4d70-928c-60620ebd5c58 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:22.021577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:22.021866 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.037514 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.060978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c917a45-45a9-4cf2-abfe-0c4c934415de None None] get_active_networks_info from n-d-819494-2 {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:25:22.068441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7c14a-c91e-4178-a00e-7508773a7925 req-45d7b2e6-f534-4328-b496-16445960deb2 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:22.071302 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61b7c14a-c91e-4178-a00e-7508773a7925 req-45d7b2e6-f534-4328-b496-16445960deb2 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.3216188 Nov 27 01:25:22.226271 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61b7c14a-c91e-4178-a00e-7508773a7925 req-a2954236-44d8-4107-b0d5-164e61383170 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327970 Nov 27 01:25:22.243924 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.260712 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.261517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.328671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=4dbaf1d0-8032-4d70-928c-60620ebd5c58,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:22.333855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b66f2e33-d5ff-4945-bbd7-7ef04b9cd11f None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:22.334251 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b66f2e33-d5ff-4945-bbd7-7ef04b9cd11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.362555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a1b42a58-3ade-4cb7-9736-964189e03bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'name': 'tempest-ServerRescueTestJSON-1492625097-router', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:01Z', 'updated_at': '2021-11-27T01:25:18Z', 'revision_number': 5, 'project_id': '52ac6fd6419d434f9c1662bb6943d715', 'gw_port': {'id': '462e7851-d2a3-4433-bf02-2c65854d534d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:23:02Z', 'updated_at': '2021-11-27T01:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:22.388843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Deleting port 462e7851-d2a3-4433-bf02-2c65854d534d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:22.389189 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.418120 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70695ca-f836-4cc9-b84a-d73f092c0a11 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.466872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70695ca-f836-4cc9-b84a-d73f092c0a11 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:22.481320 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f70695ca-f836-4cc9-b84a-d73f092c0a11 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:22.486982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70695ca-f836-4cc9-b84a-d73f092c0a11 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:22.487855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f70695ca-f836-4cc9-b84a-d73f092c0a11 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.510176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b42a58-3ade-4cb7-9736-964189e03bca None None] Checking router: f3ff1cd8-1b25-4873-922f-bc87fc06f113 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:25:22.513065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f70695ca-f836-4cc9-b84a-d73f092c0a11 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8266189 Nov 27 01:25:22.515560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49390) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:22.525161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70695ca-f836-4cc9-b84a-d73f092c0a11 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=6631a998-bf76-4322-9b95-79307f11d90f,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:22.526122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:8b:e4:d4', 'name': 'tempest-NetworksTestDHCPv6-854929703'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:22.545174 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.555064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b42a58-3ade-4cb7-9736-964189e03bca None None] Routers {'f3ff1cd8-1b25-4873-922f-bc87fc06f113'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:22.555691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a1b42a58-3ade-4cb7-9736-964189e03bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f3ff1cd8-1b25-4873-922f-bc87fc06f113'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:22.611696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:22.624032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:22.694904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c917a45-45a9-4cf2-abfe-0c4c934415de None None] Resources bound (agent type, host, resource id): {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:25:22.776656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] For port 462e7851-d2a3-4433-bf02-2c65854d534d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=462e7851-d2a3-4433-bf02-2c65854d534d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:22.777399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.797915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Calling delete_port for 462e7851-d2a3-4433-bf02-2c65854d534d owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:22.808299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:22.813027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-a1b42a58-3ade-4cb7-9736-964189e03bca None None] Set router f3ff1cd8-1b25-4873-922f-bc87fc06f113 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:25:22.827266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router e80c9b94-4dee-4b42-8694-274b49139905 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:25:22.878162 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:22.879250 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 36a024be-513f-45a6-aa2a-fb44f9d930a6 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:22.937653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:22.941102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a1b42a58-3ade-4cb7-9736-964189e03bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'name': 'tempest-ServerRescueTestJSON-1492625097-router', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:01Z', 'updated_at': '2021-11-27T01:25:22Z', 'revision_number': 6, 'project_id': '52ac6fd6419d434f9c1662bb6943d715', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:22.983841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:23.035465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b42a58-3ade-4cb7-9736-964189e03bca None None] The sync data for ids ['f3ff1cd8-1b25-4873-922f-bc87fc06f113'] in n-d-819494-2 is: [{'id': 'f3ff1cd8-1b25-4873-922f-bc87fc06f113', 'name': 'tempest-ServerRescueTestJSON-1492625097-router', 'tenant_id': '52ac6fd6419d434f9c1662bb6943d715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:23:01Z', 'updated_at': '2021-11-27T01:25:22Z', 'revision_number': 6, 'project_id': '52ac6fd6419d434f9c1662bb6943d715', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:23.060127 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:23.066415 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-85021d00-f7f5-443b-bd04-599873d60ada tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/e80c9b94-4dee-4b42-8694-274b49139905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1338856 Nov 27 01:25:23.069680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49402) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:23.095560 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5370f-90a7-4597-a85e-d0b4e73c6a87 None None] Sync routers for ids ['e80c9b94-4dee-4b42-8694-274b49139905'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:23.109804 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5370f-90a7-4597-a85e-d0b4e73c6a87 None None] Routers {'e80c9b94-4dee-4b42-8694-274b49139905'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:23.110467 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c9f5370f-90a7-4597-a85e-d0b4e73c6a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e80c9b94-4dee-4b42-8694-274b49139905'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:23.116160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b66f2e33-d5ff-4945-bbd7-7ef04b9cd11f None None] Provisioning complete for port 4dbaf1d0-8032-4d70-928c-60620ebd5c58 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:23.116538 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b66f2e33-d5ff-4945-bbd7-7ef04b9cd11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.154869 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.167132 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c9f5370f-90a7-4597-a85e-d0b4e73c6a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:23.178447 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5370f-90a7-4597-a85e-d0b4e73c6a87 None None] Routers {'e80c9b94-4dee-4b42-8694-274b49139905'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:23.179561 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c9f5370f-90a7-4597-a85e-d0b4e73c6a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e80c9b94-4dee-4b42-8694-274b49139905'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:23.179702 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b729b7-26d8-4410-8327-ae2f427abd64 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:23.184240 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-30b729b7-26d8-4410-8327-ae2f427abd64 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports/4dbaf1d0-8032-4d70-928c-60620ebd5c58 HTTP/1.1" status: 200 len: 984 time: 0.1099763 Nov 27 01:25:23.184605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49404) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:23.217156 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c9f5370f-90a7-4597-a85e-d0b4e73c6a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:23.218070 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5370f-90a7-4597-a85e-d0b4e73c6a87 None None] The sync data for ids ['e80c9b94-4dee-4b42-8694-274b49139905'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:23.222154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b66f2e33-d5ff-4945-bbd7-7ef04b9cd11f None None] Port 4dbaf1d0-8032-4d70-928c-60620ebd5c58 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:23.227363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 36a024be-513f-45a6-aa2a-fb44f9d930a6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:23.227363 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.259641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port ebf921dc-e4b9-43a7-8a4b-386d83f9d273 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:25:23.528020 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.609913 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=462e7851-d2a3-4433-bf02-2c65854d534d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:23.629027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3319556-80ba-41e0-a0fd-9bf80bf2a8eb req-df4a553c-fbaa-4282-9213-44ca479d5634 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:23.635245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f332-f69d-4444-b357-d8b15046ad2c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.636516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3319556-80ba-41e0-a0fd-9bf80bf2a8eb req-df4a553c-fbaa-4282-9213-44ca479d5634 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.2760761 Nov 27 01:25:23.772509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8:0:1::1b0 (25e602fe-b534-4128-a80f-d182baf30796/6631a998-bf76-4322-9b95-79307f11d90f/ebf921dc-e4b9-43a7-8a4b-386d83f9d273) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:23.794210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::f816:3eff:fe8b:e4d4 (25e602fe-b534-4128-a80f-d182baf30796/1c5d4d29-7581-405c-9908-79d360d9ddd1/ebf921dc-e4b9-43a7-8a4b-386d83f9d273) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:23.809888 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.816440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3319556-80ba-41e0-a0fd-9bf80bf2a8eb req-cc01a619-f598-4843-b3ee-95d470b36af9 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511157 Nov 27 01:25:23.950667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.954543 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:23.958688 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2085fbd3-fb46-45e0-8e6e-51b056f5f68d None None] Update dhcp port {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': '1c5d4d29-7581-405c-9908-79d360d9ddd1', 'ip_address': '2001:db8::f816:3eff:fe6f:74ce'}, {'subnet_id': '6631a998-bf76-4322-9b95-79307f11d90f'}], 'binding:host_id': 'n-d-819494-2'}, 'id': 'ec8813f2-dac9-4b5f-aee7-083ef03ffa81'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:25:23.998208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2085fbd3-fb46-45e0-8e6e-51b056f5f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.000791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5f332-f69d-4444-b357-d8b15046ad2c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 4dbaf1d0-8032-4d70-928c-60620ebd5c58 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:24.003162 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f332-f69d-4444-b357-d8b15046ad2c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.060834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:24.079567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.080177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3ff1cd8-1b25-4873-922f-bc87fc06f113 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:25:24.086664 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.092717 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bf227ce3-d31d-4842-bf4b-c0ab4e0ef1c7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f3ff1cd8-1b25-4873-922f-bc87fc06f113 HTTP/1.1" status: 204 len: 168 time: 2.8927863 Nov 27 01:25:24.098842 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49426) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:24.165456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-2959314c-d389-4437-afa9-c6a969487a1e admin admin] Deleting subnet c6d9c5a7-8e33-42a1-b9ce-87af427cb7df {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:24.169342 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2959314c-d389-4437-afa9-c6a969487a1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.174858 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f332-f69d-4444-b357-d8b15046ad2c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.195953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5f332-f69d-4444-b357-d8b15046ad2c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 4dbaf1d0-8032-4d70-928c-60620ebd5c58 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:24.211361 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2959314c-d389-4437-afa9-c6a969487a1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.280434 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2959314c-d389-4437-afa9-c6a969487a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.381338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.405810 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:24.407190 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.408838 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2959314c-d389-4437-afa9-c6a969487a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.461466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959314c-d389-4437-afa9-c6a969487a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d9c5a7-8e33-42a1-b9ce-87af427cb7df,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:24.475019 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2959314c-d389-4437-afa9-c6a969487a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.487450 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2959314c-d389-4437-afa9-c6a969487a1e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c6d9c5a7-8e33-42a1-b9ce-87af427cb7df HTTP/1.1" status: 204 len: 168 time: 0.3857505 Nov 27 01:25:24.490329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49458) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:24.555447 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f332-f69d-4444-b357-d8b15046ad2c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.561253 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.604985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5f332-f69d-4444-b357-d8b15046ad2c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=4dbaf1d0-8032-4d70-928c-60620ebd5c58,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:24.624934 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.667722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:24.699086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:24.701809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:24.708958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:24.709613 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.747945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=ebf921dc-e4b9-43a7-8a4b-386d83f9d273,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:24.775146 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f332-f69d-4444-b357-d8b15046ad2c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:24.790886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-2085fbd3-fb46-45e0-8e6e-51b056f5f68d None None] Allocated IP 2001:db8:0:1::2 (25e602fe-b534-4128-a80f-d182baf30796/6631a998-bf76-4322-9b95-79307f11d90f/ec8813f2-dac9-4b5f-aee7-083ef03ffa81) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:24.862590 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-722488c8-5b4a-473f-88fa-08e97e6f3784 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3410645 Nov 27 01:25:24.862590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49496) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:24.895978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 02068738-e974-4863-91dd-bafe05f5c8b9 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:24.981323 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 02068738-e974-4863-91dd-bafe05f5c8b9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:24.982019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 02068738-e974-4863-91dd-bafe05f5c8b9 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:25.010288 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd5f332-f69d-4444-b357-d8b15046ad2c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router e80c9b94-4dee-4b42-8694-274b49139905 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:25:25.036149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2085fbd3-fb46-45e0-8e6e-51b056f5f68d None None] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:25.084994 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2085fbd3-fb46-45e0-8e6e-51b056f5f68d None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.091643 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2085fbd3-fb46-45e0-8e6e-51b056f5f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.133705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd5f332-f69d-4444-b357-d8b15046ad2c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:25.143992 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1fd5f332-f69d-4444-b357-d8b15046ad2c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/e80c9b94-4dee-4b42-8694-274b49139905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9548857 Nov 27 01:25:25.144617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49526) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:25.154891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357fbb0f-c8aa-4451-9dbb-6f04d8586fa8 None None] Sync routers for ids ['e80c9b94-4dee-4b42-8694-274b49139905'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:25.205368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357fbb0f-c8aa-4451-9dbb-6f04d8586fa8 None None] Routers {'e80c9b94-4dee-4b42-8694-274b49139905'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:25.205990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-357fbb0f-c8aa-4451-9dbb-6f04d8586fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e80c9b94-4dee-4b42-8694-274b49139905'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:25.254293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-357fbb0f-c8aa-4451-9dbb-6f04d8586fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:25.262027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085fbd3-fb46-45e0-8e6e-51b056f5f68d None None] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:25.272656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357fbb0f-c8aa-4451-9dbb-6f04d8586fa8 None None] Routers {'e80c9b94-4dee-4b42-8694-274b49139905'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:25.273296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-357fbb0f-c8aa-4451-9dbb-6f04d8586fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e80c9b94-4dee-4b42-8694-274b49139905'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:25.331461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-357fbb0f-c8aa-4451-9dbb-6f04d8586fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:25.332336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357fbb0f-c8aa-4451-9dbb-6f04d8586fa8 None None] The sync data for ids ['e80c9b94-4dee-4b42-8694-274b49139905'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:25.365850 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.472854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:25.496602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf5081b-8106-4d37-89dc-c2e516fa20c9') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:25.497232 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf5081b-8106-4d37-89dc-c2e516fa20c9') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:25.524344 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.577538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f99f74-5979-4c17-986a-b662961b2c68 req-a331a8de-3e05-45d7-994a-079a74ba2ef2 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:25.580366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-71f99f74-5979-4c17-986a-b662961b2c68 req-a331a8de-3e05-45d7-994a-079a74ba2ef2 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.2747412 Nov 27 01:25:25.583333 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.605866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:25:25.606863 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:25:25.625606 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:25:25.656074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a79e51a6-195e-4335-bd1b-3c4fe5e05de9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port ebf921dc-e4b9-43a7-8a4b-386d83f9d273 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:25.656521 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a79e51a6-195e-4335-bd1b-3c4fe5e05de9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.750970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:25.854348 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-71f99f74-5979-4c17-986a-b662961b2c68 req-0450963c-6c09-4abf-9651-2b2ab144ec78 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640271 Nov 27 01:25:25.979904 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a79e51a6-195e-4335-bd1b-3c4fe5e05de9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:25.987589 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.017747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.039064 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] 10.222.0.37 "DELETE /v2.0/networks/a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 HTTP/1.1" status: 204 len: 168 time: 1.5477378 Nov 27 01:25:26.054364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a79e51a6-195e-4335-bd1b-3c4fe5e05de9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for ebf921dc-e4b9-43a7-8a4b-386d83f9d273 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:26.059991 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-af5b1110-9ba9-4c21-ac03-45408cabc0f3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] remove_router_interface failed (client error): The resource could not be found. Nov 27 01:25:26.063601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-af5b1110-9ba9-4c21-ac03-45408cabc0f3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/e80c9b94-4dee-4b42-8694-274b49139905/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9153717 Nov 27 01:25:26.063969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49614) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:26.088604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:26.089207 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.122523 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bb156aec-7cdb-453c-b5d5-95e850096fab tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e80c9b94-4dee-4b42-8694-274b49139905 HTTP/1.1" status: 200 len: 205 time: 0.0544512 Nov 27 01:25:26.124348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49618) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:26.148396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f3825-a7a7-4e70-a6a2-bf9e2ee0537f admin admin] Pushing event deleted for resources: {'Network': ['ID=a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:26.230481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3832e9f9-7a01-4801-b5cb-5c873e8aaa84 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:26.313390 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-685b8e43-793b-4eaf-9a22-dff3adb748a1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.364229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2836c45e-b5d2-4f6f-81eb-6a7d33a45266 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:26.366495 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865fa5ab-1e2c-4297-8953-d85e55955c61 None None] Network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:26.400108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49646) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:26.424645 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865fa5ab-1e2c-4297-8953-d85e55955c61 None None] Network a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:25:26.457676 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a79e51a6-195e-4335-bd1b-3c4fe5e05de9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.467169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-27db2094-e1d5-4c02-9a3b-1fb6a2a937df None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:26.468394 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-27db2094-e1d5-4c02-9a3b-1fb6a2a937df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.519606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-698c028c-454e-45b5-b0ea-4efc9b9ff01d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52ac6fd6419d434f9c1662bb6943d715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1158831 Nov 27 01:25:26.520526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e51a6-195e-4335-bd1b-3c4fe5e05de9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=ebf921dc-e4b9-43a7-8a4b-386d83f9d273,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:26.522805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49656) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:26.533922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 462e7851-d2a3-4433-bf02-2c65854d534d no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:26.630530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0097464-3199-4ade-be89-559de2fdb996 None None] DHCP port deletion for a281c147-7e16-4fb4-8eb6-3a9f27bfb7c8 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:26.635156 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 462e7851-d2a3-4433-bf02-2c65854d534d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:26.635391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-685b8e43-793b-4eaf-9a22-dff3adb748a1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.635770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 462e7851-d2a3-4433-bf02-2c65854d534d not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:26.638315 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-685b8e43-793b-4eaf-9a22-dff3adb748a1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.735967 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe7192c0-a046-4704-bd67-ca88d538e647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.741470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-685b8e43-793b-4eaf-9a22-dff3adb748a1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.742039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685b8e43-793b-4eaf-9a22-dff3adb748a1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Fanout notify agent at l3_agent the message router_deleted on router e80c9b94-4dee-4b42-8694-274b49139905 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:25:26.765131 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-685b8e43-793b-4eaf-9a22-dff3adb748a1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.770507 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-685b8e43-793b-4eaf-9a22-dff3adb748a1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/e80c9b94-4dee-4b42-8694-274b49139905 HTTP/1.1" status: 204 len: 168 time: 0.6443844 Nov 27 01:25:26.773636 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49680) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:26.788138 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a79e51a6-195e-4335-bd1b-3c4fe5e05de9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.800190 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a79e51a6-195e-4335-bd1b-3c4fe5e05de9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/ebf921dc-e4b9-43a7-8a4b-386d83f9d273 HTTP/1.1" status: 204 len: 168 time: 1.9371204 Nov 27 01:25:26.804803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49684) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:26.826133 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe7192c0-a046-4704-bd67-ca88d538e647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.882219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-09238223-53a8-4957-a73e-3f97e23f1a37 None None] Could not find standard attr ID for object 4dbaf1d0-8032-4d70-928c-60620ebd5c58. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:25:26.912252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1f5afd-db48-4e1f-a588-187c133e1ae0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting subnet 89bc388d-5c3b-4a1a-9053-1d9556940be7 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:26.922553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e43cab-c9b0-4654-9774-0b292020025a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:26.923603 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e1f5afd-db48-4e1f-a588-187c133e1ae0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:26.925227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-65e43cab-c9b0-4654-9774-0b292020025a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1193659 Nov 27 01:25:26.928242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49700) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:26.995503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe7192c0-a046-4704-bd67-ca88d538e647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.002340 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe7192c0-a046-4704-bd67-ca88d538e647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.006103 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fe7192c0-a046-4704-bd67-ca88d538e647 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11214843-1fd0-42ed-b299-83b0f2180fbe HTTP/1.1" status: 204 len: 168 time: 0.4795437 Nov 27 01:25:27.055244 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e1f5afd-db48-4e1f-a588-187c133e1ae0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.159369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7192c0-a046-4704-bd67-ca88d538e647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11214843-1fd0-42ed-b299-83b0f2180fbe,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:27.211451 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e1f5afd-db48-4e1f-a588-187c133e1ae0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.220291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc374c33-e7f0-47f3-afa1-6bda772f76ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:27.221850 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fc374c33-e7f0-47f3-afa1-6bda772f76ed tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2916687 Nov 27 01:25:27.225289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49730) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:27.239891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ec6dc-c31e-4ad7-ac71-257e9b61f388 req-b251daf4-a12a-46fc-94a3-8d35247334d2 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:27.253881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-418ec6dc-c31e-4ad7-ac71-257e9b61f388 req-b251daf4-a12a-46fc-94a3-8d35247334d2 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.1467471 Nov 27 01:25:27.347664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03792d0f-564e-4518-907d-aefdb406e4a7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:27.349578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03792d0f-564e-4518-907d-aefdb406e4a7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:27.361512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03792d0f-564e-4518-907d-aefdb406e4a7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:27.368362 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-03792d0f-564e-4518-907d-aefdb406e4a7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1418023 Nov 27 01:25:27.371077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-df743178-005f-4dcc-a707-1e08cd33b21b None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:27.372202 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df743178-005f-4dcc-a707-1e08cd33b21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.402202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49744) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:27.410531 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-418ec6dc-c31e-4ad7-ac71-257e9b61f388 req-967b9f8f-e818-4961-adfa-09e9b5c31c02 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556044 Nov 27 01:25:27.638210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e1f5afd-db48-4e1f-a588-187c133e1ae0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.655592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9157369-e872-4b6e-a43f-a895e49bbe18 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 1c5d4d29-7581-405c-9908-79d360d9ddd1 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:27.683826 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9157369-e872-4b6e-a43f-a895e49bbe18 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.716726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-577112b2-d5a2-4cdc-a998-4eade6ea22b4 None None] Could not find standard attr ID for object ebf921dc-e4b9-43a7-8a4b-386d83f9d273. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:25:27.739006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f5afd-db48-4e1f-a588-187c133e1ae0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Subnet': ['ID=89bc388d-5c3b-4a1a-9053-1d9556940be7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:27.743742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e1f5afd-db48-4e1f-a588-187c133e1ae0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.750847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1e1f5afd-db48-4e1f-a588-187c133e1ae0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/89bc388d-5c3b-4a1a-9053-1d9556940be7 HTTP/1.1" status: 204 len: 168 time: 0.9759264 Nov 27 01:25:27.753961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49792) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:27.776655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d93463-451b-4d57-ade7-3ef68c81104c None None] Network 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:27.798191 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9157369-e872-4b6e-a43f-a895e49bbe18 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:27.879343 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.023433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9157369-e872-4b6e-a43f-a895e49bbe18 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.075187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 36a024be-513f-45a6-aa2a-fb44f9d930a6 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:28.077102 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.198871 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9157369-e872-4b6e-a43f-a895e49bbe18 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.207116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24659836-f5cb-4d54-ade7-f15a83ee8b82 None None] DHCP port deletion for 3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:28.228855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9157369-e872-4b6e-a43f-a895e49bbe18 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.248863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e9157369-e872-4b6e-a43f-a895e49bbe18 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/1c5d4d29-7581-405c-9908-79d360d9ddd1 HTTP/1.1" status: 204 len: 168 time: 0.8454702 Nov 27 01:25:28.249668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49842) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:28.263891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] For port 36a024be-513f-45a6-aa2a-fb44f9d930a6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=36a024be-513f-45a6-aa2a-fb44f9d930a6,segment=NetworkSegment(7c14d234-40bd-421c-88f7-019d32473bde),segment_id=7c14d234-40bd-421c-88f7-019d32473bde)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:28.264557 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.277079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f64207-a61f-4914-bb88-7d1482519fa5 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:28.342391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05f6ed3-f549-45bd-8934-12e2a4212ee1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 6631a998-bf76-4322-9b95-79307f11d90f {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:28.347611 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d05f6ed3-f549-45bd-8934-12e2a4212ee1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.359405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 36a024be-513f-45a6-aa2a-fb44f9d930a6 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:28.370329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-24659836-f5cb-4d54-ade7-f15a83ee8b82 None None] Deleting port 36a024be-513f-45a6-aa2a-fb44f9d930a6 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:28.370708 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24659836-f5cb-4d54-ade7-f15a83ee8b82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.398696 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d05f6ed3-f549-45bd-8934-12e2a4212ee1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.461171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9157369-e872-4b6e-a43f-a895e49bbe18 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5d4d29-7581-405c-9908-79d360d9ddd1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:28.564761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-24659836-f5cb-4d54-ade7-f15a83ee8b82 None None] For port 36a024be-513f-45a6-aa2a-fb44f9d930a6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=36a024be-513f-45a6-aa2a-fb44f9d930a6,segment=NetworkSegment(7c14d234-40bd-421c-88f7-019d32473bde),segment_id=7c14d234-40bd-421c-88f7-019d32473bde)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:28.565331 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24659836-f5cb-4d54-ade7-f15a83ee8b82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.579144 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d05f6ed3-f549-45bd-8934-12e2a4212ee1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.619497 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.668369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-24659836-f5cb-4d54-ade7-f15a83ee8b82 None None] Calling delete_port for 36a024be-513f-45a6-aa2a-fb44f9d930a6 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:28.669078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e2f00-fbfd-4b68-bf44-24e4df1b7b71 req-45e52d0b-194b-4aa8-92a8-04d664ae6386 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:28.671441 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d05f6ed3-f549-45bd-8934-12e2a4212ee1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.678509 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-603e2f00-fbfd-4b68-bf44-24e4df1b7b71 req-45e52d0b-194b-4aa8-92a8-04d664ae6386 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.1757622 Nov 27 01:25:28.709626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=36a024be-513f-45a6-aa2a-fb44f9d930a6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:28.728863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No DVR routers for this DVR port 36a024be-513f-45a6-aa2a-fb44f9d930a6 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:28.799450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f6ed3-f549-45bd-8934-12e2a4212ee1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=6631a998-bf76-4322-9b95-79307f11d90f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:28.808903 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d05f6ed3-f549-45bd-8934-12e2a4212ee1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.825133 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d05f6ed3-f549-45bd-8934-12e2a4212ee1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/6631a998-bf76-4322-9b95-79307f11d90f HTTP/1.1" status: 204 len: 168 time: 0.5485432 Nov 27 01:25:28.829109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49902) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:28.881278 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-603e2f00-fbfd-4b68-bf44-24e4df1b7b71 req-dc7d032b-4367-4243-b891-7e75ce544e9b tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016280 Nov 27 01:25:28.883874 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.928104 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:28.951602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c14d234-40bd-421c-88f7-019d32473bde') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:28.951900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c14d234-40bd-421c-88f7-019d32473bde') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:28.956445 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24659836-f5cb-4d54-ade7-f15a83ee8b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.971733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ef94caad-c295-49df-80e1-e778fc0dc614 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1405282 Nov 27 01:25:28.972723 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:28.975025 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49914) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:29.001282 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.004844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24659836-f5cb-4d54-ade7-f15a83ee8b82 None None] Pushing event deleted for resources: {'Port': ['ID=36a024be-513f-45a6-aa2a-fb44f9d930a6,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:29.005846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:29.015661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:25:29.016250 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:25:29.024548 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:25:29.078573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24659836-f5cb-4d54-ade7-f15a83ee8b82 None None] No DVR routers for this DVR port 36a024be-513f-45a6-aa2a-fb44f9d930a6 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:29.118943 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05cdd44-52ea-41d5-bf31-ec9f96a4c70a None None] Update dhcp port {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': '6631a998-bf76-4322-9b95-79307f11d90f'}], 'binding:host_id': 'n-d-819494-2'}, 'id': 'ec8813f2-dac9-4b5f-aee7-083ef03ffa81'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:25:29.219409 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d05cdd44-52ea-41d5-bf31-ec9f96a4c70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.254783 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:29.257806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.260894 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.269791 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.273870 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/networks/3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c HTTP/1.1" status: 204 len: 168 time: 1.5188038 Nov 27 01:25:29.278493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49964) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:29.310273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e0bc2ad7-0f8f-48d4-9ce4-9072ede24a80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1157679677'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:29.337076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabae72c-d5b0-455f-8e8e-4044fcc608a3 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Network': ['ID=3bc74bb7-184f-4e6b-a90d-ce4ae3c99b9c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:29.379956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bc2ad7-0f8f-48d4-9ce4-9072ede24a80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:29.384073 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2ad7-0f8f-48d4-9ce4-9072ede24a80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.437700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bc2ad7-0f8f-48d4-9ce4-9072ede24a80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:25:29.454608 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2ad7-0f8f-48d4-9ce4-9072ede24a80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.455211 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-e0bc2ad7-0f8f-48d4-9ce4-9072ede24a80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Added segment ac71be7b-59f8-4e0d-a453-cbb056599130 of type vlan for network 0b904b35-2ea3-4618-8500-d9d3f64c1157 Nov 27 01:25:29.590565 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2ad7-0f8f-48d4-9ce4-9072ede24a80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.640523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdab698b-ceca-4ffe-86b8-c53c70355462 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:29.656357 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2ad7-0f8f-48d4-9ce4-9072ede24a80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.664058 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bc2ad7-0f8f-48d4-9ce4-9072ede24a80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:29.664705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2ad7-0f8f-48d4-9ce4-9072ede24a80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.812336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:29.918502 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-207ae444-8f28-48bc-9788-f29a0c4561df None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:29.918885 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-207ae444-8f28-48bc-9788-f29a0c4561df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:29.950369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc2ad7-0f8f-48d4-9ce4-9072ede24a80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Network': ['ID=0b904b35-2ea3-4618-8500-d9d3f64c1157,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:29.990966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 0b904b35-2ea3-4618-8500-d9d3f64c1157 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:25:29.997098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50032) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:30.006585 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e0bc2ad7-0f8f-48d4-9ce4-9072ede24a80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7143941 Nov 27 01:25:30.031989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50034) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:30.070702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-698d2ecc-ff43-4233-acf4-3cc843bf69b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'subnet': {'network_id': '0b904b35-2ea3-4618-8500-d9d3f64c1157', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:30.071564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:25:30.337775 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec6b52b3-3d03-4f65-bb9d-3274c5d03ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.375475 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.394985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a036e-d5f6-4130-bb31-3a754a5c5f07 req-ede23d28-0148-4ca3-8f64-f75c02c101e1 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:30.397728 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e10a036e-d5f6-4130-bb31-3a754a5c5f07 req-ede23d28-0148-4ca3-8f64-f75c02c101e1 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.1009817 Nov 27 01:25:30.491606 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.495552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698d2ecc-ff43-4233-acf4-3cc843bf69b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:30.499394 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-698d2ecc-ff43-4233-acf4-3cc843bf69b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.577952 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e10a036e-d5f6-4130-bb31-3a754a5c5f07 req-c01bf240-2b71-4e7d-aa7f-09c6a03c4e49 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267755 Nov 27 01:25:30.652937 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:25:30.653953 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:25:30.655321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e63912b-27b6-461b-9b69-db259a062ee5 None None] Update dhcp port {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': 'd592841b-e58c-478a-baed-b32146f2292d'}], 'binding:host_id': 'n-d-819494-2'}, 'id': 'ec8813f2-dac9-4b5f-aee7-083ef03ffa81'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:25:30.695718 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e63912b-27b6-461b-9b69-db259a062ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.852631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec6b52b3-3d03-4f65-bb9d-3274c5d03ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.871288 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec6b52b3-3d03-4f65-bb9d-3274c5d03ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.885799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:30.935486 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.941798 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.943510 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:30.945340 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8e63912b-27b6-461b-9b69-db259a062ee5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:25:30.945694 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8e63912b-27b6-461b-9b69-db259a062ee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:25:30.988596 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ec6b52b3-3d03-4f65-bb9d-3274c5d03ff4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=865bda8dfe7a4e3997332474a18e20d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9807761 Nov 27 01:25:30.993274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50060) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:31.011289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b52b3-3d03-4f65-bb9d-3274c5d03ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaa1f39-11db-4910-9b19-1dc061d16fe0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:31.018409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-698d2ecc-ff43-4233-acf4-3cc843bf69b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.096374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:31.116516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:31.121189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:31.124355 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.126633 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00cd16d7-6a7c-4632-a695-b35bb27dc02f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.130323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d2ecc-ff43-4233-acf4-3cc843bf69b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Subnet': ['ID=b1630d1f-8562-461d-aab4-a8f3a8d78dac,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:31.144900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698d2ecc-ff43-4233-acf4-3cc843bf69b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Checking segment: {'id': 'ac71be7b-59f8-4e0d-a453-cbb056599130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b904b35-2ea3-4618-8500-d9d3f64c1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:31.146271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698d2ecc-ff43-4233-acf4-3cc843bf69b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network hostable DHCP agents. Network: 0b904b35-2ea3-4618-8500-d9d3f64c1157, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:25:31.183364 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00cd16d7-6a7c-4632-a695-b35bb27dc02f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.191602 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2000072 Nov 27 01:25:31.197026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=d592841b-e58c-478a-baed-b32146f2292d,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:31.213124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50062) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:31.221020 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.224513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2b29ddd3-bc4d-4f2a-a06d-fff948569172 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:31.234886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d80565-d7dd-4b47-a7c6-d8fac31a26a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=11']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:31.249281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698d2ecc-ff43-4233-acf4-3cc843bf69b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 0b904b35-2ea3-4618-8500-d9d3f64c1157 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:25:31.269991 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00cd16d7-6a7c-4632-a695-b35bb27dc02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.276411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:31.277780 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-00cd16d7-6a7c-4632-a695-b35bb27dc02f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.280154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-00cd16d7-6a7c-4632-a695-b35bb27dc02f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdaa1f39-11db-4910-9b19-1dc061d16fe0 HTTP/1.1" status: 204 len: 168 time: 0.2846985 Nov 27 01:25:31.282472 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.283325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 36a024be-513f-45a6-aa2a-fb44f9d930a6 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:31.294815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd16d7-6a7c-4632-a695-b35bb27dc02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaa1f39-11db-4910-9b19-1dc061d16fe0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:31.297187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-698d2ecc-ff43-4233-acf4-3cc843bf69b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 0b904b35-2ea3-4618-8500-d9d3f64c1157) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:31.301253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d2ecc-ff43-4233-acf4-3cc843bf69b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:31.302060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-698d2ecc-ff43-4233-acf4-3cc843bf69b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.329039 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-698d2ecc-ff43-4233-acf4-3cc843bf69b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2959886 Nov 27 01:25:31.331763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50066) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:31.338986 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-98af4967-d7e4-47fe-bbe9-7eb294b1ef90 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1889163007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:31.356484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a54f02-271e-4c59-9169-d27a5853a0b7 None None] Network 0b904b35-2ea3-4618-8500-d9d3f64c1157 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:31.369618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98af4967-d7e4-47fe-bbe9-7eb294b1ef90 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.372247 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98af4967-d7e4-47fe-bbe9-7eb294b1ef90 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.437099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=12']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:31.445801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 36a024be-513f-45a6-aa2a-fb44f9d930a6 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:31.446527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 36a024be-513f-45a6-aa2a-fb44f9d930a6 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:31.476196 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98af4967-d7e4-47fe-bbe9-7eb294b1ef90 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.486844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98af4967-d7e4-47fe-bbe9-7eb294b1ef90 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.537624 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98af4967-d7e4-47fe-bbe9-7eb294b1ef90 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.540280 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-98af4967-d7e4-47fe-bbe9-7eb294b1ef90 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2072108 Nov 27 01:25:31.543437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50072) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:31.559460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b29ddd3-bc4d-4f2a-a06d-fff948569172 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:31.573546 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b29ddd3-bc4d-4f2a-a06d-fff948569172 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.591514 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e63912b-27b6-461b-9b69-db259a062ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:31.856766 n-d-819494-2 neutron-server[103385]: INFO neutron.db.ipam_backend_mixin [None req-2b29ddd3-bc4d-4f2a-a06d-fff948569172 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d592841b-e58c-478a-baed-b32146f2292d (CIDR: 2001:db8::/64) Nov 27 01:25:31.867151 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b29ddd3-bc4d-4f2a-a06d-fff948569172 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:25:31.867849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b29ddd3-bc4d-4f2a-a06d-fff948569172 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:31.920848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31be306-a8c3-47fb-8a2a-709e068ab251 req-8310aca2-8691-4acf-bb46-f688aca5f896 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:31.922460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c31be306-a8c3-47fb-8a2a-709e068ab251 req-8310aca2-8691-4acf-bb46-f688aca5f896 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.1841221 Nov 27 01:25:31.961484 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2b29ddd3-bc4d-4f2a-a06d-fff948569172 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7415376 Nov 27 01:25:31.962152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50096) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:31.969002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4d9e765d-05be-4641-b6ed-4ead8193a790 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:31.989160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-0b904b35-2ea3-4618-8500-d9d3f64c1157', 'network_id': '0b904b35-2ea3-4618-8500-d9d3f64c1157', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'fixed_ips': [{'subnet_id': 'b1630d1f-8562-461d-aab4-a8f3a8d78dac'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:25:31.990834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:32.152368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c31be306-a8c3-47fb-8a2a-709e068ab251 req-3bcea74f-bc72-446f-b309-921978bfc09b tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236962 Nov 27 01:25:32.169651 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:32.248274 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9e765d-05be-4641-b6ed-4ead8193a790 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:32.257350 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d9e765d-05be-4641-b6ed-4ead8193a790 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:32.447647 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8e63912b-27b6-461b-9b69-db259a062ee5 None None] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:32.480397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Allocated IP 2001:db8::2 (0b904b35-2ea3-4618-8500-d9d3f64c1157/b1630d1f-8562-461d-aab4-a8f3a8d78dac/f4d87980-640e-4629-bea0-4005d5b463f1) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:32.503469 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e63912b-27b6-461b-9b69-db259a062ee5 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:32.522361 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e63912b-27b6-461b-9b69-db259a062ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:32.607618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63912b-27b6-461b-9b69-db259a062ee5 None None] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=13']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:32.787299 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:32.813567 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d9e765d-05be-4641-b6ed-4ead8193a790 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:32.814900 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:32.887643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e765d-05be-4641-b6ed-4ead8193a790 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:32.894489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-4d9e765d-05be-4641-b6ed-4ead8193a790 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:32.903853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e765d-05be-4641-b6ed-4ead8193a790 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:32.904882 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d9e765d-05be-4641-b6ed-4ead8193a790 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:32.915308 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e765d-05be-4641-b6ed-4ead8193a790 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=0d759519-f688-4140-88ad-112b87e48437,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:32.989573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50124) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:32.990613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4d9e765d-05be-4641-b6ed-4ead8193a790 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0255342 Nov 27 01:25:33.012924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:fd:40:ec', 'name': 'tempest-NetworksTestDHCPv6-828290262'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:33.019490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Network 0b904b35-2ea3-4618-8500-d9d3f64c1157 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:33.032540 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:33.034499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Pushing event updated for resources: {'Port': ['ID=f4d87980-640e-4629-bea0-4005d5b463f1,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:33.044028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:33.071523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Allocated IP 2001:db8::1 (0b904b35-2ea3-4618-8500-d9d3f64c1157/b1630d1f-8562-461d-aab4-a8f3a8d78dac/9da68f28-5c3f-48cf-82f6-c352b42cd552) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:33.174754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Attempting to bind port f4d87980-640e-4629-bea0-4005d5b463f1 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:25:33.175134 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Attempting to bind port f4d87980-640e-4629-bea0-4005d5b463f1 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ac71be7b-59f8-4e0d-a453-cbb056599130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b904b35-2ea3-4618-8500-d9d3f64c1157'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:25:33.175500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Attempting to bind port f4d87980-640e-4629-bea0-4005d5b463f1 on network 0b904b35-2ea3-4618-8500-d9d3f64c1157 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:25:33.181227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:25:33.181600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Checking segment: {'id': 'ac71be7b-59f8-4e0d-a453-cbb056599130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b904b35-2ea3-4618-8500-d9d3f64c1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:33.182003 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:33.193551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Bound using segment: {'id': 'ac71be7b-59f8-4e0d-a453-cbb056599130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b904b35-2ea3-4618-8500-d9d3f64c1157'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:25:33.194088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Bound port: f4d87980-640e-4629-bea0-4005d5b463f1, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac71be7b-59f8-4e0d-a453-cbb056599130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0b904b35-2ea3-4618-8500-d9d3f64c1157'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:25:33.199326 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:33.354654 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] For port f4d87980-640e-4629-bea0-4005d5b463f1, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:25:33.362794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] For port f4d87980-640e-4629-bea0-4005d5b463f1, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f4d87980-640e-4629-bea0-4005d5b463f1,segment=NetworkSegment(ac71be7b-59f8-4e0d-a453-cbb056599130),segment_id=ac71be7b-59f8-4e0d-a453-cbb056599130)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:25:33.376983 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:33.431875 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144d26e-0a55-4933-8630-fb83781eecde req-26abf5ab-681b-45ef-8b83-cd6b588601c9 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:33.492755 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3144d26e-0a55-4933-8630-fb83781eecde req-26abf5ab-681b-45ef-8b83-cd6b588601c9 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.1921966 Nov 27 01:25:33.503658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627a83f-70b2-4be4-a07f-46718f1612a1 None None] Pushing event updated for resources: {'Port': ['ID=f4d87980-640e-4629-bea0-4005d5b463f1,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:33.560140 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:33.607543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3144d26e-0a55-4933-8630-fb83781eecde req-dbca25a3-0d9a-4d2c-a4d2-990bfa50642f tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963099 Nov 27 01:25:33.611417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:33.751945 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:33.934650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:34.037096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c8dc16-7d54-42d9-9e88-b50c1d7fbb24 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:34.243121 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:34.243783 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:34.422346 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:34.427868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 0b904b35-2ea3-4618-8500-d9d3f64c1157 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:34.439995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:34.444452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=9da68f28-5c3f-48cf-82f6-c352b42cd552,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:34.447064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:34.447971 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:34.459725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-085adfe7-2910-496f-80de-0b27cb4ac8ca None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:34.460026 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-085adfe7-2910-496f-80de-0b27cb4ac8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:34.542518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port c2551e8f-2d1c-46e4-9130-fddc8c7b5458 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:25:34.753520 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:34.841669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67562ad2-ae75-4b9d-903a-74d81011fcd8 None None] Update dhcp port {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': 'd592841b-e58c-478a-baed-b32146f2292d', 'ip_address': '2001:db8::f816:3eff:fe6f:74ce'}, {'subnet_id': '0d759519-f688-4140-88ad-112b87e48437'}], 'binding:host_id': 'n-d-819494-2'}, 'id': 'ec8813f2-dac9-4b5f-aee7-083ef03ffa81'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:25:34.886482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:34.893582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-085adfe7-2910-496f-80de-0b27cb4ac8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:34.897512 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-67562ad2-ae75-4b9d-903a-74d81011fcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:34.916272 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:35.012309 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:35.150096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff60b5a-36aa-4380-b7ac-fb5c7dbfe307 req-3ca23f86-095c-4729-9dd1-0ea22c1172a8 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:35.161077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ff60b5a-36aa-4380-b7ac-fb5c7dbfe307 req-3ca23f86-095c-4729-9dd1-0ea22c1172a8 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.4801409 Nov 27 01:25:35.196884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=14']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:35.234274 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-085adfe7-2910-496f-80de-0b27cb4ac8ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:25:35.234644 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-085adfe7-2910-496f-80de-0b27cb4ac8ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:25:35.263275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd9645-1007-4682-9398-b1b78cca1a90 req-5362ca15-5942-4d30-9641-aae434ad166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:35.264840 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1bd9645-1007-4682-9398-b1b78cca1a90 req-5362ca15-5942-4d30-9641-aae434ad166b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=258f214a275248c9b2796342b13d6ac9&device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 1096 time: 0.5393448 Nov 27 01:25:35.270180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8:0:1::287 (25e602fe-b534-4128-a80f-d182baf30796/0d759519-f688-4140-88ad-112b87e48437/c2551e8f-2d1c-46e4-9130-fddc8c7b5458) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:35.327363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07525984-dcce-4c52-8a78-b91fef6afef4 None None] Network 0b904b35-2ea3-4618-8500-d9d3f64c1157 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:35.431470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::f816:3eff:fefd:40ec (25e602fe-b534-4128-a80f-d182baf30796/d592841b-e58c-478a-baed-b32146f2292d/c2551e8f-2d1c-46e4-9130-fddc8c7b5458) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:35.605657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd9645-1007-4682-9398-b1b78cca1a90 req-85f74986-cab7-4397-933a-99c4015e87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:35.607277 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1bd9645-1007-4682-9398-b1b78cca1a90 req-85f74986-cab7-4397-933a-99c4015e87f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a91d1e1d-5363-48c3-8004-2f8a6556c702 HTTP/1.1" status: 200 len: 917 time: 0.3253005 Nov 27 01:25:35.694162 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5ff60b5a-36aa-4380-b7ac-fb5c7dbfe307 req-0508f083-e044-42a9-a4cf-a8da143c0ad3 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321019 Nov 27 01:25:35.803843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1bd9645-1007-4682-9398-b1b78cca1a90 req-f871365a-4b7f-4c15-ba95-12243d289c56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53260169-f0d4-4e09-b5c0-a5f2c318f77a HTTP/1.1" status: 200 len: 217 time: 0.1712916 Nov 27 01:25:35.908446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f4d87980-640e-4629-bea0-4005d5b463f1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:36.006523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-864f479f-e068-4865-b41d-3c18d7b6573f None None] Provisioning complete for port f4d87980-640e-4629-bea0-4005d5b463f1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:36.007513 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-864f479f-e068-4865-b41d-3c18d7b6573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:36.057054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f4d87980-640e-4629-bea0-4005d5b463f1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:36.058034 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:36.188412 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd9645-1007-4682-9398-b1b78cca1a90 req-983c9c2c-50f0-46ec-962b-d93d32c38ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:36.191136 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1bd9645-1007-4682-9398-b1b78cca1a90 req-983c9c2c-50f0-46ec-962b-d93d32c38ce6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c3b09fd-6de3-4017-98dd-e13acaa0f708 HTTP/1.1" status: 200 len: 855 time: 0.3762155 Nov 27 01:25:36.300584 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-864f479f-e068-4865-b41d-3c18d7b6573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:36.304887 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:36.394573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-864f479f-e068-4865-b41d-3c18d7b6573f None None] For port f4d87980-640e-4629-bea0-4005d5b463f1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f4d87980-640e-4629-bea0-4005d5b463f1,segment=NetworkSegment(ac71be7b-59f8-4e0d-a453-cbb056599130),segment_id=ac71be7b-59f8-4e0d-a453-cbb056599130)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:36.397423 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:36.402173 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-864f479f-e068-4865-b41d-3c18d7b6573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:36.424536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd9645-1007-4682-9398-b1b78cca1a90 req-3bd4f3fd-926c-4ac1-80a1-48e2d039f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:36.425988 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1bd9645-1007-4682-9398-b1b78cca1a90 req-3bd4f3fd-926c-4ac1-80a1-48e2d039f7ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a91d1e1d-5363-48c3-8004-2f8a6556c702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176919 Nov 27 01:25:36.546019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-864f479f-e068-4865-b41d-3c18d7b6573f None None] Provisioning complete for port 9da68f28-5c3f-48cf-82f6-c352b42cd552 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:36.546697 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-864f479f-e068-4865-b41d-3c18d7b6573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:36.576247 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:36.581521 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:25:36.582112 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:25:36.584844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f479f-e068-4865-b41d-3c18d7b6573f None None] Pushing event updated for resources: {'Port': ['ID=f4d87980-640e-4629-bea0-4005d5b463f1,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:36.606538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-864f479f-e068-4865-b41d-3c18d7b6573f None None] Port 9da68f28-5c3f-48cf-82f6-c352b42cd552 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:36.639609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:36.640398 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:36.780733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f10d27bd-8376-4d90-ab8f-097d1539596f None None] Provisioning complete for port 9da68f28-5c3f-48cf-82f6-c352b42cd552 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:36.781105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f10d27bd-8376-4d90-ab8f-097d1539596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:36.815098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-67562ad2-ae75-4b9d-903a-74d81011fcd8 None None] Allocated IP 2001:db8:0:1::2 (25e602fe-b534-4128-a80f-d182baf30796/0d759519-f688-4140-88ad-112b87e48437/ec8813f2-dac9-4b5f-aee7-083ef03ffa81) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:36.843880 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:36.881452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 0b904b35-2ea3-4618-8500-d9d3f64c1157 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:36.904431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:36.913306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=9da68f28-5c3f-48cf-82f6-c352b42cd552,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:36.934181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f10d27bd-8376-4d90-ab8f-097d1539596f None None] Port 9da68f28-5c3f-48cf-82f6-c352b42cd552 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:36.974288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:37.000163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-67562ad2-ae75-4b9d-903a-74d81011fcd8 None None] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:37.034153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:37.038846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50228) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:37.041370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:37.047939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:37.048772 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.080544 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-67562ad2-ae75-4b9d-903a-74d81011fcd8 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.125344 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-67562ad2-ae75-4b9d-903a-74d81011fcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.135628 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1bd9645-1007-4682-9398-b1b78cca1a90 req-b2f02482-5cee-4217-9cf6-e66ee1132ad6 service neutron] 10.222.0.42 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6987555 Nov 27 01:25:37.152799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f7202-6826-4b14-9984-84a3b4259ebe req-a095df01-2790-4d88-8bd3-e77382d0bf47 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:37.154744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d3f7202-6826-4b14-9984-84a3b4259ebe req-a095df01-2790-4d88-8bd3-e77382d0bf47 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.3280041 Nov 27 01:25:37.197865 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-454e412e-b7e8-450e-af2e-a1fa07230e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.229955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=c2551e8f-2d1c-46e4-9130-fddc8c7b5458,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:37.312564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:37.315972 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-454e412e-b7e8-450e-af2e-a1fa07230e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.324874 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-454e412e-b7e8-450e-af2e-a1fa07230e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.342738 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4a0993b8-1ca5-48de-9415-f59351948d60 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3479989 Nov 27 01:25:37.356683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50240) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:37.434138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d3f7202-6826-4b14-9984-84a3b4259ebe req-d4d23ae7-b060-4958-af7d-09ca874ed658 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561815 Nov 27 01:25:37.463323 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-454e412e-b7e8-450e-af2e-a1fa07230e8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e33a132756054a20acb4bd698e2d09ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232934 Nov 27 01:25:37.464305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e412e-b7e8-450e-af2e-a1fa07230e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181f97c8-d336-47b6-86ed-e0902b6dcb04,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:37.467098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50242) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:37.507075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9b43ebce-8705-4eb7-8a20-26df0fee8379 None None] Provisioning complete for port 9da68f28-5c3f-48cf-82f6-c352b42cd552 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:37.507714 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9b43ebce-8705-4eb7-8a20-26df0fee8379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.521358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67562ad2-ae75-4b9d-903a-74d81011fcd8 None None] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=15']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:37.596504 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1288a0b-60df-41df-a143-aff1e42835e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.604817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:37.605184 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.653145 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1bd9645-1007-4682-9398-b1b78cca1a90 req-739f23db-111a-48e2-8306-234316934b4e service neutron] 10.222.0.42 "GET /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934402 Nov 27 01:25:37.674344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7b19d84d-7afc-4233-a024-462aa0cf3017 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port c2551e8f-2d1c-46e4-9130-fddc8c7b5458 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:37.674693 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b19d84d-7afc-4233-a024-462aa0cf3017 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.677376 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1288a0b-60df-41df-a143-aff1e42835e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.715393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 93662676-14f1-40f9-8972-0dbb7d12f9e1 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:25:37.751145 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9b43ebce-8705-4eb7-8a20-26df0fee8379 None None] Port 9da68f28-5c3f-48cf-82f6-c352b42cd552 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:37.788048 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1288a0b-60df-41df-a143-aff1e42835e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.792174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1288a0b-60df-41df-a143-aff1e42835e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:37.796064 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d1288a0b-60df-41df-a143-aff1e42835e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/181f97c8-d336-47b6-86ed-e0902b6dcb04 HTTP/1.1" status: 204 len: 168 time: 0.3278060 Nov 27 01:25:37.813004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1288a0b-60df-41df-a143-aff1e42835e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181f97c8-d336-47b6-86ed-e0902b6dcb04,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:37.834615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50250) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:38.020086 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b19d84d-7afc-4233-a024-462aa0cf3017 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.099292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7b19d84d-7afc-4233-a024-462aa0cf3017 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for c2551e8f-2d1c-46e4-9130-fddc8c7b5458 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:38.104437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:38.116914 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436e3a1-fb5c-4dde-bd84-247d080a4fda None None] Sync routers for ids ['93662676-14f1-40f9-8972-0dbb7d12f9e1'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:38.121933 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4dcebeb6-1979-4698-8a5e-01aa16ee4eb1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/93662676-14f1-40f9-8972-0dbb7d12f9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5771830 Nov 27 01:25:38.124859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50260) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:38.132380 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ffaf-d408-417b-b33a-c9dc6166e154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.134958 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436e3a1-fb5c-4dde-bd84-247d080a4fda None None] Routers {'93662676-14f1-40f9-8972-0dbb7d12f9e1'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:38.135902 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d436e3a1-fb5c-4dde-bd84-247d080a4fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['93662676-14f1-40f9-8972-0dbb7d12f9e1'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:38.138612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f4d87980-640e-4629-bea0-4005d5b463f1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:38.185512 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d436e3a1-fb5c-4dde-bd84-247d080a4fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:38.196840 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436e3a1-fb5c-4dde-bd84-247d080a4fda None None] Routers {'93662676-14f1-40f9-8972-0dbb7d12f9e1'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:38.197797 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d436e3a1-fb5c-4dde-bd84-247d080a4fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['93662676-14f1-40f9-8972-0dbb7d12f9e1'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:38.244155 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d436e3a1-fb5c-4dde-bd84-247d080a4fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:38.246051 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436e3a1-fb5c-4dde-bd84-247d080a4fda None None] The sync data for ids ['93662676-14f1-40f9-8972-0dbb7d12f9e1'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:38.293185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f4d87980-640e-4629-bea0-4005d5b463f1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:38.294487 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.362746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ffaf-d408-417b-b33a-c9dc6166e154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.379165 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ffaf-d408-417b-b33a-c9dc6166e154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.399914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d03caa-d986-4fb0-b1cb-5e18cea6e51a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:38.406099 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-67d03caa-d986-4fb0-b1cb-5e18cea6e51a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports/9da68f28-5c3f-48cf-82f6-c352b42cd552 HTTP/1.1" status: 200 len: 911 time: 0.2799273 Nov 27 01:25:38.411412 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50264) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:38.455205 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b3c5ffaf-d408-417b-b33a-c9dc6166e154 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94c0d4f6dbf54f58ad457e2a04b6abb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6190929 Nov 27 01:25:38.467849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50266) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:38.489943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5ffaf-d408-417b-b33a-c9dc6166e154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28422012-df42-458a-8a39-b4a5bb080ef4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:38.592034 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6f49-1d62-4a74-a0a5-25a73a3a8e78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.627981 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6f49-1d62-4a74-a0a5-25a73a3a8e78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.706990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50274) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:38.711418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6f49-1d62-4a74-a0a5-25a73a3a8e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.714806 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8ff6f49-1d62-4a74-a0a5-25a73a3a8e78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.716529 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c8ff6f49-1d62-4a74-a0a5-25a73a3a8e78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28422012-df42-458a-8a39-b4a5bb080ef4 HTTP/1.1" status: 204 len: 168 time: 0.2471447 Nov 27 01:25:38.733533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff6f49-1d62-4a74-a0a5-25a73a3a8e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28422012-df42-458a-8a39-b4a5bb080ef4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:38.745361 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f683-e358-47ec-adeb-6177edf3418f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.784922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01433e8-a0a3-4c06-8bc0-e2024e176365 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:38.841705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f683-e358-47ec-adeb-6177edf3418f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.847358 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f683-e358-47ec-adeb-6177edf3418f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.894321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6f683-e358-47ec-adeb-6177edf3418f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea131bc-4216-4cf0-909c-98b8d55c53bf,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:38.900379 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e9f6f683-e358-47ec-adeb-6177edf3418f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=733cd08300f845b59727830b110cbcbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1908333 Nov 27 01:25:38.902810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50280) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:38.945254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e21d475b-6a21-408e-a6a5-5ef79ed1a3fa None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:38.945624 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e21d475b-6a21-408e-a6a5-5ef79ed1a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:38.967119 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e9f63a5-94a9-4d54-abc1-0b82d61af7d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:39.000743 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e9f63a5-94a9-4d54-abc1-0b82d61af7d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:39.121085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e9f63a5-94a9-4d54-abc1-0b82d61af7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:39.127388 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e9f63a5-94a9-4d54-abc1-0b82d61af7d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:39.128829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8e9f63a5-94a9-4d54-abc1-0b82d61af7d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ea131bc-4216-4cf0-909c-98b8d55c53bf HTTP/1.1" status: 204 len: 168 time: 0.2247508 Nov 27 01:25:39.140730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f63a5-94a9-4d54-abc1-0b82d61af7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea131bc-4216-4cf0-909c-98b8d55c53bf,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:39.277081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:39.321850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec64566-35d2-48f4-a0be-773e6ee5654e req-55d4ff04-02d3-45b6-898b-272c57d96ab3 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:39.329989 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ec64566-35d2-48f4-a0be-773e6ee5654e req-55d4ff04-02d3-45b6-898b-272c57d96ab3 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.2140622 Nov 27 01:25:39.367986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:39.369244 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:39.694413 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ec64566-35d2-48f4-a0be-773e6ee5654e req-37ef38ec-8fda-429d-97a5-caf04c9fd37b tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252492 Nov 27 01:25:39.824004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b19d84d-7afc-4233-a024-462aa0cf3017 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:39.872248 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19d84d-7afc-4233-a024-462aa0cf3017 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=c2551e8f-2d1c-46e4-9130-fddc8c7b5458,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:39.878474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a44504a8-1f61-477f-af71-8a9900ff6aaa None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:39.878966 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a44504a8-1f61-477f-af71-8a9900ff6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:40.043993 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b19d84d-7afc-4233-a024-462aa0cf3017 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:40.050296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50330) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:40.051232 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7b19d84d-7afc-4233-a024-462aa0cf3017 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/c2551e8f-2d1c-46e4-9130-fddc8c7b5458 HTTP/1.1" status: 204 len: 168 time: 2.6932716 Nov 27 01:25:40.072817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09415609-2d41-4ea8-b79d-b98d002c5937 req-65f5486b-f8f4-48f3-8c61-d3a68128e531 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:40.081296 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09415609-2d41-4ea8-b79d-b98d002c5937 req-65f5486b-f8f4-48f3-8c61-d3a68128e531 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.1886702 Nov 27 01:25:40.130723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a44504a8-1f61-477f-af71-8a9900ff6aaa None None] Could not find standard attr ID for object c2551e8f-2d1c-46e4-9130-fddc8c7b5458. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:25:40.183065 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0563551-10fe-47c9-8754-0c491747e815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:40.202471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf636cf5-d26c-4da5-a104-65e7bea4e569 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:40.206492 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bf636cf5-d26c-4da5-a104-65e7bea4e569 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1516733 Nov 27 01:25:40.214862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50336) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:40.245630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-360757b3-d88b-41ef-b654-2a7e953ea8f8 None None] Could not find standard attr ID for object c2551e8f-2d1c-46e4-9130-fddc8c7b5458. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:25:40.273601 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09415609-2d41-4ea8-b79d-b98d002c5937 req-ff7a3931-934a-439f-b01a-c12cdca0cc32 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911387 Nov 27 01:25:40.341187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea37430b-23ad-411f-a4a9-2e02537d18af tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:40.346411 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ea37430b-23ad-411f-a4a9-2e02537d18af tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1302197 Nov 27 01:25:40.347503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50346) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:40.531085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d45f46-642f-48e0-9f5f-6b59e5a322a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:40.532730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d45f46-642f-48e0-9f5f-6b59e5a322a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:40.534285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d45f46-642f-48e0-9f5f-6b59e5a322a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:40.540381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-49d45f46-642f-48e0-9f5f-6b59e5a322a2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1877878 Nov 27 01:25:40.541173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50358) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:40.650539 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabeb81f-d2bc-4667-b9e4-805ba5cecaa8 req-d6d1ad4f-97b9-4a6a-b1a6-81764122c3b8 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:40.653280 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dabeb81f-d2bc-4667-b9e4-805ba5cecaa8 req-d6d1ad4f-97b9-4a6a-b1a6-81764122c3b8 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=d073bf68-5076-4fe1-851e-03ccc1e7ca68 HTTP/1.1" status: 200 len: 946 time: 0.2190790 Nov 27 01:25:40.654998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a0563551-10fe-47c9-8754-0c491747e815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 9da68f28-5c3f-48cf-82f6-c352b42cd552 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:40.655487 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0563551-10fe-47c9-8754-0c491747e815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:40.668537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fb665d-b62d-4a06-84e1-2a84c89fd95b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 0d759519-f688-4140-88ad-112b87e48437 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:40.683835 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54fb665d-b62d-4a06-84e1-2a84c89fd95b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:40.775374 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54fb665d-b62d-4a06-84e1-2a84c89fd95b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:40.795490 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0563551-10fe-47c9-8754-0c491747e815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:40.824856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a0563551-10fe-47c9-8754-0c491747e815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 9da68f28-5c3f-48cf-82f6-c352b42cd552 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:40.867159 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dabeb81f-d2bc-4667-b9e4-805ba5cecaa8 req-00da6479-c61e-4203-8c36-539083f3eebf tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045369 Nov 27 01:25:41.041099 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54fb665d-b62d-4a06-84e1-2a84c89fd95b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.157851 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54fb665d-b62d-4a06-84e1-2a84c89fd95b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.189436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54fb665d-b62d-4a06-84e1-2a84c89fd95b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.199040 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-54fb665d-b62d-4a06-84e1-2a84c89fd95b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/0d759519-f688-4140-88ad-112b87e48437 HTTP/1.1" status: 204 len: 168 time: 0.6541827 Nov 27 01:25:41.200815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50412) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:41.202615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed154c08-5253-47df-9301-ced95278221a None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:41.351272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb665d-b62d-4a06-84e1-2a84c89fd95b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=0d759519-f688-4140-88ad-112b87e48437,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:41.410056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fd26a-eac5-4655-a579-86b8d59d3c6c req-7c9fefec-2c39-4a96-95e9-53b0f14b5ae9 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:41.415380 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c55fd26a-eac5-4655-a579-86b8d59d3c6c req-7c9fefec-2c39-4a96-95e9-53b0f14b5ae9 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 946 time: 0.3818905 Nov 27 01:25:41.418950 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0563551-10fe-47c9-8754-0c491747e815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.427734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-542798b6-dcc3-4f00-bdf2-8c35f6e2cd3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet d592841b-e58c-478a-baed-b32146f2292d {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:41.440173 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-542798b6-dcc3-4f00-bdf2-8c35f6e2cd3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.491244 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d62879e6-d7d7-4f6a-b641-990738063f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.504471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0563551-10fe-47c9-8754-0c491747e815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=9da68f28-5c3f-48cf-82f6-c352b42cd552,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:41.521386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-542798b6-dcc3-4f00-bdf2-8c35f6e2cd3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.681901 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-542798b6-dcc3-4f00-bdf2-8c35f6e2cd3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.722607 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0563551-10fe-47c9-8754-0c491747e815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.760142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c55fd26a-eac5-4655-a579-86b8d59d3c6c req-96ee19b7-4736-4eb3-9f51-76d5777e5551 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386440 Nov 27 01:25:41.789673 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-542798b6-dcc3-4f00-bdf2-8c35f6e2cd3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.865773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-ec5ee1ea-4b19-4ea0-bea5-e212515fca5e req-7a7fc9e9-c603-4b0d-a182-67049e3644c8 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:25:41.867138 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec5ee1ea-4b19-4ea0-bea5-e212515fca5e req-7a7fc9e9-c603-4b0d-a182-67049e3644c8 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127513 Nov 27 01:25:41.868006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542798b6-dcc3-4f00-bdf2-8c35f6e2cd3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=d592841b-e58c-478a-baed-b32146f2292d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:41.916713 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-542798b6-dcc3-4f00-bdf2-8c35f6e2cd3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:41.925617 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-542798b6-dcc3-4f00-bdf2-8c35f6e2cd3d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/d592841b-e58c-478a-baed-b32146f2292d HTTP/1.1" status: 204 len: 168 time: 0.6908908 Nov 27 01:25:41.926161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50462) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:42.048331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0563551-10fe-47c9-8754-0c491747e815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 93662676-14f1-40f9-8972-0dbb7d12f9e1 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:25:42.137891 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d82cd92d-ea76-4f3f-b62e-b897cb6c7634 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2040312 Nov 27 01:25:42.140044 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50464) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:42.155132 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0b327d82-a959-4258-bac1-0a755aa4f9a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:42.198905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0563551-10fe-47c9-8754-0c491747e815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:42.204937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a0563551-10fe-47c9-8754-0c491747e815 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/93662676-14f1-40f9-8972-0dbb7d12f9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7924995 Nov 27 01:25:42.208192 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50472) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:42.210076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46013656-9886-47e7-83b6-faffeae6e45a None None] Sync routers for ids ['93662676-14f1-40f9-8972-0dbb7d12f9e1'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:42.232786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46013656-9886-47e7-83b6-faffeae6e45a None None] Routers {'93662676-14f1-40f9-8972-0dbb7d12f9e1'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:42.233432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-46013656-9886-47e7-83b6-faffeae6e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['93662676-14f1-40f9-8972-0dbb7d12f9e1'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:42.243399 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4c4fe7d3-77d5-4f2e-ae33-24f8fabdb448 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=93662676-14f1-40f9-8972-0dbb7d12f9e1 HTTP/1.1" status: 200 len: 205 time: 0.0336795 Nov 27 01:25:42.244100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50476) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:42.372829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec5ee1ea-4b19-4ea0-bea5-e212515fca5e req-540bb44b-3dc5-49e0-8739-db70d48f36b0 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4474528 Nov 27 01:25:42.401671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-46013656-9886-47e7-83b6-faffeae6e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:42.435130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5fdca494-2975-4afa-ba3d-6c048f65048c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.454029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46013656-9886-47e7-83b6-faffeae6e45a None None] Routers {'93662676-14f1-40f9-8972-0dbb7d12f9e1'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:42.455246 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b327d82-a959-4258-bac1-0a755aa4f9a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:42.456856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-46013656-9886-47e7-83b6-faffeae6e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['93662676-14f1-40f9-8972-0dbb7d12f9e1'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:42.460325 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b327d82-a959-4258-bac1-0a755aa4f9a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.547545 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-46013656-9886-47e7-83b6-faffeae6e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:42.548212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46013656-9886-47e7-83b6-faffeae6e45a None None] The sync data for ids ['93662676-14f1-40f9-8972-0dbb7d12f9e1'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:42.702020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65a3ab0-70d4-468f-ad63-e07615c992b6 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:42.820041 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5fdca494-2975-4afa-ba3d-6c048f65048c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.823491 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5fdca494-2975-4afa-ba3d-6c048f65048c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.894396 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5fdca494-2975-4afa-ba3d-6c048f65048c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.894396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdca494-2975-4afa-ba3d-6c048f65048c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Fanout notify agent at l3_agent the message router_deleted on router 93662676-14f1-40f9-8972-0dbb7d12f9e1 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:25:42.902909 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b327d82-a959-4258-bac1-0a755aa4f9a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.917249 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5fdca494-2975-4afa-ba3d-6c048f65048c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.925062 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5fdca494-2975-4afa-ba3d-6c048f65048c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/93662676-14f1-40f9-8972-0dbb7d12f9e1 HTTP/1.1" status: 204 len: 168 time: 0.6796484 Nov 27 01:25:42.925714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50496) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:42.959319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b327d82-a959-4258-bac1-0a755aa4f9a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:42.963134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-0b327d82-a959-4258-bac1-0a755aa4f9a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:42.969578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b327d82-a959-4258-bac1-0a755aa4f9a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:42.969578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b327d82-a959-4258-bac1-0a755aa4f9a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:42.988617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b327d82-a959-4258-bac1-0a755aa4f9a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=da477437-187a-4141-8809-d867f2523f60,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:42.998281 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0b327d82-a959-4258-bac1-0a755aa4f9a6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8540692 Nov 27 01:25:43.000003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50498) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:43.008127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b0f89b48-3b43-44e0-8649-17547032db46 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:43.072473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5c665bf5-31a1-46b7-b54e-e5d4cb85fd00 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:43.072854 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5c665bf5-31a1-46b7-b54e-e5d4cb85fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.121661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf2a4e-f933-40df-92cc-c88c53abc042 req-59450022-6f80-45a8-bbcb-114fd7e9557e tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:43.134353 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6bbf2a4e-f933-40df-92cc-c88c53abc042 req-59450022-6f80-45a8-bbcb-114fd7e9557e tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.2074482 Nov 27 01:25:43.194108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f86ac8c-036f-4463-b347-37b6a0650961 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting subnet b1630d1f-8562-461d-aab4-a8f3a8d78dac {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:43.203328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f86ac8c-036f-4463-b347-37b6a0650961 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.253817 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f86ac8c-036f-4463-b347-37b6a0650961 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.356358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f86ac8c-036f-4463-b347-37b6a0650961 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.554894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf9322a-6143-4216-9b03-8faead912a1a None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:43.570504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6bbf2a4e-f933-40df-92cc-c88c53abc042 req-8cd5d676-bdf3-4d30-b461-57efb2147d2a tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284666 Nov 27 01:25:43.573664 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f86ac8c-036f-4463-b347-37b6a0650961 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.620102 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f86ac8c-036f-4463-b347-37b6a0650961 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.630073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6f86ac8c-036f-4463-b347-37b6a0650961 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/b1630d1f-8562-461d-aab4-a8f3a8d78dac HTTP/1.1" status: 204 len: 168 time: 0.7016113 Nov 27 01:25:43.630755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50522) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:43.707268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86ac8c-036f-4463-b347-37b6a0650961 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Subnet': ['ID=b1630d1f-8562-461d-aab4-a8f3a8d78dac,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:43.846228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56259607-9cfc-498d-b780-244cb1b42a40 req-8aee63ae-040a-480f-8bd4-c68f9e4a3ed1 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:43.847897 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56259607-9cfc-498d-b780-244cb1b42a40 req-8aee63ae-040a-480f-8bd4-c68f9e4a3ed1 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=d073bf68-5076-4fe1-851e-03ccc1e7ca68 HTTP/1.1" status: 200 len: 946 time: 0.1534467 Nov 27 01:25:43.854556 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:43.866256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de8d93-7ab2-4740-8693-d9545b69a6f0 None None] Network 0b904b35-2ea3-4618-8500-d9d3f64c1157 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:43.974450 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56259607-9cfc-498d-b780-244cb1b42a40 req-b0420c22-e746-4bab-bc2b-5e9cb26d6ad1 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064734 Nov 27 01:25:44.010005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port f4d87980-640e-4629-bea0-4005d5b463f1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:44.010926 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.026021 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-613dd863-a069-4553-b5c5-cd0d6d468a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.026768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f89b48-3b43-44e0-8649-17547032db46 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:44.038537 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0f89b48-3b43-44e0-8649-17547032db46 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.091212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0eccbe01-a776-4f04-9ed1-3813554e995d None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:44.092414 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0eccbe01-a776-4f04-9ed1-3813554e995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.192993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] For port f4d87980-640e-4629-bea0-4005d5b463f1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f4d87980-640e-4629-bea0-4005d5b463f1,segment=NetworkSegment(ac71be7b-59f8-4e0d-a453-cbb056599130),segment_id=ac71be7b-59f8-4e0d-a453-cbb056599130)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:44.193276 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.240660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a66708-ea38-4241-ad3c-76d493843c84 req-1f39cbb6-ef26-4706-af6e-ae27b163a4b7 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.246165 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a66708-ea38-4241-ad3c-76d493843c84 req-1f39cbb6-ef26-4706-af6e-ae27b163a4b7 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 946 time: 0.1189768 Nov 27 01:25:44.274906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for f4d87980-640e-4629-bea0-4005d5b463f1 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:44.372012 n-d-819494-2 neutron-server[103385]: INFO neutron.db.ipam_backend_mixin [None req-b0f89b48-3b43-44e0-8649-17547032db46 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da477437-187a-4141-8809-d867f2523f60 (CIDR: 2001:db8::/64) Nov 27 01:25:44.383903 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f89b48-3b43-44e0-8649-17547032db46 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:25:44.386857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f89b48-3b43-44e0-8649-17547032db46 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:44.435923 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b0f89b48-3b43-44e0-8649-17547032db46 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4306359 Nov 27 01:25:44.436497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50536) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:44.444627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751dc96-52ed-4cff-84e1-9cc325275f1a None None] DHCP port deletion for 0b904b35-2ea3-4618-8500-d9d3f64c1157 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:44.458640 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5a66708-ea38-4241-ad3c-76d493843c84 req-f9512d08-19b6-4a3a-8724-f154a99b5ef1 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010839 Nov 27 01:25:44.474509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:44.520548 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.538595 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.585146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=f4d87980-640e-4629-bea0-4005d5b463f1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:44.618271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5751dc96-52ed-4cff-84e1-9cc325275f1a None None] Deleting port f4d87980-640e-4629-bea0-4005d5b463f1 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:44.618780 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5751dc96-52ed-4cff-84e1-9cc325275f1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.649666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No DVR routers for this DVR port f4d87980-640e-4629-bea0-4005d5b463f1 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:44.763869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5751dc96-52ed-4cff-84e1-9cc325275f1a None None] For port f4d87980-640e-4629-bea0-4005d5b463f1, host n-d-819494-2, got binding levels [] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:44.764286 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5751dc96-52ed-4cff-84e1-9cc325275f1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.778296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5751dc96-52ed-4cff-84e1-9cc325275f1a None None] Calling delete_port for f4d87980-640e-4629-bea0-4005d5b463f1 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:44.781295 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.ipam_backend_mixin [None req-5751dc96-52ed-4cff-84e1-9cc325275f1a None None] Port f4d87980-640e-4629-bea0-4005d5b463f1 was not found and therefore no delete operation was performed {{(pid=103386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:25:44.783842 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5751dc96-52ed-4cff-84e1-9cc325275f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.806393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:44.811614 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.814898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751dc96-52ed-4cff-84e1-9cc325275f1a None None] Pushing event deleted for resources: {'Port': ['ID=f4d87980-640e-4629-bea0-4005d5b463f1,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:44.824108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751dc96-52ed-4cff-84e1-9cc325275f1a None None] No DVR routers for this DVR port f4d87980-640e-4629-bea0-4005d5b463f1 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:44.858498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6ddbf79d-1a40-44c9-bea0-cdaeb9529706 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:44.859261 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddbf79d-1a40-44c9-bea0-cdaeb9529706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.865675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50546) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:44.903452 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:44.950390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b904b35-2ea3-4618-8500-d9d3f64c1157']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:44.969557 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268176a-2578-4697-8a83-556ee7f78a11 req-1ca34922-ceca-40e8-9347-7321d243dd0c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.975980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac71be7b-59f8-4e0d-a453-cbb056599130') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:44.976305 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac71be7b-59f8-4e0d-a453-cbb056599130') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:44.977991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268176a-2578-4697-8a83-556ee7f78a11 req-1ca34922-ceca-40e8-9347-7321d243dd0c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.987213 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268176a-2578-4697-8a83-556ee7f78a11 req-1ca34922-ceca-40e8-9347-7321d243dd0c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:44.988686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7268176a-2578-4697-8a83-556ee7f78a11 req-1ca34922-ceca-40e8-9347-7321d243dd0c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48&device_id=d073bf68-5076-4fe1-851e-03ccc1e7ca68&device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 2418 time: 0.1978102 Nov 27 01:25:45.003857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.028786 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.050231 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.061858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:25:45.062668 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:25:45.069022 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:25:45.087179 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7268176a-2578-4697-8a83-556ee7f78a11 req-a6db6838-9b85-41db-9823-33d764861363 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884104 Nov 27 01:25:45.173417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-6f6e139d-c082-4df0-803b-f5899a486d80 req-950be14e-ff5d-4864-8a2b-93e13c0aab82 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:25:45.174484 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f6e139d-c082-4df0-803b-f5899a486d80 req-950be14e-ff5d-4864-8a2b-93e13c0aab82 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133297 Nov 27 01:25:45.184577 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-200e322c-067c-47df-b92b-2625ea8e3134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.266431 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.296307 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.299951 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/networks/0b904b35-2ea3-4618-8500-d9d3f64c1157 HTTP/1.1" status: 204 len: 168 time: 1.6666355 Nov 27 01:25:45.305135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50560) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:45.310373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-547540429', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:45.312263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d6e26-657b-4009-a7a0-9be23b1fbc08 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Network': ['ID=0b904b35-2ea3-4618-8500-d9d3f64c1157,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:45.465914 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.467293 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.483432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:25:45.634691 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.709461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f6e139d-c082-4df0-803b-f5899a486d80 req-87465759-d3d9-4ef5-bde9-84d85df18534 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5183966 Nov 27 01:25:45.768632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-435d50d0-67ee-4370-a23b-ec3693f51736 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1114013 Nov 27 01:25:45.792389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-200e322c-067c-47df-b92b-2625ea8e3134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.803035 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-200e322c-067c-47df-b92b-2625ea8e3134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:45.859124 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-200e322c-067c-47df-b92b-2625ea8e3134 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=460177d6d65e41fca82d06f4e97e0b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9923232 Nov 27 01:25:45.866496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50572) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:45.983751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e322c-067c-47df-b92b-2625ea8e3134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74be799-cf24-42c0-a24f-df9d07719249,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:46.013017 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.023500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-5e44c7d6-5bce-4344-96b8-994f6f5874c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.024209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-5e44c7d6-5bce-4344-96b8-994f6f5874c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.024684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-5e44c7d6-5bce-4344-96b8-994f6f5874c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.025193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-5e44c7d6-5bce-4344-96b8-994f6f5874c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.025815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-5e44c7d6-5bce-4344-96b8-994f6f5874c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.026300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-5e44c7d6-5bce-4344-96b8-994f6f5874c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.026806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-5e44c7d6-5bce-4344-96b8-994f6f5874c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.028899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-5e44c7d6-5bce-4344-96b8-994f6f5874c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6502 time: 0.1529174 Nov 27 01:25:46.033551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f4d87980-640e-4629-bea0-4005d5b463f1 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:46.063439 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: f4d87980-640e-4629-bea0-4005d5b463f1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:46.063784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f4d87980-640e-4629-bea0-4005d5b463f1 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:46.083005 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.150994 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a139dc-ced9-4744-a0ad-673fc53d252e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.233056 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a139dc-ced9-4744-a0ad-673fc53d252e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.306763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-1570d6a2-8e5d-4484-a5df-f2df3bf78975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.307228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-1570d6a2-8e5d-4484-a5df-f2df3bf78975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.307939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-1570d6a2-8e5d-4484-a5df-f2df3bf78975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.309513 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-1570d6a2-8e5d-4484-a5df-f2df3bf78975 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1911280f-60d8-4aa0-8f77-7153690dade4&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=a5a73d60-d1d0-409d-af7c-8d682c688801&id=a5a73d60-d1d0-409d-af7c-8d682c688801 HTTP/1.1" status: 200 len: 2298 time: 0.2230983 Nov 27 01:25:46.390815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:46.425714 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a139dc-ced9-4744-a0ad-673fc53d252e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.428433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a139dc-ced9-4744-a0ad-673fc53d252e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.432466 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-90a139dc-ced9-4744-a0ad-673fc53d252e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d74be799-cf24-42c0-a24f-df9d07719249 HTTP/1.1" status: 204 len: 168 time: 0.5550325 Nov 27 01:25:46.451233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a139dc-ced9-4744-a0ad-673fc53d252e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74be799-cf24-42c0-a24f-df9d07719249,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:46.457086 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-86dacb3e-9626-4548-9eba-bba96dacef1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50 HTTP/1.1" status: 200 len: 1000 time: 0.1379969 Nov 27 01:25:46.487647 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.506110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.507261 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.618284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-e787abbb-2035-4a33-8fba-030e19dc7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.621868 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-e787abbb-2035-4a33-8fba-030e19dc7775 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92595162-6d4d-4477-968d-cc58800ef4a5 HTTP/1.1" status: 200 len: 856 time: 0.1549699 Nov 27 01:25:46.627739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:46.644124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:46.649484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.649484 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:46.653127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7882ea18-19c6-4d62-b71f-5fe87f62cc33 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:46.670208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=19']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:46.674870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=7533e000-086d-462a-a3dc-464b75268b77,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:46.723299 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-03777772-87af-4add-ae05-e27675f16ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:46.724851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-03777772-87af-4add-ae05-e27675f16ffe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1911280f-60d8-4aa0-8f77-7153690dade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901148 Nov 27 01:25:46.777493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a12a2c67-de06-4900-8cc7-389cc4f73c67 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3399286 Nov 27 01:25:46.780303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50596) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:46.786740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:cb:b9:73', 'name': 'tempest-NetworksTestDHCPv6-135515822'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:46.943251 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-01d49fb3-127e-4cb6-9162-f505c4daae7e service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084463 Nov 27 01:25:46.956165 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.010480 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.050298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50604) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:47.069908 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.091876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f62692ea-e14f-4669-8add-d8f5fea7c31c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.192997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-2a34e606-8311-4ff9-8da5-b18665c48c87 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394435 Nov 27 01:25:47.219915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:47.259443 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.264060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc29a7ee-ff23-4de6-9609-cabffb064f38 None None] Update dhcp port {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': '7533e000-086d-462a-a3dc-464b75268b77', 'ip_address': '2001:db8:0:1:f816:3eff:fe6f:74ce'}, {'subnet_id': 'da477437-187a-4141-8809-d867f2523f60'}], 'binding:host_id': 'n-d-819494-2'}, 'id': 'ec8813f2-dac9-4b5f-aee7-083ef03ffa81'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:25:47.300711 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fc29a7ee-ff23-4de6-9609-cabffb064f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.329892 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-a31ca61e-97f8-4cc5-899c-c7002d78abac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f18938dd-b136-4aad-a1f4-0ffb31ff72fd HTTP/1.1" status: 200 len: 217 time: 0.1231229 Nov 27 01:25:47.351540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Allocated IP 172.25.3.229 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/2c1597f0-30ab-41d4-8f62-db0ccc970a19) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:47.433256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.435668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-b550711c-c9fb-4775-b779-208e1bb0fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:47.436674 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f62692ea-e14f-4669-8add-d8f5fea7c31c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.437462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-b550711c-c9fb-4775-b779-208e1bb0fc27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.0978179 Nov 27 01:25:47.477314 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f62692ea-e14f-4669-8add-d8f5fea7c31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.538872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-54d09763-a773-4812-89d7-7d4d5c8b7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:47.543020 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-54d09763-a773-4812-89d7-7d4d5c8b7690 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0964532 Nov 27 01:25:47.579852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-fc29a7ee-ff23-4de6-9609-cabffb064f38 None None] Allocated IP 2001:db8::2 (25e602fe-b534-4128-a80f-d182baf30796/da477437-187a-4141-8809-d867f2523f60/ec8813f2-dac9-4b5f-aee7-083ef03ffa81) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:47.597277 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 78e189e0-9a40-4305-aa85-6f379fc64a81 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:25:47.621471 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f62692ea-e14f-4669-8add-d8f5fea7c31c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fe4698f2d004a369494c46a608b9d2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5596640 Nov 27 01:25:47.623853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50616) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:47.626026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62692ea-e14f-4669-8add-d8f5fea7c31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1da2bf-7162-40de-9f17-626ece04534b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:47.705072 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-59f612cc-cd9e-4136-8e69-37fbb3062f13 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534376 Nov 27 01:25:47.780814 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.836145 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fc29a7ee-ff23-4de6-9609-cabffb064f38 None None] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:47.899541 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fc29a7ee-ff23-4de6-9609-cabffb064f38 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.922620 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fc29a7ee-ff23-4de6-9609-cabffb064f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:47.972344 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-0597c67c-1068-4c43-bbba-07ce5970c351 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587261 Nov 27 01:25:48.111863 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-96e1f3dd-14ed-4b33-bef5-dd033c94b700 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6319a243-24ab-4e3d-8261-27a33a584e8e HTTP/1.1" status: 200 len: 217 time: 0.1307104 Nov 27 01:25:48.152931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29a7ee-ff23-4de6-9609-cabffb064f38 None None] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=20']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:48.158791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:48.185344 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.240277 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93eb2cf5-2f2d-452e-9300-dab089cddad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.270820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-53653d08-67f4-4f00-9493-34fd266059b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:48.273676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-53653d08-67f4-4f00-9493-34fd266059b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.1525354 Nov 27 01:25:48.289216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:48.290003 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.295848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::d3 (25e602fe-b534-4128-a80f-d182baf30796/da477437-187a-4141-8809-d867f2523f60/78e189e0-9a40-4305-aa85-6f379fc64a81) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:48.328684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8:0:1:f816:3eff:fecb:b973 (25e602fe-b534-4128-a80f-d182baf30796/7533e000-086d-462a-a3dc-464b75268b77/78e189e0-9a40-4305-aa85-6f379fc64a81) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:48.341577 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93eb2cf5-2f2d-452e-9300-dab089cddad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.389651 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.474616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:48.490891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:48.494517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:48.507710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-403cdc21-b9c1-450d-81b8-79ece8893df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:48.512622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-403cdc21-b9c1-450d-81b8-79ece8893df9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1908653 Nov 27 01:25:48.514779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38709495-f1df-4aaf-9e26-c4fa8d95aaa0 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:48.595177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=2c1597f0-30ab-41d4-8f62-db0ccc970a19,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:48.654537 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93eb2cf5-2f2d-452e-9300-dab089cddad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.657209 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93eb2cf5-2f2d-452e-9300-dab089cddad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.658412 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-93eb2cf5-2f2d-452e-9300-dab089cddad0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc1da2bf-7162-40de-9f17-626ece04534b HTTP/1.1" status: 204 len: 168 time: 1.0028791 Nov 27 01:25:48.715949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412acbad-41c5-45c8-acf3-b8af71a90550 req-6325374f-40a1-496c-9da7-6deb8ecc8e87 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:48.723383 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-412acbad-41c5-45c8-acf3-b8af71a90550 req-6325374f-40a1-496c-9da7-6deb8ecc8e87 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 946 time: 0.2672451 Nov 27 01:25:48.777150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb2cf5-2f2d-452e-9300-dab089cddad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1da2bf-7162-40de-9f17-626ece04534b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:48.800302 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-1a27988b-656f-4990-9b6e-aae621cfe90f service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598023 Nov 27 01:25:48.936422 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:48.960495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-f85e1d4a-d4d5-48fc-9aa4-d323c6245dbc service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489604 Nov 27 01:25:48.972279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e8994cd5-1880-4a1b-9211-2a68daefa68d None None] Provisioning complete for port 2c1597f0-30ab-41d4-8f62-db0ccc970a19 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:48.973959 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e8994cd5-1880-4a1b-9211-2a68daefa68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:49.005528 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:49.054348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e8994cd5-1880-4a1b-9211-2a68daefa68d None None] Port 2c1597f0-30ab-41d4-8f62-db0ccc970a19 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:49.105506 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-ec1e114b-5175-454e-9ab0-7caf77f93158 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=e72f5790-9c89-4feb-932d-0d85bc470c21 HTTP/1.1" status: 200 len: 217 time: 0.1344404 Nov 27 01:25:49.193553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:49.199635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:49.206931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:49.211184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-f3d8b149-8f0f-41a2-bd5b-05280eef2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:49.212955 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-f3d8b149-8f0f-41a2-bd5b-05280eef2a3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.0976114 Nov 27 01:25:49.214457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:49.214814 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:49.240214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-412acbad-41c5-45c8-acf3-b8af71a90550 req-ee5a9605-fc78-4711-9840-fdb6fdd86466 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158384 Nov 27 01:25:49.322473 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5409551 Nov 27 01:25:49.327269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50652) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:49.331177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-de554a63-c04e-43e2-8a17-f7aaa86b464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:49.334191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-de554a63-c04e-43e2-8a17-f7aaa86b464e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096046 Nov 27 01:25:49.396552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9d3a1-7ad7-4b81-a2dc-47678aa9cd84 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=78e189e0-9a40-4305-aa85-6f379fc64a81,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:49.452897 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:49.618398 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-8ddff1ef-3784-4455-9961-c9063da8cbdf service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692893 Nov 27 01:25:49.671787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e9963-4e12-4556-a18e-e2d1d0991c22 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 78e189e0-9a40-4305-aa85-6f379fc64a81 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:49.672585 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9963-4e12-4556-a18e-e2d1d0991c22 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:49.735680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-68a180d6-2db8-4fa2-b836-0876bddd2bd1 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:49.736325 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68a180d6-2db8-4fa2-b836-0876bddd2bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:49.799626 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-4f254f21-31c8-41c7-82d4-5fc49e3755f1 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620405 Nov 27 01:25:49.885947 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:49.889746 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-c2675695-ea3d-4f9c-8e97-1c4efc9e4aec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=fc6f1e66-1da2-4806-bf5d-cb5871fe3831 HTTP/1.1" status: 200 len: 217 time: 0.0802767 Nov 27 01:25:49.968581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-4e10c4b6-7a24-43fc-b4fb-ed4d567a0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:49.970704 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-4e10c4b6-7a24-43fc-b4fb-ed4d567a0966 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.0715475 Nov 27 01:25:49.974541 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9963-4e12-4556-a18e-e2d1d0991c22 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:50.058652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e9963-4e12-4556-a18e-e2d1d0991c22 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 78e189e0-9a40-4305-aa85-6f379fc64a81 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:50.069858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-b43bdbf6-ccc3-4021-bfb8-8dbf5ce8494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:50.078644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:25:50.080119 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-b43bdbf6-ccc3-4021-bfb8-8dbf5ce8494e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1001232 Nov 27 01:25:50.234498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1415ff01-04b7-4b2d-96b9-ef790f8d04a3 None None] Provisioning complete for port 78e189e0-9a40-4305-aa85-6f379fc64a81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:50.235002 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1415ff01-04b7-4b2d-96b9-ef790f8d04a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:50.305433 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-4084840c-c040-4fc9-a5e8-064cf4eae4a9 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852336 Nov 27 01:25:50.313958 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:50.315586 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:50.365633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1415ff01-04b7-4b2d-96b9-ef790f8d04a3 None None] Port 78e189e0-9a40-4305-aa85-6f379fc64a81 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:25:50.524141 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-01b3f066-2758-418a-ad3d-25dcccb24085 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067242 Nov 27 01:25:50.598470 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-c63c23e9-9928-4a9a-bd7d-67331c73d364 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=040f8273-6cb3-48fa-94d3-a1d59e33a84f HTTP/1.1" status: 200 len: 217 time: 0.0650327 Nov 27 01:25:50.665993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-23f1b9fc-c7f7-4919-afd3-a190745414e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:50.669703 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-23f1b9fc-c7f7-4919-afd3-a190745414e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.0607824 Nov 27 01:25:50.756509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-f5294a95-ccab-4c3d-806b-2a3167aa6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:50.758998 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-f5294a95-ccab-4c3d-806b-2a3167aa6436 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829828 Nov 27 01:25:50.793828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2555274-a432-4291-8c10-34dac77ce570 req-b5a145a0-bcab-417b-9970-3a4c4ca04e34 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:50.795357 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2555274-a432-4291-8c10-34dac77ce570 req-b5a145a0-bcab-417b-9970-3a4c4ca04e34 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.42 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 946 time: 0.9071383 Nov 27 01:25:50.903937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-2e01fd87-b1c2-484c-ae64-138744d63a1d service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331651 Nov 27 01:25:50.980353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48fc86-2339-4ce4-9093-17ac7dd80d58 req-3707dae8-cdad-422a-8b87-0db8e3fb5523 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:50.980626 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d48fc86-2339-4ce4-9093-17ac7dd80d58 req-3707dae8-cdad-422a-8b87-0db8e3fb5523 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 946 time: 0.2164485 Nov 27 01:25:51.091071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-c2555274-a432-4291-8c10-34dac77ce570 req-62fbf3e3-8351-4572-ac8b-b97fa3079dc5 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Deleting port 7514ba0a-ec40-4831-90f6-13732b4eca7e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:51.091402 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c2555274-a432-4291-8c10-34dac77ce570 req-62fbf3e3-8351-4572-ac8b-b97fa3079dc5 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:51.135492 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-df20e331-14d5-40e5-ba27-7193d0de16fb service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232561 Nov 27 01:25:51.187269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d48fc86-2339-4ce4-9093-17ac7dd80d58 req-c066e121-54e8-4b09-85e3-390ab6a970d5 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923633 Nov 27 01:25:51.197226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router ae966bc3-8f15-4006-abc4-965702561b92 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:25:51.214335 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-c98eb402-4514-4034-a1cb-8118eef4c0c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d HTTP/1.1" status: 200 len: 217 time: 0.0650456 Nov 27 01:25:51.283533 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9963-4e12-4556-a18e-e2d1d0991c22 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:51.340293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e9963-4e12-4556-a18e-e2d1d0991c22 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=78e189e0-9a40-4305-aa85-6f379fc64a81,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:51.358019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-c2555274-a432-4291-8c10-34dac77ce570 req-62fbf3e3-8351-4572-ac8b-b97fa3079dc5 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] For port 7514ba0a-ec40-4831-90f6-13732b4eca7e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7514ba0a-ec40-4831-90f6-13732b4eca7e,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:51.358368 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c2555274-a432-4291-8c10-34dac77ce570 req-62fbf3e3-8351-4572-ac8b-b97fa3079dc5 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:51.370952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-e8eba5bf-4e65-46f3-9eef-04227e32d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:51.372638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-e8eba5bf-4e65-46f3-9eef-04227e32d66d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.1487367 Nov 27 01:25:51.448832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:51.461118 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878394a3-38eb-4dd4-9e04-40154a922c5f None None] Sync routers for ids ['ae966bc3-8f15-4006-abc4-965702561b92'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:51.471756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-4ae18114-64cb-4e00-9ed2-a491174bd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:51.473373 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-4ae18114-64cb-4e00-9ed2-a491174bd2ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908670 Nov 27 01:25:51.483305 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878394a3-38eb-4dd4-9e04-40154a922c5f None None] Routers {'ae966bc3-8f15-4006-abc4-965702561b92'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:51.484834 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-878394a3-38eb-4dd4-9e04-40154a922c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ae966bc3-8f15-4006-abc4-965702561b92'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:51.490362 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-c2555274-a432-4291-8c10-34dac77ce570 req-62fbf3e3-8351-4572-ac8b-b97fa3079dc5 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Calling delete_port for 7514ba0a-ec40-4831-90f6-13732b4eca7e owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:51.492576 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9963-4e12-4556-a18e-e2d1d0991c22 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:51.499436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c8e9963-4e12-4556-a18e-e2d1d0991c22 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/78e189e0-9a40-4305-aa85-6f379fc64a81 HTTP/1.1" status: 204 len: 168 time: 2.1619310 Nov 27 01:25:51.502979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50718) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:51.539660 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-878394a3-38eb-4dd4-9e04-40154a922c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:51.568820 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878394a3-38eb-4dd4-9e04-40154a922c5f None None] Routers {'ae966bc3-8f15-4006-abc4-965702561b92'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:51.569874 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-878394a3-38eb-4dd4-9e04-40154a922c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ae966bc3-8f15-4006-abc4-965702561b92'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:51.570545 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:51.572770 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-93d68ce2-1b28-47b8-8cc6-3dfb3febc74e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.2667131 Nov 27 01:25:51.576790 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50722) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:51.658087 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-878394a3-38eb-4dd4-9e04-40154a922c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:51.658849 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878394a3-38eb-4dd4-9e04-40154a922c5f None None] The sync data for ids ['ae966bc3-8f15-4006-abc4-965702561b92'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:51.767167 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-8b645bd3-2dfd-4695-99f7-7b6cc4faf018 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840805 Nov 27 01:25:51.880749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac5da7-fe22-468c-a8ab-22ea24af7f9e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:51.884650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50738) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:51.890549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c1ac5da7-fe22-468c-a8ab-22ea24af7f9e tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3840582 Nov 27 01:25:51.929549 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b55c712-7312-4bb4-b107-a445181ea8f4 req-a26284d8-0e34-478c-a100-a6b546aeeed7 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526179 Nov 27 01:25:51.938932 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-69e56faf-b490-4903-9d23-19cd53d8a06d tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/routers/ae966bc3-8f15-4006-abc4-965702561b92 HTTP/1.1" status: 200 len: 884 time: 0.3587127 Nov 27 01:25:51.939725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50740) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:51.964546 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc83b96c-0573-4c5c-a2bc-4550db0367c1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:51.966117 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cc83b96c-0573-4c5c-a2bc-4550db0367c1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0805204 Nov 27 01:25:51.970437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50742) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:52.058734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81199773-45bc-4187-9498-0fa0ee427fa6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:52.059926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81199773-45bc-4187-9498-0fa0ee427fa6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:52.061443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81199773-45bc-4187-9498-0fa0ee427fa6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:52.063042 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-81199773-45bc-4187-9498-0fa0ee427fa6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0916569 Nov 27 01:25:52.066052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50746) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:52.153132 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 7533e000-086d-462a-a3dc-464b75268b77 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:52.156698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:52.244735 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:52.308515 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c2555274-a432-4291-8c10-34dac77ce570 req-62fbf3e3-8351-4572-ac8b-b97fa3079dc5 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:52.346613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['53260169-f0d4-4e09-b5c0-a5f2c318f77a'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:52.351271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['12ee0417-b653-4a3c-9ee3-1ea6bddd67a3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:52.437197 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:52.471154 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c15ea7f7-ce6b-471c-b82c-1b3d203b4606 req-9857519b-da3d-482f-a4dd-b915d4e8c5cf tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8428fc82-2903-41c5-93fe-88d698b35f48 HTTP/1.1" status: 200 len: 210 time: 0.1392024 Nov 27 01:25:52.482306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbf3e3-8351-4572-ac8b-b97fa3079dc5 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Pushing event deleted for resources: {'Port': ['ID=7514ba0a-ec40-4831-90f6-13732b4eca7e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:52.590470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2555274-a432-4291-8c10-34dac77ce570 req-62fbf3e3-8351-4572-ac8b-b97fa3079dc5 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] No DVR routers for this DVR port 7514ba0a-ec40-4831-90f6-13732b4eca7e on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:52.608026 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c2555274-a432-4291-8c10-34dac77ce570 req-62fbf3e3-8351-4572-ac8b-b97fa3079dc5 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:52.611547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c2555274-a432-4291-8c10-34dac77ce570 req-62fbf3e3-8351-4572-ac8b-b97fa3079dc5 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.42 "DELETE /v2.0/ports/7514ba0a-ec40-4831-90f6-13732b4eca7e HTTP/1.1" status: 204 len: 173 time: 1.7986770 Nov 27 01:25:52.612012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8428fc82-2903-41c5-93fe-88d698b35f48', 'name': 'network-vif-deleted', 'tag': '7514ba0a-ec40-4831-90f6-13732b4eca7e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:52.614655 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f7e85a-9a1e-4a41-9931-b2e36d96ec61" -d '{"events": [{"server_uuid": "8428fc82-2903-41c5-93fe-88d698b35f48", "name": "network-vif-deleted", "tag": "7514ba0a-ec40-4831-90f6-13732b4eca7e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:52.629502 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cef8eebc-6fe5-43ef-bb1e-e1f853a6d340 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6862450 Nov 27 01:25:52.640908 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50772) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:52.663325 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:52.665148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-41c204d5-2417-4b84-9dc2-2c247a0ef981 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-547540429'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:52.773083 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1588e7f4-75a8-4662-94c3-9ea2628193b2 x-openstack-request-id: req-1588e7f4-75a8-4662-94c3-9ea2628193b2 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:52.773996 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8428fc82-2903-41c5-93fe-88d698b35f48", "name": "network-vif-deleted", "tag": "7514ba0a-ec40-4831-90f6-13732b4eca7e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:52.778007 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1588e7f4-75a8-4662-94c3-9ea2628193b2 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:52.778713 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8428fc82-2903-41c5-93fe-88d698b35f48', 'name': 'network-vif-deleted', 'tag': '7514ba0a-ec40-4831-90f6-13732b4eca7e', 'status': 'completed', 'code': 200} Nov 27 01:25:52.799597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:52.801580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40c5fe2-988b-495f-94a9-3166dc8f3fd6 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:52.815056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/7533e000-086d-462a-a3dc-464b75268b77 HTTP/1.1" status: 204 len: 168 time: 0.7457731 Nov 27 01:25:52.816452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=7533e000-086d-462a-a3dc-464b75268b77,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:52.818596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50778) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:52.837290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:52.838001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:52.840829 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:52.841368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:52.841819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:52.842484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:52.842761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:52.843383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:52.846832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:52.847464 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:52.848540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:52.849208 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6daf7-1ed1-4275-8a5e-ef4c01ef974a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:52.964817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b586ab6c-c62f-4d3e-be95-1dfed0213117 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet da477437-187a-4141-8809-d867f2523f60 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:25:52.970096 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b586ab6c-c62f-4d3e-be95-1dfed0213117 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:53.135730 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b586ab6c-c62f-4d3e-be95-1dfed0213117 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:53.648432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7514ba0a-ec40-4831-90f6-13732b4eca7e no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:53.678643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b586ab6c-c62f-4d3e-be95-1dfed0213117 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:53.698629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 7514ba0a-ec40-4831-90f6-13732b4eca7e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:53.699360 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7514ba0a-ec40-4831-90f6-13732b4eca7e not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:53.732085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41c204d5-2417-4b84-9dc2-2c247a0ef981 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:53.805219 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b586ab6c-c62f-4d3e-be95-1dfed0213117 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:53.841713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586ab6c-c62f-4d3e-be95-1dfed0213117 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=da477437-187a-4141-8809-d867f2523f60,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:53.854028 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41c204d5-2417-4b84-9dc2-2c247a0ef981 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:53.866908 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b586ab6c-c62f-4d3e-be95-1dfed0213117 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:53.873171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b586ab6c-c62f-4d3e-be95-1dfed0213117 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/da477437-187a-4141-8809-d867f2523f60 HTTP/1.1" status: 204 len: 168 time: 1.0480831 Nov 27 01:25:53.874433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50810) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:53.947417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2adbe689-497f-41bb-9e7a-a69abaed3c88 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709543 Nov 27 01:25:53.950716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50814) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:53.956386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-08387b7a-81ad-4e5a-b452-57bf71acfcd1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:54.059669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c204d5-2417-4b84-9dc2-2c247a0ef981 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router ae966bc3-8f15-4006-abc4-965702561b92 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:25:54.172611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d2ba4-e391-4cbd-a91c-75428e6a8d69 req-0e96bb08-10f8-4901-a847-45198efe135f tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:54.180381 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-854d2ba4-e391-4cbd-a91c-75428e6a8d69 req-0e96bb08-10f8-4901-a847-45198efe135f tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=d073bf68-5076-4fe1-851e-03ccc1e7ca68 HTTP/1.1" status: 200 len: 946 time: 0.2518408 Nov 27 01:25:54.270905 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c204d5-2417-4b84-9dc2-2c247a0ef981 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:25:54.284337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41c204d5-2417-4b84-9dc2-2c247a0ef981 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:54.288076 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-41c204d5-2417-4b84-9dc2-2c247a0ef981 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/ae966bc3-8f15-4006-abc4-965702561b92 HTTP/1.1" status: 200 len: 891 time: 1.6503789 Nov 27 01:25:54.290951 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50822) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:54.297221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0e78a-6083-4a6c-aacc-09bd27ba6b16 None None] Sync routers for ids ['ae966bc3-8f15-4006-abc4-965702561b92'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:25:54.313108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0e78a-6083-4a6c-aacc-09bd27ba6b16 None None] Routers {'ae966bc3-8f15-4006-abc4-965702561b92'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:54.314406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f9a0e78a-6083-4a6c-aacc-09bd27ba6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ae966bc3-8f15-4006-abc4-965702561b92'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:54.327969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08387b7a-81ad-4e5a-b452-57bf71acfcd1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:54.336805 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08387b7a-81ad-4e5a-b452-57bf71acfcd1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:54.398149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f9a0e78a-6083-4a6c-aacc-09bd27ba6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:54.422457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0e78a-6083-4a6c-aacc-09bd27ba6b16 None None] Routers {'ae966bc3-8f15-4006-abc4-965702561b92'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:25:54.423091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f9a0e78a-6083-4a6c-aacc-09bd27ba6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ae966bc3-8f15-4006-abc4-965702561b92'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:54.506492 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303c3ec4-18ad-4c78-8eb8-e756adfbaf74 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:54.521308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f9a0e78a-6083-4a6c-aacc-09bd27ba6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:25:54.522196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0e78a-6083-4a6c-aacc-09bd27ba6b16 None None] The sync data for ids ['ae966bc3-8f15-4006-abc4-965702561b92'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:25:54.540797 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-854d2ba4-e391-4cbd-a91c-75428e6a8d69 req-0742ead4-f29d-4b6f-8a81-0345e6665dbe tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538313 Nov 27 01:25:54.544403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b4302f2d-1e6f-4498-af4f-e3254d11e46c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/routers/ae966bc3-8f15-4006-abc4-965702561b92 HTTP/1.1" status: 200 len: 891 time: 0.2521834 Nov 27 01:25:54.546200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50836) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:54.586907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-85a66a77-7826-4721-a8b4-92926b21d996 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae966bc3-8f15-4006-abc4-965702561b92 HTTP/1.1" status: 200 len: 205 time: 0.0406797 Nov 27 01:25:54.587719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50838) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:54.687783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-29d87fd0-a146-4940-8350-89458cfb9b92 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:54.688922 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29d87fd0-a146-4940-8350-89458cfb9b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:54.753800 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08387b7a-81ad-4e5a-b452-57bf71acfcd1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:54.813103 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:54.844968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08387b7a-81ad-4e5a-b452-57bf71acfcd1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=8cbfef69-8479-4666-9f31-a83008a277a2,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:54.860131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08387b7a-81ad-4e5a-b452-57bf71acfcd1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:54.861761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-08387b7a-81ad-4e5a-b452-57bf71acfcd1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:54.865251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08387b7a-81ad-4e5a-b452-57bf71acfcd1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:54.866996 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08387b7a-81ad-4e5a-b452-57bf71acfcd1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:54.906990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50852) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:54.907169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-08387b7a-81ad-4e5a-b452-57bf71acfcd1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9548523 Nov 27 01:25:54.951464 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-90398d6c-4457-4e07-b5bc-a319121ae79d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:54.977212 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:25:55.314394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f5493-808a-431d-b7e5-32cf1e9c2a98 req-d38bc5bb-93be-4da1-8498-58dc49927839 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:55.321683 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8aa40d-c7f6-484e-8842-bddad66f10a0 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:55.334900 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-802f5493-808a-431d-b7e5-32cf1e9c2a98 req-d38bc5bb-93be-4da1-8498-58dc49927839 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.11 "GET /v2.0/ports?device_id=d073bf68-5076-4fe1-851e-03ccc1e7ca68 HTTP/1.1" status: 200 len: 946 time: 0.1104686 Nov 27 01:25:55.455171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-56ebfea0-277f-44d3-8ce9-b557edeb21a8 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:55.461545 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56ebfea0-277f-44d3-8ce9-b557edeb21a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:55.552568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-802f5493-808a-431d-b7e5-32cf1e9c2a98 req-584da27c-b38b-495d-93ad-b2dd5405b33c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Deleting port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:55.567832 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-802f5493-808a-431d-b7e5-32cf1e9c2a98 req-584da27c-b38b-495d-93ad-b2dd5405b33c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:55.642832 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:55.761092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90398d6c-4457-4e07-b5bc-a319121ae79d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:55.765956 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90398d6c-4457-4e07-b5bc-a319121ae79d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:55.907160 n-d-819494-2 neutron-server[103385]: INFO neutron.db.ipam_backend_mixin [None req-90398d6c-4457-4e07-b5bc-a319121ae79d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8cbfef69-8479-4666-9f31-a83008a277a2 (CIDR: 2001:db8::/64) Nov 27 01:25:55.910211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 2c1597f0-30ab-41d4-8f62-db0ccc970a19 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:25:55.911543 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:55.946855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-802f5493-808a-431d-b7e5-32cf1e9c2a98 req-584da27c-b38b-495d-93ad-b2dd5405b33c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] For port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:55.948069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-802f5493-808a-431d-b7e5-32cf1e9c2a98 req-584da27c-b38b-495d-93ad-b2dd5405b33c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:55.959394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24b574-fa45-4645-a931-22f7070923ef req-43d15a62-0ca2-4f8f-ae76-a1ab2779f090 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:55.975274 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d24b574-fa45-4645-a931-22f7070923ef req-43d15a62-0ca2-4f8f-ae76-a1ab2779f090 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=d073bf68-5076-4fe1-851e-03ccc1e7ca68 HTTP/1.1" status: 200 len: 946 time: 0.2026694 Nov 27 01:25:55.977684 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-90398d6c-4457-4e07-b5bc-a319121ae79d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:25:55.978527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90398d6c-4457-4e07-b5bc-a319121ae79d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:25:56.015919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-802f5493-808a-431d-b7e5-32cf1e9c2a98 req-584da27c-b38b-495d-93ad-b2dd5405b33c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Calling delete_port for 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:56.033462 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-90398d6c-4457-4e07-b5bc-a319121ae79d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1244042 Nov 27 01:25:56.036239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50882) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:56.042978 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'subnet': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:56.058107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1a53f9b3-eda9-4886-8ff5-6742be5e96cc None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:25:56.060172 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a53f9b3-eda9-4886-8ff5-6742be5e96cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:56.088523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:56.167118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 2c1597f0-30ab-41d4-8f62-db0ccc970a19 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:25:56.306286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:56.309593 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d24b574-fa45-4645-a931-22f7070923ef req-fa23c62b-3560-41d1-bae8-043454ded45c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330507 Nov 27 01:25:56.310040 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:56.447758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-802f5493-808a-431d-b7e5-32cf1e9c2a98 req-584da27c-b38b-495d-93ad-b2dd5405b33c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:56.484102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['12ee0417-b653-4a3c-9ee3-1ea6bddd67a3'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:56.501033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584da27c-b38b-495d-93ad-b2dd5405b33c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Pushing event deleted for resources: {'Port': ['ID=12ee0417-b653-4a3c-9ee3-1ea6bddd67a3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:56.553090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['53260169-f0d4-4e09-b5c0-a5f2c318f77a'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:25:56.618885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-802f5493-808a-431d-b7e5-32cf1e9c2a98 req-584da27c-b38b-495d-93ad-b2dd5405b33c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] No DVR routers for this DVR port 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:25:56.628026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-802f5493-808a-431d-b7e5-32cf1e9c2a98 req-584da27c-b38b-495d-93ad-b2dd5405b33c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:56.636428 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-802f5493-808a-431d-b7e5-32cf1e9c2a98 req-584da27c-b38b-495d-93ad-b2dd5405b33c tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.11 "DELETE /v2.0/ports/12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 HTTP/1.1" status: 204 len: 173 time: 1.2948613 Nov 27 01:25:56.636961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd073bf68-5076-4fe1-851e-03ccc1e7ca68', 'name': 'network-vif-deleted', 'tag': '12ee0417-b653-4a3c-9ee3-1ea6bddd67a3'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:25:56.639394 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c491f06a-5911-4c82-9b2b-a1f954be64c2" -d '{"events": [{"server_uuid": "d073bf68-5076-4fe1-851e-03ccc1e7ca68", "name": "network-vif-deleted", "tag": "12ee0417-b653-4a3c-9ee3-1ea6bddd67a3"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:25:56.647006 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:56.700577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=2c1597f0-30ab-41d4-8f62-db0ccc970a19,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:56.747971 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11637c4-edf4-4ecc-9bc9-0730287955a1 x-openstack-request-id: req-e11637c4-edf4-4ecc-9bc9-0730287955a1 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:25:56.748182 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d073bf68-5076-4fe1-851e-03ccc1e7ca68", "name": "network-vif-deleted", "tag": "12ee0417-b653-4a3c-9ee3-1ea6bddd67a3", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:25:56.748426 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e11637c4-edf4-4ecc-9bc9-0730287955a1 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:25:56.748829 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd073bf68-5076-4fe1-851e-03ccc1e7ca68', 'name': 'network-vif-deleted', 'tag': '12ee0417-b653-4a3c-9ee3-1ea6bddd67a3', 'status': 'completed', 'code': 200} Nov 27 01:25:56.781148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a9fc5-f473-4782-ab86-6afbf8144be3 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:25:56.784222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:56.784666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:56.787052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:56.787400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:56.787741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:56.788124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:56.788670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:56.789051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:56.789330 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:56.789662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:56.790068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:56.792485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:25:56.930643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.077132 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.081552 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.247753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:25:57.397013 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.397872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Fanout notify agent at l3_agent the message router_deleted on router ae966bc3-8f15-4006-abc4-965702561b92 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:25:57.413705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.415480 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d0cdcdf2-3172-4590-9654-43ecd1c5fb2e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/ae966bc3-8f15-4006-abc4-965702561b92 HTTP/1.1" status: 204 len: 168 time: 2.8265324 Nov 27 01:25:57.419183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50922) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:57.426956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d890abb7-cf28-4572-aa80-46ed35dba3a4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-630346756'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:57.484808 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d890abb7-cf28-4572-aa80-46ed35dba3a4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:57.488477 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d890abb7-cf28-4572-aa80-46ed35dba3a4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.534469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d890abb7-cf28-4572-aa80-46ed35dba3a4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:25:57.545485 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d890abb7-cf28-4572-aa80-46ed35dba3a4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.545929 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-d890abb7-cf28-4572-aa80-46ed35dba3a4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Added segment 1ece44e7-a814-4412-87fb-28230865f3ad of type vlan for network f2205147-2d65-42da-9a47-54f1bf02c085 Nov 27 01:25:57.573037 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a085aeb9-740f-429f-9659-5e121072f9cf req-1ceb1de7-9cdf-4b0a-9d6a-7ad90ca2ca67 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=d073bf68-5076-4fe1-851e-03ccc1e7ca68 HTTP/1.1" status: 200 len: 210 time: 0.0819039 Nov 27 01:25:57.596903 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d890abb7-cf28-4572-aa80-46ed35dba3a4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.631641 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d890abb7-cf28-4572-aa80-46ed35dba3a4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.638033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d890abb7-cf28-4572-aa80-46ed35dba3a4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:57.642209 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d890abb7-cf28-4572-aa80-46ed35dba3a4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.653846 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:57.681039 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d890abb7-cf28-4572-aa80-46ed35dba3a4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2607274 Nov 27 01:25:57.685024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50936) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:57.719969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4ba9e10f-4e21-4c38-9009-f9eca09fbbe4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'subnet': {'network_id': 'f2205147-2d65-42da-9a47-54f1bf02c085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:57.815403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890abb7-cf28-4572-aa80-46ed35dba3a4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Network': ['ID=f2205147-2d65-42da-9a47-54f1bf02c085,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:57.826796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network f2205147-2d65-42da-9a47-54f1bf02c085 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:25:57.895589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba9e10f-4e21-4c38-9009-f9eca09fbbe4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:57.899560 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e10f-4e21-4c38-9009-f9eca09fbbe4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.005096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:25:58.071352 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.083646 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.087908 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.177923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=24']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:58.207016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:58.211924 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:58.218916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:58.219509 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.225394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1831f670-8290-4a15-a586-2f43ecac7a4a None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:58.257958 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2199190 Nov 27 01:25:58.260872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50954) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:58.269061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Request body: {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'mac_address': 'fa:16:3e:26:fd:40', 'name': 'tempest-NetworksTestDHCPv6-209087578'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:58.279486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bc54e-1745-4330-b3da-01439afc5769 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Subnet': ['ID=2672eca1-403d-4904-af57-7a4f6ac91f08,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:58.288878 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e10f-4e21-4c38-9009-f9eca09fbbe4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.446321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9e10f-4e21-4c38-9009-f9eca09fbbe4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Subnet': ['ID=7ca2e7fe-d3f6-4667-a79e-d43dd5214bf2,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:58.477560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba9e10f-4e21-4c38-9009-f9eca09fbbe4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Checking segment: {'id': '1ece44e7-a814-4412-87fb-28230865f3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f2205147-2d65-42da-9a47-54f1bf02c085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:25:58.477929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9e10f-4e21-4c38-9009-f9eca09fbbe4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network hostable DHCP agents. Network: f2205147-2d65-42da-9a47-54f1bf02c085, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:25:58.509531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9e10f-4e21-4c38-9009-f9eca09fbbe4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network f2205147-2d65-42da-9a47-54f1bf02c085 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:25:58.513518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Made reservation on behalf of 16f67cea17054ddeac2598539f9f46aa for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:25:58.530736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-4ba9e10f-4e21-4c38-9009-f9eca09fbbe4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, f2205147-2d65-42da-9a47-54f1bf02c085) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:58.538397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9e10f-4e21-4c38-9009-f9eca09fbbe4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:58.539009 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e10f-4e21-4c38-9009-f9eca09fbbe4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.559917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d997c6-8917-4408-87c0-15048075ff62 None None] Network f2205147-2d65-42da-9a47-54f1bf02c085 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:25:58.586708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4ba9e10f-4e21-4c38-9009-f9eca09fbbe4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9003580 Nov 27 01:25:58.590700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50966) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:58.600550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8251d155-0d0f-4d86-98b4-c29c2e95e6ad tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1074628088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:25:58.646678 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8251d155-0d0f-4d86-98b4-c29c2e95e6ad tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.647990 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8251d155-0d0f-4d86-98b4-c29c2e95e6ad tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.717472 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.763470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] device_id is not set on port 71e57aae-2cb6-4597-a7e3-c4f851eb3ddb yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:25:58.769928 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8251d155-0d0f-4d86-98b4-c29c2e95e6ad tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.770313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8157134-426b-46b6-909b-d8a53776b6bc None None] Update dhcp port {'port': {'network_id': '25e602fe-b534-4128-a80f-d182baf30796', 'fixed_ips': [{'subnet_id': '2672eca1-403d-4904-af57-7a4f6ac91f08', 'ip_address': '2001:db8:0:1:f816:3eff:fe6f:74ce'}, {'subnet_id': '8cbfef69-8479-4666-9f31-a83008a277a2'}], 'binding:host_id': 'n-d-819494-2'}, 'id': 'ec8813f2-dac9-4b5f-aee7-083ef03ffa81'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:25:58.787092 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8251d155-0d0f-4d86-98b4-c29c2e95e6ad tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.805452 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b8157134-426b-46b6-909b-d8a53776b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.847939 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8251d155-0d0f-4d86-98b4-c29c2e95e6ad tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:58.857038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8251d155-0d0f-4d86-98b4-c29c2e95e6ad tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2644653 Nov 27 01:25:58.857687 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50976) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:59.102330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:25:59.137585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:25:59.138142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 12ee0417-b653-4a3c-9ee3-1ea6bddd67a3 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:25:59.158760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8::284 (25e602fe-b534-4128-a80f-d182baf30796/8cbfef69-8479-4666-9f31-a83008a277a2/71e57aae-2cb6-4597-a7e3-c4f851eb3ddb) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:59.167940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Allocated IP 2001:db8:0:1:f816:3eff:fe26:fd40 (25e602fe-b534-4128-a80f-d182baf30796/2672eca1-403d-4904-af57-7a4f6ac91f08/71e57aae-2cb6-4597-a7e3-c4f851eb3ddb) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:59.181575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-f2205147-2d65-42da-9a47-54f1bf02c085', 'network_id': 'f2205147-2d65-42da-9a47-54f1bf02c085', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'fixed_ips': [{'subnet_id': '7ca2e7fe-d3f6-4667-a79e-d43dd5214bf2'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:25:59.183312 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:59.370921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9f3e0-321d-4723-bef8-c91381ce3baf req-8955b68b-2e28-4d2d-8cc5-9cb32cceed17 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:59.373646 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9dd9f3e0-321d-4723-bef8-c91381ce3baf req-8955b68b-2e28-4d2d-8cc5-9cb32cceed17 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.1483231 Nov 27 01:25:59.486146 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9dd9f3e0-321d-4723-bef8-c91381ce3baf req-e7cd3158-bfe5-40cd-8949-b2697585ef96 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029506 Nov 27 01:25:59.526921 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:59.616123 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:59.711889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Network 25e602fe-b534-4128-a80f-d182baf30796 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:25:59.725429 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:25:59.737304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:25:59.750268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:25:59.753416 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:25:59.776101 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Allocated IP 2001:db8::2 (f2205147-2d65-42da-9a47-54f1bf02c085/7ca2e7fe-d3f6-4667-a79e-d43dd5214bf2/e61f829f-8611-47e2-be93-aa5aa8321c2b) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:25:59.785799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event updated for resources: {'Port': ['ID=71e57aae-2cb6-4597-a7e3-c4f851eb3ddb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:25:59.795793 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-68bd0892-a956-4d4f-a48f-8dafc98053bd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5333536 Nov 27 01:25:59.800618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51018) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:25:59.801154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b8157134-426b-46b6-909b-d8a53776b6bc None None] Allocated IP 2001:db8::2 (25e602fe-b534-4128-a80f-d182baf30796/8cbfef69-8479-4666-9f31-a83008a277a2/ec8813f2-dac9-4b5f-aee7-083ef03ffa81) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:00.006676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-246f1d62-6839-4250-9d09-3e41edd415b2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting port 71e57aae-2cb6-4597-a7e3-c4f851eb3ddb {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:00.008124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b8157134-426b-46b6-909b-d8a53776b6bc None None] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:00.008650 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-246f1d62-6839-4250-9d09-3e41edd415b2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.056191 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.062841 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b8157134-426b-46b6-909b-d8a53776b6bc None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.067966 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.178906 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.203158 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-246f1d62-6839-4250-9d09-3e41edd415b2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.213136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Pushing event updated for resources: {'Port': ['ID=e61f829f-8611-47e2-be93-aa5aa8321c2b,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:00.216293 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b8157134-426b-46b6-909b-d8a53776b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.233021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-246f1d62-6839-4250-9d09-3e41edd415b2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Calling delete_port for 71e57aae-2cb6-4597-a7e3-c4f851eb3ddb owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:00.238816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:00.298149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:00.298573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:00.298922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:00.299262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:00.299594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:00.299938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:00.300332 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:00.300690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:00.301845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:00.302408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:00.303010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:00.303432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:00.318666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Network f2205147-2d65-42da-9a47-54f1bf02c085 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:00.324658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:00.331896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:00.527230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Attempting to bind port e61f829f-8611-47e2-be93-aa5aa8321c2b on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:00.527600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Attempting to bind port e61f829f-8611-47e2-be93-aa5aa8321c2b by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '1ece44e7-a814-4412-87fb-28230865f3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f2205147-2d65-42da-9a47-54f1bf02c085'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:00.527964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Attempting to bind port e61f829f-8611-47e2-be93-aa5aa8321c2b on network f2205147-2d65-42da-9a47-54f1bf02c085 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:00.540677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:00.541060 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.601793 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-246f1d62-6839-4250-9d09-3e41edd415b2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.611853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:00.612728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Checking segment: {'id': '1ece44e7-a814-4412-87fb-28230865f3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f2205147-2d65-42da-9a47-54f1bf02c085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:00.612728 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.613664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Bound using segment: {'id': '1ece44e7-a814-4412-87fb-28230865f3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f2205147-2d65-42da-9a47-54f1bf02c085'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:00.613802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Bound port: e61f829f-8611-47e2-be93-aa5aa8321c2b, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ece44e7-a814-4412-87fb-28230865f3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f2205147-2d65-42da-9a47-54f1bf02c085'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:00.614069 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.657320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8157134-426b-46b6-909b-d8a53776b6bc None None] Pushing event updated for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=25']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:00.671854 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f1d62-6839-4250-9d09-3e41edd415b2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Port': ['ID=71e57aae-2cb6-4597-a7e3-c4f851eb3ddb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:00.737691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] For port e61f829f-8611-47e2-be93-aa5aa8321c2b, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:00.744730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] For port e61f829f-8611-47e2-be93-aa5aa8321c2b, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e61f829f-8611-47e2-be93-aa5aa8321c2b,segment=NetworkSegment(1ece44e7-a814-4412-87fb-28230865f3ad),segment_id=1ece44e7-a814-4412-87fb-28230865f3ad)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:00.806817 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.891931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0373f-0e55-4a12-9892-b54237d482aa None None] Pushing event updated for resources: {'Port': ['ID=e61f829f-8611-47e2-be93-aa5aa8321c2b,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:00.927023 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Allocated IP 2001:db8::1 (f2205147-2d65-42da-9a47-54f1bf02c085/7ca2e7fe-d3f6-4667-a79e-d43dd5214bf2/1785c051-34b8-4119-b96e-ecd2e4d1fb90) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:00.957139 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-246f1d62-6839-4250-9d09-3e41edd415b2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:00.963879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-246f1d62-6839-4250-9d09-3e41edd415b2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/71e57aae-2cb6-4597-a7e3-c4f851eb3ddb HTTP/1.1" status: 204 len: 168 time: 1.1573942 Nov 27 01:26:00.967154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51040) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:00.994547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80752d89-d195-4192-935f-cafe39d620a7 req-a1627c70-72cf-4ffa-ae26-8956d1974147 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:00.996067 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80752d89-d195-4192-935f-cafe39d620a7 req-a1627c70-72cf-4ffa-ae26-8956d1974147 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.42 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.1025784 Nov 27 01:26:01.009150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81366e-cd85-4627-aa0a-37cfb81720e9 req-65116641-54de-49fc-9b7c-7e3c4db3b992 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:01.018224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d81366e-cd85-4627-aa0a-37cfb81720e9 req-65116641-54de-49fc-9b7c-7e3c4db3b992 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 945 time: 0.2453303 Nov 27 01:26:01.243221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d81366e-cd85-4627-aa0a-37cfb81720e9 req-0236eb68-4689-4407-a117-75881b844c17 tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbc24d26-9122-4a0c-beb7-77e65a1c77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236812 Nov 27 01:26:01.304241 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b677cd-bf51-4895-9e5e-bbaef98fb73f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:01.309109 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-33b677cd-bf51-4895-9e5e-bbaef98fb73f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3367088 Nov 27 01:26:01.310934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-80752d89-d195-4192-935f-cafe39d620a7 req-548afdc4-77c9-4b85-bb34-f09f749474fd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Deleting port 53260169-f0d4-4e09-b5c0-a5f2c318f77a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:01.311294 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-80752d89-d195-4192-935f-cafe39d620a7 req-548afdc4-77c9-4b85-bb34-f09f749474fd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.312493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51048) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:01.436812 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.459500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05db7b0-4792-4650-846a-f57eb9afc520 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:01.461544 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c05db7b0-4792-4650-846a-f57eb9afc520 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1484084 Nov 27 01:26:01.464196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51050) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:01.553991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-80752d89-d195-4192-935f-cafe39d620a7 req-548afdc4-77c9-4b85-bb34-f09f749474fd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] For port 53260169-f0d4-4e09-b5c0-a5f2c318f77a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=53260169-f0d4-4e09-b5c0-a5f2c318f77a,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:01.554683 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-80752d89-d195-4192-935f-cafe39d620a7 req-548afdc4-77c9-4b85-bb34-f09f749474fd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.573461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-80752d89-d195-4192-935f-cafe39d620a7 req-548afdc4-77c9-4b85-bb34-f09f749474fd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Calling delete_port for 53260169-f0d4-4e09-b5c0-a5f2c318f77a owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:01.580294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa809f2-a64e-47c1-b5ff-c5138fa8feb0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:01.584864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa809f2-a64e-47c1-b5ff-c5138fa8feb0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:01.586442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa809f2-a64e-47c1-b5ff-c5138fa8feb0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:01.592564 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0aa809f2-a64e-47c1-b5ff-c5138fa8feb0 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1258049 Nov 27 01:26:01.593992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51052) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:01.667518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.730802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network f2205147-2d65-42da-9a47-54f1bf02c085 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:01.741622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:01.745193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:01.746170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.757610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd744544-1af8-4674-8bf3-d621d7d964fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 2672eca1-403d-4904-af57-7a4f6ac91f08 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:26:01.758927 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d59332a3-7517-47ae-8973-80f75a00fc51 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:01.760031 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d59332a3-7517-47ae-8973-80f75a00fc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.836696 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-80752d89-d195-4192-935f-cafe39d620a7 req-548afdc4-77c9-4b85-bb34-f09f749474fd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.845531 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd744544-1af8-4674-8bf3-d621d7d964fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.932447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548afdc4-77c9-4b85-bb34-f09f749474fd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Pushing event deleted for resources: {'Port': ['ID=53260169-f0d4-4e09-b5c0-a5f2c318f77a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:01.961535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-80752d89-d195-4192-935f-cafe39d620a7 req-548afdc4-77c9-4b85-bb34-f09f749474fd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] No DVR routers for this DVR port 53260169-f0d4-4e09-b5c0-a5f2c318f77a on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:01.973449 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=1785c051-34b8-4119-b96e-ecd2e4d1fb90,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:01.982447 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-80752d89-d195-4192-935f-cafe39d620a7 req-548afdc4-77c9-4b85-bb34-f09f749474fd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:01.996726 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80752d89-d195-4192-935f-cafe39d620a7 req-548afdc4-77c9-4b85-bb34-f09f749474fd tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.42 "DELETE /v2.0/ports/53260169-f0d4-4e09-b5c0-a5f2c318f77a HTTP/1.1" status: 204 len: 173 time: 0.9756107 Nov 27 01:26:01.997657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0494af5a-6ade-4e8f-862c-eb2ab800a112', 'name': 'network-vif-deleted', 'tag': '53260169-f0d4-4e09-b5c0-a5f2c318f77a'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:02.009299 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7366cfa9-decc-40f9-b810-141fc5ca9139" -d '{"events": [{"server_uuid": "0494af5a-6ade-4e8f-862c-eb2ab800a112", "name": "network-vif-deleted", "tag": "53260169-f0d4-4e09-b5c0-a5f2c318f77a"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:02.138271 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bba397-541e-4595-b59a-89c8345e3719 x-openstack-request-id: req-d8bba397-541e-4595-b59a-89c8345e3719 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:02.139077 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0494af5a-6ade-4e8f-862c-eb2ab800a112", "name": "network-vif-deleted", "tag": "53260169-f0d4-4e09-b5c0-a5f2c318f77a", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:02.139203 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8bba397-541e-4595-b59a-89c8345e3719 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:02.139595 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0494af5a-6ade-4e8f-862c-eb2ab800a112', 'name': 'network-vif-deleted', 'tag': '53260169-f0d4-4e09-b5c0-a5f2c318f77a', 'status': 'completed', 'code': 200} Nov 27 01:26:02.276320 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:02.315973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aef4805-da27-4821-a7bd-6f556cedb730 None None] Could not find standard attr ID for object 71e57aae-2cb6-4597-a7e3-c4f851eb3ddb. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:26:02.322126 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd744544-1af8-4674-8bf3-d621d7d964fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:02.384843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e61f829f-8611-47e2-be93-aa5aa8321c2b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:02.541378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e61f829f-8611-47e2-be93-aa5aa8321c2b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:02.542263 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:02.736505 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:02.810075 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd744544-1af8-4674-8bf3-d621d7d964fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:02.836033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port e61f829f-8611-47e2-be93-aa5aa8321c2b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e61f829f-8611-47e2-be93-aa5aa8321c2b,segment=NetworkSegment(1ece44e7-a814-4412-87fb-28230865f3ad),segment_id=1ece44e7-a814-4412-87fb-28230865f3ad)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:02.850604 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:02.852215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:02.919930 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af85d374-e295-45c0-b33f-190e054aa9f5 req-532ec6a4-a1a1-4383-a092-483933dab96f tempest-ListServerFiltersTestJSON-1202131952 tempest-ListServerFiltersTestJSON-1202131952-project] 10.222.0.37 "GET /v2.0/ports?device_id=0494af5a-6ade-4e8f-862c-eb2ab800a112 HTTP/1.1" status: 200 len: 210 time: 0.3376243 Nov 27 01:26:02.936936 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd744544-1af8-4674-8bf3-d621d7d964fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.020432 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd744544-1af8-4674-8bf3-d621d7d964fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.027031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51074) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:03.043006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cd744544-1af8-4674-8bf3-d621d7d964fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/2672eca1-403d-4904-af57-7a4f6ac91f08 HTTP/1.1" status: 204 len: 168 time: 1.4316328 Nov 27 01:26:03.043006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd744544-1af8-4674-8bf3-d621d7d964fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=2672eca1-403d-4904-af57-7a4f6ac91f08,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:03.044251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=e61f829f-8611-47e2-be93-aa5aa8321c2b,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:03.126621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386ff700-9163-43a7-8571-fdeccbabadc4 None None] Network 25e602fe-b534-4128-a80f-d182baf30796 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:03.198050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9d3721-b05f-4493-b91e-62202eb284c2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Deleting subnet 8cbfef69-8479-4666-9f31-a83008a277a2 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:26:03.202493 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c9d3721-b05f-4493-b91e-62202eb284c2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.234286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b186c1ad-4bda-407f-a613-4da479b8a4c3 None None] Network f2205147-2d65-42da-9a47-54f1bf02c085 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:03.267817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c9d3721-b05f-4493-b91e-62202eb284c2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.438304 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.445980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.447563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.451902 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c9d3721-b05f-4493-b91e-62202eb284c2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.535101 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c9d3721-b05f-4493-b91e-62202eb284c2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.551879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0f39bcfa-4bc3-4ce8-b8c5-3d4817d868ae None None] Provisioning complete for port e61f829f-8611-47e2-be93-aa5aa8321c2b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:03.552487 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f39bcfa-4bc3-4ce8-b8c5-3d4817d868ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.617686 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=1785c051-34b8-4119-b96e-ecd2e4d1fb90,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:03.644009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c9d3721-b05f-4493-b91e-62202eb284c2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.652353 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4c9d3721-b05f-4493-b91e-62202eb284c2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/8cbfef69-8479-4666-9f31-a83008a277a2 HTTP/1.1" status: 204 len: 168 time: 0.6240144 Nov 27 01:26:03.657430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51098) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:03.658581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d3721-b05f-4493-b91e-62202eb284c2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbfef69-8479-4666-9f31-a83008a277a2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:03.661564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:03.662319 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:03.744307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network f2205147-2d65-42da-9a47-54f1bf02c085 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:03.757499 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5fa4999e-a916-48ef-aa3a-4fe4da664570 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933342 Nov 27 01:26:03.762281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 53260169-f0d4-4e09-b5c0-a5f2c318f77a no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:03.763038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:03.765096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51102) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:03.826603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 53260169-f0d4-4e09-b5c0-a5f2c318f77a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:03.827022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 53260169-f0d4-4e09-b5c0-a5f2c318f77a not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:03.924748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bcae9a-5532-4a3e-afd1-c0d2652ca27c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:03.926898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-05bcae9a-5532-4a3e-afd1-c0d2652ca27c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1606619 Nov 27 01:26:03.934582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51106) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:03.981869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fb9a31-3d3d-4587-83e4-859eebf8d088 None None] DHCP port deletion for 25e602fe-b534-4128-a80f-d182baf30796 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:26:04.035145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51112) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:04.049450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65f8f77-8567-4d1b-b5cd-fe5ca3f5a699 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:04.054366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d65f8f77-8567-4d1b-b5cd-fe5ca3f5a699 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1186626 Nov 27 01:26:04.054990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51114) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:04.095759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-49fb9a31-3d3d-4587-83e4-859eebf8d088 None None] Deleting port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:04.096501 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49fb9a31-3d3d-4587-83e4-859eebf8d088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.166775 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a3ba63dc-f969-44dd-8772-ee63a8ef9431 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086309 Nov 27 01:26:04.172653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51118) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:04.205605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fdbac4-b648-413d-8da6-5c1b18ac20cd admin admin] Deleting subnet 9c3b09fd-6de3-4017-98dd-e13acaa0f708 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:26:04.213070 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31fdbac4-b648-413d-8da6-5c1b18ac20cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.232988 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ec4f3a-64d0-4998-9499-a90254154863 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:04.233679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ec4f3a-64d0-4998-9499-a90254154863 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:04.234054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-49fb9a31-3d3d-4587-83e4-859eebf8d088 None None] For port ec8813f2-dac9-4b5f-aee7-083ef03ffa81, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,segment=NetworkSegment(cc619189-e0ba-459a-a95e-70dc8592bdab),segment_id=cc619189-e0ba-459a-a95e-70dc8592bdab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:04.234876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49fb9a31-3d3d-4587-83e4-859eebf8d088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.239872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-90ec4f3a-64d0-4998-9499-a90254154863 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/71e57aae-2cb6-4597-a7e3-c4f851eb3ddb HTTP/1.1" status: 404 len: 333 time: 0.0661626 Nov 27 01:26:04.258283 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-49fb9a31-3d3d-4587-83e4-859eebf8d088 None None] Calling delete_port for ec8813f2-dac9-4b5f-aee7-083ef03ffa81 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:04.266654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51124) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:04.302178 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31fdbac4-b648-413d-8da6-5c1b18ac20cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.378428 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd4d4c2-04f8-4eeb-9817-a508740217fe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:04.379017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd4d4c2-04f8-4eeb-9817-a508740217fe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:04.385949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-edd4d4c2-04f8-4eeb-9817-a508740217fe tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/2672eca1-403d-4904-af57-7a4f6ac91f08 HTTP/1.1" status: 404 len: 337 time: 0.1138279 Nov 27 01:26:04.392343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51128) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:04.398021 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e61f829f-8611-47e2-be93-aa5aa8321c2b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:04.426996 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31fdbac4-b648-413d-8da6-5c1b18ac20cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.470562 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4f3cbb-521e-4c09-903d-f1d2744462b7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:04.471812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4f3cbb-521e-4c09-903d-f1d2744462b7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:04.480744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6d4f3cbb-521e-4c09-903d-f1d2744462b7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/8cbfef69-8479-4666-9f31-a83008a277a2 HTTP/1.1" status: 404 len: 337 time: 0.0862455 Nov 27 01:26:04.486123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51130) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:04.496730 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31fdbac4-b648-413d-8da6-5c1b18ac20cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.497455 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49fb9a31-3d3d-4587-83e4-859eebf8d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.560517 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-734879b2-2f06-4753-a67d-88d139ae4e76 None None] Provisioning complete for port e61f829f-8611-47e2-be93-aa5aa8321c2b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:04.561040 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-734879b2-2f06-4753-a67d-88d139ae4e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.561185 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2382c38-933e-4d0c-b3da-6586ea5d7f23 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:04.561815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2382c38-933e-4d0c-b3da-6586ea5d7f23 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:04.569482 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdbac4-b648-413d-8da6-5c1b18ac20cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3b09fd-6de3-4017-98dd-e13acaa0f708,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:04.572891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f2382c38-933e-4d0c-b3da-6586ea5d7f23 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/78e189e0-9a40-4305-aa85-6f379fc64a81 HTTP/1.1" status: 404 len: 333 time: 0.0716398 Nov 27 01:26:04.573724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51132) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:04.607365 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb9a31-3d3d-4587-83e4-859eebf8d088 None None] No DVR routers for this DVR port ec8813f2-dac9-4b5f-aee7-083ef03ffa81 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:04.617035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb9a31-3d3d-4587-83e4-859eebf8d088 None None] Pushing event deleted for resources: {'Port': ['ID=ec8813f2-dac9-4b5f-aee7-083ef03ffa81,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:04.617532 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31fdbac4-b648-413d-8da6-5c1b18ac20cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.633536 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-31fdbac4-b648-413d-8da6-5c1b18ac20cd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9c3b09fd-6de3-4017-98dd-e13acaa0f708 HTTP/1.1" status: 204 len: 168 time: 0.5964842 Nov 27 01:26:04.634660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51138) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:04.648232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a9faab-a11a-45b7-855f-b1d77e9cda39 None None] Network a91d1e1d-5363-48c3-8004-2f8a6556c702 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:04.676085 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8f5a3f-6a8e-4aa8-a0bf-8809377392a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:04.678785 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b8f5a3f-6a8e-4aa8-a0bf-8809377392a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:04.690433 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5b8f5a3f-6a8e-4aa8-a0bf-8809377392a8 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/7533e000-086d-462a-a3dc-464b75268b77 HTTP/1.1" status: 404 len: 337 time: 0.1119108 Nov 27 01:26:04.718112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51140) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:04.741043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:26:04.775942 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7928123-edc9-46ad-b0fb-548c358e25ac tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:04.780017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7928123-edc9-46ad-b0fb-548c358e25ac tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:04.787795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a7928123-edc9-46ad-b0fb-548c358e25ac tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/da477437-187a-4141-8809-d867f2523f60 HTTP/1.1" status: 404 len: 337 time: 0.0669236 Nov 27 01:26:04.790736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51142) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:04.850489 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.858334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e61f829f-8611-47e2-be93-aa5aa8321c2b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:04.858713 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:04.930489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-734879b2-2f06-4753-a67d-88d139ae4e76 None None] Provisioning complete for port 1785c051-34b8-4119-b96e-ecd2e4d1fb90 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:04.930930 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-734879b2-2f06-4753-a67d-88d139ae4e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:05.005554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Deleting port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:05.008313 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:05.024229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-734879b2-2f06-4753-a67d-88d139ae4e76 None None] Port 1785c051-34b8-4119-b96e-ecd2e4d1fb90 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:05.060993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:05.078664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d434d5c3-29d0-4e7f-9a4c-60ce85e5f46e None None] DHCP port deletion for a91d1e1d-5363-48c3-8004-2f8a6556c702 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:26:05.084124 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38e755b-76fe-471d-a2a8-62e9cd085510 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:05.084964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38e755b-76fe-471d-a2a8-62e9cd085510 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:05.085888 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e9adb-2468-45b4-8334-219e71367be2 None None] Sync routers for ids ['aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:05.090220 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b38e755b-76fe-471d-a2a8-62e9cd085510 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/c2551e8f-2d1c-46e4-9130-fddc8c7b5458 HTTP/1.1" status: 404 len: 333 time: 0.2968841 Nov 27 01:26:05.095720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-20d8eb08-85c7-42b1-9183-75c25411875e tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2364480 Nov 27 01:26:05.097193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51150) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.097729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51152) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.122157 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e9adb-2468-45b4-8334-219e71367be2 None None] Routers {'aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:05.125310 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d63e9adb-2468-45b4-8334-219e71367be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:05.176199 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-4628f123-ee82-490b-b93b-3cce427c0dd6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:05.186836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4628f123-ee82-490b-b93b-3cce427c0dd6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:05.190464 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4628f123-ee82-490b-b93b-3cce427c0dd6 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/0d759519-f688-4140-88ad-112b87e48437 HTTP/1.1" status: 404 len: 337 time: 0.0915737 Nov 27 01:26:05.205570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51162) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.213084 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d63e9adb-2468-45b4-8334-219e71367be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:05.239188 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e9adb-2468-45b4-8334-219e71367be2 None None] Routers {'aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:05.239821 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d63e9adb-2468-45b4-8334-219e71367be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:05.252171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db97796-24c0-4751-991e-5955c69d04b9 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:05.259524 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1db97796-24c0-4751-991e-5955c69d04b9 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports/1785c051-34b8-4119-b96e-ecd2e4d1fb90 HTTP/1.1" status: 200 len: 911 time: 0.1591325 Nov 27 01:26:05.285645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51166) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.289017 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-8689efb7-ae99-4bb8-8a12-7defd1d7e975 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:05.289665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8689efb7-ae99-4bb8-8a12-7defd1d7e975 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:05.293402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8689efb7-ae99-4bb8-8a12-7defd1d7e975 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/d592841b-e58c-478a-baed-b32146f2292d HTTP/1.1" status: 404 len: 337 time: 0.0828488 Nov 27 01:26:05.298865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-087ce304-661f-46e6-b0a1-d3d377929a8f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ca2e7fe-d3f6-4667-a79e-d43dd5214bf2'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:05.303890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51170) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.350920 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0c183c-2514-4eab-b750-ebd197f6f33d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:05.351772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0c183c-2514-4eab-b750-ebd197f6f33d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:05.355370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-eb0c183c-2514-4eab-b750-ebd197f6f33d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/ebf921dc-e4b9-43a7-8a4b-386d83f9d273 HTTP/1.1" status: 404 len: 333 time: 0.0503454 Nov 27 01:26:05.359898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51172) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.366489 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d63e9adb-2468-45b4-8334-219e71367be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:05.367140 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e9adb-2468-45b4-8334-219e71367be2 None None] The sync data for ids ['aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:05.410860 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc0e998-f2da-4219-8ba9-4515adec9a40 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:05.411594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc0e998-f2da-4219-8ba9-4515adec9a40 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:05.415336 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0dc0e998-f2da-4219-8ba9-4515adec9a40 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/6631a998-bf76-4322-9b95-79307f11d90f HTTP/1.1" status: 404 len: 337 time: 0.0542407 Nov 27 01:26:05.529296 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51178) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.568894 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fdfced-6a2b-43d6-a50a-3b39acb52493 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:05.569886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94fdfced-6a2b-43d6-a50a-3b39acb52493 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:05.573993 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-94fdfced-6a2b-43d6-a50a-3b39acb52493 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/1c5d4d29-7581-405c-9908-79d360d9ddd1 HTTP/1.1" status: 404 len: 337 time: 0.0388274 Nov 27 01:26:05.592563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51184) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.673822 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff560372-b3a0-44c4-a580-80ac6c71cc1f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:05.674488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff560372-b3a0-44c4-a580-80ac6c71cc1f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:05.678731 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ff560372-b3a0-44c4-a580-80ac6c71cc1f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/e7a3a373-42c0-4941-9c9f-05a93a84b465 HTTP/1.1" status: 404 len: 333 time: 0.0839055 Nov 27 01:26:05.682207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51188) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.683038 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-087ce304-661f-46e6-b0a1-d3d377929a8f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:05.728923 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:05.747232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-031ff04b-c24f-42cc-9b31-907ec3222574 None None] Provisioning complete for port 1785c051-34b8-4119-b96e-ecd2e4d1fb90 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:05.747393 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-031ff04b-c24f-42cc-9b31-907ec3222574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:05.767348 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefb1ece-9a79-4c27-bac6-02964b276ef5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:05.767813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefb1ece-9a79-4c27-bac6-02964b276ef5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:05.773321 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fefb1ece-9a79-4c27-bac6-02964b276ef5 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/b2b2fcde-bc8b-4b30-aae6-827e78e4bc31 HTTP/1.1" status: 404 len: 337 time: 0.0854754 Nov 27 01:26:05.775371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51194) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.776376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] For port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:05.776745 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:05.805760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Calling delete_port for ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:05.818922 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-2977e9a8-332c-48d2-aff9-7055cbc8193a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:05.819590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2977e9a8-332c-48d2-aff9-7055cbc8193a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:05.829384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2977e9a8-332c-48d2-aff9-7055cbc8193a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/4d48c6ca-9d76-4bf0-9712-07ef083656b8 HTTP/1.1" status: 404 len: 333 time: 0.0465798 Nov 27 01:26:05.829784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51198) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.879148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: ec8813f2-dac9-4b5f-aee7-083ef03ffa81 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:05.882619 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec8813f2-dac9-4b5f-aee7-083ef03ffa81 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:05.920957 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-031ff04b-c24f-42cc-9b31-907ec3222574 None None] Port 1785c051-34b8-4119-b96e-ecd2e4d1fb90 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:05.957610 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b50583e-41fd-4ba5-afdb-7b50b911949b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:05.958343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b50583e-41fd-4ba5-afdb-7b50b911949b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:05.964342 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7b50583e-41fd-4ba5-afdb-7b50b911949b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/02a50a21-b379-4d70-9501-8493d1e963fb HTTP/1.1" status: 404 len: 337 time: 0.1305208 Nov 27 01:26:05.964524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51200) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:05.971356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d434d5c3-29d0-4e7f-9a4c-60ce85e5f46e None None] Deleting port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:05.971582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d434d5c3-29d0-4e7f-9a4c-60ce85e5f46e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:05.999629 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-613cec2f-4eac-404f-836e-f9e2172382fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:06.000163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613cec2f-4eac-404f-836e-f9e2172382fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:06.004689 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-613cec2f-4eac-404f-836e-f9e2172382fc tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/b2a4e022-3dac-4eea-8f5d-8812d12643a7 HTTP/1.1" status: 404 len: 333 time: 0.0386593 Nov 27 01:26:06.008832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51202) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:06.063543 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.105737 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:06.131183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-962e75ea-66bf-4a35-8664-464650686119 None None] Provisioning complete for port 1785c051-34b8-4119-b96e-ecd2e4d1fb90 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:06.131811 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-962e75ea-66bf-4a35-8664-464650686119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.164899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:06.167228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:06.167624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:06.170191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] No DVR routers for this DVR port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:06.192309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-962e75ea-66bf-4a35-8664-464650686119 None None] Port 1785c051-34b8-4119-b96e-ecd2e4d1fb90 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:06.201199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d434d5c3-29d0-4e7f-9a4c-60ce85e5f46e None None] For port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c,segment=NetworkSegment(20d7b76d-65d8-4866-8160-c972d96c6411),segment_id=20d7b76d-65d8-4866-8160-c972d96c6411)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:06.202355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d434d5c3-29d0-4e7f-9a4c-60ce85e5f46e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.205516 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f18b355-909e-48e0-9dc5-ab9c9df613fd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:06.205960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f18b355-909e-48e0-9dc5-ab9c9df613fd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:06.217055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d434d5c3-29d0-4e7f-9a4c-60ce85e5f46e None None] Calling delete_port for ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:06.229770 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5f18b355-909e-48e0-9dc5-ab9c9df613fd tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/cc392240-3a56-4ab5-9d21-c5f5b59292b3 HTTP/1.1" status: 404 len: 337 time: 0.2173357 Nov 27 01:26:06.237560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51206) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:06.299834 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b9b694-39d8-480a-bc69-b9435e56f739 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:06.300401 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b9b694-39d8-480a-bc69-b9435e56f739 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:06.306045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b7b9b694-39d8-480a-bc69-b9435e56f739 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/7a588651-47a6-4798-bbc2-aef6ebb0f64e HTTP/1.1" status: 404 len: 333 time: 0.0653915 Nov 27 01:26:06.307278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51212) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:06.338719 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fd7f3e-477f-42e3-bdb1-d1ff3e35c289 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:06.338719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9fd7f3e-477f-42e3-bdb1-d1ff3e35c289 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:06.345294 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f9fd7f3e-477f-42e3-bdb1-d1ff3e35c289 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/77283ff8-1d49-4112-b4a2-e4cddc0e5f81 HTTP/1.1" status: 404 len: 337 time: 0.0327866 Nov 27 01:26:06.350444 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51214) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:06.364578 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d434d5c3-29d0-4e7f-9a4c-60ce85e5f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.397107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.425695 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-21216e7f-aedd-43ce-8886-6044211ce325 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:06.426981 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21216e7f-aedd-43ce-8886-6044211ce325 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:06.427198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434d5c3-29d0-4e7f-9a4c-60ce85e5f46e None None] Pushing event deleted for resources: {'Port': ['ID=ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:06.430725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-21216e7f-aedd-43ce-8886-6044211ce325 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/ebbc32dd-6100-46f8-83ff-e9c42229bd70 HTTP/1.1" status: 404 len: 333 time: 0.0721231 Nov 27 01:26:06.433578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51216) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:06.439085 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434d5c3-29d0-4e7f-9a4c-60ce85e5f46e None None] No DVR routers for this DVR port ec3d1cbb-7337-4cdf-b801-8fc1fbb9410c on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:06.460146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91d1e1d-5363-48c3-8004-2f8a6556c702']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:06.475590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d7b76d-65d8-4866-8160-c972d96c6411') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:06.476054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d7b76d-65d8-4866-8160-c972d96c6411') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:06.482969 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-18227945-f91e-4bad-87fa-085530f08015 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:06.483484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18227945-f91e-4bad-87fa-085530f08015 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:06.486728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-18227945-f91e-4bad-87fa-085530f08015 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/e5340681-8bd1-4549-a1d0-ac3a184fb15d HTTP/1.1" status: 404 len: 337 time: 0.0519884 Nov 27 01:26:06.492037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51220) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:06.492399 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.508021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.517042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:26:06.517825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:26:06.605998 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:26:06.620398 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.628214 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.636224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] 10.222.0.37 "DELETE /v2.0/networks/a91d1e1d-5363-48c3-8004-2f8a6556c702 HTTP/1.1" status: 204 len: 168 time: 1.9934642 Nov 27 01:26:06.686658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d00e1d-7b5b-4f5f-97a6-168787c67e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=a91d1e1d-5363-48c3-8004-2f8a6556c702,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:06.737649 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-80275ee2-2375-442e-a12f-6117bff002b3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:06.738254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80275ee2-2375-442e-a12f-6117bff002b3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:06.745189 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-80275ee2-2375-442e-a12f-6117bff002b3 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/07b8b5ca-5c9a-442b-91b1-00409d387af1 HTTP/1.1" status: 404 len: 333 time: 0.1862838 Nov 27 01:26:06.747978 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51230) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:06.796465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-087ce304-661f-46e6-b0a1-d3d377929a8f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.808098 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-087ce304-661f-46e6-b0a1-d3d377929a8f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.819001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087ce304-661f-46e6-b0a1-d3d377929a8f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:06.820049 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf4b8e3-386e-4804-bac6-fc1e8618f983 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:06.820235 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-087ce304-661f-46e6-b0a1-d3d377929a8f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:06.820513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf4b8e3-386e-4804-bac6-fc1e8618f983 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:06.823735 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bcf4b8e3-386e-4804-bac6-fc1e8618f983 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/fb12ca30-1a07-44d0-9c9c-dc01555f0202 HTTP/1.1" status: 404 len: 337 time: 0.0747228 Nov 27 01:26:06.825816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51236) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:06.828912 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-087ce304-661f-46e6-b0a1-d3d377929a8f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/ports/1785c051-34b8-4119-b96e-ecd2e4d1fb90 HTTP/1.1" status: 200 len: 911 time: 1.5414350 Nov 27 01:26:06.829704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51238) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:06.910263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ce304-661f-46e6-b0a1-d3d377929a8f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=1785c051-34b8-4119-b96e-ecd2e4d1fb90,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:06.958314 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e116f82d-f054-440c-a796-b2d28b83b826 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:06.958895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e116f82d-f054-440c-a796-b2d28b83b826 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:06.969457 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e116f82d-f054-440c-a796-b2d28b83b826 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/cabcd4ca-c11f-429f-b519-20ad7e5c2f63 HTTP/1.1" status: 404 len: 337 time: 0.0759957 Nov 27 01:26:06.970178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51240) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.034832 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde4b47b-f33e-4648-be8e-786b744f9c1f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:07.038702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde4b47b-f33e-4648-be8e-786b744f9c1f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:07.045050 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cde4b47b-f33e-4648-be8e-786b744f9c1f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/af004df5-56ef-4017-9ac3-e9f0bc55a985 HTTP/1.1" status: 404 len: 333 time: 0.0737774 Nov 27 01:26:07.049760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51244) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.099305 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c049a258-06e0-42fe-975c-fbd97b2d1e8b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:07.100000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c049a258-06e0-42fe-975c-fbd97b2d1e8b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:07.104253 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c049a258-06e0-42fe-975c-fbd97b2d1e8b tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/570334c4-ef6b-4d3b-ac8d-11a9679adf8d HTTP/1.1" status: 404 len: 337 time: 0.0533950 Nov 27 01:26:07.105954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51246) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.115372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51248) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.172103 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a32d27e-8c15-4e73-8a58-032a85a297d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:07.172807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a32d27e-8c15-4e73-8a58-032a85a297d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:07.179931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4a32d27e-8c15-4e73-8a58-032a85a297d1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/e21c7812-d659-43a4-8aea-95bb8950c37c HTTP/1.1" status: 404 len: 337 time: 0.0634515 Nov 27 01:26:07.180734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51252) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.214503 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-03184597-0eed-4a04-af7e-d8ac96b3eac2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:07.215144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03184597-0eed-4a04-af7e-d8ac96b3eac2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:07.221091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-03184597-0eed-4a04-af7e-d8ac96b3eac2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/597f8064-0f7d-4f9d-9e0c-0003069992ab HTTP/1.1" status: 404 len: 333 time: 0.0377829 Nov 27 01:26:07.221703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51254) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.277266 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa2df41-8f2c-4a18-a06d-0a5bd30c1dfb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:07.277727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa2df41-8f2c-4a18-a06d-0a5bd30c1dfb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:07.287984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51256) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.298706 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-daa2df41-8f2c-4a18-a06d-0a5bd30c1dfb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/21c61e21-287a-480d-b5e6-433852c9e534 HTTP/1.1" status: 404 len: 337 time: 0.0587804 Nov 27 01:26:07.305047 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b3eea4b5-fe30-4df8-bd14-00343ce3362b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=258f214a275248c9b2796342b13d6ac9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956959 Nov 27 01:26:07.305422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51260) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.353144 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85c82c9-1faa-44ef-b111-b753e414198a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:07.353889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85c82c9-1faa-44ef-b111-b753e414198a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:07.357550 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f85c82c9-1faa-44ef-b111-b753e414198a tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/c66d5219-d281-4659-9785-9d70d4c082e8 HTTP/1.1" status: 404 len: 337 time: 0.0675833 Nov 27 01:26:07.361717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51264) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.401453 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0ef568-b49d-4a74-aad4-55f72f137c32 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:07.402441 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0ef568-b49d-4a74-aad4-55f72f137c32 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:07.406424 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7d0ef568-b49d-4a74-aad4-55f72f137c32 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/3c3277c9-faee-461c-83c9-6bb62dd11ad3 HTTP/1.1" status: 404 len: 333 time: 0.0432780 Nov 27 01:26:07.411587 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51266) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.524829 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f23d7f8-386b-46b1-b3ba-6ff97baee743 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:07.525516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f23d7f8-386b-46b1-b3ba-6ff97baee743 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:07.538573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1f23d7f8-386b-46b1-b3ba-6ff97baee743 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/60b817b4-2c3d-4df0-830f-6544b640ba5c HTTP/1.1" status: 404 len: 337 time: 0.1256626 Nov 27 01:26:07.539260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51270) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.580160 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d33aad4-d449-46be-acc4-5f0ff2b0386d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:07.580769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d33aad4-d449-46be-acc4-5f0ff2b0386d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:07.587359 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4d33aad4-d449-46be-acc4-5f0ff2b0386d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/73eb5d29-1edd-4575-802f-eba5984bd495 HTTP/1.1" status: 404 len: 337 time: 0.0455532 Nov 27 01:26:07.590381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51272) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.626947 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e0433c84-e517-4ed1-87db-4e371b49b44c tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports?device_id=1411f407-188a-4b41-addc-5c66d3ee7650 HTTP/1.1" status: 200 len: 205 time: 0.0344336 Nov 27 01:26:07.631164 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51274) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.679751 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-cff90740-7899-4a3a-b78a-7e26d00dbea1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] delete failed (client error): The resource could not be found. Nov 27 01:26:07.683382 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cff90740-7899-4a3a-b78a-7e26d00dbea1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/routers/1411f407-188a-4b41-addc-5c66d3ee7650 HTTP/1.1" status: 404 len: 336 time: 0.0486636 Nov 27 01:26:07.685356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51280) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.758592 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d11013f-853d-49d6-8a13-eebdfa58b74f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:07.759907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d11013f-853d-49d6-8a13-eebdfa58b74f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:07.763235 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6d11013f-853d-49d6-8a13-eebdfa58b74f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/8e637195-1f63-48e7-a1ae-23d5bf941bc3 HTTP/1.1" status: 404 len: 337 time: 0.0758264 Nov 27 01:26:07.767694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51288) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.837451 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-efd9b44e-7057-4f46-9c9c-076a8f5036e2 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "GET /v2.0/ports?device_id=1880da18-7604-427f-a32c-1e2ee7db128d HTTP/1.1" status: 200 len: 205 time: 0.0640669 Nov 27 01:26:07.840922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51292) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.846950 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f97cc750-8fe8-4566-bb5b-7dbfae910c41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:07.895127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f97cc750-8fe8-4566-bb5b-7dbfae910c41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:07.897396 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-92530103-ff86-4533-8164-c537c8f59d69 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] delete failed (client error): The resource could not be found. Nov 27 01:26:07.898655 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-92530103-ff86-4533-8164-c537c8f59d69 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/routers/1880da18-7604-427f-a32c-1e2ee7db128d HTTP/1.1" status: 404 len: 336 time: 0.0524912 Nov 27 01:26:07.901667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51296) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:07.927589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3b60a94-7b78-4d48-81b5-c37cbdd87df0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:08.016698 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a52ade7-abb6-411a-8876-fae515e9cfd9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.019307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a52ade7-abb6-411a-8876-fae515e9cfd9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.037523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7a52ade7-abb6-411a-8876-fae515e9cfd9 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/b1081b54-2ddb-4861-859f-7ad3521a5fd6 HTTP/1.1" status: 404 len: 337 time: 0.1323583 Nov 27 01:26:08.037523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f97cc750-8fe8-4566-bb5b-7dbfae910c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:08.038508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51300) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.038725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f97cc750-8fe8-4566-bb5b-7dbfae910c41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:08.042002 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f97cc750-8fe8-4566-bb5b-7dbfae910c41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbc24d26-9122-4a0c-beb7-77e65a1c77b3 HTTP/1.1" status: 204 len: 168 time: 0.7333622 Nov 27 01:26:08.052285 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cc750-8fe8-4566-bb5b-7dbfae910c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc24d26-9122-4a0c-beb7-77e65a1c77b3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:08.080941 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-986f329c-0100-42b0-8067-2866baf3eaf7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.081395 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986f329c-0100-42b0-8067-2866baf3eaf7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.088215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-986f329c-0100-42b0-8067-2866baf3eaf7 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/47030609-94a2-4e53-8d19-881550c2f580 HTTP/1.1" status: 404 len: 337 time: 0.0467105 Nov 27 01:26:08.088609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51304) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.133879 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f9ecd9-41d4-4664-acf7-17cf5e2a2038 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.134475 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f9ecd9-41d4-4664-acf7-17cf5e2a2038 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.139792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b4f9ecd9-41d4-4664-acf7-17cf5e2a2038 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/79eb6c7e-16c4-47c0-9910-0e3e285e45da HTTP/1.1" status: 404 len: 333 time: 0.0479035 Nov 27 01:26:08.140108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.191982 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2418403-13c2-4e4a-b920-6b85c472bf17 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.192447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2418403-13c2-4e4a-b920-6b85c472bf17 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.196011 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d2418403-13c2-4e4a-b920-6b85c472bf17 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/c80bf831-241f-4317-938b-8a381d959013 HTTP/1.1" status: 404 len: 337 time: 0.0549684 Nov 27 01:26:08.198705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51308) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.242669 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d61144-e592-46ef-8aa1-830739ecde30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.243329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d61144-e592-46ef-8aa1-830739ecde30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.246566 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-48d61144-e592-46ef-8aa1-830739ecde30 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/63285813-8fd9-42e9-8a9a-dcbe513306ee HTTP/1.1" status: 404 len: 333 time: 0.0467696 Nov 27 01:26:08.248954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51310) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.307253 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa6e5fb-8053-4c92-be30-81cb79f5090d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.307877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa6e5fb-8053-4c92-be30-81cb79f5090d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.320197 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2aa6e5fb-8053-4c92-be30-81cb79f5090d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/8bb6b7ca-5443-46c3-b9a6-8cd8b8213301 HTTP/1.1" status: 404 len: 337 time: 0.0701978 Nov 27 01:26:08.322559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51314) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.384580 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd42274-6a39-4153-825c-08afd54f1396 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.385157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd42274-6a39-4153-825c-08afd54f1396 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.388261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-efd42274-6a39-4153-825c-08afd54f1396 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/4cef32f9-ddc5-4a54-a63e-bcde0a595feb HTTP/1.1" status: 404 len: 333 time: 0.0647476 Nov 27 01:26:08.391111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51320) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.465524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d3b60a94-7b78-4d48-81b5-c37cbdd87df0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 1785c051-34b8-4119-b96e-ecd2e4d1fb90 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:08.465747 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3b60a94-7b78-4d48-81b5-c37cbdd87df0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:08.475069 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-154ed61c-f7b1-459f-b9de-cc8b34b58089 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.475648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154ed61c-f7b1-459f-b9de-cc8b34b58089 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.484722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.488706 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-154ed61c-f7b1-459f-b9de-cc8b34b58089 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/2ae674ce-d743-4d12-b93a-dcf38ee44894 HTTP/1.1" status: 404 len: 337 time: 0.0936491 Nov 27 01:26:08.526298 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95dbd0d-6f33-4cc3-bb17-5d5a69d8acff tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.526898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95dbd0d-6f33-4cc3-bb17-5d5a69d8acff tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.529985 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a95dbd0d-6f33-4cc3-bb17-5d5a69d8acff tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/85fdc6d5-2f1e-4558-9f0f-afdd09bf139d HTTP/1.1" status: 404 len: 333 time: 0.0442498 Nov 27 01:26:08.542960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51326) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.585479 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80090d7-1339-4cb5-9bf3-c2df744402d4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.585898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80090d7-1339-4cb5-9bf3-c2df744402d4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.589001 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b80090d7-1339-4cb5-9bf3-c2df744402d4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/bd1b87c8-6cf1-4976-b0d5-2b7bd2d2063f HTTP/1.1" status: 404 len: 337 time: 0.0450490 Nov 27 01:26:08.591534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51330) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.622042 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7a4070-a105-4ecf-a68c-09b0b55199f4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.623053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7a4070-a105-4ecf-a68c-09b0b55199f4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.624468 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3b60a94-7b78-4d48-81b5-c37cbdd87df0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:08.627705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bd7a4070-a105-4ecf-a68c-09b0b55199f4 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/a0d21eba-597d-425a-bb01-9e21c533ba61 HTTP/1.1" status: 404 len: 333 time: 0.0351703 Nov 27 01:26:08.631180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51332) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.640200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d3b60a94-7b78-4d48-81b5-c37cbdd87df0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 1785c051-34b8-4119-b96e-ecd2e4d1fb90 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:08.670069 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca3013e-c181-476b-b2b5-cff5f10ad51d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.671294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca3013e-c181-476b-b2b5-cff5f10ad51d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.677460 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2ca3013e-c181-476b-b2b5-cff5f10ad51d tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/805b2f02-1ac3-4dfc-abab-c407e9a16169 HTTP/1.1" status: 404 len: 337 time: 0.0449731 Nov 27 01:26:08.680176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51334) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.721602 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ba49d4-060f-455a-b2ed-bd3528bcb77f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.723454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ba49d4-060f-455a-b2ed-bd3528bcb77f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.728336 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-74ba49d4-060f-455a-b2ed-bd3528bcb77f tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/45bb44e7-f911-4638-9cf2-f9e79d59c207 HTTP/1.1" status: 404 len: 333 time: 0.0462713 Nov 27 01:26:08.731689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51338) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.778349 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d0c5a0-68e3-424d-9577-1dff54418dc1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.779620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d0c5a0-68e3-424d-9577-1dff54418dc1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.787452 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-99d0c5a0-68e3-424d-9577-1dff54418dc1 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/108c3d1a-44ca-4117-8279-c1c48aec48b0 HTTP/1.1" status: 404 len: 337 time: 0.0534389 Nov 27 01:26:08.788524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51342) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.815051 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65ee516-3241-489e-a168-c79d3eeaefbb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.815932 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65ee516-3241-489e-a168-c79d3eeaefbb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.824045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e65ee516-3241-489e-a168-c79d3eeaefbb tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/ports/ef24b1fc-deb8-4e61-b319-27e61876463c HTTP/1.1" status: 404 len: 333 time: 0.0342710 Nov 27 01:26:08.824925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51344) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.859698 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9e2ab1-d39b-4105-8487-c63ef7565b89 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] DELETE failed (client error): The resource could not be found. Nov 27 01:26:08.860319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9e2ab1-d39b-4105-8487-c63ef7565b89 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:26:08.864074 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-be9e2ab1-d39b-4105-8487-c63ef7565b89 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/subnets/8e2f98ff-3bdc-4694-9b6d-2069afba9848 HTTP/1.1" status: 404 len: 337 time: 0.0378852 Nov 27 01:26:08.867695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51348) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:08.975079 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3b60a94-7b78-4d48-81b5-c37cbdd87df0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.027862 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.037217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b60a94-7b78-4d48-81b5-c37cbdd87df0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=1785c051-34b8-4119-b96e-ecd2e4d1fb90,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:09.215418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3b60a94-7b78-4d48-81b5-c37cbdd87df0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.266793 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.294781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e602fe-b534-4128-a80f-d182baf30796']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:09.313991 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc619189-e0ba-459a-a95e-70dc8592bdab') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:09.314364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc619189-e0ba-459a-a95e-70dc8592bdab') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:09.348511 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.379812 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.392740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:26:09.393151 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:26:09.426344 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:26:09.497604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b60a94-7b78-4d48-81b5-c37cbdd87df0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:09.508489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51368) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:09.532376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.563429 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.574744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] 10.222.0.37 "DELETE /v2.0/networks/25e602fe-b534-4128-a80f-d182baf30796 HTTP/1.1" status: 204 len: 168 time: 0.7046137 Nov 27 01:26:09.575720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034850c-5c56-49a8-a81d-2f37ae0f0291 tempest-NetworksTestDHCPv6-669886609 tempest-NetworksTestDHCPv6-669886609-project] Pushing event deleted for resources: {'Network': ['ID=25e602fe-b534-4128-a80f-d182baf30796,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:09.697520 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b60a94-7b78-4d48-81b5-c37cbdd87df0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:09.710343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13869872-aa02-4d73-8760-8cea3548e58d None None] Sync routers for ids ['aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:09.720486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51376) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:09.722946 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d3b60a94-7b78-4d48-81b5-c37cbdd87df0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8960488 Nov 27 01:26:09.757734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13869872-aa02-4d73-8760-8cea3548e58d None None] Routers {'aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:09.760201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-13869872-aa02-4d73-8760-8cea3548e58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:09.813874 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3510c8f7-1acf-4bf9-ab00-ad2a20b48609 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1 HTTP/1.1" status: 200 len: 205 time: 0.0907140 Nov 27 01:26:09.818816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51378) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:09.838386 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-586622010-network', 'tenant_id': '1061c2e5b27149a3a4c6e43124ae3811'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:09.851139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-13869872-aa02-4d73-8760-8cea3548e58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:09.869047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13869872-aa02-4d73-8760-8cea3548e58d None None] Routers {'aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:09.872040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-13869872-aa02-4d73-8760-8cea3548e58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:25:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:09.896384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Made reservation on behalf of 1061c2e5b27149a3a4c6e43124ae3811 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:09.899884 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.929336 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:09.950334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-13869872-aa02-4d73-8760-8cea3548e58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:09.951306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13869872-aa02-4d73-8760-8cea3548e58d None None] The sync data for ids ['aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:09.992703 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e10b0f-5032-49df-b909-4e068aac2f80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.053099 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.062522 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.121020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:26:10.148612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101b30db-c688-40d3-b323-0d1b11137f23,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:10.172315 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51386) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:10.192380 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.192993 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Added segment 7f6a85ac-2536-49ff-8a3d-bdc2c72bc033 of type vlan for network ccf83cae-2ca4-42a1-894d-40809c1a6bfa Nov 27 01:26:10.261660 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.303181 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.304622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:10.307175 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.314502 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e10b0f-5032-49df-b909-4e068aac2f80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.317896 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e10b0f-5032-49df-b909-4e068aac2f80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.376984 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e10b0f-5032-49df-b909-4e068aac2f80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.377830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e10b0f-5032-49df-b909-4e068aac2f80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Fanout notify agent at l3_agent the message router_deleted on router aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:26:10.403219 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e10b0f-5032-49df-b909-4e068aac2f80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.404953 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-19e10b0f-5032-49df-b909-4e068aac2f80 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1 HTTP/1.1" status: 204 len: 168 time: 0.5833590 Nov 27 01:26:10.408067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51392) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:10.511204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a834ea-2d90-49e8-8b77-bb09cca307c7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting subnet 7ca2e7fe-d3f6-4667-a79e-d43dd5214bf2 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:26:10.519146 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62a834ea-2d90-49e8-8b77-bb09cca307c7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.620635 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62a834ea-2d90-49e8-8b77-bb09cca307c7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.829201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62a834ea-2d90-49e8-8b77-bb09cca307c7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.921714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51420) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:10.935310 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62a834ea-2d90-49e8-8b77-bb09cca307c7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.971596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a834ea-2d90-49e8-8b77-bb09cca307c7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca2e7fe-d3f6-4667-a79e-d43dd5214bf2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:10.978093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62a834ea-2d90-49e8-8b77-bb09cca307c7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:10.987654 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2206892e-92c5-4914-910a-72443abefe58 None None] Network f2205147-2d65-42da-9a47-54f1bf02c085 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:10.988983 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-62a834ea-2d90-49e8-8b77-bb09cca307c7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/7ca2e7fe-d3f6-4667-a79e-d43dd5214bf2 HTTP/1.1" status: 204 len: 168 time: 0.5794311 Nov 27 01:26:10.989818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51432) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:11.064165 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5543015 Nov 27 01:26:11.073739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51440) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:11.098195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b345a6e0-be3f-4d3c-900a-b90a90d42975 admin admin] Request body: {'subnet': {'network_id': 'ccf83cae-2ca4-42a1-894d-40809c1a6bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-586622010-subnet', 'tenant_id': '1061c2e5b27149a3a4c6e43124ae3811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:11.107994 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.146393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d3b3d-5ccf-4e0b-a928-67b3c723fc0c admin admin] Pushing event updated for resources: {'Network': ['ID=ccf83cae-2ca4-42a1-894d-40809c1a6bfa,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:11.153466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b345a6e0-be3f-4d3c-900a-b90a90d42975 admin admin] Made reservation on behalf of 1061c2e5b27149a3a4c6e43124ae3811 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:11.156138 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b345a6e0-be3f-4d3c-900a-b90a90d42975 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.204257 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port e61f829f-8611-47e2-be93-aa5aa8321c2b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:11.204601 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.223756 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-70decb14-4222-4775-b84d-a06bc75cad80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16f67cea17054ddeac2598539f9f46aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0508254 Nov 27 01:26:11.244893 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51460) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:11.253419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network ccf83cae-2ca4-42a1-894d-40809c1a6bfa details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:26:11.281346 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4b3b-cb91-45ae-af13-c88025cfbab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.428874 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68ca5bb1-cc69-4bec-8612-c4ca78c05f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.463051 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4b3b-cb91-45ae-af13-c88025cfbab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.487771 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68ca5bb1-cc69-4bec-8612-c4ca78c05f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.500222 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8c007bbd-804a-480a-aaa1-8bfb28dfa7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.524702 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4b3b-cb91-45ae-af13-c88025cfbab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.561464 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] For port e61f829f-8611-47e2-be93-aa5aa8321c2b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e61f829f-8611-47e2-be93-aa5aa8321c2b,segment=NetworkSegment(1ece44e7-a814-4412-87fb-28230865f3ad),segment_id=1ece44e7-a814-4412-87fb-28230865f3ad)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:11.561833 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.584947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee90a52-8f11-40d0-a249-8f78c0784be3 None None] DHCP port deletion for f2205147-2d65-42da-9a47-54f1bf02c085 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:26:11.644610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for e61f829f-8611-47e2-be93-aa5aa8321c2b owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:11.697295 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6ee90a52-8f11-40d0-a249-8f78c0784be3 None None] Deleting port e61f829f-8611-47e2-be93-aa5aa8321c2b {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:11.698587 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ee90a52-8f11-40d0-a249-8f78c0784be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.727855 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1d0f4b3b-cb91-45ae-af13-c88025cfbab2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05de079247984252a437b65bf6178a78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8041990 Nov 27 01:26:11.731339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51506) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:11.783825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68ca5bb1-cc69-4bec-8612-c4ca78c05f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.787397 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68ca5bb1-cc69-4bec-8612-c4ca78c05f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.799831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f4b3b-cb91-45ae-af13-c88025cfbab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71a4a86-2f4b-4ad9-9fd4-11b993fdb405,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:11.802512 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-68ca5bb1-cc69-4bec-8612-c4ca78c05f70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35733238-5d9a-4dd6-9f84-6f748f2b4ea8 HTTP/1.1" status: 204 len: 168 time: 0.5438797 Nov 27 01:26:11.865104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca5bb1-cc69-4bec-8612-c4ca78c05f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35733238-5d9a-4dd6-9f84-6f748f2b4ea8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:11.878353 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b345a6e0-be3f-4d3c-900a-b90a90d42975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.884000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6ee90a52-8f11-40d0-a249-8f78c0784be3 None None] For port e61f829f-8611-47e2-be93-aa5aa8321c2b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e61f829f-8611-47e2-be93-aa5aa8321c2b,segment=NetworkSegment(1ece44e7-a814-4412-87fb-28230865f3ad),segment_id=1ece44e7-a814-4412-87fb-28230865f3ad)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:11.884728 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ee90a52-8f11-40d0-a249-8f78c0784be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:11.932509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6ee90a52-8f11-40d0-a249-8f78c0784be3 None None] Calling delete_port for e61f829f-8611-47e2-be93-aa5aa8321c2b owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:12.005068 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91bf7716-46fe-40cc-81e1-c272a3cdf722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.015163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345a6e0-be3f-4d3c-900a-b90a90d42975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa86634-456f-4887-961b-276266688405,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:12.019843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345a6e0-be3f-4d3c-900a-b90a90d42975 admin admin] Checking segment: {'id': '7f6a85ac-2536-49ff-8a3d-bdc2c72bc033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ccf83cae-2ca4-42a1-894d-40809c1a6bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:12.020590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b345a6e0-be3f-4d3c-900a-b90a90d42975 admin admin] Network hostable DHCP agents. Network: ccf83cae-2ca4-42a1-894d-40809c1a6bfa, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:26:12.064487 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ee90a52-8f11-40d0-a249-8f78c0784be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.072011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b345a6e0-be3f-4d3c-900a-b90a90d42975 admin admin] Network ccf83cae-2ca4-42a1-894d-40809c1a6bfa is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:26:12.099229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-b345a6e0-be3f-4d3c-900a-b90a90d42975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, ccf83cae-2ca4-42a1-894d-40809c1a6bfa) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:12.104499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b345a6e0-be3f-4d3c-900a-b90a90d42975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:12.105293 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b345a6e0-be3f-4d3c-900a-b90a90d42975 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.130270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee90a52-8f11-40d0-a249-8f78c0784be3 None None] Pushing event deleted for resources: {'Port': ['ID=e61f829f-8611-47e2-be93-aa5aa8321c2b,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:12.133520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88b527b-d2f1-4e74-b74f-f3d5b07d81fb None None] Network ccf83cae-2ca4-42a1-894d-40809c1a6bfa requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:12.142194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b345a6e0-be3f-4d3c-900a-b90a90d42975 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0666966 Nov 27 01:26:12.165911 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91bf7716-46fe-40cc-81e1-c272a3cdf722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.231195 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.293606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=e61f829f-8611-47e2-be93-aa5aa8321c2b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:12.300092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No DVR routers for this DVR port e61f829f-8611-47e2-be93-aa5aa8321c2b on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:12.316020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e61f829f-8611-47e2-be93-aa5aa8321c2b no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:12.424796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: e61f829f-8611-47e2-be93-aa5aa8321c2b {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:12.425337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e61f829f-8611-47e2-be93-aa5aa8321c2b not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:12.479809 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91bf7716-46fe-40cc-81e1-c272a3cdf722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.485518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91bf7716-46fe-40cc-81e1-c272a3cdf722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.491627 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-91bf7716-46fe-40cc-81e1-c272a3cdf722 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f71a4a86-2f4b-4ad9-9fd4-11b993fdb405 HTTP/1.1" status: 204 len: 168 time: 0.7547486 Nov 27 01:26:12.503002 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee90a52-8f11-40d0-a249-8f78c0784be3 None None] No DVR routers for this DVR port e61f829f-8611-47e2-be93-aa5aa8321c2b on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:12.541899 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.545371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf7716-46fe-40cc-81e1-c272a3cdf722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71a4a86-2f4b-4ad9-9fd4-11b993fdb405,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:12.613139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2205147-2d65-42da-9a47-54f1bf02c085']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:12.647692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ece44e7-a814-4412-87fb-28230865f3ad') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:12.649074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ece44e7-a814-4412-87fb-28230865f3ad') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:12.703145 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.743413 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.763394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9dc2c-6a61-4661-83b7-7809d2c31242 None None] Network ccf83cae-2ca4-42a1-894d-40809c1a6bfa requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:12.774327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:26:12.775907 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:26:12.781964 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:26:12.994947 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.054988 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.059842 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/networks/f2205147-2d65-42da-9a47-54f1bf02c085 HTTP/1.1" status: 204 len: 168 time: 2.0687485 Nov 27 01:26:13.061603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505068bf-d23e-4eb5-b2bf-7a11b5012040 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Network': ['ID=f2205147-2d65-42da-9a47-54f1bf02c085,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:13.068094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51646) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:13.074924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-022029b9-0761-4938-860c-4d62dc04c572 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-678080969', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:13.151607 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-022029b9-0761-4938-860c-4d62dc04c572 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.153574 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-022029b9-0761-4938-860c-4d62dc04c572 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.374541 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-022029b9-0761-4938-860c-4d62dc04c572 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.387476 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-022029b9-0761-4938-860c-4d62dc04c572 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.428940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-022029b9-0761-4938-860c-4d62dc04c572 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.430810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-022029b9-0761-4938-860c-4d62dc04c572 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3606303 Nov 27 01:26:13.442193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51686) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:13.457452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5072b3a4-580a-475a-8670-81aba378802f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1211476015'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:13.522448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5072b3a4-580a-475a-8670-81aba378802f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:13.536354 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5072b3a4-580a-475a-8670-81aba378802f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.603149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51712) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:13.645763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5072b3a4-580a-475a-8670-81aba378802f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:26:13.657776 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da555c8-07f5-4376-b79b-0e524b0be0e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.695117 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5072b3a4-580a-475a-8670-81aba378802f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.697840 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-5072b3a4-580a-475a-8670-81aba378802f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Added segment e0ac1472-4c28-43f0-8841-8782b93cc35b of type vlan for network b54314c0-ccfb-4764-bdfd-ff4da480c6fb Nov 27 01:26:13.775855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-c596abca-7e16-46b5-be38-fcd7ac42bf07 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:13.782027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-c596abca-7e16-46b5-be38-fcd7ac42bf07 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/networks?id=ccf83cae-2ca4-42a1-894d-40809c1a6bfa HTTP/1.1" status: 200 len: 820 time: 0.4117839 Nov 27 01:26:13.831452 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5072b3a4-580a-475a-8670-81aba378802f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.844699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-cc436fcc-fbaf-433a-82ec-00d3ac90b649 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/quotas/1061c2e5b27149a3a4c6e43124ae3811 HTTP/1.1" status: 200 len: 375 time: 0.0401647 Nov 27 01:26:13.893007 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04f7635d-6229-44f7-b5f0-3a63c2bdbd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.934381 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5072b3a4-580a-475a-8670-81aba378802f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.943037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5072b3a4-580a-475a-8670-81aba378802f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:13.943926 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5072b3a4-580a-475a-8670-81aba378802f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:13.977030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-ab1d652e-57d2-42cd-8904-28b235519ae4 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1061c2e5b27149a3a4c6e43124ae3811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1139629 Nov 27 01:26:14.028323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5072b3a4-580a-475a-8670-81aba378802f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5841041 Nov 27 01:26:14.032906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51756) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:14.041386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-97da906a-8d1b-48dc-b4e8-1a5175b5e4a8 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'subnet': {'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:14.049424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51760) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:14.123392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072b3a4-580a-475a-8670-81aba378802f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Network': ['ID=b54314c0-ccfb-4764-bdfd-ff4da480c6fb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:14.136669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network b54314c0-ccfb-4764-bdfd-ff4da480c6fb details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:26:14.226146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97da906a-8d1b-48dc-b4e8-1a5175b5e4a8 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:14.230683 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97da906a-8d1b-48dc-b4e8-1a5175b5e4a8 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.252369 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-af0f920b-4d5d-468e-ada0-0aaf29bbc12d service neutron] 10.222.0.37 "GET /v2.0/networks/ccf83cae-2ca4-42a1-894d-40809c1a6bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700174 Nov 27 01:26:14.336121 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da555c8-07f5-4376-b79b-0e524b0be0e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.421664 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5da555c8-07f5-4376-b79b-0e524b0be0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.465482 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.483176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2131718494'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:14.496342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da555c8-07f5-4376-b79b-0e524b0be0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cba756a-e01c-4dd3-8116-9c5d2542e8ef,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:14.505229 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5da555c8-07f5-4376-b79b-0e524b0be0e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08f5213a532c41089e7eb37fb731f900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9010136 Nov 27 01:26:14.512151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51802) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:14.565163 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-e8e34f90-a76c-4bca-99e6-7a9aba57293f service neutron] 10.222.0.37 "GET /v2.0/networks/ccf83cae-2ca4-42a1-894d-40809c1a6bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019571 Nov 27 01:26:14.597055 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-053640af-1664-4a32-83ad-f9b2d3af4445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.632791 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-053640af-1664-4a32-83ad-f9b2d3af4445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.699077 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Made reservation on behalf of 49f9f61df75f45eca247f0ac749bd551 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:14.702919 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.715047 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-053640af-1664-4a32-83ad-f9b2d3af4445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.721568 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-053640af-1664-4a32-83ad-f9b2d3af4445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.727579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-053640af-1664-4a32-83ad-f9b2d3af4445 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4cba756a-e01c-4dd3-8116-9c5d2542e8ef HTTP/1.1" status: 204 len: 168 time: 0.2138162 Nov 27 01:26:14.764942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053640af-1664-4a32-83ad-f9b2d3af4445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cba756a-e01c-4dd3-8116-9c5d2542e8ef,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:14.776208 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:14.936302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80938ecf-ae3b-44ee-9547-8bf0bdb4f1ce req-ee1b9baa-9652-43c8-95c4-e62538904739 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 210 time: 0.0821304 Nov 27 01:26:15.025356 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.061572 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97da906a-8d1b-48dc-b4e8-1a5175b5e4a8 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.217611 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.227269 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.273485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544479e5-b7d4-4b76-bf5e-dd0543265a54,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:15.286806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:26:15.317091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da906a-8d1b-48dc-b4e8-1a5175b5e4a8 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Subnet': ['ID=5770fdc7-18e2-40b4-9f92-29e99272bdb7,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:15.319711 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.320057 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Added segment f9f92994-5492-4164-b5d1-db231b30a289 of type vlan for network fe5e8620-5ba7-437f-ba3c-406e2f119305 Nov 27 01:26:15.329124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97da906a-8d1b-48dc-b4e8-1a5175b5e4a8 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Checking segment: {'id': 'e0ac1472-4c28-43f0-8841-8782b93cc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:15.329453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da906a-8d1b-48dc-b4e8-1a5175b5e4a8 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network hostable DHCP agents. Network: b54314c0-ccfb-4764-bdfd-ff4da480c6fb, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:26:15.378892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97da906a-8d1b-48dc-b4e8-1a5175b5e4a8 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network b54314c0-ccfb-4764-bdfd-ff4da480c6fb is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:26:15.382898 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.404529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-97da906a-8d1b-48dc-b4e8-1a5175b5e4a8 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, b54314c0-ccfb-4764-bdfd-ff4da480c6fb) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:15.413329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da906a-8d1b-48dc-b4e8-1a5175b5e4a8 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:15.414173 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97da906a-8d1b-48dc-b4e8-1a5175b5e4a8 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.416426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918c9547-a13f-47fc-8db2-35e311685d84 None None] Network b54314c0-ccfb-4764-bdfd-ff4da480c6fb requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:15.429164 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.437338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:15.438687 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:15.478347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4262514 Nov 27 01:26:15.481446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51912) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:15.482210 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-97da906a-8d1b-48dc-b4e8-1a5175b5e4a8 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4470203 Nov 27 01:26:15.487420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51914) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:15.501007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-406bb896-ca04-4618-9ef5-8f59a494a6b5 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'subnet': {'network_id': 'fe5e8620-5ba7-437f-ba3c-406e2f119305', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:15.613774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958914b-0a83-4718-b5cd-a42ff8aef0cb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Network': ['ID=fe5e8620-5ba7-437f-ba3c-406e2f119305,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:15.647243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network fe5e8620-5ba7-437f-ba3c-406e2f119305 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:26:15.748642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406bb896-ca04-4618-9ef5-8f59a494a6b5 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Made reservation on behalf of 49f9f61df75f45eca247f0ac749bd551 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:15.754379 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-406bb896-ca04-4618-9ef5-8f59a494a6b5 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.005352 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.069493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:26:16.071638 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.188290 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9dc8d31f-a41d-4ea1-a397-d5cefc2186ed req-70aa23af-f3f2-49b7-bac5-8beedfe0fc13 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 210 time: 0.0761497 Nov 27 01:26:16.268281 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-406bb896-ca04-4618-9ef5-8f59a494a6b5 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.315627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Allocated IP 2001:db8::2 (b54314c0-ccfb-4764-bdfd-ff4da480c6fb/5770fdc7-18e2-40b4-9f92-29e99272bdb7/27dc7778-805e-4de1-aca3-1f2c51bc10d5) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:16.434536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bb896-ca04-4618-9ef5-8f59a494a6b5 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Subnet': ['ID=bd1d4668-d951-4dae-b5e6-5eaaa274d155,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:16.450993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406bb896-ca04-4618-9ef5-8f59a494a6b5 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Checking segment: {'id': 'f9f92994-5492-4164-b5d1-db231b30a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fe5e8620-5ba7-437f-ba3c-406e2f119305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:16.451373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406bb896-ca04-4618-9ef5-8f59a494a6b5 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network hostable DHCP agents. Network: fe5e8620-5ba7-437f-ba3c-406e2f119305, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:26:16.487214 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406bb896-ca04-4618-9ef5-8f59a494a6b5 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network fe5e8620-5ba7-437f-ba3c-406e2f119305 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:26:16.500408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-406bb896-ca04-4618-9ef5-8f59a494a6b5 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, fe5e8620-5ba7-437f-ba3c-406e2f119305) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:16.514665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406bb896-ca04-4618-9ef5-8f59a494a6b5 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:16.519106 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-406bb896-ca04-4618-9ef5-8f59a494a6b5 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.526820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5881a5-1a65-4f8a-9f0a-bac523f9ca0a None None] Network fe5e8620-5ba7-437f-ba3c-406e2f119305 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:16.553152 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.595077 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.641543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Pushing event updated for resources: {'Port': ['ID=27dc7778-805e-4de1-aca3-1f2c51bc10d5,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:16.671213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Network b54314c0-ccfb-4764-bdfd-ff4da480c6fb is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:16.685401 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:16.697193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-406bb896-ca04-4618-9ef5-8f59a494a6b5 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2106843 Nov 27 01:26:16.698634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51982) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:16.700621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:16.708732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-224298664', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:16.726085 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.747210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Allocated IP 2001:db8::1 (b54314c0-ccfb-4764-bdfd-ff4da480c6fb/5770fdc7-18e2-40b4-9f92-29e99272bdb7/b5ff5123-b5ec-4635-afc7-fa9780b469c7) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:16.788962 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.790919 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.792844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Attempting to bind port 27dc7778-805e-4de1-aca3-1f2c51bc10d5 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:16.793249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Attempting to bind port 27dc7778-805e-4de1-aca3-1f2c51bc10d5 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e0ac1472-4c28-43f0-8841-8782b93cc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:16.793790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Attempting to bind port 27dc7778-805e-4de1-aca3-1f2c51bc10d5 on network b54314c0-ccfb-4764-bdfd-ff4da480c6fb {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:16.810113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-06d32778-37e6-44c9-a983-2468d8578965 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:16.811864 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-06d32778-37e6-44c9-a983-2468d8578965 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.42 "GET /v2.0/networks?id=ccf83cae-2ca4-42a1-894d-40809c1a6bfa HTTP/1.1" status: 200 len: 820 time: 0.2871084 Nov 27 01:26:16.835112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:16.835752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Checking segment: {'id': 'e0ac1472-4c28-43f0-8841-8782b93cc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:16.836327 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.837007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Bound using segment: {'id': 'e0ac1472-4c28-43f0-8841-8782b93cc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:16.837655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Bound port: 27dc7778-805e-4de1-aca3-1f2c51bc10d5, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ac1472-4c28-43f0-8841-8782b93cc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:16.838553 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.842763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Request body: {'port': {'device_id': '3337a51b-920f-42cb-9272-dbc8816b5917', 'network_id': 'ccf83cae-2ca4-42a1-894d-40809c1a6bfa', 'admin_state_up': True, 'tenant_id': '1061c2e5b27149a3a4c6e43124ae3811'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:16.856264 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d5d07e-c2b8-4b13-8b36-fb4d8d56d084 None None] Network fe5e8620-5ba7-437f-ba3c-406e2f119305 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:16.934810 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:16.998472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.038912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] For port 27dc7778-805e-4de1-aca3-1f2c51bc10d5, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:17.059657 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.078436 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] For port 27dc7778-805e-4de1-aca3-1f2c51bc10d5, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=27dc7778-805e-4de1-aca3-1f2c51bc10d5,segment=NetworkSegment(e0ac1472-4c28-43f0-8841-8782b93cc35b),segment_id=e0ac1472-4c28-43f0-8841-8782b93cc35b)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:17.125417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network b54314c0-ccfb-4764-bdfd-ff4da480c6fb is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:17.132116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:17.136916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:17.137469 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.142352 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.187274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=b5ff5123-b5ec-4635-afc7-fa9780b469c7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:17.310583 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.397033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.411874 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.470896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66dca2-bd95-410b-b749-f188fe340b00 None None] Pushing event updated for resources: {'Port': ['ID=27dc7778-805e-4de1-aca3-1f2c51bc10d5,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:17.497430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Made reservation on behalf of 1061c2e5b27149a3a4c6e43124ae3811 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:17.503393 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.565142 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.613790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45dc4cd3-560a-4668-bc2f-3f17349d18a1 req-c4049690-9698-450e-8702-e73e6263c53f tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 210 time: 0.1342151 Nov 27 01:26:17.952571 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.959683 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.962453 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:17.974228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Allocated IP 172.20.0.10 (ccf83cae-2ca4-42a1-894d-40809c1a6bfa/caa86634-456f-4887-961b-276266688405/be36a551-f192-44da-92e8-2c5a47455d61) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:18.060646 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.066544 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=b5ff5123-b5ec-4635-afc7-fa9780b469c7,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:18.096082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.141382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network b54314c0-ccfb-4764-bdfd-ff4da480c6fb is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:18.142935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:18.221510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 27dc7778-805e-4de1-aca3-1f2c51bc10d5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:18.293200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.25.3.185 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/e4c30cf2-ca0a-4658-b3b1-85777565c866) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:18.328519 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 27dc7778-805e-4de1-aca3-1f2c51bc10d5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:18.329179 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.434578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:26:18.585224 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.667925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:18.674483 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-452b6999-b85b-4ef2-8555-8cef523db0cb tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1852431 Nov 27 01:26:18.677398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52038) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:18.681804 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Sync routers for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:18.682494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-052dcfc3-eb76-4f33-ad80-2fd2ebc16efe tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1014456280'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:18.728678 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:18.732961 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:18.744350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052dcfc3-eb76-4f33-ad80-2fd2ebc16efe tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:18.754215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-052dcfc3-eb76-4f33-ad80-2fd2ebc16efe tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.821848 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052dcfc3-eb76-4f33-ad80-2fd2ebc16efe tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:26:18.835773 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.852928 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-052dcfc3-eb76-4f33-ad80-2fd2ebc16efe tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.853286 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-052dcfc3-eb76-4f33-ad80-2fd2ebc16efe tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Added segment 17f64f69-019d-4a5c-9fb0-0ab82a120200 of type vlan for network 41143e29-6c4e-471d-9514-4e7f80121a22 Nov 27 01:26:18.919229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 27dc7778-805e-4de1-aca3-1f2c51bc10d5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=27dc7778-805e-4de1-aca3-1f2c51bc10d5,segment=NetworkSegment(e0ac1472-4c28-43f0-8841-8782b93cc35b),segment_id=e0ac1472-4c28-43f0-8841-8782b93cc35b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:18.931734 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:18.952496 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:18.972976 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-052dcfc3-eb76-4f33-ad80-2fd2ebc16efe tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.044920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.048072 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-052dcfc3-eb76-4f33-ad80-2fd2ebc16efe tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.055445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052dcfc3-eb76-4f33-ad80-2fd2ebc16efe tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:19.056453 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-052dcfc3-eb76-4f33-ad80-2fd2ebc16efe tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.056598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=27dc7778-805e-4de1-aca3-1f2c51bc10d5,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:19.147561 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.196146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dcfc3-eb76-4f33-ad80-2fd2ebc16efe tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Network': ['ID=41143e29-6c4e-471d-9514-4e7f80121a22,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:19.205324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce27b67-b507-494d-a63f-cde6626946a5 None None] Network b54314c0-ccfb-4764-bdfd-ff4da480c6fb requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:19.213609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 41143e29-6c4e-471d-9514-4e7f80121a22 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:26:19.229969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-052dcfc3-eb76-4f33-ad80-2fd2ebc16efe tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5514936 Nov 27 01:26:19.232732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52046) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:19.247619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c084743c-c7a5-40d9-8469-030815ad786c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'subnet': {'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:19.296697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Pushing event updated for resources: {'Port': ['ID=be36a551-f192-44da-92e8-2c5a47455d61,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:19.337199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.357296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Network ccf83cae-2ca4-42a1-894d-40809c1a6bfa is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:19.407649 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c084743c-c7a5-40d9-8469-030815ad786c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:19.415672 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c084743c-c7a5-40d9-8469-030815ad786c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.416524 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:17Z', 'revision_number': 2, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:17Z', 'revision_number': 2, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:19.419385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:19.457524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:19.533892 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Checking router: 2e5199b1-b7e6-4a3a-8587-dc953af1e647 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:26:19.534284 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Updating router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 port b5ff5123-b5ec-4635-afc7-fa9780b469c7 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:26:19.651883 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.695238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:19.696068 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.700381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c917e9a2-a822-4218-8b48-b8050a279166 None None] Provisioning complete for port 27dc7778-805e-4de1-aca3-1f2c51bc10d5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:19.700922 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c917e9a2-a822-4218-8b48-b8050a279166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:19.705577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:19.751595 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:19.758585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:19.771962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=e4c30cf2-ca0a-4658-b3b1-85777565c866,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:19.794247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19820c4-d823-438c-8522-75b79d705c51 req-2433eb89-0c49-47d1-9374-5d40fc6a4e70 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:19.809654 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c19820c4-d823-438c-8522-75b79d705c51 req-2433eb89-0c49-47d1-9374-5d40fc6a4e70 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 932 time: 0.6883888 Nov 27 01:26:19.814054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b3af0-d75c-43b9-9679-d6ded2fedf40 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:26:19.967985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c19820c4-d823-438c-8522-75b79d705c51 req-bcf77c5c-023f-4b47-b354-c309d5117a90 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551750 Nov 27 01:26:19.985610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1042a66e-00c5-415f-8225-51444ccbab22 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1472268 Nov 27 01:26:20.011107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Request body: {'port': {'device_id': '3337a51b-920f-42cb-9272-dbc8816b5917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:20.141519 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 27dc7778-805e-4de1-aca3-1f2c51bc10d5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:20.334896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-34ae49ed-5b28-47cd-97f2-572c636ca06f None None] Provisioning complete for port e4c30cf2-ca0a-4658-b3b1-85777565c866 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:20.335271 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-34ae49ed-5b28-47cd-97f2-572c636ca06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.348009 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.356152 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.364858 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.431200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 27dc7778-805e-4de1-aca3-1f2c51bc10d5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:20.431534 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.449433 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Pushing event updated for resources: {'Port': ['ID=b5ff5123-b5ec-4635-afc7-fa9780b469c7,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:20.475768 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:20.477334 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:20.479669 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:20.480187 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:20.481792 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:20.482854 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:20.483998 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:20.485484 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:20.486183 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:20.489093 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:20.490220 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:20.491953 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:20.560055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-34ae49ed-5b28-47cd-97f2-572c636ca06f None None] Port e4c30cf2-ca0a-4658-b3b1-85777565c866 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:20.605679 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c084743c-c7a5-40d9-8469-030815ad786c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.621397 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Attempting to bind port b5ff5123-b5ec-4635-afc7-fa9780b469c7 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:20.622807 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Attempting to bind port b5ff5123-b5ec-4635-afc7-fa9780b469c7 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e0ac1472-4c28-43f0-8841-8782b93cc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:20.623284 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Attempting to bind port b5ff5123-b5ec-4635-afc7-fa9780b469c7 on network b54314c0-ccfb-4764-bdfd-ff4da480c6fb {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:20.637597 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:20.639370 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Checking segment: {'id': 'e0ac1472-4c28-43f0-8841-8782b93cc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:20.639799 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.640722 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Bound using segment: {'id': 'e0ac1472-4c28-43f0-8841-8782b93cc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:20.641219 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Bound port: b5ff5123-b5ec-4635-afc7-fa9780b469c7, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ac1472-4c28-43f0-8841-8782b93cc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:20.641604 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.791085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084743c-c7a5-40d9-8469-030815ad786c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Checking segment: {'id': '17f64f69-019d-4a5c-9fb0-0ab82a120200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:20.793725 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] For port b5ff5123-b5ec-4635-afc7-fa9780b469c7, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:20.797734 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] For port b5ff5123-b5ec-4635-afc7-fa9780b469c7, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b5ff5123-b5ec-4635-afc7-fa9780b469c7,segment=NetworkSegment(e0ac1472-4c28-43f0-8841-8782b93cc35b),segment_id=e0ac1472-4c28-43f0-8841-8782b93cc35b)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:20.798329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c084743c-c7a5-40d9-8469-030815ad786c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network hostable DHCP agents. Network: 41143e29-6c4e-471d-9514-4e7f80121a22, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:26:20.805813 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.808692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084743c-c7a5-40d9-8469-030815ad786c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Subnet': ['ID=e538fb42-bd90-40b0-a29f-99cb48a4b484,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:20.864472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c084743c-c7a5-40d9-8469-030815ad786c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 41143e29-6c4e-471d-9514-4e7f80121a22 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:26:20.884679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-c084743c-c7a5-40d9-8469-030815ad786c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 41143e29-6c4e-471d-9514-4e7f80121a22) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:20.889633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c084743c-c7a5-40d9-8469-030815ad786c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:20.890517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c084743c-c7a5-40d9-8469-030815ad786c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.922218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c084743c-c7a5-40d9-8469-030815ad786c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6881411 Nov 27 01:26:20.928365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52070) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:20.939388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f2f553b2-5154-4b38-83b6-a2873a7cce8f None None] Provisioning complete for port b5ff5123-b5ec-4635-afc7-fa9780b469c7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:20.939957 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2f553b2-5154-4b38-83b6-a2873a7cce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:20.988503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77a3863-7fe0-4548-b909-0634a323967f None None] Network 41143e29-6c4e-471d-9514-4e7f80121a22 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:21.008589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.262555 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:21.266093 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:21.327091 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2f553b2-5154-4b38-83b6-a2873a7cce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.411817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f2f553b2-5154-4b38-83b6-a2873a7cce8f None None] For port b5ff5123-b5ec-4635-afc7-fa9780b469c7, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b5ff5123-b5ec-4635-afc7-fa9780b469c7,segment=NetworkSegment(e0ac1472-4c28-43f0-8841-8782b93cc35b),segment_id=e0ac1472-4c28-43f0-8841-8782b93cc35b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:21.423978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2f553b2-5154-4b38-83b6-a2873a7cce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.488328 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f553b2-5154-4b38-83b6-a2873a7cce8f None None] Pushing event updated for resources: {'Port': ['ID=b5ff5123-b5ec-4635-afc7-fa9780b469c7,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:21.527478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f2f553b2-5154-4b38-83b6-a2873a7cce8f None None] Provisioning complete for port 27dc7778-805e-4de1-aca3-1f2c51bc10d5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:21.528110 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2f553b2-5154-4b38-83b6-a2873a7cce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.596682 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6a8fb-704f-46b3-b85e-02f4f6c49275 None None] Pushing event updated for resources: {'Port': ['ID=b5ff5123-b5ec-4635-afc7-fa9780b469c7,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:21.637035 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:21.688574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-41143e29-6c4e-471d-9514-4e7f80121a22', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:26:21.689353 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:21.821400 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.151114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c1d6592e-6aae-479f-b354-0b9674be9eb4 None None] Provisioning complete for port b5ff5123-b5ec-4635-afc7-fa9780b469c7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:22.152768 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c1d6592e-6aae-479f-b354-0b9674be9eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.225009 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:17Z', 'revision_number': 2, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:20Z', 'revision_number': 4, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:22.269638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Allocated IP 2001:db8:1::2 (41143e29-6c4e-471d-9514-4e7f80121a22/e538fb42-bd90-40b0-a29f-99cb48a4b484/c426a92e-5091-41b6-b68f-ed1d1fb6d684) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:22.315190 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4739070b-4dc8-4627-833e-9ee13559adbd None None] The sync data for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 is: [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:17Z', 'revision_number': 2, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:20Z', 'revision_number': 4, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:22.541163 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.570528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c087c0e-c9fe-4309-a8b4-bf6ed62f4f6f req-dff201d4-a326-4482-94ce-bd4c45f07faf tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:22.572362 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c087c0e-c9fe-4309-a8b4-bf6ed62f4f6f req-dff201d4-a326-4482-94ce-bd4c45f07faf tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 932 time: 0.2666130 Nov 27 01:26:22.762152 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.769989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e26fad7a-aebd-47eb-83c3-86f4a039e633 None None] Provisioning complete for port b5ff5123-b5ec-4635-afc7-fa9780b469c7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:22.770633 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e26fad7a-aebd-47eb-83c3-86f4a039e633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.837288 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.890152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be36a551-f192-44da-92e8-2c5a47455d61 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:26:22.891954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Network 41143e29-6c4e-471d-9514-4e7f80121a22 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:22.906759 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:22.906929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Allocated IP 2001:db8:1::1 (41143e29-6c4e-471d-9514-4e7f80121a22/e538fb42-bd90-40b0-a29f-99cb48a4b484/75946d57-5bd6-46e7-b3d3-39b95647ec24) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:22.945408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Transition to ACTIVE for port object be36a551-f192-44da-92e8-2c5a47455d61 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:26:22.965893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:22.987354 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.000692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:23.100143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Pushing event updated for resources: {'Port': ['ID=c426a92e-5091-41b6-b68f-ed1d1fb6d684,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:23.161451 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Attempting to bind port c426a92e-5091-41b6-b68f-ed1d1fb6d684 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:23.162071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Attempting to bind port c426a92e-5091-41b6-b68f-ed1d1fb6d684 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '17f64f69-019d-4a5c-9fb0-0ab82a120200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:23.162210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Attempting to bind port c426a92e-5091-41b6-b68f-ed1d1fb6d684 on network 41143e29-6c4e-471d-9514-4e7f80121a22 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:23.173231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:23.173614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Checking segment: {'id': '17f64f69-019d-4a5c-9fb0-0ab82a120200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:23.174020 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.174473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Bound using segment: {'id': '17f64f69-019d-4a5c-9fb0-0ab82a120200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:23.174985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Bound port: c426a92e-5091-41b6-b68f-ed1d1fb6d684, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f64f69-019d-4a5c-9fb0-0ab82a120200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:23.175377 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.281341 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.327743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] For port c426a92e-5091-41b6-b68f-ed1d1fb6d684, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:23.331861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] For port c426a92e-5091-41b6-b68f-ed1d1fb6d684, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c426a92e-5091-41b6-b68f-ed1d1fb6d684,segment=NetworkSegment(17f64f69-019d-4a5c-9fb0-0ab82a120200),segment_id=17f64f69-019d-4a5c-9fb0-0ab82a120200)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:23.346264 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.351553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.388206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9392a698-e3cb-4d9d-9692-4378858a85aa None None] Provisioning complete for port b5ff5123-b5ec-4635-afc7-fa9780b469c7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:23.388554 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9392a698-e3cb-4d9d-9692-4378858a85aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.400928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 41143e29-6c4e-471d-9514-4e7f80121a22 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:23.410430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Pushing event updated for resources: {'Port': ['ID=be36a551-f192-44da-92e8-2c5a47455d61,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:23.444107 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3c087c0e-c9fe-4309-a8b4-bf6ed62f4f6f req-78cb25de-bbb0-4f81-97aa-6bc853479592 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8542659 Nov 27 01:26:23.460052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:23.470943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:23.471507 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.556395 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f1b70-261e-445b-86b1-a4c5554e0c7a None None] Pushing event updated for resources: {'Port': ['ID=c426a92e-5091-41b6-b68f-ed1d1fb6d684,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:23.680828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Attempting to bind port be36a551-f192-44da-92e8-2c5a47455d61 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:23.682430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Attempting to bind port be36a551-f192-44da-92e8-2c5a47455d61 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '7f6a85ac-2536-49ff-8a3d-bdc2c72bc033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ccf83cae-2ca4-42a1-894d-40809c1a6bfa'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:23.683528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Attempting to bind port be36a551-f192-44da-92e8-2c5a47455d61 on network ccf83cae-2ca4-42a1-894d-40809c1a6bfa {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:23.692119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:26:23.702041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Port be36a551-f192-44da-92e8-2c5a47455d61 on network ccf83cae-2ca4-42a1-894d-40809c1a6bfa not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:26:23.702744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Attempting to bind port be36a551-f192-44da-92e8-2c5a47455d61 on network ccf83cae-2ca4-42a1-894d-40809c1a6bfa {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:23.757808 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:23.913403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:23.925883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14797522-bb07-4218-b1de-a41cb1fff666 None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:23.938344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:23.938713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14797522-bb07-4218-b1de-a41cb1fff666 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:23.939355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-14797522-bb07-4218-b1de-a41cb1fff666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:23.941420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Checking segment: {'id': '7f6a85ac-2536-49ff-8a3d-bdc2c72bc033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ccf83cae-2ca4-42a1-894d-40809c1a6bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:23.942836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Bound using segment: {'id': '7f6a85ac-2536-49ff-8a3d-bdc2c72bc033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ccf83cae-2ca4-42a1-894d-40809c1a6bfa'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:23.943568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Bound port: be36a551-f192-44da-92e8-2c5a47455d61, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6a85ac-2536-49ff-8a3d-bdc2c72bc033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ccf83cae-2ca4-42a1-894d-40809c1a6bfa'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:23.945075 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.088548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-14797522-bb07-4218-b1de-a41cb1fff666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:24.102612 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.102612 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e0d6ad95-5365-4d13-b028-fdf6fa3c6571 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4003887 Nov 27 01:26:24.107545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52120) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:24.136925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14797522-bb07-4218-b1de-a41cb1fff666 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:24.141546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-14797522-bb07-4218-b1de-a41cb1fff666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:24.142455 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.153559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=75946d57-5bd6-46e7-b3d3-39b95647ec24,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:24.161360 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.162588 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.321250 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-14797522-bb07-4218-b1de-a41cb1fff666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:24.332104 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14797522-bb07-4218-b1de-a41cb1fff666 None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:24.406263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c426a92e-5091-41b6-b68f-ed1d1fb6d684 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:24.439954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 41143e29-6c4e-471d-9514-4e7f80121a22 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:24.450231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:24.450820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] For port be36a551-f192-44da-92e8-2c5a47455d61, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:24.478665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] For port be36a551-f192-44da-92e8-2c5a47455d61, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=be36a551-f192-44da-92e8-2c5a47455d61,segment=NetworkSegment(7f6a85ac-2536-49ff-8a3d-bdc2c72bc033),segment_id=7f6a85ac-2536-49ff-8a3d-bdc2c72bc033)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:24.481349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=75946d57-5bd6-46e7-b3d3-39b95647ec24,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:24.492752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.498475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port c426a92e-5091-41b6-b68f-ed1d1fb6d684 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:24.499032 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.600149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Pushing event updated for resources: {'Port': ['ID=be36a551-f192-44da-92e8-2c5a47455d61,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:24.715002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:24.716471 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.718356 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-d60f676e-82d2-48d7-9352-624a77f39679 service neutron] 10.222.0.42 "PUT /v2.0/ports/be36a551-f192-44da-92e8-2c5a47455d61 HTTP/1.1" status: 200 len: 1092 time: 4.7167759 Nov 27 01:26:24.720195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3337a51b-920f-42cb-9272-dbc8816b5917', 'tag': 'be36a551-f192-44da-92e8-2c5a47455d61'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:24.723822 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6fd5c4-c4a7-47f5-9d52-c39b2a4e74f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3337a51b-920f-42cb-9272-dbc8816b5917", "tag": "be36a551-f192-44da-92e8-2c5a47455d61"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:24.737489 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.763219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:24.838400 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port c426a92e-5091-41b6-b68f-ed1d1fb6d684, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c426a92e-5091-41b6-b68f-ed1d1fb6d684,segment=NetworkSegment(17f64f69-019d-4a5c-9fb0-0ab82a120200),segment_id=17f64f69-019d-4a5c-9fb0-0ab82a120200)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:24.848790 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:24.849707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b5ff5123-b5ec-4635-afc7-fa9780b469c7 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:24.879759 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737b4fe4-bf32-4cd3-bc4f-8ff727ed74cc x-openstack-request-id: req-737b4fe4-bf32-4cd3-bc4f-8ff727ed74cc {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:24.880327 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3337a51b-920f-42cb-9272-dbc8816b5917", "tag": "be36a551-f192-44da-92e8-2c5a47455d61", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:24.880597 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-737b4fe4-bf32-4cd3-bc4f-8ff727ed74cc {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:24.881129 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3337a51b-920f-42cb-9272-dbc8816b5917', 'tag': 'be36a551-f192-44da-92e8-2c5a47455d61', 'status': 'completed', 'code': 200} Nov 27 01:26:25.043918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:25.056701 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8e07bb48-8fad-4c83-9387-2f8056693946 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1269238 Nov 27 01:26:25.059909 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52136) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:25.064153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=c426a92e-5091-41b6-b68f-ed1d1fb6d684,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:25.091487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bda5def3-8ed9-46d6-937c-618da6881c51 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1409586092'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:25.103745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b5ff5123-b5ec-4635-afc7-fa9780b469c7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:25.104129 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:25.127808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608fc2e-2292-4994-b247-7975554eaee6 req-590dd580-c538-4a4d-b4ed-d246bc458487 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:25.141718 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d608fc2e-2292-4994-b247-7975554eaee6 req-590dd580-c538-4a4d-b4ed-d246bc458487 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 944 time: 0.5317402 Nov 27 01:26:25.146848 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda5def3-8ed9-46d6-937c-618da6881c51 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:25.151601 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bda5def3-8ed9-46d6-937c-618da6881c51 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:25.163695 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-b8cc867f-b81e-44a8-bcca-b1d9ded9d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:25.166285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-b8cc867f-b81e-44a8-bcca-b1d9ded9d6cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1061c2e5b27149a3a4c6e43124ae3811&device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 1095 time: 0.3552949 Nov 27 01:26:25.258599 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Sync routers for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:25.265768 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda5def3-8ed9-46d6-937c-618da6881c51 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:26:25.278220 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:25.284181 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:25.288970 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bda5def3-8ed9-46d6-937c-618da6881c51 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:25.290025 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-bda5def3-8ed9-46d6-937c-618da6881c51 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Added segment f0bdf268-b861-433b-9f49-54b73666fcc8 of type vlan for network 82e53f37-3dc3-4286-beca-fe22bf72f50d Nov 27 01:26:25.324209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-e903d31d-cbff-48a6-a424-1e5b566c62cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be36a551-f192-44da-92e8-2c5a47455d61 HTTP/1.1" status: 200 len: 217 time: 0.1248040 Nov 27 01:26:25.382671 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bda5def3-8ed9-46d6-937c-618da6881c51 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:25.413262 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bda5def3-8ed9-46d6-937c-618da6881c51 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:25.421376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda5def3-8ed9-46d6-937c-618da6881c51 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:25.422267 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bda5def3-8ed9-46d6-937c-618da6881c51 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:25.483575 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bda5def3-8ed9-46d6-937c-618da6881c51 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4162862 Nov 27 01:26:25.523799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52150) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:25.560768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-bb65c8e4-8815-4870-986c-f80e2b6d3256 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'subnet': {'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:25.605554 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075dfab-4d7f-44e8-8c4d-d77f91c2aaf5 None None] Network 41143e29-6c4e-471d-9514-4e7f80121a22 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:25.615409 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:25.617948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5def3-8ed9-46d6-937c-618da6881c51 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Network': ['ID=82e53f37-3dc3-4286-beca-fe22bf72f50d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:25.641931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 82e53f37-3dc3-4286-beca-fe22bf72f50d details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:26:25.672286 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d608fc2e-2292-4994-b247-7975554eaee6 req-adef7e1a-ab4a-44f0-8118-4191d1b58ffe tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291932 Nov 27 01:26:25.881873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6eedb808-9662-455a-93a5-2a24d2dbeb73 None None] Provisioning complete for port c426a92e-5091-41b6-b68f-ed1d1fb6d684 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:25.885533 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6eedb808-9662-455a-93a5-2a24d2dbeb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:25.942776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-7ae7916f-97f2-4cd2-a631-7cc40d17bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:25.944237 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-7ae7916f-97f2-4cd2-a631-7cc40d17bc2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caa86634-456f-4887-961b-276266688405 HTTP/1.1" status: 200 len: 860 time: 0.5774081 Nov 27 01:26:25.955426 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:23Z', 'revision_number': 3, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:23Z', 'revision_number': 2, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:26.007648 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Checking router: 2e5199b1-b7e6-4a3a-8587-dc953af1e647 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:26:26.008009 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Updating router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 port 75946d57-5bd6-46e7-b3d3-39b95647ec24 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:26:26.045899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-e9a71879-a514-4b52-95f0-167db4cca20b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ccf83cae-2ca4-42a1-894d-40809c1a6bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832546 Nov 27 01:26:26.068236 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.159863 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c426a92e-5091-41b6-b68f-ed1d1fb6d684 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:26.174960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb65c8e4-8815-4870-986c-f80e2b6d3256 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:26.184494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb65c8e4-8815-4870-986c-f80e2b6d3256 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.315250 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port c426a92e-5091-41b6-b68f-ed1d1fb6d684 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:26.317154 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.666030 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.736375 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.748109 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:26.916624 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c087ac4-7f6f-4411-be1c-4af5a0d20a71 None None] Pushing event updated for resources: {'Port': ['ID=75946d57-5bd6-46e7-b3d3-39b95647ec24,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:26.963200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-476f64a0-f01e-45a2-84f1-c07403d7058a None None] Provisioning complete for port c426a92e-5091-41b6-b68f-ed1d1fb6d684 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:26.969585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-476f64a0-f01e-45a2-84f1-c07403d7058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.211735 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Attempting to bind port 75946d57-5bd6-46e7-b3d3-39b95647ec24 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:27.212300 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Attempting to bind port 75946d57-5bd6-46e7-b3d3-39b95647ec24 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '17f64f69-019d-4a5c-9fb0-0ab82a120200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:27.212824 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Attempting to bind port 75946d57-5bd6-46e7-b3d3-39b95647ec24 on network 41143e29-6c4e-471d-9514-4e7f80121a22 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:27.220534 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:27.220903 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Checking segment: {'id': '17f64f69-019d-4a5c-9fb0-0ab82a120200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:27.221536 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.223071 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Bound using segment: {'id': '17f64f69-019d-4a5c-9fb0-0ab82a120200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:27.223851 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Bound port: 75946d57-5bd6-46e7-b3d3-39b95647ec24, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f64f69-019d-4a5c-9fb0-0ab82a120200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:27.224410 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.365894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-476f64a0-f01e-45a2-84f1-c07403d7058a None None] Provisioning complete for port 75946d57-5bd6-46e7-b3d3-39b95647ec24 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:27.366311 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-476f64a0-f01e-45a2-84f1-c07403d7058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.378348 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] For port 75946d57-5bd6-46e7-b3d3-39b95647ec24, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:27.389102 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] For port 75946d57-5bd6-46e7-b3d3-39b95647ec24, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=75946d57-5bd6-46e7-b3d3-39b95647ec24,segment=NetworkSegment(17f64f69-019d-4a5c-9fb0-0ab82a120200),segment_id=17f64f69-019d-4a5c-9fb0-0ab82a120200)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:27.398083 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.448128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-476f64a0-f01e-45a2-84f1-c07403d7058a None None] Port 75946d57-5bd6-46e7-b3d3-39b95647ec24 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:27.495193 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c087ac4-7f6f-4411-be1c-4af5a0d20a71 None None] Pushing event updated for resources: {'Port': ['ID=75946d57-5bd6-46e7-b3d3-39b95647ec24,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:27.601669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b7977dab-2f89-46a9-91d1-a3f5cc56e56d None None] Provisioning complete for port 75946d57-5bd6-46e7-b3d3-39b95647ec24 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:27.602446 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7977dab-2f89-46a9-91d1-a3f5cc56e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.617558 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-1718f879-2306-4268-926e-cfc51ac04179 service neutron] 10.222.0.42 "GET /v2.0/networks/ccf83cae-2ca4-42a1-894d-40809c1a6bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5454900 Nov 27 01:26:27.629633 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:27.630433 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:27.930008 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7977dab-2f89-46a9-91d1-a3f5cc56e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:27.953378 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:28.069059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b7977dab-2f89-46a9-91d1-a3f5cc56e56d None None] For port 75946d57-5bd6-46e7-b3d3-39b95647ec24, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=75946d57-5bd6-46e7-b3d3-39b95647ec24,segment=NetworkSegment(17f64f69-019d-4a5c-9fb0-0ab82a120200),segment_id=17f64f69-019d-4a5c-9fb0-0ab82a120200)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:28.075498 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb65c8e4-8815-4870-986c-f80e2b6d3256 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:28.086394 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7977dab-2f89-46a9-91d1-a3f5cc56e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:28.242006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321df182-5ac3-4bb2-b763-c944db78e650 req-867ca593-1708-4398-b2d0-488bdb674117 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:28.244833 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-321df182-5ac3-4bb2-b763-c944db78e650 req-867ca593-1708-4398-b2d0-488bdb674117 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 944 time: 0.7287443 Nov 27 01:26:28.273405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7977dab-2f89-46a9-91d1-a3f5cc56e56d None None] Pushing event updated for resources: {'Port': ['ID=75946d57-5bd6-46e7-b3d3-39b95647ec24,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:28.302158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4e1f4d36-8e66-4467-9f52-b70ae1b1b362 None None] Provisioning complete for port 75946d57-5bd6-46e7-b3d3-39b95647ec24 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:28.302783 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4e1f4d36-8e66-4467-9f52-b70ae1b1b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:28.435460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45af27ab-067c-47cb-a7c6-c044d0bd2974 req-4e764d73-dbfb-4e8c-bcd6-7e1cdd713167 service neutron] 10.222.0.42 "GET /v2.0/networks/ccf83cae-2ca4-42a1-894d-40809c1a6bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8034344 Nov 27 01:26:28.483191 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:23Z', 'revision_number': 3, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:28.520371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65c8e4-8815-4870-986c-f80e2b6d3256 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Subnet': ['ID=a5e897aa-9e10-4444-9b83-5ce85e6d7b72,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:28.591929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65c8e4-8815-4870-986c-f80e2b6d3256 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Checking segment: {'id': 'f0bdf268-b861-433b-9f49-54b73666fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:28.592196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb65c8e4-8815-4870-986c-f80e2b6d3256 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network hostable DHCP agents. Network: 82e53f37-3dc3-4286-beca-fe22bf72f50d, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:26:28.773232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb65c8e4-8815-4870-986c-f80e2b6d3256 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 82e53f37-3dc3-4286-beca-fe22bf72f50d is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:26:28.860316 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-321df182-5ac3-4bb2-b763-c944db78e650 req-068c5a7f-9437-42a0-9258-f448236afb05 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092902 Nov 27 01:26:28.879367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fd5c4-c4a7-47f5-9d52-c39b2a4e74f7 req-6efb271d-5aec-4b01-b7bb-0616c157cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:28.888404 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b6fd5c4-c4a7-47f5-9d52-c39b2a4e74f7 req-6efb271d-5aec-4b01-b7bb-0616c157cda0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1061c2e5b27149a3a4c6e43124ae3811&device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 1095 time: 0.3177772 Nov 27 01:26:28.895152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-bb65c8e4-8815-4870-986c-f80e2b6d3256 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 82e53f37-3dc3-4286-beca-fe22bf72f50d) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:28.913142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb0c5e-a25b-4265-94e7-8a65b3f2c5a2 None None] Network 82e53f37-3dc3-4286-beca-fe22bf72f50d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:28.946811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb65c8e4-8815-4870-986c-f80e2b6d3256 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:28.947705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb65c8e4-8815-4870-986c-f80e2b6d3256 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:29.002668 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9702c4-93ac-49c2-b88a-cf937295ae56 None None] The sync data for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 is: [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:23Z', 'revision_number': 3, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:27Z', 'revision_number': 4, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:29.025671 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bb65c8e4-8815-4870-986c-f80e2b6d3256 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5002849 Nov 27 01:26:29.030402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52208) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:29.066959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c98c0d50-7098-4845-ac3f-bc27e8a12df3 None None] Provisioning complete for port 75946d57-5bd6-46e7-b3d3-39b95647ec24 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:29.068635 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c98c0d50-7098-4845-ac3f-bc27e8a12df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:29.138725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.20.0.1 (fe5e8620-5ba7-437f-ba3c-406e2f119305/bd1d4668-d951-4dae-b5e6-5eaaa274d155/afb4362e-932f-496f-aef4-67833242adc6) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:29.625525 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-82e53f37-3dc3-4286-beca-fe22bf72f50d', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:26:29.630983 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:29.724731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fd5c4-c4a7-47f5-9d52-c39b2a4e74f7 req-5fc41b33-3753-483b-a2b4-76bffe57b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:29.726325 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b6fd5c4-c4a7-47f5-9d52-c39b2a4e74f7 req-5fc41b33-3753-483b-a2b4-76bffe57b2ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=ccf83cae-2ca4-42a1-894d-40809c1a6bfa HTTP/1.1" status: 200 len: 921 time: 0.8284504 Nov 27 01:26:29.857506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:29.924243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Allocated IP 2001:db8:2::2 (82e53f37-3dc3-4286-beca-fe22bf72f50d/a5e897aa-9e10-4444-9b83-5ce85e6d7b72/408b08da-162c-4992-b9c7-a351a837b298) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:30.128721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac9380-80ae-4c99-b615-43fe8ee3e7e8 req-543309d0-1301-406c-863d-30bf1df1bae6 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:30.140758 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c9ac9380-80ae-4c99-b615-43fe8ee3e7e8 req-543309d0-1301-406c-863d-30bf1df1bae6 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 950 time: 0.6349900 Nov 27 01:26:30.177709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.184180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b6fd5c4-c4a7-47f5-9d52-c39b2a4e74f7 req-fcbb00fe-7736-47b1-a2d0-fdc5250dd451 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be36a551-f192-44da-92e8-2c5a47455d61 HTTP/1.1" status: 200 len: 217 time: 0.4342167 Nov 27 01:26:30.401413 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c9ac9380-80ae-4c99-b615-43fe8ee3e7e8 req-ed13229f-355d-4621-b756-3910691e87d8 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/security-groups?id=5394ba9e-d537-4ace-875b-5256718cd003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596276 Nov 27 01:26:30.464262 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fd5c4-c4a7-47f5-9d52-c39b2a4e74f7 req-81235c5f-65fd-40de-a0b9-fd06a450e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:30.465970 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b6fd5c4-c4a7-47f5-9d52-c39b2a4e74f7 req-81235c5f-65fd-40de-a0b9-fd06a450e490 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=caa86634-456f-4887-961b-276266688405 HTTP/1.1" status: 200 len: 860 time: 0.2576795 Nov 27 01:26:30.527555 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.572378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 75946d57-5bd6-46e7-b3d3-39b95647ec24 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:30.585715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b6fd5c4-c4a7-47f5-9d52-c39b2a4e74f7 req-a9336f65-17bb-4354-aa20-f3648fd5a8b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ccf83cae-2ca4-42a1-894d-40809c1a6bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026092 Nov 27 01:26:30.588561 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.748416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Network 82e53f37-3dc3-4286-beca-fe22bf72f50d is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:30.750256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56630291-4213-4083-be17-9973d115b568 req-d01cecfb-64fc-4256-9c7d-ac396518344a tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:30.763536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:30.771086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:30.772011 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b6fd5c4-c4a7-47f5-9d52-c39b2a4e74f7 req-09e2d3e9-211d-4b7e-b10f-39f7da3aae28 service neutron] 10.222.0.42 "GET /v2.0/networks/ccf83cae-2ca4-42a1-894d-40809c1a6bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819587 Nov 27 01:26:30.773563 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.776592 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56630291-4213-4083-be17-9973d115b568 req-d01cecfb-64fc-4256-9c7d-ac396518344a tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 944 time: 0.7183392 Nov 27 01:26:30.839250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=afb4362e-932f-496f-aef4-67833242adc6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:30.913827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network fe5e8620-5ba7-437f-ba3c-406e2f119305 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:30.922042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:30.926364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:30.932251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Pushing event updated for resources: {'Port': ['ID=408b08da-162c-4992-b9c7-a351a837b298,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:30.974637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Attempting to bind port 408b08da-162c-4992-b9c7-a351a837b298 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:30.975229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Attempting to bind port 408b08da-162c-4992-b9c7-a351a837b298 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'f0bdf268-b861-433b-9f49-54b73666fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:30.975608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Attempting to bind port 408b08da-162c-4992-b9c7-a351a837b298 on network 82e53f37-3dc3-4286-beca-fe22bf72f50d {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:30.994978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:30.996056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Checking segment: {'id': 'f0bdf268-b861-433b-9f49-54b73666fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:30.996478 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:30.996887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Bound using segment: {'id': 'f0bdf268-b861-433b-9f49-54b73666fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:30.997397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Bound port: 408b08da-162c-4992-b9c7-a351a837b298, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bdf268-b861-433b-9f49-54b73666fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:30.997797 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.036158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 75946d57-5bd6-46e7-b3d3-39b95647ec24 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:31.036540 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.041209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56630291-4213-4083-be17-9973d115b568 req-df121953-0ff6-4a28-9483-e26eede65522 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616444 Nov 27 01:26:31.054915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Allocated IP 2001:db8:2::1 (82e53f37-3dc3-4286-beca-fe22bf72f50d/a5e897aa-9e10-4444-9b83-5ce85e6d7b72/5d2de424-769b-4c8a-be6c-e7e40a25f72b) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:31.088122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0d4ee-cecb-4c71-a06f-ae7ff837625d req-f9b743c8-ad4c-4e51-8b22-abd017df6b2e tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:31.089878 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-05f0d4ee-cecb-4c71-a06f-ae7ff837625d req-f9b743c8-ad4c-4e51-8b22-abd017df6b2e tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.11 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 950 time: 0.1389101 Nov 27 01:26:31.135450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.144213 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b6fd5c4-c4a7-47f5-9d52-c39b2a4e74f7 req-84e629a1-1de1-44af-ad5a-2be19f08c049 service neutron] 10.222.0.42 "GET /v2.0/networks/ccf83cae-2ca4-42a1-894d-40809c1a6bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630815 Nov 27 01:26:31.336204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] For port 408b08da-162c-4992-b9c7-a351a837b298, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:31.365157 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] For port 408b08da-162c-4992-b9c7-a351a837b298, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=408b08da-162c-4992-b9c7-a351a837b298,segment=NetworkSegment(f0bdf268-b861-433b-9f49-54b73666fcc8),segment_id=f0bdf268-b861-433b-9f49-54b73666fcc8)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:31.388395 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.555584 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.564425 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-05f0d4ee-cecb-4c71-a06f-ae7ff837625d req-fdf78e7d-c4dd-42a0-a619-4b08986610df tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Deleting port 4a766744-198e-49c0-91cb-b9a60fe1a451 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:31.565573 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-05f0d4ee-cecb-4c71-a06f-ae7ff837625d req-fdf78e7d-c4dd-42a0-a619-4b08986610df tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.610622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7011042-69c7-4231-a49e-eab14c28472d None None] Pushing event updated for resources: {'Port': ['ID=408b08da-162c-4992-b9c7-a351a837b298,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:31.803116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device be36a551-f192-44da-92e8-2c5a47455d61 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:26:31.835688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926d387-2222-4636-b9f3-274b22419a3a req-d1605b6a-72b7-4eae-8f50-5eb329882351 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:31.846809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e926d387-2222-4636-b9f3-274b22419a3a req-d1605b6a-72b7-4eae-8f50-5eb329882351 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 950 time: 0.2561193 Nov 27 01:26:31.877522 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:31.993923 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:26:32.033437 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e926d387-2222-4636-b9f3-274b22419a3a req-cfb63e02-bb21-4b9b-88aa-99b83d01fc46 tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/security-groups?id=5394ba9e-d537-4ace-875b-5256718cd003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818473 Nov 27 01:26:32.207542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port be36a551-f192-44da-92e8-2c5a47455d61, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=be36a551-f192-44da-92e8-2c5a47455d61,segment=NetworkSegment(7f6a85ac-2536-49ff-8a3d-bdc2c72bc033),segment_id=7f6a85ac-2536-49ff-8a3d-bdc2c72bc033)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:32.232502 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'be36a551-f192-44da-92e8-2c5a47455d61', 'network_id': 'ccf83cae-2ca4-42a1-894d-40809c1a6bfa', 'port_id': 'be36a551-f192-44da-92e8-2c5a47455d61', 'mac_address': 'fa:16:3e:7e:27:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa86634-456f-4887-961b-276266688405', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:26:32.357481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-05f0d4ee-cecb-4c71-a06f-ae7ff837625d req-fdf78e7d-c4dd-42a0-a619-4b08986610df tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] For port 4a766744-198e-49c0-91cb-b9a60fe1a451, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4a766744-198e-49c0-91cb-b9a60fe1a451,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:32.360586 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-05f0d4ee-cecb-4c71-a06f-ae7ff837625d req-fdf78e7d-c4dd-42a0-a619-4b08986610df tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.362382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 408b08da-162c-4992-b9c7-a351a837b298 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:32.417385 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.425633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-05f0d4ee-cecb-4c71-a06f-ae7ff837625d req-fdf78e7d-c4dd-42a0-a619-4b08986610df tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Calling delete_port for 4a766744-198e-49c0-91cb-b9a60fe1a451 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:32.448285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be36a551-f192-44da-92e8-2c5a47455d61 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:26:32.480473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc95521-8d89-4bd8-a562-adec130c315c req-3c8319a2-839d-4acb-85f6-ab119014d90f tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:32.482325 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cc95521-8d89-4bd8-a562-adec130c315c req-3c8319a2-839d-4acb-85f6-ab119014d90f tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 944 time: 0.1167285 Nov 27 01:26:32.510649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port be36a551-f192-44da-92e8-2c5a47455d61, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=be36a551-f192-44da-92e8-2c5a47455d61,segment=NetworkSegment(7f6a85ac-2536-49ff-8a3d-bdc2c72bc033),segment_id=7f6a85ac-2536-49ff-8a3d-bdc2c72bc033)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:32.517409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 408b08da-162c-4992-b9c7-a351a837b298 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:32.517885 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.541954 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.554081 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.630090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 82e53f37-3dc3-4286-beca-fe22bf72f50d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:32.647164 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:32.661266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:32.662644 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.675673 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cc95521-8d89-4bd8-a562-adec130c315c req-aa37d923-7e81-448c-95f8-59491c9035bb tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596448 Nov 27 01:26:32.738373 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=be36a551-f192-44da-92e8-2c5a47455d61,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:32.746709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=5d2de424-769b-4c8a-be6c-e7e40a25f72b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:32.758294 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.772681 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.824268 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.899888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 408b08da-162c-4992-b9c7-a351a837b298, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=408b08da-162c-4992-b9c7-a351a837b298,segment=NetworkSegment(f0bdf268-b861-433b-9f49-54b73666fcc8),segment_id=f0bdf268-b861-433b-9f49-54b73666fcc8)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:32.907704 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.919472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['be36a551-f192-44da-92e8-2c5a47455d61'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:26:32.933603 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-05f0d4ee-cecb-4c71-a06f-ae7ff837625d req-fdf78e7d-c4dd-42a0-a619-4b08986610df tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:32.937759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=afb4362e-932f-496f-aef4-67833242adc6,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:32.980637 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:33.055131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf78e7d-c4dd-42a0-a619-4b08986610df tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Pushing event deleted for resources: {'Port': ['ID=4a766744-198e-49c0-91cb-b9a60fe1a451,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:33.140212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=408b08da-162c-4992-b9c7-a351a837b298,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:33.145203 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['4a766744-198e-49c0-91cb-b9a60fe1a451'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:26:33.275196 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:33.277364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f0d4ee-cecb-4c71-a06f-ae7ff837625d req-fdf78e7d-c4dd-42a0-a619-4b08986610df tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] No DVR routers for this DVR port 4a766744-198e-49c0-91cb-b9a60fe1a451 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:33.281161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bce20b76-d714-4964-84a2-8cebb72e0052 req-f4bdf475-b68d-4376-8505-75324ab72f8d tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 210 time: 0.0614169 Nov 27 01:26:33.283561 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-05f0d4ee-cecb-4c71-a06f-ae7ff837625d req-fdf78e7d-c4dd-42a0-a619-4b08986610df tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:33.286928 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-05f0d4ee-cecb-4c71-a06f-ae7ff837625d req-fdf78e7d-c4dd-42a0-a619-4b08986610df tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.11 "DELETE /v2.0/ports/4a766744-198e-49c0-91cb-b9a60fe1a451 HTTP/1.1" status: 204 len: 173 time: 2.1863904 Nov 27 01:26:33.287406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aee63e2-ce93-425f-9683-573dc1a2f935', 'name': 'network-vif-deleted', 'tag': '4a766744-198e-49c0-91cb-b9a60fe1a451'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:33.289878 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56f2614-1589-4922-9a93-48dfb52b2cf5" -d '{"events": [{"server_uuid": "4aee63e2-ce93-425f-9683-573dc1a2f935", "name": "network-vif-deleted", "tag": "4a766744-198e-49c0-91cb-b9a60fe1a451"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:33.292380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network fe5e8620-5ba7-437f-ba3c-406e2f119305 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:33.296283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:33.401762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1771a35-3a0b-48b3-a41f-26d94ad449f0 None None] Network 82e53f37-3dc3-4286-beca-fe22bf72f50d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:33.431181 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c6b26c-df44-4c02-86bb-34c12e0512df x-openstack-request-id: req-e3c6b26c-df44-4c02-86bb-34c12e0512df {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:33.432113 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aee63e2-ce93-425f-9683-573dc1a2f935", "name": "network-vif-deleted", "tag": "4a766744-198e-49c0-91cb-b9a60fe1a451", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:33.432540 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3c6b26c-df44-4c02-86bb-34c12e0512df {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:33.433377 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aee63e2-ce93-425f-9683-573dc1a2f935', 'name': 'network-vif-deleted', 'tag': '4a766744-198e-49c0-91cb-b9a60fe1a451', 'status': 'completed', 'code': 200} Nov 27 01:26:33.556419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7281d4cf-bef9-422e-9419-7ed1e0479878 None None] Provisioning complete for port 408b08da-162c-4992-b9c7-a351a837b298 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:33.556797 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7281d4cf-bef9-422e-9419-7ed1e0479878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:33.674372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:33.960430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:33.976003 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9402f414-f1cb-410e-89aa-f3f9851c9722 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "PUT /v2.0/routers/89c2e3de-8d72-4d99-8786-baaa413829ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8646467 Nov 27 01:26:33.976312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae172d3-61f8-454e-8655-97f6fa33b42a None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:33.978551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52270) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:33.992420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'port': {'network_id': 'fe5e8620-5ba7-437f-ba3c-406e2f119305', 'name': 'tempest-FloatingIPTestJSON-881199147'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:34.011489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae172d3-61f8-454e-8655-97f6fa33b42a None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:34.013422 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0ae172d3-61f8-454e-8655-97f6fa33b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:34.025326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314c31a-3dd2-458b-945d-b4841903caf3 req-8f1a8ae6-035a-4fe3-a912-6aa37573ce59 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:34.037383 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2314c31a-3dd2-458b-945d-b4841903caf3 req-8f1a8ae6-035a-4fe3-a912-6aa37573ce59 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 945 time: 0.1318657 Nov 27 01:26:34.168820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0ae172d3-61f8-454e-8655-97f6fa33b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:34.205936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 408b08da-162c-4992-b9c7-a351a837b298 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:34.258440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.277005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae172d3-61f8-454e-8655-97f6fa33b42a None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:34.277677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0ae172d3-61f8-454e-8655-97f6fa33b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:34.280437 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2314c31a-3dd2-458b-945d-b4841903caf3 req-0207c749-cdb5-4b96-ae7f-6b333b024e4b tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400692 Nov 27 01:26:34.284523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.287612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.322631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Made reservation on behalf of 49f9f61df75f45eca247f0ac749bd551 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:34.326685 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.346226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0ae172d3-61f8-454e-8655-97f6fa33b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:34.347491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae172d3-61f8-454e-8655-97f6fa33b42a None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:34.369745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] device_id is not set on port 1228dde8-9f66-4f3c-8699-f199756bd1bb yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:26:34.433343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 408b08da-162c-4992-b9c7-a351a837b298 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:34.436924 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.541784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=5d2de424-769b-4c8a-be6c-e7e40a25f72b,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:34.589814 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b071db9-e22c-488b-a0d0-cc8cd0673e03 req-c7e2135c-d19c-48c4-9af0-6f42bca5886b tempest-VolumesBackupsTest-398431010 tempest-VolumesBackupsTest-398431010-project] 10.222.0.37 "GET /v2.0/ports?device_id=4aee63e2-ce93-425f-9683-573dc1a2f935 HTTP/1.1" status: 200 len: 210 time: 0.0469890 Nov 27 01:26:34.623696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9a2f792a-72fe-426e-9606-b48923e42a15 None None] Provisioning complete for port 408b08da-162c-4992-b9c7-a351a837b298 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:34.624252 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a2f792a-72fe-426e-9606-b48923e42a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.635139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.20.0.7 (fe5e8620-5ba7-437f-ba3c-406e2f119305/bd1d4668-d951-4dae-b5e6-5eaaa274d155/1228dde8-9f66-4f3c-8699-f199756bd1bb) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:34.653363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 82e53f37-3dc3-4286-beca-fe22bf72f50d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:34.654874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:34.956142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9a2f792a-72fe-426e-9606-b48923e42a15 None None] Provisioning complete for port 5d2de424-769b-4c8a-be6c-e7e40a25f72b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:34.956563 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a2f792a-72fe-426e-9606-b48923e42a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:34.997917 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.021649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f792a-72fe-426e-9606-b48923e42a15 None None] Port 5d2de424-769b-4c8a-be6c-e7e40a25f72b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:35.045938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.074709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:35.096290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network fe5e8620-5ba7-437f-ba3c-406e2f119305 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:35.100319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:35.104496 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:35.157337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=1228dde8-9f66-4f3c-8699-f199756bd1bb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:35.164733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-82a8305d-e5ba-4ee5-ba34-c4301d1cb2e6 None None] Provisioning complete for port 5d2de424-769b-4c8a-be6c-e7e40a25f72b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:35.165103 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82a8305d-e5ba-4ee5-ba34-c4301d1cb2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.179034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:35.179670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.218005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4a766744-198e-49c0-91cb-b9a60fe1a451 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:35.225764 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fa2c8278-c368-458f-8695-6eaeadddf277 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2457581 Nov 27 01:26:35.226594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52290) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:35.241284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'port': {'network_id': 'fe5e8620-5ba7-437f-ba3c-406e2f119305', 'name': 'tempest-FloatingIPTestJSON-1946960025'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:35.287703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 4a766744-198e-49c0-91cb-b9a60fe1a451 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:35.288067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4a766744-198e-49c0-91cb-b9a60fe1a451 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:35.305569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-82a8305d-e5ba-4ee5-ba34-c4301d1cb2e6 None None] Port 5d2de424-769b-4c8a-be6c-e7e40a25f72b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:35.345815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:35.355276 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Sync routers for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:35.369555 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-212ad220-d6eb-468f-b792-f34644aa8c94 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3373840 Nov 27 01:26:35.375545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52298) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:35.379493 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:35.381050 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:35.383199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-88b6c28e-0e10-452f-8703-00c65a8b3c74 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1219078889'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:35.440696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-43371f00-6fe0-4f07-9fe9-87414d28ac1f None None] Provisioning complete for port 5d2de424-769b-4c8a-be6c-e7e40a25f72b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:35.442927 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-43371f00-6fe0-4f07-9fe9-87414d28ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.486773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b6c28e-0e10-452f-8703-00c65a8b3c74 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:35.490440 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88b6c28e-0e10-452f-8703-00c65a8b3c74 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.513945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-43371f00-6fe0-4f07-9fe9-87414d28ac1f None None] Port 5d2de424-769b-4c8a-be6c-e7e40a25f72b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:35.548320 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:35.841425 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:32Z', 'revision_number': 4, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '5d2de424-769b-4c8a-be6c-e7e40a25f72b', 'name': '', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:9f:4e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:30Z', 'updated_at': '2021-11-27T01:26:33Z', 'revision_number': 2, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:35.845455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device be36a551-f192-44da-92e8-2c5a47455d61 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:35.893168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9bdd0-dc2c-4055-a25e-6c4cb0444498 req-96a5b9a6-aaa3-4c06-be14-8ff40e7975e4 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:35.900962 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8ce9bdd0-dc2c-4055-a25e-6c4cb0444498 req-96a5b9a6-aaa3-4c06-be14-8ff40e7975e4 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 945 time: 0.5110507 Nov 27 01:26:35.908041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Made reservation on behalf of 49f9f61df75f45eca247f0ac749bd551 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:35.910302 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Checking router: 2e5199b1-b7e6-4a3a-8587-dc953af1e647 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:26:35.910861 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Updating router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 port 5d2de424-769b-4c8a-be6c-e7e40a25f72b binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:26:35.912045 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.947166 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.951653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port be36a551-f192-44da-92e8-2c5a47455d61 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:26:35.955845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port be36a551-f192-44da-92e8-2c5a47455d61 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:35.956228 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:35.985695 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b6c28e-0e10-452f-8703-00c65a8b3c74 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:26:36.017553 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88b6c28e-0e10-452f-8703-00c65a8b3c74 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:36.018127 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-88b6c28e-0e10-452f-8703-00c65a8b3c74 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Added segment 6df15182-be3b-44cf-a102-fdfd8c04d2e1 of type vlan for network 744ab291-9e6f-45aa-9e84-bba177405acc Nov 27 01:26:36.033059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] device_id is not set on port 291c9056-8fe7-4d95-a906-7969b93af85e yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:26:36.050395 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8ce9bdd0-dc2c-4055-a25e-6c4cb0444498 req-219b7236-4646-4249-a103-aed7c204dc11 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353948 Nov 27 01:26:36.139773 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88b6c28e-0e10-452f-8703-00c65a8b3c74 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:36.230581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88b6c28e-0e10-452f-8703-00c65a8b3c74 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:36.237005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b6c28e-0e10-452f-8703-00c65a8b3c74 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:36.238945 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88b6c28e-0e10-452f-8703-00c65a8b3c74 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:36.349207 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-88b6c28e-0e10-452f-8703-00c65a8b3c74 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9725995 Nov 27 01:26:36.351990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:36.357310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-38276880-9a2f-45cc-bf7f-4a2d4063d655 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'subnet': {'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:36.359137 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6c28e-0e10-452f-8703-00c65a8b3c74 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Network': ['ID=744ab291-9e6f-45aa-9e84-bba177405acc,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:36.363079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.20.0.9 (fe5e8620-5ba7-437f-ba3c-406e2f119305/bd1d4668-d951-4dae-b5e6-5eaaa274d155/291c9056-8fe7-4d95-a906-7969b93af85e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:36.519227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 744ab291-9e6f-45aa-9e84-bba177405acc details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:26:36.636325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38276880-9a2f-45cc-bf7f-4a2d4063d655 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Made reservation on behalf of 102b05414b4544e6b018d01725a183af for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:36.643627 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38276880-9a2f-45cc-bf7f-4a2d4063d655 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:36.659753 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:36.667282 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:36.741375 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a02567-7c8b-4d04-82b0-1e069540783d None None] Pushing event updated for resources: {'Port': ['ID=5d2de424-769b-4c8a-be6c-e7e40a25f72b,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:36.746147 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:36.805010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3337a51b-920f-42cb-9272-dbc8816b5917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be36a551-f192-44da-92e8-2c5a47455d61'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:36.812393 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c388f1d5-ad4a-4758-ba17-7f84b68f6879" -d '{"events": [{"server_uuid": "3337a51b-920f-42cb-9272-dbc8816b5917", "name": "network-vif-plugged", "status": "completed", "tag": "be36a551-f192-44da-92e8-2c5a47455d61"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:36.841198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port be36a551-f192-44da-92e8-2c5a47455d61, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=be36a551-f192-44da-92e8-2c5a47455d61,segment=NetworkSegment(7f6a85ac-2536-49ff-8a3d-bdc2c72bc033),segment_id=7f6a85ac-2536-49ff-8a3d-bdc2c72bc033)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:36.856914 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:36.865253 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Attempting to bind port 5d2de424-769b-4c8a-be6c-e7e40a25f72b on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:36.867992 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Attempting to bind port 5d2de424-769b-4c8a-be6c-e7e40a25f72b by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'f0bdf268-b861-433b-9f49-54b73666fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:36.868363 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Attempting to bind port 5d2de424-769b-4c8a-be6c-e7e40a25f72b on network 82e53f37-3dc3-4286-beca-fe22bf72f50d {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:36.875778 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:36.889259 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:36.890643 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Checking segment: {'id': 'f0bdf268-b861-433b-9f49-54b73666fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:36.891059 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:36.892841 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Bound using segment: {'id': 'f0bdf268-b861-433b-9f49-54b73666fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:36.894329 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Bound port: 5d2de424-769b-4c8a-be6c-e7e40a25f72b, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bdf268-b861-433b-9f49-54b73666fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:36.894755 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:36.916015 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5260386-06a0-452c-a549-44cb14ae8f1a x-openstack-request-id: req-c5260386-06a0-452c-a549-44cb14ae8f1a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:36.916575 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3337a51b-920f-42cb-9272-dbc8816b5917", "name": "network-vif-plugged", "status": "completed", "tag": "be36a551-f192-44da-92e8-2c5a47455d61", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:36.917005 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5260386-06a0-452c-a549-44cb14ae8f1a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:36.924914 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3337a51b-920f-42cb-9272-dbc8816b5917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be36a551-f192-44da-92e8-2c5a47455d61', 'code': 200} Nov 27 01:26:36.987620 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:37.046611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=be36a551-f192-44da-92e8-2c5a47455d61,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:37.053244 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] For port 5d2de424-769b-4c8a-be6c-e7e40a25f72b, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:37.067934 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] For port 5d2de424-769b-4c8a-be6c-e7e40a25f72b, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5d2de424-769b-4c8a-be6c-e7e40a25f72b,segment=NetworkSegment(f0bdf268-b861-433b-9f49-54b73666fcc8),segment_id=f0bdf268-b861-433b-9f49-54b73666fcc8)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:37.076037 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:37.186281 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38276880-9a2f-45cc-bf7f-4a2d4063d655 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:37.200561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network fe5e8620-5ba7-437f-ba3c-406e2f119305 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:37.219694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:37.227414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:37.297621 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:37.306148 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:37.321686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410ee70-e041-4ee4-bb3e-f02dafe1e2fb req-7490f3f6-384b-4b65-9c99-fb4eed8aa9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:37.324496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0410ee70-e041-4ee4-bb3e-f02dafe1e2fb req-7490f3f6-384b-4b65-9c99-fb4eed8aa9e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 1097 time: 0.2985256 Nov 27 01:26:37.325103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=291c9056-8fe7-4d95-a906-7969b93af85e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:37.377854 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1b6f678e-5bf8-4aac-961c-1dd8515abf1e None None] Provisioning complete for port 5d2de424-769b-4c8a-be6c-e7e40a25f72b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:37.378229 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1b6f678e-5bf8-4aac-961c-1dd8515abf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:37.439321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38276880-9a2f-45cc-bf7f-4a2d4063d655 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Subnet': ['ID=69ede7f9-b374-4547-a194-f7adb207d085,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:37.442334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0410ee70-e041-4ee4-bb3e-f02dafe1e2fb req-72eed851-da18-4b46-add9-c4af618db363 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072204 Nov 27 01:26:37.490664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38276880-9a2f-45cc-bf7f-4a2d4063d655 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Checking segment: {'id': '6df15182-be3b-44cf-a102-fdfd8c04d2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:37.491286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38276880-9a2f-45cc-bf7f-4a2d4063d655 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network hostable DHCP agents. Network: 744ab291-9e6f-45aa-9e84-bba177405acc, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:26:37.520291 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:37.520991 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:37.573174 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d732f-52d2-4098-b7ca-5ce20e087ffb req-79952332-7639-4f9e-940a-627c9fbfb886 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:37.578671 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-605d732f-52d2-4098-b7ca-5ce20e087ffb req-79952332-7639-4f9e-940a-627c9fbfb886 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 946 time: 0.2581360 Nov 27 01:26:37.585310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38276880-9a2f-45cc-bf7f-4a2d4063d655 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 744ab291-9e6f-45aa-9e84-bba177405acc is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:26:37.588707 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1b6f678e-5bf8-4aac-961c-1dd8515abf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:37.593659 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-26a26835-b345-4b70-ae70-b491f899d33c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3657508 Nov 27 01:26:37.602927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52348) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:37.612738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '291c9056-8fe7-4d95-a906-7969b93af85e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:37.629496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-38276880-9a2f-45cc-bf7f-4a2d4063d655 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 744ab291-9e6f-45aa-9e84-bba177405acc) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:37.641308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38276880-9a2f-45cc-bf7f-4a2d4063d655 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:37.642759 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38276880-9a2f-45cc-bf7f-4a2d4063d655 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:37.651418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1b6f678e-5bf8-4aac-961c-1dd8515abf1e None None] For port 5d2de424-769b-4c8a-be6c-e7e40a25f72b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5d2de424-769b-4c8a-be6c-e7e40a25f72b,segment=NetworkSegment(f0bdf268-b861-433b-9f49-54b73666fcc8),segment_id=f0bdf268-b861-433b-9f49-54b73666fcc8)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:37.655748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3fbce1-c659-479e-bde5-f0979e2df3a4 None None] Network 744ab291-9e6f-45aa-9e84-bba177405acc requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:37.697200 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:37.709803 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a02567-7c8b-4d04-82b0-1e069540783d None None] Pushing event updated for resources: {'Port': ['ID=5d2de424-769b-4c8a-be6c-e7e40a25f72b,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:37.723736 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:37.744884 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1b6f678e-5bf8-4aac-961c-1dd8515abf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:37.786224 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-38276880-9a2f-45cc-bf7f-4a2d4063d655 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4329631 Nov 27 01:26:37.796464 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52352) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:37.914225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-605d732f-52d2-4098-b7ca-5ce20e087ffb req-4cd75e06-c491-4ec9-8cbf-d3f2598703e4 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122203 Nov 27 01:26:37.923601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1f81c773-0073-452d-8367-86e3218723fa None None] Provisioning complete for port 5d2de424-769b-4c8a-be6c-e7e40a25f72b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:37.924827 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f81c773-0073-452d-8367-86e3218723fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:37.930386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:38.098187 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f678e-5bf8-4aac-961c-1dd8515abf1e None None] Pushing event updated for resources: {'Port': ['ID=5d2de424-769b-4c8a-be6c-e7e40a25f72b,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:38.167713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.25.3.13 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/ddbdbda1-67e3-444b-8afd-8efc86ed9c76) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:38.205234 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:32Z', 'revision_number': 4, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '5d2de424-769b-4c8a-be6c-e7e40a25f72b', 'name': '', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:9f:4e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:30Z', 'updated_at': '2021-11-27T01:26:37Z', 'revision_number': 4, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:38.265794 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf3c94-3189-4d9c-bcf3-ba6be73d6362 None None] The sync data for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 is: [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:32Z', 'revision_number': 4, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '5d2de424-769b-4c8a-be6c-e7e40a25f72b', 'name': '', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:9f:4e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:30Z', 'updated_at': '2021-11-27T01:26:37Z', 'revision_number': 4, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:38.423550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-744ab291-9e6f-45aa-9e84-bba177405acc', 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'fixed_ips': [{'subnet_id': '69ede7f9-b374-4547-a194-f7adb207d085'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:26:38.425140 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:38.532915 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:38.600580 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:38.630647 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:38.785161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=ddbdbda1-67e3-444b-8afd-8efc86ed9c76,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:38.810487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:38.814056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Allocated IP 2001:db8:3::2 (744ab291-9e6f-45aa-9e84-bba177405acc/69ede7f9-b374-4547-a194-f7adb207d085/62c93d59-04f9-4899-bec7-3a46fd13a132) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:38.818019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:38.824205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:39.149133 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:39.161595 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:39.292669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Network 744ab291-9e6f-45aa-9e84-bba177405acc is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:39.305025 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:39.313119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:39.345650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Pushing event updated for resources: {'Port': ['ID=62c93d59-04f9-4899-bec7-3a46fd13a132,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:39.410767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69685fc-cdb4-42ef-89d2-9ce219689801 req-0534d41f-b2d8-4c98-9682-40a4a863d356 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:39.412646 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a69685fc-cdb4-42ef-89d2-9ce219689801 req-0534d41f-b2d8-4c98-9682-40a4a863d356 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 946 time: 0.3582318 Nov 27 01:26:39.453799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Attempting to bind port 62c93d59-04f9-4899-bec7-3a46fd13a132 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:39.454167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Attempting to bind port 62c93d59-04f9-4899-bec7-3a46fd13a132 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '6df15182-be3b-44cf-a102-fdfd8c04d2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:39.454560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Attempting to bind port 62c93d59-04f9-4899-bec7-3a46fd13a132 on network 744ab291-9e6f-45aa-9e84-bba177405acc {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:39.476371 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:39.476755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Checking segment: {'id': '6df15182-be3b-44cf-a102-fdfd8c04d2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:39.477154 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:39.477550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Bound using segment: {'id': '6df15182-be3b-44cf-a102-fdfd8c04d2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:39.480637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Bound port: 62c93d59-04f9-4899-bec7-3a46fd13a132, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df15182-be3b-44cf-a102-fdfd8c04d2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:39.481047 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:39.579704 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a69685fc-cdb4-42ef-89d2-9ce219689801 req-85884326-300f-42d9-9281-758648e17721 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532776 Nov 27 01:26:39.585564 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Allocated IP 2001:db8:3::1 (744ab291-9e6f-45aa-9e84-bba177405acc/69ede7f9-b374-4547-a194-f7adb207d085/765c0f86-adcc-4a98-872d-d4ed35c44692) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:39.692216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] For port 62c93d59-04f9-4899-bec7-3a46fd13a132, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:39.697138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] For port 62c93d59-04f9-4899-bec7-3a46fd13a132, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=62c93d59-04f9-4899-bec7-3a46fd13a132,segment=NetworkSegment(6df15182-be3b-44cf-a102-fdfd8c04d2e1),segment_id=6df15182-be3b-44cf-a102-fdfd8c04d2e1)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:39.709224 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:39.916261 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bcb71-82f1-4a31-9295-ceec14112c8a None None] Pushing event updated for resources: {'Port': ['ID=62c93d59-04f9-4899-bec7-3a46fd13a132,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:39.936802 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:40.043399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:40.201894 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=765c0f86-adcc-4a98-872d-d4ed35c44692,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:40.251496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 744ab291-9e6f-45aa-9e84-bba177405acc is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:40.252996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:40.255428 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:40.256012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:40.308103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5d2de424-769b-4c8a-be6c-e7e40a25f72b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:40.340974 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:40.452547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5d2de424-769b-4c8a-be6c-e7e40a25f72b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:40.452966 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:40.587314 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:40.678972 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:40.974132 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:41.012143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5f1e5-837b-4362-bbee-3842529960a8 req-1139c1ef-4222-4b80-bf0e-63acbf051a1b tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:41.019420 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45c5f1e5-837b-4362-bbee-3842529960a8 req-1139c1ef-4222-4b80-bf0e-63acbf051a1b tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 946 time: 0.3946421 Nov 27 01:26:41.020695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:41.086455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=ddbdbda1-67e3-444b-8afd-8efc86ed9c76,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:41.149371 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:41.228738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45c5f1e5-837b-4362-bbee-3842529960a8 req-37addb99-aa07-4724-9fec-2bb784bd8a7a tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024045 Nov 27 01:26:41.239858 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:41.263449 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:41.264534 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:41.305033 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Floating IP 8a21e5f9-ca46-45ed-bac5-0aae8acc1071 associated. External IP: 172.25.3.13, port: 291c9056-8fe7-4d95-a906-7969b93af85e. Nov 27 01:26:41.489174 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23069408-8c80-40d6-9b15-3a7c28efb625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:41.555196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fe332c-9c57-4439-a4bd-b97d6a87e413 None None] Network 744ab291-9e6f-45aa-9e84-bba177405acc requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:41.603893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event updated for resources: {'Port': ['ID=765c0f86-adcc-4a98-872d-d4ed35c44692,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:41.619147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Network 744ab291-9e6f-45aa-9e84-bba177405acc is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:41.624144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:41.740308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2eb7a57b-1d85-47ae-b4a4-bd426fba1bd9 None None] Provisioning complete for port 62c93d59-04f9-4899-bec7-3a46fd13a132 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:41.740683 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a57b-1d85-47ae-b4a4-bd426fba1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:41.837679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:41.937336 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a57b-1d85-47ae-b4a4-bd426fba1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:42.017647 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2eb7a57b-1d85-47ae-b4a4-bd426fba1bd9 None None] For port 62c93d59-04f9-4899-bec7-3a46fd13a132, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=62c93d59-04f9-4899-bec7-3a46fd13a132,segment=NetworkSegment(6df15182-be3b-44cf-a102-fdfd8c04d2e1),segment_id=6df15182-be3b-44cf-a102-fdfd8c04d2e1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:42.034729 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a57b-1d85-47ae-b4a4-bd426fba1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:42.086115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22009443-0674-4967-8bb9-fea434df36f6 req-d7994a12-d38f-4514-a166-aefddcb00482 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:42.087846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22009443-0674-4967-8bb9-fea434df36f6 req-d7994a12-d38f-4514-a166-aefddcb00482 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.42 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 946 time: 0.1208169 Nov 27 01:26:42.228351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:42.303077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7a57b-1d85-47ae-b4a4-bd426fba1bd9 None None] Pushing event updated for resources: {'Port': ['ID=62c93d59-04f9-4899-bec7-3a46fd13a132,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:42.316220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:42.331468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530ffbd-99b9-4285-8e42-a457fccbe0a7 None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:42.382227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 62c93d59-04f9-4899-bec7-3a46fd13a132 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:42.387118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6530ffbd-99b9-4285-8e42-a457fccbe0a7 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:42.388092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6530ffbd-99b9-4285-8e42-a457fccbe0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:42.419450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:42.490405 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-db38574e-97f5-43b8-b466-092ce88cedab tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8820190 Nov 27 01:26:42.516368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52466) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:42.520173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:42.525709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6530ffbd-99b9-4285-8e42-a457fccbe0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:42.542689 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Sync routers for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:42.556256 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:42.560384 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:42.565339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e58060dd-dec7-4782-a59d-74666dbb8ab6 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7578931 Nov 27 01:26:42.566050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cfdea49f-c2b7-4e73-a002-e1eba1311d8e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:42.566658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52470) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:42.582533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-534934b6-1c77-4a92-a052-be4b4a8c1288 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:42.616807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6530ffbd-99b9-4285-8e42-a457fccbe0a7 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:42.617447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6530ffbd-99b9-4285-8e42-a457fccbe0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:42.698329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6530ffbd-99b9-4285-8e42-a457fccbe0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:42.699427 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530ffbd-99b9-4285-8e42-a457fccbe0a7 None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:42.702545 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a55054a9-63a6-4676-af4e-5370b615c08f None None] Provisioning complete for port 765c0f86-adcc-4a98-872d-d4ed35c44692 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:42.703504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a55054a9-63a6-4676-af4e-5370b615c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:42.754538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 62c93d59-04f9-4899-bec7-3a46fd13a132 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:42.755271 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:42.797917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a55054a9-63a6-4676-af4e-5370b615c08f None None] Port 765c0f86-adcc-4a98-872d-d4ed35c44692 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:42.863542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a55054a9-63a6-4676-af4e-5370b615c08f None None] Provisioning complete for port 62c93d59-04f9-4899-bec7-3a46fd13a132 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:42.866003 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a55054a9-63a6-4676-af4e-5370b615c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:42.916952 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:43.126273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52516) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:43.330127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2e0b1086-ba6d-4f21-a691-9d09bad4360f None None] Provisioning complete for port 765c0f86-adcc-4a98-872d-d4ed35c44692 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:43.331533 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2e0b1086-ba6d-4f21-a691-9d09bad4360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.443906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b1086-ba6d-4f21-a691-9d09bad4360f None None] Port 765c0f86-adcc-4a98-872d-d4ed35c44692 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:43.551822 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.extraroute_db [None req-534934b6-1c77-4a92-a052-be4b4a8c1288 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103384) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 01:26:43.572097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.extraroute_db [None req-534934b6-1c77-4a92-a052-be4b4a8c1288 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Removed routes are [] {{(pid=103384) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 01:26:43.572842 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-534934b6-1c77-4a92-a052-be4b4a8c1288 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.591859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-77591bfe-f499-492f-a8f6-f0e9fbdd6a36 None None] Provisioning complete for port 765c0f86-adcc-4a98-872d-d4ed35c44692 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:43.592499 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1a997f0a-d8c6-490e-b9b0-f22a135a22cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.595266 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-77591bfe-f499-492f-a8f6-f0e9fbdd6a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.605999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfdea49f-c2b7-4e73-a002-e1eba1311d8e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.669692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-77591bfe-f499-492f-a8f6-f0e9fbdd6a36 None None] Port 765c0f86-adcc-4a98-872d-d4ed35c44692 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:26:43.695145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-22009443-0674-4967-8bb9-fea434df36f6 req-3d504b76-fa74-4bdf-b629-794f552661ba tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Deleting port be36a551-f192-44da-92e8-2c5a47455d61 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:43.696085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22009443-0674-4967-8bb9-fea434df36f6 req-3d504b76-fa74-4bdf-b629-794f552661ba tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.795569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-22009443-0674-4967-8bb9-fea434df36f6 req-3d504b76-fa74-4bdf-b629-794f552661ba tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] For port be36a551-f192-44da-92e8-2c5a47455d61, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=be36a551-f192-44da-92e8-2c5a47455d61,segment=NetworkSegment(7f6a85ac-2536-49ff-8a3d-bdc2c72bc033),segment_id=7f6a85ac-2536-49ff-8a3d-bdc2c72bc033)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:43.796012 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22009443-0674-4967-8bb9-fea434df36f6 req-3d504b76-fa74-4bdf-b629-794f552661ba tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.817224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-22009443-0674-4967-8bb9-fea434df36f6 req-3d504b76-fa74-4bdf-b629-794f552661ba tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Calling delete_port for be36a551-f192-44da-92e8-2c5a47455d61 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:43.835006 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1a997f0a-d8c6-490e-b9b0-f22a135a22cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.889142 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b224eb63-90f0-4df1-84e2-9e4076f90bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.896603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78956e-5a60-47f2-8d11-fa85b996c7d1 req-389b9be3-0a9d-458f-ad1d-1b1f6e334e38 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:43.898271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aa78956e-5a60-47f2-8d11-fa85b996c7d1 req-389b9be3-0a9d-458f-ad1d-1b1f6e334e38 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 946 time: 1.4922104 Nov 27 01:26:43.929378 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1a997f0a-d8c6-490e-b9b0-f22a135a22cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:43.932483 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:40Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '5d2de424-769b-4c8a-be6c-e7e40a25f72b', 'name': '', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:9f:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:30Z', 'updated_at': '2021-11-27T01:26:37Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765c0f86-adcc-4a98-872d-d4ed35c44692', 'name': '', 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:3d:70:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '69ede7f9-b374-4547-a194-f7adb207d085', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:38Z', 'updated_at': '2021-11-27T01:26:40Z', 'revision_number': 2, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '69ede7f9-b374-4547-a194-f7adb207d085', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:43.994878 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Checking router: 2e5199b1-b7e6-4a3a-8587-dc953af1e647 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:26:43.995507 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Updating router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 port 765c0f86-adcc-4a98-872d-d4ed35c44692 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:26:44.047104 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.069751 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-534934b6-1c77-4a92-a052-be4b4a8c1288 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.079713 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-534934b6-1c77-4a92-a052-be4b4a8c1288 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.102843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1a997f0a-d8c6-490e-b9b0-f22a135a22cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bdae9f88dda4a22858a82fdaa839ef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9750814 Nov 27 01:26:44.106013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52566) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:44.131462 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aa78956e-5a60-47f2-8d11-fa85b996c7d1 req-a8c52d7b-f056-4a09-a095-fd95d1e84480 tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/security-groups?id=101b30db-c688-40d3-b323-0d1b11137f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139342 Nov 27 01:26:44.143022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 62c93d59-04f9-4899-bec7-3a46fd13a132 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:44.171479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a997f0a-d8c6-490e-b9b0-f22a135a22cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702283d2-c036-4c1a-8212-de8ff81b5568,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:44.306860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 62c93d59-04f9-4899-bec7-3a46fd13a132 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:44.307207 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.352651 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfdea49f-c2b7-4e73-a002-e1eba1311d8e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.367832 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfdea49f-c2b7-4e73-a002-e1eba1311d8e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.368238 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-cfdea49f-c2b7-4e73-a002-e1eba1311d8e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Floating IP 8a21e5f9-ca46-45ed-bac5-0aae8acc1071 disassociated. External IP: 172.25.3.13, port: 291c9056-8fe7-4d95-a906-7969b93af85e. Nov 27 01:26:44.418632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95b2f401-9678-4eef-b513-3aa40d1f18e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.443108 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22009443-0674-4967-8bb9-fea434df36f6 req-3d504b76-fa74-4bdf-b629-794f552661ba tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.470739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534934b6-1c77-4a92-a052-be4b4a8c1288 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:44.502785 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95b2f401-9678-4eef-b513-3aa40d1f18e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.534717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d504b76-fa74-4bdf-b629-794f552661ba tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Pushing event deleted for resources: {'Port': ['ID=be36a551-f192-44da-92e8-2c5a47455d61,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:44.570877 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.591672 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.603666 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.658418 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da871b3-7a48-4930-a5fe-e359ae181a7f None None] Pushing event updated for resources: {'Port': ['ID=765c0f86-adcc-4a98-872d-d4ed35c44692,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:44.716443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-22009443-0674-4967-8bb9-fea434df36f6 req-3d504b76-fa74-4bdf-b629-794f552661ba tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] No DVR routers for this DVR port be36a551-f192-44da-92e8-2c5a47455d61 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:44.722255 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22009443-0674-4967-8bb9-fea434df36f6 req-3d504b76-fa74-4bdf-b629-794f552661ba tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.732868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22009443-0674-4967-8bb9-fea434df36f6 req-3d504b76-fa74-4bdf-b629-794f552661ba tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.42 "DELETE /v2.0/ports/be36a551-f192-44da-92e8-2c5a47455d61 HTTP/1.1" status: 204 len: 173 time: 2.6327391 Nov 27 01:26:44.733622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3337a51b-920f-42cb-9272-dbc8816b5917', 'name': 'network-vif-deleted', 'tag': 'be36a551-f192-44da-92e8-2c5a47455d61'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:26:44.736590 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff302ba-bab1-4cbd-b9c1-02e5cf667784" -d '{"events": [{"server_uuid": "3337a51b-920f-42cb-9272-dbc8816b5917", "name": "network-vif-deleted", "tag": "be36a551-f192-44da-92e8-2c5a47455d61"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:26:44.874323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534934b6-1c77-4a92-a052-be4b4a8c1288 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:44.887018 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-534934b6-1c77-4a92-a052-be4b4a8c1288 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.896320 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-534934b6-1c77-4a92-a052-be4b4a8c1288 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647 HTTP/1.1" status: 200 len: 953 time: 2.3216989 Nov 27 01:26:44.897524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52576) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:44.904474 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054929db-962c-4631-9eaa-94aa9d880f8f x-openstack-request-id: req-054929db-962c-4631-9eaa-94aa9d880f8f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:26:44.904767 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3337a51b-920f-42cb-9272-dbc8816b5917", "name": "network-vif-deleted", "tag": "be36a551-f192-44da-92e8-2c5a47455d61", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:26:44.905231 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-054929db-962c-4631-9eaa-94aa9d880f8f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:26:44.905809 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3337a51b-920f-42cb-9272-dbc8816b5917', 'name': 'network-vif-deleted', 'tag': 'be36a551-f192-44da-92e8-2c5a47455d61', 'status': 'completed', 'code': 200} Nov 27 01:26:44.917112 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Attempting to bind port 765c0f86-adcc-4a98-872d-d4ed35c44692 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:26:44.921321 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Attempting to bind port 765c0f86-adcc-4a98-872d-d4ed35c44692 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '6df15182-be3b-44cf-a102-fdfd8c04d2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:26:44.922920 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Attempting to bind port 765c0f86-adcc-4a98-872d-d4ed35c44692 on network 744ab291-9e6f-45aa-9e84-bba177405acc {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:26:44.947087 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:26:44.948811 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Checking segment: {'id': '6df15182-be3b-44cf-a102-fdfd8c04d2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:26:44.949906 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:44.952032 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Bound using segment: {'id': '6df15182-be3b-44cf-a102-fdfd8c04d2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:26:44.952915 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Bound port: 765c0f86-adcc-4a98-872d-d4ed35c44692, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df15182-be3b-44cf-a102-fdfd8c04d2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:26:44.955232 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:45.026070 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:45.093931 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95b2f401-9678-4eef-b513-3aa40d1f18e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:45.103833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdea49f-c2b7-4e73-a002-e1eba1311d8e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:45.104593 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95b2f401-9678-4eef-b513-3aa40d1f18e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:45.106749 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-95b2f401-9678-4eef-b513-3aa40d1f18e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/702283d2-c036-4c1a-8212-de8ff81b5568 HTTP/1.1" status: 204 len: 168 time: 0.9893332 Nov 27 01:26:45.130702 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] For port 765c0f86-adcc-4a98-872d-d4ed35c44692, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:26:45.134110 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] For port 765c0f86-adcc-4a98-872d-d4ed35c44692, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=765c0f86-adcc-4a98-872d-d4ed35c44692,segment=NetworkSegment(6df15182-be3b-44cf-a102-fdfd8c04d2e1),segment_id=6df15182-be3b-44cf-a102-fdfd8c04d2e1)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:26:45.140206 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:45.145996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2f401-9678-4eef-b513-3aa40d1f18e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702283d2-c036-4c1a-8212-de8ff81b5568,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:45.185011 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f7d6dc11-b2c3-46bf-843c-8a63f0f876b0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647 HTTP/1.1" status: 200 len: 953 time: 0.2862825 Nov 27 01:26:45.185618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52580) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:45.196626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e5bd8f14-809d-4936-bca7-8512e0ed1067 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'router': {'routes': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:45.223580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7400b747-f860-4d24-a097-4de0ba5649eb None None] Provisioning complete for port 765c0f86-adcc-4a98-872d-d4ed35c44692 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:45.228017 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7400b747-f860-4d24-a097-4de0ba5649eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:45.274089 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:45.274758 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:45.276732 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da871b3-7a48-4930-a5fe-e359ae181a7f None None] Pushing event updated for resources: {'Port': ['ID=765c0f86-adcc-4a98-872d-d4ed35c44692,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:45.328868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdea49f-c2b7-4e73-a002-e1eba1311d8e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:45.335656 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfdea49f-c2b7-4e73-a002-e1eba1311d8e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:45.391406 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cfdea49f-c2b7-4e73-a002-e1eba1311d8e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "PUT /v2.0/floatingips/8a21e5f9-ca46-45ed-bac5-0aae8acc1071 HTTP/1.1" status: 200 len: 687 time: 2.8738542 Nov 27 01:26:45.392755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52584) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:45.401060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40886a2-4d37-474e-8b92-43deed008fbc None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:45.460715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40886a2-4d37-474e-8b92-43deed008fbc None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:45.461412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b40886a2-4d37-474e-8b92-43deed008fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:45.548907 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b40886a2-4d37-474e-8b92-43deed008fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:45.560883 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:45.593689 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6d300f0e-e804-441f-af58-3b9c1806f37a req-0f63871b-2d0b-4879-aa44-a16753dfe1cb tempest-ServerMetadataNegativeTestJSON-714777992 tempest-ServerMetadataNegativeTestJSON-714777992-project] 10.222.0.37 "GET /v2.0/ports?device_id=3337a51b-920f-42cb-9272-dbc8816b5917 HTTP/1.1" status: 200 len: 210 time: 0.1715088 Nov 27 01:26:45.629016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40886a2-4d37-474e-8b92-43deed008fbc None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:45.630118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b40886a2-4d37-474e-8b92-43deed008fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:45.748322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b40886a2-4d37-474e-8b92-43deed008fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:45.750174 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40886a2-4d37-474e-8b92-43deed008fbc None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:45.759815 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7400b747-f860-4d24-a097-4de0ba5649eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:45.828038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c745b-e725-402f-b403-11823ed0a880 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port ddbdbda1-67e3-444b-8afd-8efc86ed9c76 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:45.829028 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a3c745b-e725-402f-b403-11823ed0a880 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:45.865821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7400b747-f860-4d24-a097-4de0ba5649eb None None] For port 765c0f86-adcc-4a98-872d-d4ed35c44692, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=765c0f86-adcc-4a98-872d-d4ed35c44692,segment=NetworkSegment(6df15182-be3b-44cf-a102-fdfd8c04d2e1),segment_id=6df15182-be3b-44cf-a102-fdfd8c04d2e1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:45.880441 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7400b747-f860-4d24-a097-4de0ba5649eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:45.973843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device be36a551-f192-44da-92e8-2c5a47455d61 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:45.994262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52594) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:46.015312 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4352ab99-1e85-4860-9ab1-6a31e3f1c7a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.038296 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a3c745b-e725-402f-b403-11823ed0a880 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.038612 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a3c745b-e725-402f-b403-11823ed0a880 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.059645 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: be36a551-f192-44da-92e8-2c5a47455d61 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:46.059998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device be36a551-f192-44da-92e8-2c5a47455d61 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:46.067337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c745b-e725-402f-b403-11823ed0a880 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for ddbdbda1-67e3-444b-8afd-8efc86ed9c76 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:46.125334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400b747-f860-4d24-a097-4de0ba5649eb None None] Pushing event updated for resources: {'Port': ['ID=765c0f86-adcc-4a98-872d-d4ed35c44692,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:46.134039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c8e8ba82-ad83-4664-9ff8-299f20742693 None None] Provisioning complete for port 765c0f86-adcc-4a98-872d-d4ed35c44692 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:46.140578 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ba82-ad83-4664-9ff8-299f20742693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.168134 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:43Z', 'revision_number': 6, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '5d2de424-769b-4c8a-be6c-e7e40a25f72b', 'name': '', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:9f:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:30Z', 'updated_at': '2021-11-27T01:26:37Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765c0f86-adcc-4a98-872d-d4ed35c44692', 'name': '', 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:3d:70:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '69ede7f9-b374-4547-a194-f7adb207d085', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:38Z', 'updated_at': '2021-11-27T01:26:45Z', 'revision_number': 4, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '69ede7f9-b374-4547-a194-f7adb207d085', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:46.200061 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4352ab99-1e85-4860-9ab1-6a31e3f1c7a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.214735 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4352ab99-1e85-4860-9ab1-6a31e3f1c7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.215620 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87279d6-2b55-475e-b5d5-17c8bf8af3c6 None None] The sync data for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 is: [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:43Z', 'revision_number': 6, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '5d2de424-769b-4c8a-be6c-e7e40a25f72b', 'name': '', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:9f:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:30Z', 'updated_at': '2021-11-27T01:26:37Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765c0f86-adcc-4a98-872d-d4ed35c44692', 'name': '', 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:3d:70:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '69ede7f9-b374-4547-a194-f7adb207d085', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:38Z', 'updated_at': '2021-11-27T01:26:45Z', 'revision_number': 4, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '69ede7f9-b374-4547-a194-f7adb207d085', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:46.278849 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4352ab99-1e85-4860-9ab1-6a31e3f1c7a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87bf84ff513448a08cffe4fafa749728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834749 Nov 27 01:26:46.282091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52596) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:46.311963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a3c745b-e725-402f-b403-11823ed0a880 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.361070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.extraroute_db [None req-e5bd8f14-809d-4936-bca7-8512e0ed1067 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Added routes are [] {{(pid=103384) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 01:26:46.361397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.extraroute_db [None req-e5bd8f14-809d-4936-bca7-8512e0ed1067 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103384) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 01:26:46.380922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c745b-e725-402f-b403-11823ed0a880 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=ddbdbda1-67e3-444b-8afd-8efc86ed9c76,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:46.390224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352ab99-1e85-4860-9ab1-6a31e3f1c7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdef938f-311a-4432-9d51-9bfb12305d68,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:46.436870 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8f14-809d-4936-bca7-8512e0ed1067 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.449729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e25ad2cc-1a5e-4857-aa70-67eb195d7206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.527261 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a3c745b-e725-402f-b403-11823ed0a880 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.531444 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a3c745b-e725-402f-b403-11823ed0a880 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.537433 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4a3c745b-e725-402f-b403-11823ed0a880 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/floatingips/8a21e5f9-ca46-45ed-bac5-0aae8acc1071 HTTP/1.1" status: 204 len: 168 time: 1.1387353 Nov 27 01:26:46.537433 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52598) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:46.554302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '1228dde8-9f66-4f3c-8699-f199756bd1bb'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:46.562362 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e25ad2cc-1a5e-4857-aa70-67eb195d7206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.596121 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.714882 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.724673 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52602) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:46.818371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d34886-6484-413e-8a6a-bd084cbb5bca admin admin] Deleting subnet caa86634-456f-4887-961b-276266688405 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:26:46.827799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9d34886-6484-413e-8a6a-bd084cbb5bca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.832946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8f14-809d-4936-bca7-8512e0ed1067 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.837192 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8f14-809d-4936-bca7-8512e0ed1067 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.916404 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9d34886-6484-413e-8a6a-bd084cbb5bca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:46.944485 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.073650 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9d34886-6484-413e-8a6a-bd084cbb5bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.213870 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.249146 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9d34886-6484-413e-8a6a-bd084cbb5bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.287617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d34886-6484-413e-8a6a-bd084cbb5bca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa86634-456f-4887-961b-276266688405,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:47.289529 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9d34886-6484-413e-8a6a-bd084cbb5bca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.295938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d9d34886-6484-413e-8a6a-bd084cbb5bca admin admin] 10.222.0.37 "DELETE /v2.0/subnets/caa86634-456f-4887-961b-276266688405 HTTP/1.1" status: 204 len: 168 time: 0.5670288 Nov 27 01:26:47.297740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52610) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:47.350732 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e25ad2cc-1a5e-4857-aa70-67eb195d7206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.353307 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e25ad2cc-1a5e-4857-aa70-67eb195d7206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.356834 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e25ad2cc-1a5e-4857-aa70-67eb195d7206 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cdef938f-311a-4432-9d51-9bfb12305d68 HTTP/1.1" status: 204 len: 168 time: 1.0680621 Nov 27 01:26:47.379960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ad2cc-1a5e-4857-aa70-67eb195d7206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdef938f-311a-4432-9d51-9bfb12305d68,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:47.405043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bd8f14-809d-4936-bca7-8512e0ed1067 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:47.499180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.531430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.25.3.64 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/484ee8b7-ff69-40fd-87eb-8b2aa9c50ca3) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:26:47.539819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bd8f14-809d-4936-bca7-8512e0ed1067 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:47.554305 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8f14-809d-4936-bca7-8512e0ed1067 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.559894 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e5bd8f14-809d-4936-bca7-8512e0ed1067 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647 HTTP/1.1" status: 200 len: 703 time: 2.3669369 Nov 27 01:26:47.560872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52614) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:47.593542 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.720382 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5ce757d3-8a00-4142-aa23-acd68ef68632 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647 HTTP/1.1" status: 200 len: 703 time: 0.1573749 Nov 27 01:26:47.724038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52618) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:47.805131 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf68f0-c3ab-4ad7-ab11-bdf4946c605d None None] Sync routers for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:47.813565 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.821580 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf68f0-c3ab-4ad7-ab11-bdf4946c605d None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:47.826485 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0ecf68f0-c3ab-4ad7-ab11-bdf4946c605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:47.868429 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.880668 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:47.961837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf83cae-2ca4-42a1-894d-40809c1a6bfa']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:47.983683 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-0ecf68f0-c3ab-4ad7-ab11-bdf4946c605d None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:48.020716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6a85ac-2536-49ff-8a3d-bdc2c72bc033') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:48.022004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6a85ac-2536-49ff-8a3d-bdc2c72bc033') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:48.039045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:26:48.042964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:26:48.063520 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:26:48.074494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=484ee8b7-ff69-40fd-87eb-8b2aa9c50ca3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:48.129315 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:48.199433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:48.242342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:26:48.245580 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:26:48.253012 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:26:48.333520 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0ecf68f0-c3ab-4ad7-ab11-bdf4946c605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:46Z', 'revision_number': 7, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '5d2de424-769b-4c8a-be6c-e7e40a25f72b', 'name': '', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:9f:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:30Z', 'updated_at': '2021-11-27T01:26:37Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765c0f86-adcc-4a98-872d-d4ed35c44692', 'name': '', 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:3d:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '69ede7f9-b374-4547-a194-f7adb207d085', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:38Z', 'updated_at': '2021-11-27T01:26:45Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '69ede7f9-b374-4547-a194-f7adb207d085', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:48.409759 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf68f0-c3ab-4ad7-ab11-bdf4946c605d None None] Checking router: 2e5199b1-b7e6-4a3a-8587-dc953af1e647 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:26:48.430535 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf68f0-c3ab-4ad7-ab11-bdf4946c605d None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:48.431102 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0ecf68f0-c3ab-4ad7-ab11-bdf4946c605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:48.495510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 765c0f86-adcc-4a98-872d-d4ed35c44692 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:26:48.531046 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:48.547931 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:48.559736 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ccf83cae-2ca4-42a1-894d-40809c1a6bfa HTTP/1.1" status: 204 len: 168 time: 1.2583399 Nov 27 01:26:48.592124 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-0ecf68f0-c3ab-4ad7-ab11-bdf4946c605d None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:48.604645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7000154-deb7-400b-900b-d886d524b2a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf83cae-2ca4-42a1-894d-40809c1a6bfa,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:48.704712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 765c0f86-adcc-4a98-872d-d4ed35c44692 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:26:48.704995 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:48.858376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6315b79e-ef0b-452d-9f0f-384efe7b22bd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:48.967969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52646) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:49.156326 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0ecf68f0-c3ab-4ad7-ab11-bdf4946c605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:46Z', 'revision_number': 7, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '5d2de424-769b-4c8a-be6c-e7e40a25f72b', 'name': '', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:9f:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:30Z', 'updated_at': '2021-11-27T01:26:37Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765c0f86-adcc-4a98-872d-d4ed35c44692', 'name': '', 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:3d:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '69ede7f9-b374-4547-a194-f7adb207d085', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:38Z', 'updated_at': '2021-11-27T01:26:45Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '69ede7f9-b374-4547-a194-f7adb207d085', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:49.193618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1f7b67b7-8c7d-4391-8262-510d6851a31d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1061c2e5b27149a3a4c6e43124ae3811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206423 Nov 27 01:26:49.196190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52652) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:49.209290 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf68f0-c3ab-4ad7-ab11-bdf4946c605d None None] The sync data for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 is: [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:46Z', 'revision_number': 7, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '5d2de424-769b-4c8a-be6c-e7e40a25f72b', 'name': '', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:9f:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:30Z', 'updated_at': '2021-11-27T01:26:37Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '765c0f86-adcc-4a98-872d-d4ed35c44692', 'name': '', 'network_id': '744ab291-9e6f-45aa-9e84-bba177405acc', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:3d:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '69ede7f9-b374-4547-a194-f7adb207d085', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:38Z', 'updated_at': '2021-11-27T01:26:45Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '69ede7f9-b374-4547-a194-f7adb207d085', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:49.304501 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.362797 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-128e804f-83b1-48ac-8ccc-4bc5d2b0767c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.437162 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-128e804f-83b1-48ac-8ccc-4bc5d2b0767c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.500712 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.580918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-6315b79e-ef0b-452d-9f0f-384efe7b22bd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 765c0f86-adcc-4a98-872d-d4ed35c44692 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:49.585681 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6315b79e-ef0b-452d-9f0f-384efe7b22bd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.680168 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-128e804f-83b1-48ac-8ccc-4bc5d2b0767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.683151 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-128e804f-83b1-48ac-8ccc-4bc5d2b0767c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.684433 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-128e804f-83b1-48ac-8ccc-4bc5d2b0767c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/101b30db-c688-40d3-b323-0d1b11137f23 HTTP/1.1" status: 204 len: 168 time: 0.4856875 Nov 27 01:26:49.698456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e804f-83b1-48ac-8ccc-4bc5d2b0767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101b30db-c688-40d3-b323-0d1b11137f23,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:49.787305 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-6315b79e-ef0b-452d-9f0f-384efe7b22bd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] For port 765c0f86-adcc-4a98-872d-d4ed35c44692, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=765c0f86-adcc-4a98-872d-d4ed35c44692,segment=NetworkSegment(6df15182-be3b-44cf-a102-fdfd8c04d2e1),segment_id=6df15182-be3b-44cf-a102-fdfd8c04d2e1)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:49.787678 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6315b79e-ef0b-452d-9f0f-384efe7b22bd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.819182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-6315b79e-ef0b-452d-9f0f-384efe7b22bd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 765c0f86-adcc-4a98-872d-d4ed35c44692 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:49.876037 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.891316 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:49.897614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52664) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:49.961919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=484ee8b7-ff69-40fd-87eb-8b2aa9c50ca3,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:50.063648 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:50.105494 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6315b79e-ef0b-452d-9f0f-384efe7b22bd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:50.176783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315b79e-ef0b-452d-9f0f-384efe7b22bd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=765c0f86-adcc-4a98-872d-d4ed35c44692,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:50.358923 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Floating IP bf0c594a-9d52-4191-91bd-41eccd728047 associated. External IP: 172.25.3.64, port: 1228dde8-9f66-4f3c-8699-f199756bd1bb. Nov 27 01:26:50.363116 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6315b79e-ef0b-452d-9f0f-384efe7b22bd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:50.371657 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4ef6-f59d-45ad-a001-1fbe6eda38fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:50.782363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6315b79e-ef0b-452d-9f0f-384efe7b22bd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:50.972856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6315b79e-ef0b-452d-9f0f-384efe7b22bd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:50.985896 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6315b79e-ef0b-452d-9f0f-384efe7b22bd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2582104 Nov 27 01:26:50.986115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a61b9-2a8c-4837-beae-28354598c8d4 None None] Sync routers for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:50.987145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52694) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:50.999182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a61b9-2a8c-4837-beae-28354598c8d4 None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:51.000894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-632a61b9-2a8c-4837-beae-28354598c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:51.081436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-308cb1a0-964e-4f44-a292-b3ccb2248f3b tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting subnet 69ede7f9-b374-4547-a194-f7adb207d085 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:26:51.090683 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-308cb1a0-964e-4f44-a292-b3ccb2248f3b tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.173253 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4ef6-f59d-45ad-a001-1fbe6eda38fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.175786 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-308cb1a0-964e-4f44-a292-b3ccb2248f3b tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.186748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4ef6-f59d-45ad-a001-1fbe6eda38fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.241093 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dc5c4ef6-f59d-45ad-a001-1fbe6eda38fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=144520f5999848a38c970db2244fb943&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3369741 Nov 27 01:26:51.243682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52700) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:51.249363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c4ef6-f59d-45ad-a001-1fbe6eda38fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffd4de7-0cd1-4fb5-960d-978f25e0f44a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:51.257980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:51.284874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-632a61b9-2a8c-4837-beae-28354598c8d4 None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:51.349804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-308cb1a0-964e-4f44-a292-b3ccb2248f3b tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.436620 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9018756d-0d69-440b-8535-5dd9987c2938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.468013 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:51.479973 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908da14d-913d-4e74-b0a3-2d805e2a0bc6 None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:51.498735 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908da14d-913d-4e74-b0a3-2d805e2a0bc6 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:51.499988 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-908da14d-913d-4e74-b0a3-2d805e2a0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:51.522910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.558590 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9018756d-0d69-440b-8535-5dd9987c2938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.578177 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e3d32f3f-9924-4bf6-9672-f98352e1349d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.0376983 Nov 27 01:26:51.579519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52710) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:51.620654 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-632a61b9-2a8c-4837-beae-28354598c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:50Z', 'revision_number': 8, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '5d2de424-769b-4c8a-be6c-e7e40a25f72b', 'name': '', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:9f:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:30Z', 'updated_at': '2021-11-27T01:26:37Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:51.630994 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-908da14d-913d-4e74-b0a3-2d805e2a0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:51.652468 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908da14d-913d-4e74-b0a3-2d805e2a0bc6 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:51.655927 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-908da14d-913d-4e74-b0a3-2d805e2a0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:51.660140 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-308cb1a0-964e-4f44-a292-b3ccb2248f3b tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.712924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a61b9-2a8c-4837-beae-28354598c8d4 None None] Checking router: 2e5199b1-b7e6-4a3a-8587-dc953af1e647 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:26:51.727494 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3db3235b-b467-47fd-9f30-66ab9fbeeb18 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "GET /v2.0/floatingips/bf0c594a-9d52-4191-91bd-41eccd728047 HTTP/1.1" status: 200 len: 976 time: 0.1431324 Nov 27 01:26:51.728382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52714) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:51.733123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-308cb1a0-964e-4f44-a292-b3ccb2248f3b tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.743041 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a61b9-2a8c-4837-beae-28354598c8d4 None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:51.743839 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-308cb1a0-964e-4f44-a292-b3ccb2248f3b tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/69ede7f9-b374-4547-a194-f7adb207d085 HTTP/1.1" status: 204 len: 168 time: 0.7543461 Nov 27 01:26:51.744699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-632a61b9-2a8c-4837-beae-28354598c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:51.748805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cb1a0-964e-4f44-a292-b3ccb2248f3b tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Subnet': ['ID=69ede7f9-b374-4547-a194-f7adb207d085,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:51.749168 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2174be1e-f7e8-4213-a83b-bd50577a9593 None None] Network 744ab291-9e6f-45aa-9e84-bba177405acc requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:51.751129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52716) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:51.781981 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-908da14d-913d-4e74-b0a3-2d805e2a0bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:51.785246 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908da14d-913d-4e74-b0a3-2d805e2a0bc6 None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:51.843031 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9018756d-0d69-440b-8535-5dd9987c2938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.850455 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9018756d-0d69-440b-8535-5dd9987c2938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.856728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9018756d-0d69-440b-8535-5dd9987c2938 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ffd4de7-0cd1-4fb5-960d-978f25e0f44a HTTP/1.1" status: 204 len: 168 time: 0.6115825 Nov 27 01:26:51.893254 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:51.907737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018756d-0d69-440b-8535-5dd9987c2938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffd4de7-0cd1-4fb5-960d-978f25e0f44a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:51.980690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 62c93d59-04f9-4899-bec7-3a46fd13a132 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:51.981377 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:52.003877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ee666458-3476-4dfb-9b28-eadf3bfa0780 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2704952 Nov 27 01:26:52.004784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52724) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:52.015669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1115f71d-420a-4a27-9735-c1a60711fa5f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'floatingip': {'port_id': '291c9056-8fe7-4d95-a906-7969b93af85e'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:52.181974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-632a61b9-2a8c-4837-beae-28354598c8d4 None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:52.190473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] For port 62c93d59-04f9-4899-bec7-3a46fd13a132, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=62c93d59-04f9-4899-bec7-3a46fd13a132,segment=NetworkSegment(6df15182-be3b-44cf-a102-fdfd8c04d2e1),segment_id=6df15182-be3b-44cf-a102-fdfd8c04d2e1)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:52.191232 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:52.214149 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1115f71d-420a-4a27-9735-c1a60711fa5f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:52.237314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 62c93d59-04f9-4899-bec7-3a46fd13a132 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:52.400546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:52.428221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No DVR routers for this DVR port 62c93d59-04f9-4899-bec7-3a46fd13a132 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:52.552451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=62c93d59-04f9-4899-bec7-3a46fd13a132,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:52.684345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:52.696898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56024f16-9b70-4f50-94e5-ea89fb1c941a None None] DHCP port deletion for 744ab291-9e6f-45aa-9e84-bba177405acc request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:26:52.716871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744ab291-9e6f-45aa-9e84-bba177405acc']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:52.750839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df15182-be3b-44cf-a102-fdfd8c04d2e1') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:52.751294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df15182-be3b-44cf-a102-fdfd8c04d2e1') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:52.776829 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:52.781956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-632a61b9-2a8c-4837-beae-28354598c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:50Z', 'revision_number': 8, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '5d2de424-769b-4c8a-be6c-e7e40a25f72b', 'name': '', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:9f:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:30Z', 'updated_at': '2021-11-27T01:26:37Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:52.806502 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:52.817553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:26:52.817964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:52.879623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a61b9-2a8c-4837-beae-28354598c8d4 None None] The sync data for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 is: [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:50Z', 'revision_number': 8, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '5d2de424-769b-4c8a-be6c-e7e40a25f72b', 'name': '', 'network_id': '82e53f37-3dc3-4286-beca-fe22bf72f50d', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:9f:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:30Z', 'updated_at': '2021-11-27T01:26:37Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'a5e897aa-9e10-4444-9b83-5ce85e6d7b72', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:26:52.973024 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:26:52.986488 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:52.994625 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:53.004904 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/networks/744ab291-9e6f-45aa-9e84-bba177405acc HTTP/1.1" status: 204 len: 168 time: 1.2526681 Nov 27 01:26:53.005536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52750) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:53.042469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Network': ['ID=744ab291-9e6f-45aa-9e84-bba177405acc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:53.075963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1115f71d-420a-4a27-9735-c1a60711fa5f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:53.082229 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1115f71d-420a-4a27-9735-c1a60711fa5f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:53.122848 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:53.123201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:53.123822 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:53.124167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:53.124967 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:53.124967 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:53.125165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:53.125479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:53.125919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:53.126121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:53.126468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:53.126789 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a6ebe3-ea59-497b-b6bd-c460152e563f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:53.294910 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-1115f71d-420a-4a27-9735-c1a60711fa5f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Floating IP bf0c594a-9d52-4191-91bd-41eccd728047 associated. External IP: 172.25.3.64, port: 1228dde8-9f66-4f3c-8699-f199756bd1bb. Nov 27 01:26:53.845702 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1115f71d-420a-4a27-9735-c1a60711fa5f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:54.125319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1115f71d-420a-4a27-9735-c1a60711fa5f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:54.140575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5a409-147b-43dd-a933-c40e4ede2aad None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:54.165540 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41cd7713-a153-4941-834e-919f40cf5032 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:54.186864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5a409-147b-43dd-a933-c40e4ede2aad None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:54.190288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7da5a409-147b-43dd-a933-c40e4ede2aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:54.361064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 765c0f86-adcc-4a98-872d-d4ed35c44692 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:54.376761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7da5a409-147b-43dd-a933-c40e4ede2aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:54.421760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5a409-147b-43dd-a933-c40e4ede2aad None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:54.421760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7da5a409-147b-43dd-a933-c40e4ede2aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:54.464632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7da5a409-147b-43dd-a933-c40e4ede2aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:54.465363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5a409-147b-43dd-a933-c40e4ede2aad None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:54.469215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 765c0f86-adcc-4a98-872d-d4ed35c44692 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:54.469570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 765c0f86-adcc-4a98-872d-d4ed35c44692 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:54.470001 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 62c93d59-04f9-4899-bec7-3a46fd13a132 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:54.509549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 62c93d59-04f9-4899-bec7-3a46fd13a132 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:54.509549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 62c93d59-04f9-4899-bec7-3a46fd13a132 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:54.596909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1115f71d-420a-4a27-9735-c1a60711fa5f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:54.782675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52796) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:54.860344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1115f71d-420a-4a27-9735-c1a60711fa5f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:54.867612 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-41cd7713-a153-4941-834e-919f40cf5032 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 5d2de424-769b-4c8a-be6c-e7e40a25f72b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:54.868034 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41cd7713-a153-4941-834e-919f40cf5032 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:54.874670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1115f71d-420a-4a27-9735-c1a60711fa5f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:54.874859 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff9906d-a2b5-41d0-a3c6-909b928c38aa None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:54.899945 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9906d-a2b5-41d0-a3c6-909b928c38aa None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:54.901002 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-dff9906d-a2b5-41d0-a3c6-909b928c38aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:54.963455 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-dff9906d-a2b5-41d0-a3c6-909b928c38aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:54.983708 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9906d-a2b5-41d0-a3c6-909b928c38aa None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:54.985269 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-dff9906d-a2b5-41d0-a3c6-909b928c38aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:55.044381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1115f71d-420a-4a27-9735-c1a60711fa5f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "PUT /v2.0/floatingips/bf0c594a-9d52-4191-91bd-41eccd728047 HTTP/1.1" status: 200 len: 977 time: 3.0343561 Nov 27 01:26:55.045371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52806) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:55.051236 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-dff9906d-a2b5-41d0-a3c6-909b928c38aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:55.052099 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff9906d-a2b5-41d0-a3c6-909b928c38aa None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:55.052283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d875bdca-3f1c-4689-9b5b-dd3731bd8bce tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:55.127049 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7449fc6c-d3c5-4b05-b47c-81cdb2372464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.166324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-41cd7713-a153-4941-834e-919f40cf5032 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] For port 5d2de424-769b-4c8a-be6c-e7e40a25f72b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5d2de424-769b-4c8a-be6c-e7e40a25f72b,segment=NetworkSegment(f0bdf268-b861-433b-9f49-54b73666fcc8),segment_id=f0bdf268-b861-433b-9f49-54b73666fcc8)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:55.167041 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41cd7713-a153-4941-834e-919f40cf5032 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.191450 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d875bdca-3f1c-4689-9b5b-dd3731bd8bce tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.204050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52808) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:55.232166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-41cd7713-a153-4941-834e-919f40cf5032 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 5d2de424-769b-4c8a-be6c-e7e40a25f72b owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:55.391764 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5344f8b5-81c0-4efa-bbde-51172dd44ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.487831 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d875bdca-3f1c-4689-9b5b-dd3731bd8bce tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.495211 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7449fc6c-d3c5-4b05-b47c-81cdb2372464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.498140 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5344f8b5-81c0-4efa-bbde-51172dd44ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.508175 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5344f8b5-81c0-4efa-bbde-51172dd44ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.534694 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d875bdca-3f1c-4689-9b5b-dd3731bd8bce tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.535034 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-d875bdca-3f1c-4689-9b5b-dd3731bd8bce tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Floating IP bf0c594a-9d52-4191-91bd-41eccd728047 disassociated. External IP: 172.25.3.64, port: 291c9056-8fe7-4d95-a906-7969b93af85e. Nov 27 01:26:55.540339 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7449fc6c-d3c5-4b05-b47c-81cdb2372464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.553390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344f8b5-81c0-4efa-bbde-51172dd44ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d72da3b-827c-4a3c-9abc-9d8b55dc602b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:55.562010 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5344f8b5-81c0-4efa-bbde-51172dd44ecd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=695ad72841334064afcf46c2c159e55b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3568437 Nov 27 01:26:55.562996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52814) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:55.603085 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7449fc6c-d3c5-4b05-b47c-81cdb2372464 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2e42076f0f54242a4c2e7d54d4baac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8188035 Nov 27 01:26:55.605680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52816) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:55.637550 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e88b59c-a6a7-4d23-badc-0771cd5efb63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.649904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449fc6c-d3c5-4b05-b47c-81cdb2372464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f06e80-f50c-4415-88ac-3cd21f97e3b5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:55.700802 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e88b59c-a6a7-4d23-badc-0771cd5efb63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.748948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3caa7dfc-bf1d-4b52-b12e-e68102d1c1a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.783485 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3caa7dfc-bf1d-4b52-b12e-e68102d1c1a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.826435 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e88b59c-a6a7-4d23-badc-0771cd5efb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.829794 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e88b59c-a6a7-4d23-badc-0771cd5efb63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.831323 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8e88b59c-a6a7-4d23-badc-0771cd5efb63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d72da3b-827c-4a3c-9abc-9d8b55dc602b HTTP/1.1" status: 204 len: 168 time: 0.2671928 Nov 27 01:26:55.856089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88b59c-a6a7-4d23-badc-0771cd5efb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d72da3b-827c-4a3c-9abc-9d8b55dc602b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:55.894332 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3caa7dfc-bf1d-4b52-b12e-e68102d1c1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.901953 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3caa7dfc-bf1d-4b52-b12e-e68102d1c1a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:55.903387 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3caa7dfc-bf1d-4b52-b12e-e68102d1c1a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2f06e80-f50c-4415-88ac-3cd21f97e3b5 HTTP/1.1" status: 204 len: 168 time: 0.2966404 Nov 27 01:26:55.913785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa7dfc-bf1d-4b52-b12e-e68102d1c1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f06e80-f50c-4415-88ac-3cd21f97e3b5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:56.008814 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d875bdca-3f1c-4689-9b5b-dd3731bd8bce tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:56.017083 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41cd7713-a153-4941-834e-919f40cf5032 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:56.093322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd7713-a153-4941-834e-919f40cf5032 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=5d2de424-769b-4c8a-be6c-e7e40a25f72b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:56.258995 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41cd7713-a153-4941-834e-919f40cf5032 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:56.426473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d875bdca-3f1c-4689-9b5b-dd3731bd8bce tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:56.432267 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d875bdca-3f1c-4689-9b5b-dd3731bd8bce tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:56.438821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32a073-0df9-48d7-af67-ec9ffd226bf6 None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:56.452331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32a073-0df9-48d7-af67-ec9ffd226bf6 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:56.454491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fa32a073-0df9-48d7-af67-ec9ffd226bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:56.529230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fa32a073-0df9-48d7-af67-ec9ffd226bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:56.565964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52840) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:56.575248 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32a073-0df9-48d7-af67-ec9ffd226bf6 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:56.576216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fa32a073-0df9-48d7-af67-ec9ffd226bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:56.586335 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d875bdca-3f1c-4689-9b5b-dd3731bd8bce tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "PUT /v2.0/floatingips/bf0c594a-9d52-4191-91bd-41eccd728047 HTTP/1.1" status: 200 len: 687 time: 1.5394890 Nov 27 01:26:56.646488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fa32a073-0df9-48d7-af67-ec9ffd226bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:56.648282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32a073-0df9-48d7-af67-ec9ffd226bf6 None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:56.651785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52842) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:56.706468 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:56.786941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cd7713-a153-4941-834e-919f40cf5032 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:26:56.856816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fee56347-c9d1-4846-8eea-a700d80d3e0c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port 484ee8b7-ff69-40fd-87eb-8b2aa9c50ca3 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:56.857530 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fee56347-c9d1-4846-8eea-a700d80d3e0c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:56.965165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cd7713-a153-4941-834e-919f40cf5032 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:26:56.974376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-41cd7713-a153-4941-834e-919f40cf5032 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9661572 Nov 27 01:26:56.975249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52850) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:56.976469 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824bf89-8b9a-4fe5-bb18-fe96970e5e53 None None] Sync routers for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:26:57.006925 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824bf89-8b9a-4fe5-bb18-fe96970e5e53 None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:57.008888 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3824bf89-8b9a-4fe5-bb18-fe96970e5e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:57.025236 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.038338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5bb21f-40c7-4144-b756-b5930c7f30ca tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting subnet a5e897aa-9e10-4444-9b83-5ce85e6d7b72 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:26:57.054579 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb21f-40c7-4144-b756-b5930c7f30ca tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.074592 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.098268 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fee56347-c9d1-4846-8eea-a700d80d3e0c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.098268 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fee56347-c9d1-4846-8eea-a700d80d3e0c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.138812 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb21f-40c7-4144-b756-b5930c7f30ca tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.164207 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3824bf89-8b9a-4fe5-bb18-fe96970e5e53 None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:57.165477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fee56347-c9d1-4846-8eea-a700d80d3e0c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for 484ee8b7-ff69-40fd-87eb-8b2aa9c50ca3 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:57.223851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef52c57-b3c2-47be-be9f-25195287355c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:57.244170 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b54eaac85fe94f248298d91fe20ef3d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5908022 Nov 27 01:26:57.251270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb21f-40c7-4144-b756-b5930c7f30ca tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.261982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52856) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:57.323814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:57.324616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:57.327935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:57.328523 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:57.328647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:57.328945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:57.329281 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:57.329615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:57.329930 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:57.334444 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:57.335525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:57.335870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d8508-d9bf-4583-b3e0-35d07a050a53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:26:57.361787 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb21f-40c7-4144-b756-b5930c7f30ca tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.389876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a9d0b-c17c-40b8-8051-0b940b4f8ca9 None None] Network 82e53f37-3dc3-4286-beca-fe22bf72f50d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:26:57.390510 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd5bb21f-40c7-4144-b756-b5930c7f30ca tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.404166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52860) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:57.404463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fd5bb21f-40c7-4144-b756-b5930c7f30ca tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/a5e897aa-9e10-4444-9b83-5ce85e6d7b72 HTTP/1.1" status: 204 len: 168 time: 0.4244814 Nov 27 01:26:57.458121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bb21f-40c7-4144-b756-b5930c7f30ca tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e897aa-9e10-4444-9b83-5ce85e6d7b72,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:57.551141 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3824bf89-8b9a-4fe5-bb18-fe96970e5e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:55Z', 'revision_number': 9, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:57.568126 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65634c16-2e01-4f2b-83ff-a30fa87e5b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.612182 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.619112 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824bf89-8b9a-4fe5-bb18-fe96970e5e53 None None] Checking router: 2e5199b1-b7e6-4a3a-8587-dc953af1e647 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:26:57.631844 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824bf89-8b9a-4fe5-bb18-fe96970e5e53 None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:26:57.635212 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3824bf89-8b9a-4fe5-bb18-fe96970e5e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:57.667904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65634c16-2e01-4f2b-83ff-a30fa87e5b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.746621 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fee56347-c9d1-4846-8eea-a700d80d3e0c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.806987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee56347-c9d1-4846-8eea-a700d80d3e0c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=484ee8b7-ff69-40fd-87eb-8b2aa9c50ca3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:57.838988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb8558-3b7b-4406-a58d-169a774144a9 None None] DHCP port deletion for 82e53f37-3dc3-4286-beca-fe22bf72f50d request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:26:57.840957 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3824bf89-8b9a-4fe5-bb18-fe96970e5e53 None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:26:57.876515 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65634c16-2e01-4f2b-83ff-a30fa87e5b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.879711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65634c16-2e01-4f2b-83ff-a30fa87e5b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.880960 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-65634c16-2e01-4f2b-83ff-a30fa87e5b15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eef52c57-b3c2-47be-be9f-25195287355c HTTP/1.1" status: 204 len: 168 time: 0.6138470 Nov 27 01:26:57.901166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 408b08da-162c-4992-b9c7-a351a837b298 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:57.901605 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.906638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65634c16-2e01-4f2b-83ff-a30fa87e5b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef52c57-b3c2-47be-be9f-25195287355c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:57.965551 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fee56347-c9d1-4846-8eea-a700d80d3e0c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.968440 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fee56347-c9d1-4846-8eea-a700d80d3e0c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:57.972552 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fee56347-c9d1-4846-8eea-a700d80d3e0c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/floatingips/bf0c594a-9d52-4191-91bd-41eccd728047 HTTP/1.1" status: 204 len: 168 time: 1.4026499 Nov 27 01:26:57.973392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52870) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:58.030781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] For port 408b08da-162c-4992-b9c7-a351a837b298, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=408b08da-162c-4992-b9c7-a351a837b298,segment=NetworkSegment(f0bdf268-b861-433b-9f49-54b73666fcc8),segment_id=f0bdf268-b861-433b-9f49-54b73666fcc8)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:58.031452 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:58.091355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 408b08da-162c-4992-b9c7-a351a837b298 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:58.105420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-72cb8558-3b7b-4406-a58d-169a774144a9 None None] Deleting port 408b08da-162c-4992-b9c7-a351a837b298 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:26:58.105809 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72cb8558-3b7b-4406-a58d-169a774144a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:58.131273 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-f5474f9a-ddc9-4296-b32c-8beabd826466 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] delete failed (client error): The resource could not be found. Nov 27 01:26:58.164676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f5474f9a-ddc9-4296-b32c-8beabd826466 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/floatingips/bf0c594a-9d52-4191-91bd-41eccd728047 HTTP/1.1" status: 404 len: 345 time: 0.1863360 Nov 27 01:26:58.165336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52874) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:58.310045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-72cb8558-3b7b-4406-a58d-169a774144a9 None None] For port 408b08da-162c-4992-b9c7-a351a837b298, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=408b08da-162c-4992-b9c7-a351a837b298,segment=NetworkSegment(f0bdf268-b861-433b-9f49-54b73666fcc8),segment_id=f0bdf268-b861-433b-9f49-54b73666fcc8)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:26:58.310477 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72cb8558-3b7b-4406-a58d-169a774144a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:58.360807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-72cb8558-3b7b-4406-a58d-169a774144a9 None None] Calling delete_port for 408b08da-162c-4992-b9c7-a351a837b298 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:26:58.367861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c65d70-c299-4b00-880b-adf57b82687c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:58.393522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c65d70-c299-4b00-880b-adf57b82687c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:58.416899 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:58.424271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c65d70-c299-4b00-880b-adf57b82687c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:58.426102 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-70c65d70-c299-4b00-880b-adf57b82687c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "GET /v2.0/ports?network_id=fe5e8620-5ba7-437f-ba3c-406e2f119305 HTTP/1.1" status: 200 len: 2357 time: 0.2589788 Nov 27 01:26:58.434680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52878) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:58.478694 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3824bf89-8b9a-4fe5-bb18-fe96970e5e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:55Z', 'revision_number': 9, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:58.479303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 408b08da-162c-4992-b9c7-a351a837b298 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:26:58.480215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No DVR routers for this DVR port 408b08da-162c-4992-b9c7-a351a837b298 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:58.505570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=408b08da-162c-4992-b9c7-a351a837b298,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:58.532599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 408b08da-162c-4992-b9c7-a351a837b298 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:26:58.532946 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 408b08da-162c-4992-b9c7-a351a837b298 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:26:58.567434 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824bf89-8b9a-4fe5-bb18-fe96970e5e53 None None] The sync data for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 is: [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:26:55Z', 'revision_number': 9, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': '75946d57-5bd6-46e7-b3d3-39b95647ec24', 'name': '', 'network_id': '41143e29-6c4e-471d-9514-4e7f80121a22', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:a4:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:22Z', 'updated_at': '2021-11-27T01:26:28Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': 'e538fb42-bd90-40b0-a29f-99cb48a4b484', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:26:58.614760 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72cb8558-3b7b-4406-a58d-169a774144a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:58.629133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb8558-3b7b-4406-a58d-169a774144a9 None None] No DVR routers for this DVR port 408b08da-162c-4992-b9c7-a351a837b298 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:26:58.642919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0795e27d-bf9f-4243-8492-e42912fdd6a2 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:26:58.656987 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0795e27d-bf9f-4243-8492-e42912fdd6a2 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "GET /v2.0/subnets/bd1d4668-d951-4dae-b5e6-5eaaa274d155 HTTP/1.1" status: 200 len: 797 time: 0.1703222 Nov 27 01:26:58.657784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb8558-3b7b-4406-a58d-169a774144a9 None None] Pushing event deleted for resources: {'Port': ['ID=408b08da-162c-4992-b9c7-a351a837b298,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:26:58.658444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52886) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:58.664160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'port': {'network_id': 'fe5e8620-5ba7-437f-ba3c-406e2f119305', 'name': 'tempest-FloatingIPTestJSON-488439030', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:26:58.802207 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:58.849661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e53f37-3dc3-4286-beca-fe22bf72f50d']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:58.873106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bdf268-b861-433b-9f49-54b73666fcc8') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:58.873659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bdf268-b861-433b-9f49-54b73666fcc8') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:26:58.886608 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:58.894491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Made reservation on behalf of 49f9f61df75f45eca247f0ac749bd551 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:26:58.905437 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:58.919197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:26:58.919717 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:26:58.933889 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:26:59.080042 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:59.108038 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:59.115829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/networks/82e53f37-3dc3-4286-beca-fe22bf72f50d HTTP/1.1" status: 204 len: 168 time: 1.7078097 Nov 27 01:26:59.116983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52904) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:26:59.222224 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:26:59.298006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] device_id is not set on port 9e6fbc6f-38dd-48b3-b0ce-826dfeae7dac yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:26:59.723812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524b41f-8a6e-4e94-8c9a-dad9355b9090 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Network': ['ID=82e53f37-3dc3-4286-beca-fe22bf72f50d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:00.107930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5d2de424-769b-4c8a-be6c-e7e40a25f72b no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:00.171558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 5d2de424-769b-4c8a-be6c-e7e40a25f72b {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:00.172321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5d2de424-769b-4c8a-be6c-e7e40a25f72b not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:00.340225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1c608f9-2020-49b5-a192-5b18fdda25f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:00.514672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.20.0.14 (fe5e8620-5ba7-437f-ba3c-406e2f119305/bd1d4668-d951-4dae-b5e6-5eaaa274d155/9e6fbc6f-38dd-48b3-b0ce-826dfeae7dac) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:00.529421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.20.0.13 (fe5e8620-5ba7-437f-ba3c-406e2f119305/bd1d4668-d951-4dae-b5e6-5eaaa274d155/9e6fbc6f-38dd-48b3-b0ce-826dfeae7dac) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:00.804624 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:00.864255 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:00.878354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a1c608f9-2020-49b5-a192-5b18fdda25f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 75946d57-5bd6-46e7-b3d3-39b95647ec24 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:00.878950 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1c608f9-2020-49b5-a192-5b18fdda25f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:00.970012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=9e6fbc6f-38dd-48b3-b0ce-826dfeae7dac,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:01.006376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network fe5e8620-5ba7-437f-ba3c-406e2f119305 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:01.010272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:01.015043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:01.016191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a1c608f9-2020-49b5-a192-5b18fdda25f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] For port 75946d57-5bd6-46e7-b3d3-39b95647ec24, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=75946d57-5bd6-46e7-b3d3-39b95647ec24,segment=NetworkSegment(17f64f69-019d-4a5c-9fb0-0ab82a120200),segment_id=17f64f69-019d-4a5c-9fb0-0ab82a120200)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:01.016624 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1c608f9-2020-49b5-a192-5b18fdda25f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:01.035774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a1c608f9-2020-49b5-a192-5b18fdda25f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 75946d57-5bd6-46e7-b3d3-39b95647ec24 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:01.127274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:01.127933 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:01.151627 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ec426fa1-de26-474d-a31a-af1629088e08 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.4916816 Nov 27 01:27:01.154068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52970) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:01.167166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '9e6fbc6f-38dd-48b3-b0ce-826dfeae7dac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:01.237553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:01.424407 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:01.429324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1c608f9-2020-49b5-a192-5b18fdda25f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:01.520460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c608f9-2020-49b5-a192-5b18fdda25f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=75946d57-5bd6-46e7-b3d3-39b95647ec24,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:01.743143 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1c608f9-2020-49b5-a192-5b18fdda25f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:01.749978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.25.3.231 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/b63e27cf-63c5-4406-91ad-00b250733d4c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:01.997728 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:02.071341 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:02.127508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c608f9-2020-49b5-a192-5b18fdda25f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:02.188140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=b63e27cf-63c5-4406-91ad-00b250733d4c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:02.208222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:02.211261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:02.217748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:02.376672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c608f9-2020-49b5-a192-5b18fdda25f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:02.396135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a1c608f9-2020-49b5-a192-5b18fdda25f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2676687 Nov 27 01:27:02.397363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf75d756-8dc0-4034-a1ae-9d945b17d20a None None] Sync routers for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:02.398812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53022) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:02.416379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75d756-8dc0-4034-a1ae-9d945b17d20a None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:02.417472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cf75d756-8dc0-4034-a1ae-9d945b17d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:02.583028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-cf75d756-8dc0-4034-a1ae-9d945b17d20a None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:02.648662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd2fff9-dd3a-493d-998e-2da125509100 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting subnet e538fb42-bd90-40b0-a29f-99cb48a4b484 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:27:02.673499 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dd2fff9-dd3a-493d-998e-2da125509100 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:02.808518 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dd2fff9-dd3a-493d-998e-2da125509100 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:02.863152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cf75d756-8dc0-4034-a1ae-9d945b17d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:27:01Z', 'revision_number': 10, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:02.915012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf75d756-8dc0-4034-a1ae-9d945b17d20a None None] Checking router: 2e5199b1-b7e6-4a3a-8587-dc953af1e647 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:02.934492 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75d756-8dc0-4034-a1ae-9d945b17d20a None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:02.936000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cf75d756-8dc0-4034-a1ae-9d945b17d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:03.067092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-cf75d756-8dc0-4034-a1ae-9d945b17d20a None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:03.112991 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dd2fff9-dd3a-493d-998e-2da125509100 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:03.251843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53046) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:03.286110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dd2fff9-dd3a-493d-998e-2da125509100 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:03.321069 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4dd2fff9-dd3a-493d-998e-2da125509100 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:03.332289 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4dd2fff9-dd3a-493d-998e-2da125509100 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/e538fb42-bd90-40b0-a29f-99cb48a4b484 HTTP/1.1" status: 204 len: 168 time: 0.9323483 Nov 27 01:27:03.349343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53052) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:03.377596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2fff9-dd3a-493d-998e-2da125509100 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Subnet': ['ID=e538fb42-bd90-40b0-a29f-99cb48a4b484,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:03.514907 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1501e9d-42e0-4365-b558-d544ca54c4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:03.527628 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:03.560908 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:03.638830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a7ade-e7a2-4705-8f99-e92ab84cabb2 None None] Network 41143e29-6c4e-471d-9514-4e7f80121a22 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:03.691603 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1501e9d-42e0-4365-b558-d544ca54c4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:03.710750 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1501e9d-42e0-4365-b558-d544ca54c4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:03.750383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port c426a92e-5091-41b6-b68f-ed1d1fb6d684 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:03.750664 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:03.754987 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:03.818100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1501e9d-42e0-4365-b558-d544ca54c4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5467c8d-e967-4c83-995a-680b97c94ae8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:03.841937 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f1501e9d-42e0-4365-b558-d544ca54c4db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74162613d0e64e50934387d86afa0979&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5881877 Nov 27 01:27:03.847932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53078) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:03.957744 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8045aae5-2786-44b4-a317-5a478f06b3aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:03.988682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cf75d756-8dc0-4034-a1ae-9d945b17d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:27:01Z', 'revision_number': 10, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:03.995798 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8045aae5-2786-44b4-a317-5a478f06b3aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:04.031150 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf75d756-8dc0-4034-a1ae-9d945b17d20a None None] The sync data for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 is: [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:27:01Z', 'revision_number': 10, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None, '_interfaces': [{'id': 'b5ff5123-b5ec-4635-afc7-fa9780b469c7', 'name': '', 'network_id': 'b54314c0-ccfb-4764-bdfd-ff4da480c6fb', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'mac_address': 'fa:16:3e:30:29:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:26:16Z', 'updated_at': '2021-11-27T01:26:21Z', 'revision_number': 5, 'project_id': '102b05414b4544e6b018d01725a183af', 'subnets': [{'id': '5770fdc7-18e2-40b4-9f92-29e99272bdb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:04.044413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] DHCP port deletion for 41143e29-6c4e-471d-9514-4e7f80121a22 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:04.089636 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8045aae5-2786-44b4-a317-5a478f06b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:04.093363 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8045aae5-2786-44b4-a317-5a478f06b3aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:04.094840 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8045aae5-2786-44b4-a317-5a478f06b3aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5467c8d-e967-4c83-995a-680b97c94ae8 HTTP/1.1" status: 204 len: 168 time: 0.2458112 Nov 27 01:27:04.114419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045aae5-2786-44b4-a317-5a478f06b3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5467c8d-e967-4c83-995a-680b97c94ae8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:04.197380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Deleting port c426a92e-5091-41b6-b68f-ed1d1fb6d684 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:04.197763 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:04.204228 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:04.207317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] For port c426a92e-5091-41b6-b68f-ed1d1fb6d684, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c426a92e-5091-41b6-b68f-ed1d1fb6d684,segment=NetworkSegment(17f64f69-019d-4a5c-9fb0-0ab82a120200),segment_id=17f64f69-019d-4a5c-9fb0-0ab82a120200)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:04.207770 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:04.220310 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:04.256375 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for c426a92e-5091-41b6-b68f-ed1d1fb6d684 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:04.316984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=b63e27cf-63c5-4406-91ad-00b250733d4c,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:04.349614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] For port c426a92e-5091-41b6-b68f-ed1d1fb6d684, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c426a92e-5091-41b6-b68f-ed1d1fb6d684,segment=NetworkSegment(17f64f69-019d-4a5c-9fb0-0ab82a120200),segment_id=17f64f69-019d-4a5c-9fb0-0ab82a120200)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:04.349889 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:04.407006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Calling delete_port for c426a92e-5091-41b6-b68f-ed1d1fb6d684 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:04.565207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c426a92e-5091-41b6-b68f-ed1d1fb6d684 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:04.864557 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:04.919292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53108) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:04.926062 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:04.929782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Pushing event deleted for resources: {'Port': ['ID=c426a92e-5091-41b6-b68f-ed1d1fb6d684,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:04.945104 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b648-b32f-4795-8146-3601c98b76b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:04.954033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:04.954442 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:04.954853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:04.955710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:04.956434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:04.956763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:04.957092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:04.957420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:04.957747 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:04.958066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:04.958410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:04.958981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:04.961937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e1ca8-fa10-49cf-99d4-9f44d4ce45a4 None None] No DVR routers for this DVR port c426a92e-5091-41b6-b68f-ed1d1fb6d684 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:05.075229 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.127725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.146554 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b648-b32f-4795-8146-3601c98b76b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.156301 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b648-b32f-4795-8146-3601c98b76b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.201884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=c426a92e-5091-41b6-b68f-ed1d1fb6d684,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:05.204050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No DVR routers for this DVR port c426a92e-5091-41b6-b68f-ed1d1fb6d684 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:05.204594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0b648-b32f-4795-8146-3601c98b76b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322844b0-2c51-4c48-be1e-9d23abcfb856,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:05.218252 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a9f0b648-b32f-4795-8146-3601c98b76b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=806fcbcabd464fcea920bfcbbbd7e36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978525 Nov 27 01:27:05.220787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53112) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:05.289348 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe054a35-1727-4ca0-b5d3-1258e1a2a4f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.302590 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Floating IP 42b161ab-3e37-4b71-a05f-6e70574bcb50 associated. External IP: 172.25.3.231, port: 9e6fbc6f-38dd-48b3-b0ce-826dfeae7dac. Nov 27 01:27:05.348945 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe054a35-1727-4ca0-b5d3-1258e1a2a4f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.360586 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.412917 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe054a35-1727-4ca0-b5d3-1258e1a2a4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.416718 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe054a35-1727-4ca0-b5d3-1258e1a2a4f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.419740 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fe054a35-1727-4ca0-b5d3-1258e1a2a4f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/322844b0-2c51-4c48-be1e-9d23abcfb856 HTTP/1.1" status: 204 len: 168 time: 0.1979668 Nov 27 01:27:05.446824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe054a35-1727-4ca0-b5d3-1258e1a2a4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322844b0-2c51-4c48-be1e-9d23abcfb856,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:05.477150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41143e29-6c4e-471d-9514-4e7f80121a22']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:05.497689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f64f69-019d-4a5c-9fb0-0ab82a120200') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:05.498304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f64f69-019d-4a5c-9fb0-0ab82a120200') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:05.514898 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.537825 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.549272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:27:05.550009 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:27:05.554268 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:27:05.722518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.731596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.738392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53124) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:05.738552 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/networks/41143e29-6c4e-471d-9514-4e7f80121a22 HTTP/1.1" status: 204 len: 168 time: 2.3879504 Nov 27 01:27:05.762468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43f74f-d473-4683-9097-40f84e9645dd tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Network': ['ID=41143e29-6c4e-471d-9514-4e7f80121a22,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:05.794880 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:05.949045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:05.962780 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc1a92-5169-4276-9592-ca299be9628e None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:05.975965 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:05.983511 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc1a92-5169-4276-9592-ca299be9628e None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:05.984657 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e3cc1a92-5169-4276-9592-ca299be9628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:06.069291 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e3cc1a92-5169-4276-9592-ca299be9628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:06.080632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-51fd6e1b-a0cf-4983-b7a7-4aac7582bf6d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9248655 Nov 27 01:27:06.081316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53134) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:06.091334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53136) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:06.095189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0a86d402-5364-4494-979a-ee7a42105f44 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'floatingip': {'port_id': '9e6fbc6f-38dd-48b3-b0ce-826dfeae7dac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:06.099518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 75946d57-5bd6-46e7-b3d3-39b95647ec24 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:06.100052 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc1a92-5169-4276-9592-ca299be9628e None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:06.100534 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e3cc1a92-5169-4276-9592-ca299be9628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:06.165932 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 75946d57-5bd6-46e7-b3d3-39b95647ec24 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:06.173237 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 75946d57-5bd6-46e7-b3d3-39b95647ec24 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:06.191871 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e3cc1a92-5169-4276-9592-ca299be9628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:06.195163 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc1a92-5169-4276-9592-ca299be9628e None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:06.213977 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a86d402-5364-4494-979a-ee7a42105f44 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:06.366652 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa87e281-a20a-4a4d-85bd-fe755824c799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:06.514011 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a2098ff-1a1e-49e6-9c6a-d29719359dc1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:06.590819 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa87e281-a20a-4a4d-85bd-fe755824c799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:06.603225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa87e281-a20a-4a4d-85bd-fe755824c799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:06.638560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87e281-a20a-4a4d-85bd-fe755824c799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d94fa65-74fa-445f-90de-8d6aa2ba4b03,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:06.669818 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-aa87e281-a20a-4a4d-85bd-fe755824c799 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9773c4fa26c34dbb8f6b8e745922643d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5670030 Nov 27 01:27:06.704688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53160) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:06.841790 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2658cc2e-562c-4408-9881-68fcc24a367f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:06.905852 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2658cc2e-562c-4408-9881-68fcc24a367f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:07.020365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2658cc2e-562c-4408-9881-68fcc24a367f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:07.023564 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2658cc2e-562c-4408-9881-68fcc24a367f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:07.025090 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2658cc2e-562c-4408-9881-68fcc24a367f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d94fa65-74fa-445f-90de-8d6aa2ba4b03 HTTP/1.1" status: 204 len: 168 time: 0.3184683 Nov 27 01:27:07.037193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658cc2e-562c-4408-9881-68fcc24a367f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d94fa65-74fa-445f-90de-8d6aa2ba4b03,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:07.059088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7a2098ff-1a1e-49e6-9c6a-d29719359dc1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port b5ff5123-b5ec-4635-afc7-fa9780b469c7 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:07.063026 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a2098ff-1a1e-49e6-9c6a-d29719359dc1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:07.093126 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a86d402-5364-4494-979a-ee7a42105f44 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:07.099230 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a86d402-5364-4494-979a-ee7a42105f44 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:07.213096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7a2098ff-1a1e-49e6-9c6a-d29719359dc1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] For port b5ff5123-b5ec-4635-afc7-fa9780b469c7, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b5ff5123-b5ec-4635-afc7-fa9780b469c7,segment=NetworkSegment(e0ac1472-4c28-43f0-8841-8782b93cc35b),segment_id=e0ac1472-4c28-43f0-8841-8782b93cc35b)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:07.214494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a2098ff-1a1e-49e6-9c6a-d29719359dc1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:07.240388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7a2098ff-1a1e-49e6-9c6a-d29719359dc1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for b5ff5123-b5ec-4635-afc7-fa9780b469c7 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:07.456347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53184) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:07.582247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a86d402-5364-4494-979a-ee7a42105f44 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:07.644167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a2098ff-1a1e-49e6-9c6a-d29719359dc1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:07.719188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2098ff-1a1e-49e6-9c6a-d29719359dc1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=b5ff5123-b5ec-4635-afc7-fa9780b469c7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:07.765121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53196) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:07.792892 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00dd1883-c4d4-462c-957f-636c12535146 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:07.800183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a86d402-5364-4494-979a-ee7a42105f44 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:07.812892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cfa67a-6aad-467d-b05c-1af88893e59d None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:07.813420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f059-942c-4cf6-a2a0-37e474c5dfa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:07.822225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a86d402-5364-4494-979a-ee7a42105f44 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:07.827184 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cfa67a-6aad-467d-b05c-1af88893e59d None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:07.828229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c0cfa67a-6aad-467d-b05c-1af88893e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:07.873921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c0cfa67a-6aad-467d-b05c-1af88893e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:07.886050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cfa67a-6aad-467d-b05c-1af88893e59d None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:07.887198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c0cfa67a-6aad-467d-b05c-1af88893e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:07.903318 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0a86d402-5364-4494-979a-ee7a42105f44 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "PUT /v2.0/floatingips/42b161ab-3e37-4b71-a05f-6e70574bcb50 HTTP/1.1" status: 200 len: 978 time: 1.8208435 Nov 27 01:27:07.906304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53200) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:07.934574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c0cfa67a-6aad-467d-b05c-1af88893e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:07.935808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cfa67a-6aad-467d-b05c-1af88893e59d None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:08.063854 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a2098ff-1a1e-49e6-9c6a-d29719359dc1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.170018 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port b63e27cf-63c5-4406-91ad-00b250733d4c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:08.170645 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.220021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00dd1883-c4d4-462c-957f-636c12535146 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.257974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.258487 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.272847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for b63e27cf-63c5-4406-91ad-00b250733d4c owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:08.284415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00dd1883-c4d4-462c-957f-636c12535146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.329519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd1883-c4d4-462c-957f-636c12535146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3071de-72ec-4f3e-90a8-0ebe5ad88f12,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:08.483616 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.495535 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-00dd1883-c4d4-462c-957f-636c12535146 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8d498da231b4a579cd323f220de7de2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7136831 Nov 27 01:27:08.497327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53210) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:08.499559 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f059-942c-4cf6-a2a0-37e474c5dfa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.513282 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f059-942c-4cf6-a2a0-37e474c5dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.535420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=b63e27cf-63c5-4406-91ad-00b250733d4c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:08.562726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2098ff-1a1e-49e6-9c6a-d29719359dc1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:08.570553 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f8a7f059-942c-4cf6-a2a0-37e474c5dfa3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4804233184744d97914055f11afbe028&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1129644 Nov 27 01:27:08.571229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53212) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:08.588579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7f059-942c-4cf6-a2a0-37e474c5dfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f1b844-f447-413f-b081-4862f2717705,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:08.670449 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.671258 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Floating IP 42b161ab-3e37-4b71-a05f-6e70574bcb50 disassociated (deleted). External IP: 172.25.3.231, port: 9e6fbc6f-38dd-48b3-b0ce-826dfeae7dac. Nov 27 01:27:08.685916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2098ff-1a1e-49e6-9c6a-d29719359dc1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:08.694444 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7a2098ff-1a1e-49e6-9c6a-d29719359dc1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9545331 Nov 27 01:27:08.695245 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53214) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:08.700763 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c62f7a2-13f9-4885-b3d0-74b5f3efdfb3 None None] Sync routers for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:08.719873 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c62f7a2-13f9-4885-b3d0-74b5f3efdfb3 None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:08.722766 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3c62f7a2-13f9-4885-b3d0-74b5f3efdfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:08.772192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ecc67d-0136-4313-9330-56c7f4de2ef4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting subnet 5770fdc7-18e2-40b4-9f92-29e99272bdb7 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:27:08.774535 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8ae218e-ef07-4935-bb75-c8fcbf17c7f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.776926 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc67d-0136-4313-9330-56c7f4de2ef4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.810390 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8ae218e-ef07-4935-bb75-c8fcbf17c7f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.864848 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3c62f7a2-13f9-4885-b3d0-74b5f3efdfb3 None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:08.865283 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc67d-0136-4313-9330-56c7f4de2ef4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:08.921032 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3c62f7a2-13f9-4885-b3d0-74b5f3efdfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:27:07Z', 'revision_number': 11, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:08.976737 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc67d-0136-4313-9330-56c7f4de2ef4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.059195 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc67d-0136-4313-9330-56c7f4de2ef4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.067541 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c62f7a2-13f9-4885-b3d0-74b5f3efdfb3 None None] Checking router: 2e5199b1-b7e6-4a3a-8587-dc953af1e647 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:09.077075 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:27:09.084979 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c62f7a2-13f9-4885-b3d0-74b5f3efdfb3 None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:09.087858 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3c62f7a2-13f9-4885-b3d0-74b5f3efdfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:09.098322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8458395-b3bd-4a01-a7c3-47baa8e86d02 None None] Network b54314c0-ccfb-4764-bdfd-ff4da480c6fb requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:09.100681 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5ecc67d-0136-4313-9330-56c7f4de2ef4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.115854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c5ecc67d-0136-4313-9330-56c7f4de2ef4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/5770fdc7-18e2-40b4-9f92-29e99272bdb7 HTTP/1.1" status: 204 len: 168 time: 0.4138193 Nov 27 01:27:09.127196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53218) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:09.185719 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3c62f7a2-13f9-4885-b3d0-74b5f3efdfb3 None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:09.225629 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc569b57-8a25-48c8-bf9f-20c7d12a8fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.285259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecc67d-0136-4313-9330-56c7f4de2ef4 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Subnet': ['ID=5770fdc7-18e2-40b4-9f92-29e99272bdb7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:09.300964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8ae218e-ef07-4935-bb75-c8fcbf17c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.302047 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3c62f7a2-13f9-4885-b3d0-74b5f3efdfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:27:07Z', 'revision_number': 11, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:09.303651 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8ae218e-ef07-4935-bb75-c8fcbf17c7f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.307248 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d8ae218e-ef07-4935-bb75-c8fcbf17c7f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b3071de-72ec-4f3e-90a8-0ebe5ad88f12 HTTP/1.1" status: 204 len: 168 time: 0.8079629 Nov 27 01:27:09.335958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc569b57-8a25-48c8-bf9f-20c7d12a8fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.339512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae218e-ef07-4935-bb75-c8fcbf17c7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3071de-72ec-4f3e-90a8-0ebe5ad88f12,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:09.343962 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.394224 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c62f7a2-13f9-4885-b3d0-74b5f3efdfb3 None None] The sync data for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 is: [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:27:07Z', 'revision_number': 11, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:09.396591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:09.468065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Deleting port 27dc7778-805e-4de1-aca3-1f2c51bc10d5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:09.468650 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.589004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc569b57-8a25-48c8-bf9f-20c7d12a8fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.591866 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc569b57-8a25-48c8-bf9f-20c7d12a8fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.598408 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cc569b57-8a25-48c8-bf9f-20c7d12a8fdd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3f1b844-f447-413f-b081-4862f2717705 HTTP/1.1" status: 204 len: 168 time: 1.0235586 Nov 27 01:27:09.621189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] For port 27dc7778-805e-4de1-aca3-1f2c51bc10d5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=27dc7778-805e-4de1-aca3-1f2c51bc10d5,segment=NetworkSegment(e0ac1472-4c28-43f0-8841-8782b93cc35b),segment_id=e0ac1472-4c28-43f0-8841-8782b93cc35b)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:09.624764 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.633736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc569b57-8a25-48c8-bf9f-20c7d12a8fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f1b844-f447-413f-b081-4862f2717705,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:09.646857 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:09.661079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.661752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c30715-5ad4-446c-8cc2-263c7c438dcc None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:09.692182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Calling delete_port for 27dc7778-805e-4de1-aca3-1f2c51bc10d5 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:09.705911 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-268f7c69-fb58-4084-963a-c383bb48612e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/floatingips/42b161ab-3e37-4b71-a05f-6e70574bcb50 HTTP/1.1" status: 204 len: 168 time: 1.7983885 Nov 27 01:27:09.707382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53228) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:09.722843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c30715-5ad4-446c-8cc2-263c7c438dcc None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:09.723551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-95c30715-5ad4-446c-8cc2-263c7c438dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:09.840306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-95c30715-5ad4-446c-8cc2-263c7c438dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:09.846225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e98250-a6bf-42c8-b333-98e699ba0592 None None] DHCP port deletion for b54314c0-ccfb-4764-bdfd-ff4da480c6fb request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:09.884075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8037b200-240b-4947-9369-3d060414b6bb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port 9e6fbc6f-38dd-48b3-b0ce-826dfeae7dac {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:09.885302 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8037b200-240b-4947-9369-3d060414b6bb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.914071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c30715-5ad4-446c-8cc2-263c7c438dcc None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:09.921785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-95c30715-5ad4-446c-8cc2-263c7c438dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:09.954062 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:09.999959 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Port': ['ID=27dc7778-805e-4de1-aca3-1f2c51bc10d5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:10.013661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No DVR routers for this DVR port 27dc7778-805e-4de1-aca3-1f2c51bc10d5 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:10.025564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-95c30715-5ad4-446c-8cc2-263c7c438dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:10.028109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c30715-5ad4-446c-8cc2-263c7c438dcc None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:10.082874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-31e98250-a6bf-42c8-b333-98e699ba0592 None None] Deleting port 27dc7778-805e-4de1-aca3-1f2c51bc10d5 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:10.084841 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31e98250-a6bf-42c8-b333-98e699ba0592 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.085097 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8037b200-240b-4947-9369-3d060414b6bb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.116518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8037b200-240b-4947-9369-3d060414b6bb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for 9e6fbc6f-38dd-48b3-b0ce-826dfeae7dac owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:10.246253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b5ff5123-b5ec-4635-afc7-fa9780b469c7 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:10.326950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: b5ff5123-b5ec-4635-afc7-fa9780b469c7 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:10.327406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b5ff5123-b5ec-4635-afc7-fa9780b469c7 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:10.328442 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 27dc7778-805e-4de1-aca3-1f2c51bc10d5 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:10.336927 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.385848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54314c0-ccfb-4764-bdfd-ff4da480c6fb']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:10.386864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-31e98250-a6bf-42c8-b333-98e699ba0592 None None] For port 27dc7778-805e-4de1-aca3-1f2c51bc10d5, host n-d-819494-2, got binding levels [] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:10.387539 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31e98250-a6bf-42c8-b333-98e699ba0592 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.390939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 27dc7778-805e-4de1-aca3-1f2c51bc10d5 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:10.391547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 27dc7778-805e-4de1-aca3-1f2c51bc10d5 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:10.405990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ac1472-4c28-43f0-8841-8782b93cc35b') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:10.406319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ac1472-4c28-43f0-8841-8782b93cc35b') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:10.430292 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.431846 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8037b200-240b-4947-9369-3d060414b6bb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.437730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-31e98250-a6bf-42c8-b333-98e699ba0592 None None] Calling delete_port for 27dc7778-805e-4de1-aca3-1f2c51bc10d5 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:10.446462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.ipam_backend_mixin [None req-31e98250-a6bf-42c8-b333-98e699ba0592 None None] Port 27dc7778-805e-4de1-aca3-1f2c51bc10d5 was not found and therefore no delete operation was performed {{(pid=103386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:27:10.450807 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31e98250-a6bf-42c8-b333-98e699ba0592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.476007 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.499722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:27:10.500826 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.511522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037b200-240b-4947-9369-3d060414b6bb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=9e6fbc6f-38dd-48b3-b0ce-826dfeae7dac,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:10.544191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e98250-a6bf-42c8-b333-98e699ba0592 None None] No DVR routers for this DVR port 27dc7778-805e-4de1-aca3-1f2c51bc10d5 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:10.550518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e98250-a6bf-42c8-b333-98e699ba0592 None None] Pushing event deleted for resources: {'Port': ['ID=27dc7778-805e-4de1-aca3-1f2c51bc10d5,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:27:10.571829 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:27:10.608512 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.661789 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.670186 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/networks/b54314c0-ccfb-4764-bdfd-ff4da480c6fb HTTP/1.1" status: 204 len: 168 time: 1.5413282 Nov 27 01:27:10.672677 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe35036-e7e4-4a39-bc2d-f9eb5aff98b1 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Pushing event deleted for resources: {'Network': ['ID=b54314c0-ccfb-4764-bdfd-ff4da480c6fb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:10.682142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53266) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:10.699922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-97010084-6ae5-428e-89a2-e82cb045f4f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'router': {'routes': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:10.717135 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8037b200-240b-4947-9369-3d060414b6bb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.723236 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8037b200-240b-4947-9369-3d060414b6bb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/ports/9e6fbc6f-38dd-48b3-b0ce-826dfeae7dac HTTP/1.1" status: 204 len: 168 time: 1.0146379 Nov 27 01:27:10.727359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53268) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:10.733993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:10.761480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:10.976093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:11.200370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.25.3.150 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/79636019-6136-4bdc-ab83-f80d6eb3ddf4) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:11.489429 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e656b52-4f62-4030-b14f-36717ed62e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:11.499717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.extraroute_db [None req-97010084-6ae5-428e-89a2-e82cb045f4f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Added routes are [] {{(pid=103385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 01:27:11.511657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.extraroute_db [None req-97010084-6ae5-428e-89a2-e82cb045f4f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Removed routes are [] {{(pid=103385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 01:27:11.513141 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97010084-6ae5-428e-89a2-e82cb045f4f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:11.794013 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97010084-6ae5-428e-89a2-e82cb045f4f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:11.797706 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97010084-6ae5-428e-89a2-e82cb045f4f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:11.893789 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:11.902638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97010084-6ae5-428e-89a2-e82cb045f4f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:11.975288 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.080103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97010084-6ae5-428e-89a2-e82cb045f4f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:12.083838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:12.090152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=79636019-6136-4bdc-ab83-f80d6eb3ddf4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:12.098934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:12.100729 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9000f5-f98a-4298-a5aa-a7c2b983bd4d None None] Sync routers for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:12.101219 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97010084-6ae5-428e-89a2-e82cb045f4f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.106018 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:12.108358 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-97010084-6ae5-428e-89a2-e82cb045f4f7 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647 HTTP/1.1" status: 200 len: 704 time: 1.4234591 Nov 27 01:27:12.109274 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53310) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:12.126287 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9000f5-f98a-4298-a5aa-a7c2b983bd4d None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:12.127049 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5a9000f5-f98a-4298-a5aa-a7c2b983bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:12.176347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-07439c4e-0ebf-420d-8b98-34c5a2c8037a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5199b1-b7e6-4a3a-8587-dc953af1e647 HTTP/1.1" status: 200 len: 205 time: 0.0649433 Nov 27 01:27:12.179237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53316) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:12.300538 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.315023 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-5a9000f5-f98a-4298-a5aa-a7c2b983bd4d None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:12.365144 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d7fed04-fcd8-4a37-973d-914ebacf0146 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.400877 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.404683 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5a9000f5-f98a-4298-a5aa-a7c2b983bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:27:07Z', 'revision_number': 11, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:12.485404 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9000f5-f98a-4298-a5aa-a7c2b983bd4d None None] Checking router: 2e5199b1-b7e6-4a3a-8587-dc953af1e647 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:12.510788 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9000f5-f98a-4298-a5aa-a7c2b983bd4d None None] Routers {'2e5199b1-b7e6-4a3a-8587-dc953af1e647'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:12.510788 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5a9000f5-f98a-4298-a5aa-a7c2b983bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:26:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:12.639526 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-5a9000f5-f98a-4298-a5aa-a7c2b983bd4d None None] Set router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:12.700247 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5a9000f5-f98a-4298-a5aa-a7c2b983bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:27:07Z', 'revision_number': 11, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:12.704244 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.719031 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.729732 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9000f5-f98a-4298-a5aa-a7c2b983bd4d None None] The sync data for ids ['2e5199b1-b7e6-4a3a-8587-dc953af1e647'] in n-d-819494-2 is: [{'id': '2e5199b1-b7e6-4a3a-8587-dc953af1e647', 'name': 'tempest-RoutersIpV6Test-router-678080969', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:26:13Z', 'updated_at': '2021-11-27T01:27:07Z', 'revision_number': 11, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:12.809182 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d7fed04-fcd8-4a37-973d-914ebacf0146 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.819943 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d7fed04-fcd8-4a37-973d-914ebacf0146 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.870719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=79636019-6136-4bdc-ab83-f80d6eb3ddf4,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:12.885020 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.902313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53338) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:12.932343 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.939714 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d7fed04-fcd8-4a37-973d-914ebacf0146 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.951175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7fed04-fcd8-4a37-973d-914ebacf0146 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Fanout notify agent at l3_agent the message router_deleted on router 2e5199b1-b7e6-4a3a-8587-dc953af1e647 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:27:12.976311 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b34a7843-13d6-45ec-a512-0d28c6bab3ba tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2240441 Nov 27 01:27:12.977535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53346) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:12.981410 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d7fed04-fcd8-4a37-973d-914ebacf0146 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:12.982651 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3d7fed04-fcd8-4a37-973d-914ebacf0146 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647 HTTP/1.1" status: 204 len: 168 time: 0.8024087 Nov 27 01:27:12.986657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53348) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:12.997672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'port': {'network_id': 'fe5e8620-5ba7-437f-ba3c-406e2f119305', 'name': 'tempest-FloatingIPTestJSON-1448071793'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:13.002627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-62a4c3c5-740f-47de-977e-f795802740ba tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-823471813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:13.063293 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62a4c3c5-740f-47de-977e-f795802740ba tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.065002 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62a4c3c5-740f-47de-977e-f795802740ba tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.197454 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62a4c3c5-740f-47de-977e-f795802740ba tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.206308 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62a4c3c5-740f-47de-977e-f795802740ba tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.226763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1740677825', 'router:external': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:13.250331 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62a4c3c5-740f-47de-977e-f795802740ba tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.252252 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-62a4c3c5-740f-47de-977e-f795802740ba tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2612069 Nov 27 01:27:13.257952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53356) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:13.262646 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-16ad1bd6-a0b7-4778-85ab-a5797e95a5ab tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:13.300032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Made reservation on behalf of e46c11c3fdaa417a9852ba41be5863e4 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:13.302428 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.336707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.360553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Made reservation on behalf of 49f9f61df75f45eca247f0ac749bd551 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:13.372014 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.434977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] device_id is not set on port 2613440c-98df-4472-a555-5fa2f91ddd4d yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:27:13.678343 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16ad1bd6-a0b7-4778-85ab-a5797e95a5ab tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.702530 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16ad1bd6-a0b7-4778-85ab-a5797e95a5ab tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.775932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.783795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.20.0.11 (fe5e8620-5ba7-437f-ba3c-406e2f119305/bd1d4668-d951-4dae-b5e6-5eaaa274d155/2613440c-98df-4472-a555-5fa2f91ddd4d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:13.786076 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.825676 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:27:13.858084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9c322e-1720-485f-bbf1-4f8bef14fc8d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:13.861622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.862401 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Added segment 15f8dd80-3abc-4164-8ae2-7618ea15b295 of type vlan for network 3ce439d0-fbd4-4367-809e-a06a7f1c4578 Nov 27 01:27:13.891103 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a9392292-bdca-4449-bc28-d88014e43ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:13.947564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ad1bd6-a0b7-4778-85ab-a5797e95a5ab tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Router a4ae65d6-db22-44eb-84a5-1fa4312c4975 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:27:13.993323 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.080503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ad1bd6-a0b7-4778-85ab-a5797e95a5ab tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:14.097517 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16ad1bd6-a0b7-4778-85ab-a5797e95a5ab tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.101142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdcefaa-a38b-4b0f-bfdc-c058f689cae3 None None] Sync routers for ids ['a4ae65d6-db22-44eb-84a5-1fa4312c4975'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:14.101325 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-16ad1bd6-a0b7-4778-85ab-a5797e95a5ab tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "PUT /v2.0/routers/a4ae65d6-db22-44eb-84a5-1fa4312c4975 HTTP/1.1" status: 200 len: 697 time: 0.8397677 Nov 27 01:27:14.101785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53382) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:14.127578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdcefaa-a38b-4b0f-bfdc-c058f689cae3 None None] Routers {'a4ae65d6-db22-44eb-84a5-1fa4312c4975'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:14.128839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-abdcefaa-a38b-4b0f-bfdc-c058f689cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a4ae65d6-db22-44eb-84a5-1fa4312c4975'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:14.136740 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.137850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:14.138699 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.209264 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3057146 Nov 27 01:27:14.224083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53386) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:14.229419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Request body: {'subnet': {'network_id': '3ce439d0-fbd4-4367-809e-a06a7f1c4578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:14.258332 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d9d5e7db-3094-470a-b86a-082b6db4b91f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/routers/a4ae65d6-db22-44eb-84a5-1fa4312c4975 HTTP/1.1" status: 200 len: 703 time: 0.1549904 Nov 27 01:27:14.261902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53388) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:14.312988 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-08f467a9-fd6b-4101-a824-03b864b6faff tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4ae65d6-db22-44eb-84a5-1fa4312c4975 HTTP/1.1" status: 200 len: 205 time: 0.0495186 Nov 27 01:27:14.316959 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53390) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:14.329385 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-abdcefaa-a38b-4b0f-bfdc-c058f689cae3 None None] Set router a4ae65d6-db22-44eb-84a5-1fa4312c4975 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:14.350707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.390253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b73c06-a005-4a79-b716-6eddae648cae tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event updated for resources: {'Network': ['ID=3ce439d0-fbd4-4367-809e-a06a7f1c4578,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:14.418452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-abdcefaa-a38b-4b0f-bfdc-c058f689cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ae65d6-db22-44eb-84a5-1fa4312c4975', 'name': 'tempest-RoutersIpV6Test-router-823471813', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:13Z', 'updated_at': '2021-11-27T01:27:13Z', 'revision_number': 2, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:14.435427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f5d4-bbc9-496d-b73b-55c598b31550 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.457639 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdcefaa-a38b-4b0f-bfdc-c058f689cae3 None None] Checking router: a4ae65d6-db22-44eb-84a5-1fa4312c4975 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:14.467208 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 3ce439d0-fbd4-4367-809e-a06a7f1c4578 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:27:14.501143 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.549288 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Made reservation on behalf of e46c11c3fdaa417a9852ba41be5863e4 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:14.559984 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.575913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdcefaa-a38b-4b0f-bfdc-c058f689cae3 None None] Routers {'a4ae65d6-db22-44eb-84a5-1fa4312c4975'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:14.576510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-abdcefaa-a38b-4b0f-bfdc-c058f689cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a4ae65d6-db22-44eb-84a5-1fa4312c4975'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:14.629989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network fe5e8620-5ba7-437f-ba3c-406e2f119305 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:14.638655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:14.650886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:14.662362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=2613440c-98df-4472-a555-5fa2f91ddd4d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:14.755891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:14.756736 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.762660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53396) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:14.763643 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-abdcefaa-a38b-4b0f-bfdc-c058f689cae3 None None] Set router a4ae65d6-db22-44eb-84a5-1fa4312c4975 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:14.832778 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d084e1fd-2e77-4adf-ae40-f25c2d2fa065 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8539174 Nov 27 01:27:14.835124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53400) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:14.839723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2c379446-bd56-4130-9342-31406f0cb490 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'floatingip': {'port_id': '2613440c-98df-4472-a555-5fa2f91ddd4d'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:14.929219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-abdcefaa-a38b-4b0f-bfdc-c058f689cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ae65d6-db22-44eb-84a5-1fa4312c4975', 'name': 'tempest-RoutersIpV6Test-router-823471813', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:13Z', 'updated_at': '2021-11-27T01:27:13Z', 'revision_number': 2, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:14.932220 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:14.948027 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c379446-bd56-4130-9342-31406f0cb490 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.018436 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdcefaa-a38b-4b0f-bfdc-c058f689cae3 None None] The sync data for ids ['a4ae65d6-db22-44eb-84a5-1fa4312c4975'] in n-d-819494-2 is: [{'id': 'a4ae65d6-db22-44eb-84a5-1fa4312c4975', 'name': 'tempest-RoutersIpV6Test-router-823471813', 'tenant_id': '102b05414b4544e6b018d01725a183af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:13Z', 'updated_at': '2021-11-27T01:27:13Z', 'revision_number': 2, 'project_id': '102b05414b4544e6b018d01725a183af', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:15.038399 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.162060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d155e5c0-df84-45f0-97c2-18cd0dd351e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.248160 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f5d4-bbc9-496d-b73b-55c598b31550 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.252409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f5d4-bbc9-496d-b73b-55c598b31550 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.344556 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f5d4-bbc9-496d-b73b-55c598b31550 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.345766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc1f5d4-bbc9-496d-b73b-55c598b31550 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Fanout notify agent at l3_agent the message router_deleted on router a4ae65d6-db22-44eb-84a5-1fa4312c4975 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:27:15.363278 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f5d4-bbc9-496d-b73b-55c598b31550 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.364576 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bcc1f5d4-bbc9-496d-b73b-55c598b31550 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/a4ae65d6-db22-44eb-84a5-1fa4312c4975 HTTP/1.1" status: 204 len: 168 time: 1.0461659 Nov 27 01:27:15.390391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53406) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:15.440316 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-90d2abfd-9c80-4d99-a297-2305fcf78c30 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4ae65d6-db22-44eb-84a5-1fa4312c4975 HTTP/1.1" status: 200 len: 205 time: 0.0486457 Nov 27 01:27:15.447093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53408) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:15.461228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:27:15.461966 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.538792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bda40e68-6606-4051-a4cc-fe0cdcab20b7,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:15.546949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Checking segment: {'id': '15f8dd80-3abc-4164-8ae2-7618ea15b295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ce439d0-fbd4-4367-809e-a06a7f1c4578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:15.547423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Network hostable DHCP agents. Network: 3ce439d0-fbd4-4367-809e-a06a7f1c4578, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:27:15.570649 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-aa5731d6-af9a-4f14-9df0-4e4914b5d59f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] delete failed (client error): The resource could not be found. Nov 27 01:27:15.570649 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-aa5731d6-af9a-4f14-9df0-4e4914b5d59f tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/a4ae65d6-db22-44eb-84a5-1fa4312c4975 HTTP/1.1" status: 404 len: 336 time: 0.1203785 Nov 27 01:27:15.574169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53412) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:15.636906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Network 3ce439d0-fbd4-4367-809e-a06a7f1c4578 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:27:15.640148 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98ed45f-9d98-431c-87c6-7510646c1996 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] DELETE failed (client error): The resource could not be found. Nov 27 01:27:15.640652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98ed45f-9d98-431c-87c6-7510646c1996 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:27:15.647606 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f98ed45f-9d98-431c-87c6-7510646c1996 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/69ede7f9-b374-4547-a194-f7adb207d085 HTTP/1.1" status: 404 len: 337 time: 0.0697696 Nov 27 01:27:15.649790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53414) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:15.659012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 3ce439d0-fbd4-4367-809e-a06a7f1c4578) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:15.665177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:15.666053 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.682188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b41405c-5266-47cc-b1b8-57fe9d57414f None None] Network 3ce439d0-fbd4-4367-809e-a06a7f1c4578 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:15.698010 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27f73d5-a045-4573-b037-73abc0b9dd7d tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] DELETE failed (client error): The resource could not be found. Nov 27 01:27:15.698495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27f73d5-a045-4573-b037-73abc0b9dd7d tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:27:15.701771 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d27f73d5-a045-4573-b037-73abc0b9dd7d tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/a5e897aa-9e10-4444-9b83-5ce85e6d7b72 HTTP/1.1" status: 404 len: 337 time: 0.0459008 Nov 27 01:27:15.706851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53416) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:15.721941 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-91b358a8-3fd4-4788-9b0d-2d836fce2126 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4937246 Nov 27 01:27:15.723069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53418) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:15.740394 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d155e5c0-df84-45f0-97c2-18cd0dd351e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.749882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1513242747', 'network_id': '3ce439d0-fbd4-4367-809e-a06a7f1c4578'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:15.759307 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4dfaf8-d3e8-4531-b6d4-361e1c2ffd05 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] DELETE failed (client error): The resource could not be found. Nov 27 01:27:15.759307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4dfaf8-d3e8-4531-b6d4-361e1c2ffd05 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:27:15.765873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-df4dfaf8-d3e8-4531-b6d4-361e1c2ffd05 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/e538fb42-bd90-40b0-a29f-99cb48a4b484 HTTP/1.1" status: 404 len: 337 time: 0.0538800 Nov 27 01:27:15.765873 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53420) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:15.805971 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c5e9b0-4288-4bba-8cb6-3469344d3a3a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] DELETE failed (client error): The resource could not be found. Nov 27 01:27:15.806465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c5e9b0-4288-4bba-8cb6-3469344d3a3a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:27:15.814559 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-71c5e9b0-4288-4bba-8cb6-3469344d3a3a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/5770fdc7-18e2-40b4-9f92-29e99272bdb7 HTTP/1.1" status: 404 len: 337 time: 0.0438941 Nov 27 01:27:15.814559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53422) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:15.849285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f868a26e-7d58-4e8d-bfdf-f6fee934a9ec tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5199b1-b7e6-4a3a-8587-dc953af1e647 HTTP/1.1" status: 200 len: 205 time: 0.0314231 Nov 27 01:27:15.849285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53424) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:15.858438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Made reservation on behalf of e46c11c3fdaa417a9852ba41be5863e4 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:15.862220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:15.880231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d1739-c94e-4b75-ad21-0efa671bc991 None None] Network 3ce439d0-fbd4-4367-809e-a06a7f1c4578 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:15.911127 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-3136318b-2eb6-41fc-b988-f2e849ee494c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] delete failed (client error): The resource could not be found. Nov 27 01:27:15.912062 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3136318b-2eb6-41fc-b988-f2e849ee494c tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/2e5199b1-b7e6-4a3a-8587-dc953af1e647 HTTP/1.1" status: 404 len: 336 time: 0.0617864 Nov 27 01:27:15.915833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53426) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:15.928704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] device_id is not set on port 3d001d88-7e55-424e-87fb-21546c80c17f yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:27:15.955676 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ba5f82ad-035c-4c40-9953-c575cd0cf822 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1 HTTP/1.1" status: 200 len: 205 time: 0.0387371 Nov 27 01:27:15.996190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53428) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.027351 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c379446-bd56-4130-9342-31406f0cb490 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.032516 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d155e5c0-df84-45f0-97c2-18cd0dd351e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.053548 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c379446-bd56-4130-9342-31406f0cb490 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.093542 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-4de18f34-f637-41ed-8f14-12eda85173f9 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] delete failed (client error): The resource could not be found. Nov 27 01:27:16.095097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4de18f34-f637-41ed-8f14-12eda85173f9 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/aaf10735-64f9-4fb8-91cd-22ad9d1fc8d1 HTTP/1.1" status: 404 len: 336 time: 0.0979331 Nov 27 01:27:16.098467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53430) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.136543 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf7c53a-a97a-4c04-856f-03ecd61d89ba tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] DELETE failed (client error): The resource could not be found. Nov 27 01:27:16.137628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf7c53a-a97a-4c04-856f-03ecd61d89ba tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:27:16.141078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-daf7c53a-a97a-4c04-856f-03ecd61d89ba tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/7ca2e7fe-d3f6-4667-a79e-d43dd5214bf2 HTTP/1.1" status: 404 len: 337 time: 0.0413826 Nov 27 01:27:16.144588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53432) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.156299 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d155e5c0-df84-45f0-97c2-18cd0dd351e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7027ba12991b4c039e2cbecae4e1cb70&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3866980 Nov 27 01:27:16.162114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53434) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.168160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155e5c0-df84-45f0-97c2-18cd0dd351e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcae903-2a83-42ab-a7d2-d42433014f6e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:16.204898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8edae56a-651c-40b0-874f-6147ab395c56 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae966bc3-8f15-4006-abc4-965702561b92 HTTP/1.1" status: 200 len: 205 time: 0.0588994 Nov 27 01:27:16.216493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53438) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.265061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Allocated IP 2001:db8::79 (3ce439d0-fbd4-4367-809e-a06a7f1c4578/bda40e68-6606-4051-a4cc-fe0cdcab20b7/3d001d88-7e55-424e-87fb-21546c80c17f) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:16.292293 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-e081adc8-6f5c-4f1c-9862-4744a62055f0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] delete failed (client error): The resource could not be found. Nov 27 01:27:16.296456 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e081adc8-6f5c-4f1c-9862-4744a62055f0 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/ae966bc3-8f15-4006-abc4-965702561b92 HTTP/1.1" status: 404 len: 336 time: 0.0770128 Nov 27 01:27:16.296918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53442) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.336563 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-2c379446-bd56-4130-9342-31406f0cb490 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Floating IP 2163d898-a8aa-4981-b104-52cdb67abbe3 associated. External IP: 172.25.3.150, port: 2613440c-98df-4472-a555-5fa2f91ddd4d. Nov 27 01:27:16.339411 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ff0f17dc-cdcd-4da4-a999-59b843bb6f56 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=93662676-14f1-40f9-8972-0dbb7d12f9e1 HTTP/1.1" status: 200 len: 205 time: 0.0409570 Nov 27 01:27:16.342090 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53444) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.399403 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-fa9b156b-9ef0-4e91-a496-44e72392c63a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] delete failed (client error): The resource could not be found. Nov 27 01:27:16.400728 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fa9b156b-9ef0-4e91-a496-44e72392c63a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/93662676-14f1-40f9-8972-0dbb7d12f9e1 HTTP/1.1" status: 404 len: 336 time: 0.0572844 Nov 27 01:27:16.403577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53446) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.441742 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8927ba9-2e13-424f-8b5c-71b46236d3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.455596 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07a4104-f30f-476b-8bef-ec90bb5e8ab2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] DELETE failed (client error): The resource could not be found. Nov 27 01:27:16.456404 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07a4104-f30f-476b-8bef-ec90bb5e8ab2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:27:16.459956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c07a4104-f30f-476b-8bef-ec90bb5e8ab2 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/b1630d1f-8562-461d-aab4-a8f3a8d78dac HTTP/1.1" status: 404 len: 337 time: 0.0549841 Nov 27 01:27:16.463163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53448) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.505126 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8927ba9-2e13-424f-8b5c-71b46236d3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.510368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5cf3b876-61c1-4750-b574-d65fb5faa132 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e80c9b94-4dee-4b42-8694-274b49139905 HTTP/1.1" status: 200 len: 205 time: 0.0459411 Nov 27 01:27:16.516591 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53450) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.708877 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.754271 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8927ba9-2e13-424f-8b5c-71b46236d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.758988 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8927ba9-2e13-424f-8b5c-71b46236d3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.766598 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c8927ba9-2e13-424f-8b5c-71b46236d3b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bcae903-2a83-42ab-a7d2-d42433014f6e HTTP/1.1" status: 204 len: 168 time: 0.6058795 Nov 27 01:27:16.783777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8927ba9-2e13-424f-8b5c-71b46236d3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcae903-2a83-42ab-a7d2-d42433014f6e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:16.805142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c379446-bd56-4130-9342-31406f0cb490 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:16.944107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c379446-bd56-4130-9342-31406f0cb490 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:16.950547 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c379446-bd56-4130-9342-31406f0cb490 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:16.958952 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-61ceff77-5fc1-4e98-9ed7-7d3698e9b3ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] delete failed (client error): The resource could not be found. Nov 27 01:27:16.959721 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9372f-0e1b-43ba-8432-394d0589b164 None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:16.963048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-61ceff77-5fc1-4e98-9ed7-7d3698e9b3ae tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/e80c9b94-4dee-4b42-8694-274b49139905 HTTP/1.1" status: 404 len: 336 time: 0.4423823 Nov 27 01:27:16.963230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53456) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:16.981189 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9372f-0e1b-43ba-8432-394d0589b164 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:16.986527 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-99c9372f-0e1b-43ba-8432-394d0589b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:17.000398 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2c379446-bd56-4130-9342-31406f0cb490 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "PUT /v2.0/floatingips/2163d898-a8aa-4981-b104-52cdb67abbe3 HTTP/1.1" status: 200 len: 979 time: 2.1641605 Nov 27 01:27:17.003779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53458) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:17.027568 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.060027 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-99c9372f-0e1b-43ba-8432-394d0589b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:17.060230 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5122a05a-4dbb-41b0-ae83-ceef6cda4dbf tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] DELETE failed (client error): The resource could not be found. Nov 27 01:27:17.060650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5122a05a-4dbb-41b0-ae83-ceef6cda4dbf tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:27:17.078877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5122a05a-4dbb-41b0-ae83-ceef6cda4dbf tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/89bc388d-5c3b-4a1a-9053-1d9556940be7 HTTP/1.1" status: 404 len: 337 time: 0.1119940 Nov 27 01:27:17.083541 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.085097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53464) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:17.098335 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9372f-0e1b-43ba-8432-394d0589b164 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:17.098570 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-99c9372f-0e1b-43ba-8432-394d0589b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:17.151583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port 2613440c-98df-4472-a555-5fa2f91ddd4d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:17.152511 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.165962 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-343e6158-de97-47a6-9ec3-f84be99fa77a tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "GET /v2.0/ports?device_id=e90d36d8-0705-4a26-b240-42db98c2220c HTTP/1.1" status: 200 len: 205 time: 0.0755858 Nov 27 01:27:17.186423 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-99c9372f-0e1b-43ba-8432-394d0589b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:17.187112 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9372f-0e1b-43ba-8432-394d0589b164 None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:17.199600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53466) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:17.214583 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.268980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.331381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event updated for resources: {'Port': ['ID=3d001d88-7e55-424e-87fb-21546c80c17f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:17.351541 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-853723a8-7a57-4936-b5e8-f9a48f907c39 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] delete failed (client error): The resource could not be found. Nov 27 01:27:17.356104 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-853723a8-7a57-4936-b5e8-f9a48f907c39 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/routers/e90d36d8-0705-4a26-b240-42db98c2220c HTTP/1.1" status: 404 len: 336 time: 0.1548352 Nov 27 01:27:17.358925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Network 3ce439d0-fbd4-4367-809e-a06a7f1c4578 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:17.359753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53470) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:17.389889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:17.425605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:17.426668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:17.427415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.429691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53474) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:17.440966 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbacea07-d785-45d8-827f-3935c83d25de tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] DELETE failed (client error): The resource could not be found. Nov 27 01:27:17.441476 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbacea07-d785-45d8-827f-3935c83d25de tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:27:17.447917 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bbacea07-d785-45d8-827f-3935c83d25de tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/5ebe6cf1-50ed-46ad-9f98-321c2830cb8e HTTP/1.1" status: 404 len: 337 time: 0.0872748 Nov 27 01:27:17.452581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53478) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:17.505785 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e1d37a-6829-440f-8688-efea091c7051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] DELETE failed (client error): The resource could not be found. Nov 27 01:27:17.506445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e1d37a-6829-440f-8688-efea091c7051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:27:17.520624 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-17e1d37a-6829-440f-8688-efea091c7051 tempest-RoutersIpV6Test-1209124859 tempest-RoutersIpV6Test-1209124859-project] 10.222.0.37 "DELETE /v2.0/subnets/622ea81c-6f3e-49d8-8ee7-0094a7427b14 HTTP/1.1" status: 404 len: 337 time: 0.0575173 Nov 27 01:27:17.537262 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1227-a0a7-4813-979f-e36450b6137d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.554784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.563016 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.563356 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Floating IP 2163d898-a8aa-4981-b104-52cdb67abbe3 disassociated. External IP: 172.25.3.150, port: 2613440c-98df-4472-a555-5fa2f91ddd4d. Nov 27 01:27:17.563917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for 2613440c-98df-4472-a555-5fa2f91ddd4d owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:17.575452 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.584310 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dbc1cc70-b8b9-41ed-8437-e200ee7ab72b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8582516 Nov 27 01:27:17.588699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53486) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:17.777302 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.827129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=2613440c-98df-4472-a555-5fa2f91ddd4d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:17.836050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fe84b-8027-4335-a20a-70533bf4281b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Deleting port 3d001d88-7e55-424e-87fb-21546c80c17f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:17.836390 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a7fe84b-8027-4335-a20a-70533bf4281b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.884696 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1227-a0a7-4813-979f-e36450b6137d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.918170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1227-a0a7-4813-979f-e36450b6137d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:17.952334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4ccb1227-a0a7-4813-979f-e36450b6137d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=260d098d677a44689eb0e077f470a85c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5188711 Nov 27 01:27:17.955967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53496) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:18.006050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53498) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:18.015556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb1227-a0a7-4813-979f-e36450b6137d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3158db13-9422-4ed2-9806-bccb6690e0b8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:18.058551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:18.082170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a7fe84b-8027-4335-a20a-70533bf4281b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.106623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fe84b-8027-4335-a20a-70533bf4281b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Calling delete_port for 3d001d88-7e55-424e-87fb-21546c80c17f owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:18.209131 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5b6650c4-fc3c-4c6d-aef7-d192dfe64c34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.246572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5b6650c4-fc3c-4c6d-aef7-d192dfe64c34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.298082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:18.310474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0571ca8-59ad-478c-b5bd-e832ca815e3d None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:18.327430 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0571ca8-59ad-478c-b5bd-e832ca815e3d None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:18.330846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c0571ca8-59ad-478c-b5bd-e832ca815e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:18.379249 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a7fe84b-8027-4335-a20a-70533bf4281b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.414403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fe84b-8027-4335-a20a-70533bf4281b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d001d88-7e55-424e-87fb-21546c80c17f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:18.414657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c0571ca8-59ad-478c-b5bd-e832ca815e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:18.420179 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5b6650c4-fc3c-4c6d-aef7-d192dfe64c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.423589 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-abc0657d-6cb6-44a6-bd18-62e15650de76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=102b05414b4544e6b018d01725a183af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4162982 Nov 27 01:27:18.423807 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5b6650c4-fc3c-4c6d-aef7-d192dfe64c34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.427306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5b6650c4-fc3c-4c6d-aef7-d192dfe64c34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3158db13-9422-4ed2-9806-bccb6690e0b8 HTTP/1.1" status: 204 len: 168 time: 0.4666145 Nov 27 01:27:18.427464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0571ca8-59ad-478c-b5bd-e832ca815e3d None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:18.427464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c0571ca8-59ad-478c-b5bd-e832ca815e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:18.428361 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53504) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:18.456959 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6650c4-fc3c-4c6d-aef7-d192dfe64c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3158db13-9422-4ed2-9806-bccb6690e0b8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:18.466808 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.474911 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2c7b97d2-f6b7-42ab-b686-50e29f19c98c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/ports/2613440c-98df-4472-a555-5fa2f91ddd4d HTTP/1.1" status: 204 len: 168 time: 1.4697998 Nov 27 01:27:18.477414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53508) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:18.485402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c0571ca8-59ad-478c-b5bd-e832ca815e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:18.486780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0571ca8-59ad-478c-b5bd-e832ca815e3d None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:18.501016 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a7fe84b-8027-4335-a20a-70533bf4281b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.504985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8a7fe84b-8027-4335-a20a-70533bf4281b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "DELETE /v2.0/ports/3d001d88-7e55-424e-87fb-21546c80c17f HTTP/1.1" status: 204 len: 168 time: 0.9153264 Nov 27 01:27:18.510253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53512) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:18.514639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ce439d0-fbd4-4367-809e-a06a7f1c4578', 'external_fixed_ips': [{'subnet_id': 'bda40e68-6606-4051-a4cc-fe0cdcab20b7', 'ip_address': '2001:db8::79'}]}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:18.567046 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4bb91148-7bf0-48ec-8ede-d5bbfb91be50 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "GET /v2.0/floatingips/2163d898-a8aa-4981-b104-52cdb67abbe3 HTTP/1.1" status: 200 len: 688 time: 0.0885811 Nov 27 01:27:18.570281 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.571401 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53514) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:18.571539 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.633549 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.637964 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3135d6d-7b88-4ad4-b96e-713866e50887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.790642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f7563245-eab5-4ea4-b375-9f6ef7e5313f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port 79636019-6136-4bdc-ab83-f80d6eb3ddf4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:18.791017 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7563245-eab5-4ea4-b375-9f6ef7e5313f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.821865 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3135d6d-7b88-4ad4-b96e-713866e50887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.837218 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.895760 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7563245-eab5-4ea4-b375-9f6ef7e5313f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.896151 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7563245-eab5-4ea4-b375-9f6ef7e5313f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.925906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f7563245-eab5-4ea4-b375-9f6ef7e5313f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for 79636019-6136-4bdc-ab83-f80d6eb3ddf4 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:18.957997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3135d6d-7b88-4ad4-b96e-713866e50887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.961671 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3135d6d-7b88-4ad4-b96e-713866e50887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:18.966134 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c3135d6d-7b88-4ad4-b96e-713866e50887 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f70eec0-35a3-4246-a002-4fed403d1e95 HTTP/1.1" status: 204 len: 168 time: 0.5338683 Nov 27 01:27:18.977737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3135d6d-7b88-4ad4-b96e-713866e50887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f70eec0-35a3-4246-a002-4fed403d1e95,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:19.219310 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:19.277231 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:19.687581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Allocated IP 2001:db8::79 (3ce439d0-fbd4-4367-809e-a06a7f1c4578/bda40e68-6606-4051-a4cc-fe0cdcab20b7/5bbefeed-8c5a-47c2-ad35-43ec4e4bc40a) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:19.905185 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:19.999843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.034309 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7563245-eab5-4ea4-b375-9f6ef7e5313f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.095616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7563245-eab5-4ea4-b375-9f6ef7e5313f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=79636019-6136-4bdc-ab83-f80d6eb3ddf4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:20.105600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Network 3ce439d0-fbd4-4367-809e-a06a7f1c4578 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:20.111258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:20.123106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:20.136541 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event updated for resources: {'Port': ['ID=5bbefeed-8c5a-47c2-ad35-43ec4e4bc40a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:20.238331 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7563245-eab5-4ea4-b375-9f6ef7e5313f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.245426 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7563245-eab5-4ea4-b375-9f6ef7e5313f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.253903 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f7563245-eab5-4ea4-b375-9f6ef7e5313f tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/floatingips/2163d898-a8aa-4981-b104-52cdb67abbe3 HTTP/1.1" status: 204 len: 168 time: 1.6804652 Nov 27 01:27:20.254881 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53566) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:20.259531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '291c9056-8fe7-4d95-a906-7969b93af85e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:20.288525 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.450801 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.559604 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.651228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.25.3.41 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/15e66944-8b9a-465b-8a0e-6dcdb755f743) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:20.653352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53574) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:20.790713 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.852795 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:20.923450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:20.928091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:20.937283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:20.942255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=15e66944-8b9a-465b-8a0e-6dcdb755f743,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:20.964988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.179756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9d4a8f1e-4361-4d77-9059-4d03b7b306bc tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-267020367', 'prefixes': ['172.20.0.0/16']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:21.180854 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Router b1923c34-756a-4e0b-9d04-1e0312cec63a is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:27:21.439220 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:21.455107 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] Sync routers for ids ['b1923c34-756a-4e0b-9d04-1e0312cec63a'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:21.480607 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] Routers {'b1923c34-756a-4e0b-9d04-1e0312cec63a'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:21.482297 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b1923c34-756a-4e0b-9d04-1e0312cec63a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:21.487655 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.489953 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1c58d148-a593-4ebe-adf2-0eba4b5f75fe tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.9787023 Nov 27 01:27:21.492836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53598) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:21.589419 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8f1e-4361-4d77-9059-4d03b7b306bc tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] Publish callbacks [] for subnetpool, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.596021 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9d4a8f1e-4361-4d77-9059-4d03b7b306bc tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9389892 Nov 27 01:27:21.596882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53602) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:21.670263 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.722109 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] Set router b1923c34-756a-4e0b-9d04-1e0312cec63a gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:21.756120 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6317b2cb-1422-4b61-bd25-90a3116a825c tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] 10.222.0.37 "GET /v2.0/subnetpools/8f6dff4e-0520-4fed-a387-a4bdbd57d406 HTTP/1.1" status: 200 len: 731 time: 0.1491029 Nov 27 01:27:21.769156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53608) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:21.788815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0e006091-cc2d-46fd-af0d-0799409f7408 tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-776248964'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:21.846491 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:21.872220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.021670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Deleting port 5bbefeed-8c5a-47c2-ad35-43ec4e4bc40a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:22.022744 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.095751 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e006091-cc2d-46fd-af0d-0799409f7408 tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] Publish callbacks [] for subnetpool, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.097000 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1923c34-756a-4e0b-9d04-1e0312cec63a', 'name': '', 'tenant_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce439d0-fbd4-4367-809e-a06a7f1c4578', 'external_fixed_ips': [{'subnet_id': 'bda40e68-6606-4051-a4cc-fe0cdcab20b7', 'ip_address': '2001:db8::79'}], 'enable_snat': True}, 'gw_port_id': '5bbefeed-8c5a-47c2-ad35-43ec4e4bc40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:18Z', 'updated_at': '2021-11-27T01:27:20Z', 'revision_number': 3, 'project_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'gw_port': {'id': '5bbefeed-8c5a-47c2-ad35-43ec4e4bc40a', 'name': '', 'network_id': '3ce439d0-fbd4-4367-809e-a06a7f1c4578', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1923c34-756a-4e0b-9d04-1e0312cec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'bda40e68-6606-4051-a4cc-fe0cdcab20b7', 'ip_address': '2001:db8::79', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:19Z', 'updated_at': '2021-11-27T01:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bda40e68-6606-4051-a4cc-fe0cdcab20b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:22.099081 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0e006091-cc2d-46fd-af0d-0799409f7408 tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] 10.222.0.37 "PUT /v2.0/subnetpools/8f6dff4e-0520-4fed-a387-a4bdbd57d406 HTTP/1.1" status: 200 len: 683 time: 0.3288500 Nov 27 01:27:22.100198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53618) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:22.181030 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] Checking router: b1923c34-756a-4e0b-9d04-1e0312cec63a for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:22.183944 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] Updating router b1923c34-756a-4e0b-9d04-1e0312cec63a port 5bbefeed-8c5a-47c2-ad35-43ec4e4bc40a binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:27:22.214177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.234045 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.307723 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.327148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Calling delete_port for 5bbefeed-8c5a-47c2-ad35-43ec4e4bc40a owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:22.473955 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88fbd796-41c3-4b40-b759-ecc45097de01 tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] Publish callbacks [] for subnetpool, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.477559 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-88fbd796-41c3-4b40-b759-ecc45097de01 tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] 10.222.0.37 "DELETE /v2.0/subnetpools/8f6dff4e-0520-4fed-a387-a4bdbd57d406 HTTP/1.1" status: 204 len: 168 time: 0.3380344 Nov 27 01:27:22.489925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53626) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:22.548559 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-6cb75411-865a-4d84-87af-52c652941501 tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] show failed (client error): The resource could not be found. Nov 27 01:27:22.552243 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6cb75411-865a-4d84-87af-52c652941501 tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] 10.222.0.37 "GET /v2.0/subnetpools/8f6dff4e-0520-4fed-a387-a4bdbd57d406 HTTP/1.1" status: 404 len: 346 time: 0.0589633 Nov 27 01:27:22.552998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53632) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:22.613323 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-b4a4cb22-e67a-4251-9378-df57cd345a9f tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] delete failed (client error): The resource could not be found. Nov 27 01:27:22.617778 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b4a4cb22-e67a-4251-9378-df57cd345a9f tempest-SubnetPoolsTestJSON-986825972 tempest-SubnetPoolsTestJSON-986825972-project] 10.222.0.37 "DELETE /v2.0/subnetpools/8f6dff4e-0520-4fed-a387-a4bdbd57d406 HTTP/1.1" status: 404 len: 346 time: 0.0597644 Nov 27 01:27:22.676559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53636) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:22.701284 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.db.api [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:27:22.701824 n-d-819494-2 neutron-server[103387]: DEBUG oslo_db.api [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:27:22.703141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53640) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:22.705338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.711186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.711918 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.813182 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.855254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bbefeed-8c5a-47c2-ad35-43ec4e4bc40a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:22.901835 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:22.961487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=15e66944-8b9a-465b-8a0e-6dcdb755f743,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:22.979100 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcaab6f3-0264-4b5f-ba76-01e360967807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.066839 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.072142 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.073996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53648) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:23.139035 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Floating IP 55de51fd-0e64-4e56-9b06-0eaa7a6192ac associated. External IP: 172.25.3.41, port: 291c9056-8fe7-4d95-a906-7969b93af85e. Nov 27 01:27:23.148913 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.149992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1923c34-756a-4e0b-9d04-1e0312cec63a {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:27:23.155977 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.160580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f5c25800-5a3c-485d-899f-ec307c635db9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b1923c34-756a-4e0b-9d04-1e0312cec63a HTTP/1.1" status: 204 len: 168 time: 1.6659873 Nov 27 01:27:23.160718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53652) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:23.231781 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33ee1b41-176f-48e8-ba7b-5c54d1bd76ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.239815 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21684439-b2db-4456-b91b-2ca9a6bdb33f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.308020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd082a5-7c4c-4542-9b0b-f32d3cf811b8 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Deleting subnet bda40e68-6606-4051-a4cc-fe0cdcab20b7 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:27:23.314025 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cd082a5-7c4c-4542-9b0b-f32d3cf811b8 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.394423 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcaab6f3-0264-4b5f-ba76-01e360967807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.400619 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cd082a5-7c4c-4542-9b0b-f32d3cf811b8 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.401752 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcaab6f3-0264-4b5f-ba76-01e360967807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.499165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaab6f3-0264-4b5f-ba76-01e360967807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10c4317-6548-44b8-afa6-19a825690ca5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:23.501452 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cd082a5-7c4c-4542-9b0b-f32d3cf811b8 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.530039 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21684439-b2db-4456-b91b-2ca9a6bdb33f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.537979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33ee1b41-176f-48e8-ba7b-5c54d1bd76ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.541345 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] Port 5bbefeed-8c5a-47c2-ad35-43ec4e4bc40a not found while updating agent binding for router b1923c34-756a-4e0b-9d04-1e0312cec63a. {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 01:27:23.544093 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21684439-b2db-4456-b91b-2ca9a6bdb33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.556403 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] Routers set() bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:23.557014 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] Router IDs set() for agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 01:27:23.558025 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_agentschedulers_db [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b1923c34-756a-4e0b-9d04-1e0312cec63a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent'). {{(pid=103387) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 01:27:23.558615 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2173bda2-ac92-46e0-a9a8-6194336c14cb None None] The sync data for ids ['b1923c34-756a-4e0b-9d04-1e0312cec63a'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:23.559101 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33ee1b41-176f-48e8-ba7b-5c54d1bd76ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.614752 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684439-b2db-4456-b91b-2ca9a6bdb33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87df988-623d-4432-8c8e-95c79cd05e8a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:23.619067 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-21684439-b2db-4456-b91b-2ca9a6bdb33f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa9cc497d9d94bd5a1977f1399b852dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5437076 Nov 27 01:27:23.625093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53658) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:23.649307 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-33ee1b41-176f-48e8-ba7b-5c54d1bd76ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d15ea76c111a45308d29e70e7aec8cf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9400280 Nov 27 01:27:23.649535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fcaab6f3-0264-4b5f-ba76-01e360967807 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c97b9034b0ef48ffac406064dd0c44d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9671400 Nov 27 01:27:23.649644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53660) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:23.651344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53662) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:23.670852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:23.676875 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cd082a5-7c4c-4542-9b0b-f32d3cf811b8 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.700937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee1b41-176f-48e8-ba7b-5c54d1bd76ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4bfb98-4245-4721-8ba7-f954d5a12157,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:23.742666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd082a5-7c4c-4542-9b0b-f32d3cf811b8 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bda40e68-6606-4051-a4cc-fe0cdcab20b7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:23.753722 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cd082a5-7c4c-4542-9b0b-f32d3cf811b8 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.759349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8cd082a5-7c4c-4542-9b0b-f32d3cf811b8 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/bda40e68-6606-4051-a4cc-fe0cdcab20b7 HTTP/1.1" status: 204 len: 168 time: 0.5931435 Nov 27 01:27:23.765401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53664) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:23.840802 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ffc8f65b-7de4-457e-9dca-e21ccf35731c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.862899 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56ca4df7-3358-4979-926b-db846f94c120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.874703 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ffc8f65b-7de4-457e-9dca-e21ccf35731c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.877149 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73d042d8-0399-498b-8557-33cd9a7a8beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.887056 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:23.893207 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.906088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4edbf6-98f8-4eb4-bab7-35a007f3d236 None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:23.924831 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56ca4df7-3358-4979-926b-db846f94c120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.931611 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.940797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4edbf6-98f8-4eb4-bab7-35a007f3d236 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:23.942000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cb4edbf6-98f8-4eb4-bab7-35a007f3d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:23.945850 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73d042d8-0399-498b-8557-33cd9a7a8beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.965459 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-275ae18b-a9e8-4989-853c-501b35fafd5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7093654 Nov 27 01:27:23.966089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53666) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:23.971595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cf574ec4-2ce2-44cf-892f-c853dcf668d0 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-372910816'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:23.981325 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ffc8f65b-7de4-457e-9dca-e21ccf35731c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.983978 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ffc8f65b-7de4-457e-9dca-e21ccf35731c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:23.986287 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ffc8f65b-7de4-457e-9dca-e21ccf35731c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b87df988-623d-4432-8c8e-95c79cd05e8a HTTP/1.1" status: 204 len: 168 time: 0.3565907 Nov 27 01:27:23.997903 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8f65b-7de4-457e-9dca-e21ccf35731c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87df988-623d-4432-8c8e-95c79cd05e8a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:24.000009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cb4edbf6-98f8-4eb4-bab7-35a007f3d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:24.015668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf574ec4-2ce2-44cf-892f-c853dcf668d0 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Made reservation on behalf of 49f9f61df75f45eca247f0ac749bd551 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:24.018435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4edbf6-98f8-4eb4-bab7-35a007f3d236 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:24.019383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cb4edbf6-98f8-4eb4-bab7-35a007f3d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:24.020358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf574ec4-2ce2-44cf-892f-c853dcf668d0 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.068119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cb4edbf6-98f8-4eb4-bab7-35a007f3d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:24.069025 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4edbf6-98f8-4eb4-bab7-35a007f3d236 None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:24.115264 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.127031 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56ca4df7-3358-4979-926b-db846f94c120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.130644 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56ca4df7-3358-4979-926b-db846f94c120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.132197 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-56ca4df7-3358-4979-926b-db846f94c120 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d10c4317-6548-44b8-afa6-19a825690ca5 HTTP/1.1" status: 204 len: 168 time: 0.4818764 Nov 27 01:27:24.157167 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca4df7-3358-4979-926b-db846f94c120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10c4317-6548-44b8-afa6-19a825690ca5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:24.165017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf574ec4-2ce2-44cf-892f-c853dcf668d0 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:27:24.177062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce439d0-fbd4-4367-809e-a06a7f1c4578']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:24.177199 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf574ec4-2ce2-44cf-892f-c853dcf668d0 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.177561 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-cf574ec4-2ce2-44cf-892f-c853dcf668d0 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Added segment 10ec7fab-9de4-4456-a159-72499d97ccc0 of type vlan for network 3731bc76-6c33-46cc-8029-d03c5f68d612 Nov 27 01:27:24.186024 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73d042d8-0399-498b-8557-33cd9a7a8beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.194741 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73d042d8-0399-498b-8557-33cd9a7a8beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.202222 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-73d042d8-0399-498b-8557-33cd9a7a8beb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a4bfb98-4245-4721-8ba7-f954d5a12157 HTTP/1.1" status: 204 len: 168 time: 0.5419383 Nov 27 01:27:24.234743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f8dd80-3abc-4164-8ae2-7618ea15b295') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:24.235975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f8dd80-3abc-4164-8ae2-7618ea15b295') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:24.237371 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf574ec4-2ce2-44cf-892f-c853dcf668d0 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.269567 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.274930 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf574ec4-2ce2-44cf-892f-c853dcf668d0 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.283522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf574ec4-2ce2-44cf-892f-c853dcf668d0 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:24.284450 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf574ec4-2ce2-44cf-892f-c853dcf668d0 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.291433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.300317 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:27:24.300904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.368504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d042d8-0399-498b-8557-33cd9a7a8beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4bfb98-4245-4721-8ba7-f954d5a12157,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:27:24.375096 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:27:24.408270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.411780 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cf574ec4-2ce2-44cf-892f-c853dcf668d0 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4442735 Nov 27 01:27:24.416701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ce439d0-fbd4-4367-809e-a06a7f1c4578 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:27:24.419845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53684) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:24.425385 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.436100 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "DELETE /v2.0/networks/3ce439d0-fbd4-4367-809e-a06a7f1c4578 HTTP/1.1" status: 204 len: 168 time: 0.6673827 Nov 27 01:27:24.458093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a039a-cc91-4a62-9380-88095a224be3 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ce439d0-fbd4-4367-809e-a06a7f1c4578,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:24.464893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-16a2f3b6-e02d-42a5-aa2f-621646fcc5ee tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'subnet': {'network_id': '3731bc76-6c33-46cc-8029-d03c5f68d612', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:24.543876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf574ec4-2ce2-44cf-892f-c853dcf668d0 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Network': ['ID=3731bc76-6c33-46cc-8029-d03c5f68d612,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:24.557840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 3731bc76-6c33-46cc-8029-d03c5f68d612 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:27:24.606468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a2f3b6-e02d-42a5-aa2f-621646fcc5ee tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Made reservation on behalf of 49f9f61df75f45eca247f0ac749bd551 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:24.612806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16a2f3b6-e02d-42a5-aa2f-621646fcc5ee tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:24.959392 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16a2f3b6-e02d-42a5-aa2f-621646fcc5ee tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.046851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53700) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:25.053199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2f3b6-e02d-42a5-aa2f-621646fcc5ee tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Subnet': ['ID=36361a6c-0383-42fa-a39a-b5e83c4237be,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:25.063760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2f3b6-e02d-42a5-aa2f-621646fcc5ee tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Checking segment: {'id': '10ec7fab-9de4-4456-a159-72499d97ccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3731bc76-6c33-46cc-8029-d03c5f68d612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:25.064206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2f3b6-e02d-42a5-aa2f-621646fcc5ee tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network hostable DHCP agents. Network: 3731bc76-6c33-46cc-8029-d03c5f68d612, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:27:25.071611 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a73cb76-4ba9-4b37-a024-e34eef49d358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.090493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2f3b6-e02d-42a5-aa2f-621646fcc5ee tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network 3731bc76-6c33-46cc-8029-d03c5f68d612 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:27:25.116826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-16a2f3b6-e02d-42a5-aa2f-621646fcc5ee tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 3731bc76-6c33-46cc-8029-d03c5f68d612) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:25.125836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2f3b6-e02d-42a5-aa2f-621646fcc5ee tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:25.127670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305b17c1-d3a8-45b3-b38e-1a43f8c743d2 None None] Network 3731bc76-6c33-46cc-8029-d03c5f68d612 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:25.128660 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16a2f3b6-e02d-42a5-aa2f-621646fcc5ee tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.166482 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-16a2f3b6-e02d-42a5-aa2f-621646fcc5ee tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7188258 Nov 27 01:27:25.169143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53704) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:25.174716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-957036003', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:25.232803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.234816 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.279929 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a73cb76-4ba9-4b37-a024-e34eef49d358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.294538 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a73cb76-4ba9-4b37-a024-e34eef49d358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.338829 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.482230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-3731bc76-6c33-46cc-8029-d03c5f68d612', 'network_id': '3731bc76-6c33-46cc-8029-d03c5f68d612', 'tenant_id': '49f9f61df75f45eca247f0ac749bd551', 'fixed_ips': [{'subnet_id': '36361a6c-0383-42fa-a39a-b5e83c4237be'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:27:25.483735 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.527632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53716) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:25.536195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-13d76dac-a792-4d1c-ae42-218b9d2a73d0 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Request body: {'router': {'name': 'tempest-router--841338704', 'project_id': 'ab4e5983b95c4a45836bc0e9c8817847'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:25.662384 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13d76dac-a792-4d1c-ae42-218b9d2a73d0 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.663451 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13d76dac-a792-4d1c-ae42-218b9d2a73d0 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.742953 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13d76dac-a792-4d1c-ae42-218b9d2a73d0 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.761464 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13d76dac-a792-4d1c-ae42-218b9d2a73d0 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.784338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.800148 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13d76dac-a792-4d1c-ae42-218b9d2a73d0 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:25.804126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-13d76dac-a792-4d1c-ae42-218b9d2a73d0 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2730041 Nov 27 01:27:25.805769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:25.874131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Allocated IP 172.20.0.2 (3731bc76-6c33-46cc-8029-d03c5f68d612/36361a6c-0383-42fa-a39a-b5e83c4237be/29843e73-884d-46c3-b861-3917c7b5f6c4) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:25.996812 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5a73cb76-4ba9-4b37-a024-e34eef49d358 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e0c2f42010c4a7f9839091bd881b7b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9487994 Nov 27 01:27:26.000506 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53734) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:26.073720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73cb76-4ba9-4b37-a024-e34eef49d358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00add19-a98e-45b9-8fd8-291ae69b63b5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:26.083993 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88106e84-18c8-42e1-987b-0959dac9c017 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.097737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53738) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:26.185383 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.197526 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.202469 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c0a019c-6089-4f59-afd3-baf29c92cd1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.264169 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c0a019c-6089-4f59-afd3-baf29c92cd1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.270915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Pushing event updated for resources: {'Port': ['ID=29843e73-884d-46c3-b861-3917c7b5f6c4,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:26.297603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Network 3731bc76-6c33-46cc-8029-d03c5f68d612 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:26.300323 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:26.308449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:26.314556 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88106e84-18c8-42e1-987b-0959dac9c017 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.317001 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88106e84-18c8-42e1-987b-0959dac9c017 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.377693 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c0a019c-6089-4f59-afd3-baf29c92cd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.383314 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88106e84-18c8-42e1-987b-0959dac9c017 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.383876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88106e84-18c8-42e1-987b-0959dac9c017 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf831d8f-75e3-4d2d-a186-7e0dc8588450 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:27:26.388898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c0a019c-6089-4f59-afd3-baf29c92cd1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.393614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Attempting to bind port 29843e73-884d-46c3-b861-3917c7b5f6c4 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:27:26.394069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Attempting to bind port 29843e73-884d-46c3-b861-3917c7b5f6c4 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '10ec7fab-9de4-4456-a159-72499d97ccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3731bc76-6c33-46cc-8029-d03c5f68d612'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:27:26.394551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Attempting to bind port 29843e73-884d-46c3-b861-3917c7b5f6c4 on network 3731bc76-6c33-46cc-8029-d03c5f68d612 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:27:26.396164 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88106e84-18c8-42e1-987b-0959dac9c017 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.397492 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-88106e84-18c8-42e1-987b-0959dac9c017 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "DELETE /v2.0/routers/cf831d8f-75e3-4d2d-a186-7e0dc8588450 HTTP/1.1" status: 204 len: 168 time: 0.5889373 Nov 27 01:27:26.400751 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4c0a019c-6089-4f59-afd3-baf29c92cd1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c00add19-a98e-45b9-8fd8-291ae69b63b5 HTTP/1.1" status: 204 len: 168 time: 0.3926358 Nov 27 01:27:26.415641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:27:26.416397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Checking segment: {'id': '10ec7fab-9de4-4456-a159-72499d97ccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3731bc76-6c33-46cc-8029-d03c5f68d612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:26.417022 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.417792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Bound using segment: {'id': '10ec7fab-9de4-4456-a159-72499d97ccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3731bc76-6c33-46cc-8029-d03c5f68d612'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:27:26.418534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Bound port: 29843e73-884d-46c3-b861-3917c7b5f6c4, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ec7fab-9de4-4456-a159-72499d97ccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3731bc76-6c33-46cc-8029-d03c5f68d612'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:27:26.419150 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.430302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a019c-6089-4f59-afd3-baf29c92cd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00add19-a98e-45b9-8fd8-291ae69b63b5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:26.517875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] For port 29843e73-884d-46c3-b861-3917c7b5f6c4, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:27:26.521797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] For port 29843e73-884d-46c3-b861-3917c7b5f6c4, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=29843e73-884d-46c3-b861-3917c7b5f6c4,segment=NetworkSegment(10ec7fab-9de4-4456-a159-72499d97ccc0),segment_id=10ec7fab-9de4-4456-a159-72499d97ccc0)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:27:26.530499 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.605162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-760402492'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:26.608691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13774bbe-739e-46d9-98d5-e099657e5a16 None None] Pushing event updated for resources: {'Port': ['ID=29843e73-884d-46c3-b861-3917c7b5f6c4,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:26.655331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Made reservation on behalf of f2355597c6f244fea35ff70f1b417293 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:26.661622 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.677182 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.793352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53758) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:26.912222 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.918077 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:26.972609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:27:26.999313 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0eca2c-b087-4552-94b9-46f6ffc33137,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:27.009988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.010508 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Added segment 0cabeded-5d20-4d6c-89e3-46fc52f205fd of type vlan for network 39e0700b-8b85-42b3-bece-d16485251194 Nov 27 01:27:27.103883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.118919 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.154777 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.162313 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.170169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:27.171215 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.196658 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0973723 Nov 27 01:27:27.201095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53766) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:27.209836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a4966a00-7f6f-472c-b598-228838f297f1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Request body: {'subnet': {'network_id': '39e0700b-8b85-42b3-bece-d16485251194', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:27.340529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16827d7-a34a-4a1a-ab46-c36e6fedc0c3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Pushing event updated for resources: {'Network': ['ID=39e0700b-8b85-42b3-bece-d16485251194,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:27.358959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 39e0700b-8b85-42b3-bece-d16485251194 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:27:27.363581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.25.3.6 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/5d59c7c6-14c8-4133-bff6-2e34dbe151c9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:27.380654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4966a00-7f6f-472c-b598-228838f297f1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Made reservation on behalf of f2355597c6f244fea35ff70f1b417293 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:27.384861 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4966a00-7f6f-472c-b598-228838f297f1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.453334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1255632912', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:27.528430 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.529880 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.568026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.630637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.643721 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.675387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:27.678935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:27.691860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:27.700716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b6f7b8-1b83-4d13-94c7-d3822de22cd2 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:27.767206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=5d59c7c6-14c8-4133-bff6-2e34dbe151c9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:27.799322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0a4b6dd8-d0a1-4007-a3fa-cf1d3c2e2f20 None None] Provisioning complete for port 5d59c7c6-14c8-4133-bff6-2e34dbe151c9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:27.800282 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6dd8-d0a1-4007-a3fa-cf1d3c2e2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:27.925485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b6dd8-d0a1-4007-a3fa-cf1d3c2e2f20 None None] Port 5d59c7c6-14c8-4133-bff6-2e34dbe151c9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:27.948025 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.052964 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4966a00-7f6f-472c-b598-228838f297f1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.251969 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f5480-98c0-4b81-9317-77239c51b825 None None] Network 3731bc76-6c33-46cc-8029-d03c5f68d612 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:28.284017 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4966a00-7f6f-472c-b598-228838f297f1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Pushing event updated for resources: {'Subnet': ['ID=5f5859ec-c774-4bbf-98c8-efaf4ceca5ea,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:28.313468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4966a00-7f6f-472c-b598-228838f297f1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Checking segment: {'id': '0cabeded-5d20-4d6c-89e3-46fc52f205fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39e0700b-8b85-42b3-bece-d16485251194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:28.314366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4966a00-7f6f-472c-b598-228838f297f1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Network hostable DHCP agents. Network: 39e0700b-8b85-42b3-bece-d16485251194, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:27:28.350320 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4966a00-7f6f-472c-b598-228838f297f1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Network 39e0700b-8b85-42b3-bece-d16485251194 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:27:28.377533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 29843e73-884d-46c3-b861-3917c7b5f6c4 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:27:28.445795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a4966a00-7f6f-472c-b598-228838f297f1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 39e0700b-8b85-42b3-bece-d16485251194) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:28.454872 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.466040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4966a00-7f6f-472c-b598-228838f297f1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:28.466872 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a4966a00-7f6f-472c-b598-228838f297f1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.511389 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.525202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6186d08e-e24e-4ca3-be19-6faf116c9a52 None None] Network 39e0700b-8b85-42b3-bece-d16485251194 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:28.558547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a4966a00-7f6f-472c-b598-228838f297f1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3560905 Nov 27 01:27:28.559773 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.700255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53798) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:28.710502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Request body: {'port': {'network_id': '39e0700b-8b85-42b3-bece-d16485251194', 'name': 'tempest-TagsExtTest-1980538014'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:28.758503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-169672fe-9edc-42a2-afd3-f76752c05774 None None] Provisioning complete for port 29843e73-884d-46c3-b861-3917c7b5f6c4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:28.758997 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-169672fe-9edc-42a2-afd3-f76752c05774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:28.794001 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Allocated IP 172.25.3.217 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/4a10294b-4284-47a6-a0cb-af8b4431ac52) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:29.008100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 29843e73-884d-46c3-b861-3917c7b5f6c4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:29.009031 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:29.038363 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:29.061321 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:29.098214 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:29.219463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-39e0700b-8b85-42b3-bece-d16485251194', 'network_id': '39e0700b-8b85-42b3-bece-d16485251194', 'tenant_id': 'f2355597c6f244fea35ff70f1b417293', 'fixed_ips': [{'subnet_id': '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:27:29.219463 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:29.286193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:29.305350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:29.320732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:29.333871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 912f30c2-9a6c-4a2f-a102-cab8cef4f166 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:27:29.384262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66caf119-8adc-4256-accd-e39659bd8723 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:29.414441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Made reservation on behalf of f2355597c6f244fea35ff70f1b417293 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:29.419028 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:29.463214 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-169672fe-9edc-42a2-afd3-f76752c05774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:29.470791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] device_id is not set on port e52a645a-f754-438c-9fa0-03ed97aa54d9 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:27:29.476670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Pushing event updated for resources: {'Port': ['ID=4a10294b-4284-47a6-a0cb-af8b4431ac52,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:29.665728 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:29.836937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-169672fe-9edc-42a2-afd3-f76752c05774 None None] For port 29843e73-884d-46c3-b861-3917c7b5f6c4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=29843e73-884d-46c3-b861-3917c7b5f6c4,segment=NetworkSegment(10ec7fab-9de4-4456-a159-72499d97ccc0),segment_id=10ec7fab-9de4-4456-a159-72499d97ccc0)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:29.860935 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-169672fe-9edc-42a2-afd3-f76752c05774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:29.909222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:29.920114 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1442d672-53f9-45db-bc1a-59298f5cde24 None None] Sync routers for ids ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:29.960629 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Allocated IP 172.20.0.7 (39e0700b-8b85-42b3-bece-d16485251194/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/e52a645a-f754-438c-9fa0-03ed97aa54d9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:29.964200 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1442d672-53f9-45db-bc1a-59298f5cde24 None None] Routers {'912f30c2-9a6c-4a2f-a102-cab8cef4f166'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:29.967397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:29.968238 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1442d672-53f9-45db-bc1a-59298f5cde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:29.969447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9a778a42-3c59-43eb-84cc-e480fa26765d tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7989595 Nov 27 01:27:29.973400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53846) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:30.056527 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:30.056675 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:27:30.056843 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:27:30.099926 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1442d672-53f9-45db-bc1a-59298f5cde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:30.112238 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1442d672-53f9-45db-bc1a-59298f5cde24 None None] Routers {'912f30c2-9a6c-4a2f-a102-cab8cef4f166'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:30.112871 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1442d672-53f9-45db-bc1a-59298f5cde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:30.127604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169672fe-9edc-42a2-afd3-f76752c05774 None None] Pushing event updated for resources: {'Port': ['ID=29843e73-884d-46c3-b861-3917c7b5f6c4,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:30.136455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5e3fda5c-dc2b-4715-907c-e0336da315ac None None] Provisioning complete for port 4a10294b-4284-47a6-a0cb-af8b4431ac52 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:30.136820 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e3fda5c-dc2b-4715-907c-e0336da315ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:30.239255 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1442d672-53f9-45db-bc1a-59298f5cde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:30.240021 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1442d672-53f9-45db-bc1a-59298f5cde24 None None] The sync data for ids ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:30.256498 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53854) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:30.273749 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5e3fda5c-dc2b-4715-907c-e0336da315ac None None] Port 4a10294b-4284-47a6-a0cb-af8b4431ac52 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:30.295720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5e3fda5c-dc2b-4715-907c-e0336da315ac None None] Provisioning complete for port 29843e73-884d-46c3-b861-3917c7b5f6c4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:30.298830 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e3fda5c-dc2b-4715-907c-e0336da315ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:30.415876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:30.569305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Router cbd5b529-ef1b-4101-9681-cf5665377e11 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:27:30.652191 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f21a8dd-3254-42b6-8e91-e9406dd3b728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:30.698346 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:30.764963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 29843e73-884d-46c3-b861-3917c7b5f6c4 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:27:30.789046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:30.802881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc966c09-3317-4817-90b3-eaa61e024a8a None None] Sync routers for ids ['cbd5b529-ef1b-4101-9681-cf5665377e11'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:30.822735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc966c09-3317-4817-90b3-eaa61e024a8a None None] Routers {'cbd5b529-ef1b-4101-9681-cf5665377e11'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:30.823618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dc966c09-3317-4817-90b3-eaa61e024a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['cbd5b529-ef1b-4101-9681-cf5665377e11'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:30.832572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:30.836323 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b06be480-b073-4264-a168-3fda7cf07830 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0402145 Nov 27 01:27:30.839217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53864) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:30.851918 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f21a8dd-3254-42b6-8e91-e9406dd3b728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:30.861422 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dc966c09-3317-4817-90b3-eaa61e024a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:30.869588 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f21a8dd-3254-42b6-8e91-e9406dd3b728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:30.881282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc966c09-3317-4817-90b3-eaa61e024a8a None None] Routers {'cbd5b529-ef1b-4101-9681-cf5665377e11'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:30.883397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dc966c09-3317-4817-90b3-eaa61e024a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['cbd5b529-ef1b-4101-9681-cf5665377e11'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:30.934637 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9f21a8dd-3254-42b6-8e91-e9406dd3b728 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90f7b161caca4bb2ba0ed91127636c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6767519 Nov 27 01:27:30.945474 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53866) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:30.955529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21a8dd-3254-42b6-8e91-e9406dd3b728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9746353-54bb-4a98-9b93-b03571372574,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:30.984048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 29843e73-884d-46c3-b861-3917c7b5f6c4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:30.984417 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:30.990071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-dc966c09-3317-4817-90b3-eaa61e024a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:30.992736 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc966c09-3317-4817-90b3-eaa61e024a8a None None] The sync data for ids ['cbd5b529-ef1b-4101-9681-cf5665377e11'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:31.061845 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.179420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6c4e3c5-8509-4d6f-86e1-f7ffe8905a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.195515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Pushing event updated for resources: {'Port': ['ID=e52a645a-f754-438c-9fa0-03ed97aa54d9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:31.206358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Network 39e0700b-8b85-42b3-bece-d16485251194 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:31.230967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Allocated IP 172.20.0.2 (39e0700b-8b85-42b3-bece-d16485251194/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/b2d64849-0680-4220-a121-373c7fbb54cf) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:31.232917 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6c4e3c5-8509-4d6f-86e1-f7ffe8905a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.236630 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-844a4e34-0661-4d20-83f3-ceca0c3ac0c1 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/routers/cbd5b529-ef1b-4101-9681-cf5665377e11 HTTP/1.1" status: 200 len: 925 time: 0.3962958 Nov 27 01:27:31.242259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53874) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:31.268872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:31.274790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:31.276570 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-53e771ba-a21e-4550-8765-2caeb34a706b tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbd5b529-ef1b-4101-9681-cf5665377e11 HTTP/1.1" status: 200 len: 205 time: 0.0331049 Nov 27 01:27:31.283301 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53876) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:31.362458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:31.363130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.474711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.482374 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8f1e3ec3-b1eb-4046-a4b9-e788c6ddf8f5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7711577 Nov 27 01:27:31.485998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53884) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:31.492026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-55e58743-139e-4323-abb0-d8b17dfe0024 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1128628997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:31.565345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6c4e3c5-8509-4d6f-86e1-f7ffe8905a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.568274 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6c4e3c5-8509-4d6f-86e1-f7ffe8905a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.569517 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f6c4e3c5-8509-4d6f-86e1-f7ffe8905a96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9746353-54bb-4a98-9b93-b03571372574 HTTP/1.1" status: 204 len: 168 time: 0.6227860 Nov 27 01:27:31.582669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4e3c5-8509-4d6f-86e1-f7ffe8905a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9746353-54bb-4a98-9b93-b03571372574,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:31.639067 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55e58743-139e-4323-abb0-d8b17dfe0024 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.640764 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55e58743-139e-4323-abb0-d8b17dfe0024 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.657827 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.689021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.692238 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.759165 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.764795 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55e58743-139e-4323-abb0-d8b17dfe0024 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.777029 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55e58743-139e-4323-abb0-d8b17dfe0024 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.780648 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Network 39e0700b-8b85-42b3-bece-d16485251194 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:31.788604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:31.794764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Deleting port 4a10294b-4284-47a6-a0cb-af8b4431ac52 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:31.799699 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.809098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:31.857206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Pushing event updated for resources: {'Port': ['ID=b2d64849-0680-4220-a121-373c7fbb54cf,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:31.875423 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55e58743-139e-4323-abb0-d8b17dfe0024 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.881201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-55e58743-139e-4323-abb0-d8b17dfe0024 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3939421 Nov 27 01:27:31.884128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53894) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:31.901939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b5ac9814-0415-45ec-804e-07204c91c821 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-772692569', 'prefixes': ['172.20.0.0/16']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:31.968812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Attempting to bind port b2d64849-0680-4220-a121-373c7fbb54cf on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:27:31.969197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Attempting to bind port b2d64849-0680-4220-a121-373c7fbb54cf by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '0cabeded-5d20-4d6c-89e3-46fc52f205fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39e0700b-8b85-42b3-bece-d16485251194'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:27:31.970108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Attempting to bind port b2d64849-0680-4220-a121-373c7fbb54cf on network 39e0700b-8b85-42b3-bece-d16485251194 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:27:31.978394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:27:31.978771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Checking segment: {'id': '0cabeded-5d20-4d6c-89e3-46fc52f205fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39e0700b-8b85-42b3-bece-d16485251194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:31.979176 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:31.979572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Bound using segment: {'id': '0cabeded-5d20-4d6c-89e3-46fc52f205fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39e0700b-8b85-42b3-bece-d16485251194'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:27:31.980050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Bound port: b2d64849-0680-4220-a121-373c7fbb54cf, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cabeded-5d20-4d6c-89e3-46fc52f205fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39e0700b-8b85-42b3-bece-d16485251194'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:27:31.980490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:32.060778 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:32.105019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Calling delete_port for 4a10294b-4284-47a6-a0cb-af8b4431ac52 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:32.118494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5ac9814-0415-45ec-804e-07204c91c821 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks [] for subnetpool, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:32.129115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] For port b2d64849-0680-4220-a121-373c7fbb54cf, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:27:32.129862 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b5ac9814-0415-45ec-804e-07204c91c821 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2406893 Nov 27 01:27:32.130971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53904) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:32.134135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] For port b2d64849-0680-4220-a121-373c7fbb54cf, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b2d64849-0680-4220-a121-373c7fbb54cf,segment=NetworkSegment(0cabeded-5d20-4d6c-89e3-46fc52f205fd),segment_id=0cabeded-5d20-4d6c-89e3-46fc52f205fd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:27:32.143005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-29af6c8a-ecc3-4fe8-a7e5-dd63dc4b904b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea', 'tempest-TagsExtTest-Tag-1531075614') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:32.144568 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:32.272230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc142e92-3e42-4ec8-b4af-d22fddf693e6 None None] Pushing event updated for resources: {'Port': ['ID=b2d64849-0680-4220-a121-373c7fbb54cf,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:32.320157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.20.0.1 (3731bc76-6c33-46cc-8029-d03c5f68d612/36361a6c-0383-42fa-a39a-b5e83c4237be/f59c9756-9bdc-4ac2-9959-a4cba5ba66fa) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:32.539917 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:32.673925 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:32.868254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network 3731bc76-6c33-46cc-8029-d03c5f68d612 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:32.874540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:32.883470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:32.888733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=f59c9756-9bdc-4ac2-9959-a4cba5ba66fa,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:32.889224 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b2d64849-0680-4220-a121-373c7fbb54cf up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:27:32.970721 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:33.241259 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:33.365067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b2d64849-0680-4220-a121-373c7fbb54cf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:33.365067 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:33.430948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-827fdec6-4314-4963-9335-f102fa241275 None None] Provisioning complete for port f59c9756-9bdc-4ac2-9959-a4cba5ba66fa triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:33.431331 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-827fdec6-4314-4963-9335-f102fa241275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:33.433687 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:33.527328 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-827fdec6-4314-4963-9335-f102fa241275 None None] Port f59c9756-9bdc-4ac2-9959-a4cba5ba66fa cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:33.549501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Pushing event deleted for resources: {'Port': ['ID=4a10294b-4284-47a6-a0cb-af8b4431ac52,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:33.561537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814ee8f-f51b-471f-b7dc-45e95d1e1822 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:33.578194 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:33.609745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-29af6c8a-ecc3-4fe8-a7e5-dd63dc4b904b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "PUT /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags/tempest-TagsExtTest-Tag-1531075614 HTTP/1.1" status: 201 len: 201 time: 1.4733083 Nov 27 01:27:33.614912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53932) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:33.620525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-d7de4616-4e06-4c2d-b63c-8dc26daea1c0 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9', 'tempest-TagsExtTest-Tag-990855158') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:33.685426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:33.700227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port b2d64849-0680-4220-a121-373c7fbb54cf, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b2d64849-0680-4220-a121-373c7fbb54cf,segment=NetworkSegment(0cabeded-5d20-4d6c-89e3-46fc52f205fd),segment_id=0cabeded-5d20-4d6c-89e3-46fc52f205fd)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:33.709389 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:33.851948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=b2d64849-0680-4220-a121-373c7fbb54cf,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:33.917536 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:33.921319 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:33.934773 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eecb40a-a6ef-48d4-9a23-14b205e79a2b None None] Network 39e0700b-8b85-42b3-bece-d16485251194 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:34.004069 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.004789 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Fanout notify agent at l3_agent the message router_deleted on router cbd5b529-ef1b-4101-9681-cf5665377e11 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:27:34.017157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d7de4616-4e06-4c2d-b63c-8dc26daea1c0 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "PUT /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags/tempest-TagsExtTest-Tag-990855158 HTTP/1.1" status: 201 len: 201 time: 0.4011106 Nov 27 01:27:34.020294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53946) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:34.025114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-f6a7fbb4-5403-47f3-966a-88f29d8bf31d tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231', 'tempest-TagsExtTest-Tag-736546491') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:34.025999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.031103 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-14fac3da-6307-4661-a9cc-b8dfa5df79a7 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/routers/cbd5b529-ef1b-4101-9681-cf5665377e11 HTTP/1.1" status: 204 len: 168 time: 2.7468407 Nov 27 01:27:34.034700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53948) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:34.039815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1034764496', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'enable_snat': False}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:34.066816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.068752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.157366 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.157886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-dc3102f1-d800-4b22-ad90-d752d088ec53 None None] Provisioning complete for port b2d64849-0680-4220-a121-373c7fbb54cf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:34.158295 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc3102f1-d800-4b22-ad90-d752d088ec53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.365647 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.650842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1d1aee59-7647-4d44-8a2f-06d5ea885290 None None] Provisioning complete for port e52a645a-f754-438c-9fa0-03ed97aa54d9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:34.654379 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d1aee59-7647-4d44-8a2f-06d5ea885290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.754022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1d1aee59-7647-4d44-8a2f-06d5ea885290 None None] Port e52a645a-f754-438c-9fa0-03ed97aa54d9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:34.834182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b2d64849-0680-4220-a121-373c7fbb54cf up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:27:34.836906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.848287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1d1aee59-7647-4d44-8a2f-06d5ea885290 None None] Provisioning complete for port b2d64849-0680-4220-a121-373c7fbb54cf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:34.848670 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d1aee59-7647-4d44-8a2f-06d5ea885290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.931171 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:34.988400 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.019424 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.056824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b2d64849-0680-4220-a121-373c7fbb54cf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:35.057699 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.115096 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f6a7fbb4-5403-47f3-966a-88f29d8bf31d tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "PUT /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags/tempest-TagsExtTest-Tag-736546491 HTTP/1.1" status: 201 len: 201 time: 1.0937779 Nov 27 01:27:35.117900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53978) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:35.125022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-59968503-3d07-4a2b-b0ec-fb5df6b60046 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e', 'tempest-TagsExtTest-Tag-1764442035') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:35.150878 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.177500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=f59c9756-9bdc-4ac2-9959-a4cba5ba66fa,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:35.281310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network 3731bc76-6c33-46cc-8029-d03c5f68d612 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:35.283364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:35.321330 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Allocated IP 172.25.3.77 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/178b77d7-6b56-4328-8279-decdf604b8c0) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:35.336889 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-59968503-3d07-4a2b-b0ec-fb5df6b60046 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "PUT /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags/tempest-TagsExtTest-Tag-1764442035 HTTP/1.1" status: 201 len: 201 time: 0.2179236 Nov 27 01:27:35.341139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53996) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:35.348451 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-2f9b1a01-b780-4f08-8700-d871fbfb6bad tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:35.387964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8c04639d-696a-400d-a124-4473b60ecf75 None None] Provisioning complete for port e52a645a-f754-438c-9fa0-03ed97aa54d9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:35.388352 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8c04639d-696a-400d-a124-4473b60ecf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.504465 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.513394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8c04639d-696a-400d-a124-4473b60ecf75 None None] Port e52a645a-f754-438c-9fa0-03ed97aa54d9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:35.583001 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.587716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 912f30c2-9a6c-4a2f-a102-cab8cef4f166 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:35.702409 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:35.705408 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2f9b1a01-b780-4f08-8700-d871fbfb6bad tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags HTTP/1.1" status: 200 len: 241 time: 0.3622425 Nov 27 01:27:35.706701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:35.709829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54002) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:35.711019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:35.713058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event updated for resources: {'Port': ['ID=178b77d7-6b56-4328-8279-decdf604b8c0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:35.722446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-b7227097-3241-4233-b93c-f02987470c2d tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea', 'tempest-TagsExtTest-Tag-1531075614') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:35.725966 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:35.736195 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-88e9dcbb-dd39-4d04-9f7f-870e15edbde7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "PUT /v2.0/routers/912f30c2-9a6c-4a2f-a102-cab8cef4f166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7612712 Nov 27 01:27:35.736611 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884ee6ac-6bb3-4019-948a-570efc003a32 None None] Sync routers for ids ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:35.737646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54004) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:35.743490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de115bf1-5cdb-48be-a678-d300e24b996d None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:35.743948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'port': {'network_id': '3731bc76-6c33-46cc-8029-d03c5f68d612', 'name': 'tempest-FloatingIPTestJSON-943482371'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:35.754898 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ee6ac-6bb3-4019-948a-570efc003a32 None None] Routers {'912f30c2-9a6c-4a2f-a102-cab8cef4f166'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:35.758450 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-884ee6ac-6bb3-4019-948a-570efc003a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:35.806321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f8de06f0-0621-4dce-93ac-5e3a4cacbb19 None None] Provisioning complete for port f59c9756-9bdc-4ac2-9959-a4cba5ba66fa triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:35.807681 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f8de06f0-0621-4dce-93ac-5e3a4cacbb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.856660 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-884ee6ac-6bb3-4019-948a-570efc003a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:35.876245 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ee6ac-6bb3-4019-948a-570efc003a32 None None] Routers {'912f30c2-9a6c-4a2f-a102-cab8cef4f166'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:35.879762 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-884ee6ac-6bb3-4019-948a-570efc003a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:35.893396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Made reservation on behalf of 49f9f61df75f45eca247f0ac749bd551 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:35.901049 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:35.909194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54008) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:35.917531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f8de06f0-0621-4dce-93ac-5e3a4cacbb19 None None] Port f59c9756-9bdc-4ac2-9959-a4cba5ba66fa cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:35.934473 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-884ee6ac-6bb3-4019-948a-570efc003a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:35.935692 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884ee6ac-6bb3-4019-948a-570efc003a32 None None] The sync data for ids ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:35.953667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] device_id is not set on port e38e8dc9-f097-4e99-a77e-5bf922bd5ac3 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:27:36.054095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-fb9f9174-7336-40e6-882e-78950c1914a2 None None] Provisioning complete for port 178b77d7-6b56-4328-8279-decdf604b8c0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:36.059051 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9174-7336-40e6-882e-78950c1914a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.115969 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b7227097-3241-4233-b93c-f02987470c2d tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags/tempest-TagsExtTest-Tag-1531075614 HTTP/1.1" status: 204 len: 168 time: 0.3990710 Nov 27 01:27:36.119588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54022) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:36.131035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-7f3ea5d1-c6ca-429d-a9a2-172059a39ace tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea', 'tempest-TagsExtTest-Tag-1531075614') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:36.181898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Allocated IP 172.20.0.11 (3731bc76-6c33-46cc-8029-d03c5f68d612/36361a6c-0383-42fa-a39a-b5e83c4237be/e38e8dc9-f097-4e99-a77e-5bf922bd5ac3) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:36.205072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f9174-7336-40e6-882e-78950c1914a2 None None] Port 178b77d7-6b56-4328-8279-decdf604b8c0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:36.319858 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.345095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b22355ea-feb0-40ac-bbaa-6fdfa5a6a6ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.378461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54026) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:36.421064 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7f3ea5d1-c6ca-429d-a9a2-172059a39ace tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags/tempest-TagsExtTest-Tag-1531075614 HTTP/1.1" status: 204 len: 168 time: 0.2974868 Nov 27 01:27:36.427407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54034) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:36.432885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-e4ba07d5-9791-4451-801b-87e10204579a tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:36.454264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.540865 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.566612 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Network 3731bc76-6c33-46cc-8029-d03c5f68d612 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:36.575213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:36.576531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:36.642860 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdd0c49e-ce4a-4e0c-be17-7220c4362a53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.653079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b22355ea-feb0-40ac-bbaa-6fdfa5a6a6ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.664725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e4ba07d5-9791-4451-801b-87e10204579a tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags HTTP/1.1" status: 200 len: 205 time: 0.2361584 Nov 27 01:27:36.667824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54036) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:36.672539 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-b7da3f0e-f531-489f-b856-ad505d311485 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:36.758026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdd0c49e-ce4a-4e0c-be17-7220c4362a53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.759040 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b22355ea-feb0-40ac-bbaa-6fdfa5a6a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.793169 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b7da3f0e-f531-489f-b856-ad505d311485 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags HTTP/1.1" status: 200 len: 240 time: 0.1239169 Nov 27 01:27:36.794835 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.796884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54038) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:36.802178 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-cc1ea3ec-5d51-48a9-afe5-2421f40a807f tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9', 'tempest-TagsExtTest-Tag-990855158') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:36.806464 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdd0c49e-ce4a-4e0c-be17-7220c4362a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.809276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event updated for resources: {'Port': ['ID=e38e8dc9-f097-4e99-a77e-5bf922bd5ac3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:36.908483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:36.909285 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.938110 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b22355ea-feb0-40ac-bbaa-6fdfa5a6a6ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ed5847f1aa84b85abea32743ca0b3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0261252 Nov 27 01:27:36.942466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-013a0247-0504-4d7f-8256-a7a1ec76112c None None] Provisioning complete for port e38e8dc9-f097-4e99-a77e-5bf922bd5ac3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:36.942848 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-013a0247-0504-4d7f-8256-a7a1ec76112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:36.947778 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bdd0c49e-ce4a-4e0c-be17-7220c4362a53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b89e4df14f24cc38965a0480124a907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5680904 Nov 27 01:27:36.948699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54046) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:36.956080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54048) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:36.960725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22355ea-feb0-40ac-bbaa-6fdfa5a6a6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1953fb-aded-489d-824f-9ce828fa38fc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:36.998153 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d5ac83a3-b9cc-4860-b2f6-1e18054d0bd7 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2587070 Nov 27 01:27:36.998575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54050) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:37.014813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c41a62c5-9cab-4f53-96f4-d8475e6911bf tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Request body: {'floatingip': {'port_id': 'e38e8dc9-f097-4e99-a77e-5bf922bd5ac3'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:37.043070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0c49e-ce4a-4e0c-be17-7220c4362a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada712e9-d672-42bd-9a87-fffde6328c5a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:37.043937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-013a0247-0504-4d7f-8256-a7a1ec76112c None None] Port e38e8dc9-f097-4e99-a77e-5bf922bd5ac3 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:37.088178 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-09fe3ef0-0005-4c23-8c01-97f78ba98b78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.117885 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-09fe3ef0-0005-4c23-8c01-97f78ba98b78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.148143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cc1ea3ec-5d51-48a9-afe5-2421f40a807f tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags/tempest-TagsExtTest-Tag-990855158 HTTP/1.1" status: 204 len: 168 time: 0.3491755 Nov 27 01:27:37.157688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54052) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:37.169152 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c41a62c5-9cab-4f53-96f4-d8475e6911bf tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.175359 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-09fe3ef0-0005-4c23-8c01-97f78ba98b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.178315 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-09fe3ef0-0005-4c23-8c01-97f78ba98b78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.179560 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-09fe3ef0-0005-4c23-8c01-97f78ba98b78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d1953fb-aded-489d-824f-9ce828fa38fc HTTP/1.1" status: 204 len: 168 time: 0.2270825 Nov 27 01:27:37.199793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe3ef0-0005-4c23-8c01-97f78ba98b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1953fb-aded-489d-824f-9ce828fa38fc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:37.323717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-5dbf2978-10ad-4b2c-b87f-32cd5885ce8f tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9', 'tempest-TagsExtTest-Tag-990855158') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:37.384171 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-219fa7ef-ed4c-4c2a-9418-2c8930d00b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.419561 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-219fa7ef-ed4c-4c2a-9418-2c8930d00b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.471812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Router c99531d1-32e1-4f01-9ff3-22f7181e08ad is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:27:37.603286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54064) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:37.624843 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7065eb1d-7669-4c4a-91a9-dbf6703ca877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.756079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7065eb1d-7669-4c4a-91a9-dbf6703ca877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.760655 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7065eb1d-7669-4c4a-91a9-dbf6703ca877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.807999 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7065eb1d-7669-4c4a-91a9-dbf6703ca877 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ffea84d74b44d40a7eeceec8e6c9272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007582 Nov 27 01:27:37.807999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065eb1d-7669-4c4a-91a9-dbf6703ca877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d536f678-97a8-4200-9eaa-48414b1936d2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:37.808858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54070) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:37.863176 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-31e1b59e-f923-4cd6-a1a3-524786a6dd32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.905941 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-31e1b59e-f923-4cd6-a1a3-524786a6dd32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.973075 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-31e1b59e-f923-4cd6-a1a3-524786a6dd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.976124 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-31e1b59e-f923-4cd6-a1a3-524786a6dd32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:37.977312 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-31e1b59e-f923-4cd6-a1a3-524786a6dd32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d536f678-97a8-4200-9eaa-48414b1936d2 HTTP/1.1" status: 204 len: 168 time: 0.1673913 Nov 27 01:27:37.987750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1b59e-f923-4cd6-a1a3-524786a6dd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d536f678-97a8-4200-9eaa-48414b1936d2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:38.036534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-219fa7ef-ed4c-4c2a-9418-2c8930d00b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.039139 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-219fa7ef-ed4c-4c2a-9418-2c8930d00b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.040349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-219fa7ef-ed4c-4c2a-9418-2c8930d00b52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ada712e9-d672-42bd-9a87-fffde6328c5a HTTP/1.1" status: 204 len: 168 time: 1.0822487 Nov 27 01:27:38.061991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5dbf2978-10ad-4b2c-b87f-32cd5885ce8f tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags/tempest-TagsExtTest-Tag-990855158 HTTP/1.1" status: 204 len: 168 time: 0.7396240 Nov 27 01:27:38.064391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54078) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:38.071007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-915bdc93-f2ee-476e-a129-04937c6d0487 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:38.071965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa7ef-ed4c-4c2a-9418-2c8930d00b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada712e9-d672-42bd-9a87-fffde6328c5a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:38.131916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:38.145112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Sync routers for ids ['c99531d1-32e1-4f01-9ff3-22f7181e08ad'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:38.165770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Routers {'c99531d1-32e1-4f01-9ff3-22f7181e08ad'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:38.167768 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c99531d1-32e1-4f01-9ff3-22f7181e08ad'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:38.208062 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.209890 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c7ec01bc-b231-4b18-869f-f6692f52a994 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1734893 Nov 27 01:27:38.212627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54084) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:38.247749 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-915bdc93-f2ee-476e-a129-04937c6d0487 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags HTTP/1.1" status: 200 len: 205 time: 0.1817725 Nov 27 01:27:38.255724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54086) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:38.256870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-ce705543-2724-4f3f-9be5-064b299c88ba tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:38.389477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ce705543-2724-4f3f-9be5-064b299c88ba tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags HTTP/1.1" status: 200 len: 240 time: 0.1377056 Nov 27 01:27:38.389938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54092) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:38.419974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-d961a88a-da1a-44c3-bd41-77910d0723f0 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231', 'tempest-TagsExtTest-Tag-736546491') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:38.431379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Set router c99531d1-32e1-4f01-9ff3-22f7181e08ad gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:38.498955 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.resource_extend [None req-c41a62c5-9cab-4f53-96f4-d8475e6911bf tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:27:38.510335 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1a37b49d-ee84-405e-a5a4-5b0ab63e5746 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/routers/c99531d1-32e1-4f01-9ff3-22f7181e08ad HTTP/1.1" status: 200 len: 908 time: 0.2938206 Nov 27 01:27:38.510985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54100) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:38.592914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1034764496', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'enable_snat': True}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:38.638083 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d961a88a-da1a-44c3-bd41-77910d0723f0 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags/tempest-TagsExtTest-Tag-736546491 HTTP/1.1" status: 204 len: 168 time: 0.2434478 Nov 27 01:27:38.638932 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54110) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:38.647523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c41a62c5-9cab-4f53-96f4-d8475e6911bf tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.649809 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.652268 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.652529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-f2c52a6d-e56e-40b8-b67d-6a347284021a tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231', 'tempest-TagsExtTest-Tag-736546491') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:38.681358 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c41a62c5-9cab-4f53-96f4-d8475e6911bf tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:38.839051 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-c41a62c5-9cab-4f53-96f4-d8475e6911bf tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Floating IP 55de51fd-0e64-4e56-9b06-0eaa7a6192ac associated. External IP: 172.25.3.41, port: 291c9056-8fe7-4d95-a906-7969b93af85e. Nov 27 01:27:38.880054 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f2c52a6d-e56e-40b8-b67d-6a347284021a tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags/tempest-TagsExtTest-Tag-736546491 HTTP/1.1" status: 204 len: 168 time: 0.2381148 Nov 27 01:27:38.882474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54122) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:38.888644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99531d1-32e1-4f01-9ff3-22f7181e08ad', 'name': 'tempest-snat-router-1034764496', 'tenant_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.77'}], 'enable_snat': False}, 'gw_port_id': '178b77d7-6b56-4328-8279-decdf604b8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:34Z', 'updated_at': '2021-11-27T01:27:36Z', 'revision_number': 3, 'project_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'gw_port': {'id': '178b77d7-6b56-4328-8279-decdf604b8c0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99531d1-32e1-4f01-9ff3-22f7181e08ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:34Z', 'updated_at': '2021-11-27T01:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:38.892767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-0aee7a2a-b748-4985-aef3-228a2ab51087 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:38.961238 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Checking router: c99531d1-32e1-4f01-9ff3-22f7181e08ad for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:38.961597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Updating router c99531d1-32e1-4f01-9ff3-22f7181e08ad port 178b77d7-6b56-4328-8279-decdf604b8c0 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:27:39.020695 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.052681 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.108891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0aee7a2a-b748-4985-aef3-228a2ab51087 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags HTTP/1.1" status: 200 len: 205 time: 0.2252378 Nov 27 01:27:39.113182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54142) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:39.121658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-7907d441-1c4a-4641-9280-9cd5a447e318 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:39.256971 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54146) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:39.296835 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7907d441-1c4a-4641-9280-9cd5a447e318 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags HTTP/1.1" status: 200 len: 241 time: 0.1788027 Nov 27 01:27:39.297440 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54150) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:39.305946 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-fe615452-26bf-46a7-8da0-0344b4f335ae tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e', 'tempest-TagsExtTest-Tag-1764442035') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:39.337211 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.366370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41a62c5-9cab-4f53-96f4-d8475e6911bf tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:39.401008 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fe615452-26bf-46a7-8da0-0344b4f335ae tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags/tempest-TagsExtTest-Tag-1764442035 HTTP/1.1" status: 204 len: 168 time: 0.0973608 Nov 27 01:27:39.401008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54152) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:39.410448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-e59bac30-4168-4614-8b6d-f9824086dbd5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e', 'tempest-TagsExtTest-Tag-1764442035') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:39.474817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1896246161-network', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:39.498754 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e59bac30-4168-4614-8b6d-f9824086dbd5 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags/tempest-TagsExtTest-Tag-1764442035 HTTP/1.1" status: 204 len: 168 time: 0.0982244 Nov 27 01:27:39.503918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54156) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:39.509431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-71e330f5-c19d-4e11-b5fa-4e9aee00150a tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:39.527896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Made reservation on behalf of 28a96ea2d35d43dfa38fc51efece870e for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:39.531509 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.533893 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.545566 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.587709 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.612502 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc346aa1-e1dd-459c-b381-358875b79757 None None] Pushing event updated for resources: {'Port': ['ID=178b77d7-6b56-4328-8279-decdf604b8c0,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:39.618173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71e330f5-c19d-4e11-b5fa-4e9aee00150a tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags HTTP/1.1" status: 200 len: 205 time: 0.1127002 Nov 27 01:27:39.622930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54162) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:39.628315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-915483ba-d936-4465-908f-272fc2ec0ab1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:39.655916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0407e860-f7fd-4b91-a0e9-1a4a0fd7e428 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:39.674898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Attempting to bind port 178b77d7-6b56-4328-8279-decdf604b8c0 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:27:39.675983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Attempting to bind port 178b77d7-6b56-4328-8279-decdf604b8c0 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:27:39.676354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Attempting to bind port 178b77d7-6b56-4328-8279-decdf604b8c0 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:27:39.701500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:27:39.702123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:39.702946 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.704740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:27:39.712470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Bound port: 178b77d7-6b56-4328-8279-decdf604b8c0, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:27:39.712947 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.730150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41a62c5-9cab-4f53-96f4-d8475e6911bf tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:39.734574 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-915483ba-d936-4465-908f-272fc2ec0ab1 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags HTTP/1.1" status: 204 len: 168 time: 0.1108272 Nov 27 01:27:39.737798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54166) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:39.744418 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7acd81-9aac-42d4-bbe5-35ca835b4ab0 None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:39.761101 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7acd81-9aac-42d4-bbe5-35ca835b4ab0 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:39.762310 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0a7acd81-9aac-42d4-bbe5-35ca835b4ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:39.794502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-0d3c01f1-941e-42ca-98c6-ace1bdbf371b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:39.818940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] For port 178b77d7-6b56-4328-8279-decdf604b8c0, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:27:39.822387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] For port 178b77d7-6b56-4328-8279-decdf604b8c0, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=178b77d7-6b56-4328-8279-decdf604b8c0,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:27:39.832041 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.837149 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0a7acd81-9aac-42d4-bbe5-35ca835b4ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:39.837364 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.842402 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.864330 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7acd81-9aac-42d4-bbe5-35ca835b4ab0 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:39.865332 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0a7acd81-9aac-42d4-bbe5-35ca835b4ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:39.887151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:27:39.898053 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.918207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01416628-9494-421f-ad47-d259b8ee92cc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:39.931284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc346aa1-e1dd-459c-b381-358875b79757 None None] Pushing event updated for resources: {'Port': ['ID=178b77d7-6b56-4328-8279-decdf604b8c0,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:39.935209 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.935779 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Added segment 0a5ceac8-3f80-4db9-9cca-78bd93b4b878 of type vlan for network c075bfdb-dc45-4b2e-9b90-90649531f5b0 Nov 27 01:27:39.946397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d74ab698-e390-4c12-9506-70689c4f1536 None None] Provisioning complete for port 178b77d7-6b56-4328-8279-decdf604b8c0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:39.946887 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d74ab698-e390-4c12-9506-70689c4f1536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:39.960398 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0a7acd81-9aac-42d4-bbe5-35ca835b4ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:39.963590 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7acd81-9aac-42d4-bbe5-35ca835b4ab0 None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:40.017256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1070a-6bad-4777-a099-a3aadd1ee137 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:40.021218 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.040112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Routers {'c99531d1-32e1-4f01-9ff3-22f7181e08ad'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:40.041540 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c99531d1-32e1-4f01-9ff3-22f7181e08ad'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:40.061695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.074978 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.075925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:40.076498 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.184272 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d74ab698-e390-4c12-9506-70689c4f1536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.194059 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0d3c01f1-941e-42ca-98c6-ace1bdbf371b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags HTTP/1.1" status: 204 len: 168 time: 0.4526093 Nov 27 01:27:40.200550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54178) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:40.205004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-fbda6c4e-01a9-4bfe-90dc-99a207a1f2b2 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:40.206205 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] Pushing event updated for resources: {'Network': ['ID=c075bfdb-dc45-4b2e-9b90-90649531f5b0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:40.227512 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3d9036e2-befb-45c2-8121-90fd62e44d03 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9690435 Nov 27 01:27:40.228232 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54180) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:40.233123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e3b2da3e-a222-4c12-8455-377dfd4cad14 admin admin] Request body: {'subnet': {'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1896246161-subnet', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:40.246119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d74ab698-e390-4c12-9506-70689c4f1536 None None] For port 178b77d7-6b56-4328-8279-decdf604b8c0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=178b77d7-6b56-4328-8279-decdf604b8c0,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:40.253282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network c075bfdb-dc45-4b2e-9b90-90649531f5b0 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:27:40.271722 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d74ab698-e390-4c12-9506-70689c4f1536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.287118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54182) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:40.298106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b2da3e-a222-4c12-8455-377dfd4cad14 admin admin] Made reservation on behalf of 28a96ea2d35d43dfa38fc51efece870e for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:40.303113 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3b2da3e-a222-4c12-8455-377dfd4cad14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.383726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] Set router c99531d1-32e1-4f01-9ff3-22f7181e08ad gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:40.466054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ab698-e390-4c12-9506-70689c4f1536 None None] Pushing event updated for resources: {'Port': ['ID=178b77d7-6b56-4328-8279-decdf604b8c0,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:40.507004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-398637942'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:40.539305 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Made reservation on behalf of 782bfc87db0f48acab95831976c88066 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:40.543722 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.556487 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.586727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2bff32ed-6bf4-455e-8bd3-d8ff0dbb4d07 None None] Provisioning complete for port 178b77d7-6b56-4328-8279-decdf604b8c0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:40.587760 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2bff32ed-6bf4-455e-8bd3-d8ff0dbb4d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.722956 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3b2da3e-a222-4c12-8455-377dfd4cad14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.827584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2da3e-a222-4c12-8455-377dfd4cad14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9e8b2a-173b-4698-b175-8fd4f4553d58,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:40.852344 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.859396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2da3e-a222-4c12-8455-377dfd4cad14 admin admin] Checking segment: {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:40.859763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b2da3e-a222-4c12-8455-377dfd4cad14 admin admin] Network hostable DHCP agents. Network: c075bfdb-dc45-4b2e-9b90-90649531f5b0, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:27:40.862749 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.874202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:27:40.877572 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41a62c5-9cab-4f53-96f4-d8475e6911bf tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 912f30c2-9a6c-4a2f-a102-cab8cef4f166 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:40.880707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Allocated IP 172.25.3.193 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/dea627b8-8893-49eb-8691-c7817e7bad15) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:40.884095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.884330 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Added segment 32cead82-ae58-475e-b3c6-b78b831c3456 of type vlan for network ce033579-7270-4642-a48d-f6647a8283f9 Nov 27 01:27:40.903980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99531d1-32e1-4f01-9ff3-22f7181e08ad', 'name': 'tempest-snat-router-1034764496', 'tenant_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.77'}], 'enable_snat': False}, 'gw_port_id': '178b77d7-6b56-4328-8279-decdf604b8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:34Z', 'updated_at': '2021-11-27T01:27:36Z', 'revision_number': 3, 'project_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'gw_port': {'id': '178b77d7-6b56-4328-8279-decdf604b8c0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99531d1-32e1-4f01-9ff3-22f7181e08ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:34Z', 'updated_at': '2021-11-27T01:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:40.926880 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:40.937376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c83505e-7df5-4da6-9580-f836b902f5fd None None] The sync data for ids ['c99531d1-32e1-4f01-9ff3-22f7181e08ad'] in n-d-819494-2 is: [{'id': 'c99531d1-32e1-4f01-9ff3-22f7181e08ad', 'name': 'tempest-snat-router-1034764496', 'tenant_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.77'}], 'enable_snat': False}, 'gw_port_id': '178b77d7-6b56-4328-8279-decdf604b8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:34Z', 'updated_at': '2021-11-27T01:27:36Z', 'revision_number': 3, 'project_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'gw_port': {'id': '178b77d7-6b56-4328-8279-decdf604b8c0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99531d1-32e1-4f01-9ff3-22f7181e08ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:34Z', 'updated_at': '2021-11-27T01:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:40.976668 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fbda6c4e-01a9-4bfe-90dc-99a207a1f2b2 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags HTTP/1.1" status: 204 len: 168 time: 0.7751224 Nov 27 01:27:40.980635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54192) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:41.005322 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.012063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-ed998524-d093-4707-8ced-c81fb37c88ff tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:41.014976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:41.015633 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.027469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b2da3e-a222-4c12-8455-377dfd4cad14 admin admin] Network c075bfdb-dc45-4b2e-9b90-90649531f5b0 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:27:41.038524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530f4977-0938-489c-823a-7797ebd153d0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:41.110850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e3b2da3e-a222-4c12-8455-377dfd4cad14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, c075bfdb-dc45-4b2e-9b90-90649531f5b0) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:41.123206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2da3e-a222-4c12-8455-377dfd4cad14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:41.123813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3b2da3e-a222-4c12-8455-377dfd4cad14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.133589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Pushing event updated for resources: {'Network': ['ID=ce033579-7270-4642-a48d-f6647a8283f9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:41.135448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c88720a-13dd-45ba-b506-42e0c9674d81 None None] Network c075bfdb-dc45-4b2e-9b90-90649531f5b0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:41.147349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-19e89eb1-4e76-44d1-8cdb-9c90ed3b5e3d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8590643 Nov 27 01:27:41.151536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54196) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:41.170670 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e3b2da3e-a222-4c12-8455-377dfd4cad14 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9365404 Nov 27 01:27:41.171614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54200) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:41.193899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1896246161-router', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:41.241248 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41a62c5-9cab-4f53-96f4-d8475e6911bf tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:41.246473 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c41a62c5-9cab-4f53-96f4-d8475e6911bf tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.247236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network ce033579-7270-4642-a48d-f6647a8283f9 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:27:41.258996 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.259922 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.283039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85fedd-59f4-4602-9f8f-c697f15fdac6 None None] Sync routers for ids ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:41.301074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Request body: {'network': {'name': 'tempest-network--792807075', 'router:external': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:41.321755 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.356663 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c41a62c5-9cab-4f53-96f4-d8475e6911bf tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "PUT /v2.0/floatingips/55de51fd-0e64-4e56-9b06-0eaa7a6192ac HTTP/1.1" status: 200 len: 977 time: 4.3489878 Nov 27 01:27:41.368453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54202) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:41.369235 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ed998524-d093-4707-8ced-c81fb37c88ff tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags HTTP/1.1" status: 204 len: 168 time: 0.3607039 Nov 27 01:27:41.381735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54204) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:41.395436 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.417098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-e8655963-a967-471e-91f7-93e4cad077de tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea', 'tempest-TagsExtTest-Tag-904240499') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:41.427601 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Made reservation on behalf of 526b779627d84a8d80b3c034516b5ece for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:41.430016 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.450380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85fedd-59f4-4602-9f8f-c697f15fdac6 None None] Routers {'912f30c2-9a6c-4a2f-a102-cab8cef4f166'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:41.451390 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0e85fedd-59f4-4602-9f8f-c697f15fdac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:41.482858 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.525952 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.546627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0e85fedd-59f4-4602-9f8f-c697f15fdac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:41.563179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-c075bfdb-dc45-4b2e-9b90-90649531f5b0', 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'fixed_ips': [{'subnet_id': 'fb9e8b2a-173b-4698-b175-8fd4f4553d58'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:27:41.565192 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.594105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ac4cd54d-7d87-4d78-ab74-07a41ef609dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.622530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85fedd-59f4-4602-9f8f-c697f15fdac6 None None] Routers {'912f30c2-9a6c-4a2f-a102-cab8cef4f166'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:41.624135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0e85fedd-59f4-4602-9f8f-c697f15fdac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:41.652241 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event updated for resources: {'Port': ['ID=dea627b8-8893-49eb-8691-c7817e7bad15,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:41.677244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:41.679131 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:41.681665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:41.690809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:41.723701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a2235f-ebfb-4ef4-abae-00db4bf07169 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:41.816906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-0e85fedd-59f4-4602-9f8f-c697f15fdac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:41.817860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85fedd-59f4-4602-9f8f-c697f15fdac6 None None] The sync data for ids ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:41.946093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Allocated IP 172.20.0.2 (c075bfdb-dc45-4b2e-9b90-90649531f5b0/fb9e8b2a-173b-4698-b175-8fd4f4553d58/59838dd5-dbd8-4561-9004-497bca4e32f5) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:41.981148 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.009205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port e38e8dc9-f097-4e99-a77e-5bf922bd5ac3 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:42.009685 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.014461 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.058910 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e8655963-a967-471e-91f7-93e4cad077de tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "PUT /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags/tempest-TagsExtTest-Tag-904240499 HTTP/1.1" status: 201 len: 201 time: 0.6743064 Nov 27 01:27:42.076462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e7a9e982-9afa-4b1e-b947-1456f096be5c None None] Provisioning complete for port dea627b8-8893-49eb-8691-c7817e7bad15 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:42.076839 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e982-9afa-4b1e-b947-1456f096be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.086148 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54214) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:42.093396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-1cd49137-ec4e-4a03-aed1-b15d03ea816e tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9', 'tempest-TagsExtTest-Tag-481805344') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:42.140344 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.160941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e7a9e982-9afa-4b1e-b947-1456f096be5c None None] Port dea627b8-8893-49eb-8691-c7817e7bad15 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:42.221078 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.248741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Allocated IP 172.25.3.203 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/4a2b75e7-9465-462b-bccf-901b33db9ae2) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:42.276033 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.287054 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1cd49137-ec4e-4a03-aed1-b15d03ea816e tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "PUT /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags/tempest-TagsExtTest-Tag-481805344 HTTP/1.1" status: 201 len: 201 time: 0.1993887 Nov 27 01:27:42.289480 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.315566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54216) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:42.319413 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.321952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:27:42.324051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-33d2a443-d225-4359-936d-e30c9b55e9dc tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231', 'tempest-TagsExtTest-Tag-1006113739') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:42.369635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Pushing event updated for resources: {'Port': ['ID=59838dd5-dbd8-4561-9004-497bca4e32f5,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:42.383546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675b1dcf-e2e4-4cc9-9268-671401a7a77f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:42.412900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Network c075bfdb-dc45-4b2e-9b90-90649531f5b0 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:42.415293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:42.418505 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.418720 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Added segment 6a6b95e5-1ea9-4543-91a8-47c9dae8773d of type vlan for network 915e0478-b657-4ccb-8df9-a9299d56b4f2 Nov 27 01:27:42.428249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:42.498103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Attempting to bind port 59838dd5-dbd8-4561-9004-497bca4e32f5 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:27:42.498774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Attempting to bind port 59838dd5-dbd8-4561-9004-497bca4e32f5 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:27:42.499484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Attempting to bind port 59838dd5-dbd8-4561-9004-497bca4e32f5 on network c075bfdb-dc45-4b2e-9b90-90649531f5b0 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:27:42.500769 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.510041 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:27:42.510775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Checking segment: {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:42.511435 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.512260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Bound using segment: {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:27:42.512909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Bound port: 59838dd5-dbd8-4561-9004-497bca4e32f5, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:27:42.513516 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.521486 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.570851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.600530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] For port 59838dd5-dbd8-4561-9004-497bca4e32f5, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:27:42.605305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] For port 59838dd5-dbd8-4561-9004-497bca4e32f5, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=59838dd5-dbd8-4561-9004-497bca4e32f5,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:27:42.613236 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.631270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.646893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:42.648755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Pushing event updated for resources: {'Port': ['ID=4a2b75e7-9465-462b-bccf-901b33db9ae2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:42.674134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:42.682053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:42.714120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f357ca-daeb-47f5-8714-ec9080ab1aa3 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:42.764416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e1d01-9858-4692-852e-01a2cff04401 None None] Pushing event updated for resources: {'Port': ['ID=59838dd5-dbd8-4561-9004-497bca4e32f5,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:42.797906 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-33d2a443-d225-4359-936d-e30c9b55e9dc tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "PUT /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags/tempest-TagsExtTest-Tag-1006113739 HTTP/1.1" status: 201 len: 201 time: 0.4729362 Nov 27 01:27:42.797906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54218) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:42.799916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-e9cebff5-f573-430c-ba53-870f55f82640 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e', 'tempest-TagsExtTest-Tag-574777325') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:42.809343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-32994ad4-78f3-4344-a2de-14b5751c5e75 None None] Provisioning complete for port 4a2b75e7-9465-462b-bccf-901b33db9ae2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:42.809966 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32994ad4-78f3-4344-a2de-14b5751c5e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.854562 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.856710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:42.858110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.872844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 178b77d7-6b56-4328-8279-decdf604b8c0 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:27:42.889677 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7350144 Nov 27 01:27:42.901644 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.901997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:42.902328 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Floating IP 55de51fd-0e64-4e56-9b06-0eaa7a6192ac disassociated. External IP: 172.25.3.41, port: e38e8dc9-f097-4e99-a77e-5bf922bd5ac3. Nov 27 01:27:42.902667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for e38e8dc9-f097-4e99-a77e-5bf922bd5ac3 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:42.910082 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54220) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:42.946554 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-32994ad4-78f3-4344-a2de-14b5751c5e75 None None] Port 4a2b75e7-9465-462b-bccf-901b33db9ae2 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:43.026072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 178b77d7-6b56-4328-8279-decdf604b8c0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:43.026536 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.054519 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e9cebff5-f573-430c-ba53-870f55f82640 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "PUT /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags/tempest-TagsExtTest-Tag-574777325 HTTP/1.1" status: 201 len: 201 time: 0.2574246 Nov 27 01:27:43.077036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54224) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:43.084193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-697bcb11-126d-4153-bce1-76d8f6b5a3a2 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea', {'tags': ['tempest-TagsExtTest-Tag-156904120', 'tempest-TagsExtTest-Tag-53378809', 'tempest-TagsExtTest-Tag-715186062']}) {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:43.216472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f185a-df16-4619-89c8-5737aac0eee6 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event updated for resources: {'Network': ['ID=915e0478-b657-4ccb-8df9-a9299d56b4f2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:43.236329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 915e0478-b657-4ccb-8df9-a9299d56b4f2 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:27:43.314535 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.342088 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.342788 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-697bcb11-126d-4153-bce1-76d8f6b5a3a2 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "PUT /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags HTTP/1.1" status: 200 len: 314 time: 0.2649879 Nov 27 01:27:43.346822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54228) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:43.353059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-614e5819-5f28-4b5a-a821-7c413504948a tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:43.394009 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.569640 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.609225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.612479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915e0478-b657-4ccb-8df9-a9299d56b4f2']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:43.619466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.647831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6b95e5-1ea9-4543-91a8-47c9dae8773d') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:43.648119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6b95e5-1ea9-4543-91a8-47c9dae8773d') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:43.692501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=e38e8dc9-f097-4e99-a77e-5bf922bd5ac3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:43.711287 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:43.890929 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59b054d1-d311-41c2-8bb5-e804dcaae00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.237942 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.247417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Router 7c25deb7-f5c4-4473-8b3e-30684132600b is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:27:44.253337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8172501b-047b-4da9-bb5a-36284d5a4321 None None] Network c075bfdb-dc45-4b2e-9b90-90649531f5b0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:44.255986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:27:44.256356 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:27:44.258271 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:27:44.336118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-90b810f0-e5f7-4837-8a84-caf5730fdb3a None None] Provisioning complete for port 59838dd5-dbd8-4561-9004-497bca4e32f5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:44.336792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-90b810f0-e5f7-4837-8a84-caf5730fdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.353584 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-614e5819-5f28-4b5a-a821-7c413504948a tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags HTTP/1.1" status: 204 len: 168 time: 1.0046449 Nov 27 01:27:44.361334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54238) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:44.365576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-86fa8447-9f8d-4888-b529-117141a29aaa tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea', 'tempest-TagsExtTest-Tag-156904120') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:44.398725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Router 05a77643-b2a0-425c-9181-64460863d1e8 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:27:44.409921 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.417059 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:44.428800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 915e0478-b657-4ccb-8df9-a9299d56b4f2 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:27:44.435093 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Sync routers for ids ['7c25deb7-f5c4-4473-8b3e-30684132600b'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:44.437481 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.441932 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "DELETE /v2.0/networks/915e0478-b657-4ccb-8df9-a9299d56b4f2 HTTP/1.1" status: 204 len: 168 time: 1.5308454 Nov 27 01:27:44.445585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54240) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:44.454203 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Routers {'7c25deb7-f5c4-4473-8b3e-30684132600b'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:44.455152 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.455963 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7c25deb7-f5c4-4473-8b3e-30684132600b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:44.458949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3d38f0f7-66e8-45b6-acb3-57329dcb1c30 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:44.465947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e10f4-6760-4932-9b3c-5469346a06e5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event deleted for resources: {'Network': ['ID=915e0478-b657-4ccb-8df9-a9299d56b4f2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:44.523573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d38f0f7-66e8-45b6-acb3-57329dcb1c30 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Made reservation on behalf of 526b779627d84a8d80b3c034516b5ece for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:44.526590 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d38f0f7-66e8-45b6-acb3-57329dcb1c30 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.531760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 912f30c2-9a6c-4a2f-a102-cab8cef4f166 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:44.556319 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-90b810f0-e5f7-4837-8a84-caf5730fdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.559792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.564871 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7625812f-2e2a-4b39-99d4-ecb91c474bca admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3751736 Nov 27 01:27:44.565982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54242) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:44.618615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-90b810f0-e5f7-4837-8a84-caf5730fdb3a None None] For port 59838dd5-dbd8-4561-9004-497bca4e32f5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=59838dd5-dbd8-4561-9004-497bca4e32f5,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:44.635244 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-90b810f0-e5f7-4837-8a84-caf5730fdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.668390 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Set router 7c25deb7-f5c4-4473-8b3e-30684132600b gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:44.689174 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d38f0f7-66e8-45b6-acb3-57329dcb1c30 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:27:44.772025 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d38f0f7-66e8-45b6-acb3-57329dcb1c30 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.772597 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-3d38f0f7-66e8-45b6-acb3-57329dcb1c30 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Added segment 836bf336-95ab-43ce-8b68-eb39ecf13b29 of type vlan for network b46d8f13-8ae9-4d1d-9171-e90fec030951 Nov 27 01:27:44.845584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b810f0-e5f7-4837-8a84-caf5730fdb3a None None] Pushing event updated for resources: {'Port': ['ID=59838dd5-dbd8-4561-9004-497bca4e32f5,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:44.879542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d38f0f7-66e8-45b6-acb3-57329dcb1c30 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:44.879697 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-86fa8447-9f8d-4888-b529-117141a29aaa tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] show failed (client error): The resource could not be found. Nov 27 01:27:44.883433 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-86fa8447-9f8d-4888-b529-117141a29aaa tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags/tempest-TagsExtTest-Tag-156904120 HTTP/1.1" status: 404 len: 328 time: 0.5184569 Nov 27 01:27:44.887040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54244) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:44.891883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-4d9915e6-7813-4e5f-8c1d-fe2b60ef1c0c tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea', 'tempest-TagsExtTest-Tag-53378809') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:44.911672 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 59838dd5-dbd8-4561-9004-497bca4e32f5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:27:45.008837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 59838dd5-dbd8-4561-9004-497bca4e32f5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:45.009258 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.048377 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.127171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:45.148137 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d38f0f7-66e8-45b6-acb3-57329dcb1c30 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.149901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d38f0f7-66e8-45b6-acb3-57329dcb1c30 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:45.150127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d38f0f7-66e8-45b6-acb3-57329dcb1c30 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.182289 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'name': 'tempest-TestServerMultinode-1896246161-router', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:41Z', 'updated_at': '2021-11-27T01:27:43Z', 'revision_number': 3, 'project_id': '28a96ea2d35d43dfa38fc51efece870e', 'gw_port': {'id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:45:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:42Z', 'updated_at': '2021-11-27T01:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:45.198406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-72eb871d-5afb-4333-a984-88ecf63657b3 None None] Provisioning complete for port 59838dd5-dbd8-4561-9004-497bca4e32f5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:45.198885 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72eb871d-5afb-4333-a984-88ecf63657b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.233733 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.239840 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c0f9b83c-8c0d-4878-91a1-9e42b37109e5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6586475 Nov 27 01:27:45.243837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54248) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:45.260049 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Checking router: 7c25deb7-f5c4-4473-8b3e-30684132600b for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:45.260402 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Updating router 7c25deb7-f5c4-4473-8b3e-30684132600b port 4a2b75e7-9465-462b-bccf-901b33db9ae2 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:27:45.272414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:45.325685 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.389408 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3d38f0f7-66e8-45b6-acb3-57329dcb1c30 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9424279 Nov 27 01:27:45.405000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54254) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:45.439502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38f0f7-66e8-45b6-acb3-57329dcb1c30 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event updated for resources: {'Network': ['ID=b46d8f13-8ae9-4d1d-9171-e90fec030951,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:45.450541 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network b46d8f13-8ae9-4d1d-9171-e90fec030951 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:27:45.508296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Request body: {'subnet': {'network_id': 'b46d8f13-8ae9-4d1d-9171-e90fec030951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:45.509346 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.542212 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-4d9915e6-7813-4e5f-8c1d-fe2b60ef1c0c tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] show failed (client error): The resource could not be found. Nov 27 01:27:45.547550 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4d9915e6-7813-4e5f-8c1d-fe2b60ef1c0c tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags/tempest-TagsExtTest-Tag-53378809 HTTP/1.1" status: 404 len: 327 time: 0.6596496 Nov 27 01:27:45.560151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54258) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:45.566718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-0bc90918-2788-462a-b9c9-69d078ce26ff tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea', 'tempest-TagsExtTest-Tag-715186062') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:45.706652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Sync routers for ids ['05a77643-b2a0-425c-9181-64460863d1e8'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:45.721283 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.726959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Routers {'05a77643-b2a0-425c-9181-64460863d1e8'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:45.728837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['05a77643-b2a0-425c-9181-64460863d1e8'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:45.733388 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee289ad-429f-4346-a318-7a80507249cc None None] Sync routers for ids ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:45.735867 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.768530 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.768996 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Attempting to bind port 4a2b75e7-9465-462b-bccf-901b33db9ae2 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:27:45.769463 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Attempting to bind port 4a2b75e7-9465-462b-bccf-901b33db9ae2 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:27:45.769956 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Attempting to bind port 4a2b75e7-9465-462b-bccf-901b33db9ae2 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:27:45.776179 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:27:45.776680 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:45.776825 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8cdd814b-e86a-4f51-afc6-6e8fb112d004 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/ports/e38e8dc9-f097-4e99-a77e-5bf922bd5ac3 HTTP/1.1" status: 204 len: 168 time: 4.4057224 Nov 27 01:27:45.777254 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.777864 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:27:45.778514 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54264) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:45.778640 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Bound port: 4a2b75e7-9465-462b-bccf-901b33db9ae2, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:27:45.779099 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.801887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Made reservation on behalf of 526b779627d84a8d80b3c034516b5ece for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:45.804602 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.828012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a4c62-1d9e-4fff-b3e5-8635befd1348 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:45.834676 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] For port 4a2b75e7-9465-462b-bccf-901b33db9ae2, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:27:45.838561 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] For port 4a2b75e7-9465-462b-bccf-901b33db9ae2, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4a2b75e7-9465-462b-bccf-901b33db9ae2,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:27:45.861427 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-0bc90918-2788-462a-b9c9-69d078ce26ff tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] show failed (client error): The resource could not be found. Nov 27 01:27:45.862542 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0bc90918-2788-462a-b9c9-69d078ce26ff tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags/tempest-TagsExtTest-Tag-715186062 HTTP/1.1" status: 404 len: 328 time: 0.3007667 Nov 27 01:27:45.865496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54266) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:45.877677 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:45.879207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-2c9e89c6-2e38-4b37-a2f9-c49952e9020b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9', {'tags': ['tempest-TagsExtTest-Tag-2055041925', 'tempest-TagsExtTest-Tag-1143652510', 'tempest-TagsExtTest-Tag-486403710']}) {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:45.890612 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee289ad-429f-4346-a318-7a80507249cc None None] Routers {'912f30c2-9a6c-4a2f-a102-cab8cef4f166'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:45.891795 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9ee289ad-429f-4346-a318-7a80507249cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:45.913982 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777ec607-0e4f-4ff7-b70b-5d7f32dc19e0 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:45.936878 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9ee289ad-429f-4346-a318-7a80507249cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:45.952828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Set router 05a77643-b2a0-425c-9181-64460863d1e8 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:45.959404 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Routers {'7c25deb7-f5c4-4473-8b3e-30684132600b'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:45.960118 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7c25deb7-f5c4-4473-8b3e-30684132600b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:45.961554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-efbb64f1-eb95-44ae-b063-2150386ed348 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2275939 Nov 27 01:27:45.964713 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d0350516-cda8-44a8-8b80-27a4078fa0fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/routers/05a77643-b2a0-425c-9181-64460863d1e8 HTTP/1.1" status: 200 len: 908 time: 0.7179179 Nov 27 01:27:45.970842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54268) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:46.061731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Allocated IP 172.20.0.1 (c075bfdb-dc45-4b2e-9b90-90649531f5b0/fb9e8b2a-173b-4698-b175-8fd4f4553d58/187d0f82-5a9f-4643-a9c2-c168ebb21023) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:46.080293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d9b505bc-a47b-49c3-aeea-51ca76012dd9 None None] Provisioning complete for port 4a2b75e7-9465-462b-bccf-901b33db9ae2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:46.081074 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d9b505bc-a47b-49c3-aeea-51ca76012dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:46.083010 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] Set router 7c25deb7-f5c4-4473-8b3e-30684132600b gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:46.088321 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2c9e89c6-2e38-4b37-a2f9-c49952e9020b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "PUT /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags HTTP/1.1" status: 200 len: 317 time: 0.2195466 Nov 27 01:27:46.096258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54270) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:46.102362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-0380d2f4-05dc-485e-aeab-ed21038d2a3e tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:46.299161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0380d2f4-05dc-485e-aeab-ed21038d2a3e tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags HTTP/1.1" status: 204 len: 168 time: 0.1995113 Nov 27 01:27:46.302062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54276) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:46.303435 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:46.352127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:46.373769 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:27:46.380318 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee289ad-429f-4346-a318-7a80507249cc None None] Routers {'912f30c2-9a6c-4a2f-a102-cab8cef4f166'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:46.381236 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9ee289ad-429f-4346-a318-7a80507249cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:46.396676 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d9b505bc-a47b-49c3-aeea-51ca76012dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:46.417968 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9ee289ad-429f-4346-a318-7a80507249cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:46.418798 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee289ad-429f-4346-a318-7a80507249cc None None] The sync data for ids ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:46.419566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-012e1f30-39b9-496f-9719-7e394d21e83b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9', 'tempest-TagsExtTest-Tag-2055041925') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:46.421064 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Pushing event updated for resources: {'Port': ['ID=4a2b75e7-9465-462b-bccf-901b33db9ae2,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:46.428197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Network c075bfdb-dc45-4b2e-9b90-90649531f5b0 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:46.433974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d9b505bc-a47b-49c3-aeea-51ca76012dd9 None None] For port 4a2b75e7-9465-462b-bccf-901b33db9ae2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4a2b75e7-9465-462b-bccf-901b33db9ae2,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:46.434184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:46.439944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:46.444132 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:46.444678 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d9b505bc-a47b-49c3-aeea-51ca76012dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:46.450476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a77643-b2a0-425c-9181-64460863d1e8', 'name': 'tempest-snat-router-1034764496', 'tenant_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': 'dea627b8-8893-49eb-8691-c7817e7bad15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:38Z', 'updated_at': '2021-11-27T01:27:42Z', 'revision_number': 3, 'project_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'gw_port': {'id': 'dea627b8-8893-49eb-8691-c7817e7bad15', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:97:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a77643-b2a0-425c-9181-64460863d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:40Z', 'updated_at': '2021-11-27T01:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:46.456355 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:46.458600 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:46.459180 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:46.459728 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:46.460926 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:46.461829 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:46.462425 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:46.463370 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:46.463945 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:46.464515 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:46.465055 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:46.510660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Checking router: 05a77643-b2a0-425c-9181-64460863d1e8 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:46.511013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Updating router 05a77643-b2a0-425c-9181-64460863d1e8 port dea627b8-8893-49eb-8691-c7817e7bad15 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:27:46.568654 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:46.585580 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:46.587316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b505bc-a47b-49c3-aeea-51ca76012dd9 None None] Pushing event updated for resources: {'Port': ['ID=4a2b75e7-9465-462b-bccf-901b33db9ae2,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:46.617384 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'name': 'tempest-TestServerMultinode-1896246161-router', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:41Z', 'updated_at': '2021-11-27T01:27:43Z', 'revision_number': 3, 'project_id': '28a96ea2d35d43dfa38fc51efece870e', 'gw_port': {'id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:45:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:42Z', 'updated_at': '2021-11-27T01:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:46.685356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Pushing event updated for resources: {'Port': ['ID=187d0f82-5a9f-4643-a9c2-c168ebb21023,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:46.695189 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8227d783-574e-4e85-a6c2-e9a470ea4fc0 None None] The sync data for ids ['7c25deb7-f5c4-4473-8b3e-30684132600b'] in n-d-819494-2 is: [{'id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'name': 'tempest-TestServerMultinode-1896246161-router', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:41Z', 'updated_at': '2021-11-27T01:27:43Z', 'revision_number': 3, 'project_id': '28a96ea2d35d43dfa38fc51efece870e', 'gw_port': {'id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:45:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:42Z', 'updated_at': '2021-11-27T01:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:46.703164 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028eabf-8319-43e1-84a1-e43192895961 None None] Pushing event updated for resources: {'Port': ['ID=4a2b75e7-9465-462b-bccf-901b33db9ae2,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:46.853528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 59838dd5-dbd8-4561-9004-497bca4e32f5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:27:46.856145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-68d30811-9123-43bd-b112-2cc983f512ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:46.856626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-68d30811-9123-43bd-b112-2cc983f512ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:46.857089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-68d30811-9123-43bd-b112-2cc983f512ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:46.857545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-68d30811-9123-43bd-b112-2cc983f512ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:46.858009 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-68d30811-9123-43bd-b112-2cc983f512ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:46.858478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-68d30811-9123-43bd-b112-2cc983f512ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:46.858931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-68d30811-9123-43bd-b112-2cc983f512ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:46.861397 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-68d30811-9123-43bd-b112-2cc983f512ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6502 time: 0.5584311 Nov 27 01:27:46.895415 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:46.939631 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.020580 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.067795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b22702e1-0d66-4d17-92b6-d8852dd9dc36 None None] Provisioning complete for port 187d0f82-5a9f-4643-a9c2-c168ebb21023 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:47.068060 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b22702e1-0d66-4d17-92b6-d8852dd9dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.118811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.161425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.204560 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-012e1f30-39b9-496f-9719-7e394d21e83b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] show failed (client error): The resource could not be found. Nov 27 01:27:47.209019 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-012e1f30-39b9-496f-9719-7e394d21e83b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags/tempest-TagsExtTest-Tag-2055041925 HTTP/1.1" status: 404 len: 329 time: 0.8020329 Nov 27 01:27:47.227220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54284) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:47.257515 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.280398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-a47072bc-6adf-42d8-b836-cc6e68f305ef tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9', 'tempest-TagsExtTest-Tag-1143652510') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:47.359082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Pushing event updated for resources: {'Port': ['ID=187d0f82-5a9f-4643-a9c2-c168ebb21023,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:47.374342 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.408811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-923fd964-9050-4786-a714-520f242506a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:47.409933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-923fd964-9050-4786-a714-520f242506a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:47.410584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-923fd964-9050-4786-a714-520f242506a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:47.412637 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-923fd964-9050-4786-a714-520f242506a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1911280f-60d8-4aa0-8f77-7153690dade4&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=a5a73d60-d1d0-409d-af7c-8d682c688801&id=a5a73d60-d1d0-409d-af7c-8d682c688801 HTTP/1.1" status: 200 len: 2298 time: 0.4874651 Nov 27 01:27:47.414287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b22702e1-0d66-4d17-92b6-d8852dd9dc36 None None] Port 187d0f82-5a9f-4643-a9c2-c168ebb21023 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:47.427617 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.463328 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 59838dd5-dbd8-4561-9004-497bca4e32f5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:47.463328 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.475327 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-a47072bc-6adf-42d8-b836-cc6e68f305ef tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] show failed (client error): The resource could not be found. Nov 27 01:27:47.478921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a47072bc-6adf-42d8-b836-cc6e68f305ef tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags/tempest-TagsExtTest-Tag-1143652510 HTTP/1.1" status: 404 len: 329 time: 0.2290273 Nov 27 01:27:47.481001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54288) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:47.495759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-ea021f20-54c2-4d4e-92ea-fcebd1bcad9d tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9', 'tempest-TagsExtTest-Tag-486403710') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:47.530746 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.589592 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.618377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Network c075bfdb-dc45-4b2e-9b90-90649531f5b0 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:47.620855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:47.692153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb4f8a3-5d8d-4db1-837a-e3e69562b1be None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:47.698586 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-ea021f20-54c2-4d4e-92ea-fcebd1bcad9d tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] show failed (client error): The resource could not be found. Nov 27 01:27:47.700841 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ea021f20-54c2-4d4e-92ea-fcebd1bcad9d tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags/tempest-TagsExtTest-Tag-486403710 HTTP/1.1" status: 404 len: 328 time: 0.2163587 Nov 27 01:27:47.716155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54292) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:47.731752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-9feaeab5-fa86-4aa1-bc98-2014dd5f161a tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231', {'tags': ['tempest-TagsExtTest-Tag-898594997', 'tempest-TagsExtTest-Tag-918107598', 'tempest-TagsExtTest-Tag-1042639427']}) {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:47.798024 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.848980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Attempting to bind port dea627b8-8893-49eb-8691-c7817e7bad15 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:27:47.849626 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Attempting to bind port dea627b8-8893-49eb-8691-c7817e7bad15 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:27:47.850185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Attempting to bind port dea627b8-8893-49eb-8691-c7817e7bad15 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:27:47.865353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:27:47.866066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:47.866671 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.867349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:27:47.868609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Bound port: dea627b8-8893-49eb-8691-c7817e7bad15, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:27:47.869449 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:47.949549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] For port dea627b8-8893-49eb-8691-c7817e7bad15, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:27:47.953884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] For port dea627b8-8893-49eb-8691-c7817e7bad15, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=dea627b8-8893-49eb-8691-c7817e7bad15,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:27:47.986701 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.015552 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9feaeab5-fa86-4aa1-bc98-2014dd5f161a tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "PUT /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags HTTP/1.1" status: 200 len: 316 time: 0.2979836 Nov 27 01:27:48.023024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54298) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:48.034605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33fa4e-8c68-4878-88ea-9dee22d40e64 None None] Pushing event updated for resources: {'Port': ['ID=dea627b8-8893-49eb-8691-c7817e7bad15,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:48.057328 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-03650c2a-65b0-4a18-be9a-66f0c310bc27 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:48.168918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Router 7c25deb7-f5c4-4473-8b3e-30684132600b has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:48.181481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33fa4e-8c68-4878-88ea-9dee22d40e64 None None] Pushing event updated for resources: {'Port': ['ID=dea627b8-8893-49eb-8691-c7817e7bad15,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:48.187577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Deleting port dea627b8-8893-49eb-8691-c7817e7bad15 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:48.188262 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.190923 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-97d46114-9728-4f03-9995-87a8730b2044 None None] Provisioning complete for port dea627b8-8893-49eb-8691-c7817e7bad15 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:48.191093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:27:48.191592 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.192725 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97d46114-9728-4f03-9995-87a8730b2044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.194831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8edb62c-3508-4be2-905b-f1d9560fba70 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:48.257488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Routers {'05a77643-b2a0-425c-9181-64460863d1e8'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:48.258501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['05a77643-b2a0-425c-9181-64460863d1e8'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:48.272850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fb84d610-8182-48e7-ab43-2e6d3dc13616,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:48.303487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-03650c2a-65b0-4a18-be9a-66f0c310bc27 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags HTTP/1.1" status: 204 len: 168 time: 0.2822526 Nov 27 01:27:48.309916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54302) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:48.315561 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-51670ad9-cdb6-4b4c-bea1-c72ff8ebc828 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50 HTTP/1.1" status: 200 len: 1000 time: 0.8433249 Nov 27 01:27:48.317159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-bb2d43fa-56a1-428b-81b2-f9584e90cd73 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231', 'tempest-TagsExtTest-Tag-898594997') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:48.365199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] Set router 05a77643-b2a0-425c-9181-64460863d1e8 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:48.424124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a77643-b2a0-425c-9181-64460863d1e8', 'name': 'tempest-snat-router-1034764496', 'tenant_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:38Z', 'updated_at': '2021-11-27T01:27:47Z', 'revision_number': 4, 'project_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:48.460462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf45428-bb00-44f1-80e9-512ec535617d None None] The sync data for ids ['05a77643-b2a0-425c-9181-64460863d1e8'] in n-d-819494-2 is: [{'id': '05a77643-b2a0-425c-9181-64460863d1e8', 'name': 'tempest-snat-router-1034764496', 'tenant_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:38Z', 'updated_at': '2021-11-27T01:27:47Z', 'revision_number': 4, 'project_id': 'e46c11c3fdaa417a9852ba41be5863e4', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:48.474177 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-bb2d43fa-56a1-428b-81b2-f9584e90cd73 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] show failed (client error): The resource could not be found. Nov 27 01:27:48.479169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bb2d43fa-56a1-428b-81b2-f9584e90cd73 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags/tempest-TagsExtTest-Tag-898594997 HTTP/1.1" status: 404 len: 328 time: 0.1677496 Nov 27 01:27:48.482293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54306) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:48.487585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-53e12632-2e27-42cd-ae21-30d26aa7210b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231', 'tempest-TagsExtTest-Tag-918107598') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:48.527615 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.538877 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97d46114-9728-4f03-9995-87a8730b2044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.558585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Calling delete_port for dea627b8-8893-49eb-8691-c7817e7bad15 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:48.566029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-97d46114-9728-4f03-9995-87a8730b2044 None None] For port dea627b8-8893-49eb-8691-c7817e7bad15, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=dea627b8-8893-49eb-8691-c7817e7bad15,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:48.576024 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97d46114-9728-4f03-9995-87a8730b2044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.594480 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-0cf8cbde-211e-4586-b764-71fc8a4c48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:48.596332 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-0cf8cbde-211e-4586-b764-71fc8a4c48ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92595162-6d4d-4477-968d-cc58800ef4a5 HTTP/1.1" status: 200 len: 856 time: 0.2690563 Nov 27 01:27:48.602485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Checking segment: {'id': '836bf336-95ab-43ce-8b68-eb39ecf13b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b46d8f13-8ae9-4d1d-9171-e90fec030951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:48.602714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:48.603071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Network hostable DHCP agents. Network: b46d8f13-8ae9-4d1d-9171-e90fec030951, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:27:48.621624 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b0be4bd2-c1c8-42ae-b63a-eb57dedaf4aa admin admin] 10.222.0.37 "PUT /v2.0/routers/7c25deb7-f5c4-4473-8b3e-30684132600b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0432308 Nov 27 01:27:48.639881 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-53e12632-2e27-42cd-ae21-30d26aa7210b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] show failed (client error): The resource could not be found. Nov 27 01:27:48.647095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d46114-9728-4f03-9995-87a8730b2044 None None] Pushing event updated for resources: {'Port': ['ID=dea627b8-8893-49eb-8691-c7817e7bad15,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:48.647672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-53e12632-2e27-42cd-ae21-30d26aa7210b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags/tempest-TagsExtTest-Tag-918107598 HTTP/1.1" status: 404 len: 328 time: 0.1642294 Nov 27 01:27:48.648461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54310) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:48.656152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-49bf7ab4-3f40-4689-a202-5caca7b02dcb tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231', 'tempest-TagsExtTest-Tag-1042639427') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:48.714299 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa2d93a7-d45c-418d-bd01-56a57a747f01 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.724400 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5b923d5d-c2d3-410e-a225-dd29c9e48bcb None None] Provisioning complete for port 187d0f82-5a9f-4643-a9c2-c168ebb21023 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:48.726441 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5b923d5d-c2d3-410e-a225-dd29c9e48bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.762768 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-49bf7ab4-3f40-4689-a202-5caca7b02dcb tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] show failed (client error): The resource could not be found. Nov 27 01:27:48.771528 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-49bf7ab4-3f40-4689-a202-5caca7b02dcb tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags/tempest-TagsExtTest-Tag-1042639427 HTTP/1.1" status: 404 len: 329 time: 0.1195471 Nov 27 01:27:48.772140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54312) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:48.778716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-de029518-cef9-4620-8a5d-adbf73934856 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e', {'tags': ['tempest-TagsExtTest-Tag-1205222059', 'tempest-TagsExtTest-Tag-1005411741', 'tempest-TagsExtTest-Tag-1958937137']}) {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:48.858155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5b923d5d-c2d3-410e-a225-dd29c9e48bcb None None] Port 187d0f82-5a9f-4643-a9c2-c168ebb21023 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:48.865596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4a2b75e7-9465-462b-bccf-901b33db9ae2 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:27:48.872678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Network b46d8f13-8ae9-4d1d-9171-e90fec030951 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:27:48.882341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54316) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:48.885196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-de029518-cef9-4620-8a5d-adbf73934856 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "PUT /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags HTTP/1.1" status: 200 len: 318 time: 0.1115015 Nov 27 01:27:48.887648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-efba0353-bfc4-46b3-8c8e-ddbbedad6c5e tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:48.903809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-bf9f6f4f-fa91-42be-907b-0e7686e08c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:48.924215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-bf9f6f4f-fa91-42be-907b-0e7686e08c61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1911280f-60d8-4aa0-8f77-7153690dade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3102868 Nov 27 01:27:48.943303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5b923d5d-c2d3-410e-a225-dd29c9e48bcb None None] Provisioning complete for port dea627b8-8893-49eb-8691-c7817e7bad15 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:48.943781 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5b923d5d-c2d3-410e-a225-dd29c9e48bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:48.997834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 4a2b75e7-9465-462b-bccf-901b33db9ae2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:48.998370 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.032503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, b46d8f13-8ae9-4d1d-9171-e90fec030951) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:49.062342 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabb3247-3bb7-482e-8d25-99a2e55896cb None None] Network b46d8f13-8ae9-4d1d-9171-e90fec030951 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:49.068700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:49.069130 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.267925 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-9804e2dd-2725-4f1b-bade-5dbb2e486562 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495303 Nov 27 01:27:49.275337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.279908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c159208-4771-42e9-ae72-fc693c04ed17 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8588724 Nov 27 01:27:49.283773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:49.284282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37667be7-80c2-4e80-af09-e75c55e52306 None None] Network b46d8f13-8ae9-4d1d-9171-e90fec030951 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:49.290581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Request body: {'floatingip': {'floating_network_id': 'b46d8f13-8ae9-4d1d-9171-e90fec030951'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:49.330738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.435935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event deleted for resources: {'Port': ['ID=dea627b8-8893-49eb-8691-c7817e7bad15,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:49.502808 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.516890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ae609-9312-446d-9a20-22be1b653a5c None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:49.573225 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-efba0353-bfc4-46b3-8c8e-ddbbedad6c5e tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags HTTP/1.1" status: 204 len: 168 time: 0.6896605 Nov 27 01:27:49.583153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54332) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:49.621583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-11be012a-ef61-4f66-9670-37f9bc10d34e tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e', 'tempest-TagsExtTest-Tag-1205222059') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:49.668745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-94a9aebb-9013-42b5-ba1a-bd5bc7f3a2e3 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833346 Nov 27 01:27:49.701481 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.720093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54340) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:49.722442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Allocated IP 172.20.0.14 (b46d8f13-8ae9-4d1d-9171-e90fec030951/fb84d610-8182-48e7-ab43-2e6d3dc13616/3b4ff7e8-a588-49cd-8228-c6961f6a98f7) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:49.727131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1868294173-network', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:49.742592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-c84ad2c7-164d-4520-a6f9-f636f2e0f343 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f18938dd-b136-4aad-a1f4-0ffb31ff72fd HTTP/1.1" status: 200 len: 217 time: 0.0637641 Nov 27 01:27:49.743826 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-11be012a-ef61-4f66-9670-37f9bc10d34e tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] show failed (client error): The resource could not be found. Nov 27 01:27:49.747259 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-11be012a-ef61-4f66-9670-37f9bc10d34e tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags/tempest-TagsExtTest-Tag-1205222059 HTTP/1.1" status: 404 len: 329 time: 0.1291358 Nov 27 01:27:49.747884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54342) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:49.760430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-22895989-a0d2-463b-9004-e08bf30da6dc tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e', 'tempest-TagsExtTest-Tag-1005411741') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:49.800323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Made reservation on behalf of b45019b0bada49b89dfa879282b8eb3e for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:49.802948 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.859018 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.878758 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-22895989-a0d2-463b-9004-e08bf30da6dc tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] show failed (client error): The resource could not be found. Nov 27 01:27:49.879235 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.882448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-22895989-a0d2-463b-9004-e08bf30da6dc tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags/tempest-TagsExtTest-Tag-1005411741 HTTP/1.1" status: 404 len: 329 time: 0.1306109 Nov 27 01:27:49.883667 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:49.884952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54344) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:49.908891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.tag.tag_plugin [None req-9194ad71-9a43-43b9-a8f4-d45936a981ef tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e', 'tempest-TagsExtTest-Tag-1958937137') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:49.934496 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.020675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Sync routers for ids ['7c25deb7-f5c4-4473-8b3e-30684132600b'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:50.029690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-a0c3d6f7-4042-4138-b546-54ca4c418ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:50.031206 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-a0c3d6f7-4042-4138-b546-54ca4c418ece service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.1895394 Nov 27 01:27:50.031840 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.032400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05a77643-b2a0-425c-9181-64460863d1e8 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:27:50.033582 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.034921 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.038726 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.043028 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-073535f2-111f-411c-83b2-5928eda8f95d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "DELETE /v2.0/routers/05a77643-b2a0-425c-9181-64460863d1e8 HTTP/1.1" status: 204 len: 168 time: 4.0710454 Nov 27 01:27:50.044058 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-9194ad71-9a43-43b9-a8f4-d45936a981ef tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] show failed (client error): The resource could not be found. Nov 27 01:27:50.045726 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9194ad71-9a43-43b9-a8f4-d45936a981ef tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags/tempest-TagsExtTest-Tag-1958937137 HTTP/1.1" status: 404 len: 329 time: 0.1428301 Nov 27 01:27:50.046278 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54348) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:50.049178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Routers {'7c25deb7-f5c4-4473-8b3e-30684132600b'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:50.050116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7c25deb7-f5c4-4473-8b3e-30684132600b'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:50.077494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54350) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:50.084589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-e072a8d6-577f-4d45-8631-ea7480359907 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '99fce552-309b-48ca-8e86-d4d8c8b48b6e') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:50.088443 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.133554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Network b46d8f13-8ae9-4d1d-9171-e90fec030951 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:50.168595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:50.169995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:27:50.183120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:50.184454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Set router 7c25deb7-f5c4-4473-8b3e-30684132600b gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:50.222303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.337809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d93a7-d45c-418d-bd01-56a57a747f01 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port f59c9756-9bdc-4ac2-9959-a4cba5ba66fa {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:50.338250 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa2d93a7-d45c-418d-bd01-56a57a747f01 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.481459 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa2d93a7-d45c-418d-bd01-56a57a747f01 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.489979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-531b81a6-4a4b-422f-9f76-67cfbb30e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:50.492110 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-531b81a6-4a4b-422f-9f76-67cfbb30e8f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4439921 Nov 27 01:27:50.501326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'name': 'tempest-TestServerMultinode-1896246161-router', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:41Z', 'updated_at': '2021-11-27T01:27:46Z', 'revision_number': 4, 'project_id': '28a96ea2d35d43dfa38fc51efece870e', 'gw_port': {'id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:42Z', 'updated_at': '2021-11-27T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '187d0f82-5a9f-4643-a9c2-c168ebb21023', 'name': '', 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'mac_address': 'fa:16:3e:b3:c7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'fb9e8b2a-173b-4698-b175-8fd4f4553d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:45Z', 'updated_at': '2021-11-27T01:27:46Z', 'revision_number': 2, 'project_id': '28a96ea2d35d43dfa38fc51efece870e', 'subnets': [{'id': 'fb9e8b2a-173b-4698-b175-8fd4f4553d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:50.542081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Checking router: 7c25deb7-f5c4-4473-8b3e-30684132600b for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:50.542834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Updating router 7c25deb7-f5c4-4473-8b3e-30684132600b port 187d0f82-5a9f-4643-a9c2-c168ebb21023 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:27:50.586896 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.597356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event updated for resources: {'Port': ['ID=3b4ff7e8-a588-49cd-8228-c6961f6a98f7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:50.604464 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f14c2f-563b-4d34-9699-656b02d5510e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:50.617383 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.617626 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-fb16c629-81ee-41d0-b90e-e2ffc48e727c service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126986 Nov 27 01:27:50.618095 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Added segment d27a9cca-76b6-4993-ac51-69f48e85ecd3 of type vlan for network 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 Nov 27 01:27:50.619473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d93a7-d45c-418d-bd01-56a57a747f01 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for f59c9756-9bdc-4ac2-9959-a4cba5ba66fa owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:50.633716 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e072a8d6-577f-4d45-8631-ea7480359907 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e/tags HTTP/1.1" status: 204 len: 168 time: 0.5526927 Nov 27 01:27:50.654393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54358) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:50.663605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-b7d79b36-c697-4704-8693-24170c243725 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '60a96aa4-c816-42bb-8035-30ae4e701231') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:50.709412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.772980 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.818467 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.819812 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.820745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:50.821475 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.886199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-b4aa13f7-e8eb-4359-b74d-ac8863e7dac7 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526875 Nov 27 01:27:50.904703 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1835339 Nov 27 01:27:50.906275 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b7d79b36-c697-4704-8693-24170c243725 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231/tags HTTP/1.1" status: 204 len: 168 time: 0.2509170 Nov 27 01:27:50.907439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54362) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:50.918379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54364) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:50.923959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-06097803-a999-4692-9856-9a3b4944edb3 admin admin] Request body: {'subnet': {'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1868294173-subnet', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:50.933108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-4cc2f36d-fd65-4bff-8562-9c6841fe606b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e52a645a-f754-438c-9fa0-03ed97aa54d9') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:50.959324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1eba0-c050-4775-9059-96c70027e18b admin admin] Pushing event updated for resources: {'Network': ['ID=5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:50.964241 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.987359 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:50.994016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:27:50.999821 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.008977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Deleting port 178b77d7-6b56-4328-8279-decdf604b8c0 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:51.009822 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.016391 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-cc369d50-9547-4fc7-9066-7c3f0a2f2d80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6319a243-24ab-4e3d-8261-27a33a584e8e HTTP/1.1" status: 200 len: 217 time: 0.0889895 Nov 27 01:27:51.025233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06097803-a999-4692-9856-9a3b4944edb3 admin admin] Made reservation on behalf of b45019b0bada49b89dfa879282b8eb3e for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:51.027474 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06097803-a999-4692-9856-9a3b4944edb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.075190 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04128bb7-17c8-4049-8d90-402d0297dc84 None None] Pushing event updated for resources: {'Port': ['ID=187d0f82-5a9f-4643-a9c2-c168ebb21023,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:51.106906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-716316dd-76b7-4f68-8f09-88a36cdefbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:51.108951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-716316dd-76b7-4f68-8f09-88a36cdefbda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.0701051 Nov 27 01:27:51.219910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4cc2f36d-fd65-4bff-8562-9c6841fe606b tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9/tags HTTP/1.1" status: 204 len: 168 time: 0.2920618 Nov 27 01:27:51.224353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54368) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:51.228618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.tag.tag_plugin [None req-9d9773ee-3872-40c0-85ab-298b73a07566 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5f5859ec-c774-4bbf-98c8-efaf4ceca5ea') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:51.281249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Attempting to bind port 187d0f82-5a9f-4643-a9c2-c168ebb21023 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:27:51.283708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Attempting to bind port 187d0f82-5a9f-4643-a9c2-c168ebb21023 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:27:51.284551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Attempting to bind port 187d0f82-5a9f-4643-a9c2-c168ebb21023 on network c075bfdb-dc45-4b2e-9b90-90649531f5b0 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:27:51.291472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:27:51.292106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Checking segment: {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:51.292827 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.293465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Bound using segment: {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:27:51.294112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Bound port: 187d0f82-5a9f-4643-a9c2-c168ebb21023, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:27:51.294905 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.307776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-70b36919-b052-4701-a661-350f6e60f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:51.309883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-70b36919-b052-4701-a661-350f6e60f675 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1530569 Nov 27 01:27:51.346538 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] For port 178b77d7-6b56-4328-8279-decdf604b8c0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=178b77d7-6b56-4328-8279-decdf604b8c0,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:51.347070 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.409510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] For port 187d0f82-5a9f-4643-a9c2-c168ebb21023, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:27:51.424989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] For port 187d0f82-5a9f-4643-a9c2-c168ebb21023, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=187d0f82-5a9f-4643-a9c2-c168ebb21023,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:27:51.428450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Calling delete_port for 178b77d7-6b56-4328-8279-decdf604b8c0 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:51.439828 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.459319 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa2d93a7-d45c-418d-bd01-56a57a747f01 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.488156 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.518051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d93a7-d45c-418d-bd01-56a57a747f01 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=f59c9756-9bdc-4ac2-9959-a4cba5ba66fa,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:51.528237 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.535167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Routers {'7c25deb7-f5c4-4473-8b3e-30684132600b'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:51.535743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7c25deb7-f5c4-4473-8b3e-30684132600b'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:51.580378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04128bb7-17c8-4049-8d90-402d0297dc84 None None] Pushing event updated for resources: {'Port': ['ID=187d0f82-5a9f-4643-a9c2-c168ebb21023,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:51.669675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-b00dfcbb-e982-4f98-a61e-7dd8278021a2 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513856 Nov 27 01:27:51.693918 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06097803-a999-4692-9856-9a3b4944edb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:51.829566 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9d9773ee-3872-40c0-85ab-298b73a07566 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea/tags HTTP/1.1" status: 204 len: 168 time: 0.6041787 Nov 27 01:27:51.835902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event updated for resources: {'Port': ['ID=3b4ff7e8-a588-49cd-8228-c6961f6a98f7,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:51.857497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54374) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:51.924211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06097803-a999-4692-9856-9a3b4944edb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c10457c-3205-4b39-b75c-0813e83b2cb2,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:51.941216 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.005622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06097803-a999-4692-9856-9a3b4944edb3 admin admin] Checking segment: {'id': 'd27a9cca-76b6-4993-ac51-69f48e85ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:52.006145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06097803-a999-4692-9856-9a3b4944edb3 admin admin] Network hostable DHCP agents. Network: 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:27:52.011013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c751c1fe-eec6-466e-8416-972b1c98b91a None None] Provisioning complete for port 187d0f82-5a9f-4643-a9c2-c168ebb21023 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:52.011710 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c751c1fe-eec6-466e-8416-972b1c98b91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.024616 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.026048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a6e9be16-7835-4ea4-95c2-7eb1b159bf93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7401695 Nov 27 01:27:52.029438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54378) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:52.105086 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e1f0af66-a51d-4eb2-a9b2-e3759b3ae5f9 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks [] for subnetpool, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.106419 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e1f0af66-a51d-4eb2-a9b2-e3759b3ae5f9 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/subnetpools/99fce552-309b-48ca-8e86-d4d8c8b48b6e HTTP/1.1" status: 204 len: 168 time: 0.2405984 Nov 27 01:27:52.116027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54380) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:52.117567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] Set router 7c25deb7-f5c4-4473-8b3e-30684132600b gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:52.130289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06097803-a999-4692-9856-9a3b4944edb3 admin admin] Network 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:27:52.147765 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7dcd2056-db1f-4c86-8530-22ac6d6b68c0 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=b46d8f13-8ae9-4d1d-9171-e90fec030951 HTTP/1.1" status: 200 len: 690 time: 0.1171160 Nov 27 01:27:52.152460 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c358807d-76d1-4f34-b1ec-4c4c067566b0 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a96aa4-c816-42bb-8035-30ae4e701231 HTTP/1.1" status: 200 len: 205 time: 0.0353565 Nov 27 01:27:52.154358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54382) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:52.154820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54384) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:52.178286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-06097803-a999-4692-9856-9a3b4944edb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:52.201091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1364b7a-5dda-440c-8c20-8dd2c1c7b02d None None] Network 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:52.291252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06097803-a999-4692-9856-9a3b4944edb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:52.302188 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06097803-a999-4692-9856-9a3b4944edb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.333825 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-4995d155-0cc0-47ea-aa21-f15c4f3df8fc service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895438 Nov 27 01:27:52.335959 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c751c1fe-eec6-466e-8416-972b1c98b91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.356132 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91654e14-d31d-4007-9179-e03e58b4f444 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.381582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-06097803-a999-4692-9856-9a3b4944edb3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4658875 Nov 27 01:27:52.399167 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54390) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:52.410016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1868294173-router', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:52.415817 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-3dadf0a3-05a9-4ce1-ab0e-04a5bbeb0468 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=e72f5790-9c89-4feb-932d-0d85bc470c21 HTTP/1.1" status: 200 len: 217 time: 0.0707183 Nov 27 01:27:52.452540 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c751c1fe-eec6-466e-8416-972b1c98b91a None None] For port 187d0f82-5a9f-4643-a9c2-c168ebb21023, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=187d0f82-5a9f-4643-a9c2-c168ebb21023,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:52.472735 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c751c1fe-eec6-466e-8416-972b1c98b91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.483893 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.578909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-85b92988-ae2b-4e0a-8bcd-eb92dac57ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:52.580585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-85b92988-ae2b-4e0a-8bcd-eb92dac57ec0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.0630796 Nov 27 01:27:52.640725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91654e14-d31d-4007-9179-e03e58b4f444 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.643851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91654e14-d31d-4007-9179-e03e58b4f444 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.652378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751c1fe-eec6-466e-8416-972b1c98b91a None None] Pushing event updated for resources: {'Port': ['ID=187d0f82-5a9f-4643-a9c2-c168ebb21023,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:52.664070 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.665300 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.720641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b7d1ffb8-d9f1-4701-b8df-d2969d224815 None None] Provisioning complete for port 187d0f82-5a9f-4643-a9c2-c168ebb21023 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:52.721579 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91654e14-d31d-4007-9179-e03e58b4f444 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.722428 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91654e14-d31d-4007-9179-e03e58b4f444 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Fanout notify agent at l3_agent the message router_deleted on router 60a96aa4-c816-42bb-8035-30ae4e701231 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:27:52.722985 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ffb8-d9f1-4701-b8df-d2969d224815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.730738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-91654e14-d31d-4007-9179-e03e58b4f444 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.734307 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-91654e14-d31d-4007-9179-e03e58b4f444 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/routers/60a96aa4-c816-42bb-8035-30ae4e701231 HTTP/1.1" status: 204 len: 168 time: 0.5752020 Nov 27 01:27:52.735750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54394) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:52.736795 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.745928 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa2d93a7-d45c-418d-bd01-56a57a747f01 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.747151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42', 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'fixed_ips': [{'subnet_id': '9c10457c-3205-4b39-b75c-0813e83b2cb2'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:27:52.747333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Deleting port 3b4ff7e8-a588-49cd-8228-c6961f6a98f7 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:52.747791 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.748735 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.871517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-6d55aca4-9462-4e3f-b041-ca28966af79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:52.873325 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-6d55aca4-9462-4e3f-b041-ca28966af79e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2781367 Nov 27 01:27:52.897433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.897433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.920642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Calling delete_port for 3b4ff7e8-a588-49cd-8228-c6961f6a98f7 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:52.927485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c14abb66-804f-46d8-9a7c-ebd0f3194318 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Deleting port e52a645a-f754-438c-9fa0-03ed97aa54d9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:52.927961 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c14abb66-804f-46d8-9a7c-ebd0f3194318 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:52.962031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'name': 'tempest-TestServerMultinode-1896246161-router', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:41Z', 'updated_at': '2021-11-27T01:27:46Z', 'revision_number': 4, 'project_id': '28a96ea2d35d43dfa38fc51efece870e', 'gw_port': {'id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:42Z', 'updated_at': '2021-11-27T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '187d0f82-5a9f-4643-a9c2-c168ebb21023', 'name': '', 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'mac_address': 'fa:16:3e:b3:c7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'fb9e8b2a-173b-4698-b175-8fd4f4553d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:45Z', 'updated_at': '2021-11-27T01:27:51Z', 'revision_number': 4, 'project_id': '28a96ea2d35d43dfa38fc51efece870e', 'subnets': [{'id': 'fb9e8b2a-173b-4698-b175-8fd4f4553d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:53.013184 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Allocated IP 172.20.0.2 (5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42/9c10457c-3205-4b39-b75c-0813e83b2cb2/e53fb48e-2023-44a8-ab9e-350e33ac5a90) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:53.025641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-91c2fffe-2db2-4808-94c0-fc1c4797f1fc service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104059 Nov 27 01:27:53.079475 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c14abb66-804f-46d8-9a7c-ebd0f3194318 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.124029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917c724-7cc4-4676-bb28-c301bb60eb8d None None] The sync data for ids ['7c25deb7-f5c4-4473-8b3e-30684132600b'] in n-d-819494-2 is: [{'id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'name': 'tempest-TestServerMultinode-1896246161-router', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:41Z', 'updated_at': '2021-11-27T01:27:46Z', 'revision_number': 4, 'project_id': '28a96ea2d35d43dfa38fc51efece870e', 'gw_port': {'id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:42Z', 'updated_at': '2021-11-27T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '187d0f82-5a9f-4643-a9c2-c168ebb21023', 'name': '', 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'mac_address': 'fa:16:3e:b3:c7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'fb9e8b2a-173b-4698-b175-8fd4f4553d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:45Z', 'updated_at': '2021-11-27T01:27:51Z', 'revision_number': 4, 'project_id': '28a96ea2d35d43dfa38fc51efece870e', 'subnets': [{'id': 'fb9e8b2a-173b-4698-b175-8fd4f4553d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:53.151847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c14abb66-804f-46d8-9a7c-ebd0f3194318 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Calling delete_port for e52a645a-f754-438c-9fa0-03ed97aa54d9 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:53.284762 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.291332 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.322549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b4ff7e8-a588-49cd-8228-c6961f6a98f7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:53.349398 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.352557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:53.352557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:53.352557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:53.352557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:53.352557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:53.352557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:53.353144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:53.353296 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:53.353884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:53.354435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:53.354809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:53.355186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:53.357892 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.360969 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.414769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Network 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:53.420038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:53.435099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:53.456086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Pushing event updated for resources: {'Port': ['ID=e53fb48e-2023-44a8-ab9e-350e33ac5a90,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:53.493483 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.517422 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event deleted for resources: {'Port': ['ID=178b77d7-6b56-4328-8279-decdf604b8c0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:53.535519 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb59f8af-e104-4951-95c8-ed6501eea2a7 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:53.580862 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Attempting to bind port e53fb48e-2023-44a8-ab9e-350e33ac5a90 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:27:53.581260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Attempting to bind port e53fb48e-2023-44a8-ab9e-350e33ac5a90 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'd27a9cca-76b6-4993-ac51-69f48e85ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:27:53.581634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Attempting to bind port e53fb48e-2023-44a8-ab9e-350e33ac5a90 on network 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:27:53.585643 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c14abb66-804f-46d8-9a7c-ebd0f3194318 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.592995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:27:53.593380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Checking segment: {'id': 'd27a9cca-76b6-4993-ac51-69f48e85ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:27:53.594466 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.594764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Bound using segment: {'id': 'd27a9cca-76b6-4993-ac51-69f48e85ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:27:53.595250 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Bound port: e53fb48e-2023-44a8-ab9e-350e33ac5a90, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27a9cca-76b6-4993-ac51-69f48e85ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:27:53.595638 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.614957 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.695836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14abb66-804f-46d8-9a7c-ebd0f3194318 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Pushing event deleted for resources: {'Port': ['ID=e52a645a-f754-438c-9fa0-03ed97aa54d9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:53.725670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] For port e53fb48e-2023-44a8-ab9e-350e33ac5a90, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:27:53.735077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] For port e53fb48e-2023-44a8-ab9e-350e33ac5a90, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e53fb48e-2023-44a8-ab9e-350e33ac5a90,segment=NetworkSegment(d27a9cca-76b6-4993-ac51-69f48e85ecd3),segment_id=d27a9cca-76b6-4993-ac51-69f48e85ecd3)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:27:53.737566 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-ae01517f-25e8-41c9-b773-f38c410ddfb2 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027261 Nov 27 01:27:53.750840 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.810128 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c14abb66-804f-46d8-9a7c-ebd0f3194318 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.817409 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c14abb66-804f-46d8-9a7c-ebd0f3194318 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/ports/e52a645a-f754-438c-9fa0-03ed97aa54d9 HTTP/1.1" status: 204 len: 168 time: 1.0782926 Nov 27 01:27:53.830501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54404) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:53.849722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988d192-320b-4952-bbae-6ee95036a1da None None] Pushing event updated for resources: {'Port': ['ID=e53fb48e-2023-44a8-ab9e-350e33ac5a90,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:53.900643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-1157a82f-1e33-471b-a2ef-169ebf0e4346 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Deleting subnet 5f5859ec-c774-4bbf-98c8-efaf4ceca5ea {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:27:53.904345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1157a82f-1e33-471b-a2ef-169ebf0e4346 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.956941 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1157a82f-1e33-471b-a2ef-169ebf0e4346 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.982262 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:53.985351 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-d33e3ffc-344e-4d49-8eae-58f1f84cce3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=fc6f1e66-1da2-4806-bf5d-cb5871fe3831 HTTP/1.1" status: 200 len: 217 time: 0.1151388 Nov 27 01:27:54.026207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fb84d610-8182-48e7-ab43-2e6d3dc13616,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:54.124603 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.183154 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.194070 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-eadfa600-e117-4e13-8dec-38fe86045c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:54.201821 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-eadfa600-e117-4e13-8dec-38fe86045c77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.1992402 Nov 27 01:27:54.224705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46d8f13-8ae9-4d1d-9171-e90fec030951']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:54.237925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836bf336-95ab-43ce-8b68-eb39ecf13b29') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:54.238400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836bf336-95ab-43ce-8b68-eb39ecf13b29') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:54.248872 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.274415 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.281305 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1157a82f-1e33-471b-a2ef-169ebf0e4346 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.313496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:27:54.314209 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:27:54.395058 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:27:54.405444 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.420889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.427883 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.437302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b46d8f13-8ae9-4d1d-9171-e90fec030951 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:27:54.442323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event deleted for resources: {'Network': ['ID=b46d8f13-8ae9-4d1d-9171-e90fec030951,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:54.445727 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.451812 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f976cb64-42fe-4d7b-adff-959d9e585548 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "DELETE /v2.0/networks/b46d8f13-8ae9-4d1d-9171-e90fec030951 HTTP/1.1" status: 204 len: 168 time: 2.2958615 Nov 27 01:27:54.452104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2d93a7-d45c-418d-bd01-56a57a747f01 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 912f30c2-9a6c-4a2f-a102-cab8cef4f166 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:27:54.455677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54408) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:54.605038 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1157a82f-1e33-471b-a2ef-169ebf0e4346 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.641186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4776cf47-56d1-4e7f-bbc9-e9a894a908bc tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1475 time: 0.1836655 Nov 27 01:27:54.642910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54416) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:54.655490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157a82f-1e33-471b-a2ef-169ebf0e4346 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5859ec-c774-4bbf-98c8-efaf4ceca5ea,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:54.680238 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19096c2-e2c4-4e4f-ab49-9524c12b986a None None] Network 39e0700b-8b85-42b3-bece-d16485251194 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:54.731675 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1157a82f-1e33-471b-a2ef-169ebf0e4346 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.741549 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1157a82f-1e33-471b-a2ef-169ebf0e4346 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/subnets/5f5859ec-c774-4bbf-98c8-efaf4ceca5ea HTTP/1.1" status: 204 len: 168 time: 0.9096236 Nov 27 01:27:54.746412 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.746412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c99531d1-32e1-4f01-9ff3-22f7181e08ad {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:27:54.757071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54418) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:54.768259 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:54.769472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c5635a7c-5ab1-44db-94bf-4fc5fc2fe574 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c99531d1-32e1-4f01-9ff3-22f7181e08ad HTTP/1.1" status: 204 len: 168 time: 4.7195258 Nov 27 01:27:54.792106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2d93a7-d45c-418d-bd01-56a57a747f01 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:54.801893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54420) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:54.802123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54422) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:54.803234 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-aa2d93a7-d45c-418d-bd01-56a57a747f01 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "PUT /v2.0/routers/912f30c2-9a6c-4a2f-a102-cab8cef4f166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9952941 Nov 27 01:27:54.823802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1860784508', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:54.911003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-f8eafa2a-d52f-450a-bf99-9561fbf5767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:54.912543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-f8eafa2a-d52f-450a-bf99-9561fbf5767c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6587055 Nov 27 01:27:55.032981 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-c826cf06-a373-401e-91a9-cf09a49c032e service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005073 Nov 27 01:27:55.106034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca773ef9-b0fa-4f70-806a-b963c9cb2faa None None] DHCP port deletion for 39e0700b-8b85-42b3-bece-d16485251194 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:55.123979 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 187d0f82-5a9f-4643-a9c2-c168ebb21023 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:27:55.196420 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47274902-56ae-4a6e-bda6-d00c4ea94c4c None None] Sync routers for ids ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:55.211887 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-19da764b-37f0-43d6-bf58-6ba0c097a815 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682749 Nov 27 01:27:55.218993 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47274902-56ae-4a6e-bda6-d00c4ea94c4c None None] Routers {'912f30c2-9a6c-4a2f-a102-cab8cef4f166'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:55.219646 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-47274902-56ae-4a6e-bda6-d00c4ea94c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:55.251301 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.300588 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-47274902-56ae-4a6e-bda6-d00c4ea94c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:55.320820 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47274902-56ae-4a6e-bda6-d00c4ea94c4c None None] Routers {'912f30c2-9a6c-4a2f-a102-cab8cef4f166'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:55.324790 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-47274902-56ae-4a6e-bda6-d00c4ea94c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:55.326616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ca773ef9-b0fa-4f70-806a-b963c9cb2faa None None] Deleting port b2d64849-0680-4220-a121-373c7fbb54cf {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:55.327000 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef9-b0fa-4f70-806a-b963c9cb2faa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.366063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-9a655a47-4cad-44f0-a27c-4056e722fa27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=040f8273-6cb3-48fa-94d3-a1d59e33a84f HTTP/1.1" status: 200 len: 217 time: 0.1411705 Nov 27 01:27:55.372386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.409517 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-47274902-56ae-4a6e-bda6-d00c4ea94c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:55.410183 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47274902-56ae-4a6e-bda6-d00c4ea94c4c None None] The sync data for ids ['912f30c2-9a6c-4a2f-a102-cab8cef4f166'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:27:55.471324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 187d0f82-5a9f-4643-a9c2-c168ebb21023 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:55.474695 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.551966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Allocated IP 172.25.3.253 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/e4d6babd-6bdb-4888-a65d-56615cac2d2e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:55.560885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5a3191-35f1-4de7-b426-eda3aa5ca0b6 None None] Network 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:55.584828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ca773ef9-b0fa-4f70-806a-b963c9cb2faa None None] For port b2d64849-0680-4220-a121-373c7fbb54cf, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b2d64849-0680-4220-a121-373c7fbb54cf,segment=NetworkSegment(0cabeded-5d20-4d6c-89e3-46fc52f205fd),segment_id=0cabeded-5d20-4d6c-89e3-46fc52f205fd)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:55.587523 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef9-b0fa-4f70-806a-b963c9cb2faa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.624844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ca773ef9-b0fa-4f70-806a-b963c9cb2faa None None] Calling delete_port for b2d64849-0680-4220-a121-373c7fbb54cf owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:55.686333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.689978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4deb6a2a-7e25-4aad-8084-5cbc51b17d1d None None] Provisioning complete for port e53fb48e-2023-44a8-ab9e-350e33ac5a90 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:55.690948 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4deb6a2a-7e25-4aad-8084-5cbc51b17d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.912639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b828f-df01-4925-9a28-2135c47f61bf tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.913270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b828f-df01-4925-9a28-2135c47f61bf tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.913641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b828f-df01-4925-9a28-2135c47f61bf tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.919093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b828f-df01-4925-9a28-2135c47f61bf tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.919671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b828f-df01-4925-9a28-2135c47f61bf tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.920137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b828f-df01-4925-9a28-2135c47f61bf tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.920733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b828f-df01-4925-9a28-2135c47f61bf tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.921189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b828f-df01-4925-9a28-2135c47f61bf tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.922771 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b828f-df01-4925-9a28-2135c47f61bf tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.923316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b828f-df01-4925-9a28-2135c47f61bf tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.923775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b828f-df01-4925-9a28-2135c47f61bf tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:55.926543 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-001b828f-df01-4925-9a28-2135c47f61bf tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7022 time: 1.2796366 Nov 27 01:27:55.932282 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.935896 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:55.945750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e53fb48e-2023-44a8-ab9e-350e33ac5a90 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:27:55.950432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54428) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:55.986684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.052866 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-cf0b012c-2dd3-4842-84b9-36be8dd5e4c9 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] delete failed (client error): The resource could not be found. Nov 27 01:27:56.054370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cf0b012c-2dd3-4842-84b9-36be8dd5e4c9 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/5eb1f2c7-a87f-40d8-acb8-f53e2641e87c HTTP/1.1" status: 404 len: 345 time: 0.1034045 Nov 27 01:27:56.063366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54430) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:56.106392 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-708eae84-7b4d-495a-b38d-88cbfa45c8a3 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] DELETE failed (client error): The resource could not be found. Nov 27 01:27:56.106928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708eae84-7b4d-495a-b38d-88cbfa45c8a3 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:27:56.110375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-708eae84-7b4d-495a-b38d-88cbfa45c8a3 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "DELETE /v2.0/networks/b46d8f13-8ae9-4d1d-9171-e90fec030951 HTTP/1.1" status: 404 len: 339 time: 0.0456297 Nov 27 01:27:56.114511 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54434) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:56.119738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ac2bec77-212d-4050-8957-07776779de56 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Request body: {'network': {'name': 'tempest-network--2061697416', 'router:external': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:56.155596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.185438 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.289084 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.309052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2bec77-212d-4050-8957-07776779de56 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Made reservation on behalf of 526b779627d84a8d80b3c034516b5ece for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:56.311442 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac2bec77-212d-4050-8957-07776779de56 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.331777 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4deb6a2a-7e25-4aad-8084-5cbc51b17d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.368998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d6babd-6bdb-4888-a65d-56615cac2d2e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:56.382321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:56.385217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:56.388242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:56.396533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4deb6a2a-7e25-4aad-8084-5cbc51b17d1d None None] For port e53fb48e-2023-44a8-ab9e-350e33ac5a90, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e53fb48e-2023-44a8-ab9e-350e33ac5a90,segment=NetworkSegment(d27a9cca-76b6-4993-ac51-69f48e85ecd3),segment_id=d27a9cca-76b6-4993-ac51-69f48e85ecd3)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:56.400086 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ca773ef9-b0fa-4f70-806a-b963c9cb2faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.417604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e594a2bd-3ab9-4772-b7cd-02ebffac976b None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:56.425930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca773ef9-b0fa-4f70-806a-b963c9cb2faa None None] No DVR routers for this DVR port b2d64849-0680-4220-a121-373c7fbb54cf on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:56.435971 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4deb6a2a-7e25-4aad-8084-5cbc51b17d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.438405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-89ae4b0e-f5dc-4548-ae52-1682c13436d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:56.441972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-89ae4b0e-f5dc-4548-ae52-1682c13436d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.1691213 Nov 27 01:27:56.449496 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.461818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2bec77-212d-4050-8957-07776779de56 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:27:56.485482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca773ef9-b0fa-4f70-806a-b963c9cb2faa None None] Pushing event deleted for resources: {'Port': ['ID=b2d64849-0680-4220-a121-373c7fbb54cf,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:56.496319 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac2bec77-212d-4050-8957-07776779de56 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.496673 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-ac2bec77-212d-4050-8957-07776779de56 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Added segment f3acf0e3-222a-4ea5-ae6f-88bb784486fa of type vlan for network ded08d08-d023-472e-a81a-a146623c19bf Nov 27 01:27:56.512574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Deleting port b2d64849-0680-4220-a121-373c7fbb54cf {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:56.512908 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.534622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.556864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb6a2a-7e25-4aad-8084-5cbc51b17d1d None None] Pushing event updated for resources: {'Port': ['ID=e53fb48e-2023-44a8-ab9e-350e33ac5a90,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:56.596291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e53fb48e-2023-44a8-ab9e-350e33ac5a90 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:56.596801 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.635723 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac2bec77-212d-4050-8957-07776779de56 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.664954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-568baebc-e844-41b6-8c40-0513f5089849 None None] Provisioning complete for port e4d6babd-6bdb-4888-a65d-56615cac2d2e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:56.669829 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-568baebc-e844-41b6-8c40-0513f5089849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.681013 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-fc5ddd22-b821-48c5-a4b6-9ba1891ab875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:56.682041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] For port b2d64849-0680-4220-a121-373c7fbb54cf, host n-d-819494-2, got binding levels [] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:27:56.682720 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.683117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-fc5ddd22-b821-48c5-a4b6-9ba1891ab875 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2301846 Nov 27 01:27:56.724574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-568baebc-e844-41b6-8c40-0513f5089849 None None] Port e4d6babd-6bdb-4888-a65d-56615cac2d2e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:56.725118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Calling delete_port for b2d64849-0680-4220-a121-373c7fbb54cf owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:56.735578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Port b2d64849-0680-4220-a121-373c7fbb54cf was not found and therefore no delete operation was performed {{(pid=103384) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:27:56.762853 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.827376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac2bec77-212d-4050-8957-07776779de56 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.828414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2bec77-212d-4050-8957-07776779de56 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:56.829069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac2bec77-212d-4050-8957-07776779de56 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.836337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Pushing event deleted for resources: {'Port': ['ID=b2d64849-0680-4220-a121-373c7fbb54cf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:56.850518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] No DVR routers for this DVR port b2d64849-0680-4220-a121-373c7fbb54cf on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:27:56.922590 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:56.927279 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-39b103dd-5e8a-4baf-a02f-5bbb169fa225 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065544 Nov 27 01:27:57.003736 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ac2bec77-212d-4050-8957-07776779de56 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8879573 Nov 27 01:27:57.010045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54442) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:57.036655 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.039392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e53fb48e-2023-44a8-ab9e-350e33ac5a90 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:27:57.052298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port 5d59c7c6-14c8-4133-bff6-2e34dbe151c9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:27:57.052901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.054716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bec77-212d-4050-8957-07776779de56 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event updated for resources: {'Network': ['ID=ded08d08-d023-472e-a81a-a146623c19bf,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:57.072375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network ded08d08-d023-472e-a81a-a146623c19bf details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:27:57.119447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e0700b-8b85-42b3-bece-d16485251194']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:57.137604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cabeded-5d20-4d6c-89e3-46fc52f205fd') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:57.138207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cabeded-5d20-4d6c-89e3-46fc52f205fd') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:57.155822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.173985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-71484b32-c756-4019-a175-bd214c3bf014 None None] Provisioning complete for port e53fb48e-2023-44a8-ab9e-350e33ac5a90 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:57.174366 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-71484b32-c756-4019-a175-bd214c3bf014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.216464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e53fb48e-2023-44a8-ab9e-350e33ac5a90 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:57.216998 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.241398 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.256727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:27:57.257076 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:27:57.261398 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:27:57.343263 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.352923 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.391886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for 5d59c7c6-14c8-4133-bff6-2e34dbe151c9 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:27:57.394198 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.406871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c30101a-a8ba-4a90-89b7-583a3843d83f tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:57.407966 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.414680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c30101a-a8ba-4a90-89b7-583a3843d83f tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:57.420701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c30101a-a8ba-4a90-89b7-583a3843d83f tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:57.420876 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.424467 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] 10.222.0.37 "DELETE /v2.0/networks/39e0700b-8b85-42b3-bece-d16485251194 HTTP/1.1" status: 204 len: 168 time: 2.6671915 Nov 27 01:27:57.427930 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c30101a-a8ba-4a90-89b7-583a3843d83f tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:57.429615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6c30101a-a8ba-4a90-89b7-583a3843d83f tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4171264 Nov 27 01:27:57.438662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54450) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:57.492385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8b595-ac61-4648-b684-e4daf7b6bea3 tempest-TagsExtTest-1130462430 tempest-TagsExtTest-1130462430-project] Pushing event deleted for resources: {'Network': ['ID=39e0700b-8b85-42b3-bece-d16485251194,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:57.517089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 178b77d7-6b56-4328-8279-decdf604b8c0 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:57.531688 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.592260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 178b77d7-6b56-4328-8279-decdf604b8c0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:57.598216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 178b77d7-6b56-4328-8279-decdf604b8c0 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:57.599597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b2d64849-0680-4220-a121-373c7fbb54cf no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:27:57.606195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-4a3b4e29-d71c-4bcc-84b6-6d35e31a8a9d service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390736 Nov 27 01:27:57.621175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Allocated IP 172.25.3.221 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/7a7a269e-edfa-40a8-ac86-973de2046cd2) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:57.665816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: b2d64849-0680-4220-a121-373c7fbb54cf {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:27:57.667538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b2d64849-0680-4220-a121-373c7fbb54cf not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:27:57.672920 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-e07cc2a1-fcb6-4c68-bf70-2f980371ade2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d HTTP/1.1" status: 200 len: 217 time: 0.0401521 Nov 27 01:27:57.719196 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.792670 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.812014 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.819250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-5ca7a2ea-0ac8-4b0a-b923-a379bdc1ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:57.820763 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-5ca7a2ea-0ac8-4b0a-b923-a379bdc1ff4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.1404312 Nov 27 01:27:57.826176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=5d59c7c6-14c8-4133-bff6-2e34dbe151c9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:57.841813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.851615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3feaa1-4da2-4642-9b4b-fc3c051dbe02 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:57.905286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded08d08-d023-472e-a81a-a146623c19bf']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:57.923603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3acf0e3-222a-4ea5-ae6f-88bb784486fa') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:57.924250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3acf0e3-222a-4ea5-ae6f-88bb784486fa') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:57.930077 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.937271 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.959864 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ab31-981f-477a-9384-924a43b4e50c req-46c86e8a-c868-4d79-808a-4cbc004e09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:57.961408 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-46c86e8a-c868-4d79-808a-4cbc004e09b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302545 Nov 27 01:27:57.966906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.976592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:27:57.977291 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:57.992745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54456) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:27:57.997398 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:27:58.030712 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.061631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.065315 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.086216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:27:58.132228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:27:58.137952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:27:58.153391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b7a490-6a32-45a5-8f02-b83a9e096653 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:27:58.161878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.171159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Pushing event updated for resources: {'Port': ['ID=7a7a269e-edfa-40a8-ac86-973de2046cd2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:58.176391 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.177201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Fanout notify agent at l3_agent the message router_deleted on router 912f30c2-9a6c-4a2f-a102-cab8cef4f166 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:27:58.177501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ded08d08-d023-472e-a81a-a146623c19bf {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:27:58.183705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Router e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:27:58.185892 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.189585 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.193468 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b42ac311-64c2-4866-a523-997e50e5ddbb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/routers/912f30c2-9a6c-4a2f-a102-cab8cef4f166 HTTP/1.1" status: 204 len: 168 time: 3.3743746 Nov 27 01:27:58.195474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "DELETE /v2.0/networks/ded08d08-d023-472e-a81a-a146623c19bf HTTP/1.1" status: 204 len: 168 time: 0.7557964 Nov 27 01:27:58.196748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54462) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:58.196938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54464) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:58.205962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f732287d-910f-495a-84df-b93f193d5bab tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Request body: {'network': {'name': 'tempest-network--1647659588', 'router:external': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:27:58.214652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event deleted for resources: {'Network': ['ID=ded08d08-d023-472e-a81a-a146623c19bf,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:58.236868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:58.237565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:58.238076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:58.238616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:58.239207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:58.239706 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:58.240192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:58.240677 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:58.241163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:58.241658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:58.242140 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:58.242654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac7ea7-1d39-464d-a139-b2142283ea07 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:27:58.257764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-56d175d8-a8be-4577-abed-5f5312e9b454 None None] Provisioning complete for port 7a7a269e-edfa-40a8-ac86-973de2046cd2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:27:58.257764 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56d175d8-a8be-4577-abed-5f5312e9b454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.330483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-56d175d8-a8be-4577-abed-5f5312e9b454 None None] Port 7a7a269e-edfa-40a8-ac86-973de2046cd2 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:27:58.362381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b30fc42-0139-48aa-99c3-f7d70c1ca495 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting subnet 36361a6c-0383-42fa-a39a-b5e83c4237be {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:27:58.365397 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-319fbdba-5998-4948-9e91-4c2068b741b3 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654602 Nov 27 01:27:58.366514 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6b30fc42-0139-48aa-99c3-f7d70c1ca495 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.449435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:27:58.490443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2167ab31-981f-477a-9384-924a43b4e50c req-08163b53-5316-476c-b7c2-8a86743b6bdd service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136992 Nov 27 01:27:58.527800 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.529217 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1a8d29ab-f92f-4e47-9818-b08c063c3650 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1269300 Nov 27 01:27:58.532453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54470) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:58.549708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f732287d-910f-495a-84df-b93f193d5bab tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Made reservation on behalf of 526b779627d84a8d80b3c034516b5ece for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:27:58.553213 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f732287d-910f-495a-84df-b93f193d5bab tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.597833 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3eaaea62-7311-42c4-9850-cb6b46de5ca6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2355597c6f244fea35ff70f1b417293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6039646 Nov 27 01:27:58.603349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6b30fc42-0139-48aa-99c3-f7d70c1ca495 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.605779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54472) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:58.691711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f732287d-910f-495a-84df-b93f193d5bab tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:27:58.774024 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f732287d-910f-495a-84df-b93f193d5bab tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.774663 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-f732287d-910f-495a-84df-b93f193d5bab tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Added segment 6e5e502a-5018-40fd-94fe-c7b31deb2d4a of type vlan for network ac1f7332-7aee-48eb-8c34-2e6a6948b726 Nov 27 01:27:58.850032 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Sync routers for ids ['e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:27:58.868726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Routers {'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:27:58.870784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:58.905858 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a53aa77d-cb5f-4ad1-8257-dd3693652b7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.939497 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f732287d-910f-495a-84df-b93f193d5bab tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.944183 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6b30fc42-0139-48aa-99c3-f7d70c1ca495 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.993384 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a53aa77d-cb5f-4ad1-8257-dd3693652b7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:58.997197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Set router e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:27:59.023068 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.262942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'name': 'tempest-TestServerMultinode-1868294173-router', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:52Z', 'updated_at': '2021-11-27T01:27:56Z', 'revision_number': 3, 'project_id': 'b45019b0bada49b89dfa879282b8eb3e', 'gw_port': {'id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:27:59.303168 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Checking router: e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:27:59.303518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Updating router e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 port e4d6babd-6bdb-4888-a65d-56615cac2d2e binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:27:59.335400 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.478032 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f732287d-910f-495a-84df-b93f193d5bab tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.479330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f732287d-910f-495a-84df-b93f193d5bab tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:59.479971 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f732287d-910f-495a-84df-b93f193d5bab tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.531045 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.572355 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6b30fc42-0139-48aa-99c3-f7d70c1ca495 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.608135 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f732287d-910f-495a-84df-b93f193d5bab tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4083049 Nov 27 01:27:59.630402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54482) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:59.631215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a53aa77d-cb5f-4ad1-8257-dd3693652b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.633889 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a53aa77d-cb5f-4ad1-8257-dd3693652b7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.637790 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a53aa77d-cb5f-4ad1-8257-dd3693652b7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf0eca2c-b087-4552-94b9-46f6ffc33137 HTTP/1.1" status: 204 len: 168 time: 1.0309424 Nov 27 01:27:59.657974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30fc42-0139-48aa-99c3-f7d70c1ca495 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Subnet': ['ID=36361a6c-0383-42fa-a39a-b5e83c4237be,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:59.678948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732287d-910f-495a-84df-b93f193d5bab tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event updated for resources: {'Network': ['ID=ac1f7332-7aee-48eb-8c34-2e6a6948b726,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:59.681873 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6b30fc42-0139-48aa-99c3-f7d70c1ca495 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.688672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6b30fc42-0139-48aa-99c3-f7d70c1ca495 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/subnets/36361a6c-0383-42fa-a39a-b5e83c4237be HTTP/1.1" status: 204 len: 168 time: 1.4901884 Nov 27 01:27:59.693602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54486) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:59.697615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aa77d-cb5f-4ad1-8257-dd3693652b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0eca2c-b087-4552-94b9-46f6ffc33137,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:27:59.775069 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:27:59.791899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a906a8-ba15-43f5-bd60-99483d95d7b3 None None] Network 3731bc76-6c33-46cc-8029-d03c5f68d612 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:27:59.794449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Allocated IP 172.20.0.1 (5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42/9c10457c-3205-4b39-b75c-0813e83b2cb2/0b750b74-9583-4c9e-b4d8-af7a7054cbb9) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:27:59.900974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b107925c-6172-454b-9f3f-d5529a9e032d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:27:59.905305 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b107925c-6172-454b-9f3f-d5529a9e032d tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] 10.222.0.37 "GET /v2.0/networks/ac1f7332-7aee-48eb-8c34-2e6a6948b726 HTTP/1.1" status: 200 len: 757 time: 0.2662659 Nov 27 01:27:59.910129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54492) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:27:59.939649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network ac1f7332-7aee-48eb-8c34-2e6a6948b726 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:27:59.970810 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.019904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.062894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.069179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d092e-2131-444a-bf34-07504e5d3274 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:00.073844 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bd1d092e-2131-444a-bf34-07504e5d3274 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] 10.222.0.37 "GET /v2.0/networks/ce033579-7270-4642-a48d-f6647a8283f9 HTTP/1.1" status: 200 len: 767 time: 0.1581345 Nov 27 01:28:00.074222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54496) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:00.075053 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.165589 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c66c4d-4e52-4ea0-9097-48d25e106b3e None None] Pushing event updated for resources: {'Port': ['ID=e4d6babd-6bdb-4888-a65d-56615cac2d2e,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:00.210498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Attempting to bind port e4d6babd-6bdb-4888-a65d-56615cac2d2e on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:00.210872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Attempting to bind port e4d6babd-6bdb-4888-a65d-56615cac2d2e by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:00.211233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Attempting to bind port e4d6babd-6bdb-4888-a65d-56615cac2d2e on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:00.215852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfbe069-94d8-4264-b605-a7fd09eea2d8 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:00.228561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:00.229304 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:00.229304 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.229835 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:00.230185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Bound port: e4d6babd-6bdb-4888-a65d-56615cac2d2e, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:00.230595 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.244372 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.257644 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.277595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port 29843e73-884d-46c3-b861-3917c7b5f6c4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:00.277952 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.286176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] For port e4d6babd-6bdb-4888-a65d-56615cac2d2e, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:00.289228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] For port e4d6babd-6bdb-4888-a65d-56615cac2d2e, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e4d6babd-6bdb-4888-a65d-56615cac2d2e,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:00.308607 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.346581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3da971fa-9c65-49a5-b083-ea3bacc785fc None None] Provisioning complete for port e4d6babd-6bdb-4888-a65d-56615cac2d2e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:00.346955 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3da971fa-9c65-49a5-b083-ea3bacc785fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.377363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Network 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:00.394617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:00.427969 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Routers {'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:00.428605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:00.430598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca44bbe1-4d6b-4b86-9d1c-709199c9bc28 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:00.435327 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c66c4d-4e52-4ea0-9097-48d25e106b3e None None] Pushing event updated for resources: {'Port': ['ID=e4d6babd-6bdb-4888-a65d-56615cac2d2e,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:00.448905 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Pushing event updated for resources: {'Port': ['ID=0b750b74-9583-4c9e-b4d8-af7a7054cbb9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:00.464091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:00.474500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c32571-7f0c-4361-a5e3-16708fdfef5d None None] DHCP port deletion for 3731bc76-6c33-46cc-8029-d03c5f68d612 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:00.487741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] For port 29843e73-884d-46c3-b861-3917c7b5f6c4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=29843e73-884d-46c3-b861-3917c7b5f6c4,segment=NetworkSegment(10ec7fab-9de4-4456-a159-72499d97ccc0),segment_id=10ec7fab-9de4-4456-a159-72499d97ccc0)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:00.487741 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.549904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for 29843e73-884d-46c3-b861-3917c7b5f6c4 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:00.663437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Router 128cb9d8-a524-4f6a-b8ca-63e96b62b2d5 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:28:00.673327 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.685024 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.827490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3da971fa-9c65-49a5-b083-ea3bacc785fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.838382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1f7332-7aee-48eb-8c34-2e6a6948b726']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:00.883426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3da971fa-9c65-49a5-b083-ea3bacc785fc None None] For port e4d6babd-6bdb-4888-a65d-56615cac2d2e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e4d6babd-6bdb-4888-a65d-56615cac2d2e,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:00.893910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] Set router e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:00.900275 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3da971fa-9c65-49a5-b083-ea3bacc785fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.920829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5e502a-5018-40fd-94fe-c7b31deb2d4a') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:00.922413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5e502a-5018-40fd-94fe-c7b31deb2d4a') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:00.922679 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.962171 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:00.974123 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.014876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=29843e73-884d-46c3-b861-3917c7b5f6c4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:01.017975 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.024997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:01.024997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.028412 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] No DVR routers for this DVR port 29843e73-884d-46c3-b861-3917c7b5f6c4 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:28:01.039248 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 29843e73-884d-46c3-b861-3917c7b5f6c4 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:28:01.065725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:01.067582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54520) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:01.075482 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034137 Nov 27 01:28:01.082827 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d70293-93a7-4b7e-bd35-de15b57f99f2 None None] Sync routers for ids ['128cb9d8-a524-4f6a-b8ca-63e96b62b2d5'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:01.088313 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:01.091416 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54522) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:01.097570 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d70293-93a7-4b7e-bd35-de15b57f99f2 None None] Routers {'128cb9d8-a524-4f6a-b8ca-63e96b62b2d5'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:01.102417 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-20d70293-93a7-4b7e-bd35-de15b57f99f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['128cb9d8-a524-4f6a-b8ca-63e96b62b2d5'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:01.129052 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.138450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac1f7332-7aee-48eb-8c34-2e6a6948b726 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:28:01.156968 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.174618 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "DELETE /v2.0/networks/ac1f7332-7aee-48eb-8c34-2e6a6948b726 HTTP/1.1" status: 204 len: 168 time: 1.0935078 Nov 27 01:28:01.175533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-35c32571-7f0c-4361-a5e3-16708fdfef5d None None] Deleting port 29843e73-884d-46c3-b861-3917c7b5f6c4 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:01.175908 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-35c32571-7f0c-4361-a5e3-16708fdfef5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.186664 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-20d70293-93a7-4b7e-bd35-de15b57f99f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:01.206010 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d70293-93a7-4b7e-bd35-de15b57f99f2 None None] Routers {'128cb9d8-a524-4f6a-b8ca-63e96b62b2d5'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:01.206227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54526) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:01.207933 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-20d70293-93a7-4b7e-bd35-de15b57f99f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['128cb9d8-a524-4f6a-b8ca-63e96b62b2d5'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:01.214092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103affe7-0496-4aa0-b704-d8667d76ea93 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac1f7332-7aee-48eb-8c34-2e6a6948b726,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:01.232952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2dbde5fb-c678-4470-8eb4-b2e1769cc0b7 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Request body: {'network': {'name': 'tempest-network--688866190'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:01.240823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-35c32571-7f0c-4361-a5e3-16708fdfef5d None None] For port 29843e73-884d-46c3-b861-3917c7b5f6c4, host n-d-819494-2, got binding levels [] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:01.241396 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-35c32571-7f0c-4361-a5e3-16708fdfef5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.256379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-35c32571-7f0c-4361-a5e3-16708fdfef5d None None] Calling delete_port for 29843e73-884d-46c3-b861-3917c7b5f6c4 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:01.258999 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.259256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.ipam_backend_mixin [None req-35c32571-7f0c-4361-a5e3-16708fdfef5d None None] Port 29843e73-884d-46c3-b861-3917c7b5f6c4 was not found and therefore no delete operation was performed {{(pid=103386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:28:01.260416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 29843e73-884d-46c3-b861-3917c7b5f6c4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:28:01.260814 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 29843e73-884d-46c3-b861-3917c7b5f6c4 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:28:01.268221 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-35c32571-7f0c-4361-a5e3-16708fdfef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.283810 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.287766 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c1ac010c-efa3-4a87-8aae-00e03f67a6d8 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4726241 Nov 27 01:28:01.293473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54528) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:01.311998 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-20d70293-93a7-4b7e-bd35-de15b57f99f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:01.313455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d7a61045-9d3b-466b-92ef-2766f907aa1a None None] Provisioning complete for port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:01.313834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d7a61045-9d3b-466b-92ef-2766f907aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.315700 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c32571-7f0c-4361-a5e3-16708fdfef5d None None] No DVR routers for this DVR port 29843e73-884d-46c3-b861-3917c7b5f6c4 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:28:01.318325 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d70293-93a7-4b7e-bd35-de15b57f99f2 None None] The sync data for ids ['128cb9d8-a524-4f6a-b8ca-63e96b62b2d5'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:01.318501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1d56ba31-6f94-4a64-8d9d-de2670aa348e tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'enable_snat': False}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:01.323139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da971fa-9c65-49a5-b083-ea3bacc785fc None None] Pushing event updated for resources: {'Port': ['ID=e4d6babd-6bdb-4888-a65d-56615cac2d2e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:01.337134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3731bc76-6c33-46cc-8029-d03c5f68d612']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:01.362709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ec7fab-9de4-4456-a159-72499d97ccc0') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:01.363070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ec7fab-9de4-4456-a159-72499d97ccc0') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:01.379259 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.379607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c32571-7f0c-4361-a5e3-16708fdfef5d None None] Pushing event deleted for resources: {'Port': ['ID=29843e73-884d-46c3-b861-3917c7b5f6c4,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:01.407918 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.413703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d7a61045-9d3b-466b-92ef-2766f907aa1a None None] Port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:01.417623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:01.418033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:01.426480 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:01.431183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d7a61045-9d3b-466b-92ef-2766f907aa1a None None] Provisioning complete for port e4d6babd-6bdb-4888-a65d-56615cac2d2e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:01.431557 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d7a61045-9d3b-466b-92ef-2766f907aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.501074 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.511881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.523806 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/networks/3731bc76-6c33-46cc-8029-d03c5f68d612 HTTP/1.1" status: 204 len: 168 time: 1.8248713 Nov 27 01:28:01.536896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54532) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:01.545535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe15f2-36d2-48f0-b01c-764f53f3c568 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Network': ['ID=3731bc76-6c33-46cc-8029-d03c5f68d612,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:01.556027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'name': 'tempest-TestServerMultinode-1868294173-router', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:52Z', 'updated_at': '2021-11-27T01:27:56Z', 'revision_number': 3, 'project_id': 'b45019b0bada49b89dfa879282b8eb3e', 'gw_port': {'id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:01.565777 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-534e628f-8df4-429a-b339-92b8d26b575f tempest-NetworksApiDiscovery-170260777 tempest-NetworksApiDiscovery-170260777-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4731152 Nov 27 01:28:01.622965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c51720c-ae1c-4c84-ba66-109b553f84f9 None None] The sync data for ids ['e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'] in n-d-819494-2 is: [{'id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'name': 'tempest-TestServerMultinode-1868294173-router', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:52Z', 'updated_at': '2021-11-27T01:27:56Z', 'revision_number': 3, 'project_id': 'b45019b0bada49b89dfa879282b8eb3e', 'gw_port': {'id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:01.825766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbde5fb-c678-4470-8eb4-b2e1769cc0b7 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Made reservation on behalf of 526b779627d84a8d80b3c034516b5ece for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:01.828761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2dbde5fb-c678-4470-8eb4-b2e1769cc0b7 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:01.866930 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbde5fb-c678-4470-8eb4-b2e1769cc0b7 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:01.900692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54540) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:02.020682 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-305f91f3-f276-461d-b33d-9a9e03008901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.050638 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.054281 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2dbde5fb-c678-4470-8eb4-b2e1769cc0b7 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.054596 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-2dbde5fb-c678-4470-8eb4-b2e1769cc0b7 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Added segment 0562269f-3ef2-4794-a8dd-f6b49e44e097 of type vlan for network 9dca8b41-70f6-48c0-90ba-7b3e78639594 Nov 27 01:28:02.086590 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.113601 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-305f91f3-f276-461d-b33d-9a9e03008901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.121774 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-305f91f3-f276-461d-b33d-9a9e03008901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.164650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-305f91f3-f276-461d-b33d-9a9e03008901 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b72ada8161c46bab6bfc50d7d53ad5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2605608 Nov 27 01:28:02.164650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f91f3-f276-461d-b33d-9a9e03008901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55463194-153d-4259-a362-a9293821bb96,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:02.165571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54544) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:02.191325 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1d56ba31-6f94-4a64-8d9d-de2670aa348e tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.195685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Pushing event updated for resources: {'Port': ['ID=0b750b74-9583-4c9e-b4d8-af7a7054cbb9,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:02.257988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2dbde5fb-c678-4470-8eb4-b2e1769cc0b7 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.293231 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-470f1432-62f4-4f43-a28b-cbc958cfecc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.305633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.322670 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-470f1432-62f4-4f43-a28b-cbc958cfecc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.388940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-470f1432-62f4-4f43-a28b-cbc958cfecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.392139 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-470f1432-62f4-4f43-a28b-cbc958cfecc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.395744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-470f1432-62f4-4f43-a28b-cbc958cfecc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55463194-153d-4259-a362-a9293821bb96 HTTP/1.1" status: 204 len: 168 time: 0.2268531 Nov 27 01:28:02.401656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f1432-62f4-4f43-a28b-cbc958cfecc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55463194-153d-4259-a362-a9293821bb96,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:02.436974 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2dbde5fb-c678-4470-8eb4-b2e1769cc0b7 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.439213 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbde5fb-c678-4470-8eb4-b2e1769cc0b7 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:02.439739 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2dbde5fb-c678-4470-8eb4-b2e1769cc0b7 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.477517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-efbd3859-0ad4-4f21-8f0d-4816053c35a8 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port 15e66944-8b9a-465b-8a0e-6dcdb755f743 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:02.477857 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efbd3859-0ad4-4f21-8f0d-4816053c35a8 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.580834 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2dbde5fb-c678-4470-8eb4-b2e1769cc0b7 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3579838 Nov 27 01:28:02.583484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54554) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:02.589395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f78b3891-fd18-483b-beb6-33dfc6c7e141 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:02.603273 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbde5fb-c678-4470-8eb4-b2e1769cc0b7 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event updated for resources: {'Network': ['ID=9dca8b41-70f6-48c0-90ba-7b3e78639594,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:02.618356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 9dca8b41-70f6-48c0-90ba-7b3e78639594 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:02.665568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Network 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:02.681969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:02.691328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efbd3859-0ad4-4f21-8f0d-4816053c35a8 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.691539 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efbd3859-0ad4-4f21-8f0d-4816053c35a8 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:02.722272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-efbd3859-0ad4-4f21-8f0d-4816053c35a8 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for 15e66944-8b9a-465b-8a0e-6dcdb755f743 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:02.972657 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f78b3891-fd18-483b-beb6-33dfc6c7e141 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.024003 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f78b3891-fd18-483b-beb6-33dfc6c7e141 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.038897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e4d6babd-6bdb-4888-a65d-56615cac2d2e up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:03.137168 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e4d6babd-6bdb-4888-a65d-56615cac2d2e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:03.137609 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.175025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b3891-fd18-483b-beb6-33dfc6c7e141 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event updated for resources: {'Network': ['ID=9dca8b41-70f6-48c0-90ba-7b3e78639594,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:03.184249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f78b3891-fd18-483b-beb6-33dfc6c7e141 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Network 9dca8b41-70f6-48c0-90ba-7b3e78639594 is not hosted by any dhcp agent {{(pid=103384) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:28:03.188626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b3891-fd18-483b-beb6-33dfc6c7e141 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:03.191987 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f78b3891-fd18-483b-beb6-33dfc6c7e141 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.202571 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f78b3891-fd18-483b-beb6-33dfc6c7e141 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "PUT /v2.0/networks/9dca8b41-70f6-48c0-90ba-7b3e78639594 HTTP/1.1" status: 200 len: 857 time: 0.6179454 Nov 27 01:28:03.203316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54568) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:03.297432 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.338143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c98f470b-7864-49a0-9f35-fd42f47a72dc None None] Provisioning complete for port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:03.338881 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c98f470b-7864-49a0-9f35-fd42f47a72dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.410455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c98f470b-7864-49a0-9f35-fd42f47a72dc None None] Port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:03.426370 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efbd3859-0ad4-4f21-8f0d-4816053c35a8 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.441119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Router e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:28:03.521371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd3859-0ad4-4f21-8f0d-4816053c35a8 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=15e66944-8b9a-465b-8a0e-6dcdb755f743,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:03.524561 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.576136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dca8b41-70f6-48c0-90ba-7b3e78639594']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:03.594643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0562269f-3ef2-4794-a8dd-f6b49e44e097') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:03.595353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0562269f-3ef2-4794-a8dd-f6b49e44e097') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:03.614566 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.635631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.643706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:03.646123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:03.714934 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:03.720028 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.731416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9dca8b41-70f6-48c0-90ba-7b3e78639594 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:28:03.744986 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.746543 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efbd3859-0ad4-4f21-8f0d-4816053c35a8 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.752893 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] 10.222.0.37 "DELETE /v2.0/networks/9dca8b41-70f6-48c0-90ba-7b3e78639594 HTTP/1.1" status: 204 len: 168 time: 0.5430565 Nov 27 01:28:03.752893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ebe49-530a-4a4b-8c05-3812fdb59bc5 tempest-ExternalNetworksTestJSON-41477490 tempest-ExternalNetworksTestJSON-41477490-project-admin] Pushing event deleted for resources: {'Network': ['ID=9dca8b41-70f6-48c0-90ba-7b3e78639594,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:03.754747 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-efbd3859-0ad4-4f21-8f0d-4816053c35a8 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:03.759873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54580) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:03.760504 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-efbd3859-0ad4-4f21-8f0d-4816053c35a8 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/floatingips/55de51fd-0e64-4e56-9b06-0eaa7a6192ac HTTP/1.1" status: 204 len: 168 time: 2.0663893 Nov 27 01:28:03.772165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54582) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:03.839481 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca6a159-05a7-4733-8147-bf3cc0b285fc tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] DELETE failed (client error): The resource could not be found. Nov 27 01:28:03.839966 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca6a159-05a7-4733-8147-bf3cc0b285fc tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:28:03.853897 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-eca6a159-05a7-4733-8147-bf3cc0b285fc tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] 10.222.0.37 "DELETE /v2.0/subnets/fb84d610-8182-48e7-ab43-2e6d3dc13616 HTTP/1.1" status: 404 len: 337 time: 0.0944242 Nov 27 01:28:03.905419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54588) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:03.933703 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-795cbb6c-af35-4fbd-b59c-fb401ab5e4db tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] DELETE failed (client error): The resource could not be found. Nov 27 01:28:03.935588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795cbb6c-af35-4fbd-b59c-fb401ab5e4db tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:28:03.945169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-795cbb6c-af35-4fbd-b59c-fb401ab5e4db tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/ports/e38e8dc9-f097-4e99-a77e-5bf922bd5ac3 HTTP/1.1" status: 404 len: 333 time: 0.1693249 Nov 27 01:28:03.951225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54592) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:04.052602 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1fd7d52a-07e0-4193-b01b-921f38b7b505 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "GET /v2.0/ports?device_id=912f30c2-9a6c-4a2f-a102-cab8cef4f166 HTTP/1.1" status: 200 len: 205 time: 0.1000674 Nov 27 01:28:04.056025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54598) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:04.159721 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-01e4ab74-77de-4f16-97cd-f83ce0d15feb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] delete failed (client error): The resource could not be found. Nov 27 01:28:04.160878 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-01e4ab74-77de-4f16-97cd-f83ce0d15feb tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/routers/912f30c2-9a6c-4a2f-a102-cab8cef4f166 HTTP/1.1" status: 404 len: 336 time: 0.1039190 Nov 27 01:28:04.163419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54602) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:04.180361 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:04.201667 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc10897a-d72c-4e00-9aba-5b2187f2793a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] DELETE failed (client error): The resource could not be found. Nov 27 01:28:04.202113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc10897a-d72c-4e00-9aba-5b2187f2793a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:28:04.206130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dc10897a-d72c-4e00-9aba-5b2187f2793a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/subnets/36361a6c-0383-42fa-a39a-b5e83c4237be HTTP/1.1" status: 404 len: 337 time: 0.0415158 Nov 27 01:28:04.208641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:04.408376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:04.411565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:04.417922 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-01da173e-73cf-4922-b549-b1619addae60 admin admin] 10.222.0.37 "PUT /v2.0/routers/e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8843608 Nov 27 01:28:04.430880 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1d56ba31-6f94-4a64-8d9d-de2670aa348e tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:04.434906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1d56ba31-6f94-4a64-8d9d-de2670aa348e tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:04.440172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce033579-7270-4642-a48d-f6647a8283f9']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:04.456970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cead82-ae58-475e-b3c6-b78b831c3456') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:04.457702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cead82-ae58-475e-b3c6-b78b831c3456') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:04.474320 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:04.506646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-672efbfc-3fe8-4b7b-99d5-d45d66ab73d6 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port 291c9056-8fe7-4d95-a906-7969b93af85e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:04.507439 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-672efbfc-3fe8-4b7b-99d5-d45d66ab73d6 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:04.588933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d56ba31-6f94-4a64-8d9d-de2670aa348e tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Router 128cb9d8-a524-4f6a-b8ca-63e96b62b2d5 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:28:04.641126 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-672efbfc-3fe8-4b7b-99d5-d45d66ab73d6 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:04.657643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-672efbfc-3fe8-4b7b-99d5-d45d66ab73d6 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for 291c9056-8fe7-4d95-a906-7969b93af85e owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:04.768622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d56ba31-6f94-4a64-8d9d-de2670aa348e tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:04.783576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ab45f-6591-45ee-aaec-58dd04ad4533 None None] Sync routers for ids ['128cb9d8-a524-4f6a-b8ca-63e96b62b2d5'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:04.797391 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:04.799885 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1d56ba31-6f94-4a64-8d9d-de2670aa348e tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:04.806130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1d56ba31-6f94-4a64-8d9d-de2670aa348e tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "PUT /v2.0/routers/128cb9d8-a524-4f6a-b8ca-63e96b62b2d5 HTTP/1.1" status: 200 len: 926 time: 3.4975758 Nov 27 01:28:04.807258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54624) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:04.809963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:04.810516 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:04.816927 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ab45f-6591-45ee-aaec-58dd04ad4533 None None] Routers {'128cb9d8-a524-4f6a-b8ca-63e96b62b2d5'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:04.818288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8c7ab45f-6591-45ee-aaec-58dd04ad4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['128cb9d8-a524-4f6a-b8ca-63e96b62b2d5'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:04.824775 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:04.830511 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-672efbfc-3fe8-4b7b-99d5-d45d66ab73d6 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:04.953720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672efbfc-3fe8-4b7b-99d5-d45d66ab73d6 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=291c9056-8fe7-4d95-a906-7969b93af85e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:04.991987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8c7ab45f-6591-45ee-aaec-58dd04ad4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:05.026161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ab45f-6591-45ee-aaec-58dd04ad4533 None None] Routers {'128cb9d8-a524-4f6a-b8ca-63e96b62b2d5'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:05.030771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8c7ab45f-6591-45ee-aaec-58dd04ad4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['128cb9d8-a524-4f6a-b8ca-63e96b62b2d5'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:05.085917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8c7ab45f-6591-45ee-aaec-58dd04ad4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:05.085917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ab45f-6591-45ee-aaec-58dd04ad4533 None None] The sync data for ids ['128cb9d8-a524-4f6a-b8ca-63e96b62b2d5'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:05.183010 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.198940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.204074 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] 10.222.0.37 "DELETE /v2.0/networks/ce033579-7270-4642-a48d-f6647a8283f9 HTTP/1.1" status: 204 len: 168 time: 1.2955694 Nov 27 01:28:05.219221 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-672efbfc-3fe8-4b7b-99d5-d45d66ab73d6 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.231113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-672efbfc-3fe8-4b7b-99d5-d45d66ab73d6 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/ports/291c9056-8fe7-4d95-a906-7969b93af85e HTTP/1.1" status: 204 len: 168 time: 1.0193932 Nov 27 01:28:05.233044 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54644) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:05.265924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4f9e8-bb43-4ab3-af51-97b0e1f17366 tempest-ExternalNetworksTestJSON-769171291 tempest-ExternalNetworksTestJSON-769171291-project] Pushing event deleted for resources: {'Network': ['ID=ce033579-7270-4642-a48d-f6647a8283f9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:05.316168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-44bff9d7-e048-4059-8777-ab6aa708ec6b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/routers/128cb9d8-a524-4f6a-b8ca-63e96b62b2d5 HTTP/1.1" status: 200 len: 926 time: 0.5070262 Nov 27 01:28:05.318981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54654) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:05.403983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-089f27ad-48e8-489f-a6c5-afb0cf8be896 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port 1228dde8-9f66-4f3c-8699-f199756bd1bb {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:05.404635 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-089f27ad-48e8-489f-a6c5-afb0cf8be896 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.467802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f152a07a-315b-48d7-822c-a5452705c839 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:05.469559 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f152a07a-315b-48d7-822c-a5452705c839 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=52383c89-3099-4684-8caa-850cf0860139&device_id=128cb9d8-a524-4f6a-b8ca-63e96b62b2d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1493599 Nov 27 01:28:05.472490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54656) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:05.525407 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-089f27ad-48e8-489f-a6c5-afb0cf8be896 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.543134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-089f27ad-48e8-489f-a6c5-afb0cf8be896 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for 1228dde8-9f66-4f3c-8699-f199756bd1bb owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:05.550659 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Sync routers for ids ['e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:05.565280 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Routers {'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:05.565908 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:05.690863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be08c5c2-57c7-42b0-833a-24a40c18fca5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:05.695014 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-be08c5c2-57c7-42b0-833a-24a40c18fca5 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 881 time: 0.2188547 Nov 27 01:28:05.696080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54664) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:05.717663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54666) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:05.736460 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-089f27ad-48e8-489f-a6c5-afb0cf8be896 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.743492 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e931cc87-4f68-4a72-9a0b-8723142729cb tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "GET /v2.0/ports?device_id=128cb9d8-a524-4f6a-b8ca-63e96b62b2d5 HTTP/1.1" status: 200 len: 205 time: 0.0462685 Nov 27 01:28:05.744551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d1fcc865-c598-4b48-a331-7cc16e11a1f1 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:05.752341 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d1fcc865-c598-4b48-a331-7cc16e11a1f1 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/networks?id=c075bfdb-dc45-4b2e-9b90-90649531f5b0 HTTP/1.1" status: 200 len: 911 time: 0.1842043 Nov 27 01:28:05.754206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54670) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:05.756101 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Set router e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:05.841684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f27ad-48e8-489f-a6c5-afb0cf8be896 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=1228dde8-9f66-4f3c-8699-f199756bd1bb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:05.939610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-089f27ad-48e8-489f-a6c5-afb0cf8be896 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:05.957570 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-089f27ad-48e8-489f-a6c5-afb0cf8be896 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/ports/1228dde8-9f66-4f3c-8699-f199756bd1bb HTTP/1.1" status: 204 len: 168 time: 0.7098458 Nov 27 01:28:05.958302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54678) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:06.010210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de5a1b9-c7b0-407b-9502-16839a86a30e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:06.015346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5de5a1b9-c7b0-407b-9502-16839a86a30e tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "GET /v2.0/ports?device_id=89c2e3de-8d72-4d99-8786-baaa413829ff HTTP/1.1" status: 200 len: 913 time: 0.0559096 Nov 27 01:28:06.016481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54680) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:06.020214 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'name': 'tempest-TestServerMultinode-1868294173-router', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:52Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': 'b45019b0bada49b89dfa879282b8eb3e', 'gw_port': {'id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '0b750b74-9583-4c9e-b4d8-af7a7054cbb9', 'name': '', 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'mac_address': 'fa:16:3e:87:cc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '9c10457c-3205-4b39-b75c-0813e83b2cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:59Z', 'updated_at': '2021-11-27T01:28:01Z', 'revision_number': 2, 'project_id': 'b45019b0bada49b89dfa879282b8eb3e', 'subnets': [{'id': '9c10457c-3205-4b39-b75c-0813e83b2cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:06.054000 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Checking router: e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:28:06.054380 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Updating router e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:28:06.082693 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.316573 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-acb73247-d656-455d-8cfe-fdca7471e381 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/quotas/b45019b0bada49b89dfa879282b8eb3e HTTP/1.1" status: 200 len: 375 time: 0.5612044 Nov 27 01:28:06.394570 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.405527 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.412296 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.447009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bd51b9b-0632-4c96-a0d2-8863e9b3cf88 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.469825 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675ad04-0a7c-4503-9a21-03193e9482a1 None None] Pushing event updated for resources: {'Port': ['ID=0b750b74-9583-4c9e-b4d8-af7a7054cbb9,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:06.554956 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Attempting to bind port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:06.555722 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Attempting to bind port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'd27a9cca-76b6-4993-ac51-69f48e85ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:06.566534 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Attempting to bind port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 on network 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:06.571840 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:06.572154 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Checking segment: {'id': 'd27a9cca-76b6-4993-ac51-69f48e85ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:06.572560 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.572953 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Bound using segment: {'id': 'd27a9cca-76b6-4993-ac51-69f48e85ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:06.573433 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Bound port: 0b750b74-9583-4c9e-b4d8-af7a7054cbb9, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27a9cca-76b6-4993-ac51-69f48e85ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:06.573820 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.683618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-18b55aec-a443-4254-aa56-453b5d671832 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=b45019b0bada49b89dfa879282b8eb3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3649709 Nov 27 01:28:06.697799 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8865caed-74e5-4011-b86d-162eda48e995 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=782bfc87db0f48acab95831976c88066&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9759412 Nov 27 01:28:06.711490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54688) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:06.732160 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] For port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:06.739037 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] For port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0b750b74-9583-4c9e-b4d8-af7a7054cbb9,segment=NetworkSegment(d27a9cca-76b6-4993-ac51-69f48e85ecd3),segment_id=d27a9cca-76b6-4993-ac51-69f48e85ecd3)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:06.748775 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.786975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-95336e4c-b819-4007-aea5-09063a5925ea req-205c3597-8e11-4d97-85d4-058fca1a408b service neutron] (103385) timed out ('10.222.0.37', 56804) {{(pid=103385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:28:06.803036 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.828445 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675ad04-0a7c-4503-9a21-03193e9482a1 None None] Pushing event updated for resources: {'Port': ['ID=0b750b74-9583-4c9e-b4d8-af7a7054cbb9,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:06.853840 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Routers {'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:06.853840 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:06.903554 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Provisioning complete for port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:06.904060 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:06.907037 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d892ac6-483b-4fab-96f3-aa31b02ded1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.008135 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d892ac6-483b-4fab-96f3-aa31b02ded1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.050293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-3bd51b9b-0632-4c96-a0d2-8863e9b3cf88 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port afb4362e-932f-496f-aef4-67833242adc6 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:07.057766 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bd51b9b-0632-4c96-a0d2-8863e9b3cf88 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.084022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Deleting port 7a7a269e-edfa-40a8-ac86-973de2046cd2 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:07.084265 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] Set router e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:28:07.084878 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.145954 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.224007 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.240571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Calling delete_port for 7a7a269e-edfa-40a8-ac86-973de2046cd2 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:07.241918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] For port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0b750b74-9583-4c9e-b4d8-af7a7054cbb9,segment=NetworkSegment(d27a9cca-76b6-4993-ac51-69f48e85ecd3),segment_id=d27a9cca-76b6-4993-ac51-69f48e85ecd3)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:07.248301 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bd51b9b-0632-4c96-a0d2-8863e9b3cf88 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.252880 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.281500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-3bd51b9b-0632-4c96-a0d2-8863e9b3cf88 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for afb4362e-932f-496f-aef4-67833242adc6 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:07.345184 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Pushing event updated for resources: {'Port': ['ID=0b750b74-9583-4c9e-b4d8-af7a7054cbb9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:07.362289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:07.363959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:07.364330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:07.364682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:07.367066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:07.368707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:07.369085 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:07.369490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:07.369779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:07.370136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:07.370651 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-8161d5d5-29ec-4fbd-a5b9-f5b3295e75b2 service neutron] 10.222.0.37 "GET /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681333 Nov 27 01:28:07.372474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:07.372839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca07e72-94bb-4327-8e42-2ea5b82898bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:07.426304 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3a37e3df-60cd-4b87-9d8e-35ed66d64900 None None] Provisioning complete for port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:07.426680 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a37e3df-60cd-4b87-9d8e-35ed66d64900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.492486 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-67980fad-1f93-42b4-bb84-e15c748fe2b2 service neutron] 10.222.0.37 "GET /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096618 Nov 27 01:28:07.648457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bd51b9b-0632-4c96-a0d2-8863e9b3cf88 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.663729 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'name': 'tempest-TestServerMultinode-1868294173-router', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:52Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': 'b45019b0bada49b89dfa879282b8eb3e', 'gw_port': {'id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '0b750b74-9583-4c9e-b4d8-af7a7054cbb9', 'name': '', 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'mac_address': 'fa:16:3e:87:cc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '9c10457c-3205-4b39-b75c-0813e83b2cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:59Z', 'updated_at': '2021-11-27T01:28:06Z', 'revision_number': 4, 'project_id': 'b45019b0bada49b89dfa879282b8eb3e', 'subnets': [{'id': '9c10457c-3205-4b39-b75c-0813e83b2cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:07.710609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.740060 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb0ebb-10e9-469d-ade1-5a14fcc360d7 None None] The sync data for ids ['e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'] in n-d-819494-2 is: [{'id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'name': 'tempest-TestServerMultinode-1868294173-router', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:52Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': 'b45019b0bada49b89dfa879282b8eb3e', 'gw_port': {'id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '0b750b74-9583-4c9e-b4d8-af7a7054cbb9', 'name': '', 'network_id': '5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'mac_address': 'fa:16:3e:87:cc:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '9c10457c-3205-4b39-b75c-0813e83b2cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:59Z', 'updated_at': '2021-11-27T01:28:06Z', 'revision_number': 4, 'project_id': 'b45019b0bada49b89dfa879282b8eb3e', 'subnets': [{'id': '9c10457c-3205-4b39-b75c-0813e83b2cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:07.758073 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Pushing event deleted for resources: {'Port': ['ID=7a7a269e-edfa-40a8-ac86-973de2046cd2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:07.781854 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d892ac6-483b-4fab-96f3-aa31b02ded1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.784545 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d892ac6-483b-4fab-96f3-aa31b02ded1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:07.785707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4d892ac6-483b-4fab-96f3-aa31b02ded1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/530f4977-0938-489c-823a-7797ebd153d0 HTTP/1.1" status: 204 len: 168 time: 1.0703788 Nov 27 01:28:07.786716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd51b9b-0632-4c96-a0d2-8863e9b3cf88 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=afb4362e-932f-496f-aef4-67833242adc6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:07.800776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d892ac6-483b-4fab-96f3-aa31b02ded1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530f4977-0938-489c-823a-7797ebd153d0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:07.815720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036b64b0-591e-4703-8bd3-9f265e6c81a4 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:08.052747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.145384 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bd51b9b-0632-4c96-a0d2-8863e9b3cf88 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.295117 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.303691 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.372320 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.373432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Fanout notify agent at l3_agent the message router_deleted on router 128cb9d8-a524-4f6a-b8ca-63e96b62b2d5 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:28:08.387298 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.394262 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54728) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:08.397109 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bdec6596-84bb-4b9c-a935-2c04153d9110 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/routers/128cb9d8-a524-4f6a-b8ca-63e96b62b2d5 HTTP/1.1" status: 204 len: 168 time: 2.6415682 Nov 27 01:28:08.400438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9bfb7b0c-e6b3-4fd5-9262-4c92ca1c1bb4 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-869305562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:08.601057 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7b0c-e6b3-4fd5-9262-4c92ca1c1bb4 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.602229 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7b0c-e6b3-4fd5-9262-4c92ca1c1bb4 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.707708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54734) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:08.786125 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4bcac3ac-36ab-479c-9ce5-d3ed71adac9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=526b779627d84a8d80b3c034516b5ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771885 Nov 27 01:28:08.788487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54736) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:08.831581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7b0c-e6b3-4fd5-9262-4c92ca1c1bb4 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.862618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4b6728de-014d-4dbe-9d29-8398f1877d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.880931 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cb30f5f-8c97-421a-97e6-484497a0818d req-16b17d5c-c4d5-40f8-96b1-ee6961803eb5 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 210 time: 0.9482725 Nov 27 01:28:08.887345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7b0c-e6b3-4fd5-9262-4c92ca1c1bb4 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.918111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd51b9b-0632-4c96-a0d2-8863e9b3cf88 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Router 89c2e3de-8d72-4d99-8786-baaa413829ff has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:28:08.923727 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4b6728de-014d-4dbe-9d29-8398f1877d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.925168 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7b0c-e6b3-4fd5-9262-4c92ca1c1bb4 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:08.926602 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9bfb7b0c-e6b3-4fd5-9262-4c92ca1c1bb4 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5312464 Nov 27 01:28:08.932902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54738) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:08.960591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Request body: {'router': {'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:09.085612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:09.145732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd51b9b-0632-4c96-a0d2-8863e9b3cf88 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:09.154358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54742) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:09.154873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3bd51b9b-0632-4c96-a0d2-8863e9b3cf88 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "PUT /v2.0/routers/89c2e3de-8d72-4d99-8786-baaa413829ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1370440 Nov 27 01:28:09.165437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821802fb-9a59-4347-a3c5-8df4a4a55ee6 None None] Sync routers for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:09.186880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:09.188272 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:09.224947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821802fb-9a59-4347-a3c5-8df4a4a55ee6 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:09.225675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-821802fb-9a59-4347-a3c5-8df4a4a55ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:09.339946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4b6728de-014d-4dbe-9d29-8398f1877d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:09.343121 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4b6728de-014d-4dbe-9d29-8398f1877d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:09.346771 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4b6728de-014d-4dbe-9d29-8398f1877d06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/675b1dcf-e2e4-4cc9-9268-671401a7a77f HTTP/1.1" status: 204 len: 168 time: 0.5544109 Nov 27 01:28:09.364451 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-821802fb-9a59-4347-a3c5-8df4a4a55ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:09.381202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6728de-014d-4dbe-9d29-8398f1877d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675b1dcf-e2e4-4cc9-9268-671401a7a77f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:09.420780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821802fb-9a59-4347-a3c5-8df4a4a55ee6 None None] Routers {'89c2e3de-8d72-4d99-8786-baaa413829ff'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:09.422004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-821802fb-9a59-4347-a3c5-8df4a4a55ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['89c2e3de-8d72-4d99-8786-baaa413829ff'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:09.485650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-821802fb-9a59-4347-a3c5-8df4a4a55ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:09.486209 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821802fb-9a59-4347-a3c5-8df4a4a55ee6 None None] The sync data for ids ['89c2e3de-8d72-4d99-8786-baaa413829ff'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:09.652782 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:09.757153 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.094171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7b196-e686-42ca-a201-2b6ac163bd67 req-9b109a70-5db6-418e-b421-b41d140176f4 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 210 time: 0.0668824 Nov 27 01:28:10.118894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-18c3a8dd-5ff4-4dd2-b0a8-1cda50584d99 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:10.121065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-18c3a8dd-5ff4-4dd2-b0a8-1cda50584d99 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.42 "GET /v2.0/networks?id=c075bfdb-dc45-4b2e-9b90-90649531f5b0 HTTP/1.1" status: 200 len: 911 time: 0.3118253 Nov 27 01:28:10.147005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Request body: {'port': {'device_id': '14e73490-6433-4d30-a53b-34fd624ddb0f', 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0', 'admin_state_up': True, 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:10.180351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Made reservation on behalf of b45019b0bada49b89dfa879282b8eb3e for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:10.183932 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.242688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.436593 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Allocated IP 172.20.0.10 (c075bfdb-dc45-4b2e-9b90-90649531f5b0/fb9e8b2a-173b-4698-b175-8fd4f4553d58/efb28bc7-2d6f-4d85-b14d-035e536238fc) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:10.551152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting port e4c30cf2-ca0a-4658-b3b1-85777565c866 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:10.551518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.619621 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.705576 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.710970 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.779689 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.836384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Network c075bfdb-dc45-4b2e-9b90-90649531f5b0 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:10.841631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:10.847249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:10.897667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:10.898640 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.907395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Allocated IP 172.25.3.84 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/b607e140-2944-44d9-9497-ea7411d6ff31) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:10.913296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:10.929638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Pushing event updated for resources: {'Port': ['ID=efb28bc7-2d6f-4d85-b14d-035e536238fc,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:10.943237 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-65a7d09b-6d9f-4747-a0bb-b72ea1282e46 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8119757 Nov 27 01:28:10.950757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Calling delete_port for e4c30cf2-ca0a-4658-b3b1-85777565c866 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:10.966073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Request body: {'port': {'device_id': '14e73490-6433-4d30-a53b-34fd624ddb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:11.082880 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.267722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2c6ebaaf-dbfe-423b-ab1d-3c61861bc505 None None] Provisioning complete for port efb28bc7-2d6f-4d85-b14d-035e536238fc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:11.268326 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2c6ebaaf-dbfe-423b-ab1d-3c61861bc505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.296885 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.391728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efeac0e-6bb2-4226-b5b8-d0b6b0403a10 req-51b2885d-979e-43e6-b89e-229ecfdb145a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:11.402898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7efeac0e-6bb2-4226-b5b8-d0b6b0403a10 req-51b2885d-979e-43e6-b89e-229ecfdb145a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1028 time: 0.1173100 Nov 27 01:28:11.416326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2c6ebaaf-dbfe-423b-ab1d-3c61861bc505 None None] Port efb28bc7-2d6f-4d85-b14d-035e536238fc cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:11.482141 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-454f26f0-cdd1-4149-982d-fb7bd87da7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.506101 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.518835 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7efeac0e-6bb2-4226-b5b8-d0b6b0403a10 req-0e5ecab8-e7ba-4a0a-8784-8bdec82f9991 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143830 Nov 27 01:28:11.635173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Port': ['ID=e4c30cf2-ca0a-4658-b3b1-85777565c866,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:11.636355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb28bc7-2d6f-4d85-b14d-035e536238fc {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:28:11.664854 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb6b95b-23f3-4f3b-a90c-973adb720ffb None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:11.686708 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.711235 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.729572 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Transition to ACTIVE for port object efb28bc7-2d6f-4d85-b14d-035e536238fc will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:28:11.743951 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.821013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Pushing event updated for resources: {'Port': ['ID=b607e140-2944-44d9-9497-ea7411d6ff31,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:11.836698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:11.859570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:11.876759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:11.885735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849e7dcc-5fed-4ca5-9372-b68f0b64dc13 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:11.953047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d66fd2fa-2cc1-438a-a8cb-d168e5eb606f None None] Provisioning complete for port b607e140-2944-44d9-9497-ea7411d6ff31 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:11.953736 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d66fd2fa-2cc1-438a-a8cb-d168e5eb606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:11.959227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Pushing event updated for resources: {'Port': ['ID=efb28bc7-2d6f-4d85-b14d-035e536238fc,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:11.984583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54820) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:11.991321 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.036389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d66fd2fa-2cc1-438a-a8cb-d168e5eb606f None None] Port b607e140-2944-44d9-9497-ea7411d6ff31 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:12.059804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Attempting to bind port efb28bc7-2d6f-4d85-b14d-035e536238fc on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:12.060185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Attempting to bind port efb28bc7-2d6f-4d85-b14d-035e536238fc by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:12.060443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Attempting to bind port efb28bc7-2d6f-4d85-b14d-035e536238fc on network c075bfdb-dc45-4b2e-9b90-90649531f5b0 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:12.071672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Port efb28bc7-2d6f-4d85-b14d-035e536238fc on network c075bfdb-dc45-4b2e-9b90-90649531f5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:12.071989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Attempting to bind port efb28bc7-2d6f-4d85-b14d-035e536238fc on network c075bfdb-dc45-4b2e-9b90-90649531f5b0 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:12.082008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:12.083714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Checking segment: {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:12.084116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Bound using segment: {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:12.084561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Bound port: efb28bc7-2d6f-4d85-b14d-035e536238fc, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:12.084920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.261103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] For port efb28bc7-2d6f-4d85-b14d-035e536238fc, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:12.265027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] For port efb28bc7-2d6f-4d85-b14d-035e536238fc, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=efb28bc7-2d6f-4d85-b14d-035e536238fc,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:12.266271 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.270372 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.276867 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.351770 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.352532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Fanout notify agent at l3_agent the message router_deleted on router 89c2e3de-8d72-4d99-8786-baaa413829ff {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:28:12.360843 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.364586 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5cf19e50-dad5-4487-b56b-4c2a3ed7986c tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/routers/89c2e3de-8d72-4d99-8786-baaa413829ff HTTP/1.1" status: 204 len: 168 time: 3.2092369 Nov 27 01:28:12.365271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54828) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:12.559911 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.650072 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c3a8a3-cfc6-44f9-a4d9-0195485a9b5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Deleting subnet bd1d4668-d951-4dae-b5e6-5eaaa274d155 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:28:12.655500 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24c3a8a3-cfc6-44f9-a4d9-0195485a9b5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.739889 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24c3a8a3-cfc6-44f9-a4d9-0195485a9b5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.919772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-833605734'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:12.963129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:12.964842 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:12.966496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] 10.222.0.42 "PUT /v2.0/ports/efb28bc7-2d6f-4d85-b14d-035e536238fc HTTP/1.1" status: 200 len: 1092 time: 2.0097780 Nov 27 01:28:12.974254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e73490-6433-4d30-a53b-34fd624ddb0f', 'tag': 'efb28bc7-2d6f-4d85-b14d-035e536238fc'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:12.978798 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c141ad-dd15-4a5a-a131-03985d851748" -d '{"events": [{"name": "network-changed", "server_uuid": "14e73490-6433-4d30-a53b-34fd624ddb0f", "tag": "efb28bc7-2d6f-4d85-b14d-035e536238fc"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:13.012642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07be87-969e-4487-857d-4ab7cddd9cd2 req-851a0ee6-35e8-4562-adbd-bbd1130764f5 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:13.025279 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c07be87-969e-4487-857d-4ab7cddd9cd2 req-851a0ee6-35e8-4562-adbd-bbd1130764f5 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1095 time: 0.1510153 Nov 27 01:28:13.121351 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b776037-d294-4abc-b038-f5242220a1df x-openstack-request-id: req-0b776037-d294-4abc-b038-f5242220a1df {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:13.121663 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e73490-6433-4d30-a53b-34fd624ddb0f", "tag": "efb28bc7-2d6f-4d85-b14d-035e536238fc", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:13.121916 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b776037-d294-4abc-b038-f5242220a1df {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:13.125984 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e73490-6433-4d30-a53b-34fd624ddb0f', 'tag': 'efb28bc7-2d6f-4d85-b14d-035e536238fc', 'status': 'completed', 'code': 200} Nov 27 01:28:13.179620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-430b375b-d212-4f00-82cc-9d461146af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:13.181218 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-430b375b-d212-4f00-82cc-9d461146af4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b45019b0bada49b89dfa879282b8eb3e&device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1095 time: 0.1451943 Nov 27 01:28:13.181903 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae5438-4bdc-4d4a-88f9-9d71974da4af service neutron] Pushing event updated for resources: {'Port': ['ID=efb28bc7-2d6f-4d85-b14d-035e536238fc,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:13.203229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Made reservation on behalf of b6a22a43720b43ec9aebb9963a2084a3 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:13.210767 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.241243 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.325582 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c07be87-969e-4487-857d-4ab7cddd9cd2 req-18615f5a-bdb8-46e2-b774-2e4c7262504f tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991076 Nov 27 01:28:13.334818 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-149df121-41b0-4fac-9db2-ee3f7bc8f6a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efb28bc7-2d6f-4d85-b14d-035e536238fc HTTP/1.1" status: 200 len: 217 time: 0.1200786 Nov 27 01:28:13.404568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-63a65507-cc38-4711-bc84-ec5235202891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:13.406590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-63a65507-cc38-4711-bc84-ec5235202891 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb9e8b2a-173b-4698-b175-8fd4f4553d58 HTTP/1.1" status: 200 len: 849 time: 0.0621169 Nov 27 01:28:13.433372 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24c3a8a3-cfc6-44f9-a4d9-0195485a9b5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.500719 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.508451 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-f67ac60b-bb43-4c2a-aaf8-e11ce52a72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:13.510260 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-f67ac60b-bb43-4c2a-aaf8-e11ce52a72ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c075bfdb-dc45-4b2e-9b90-90649531f5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964258 Nov 27 01:28:13.512397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.533436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.543838 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.585813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24c3a8a3-cfc6-44f9-a4d9-0195485a9b5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.616587 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:13.636782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d379d61-f7e8-499a-82c2-31f8ff230eeb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:13.652219 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.652644 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Added segment 65f36389-48ae-4777-af56-78acf6cfa17e of type vlan for network ff29de26-6425-46d3-ad35-338a228a1bef Nov 27 01:28:13.666615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3a8a3-cfc6-44f9-a4d9-0195485a9b5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1d4668-d951-4dae-b5e6-5eaaa274d155,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:13.711612 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-29c2706a-0543-45fd-87fe-8fc04165b051 service neutron] 10.222.0.42 "GET /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905410 Nov 27 01:28:13.732557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.735444 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-24c3a8a3-cfc6-44f9-a4d9-0195485a9b5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.738776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-24c3a8a3-cfc6-44f9-a4d9-0195485a9b5a tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/subnets/bd1d4668-d951-4dae-b5e6-5eaaa274d155 HTTP/1.1" status: 204 len: 168 time: 1.3697588 Nov 27 01:28:13.741128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54848) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:13.831351 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.837881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:13.838567 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.852230 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.894618 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7dc20f6-ae1e-4de2-aeac-9e3774b57d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:13.925525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Router f2fb62c3-30b5-4061-b812-a5fdd80caf0c is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:28:13.955229 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08dbd505-6ecc-4ef8-b6b9-ab77251c8640 req-4bad766a-8036-4ddc-bc2f-4e480891265e service neutron] 10.222.0.42 "GET /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348557 Nov 27 01:28:13.975031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.9893739 Nov 27 01:28:13.990375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecdb4d-4166-44b3-a075-f0ca8f383230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Pushing event updated for resources: {'Network': ['ID=ff29de26-6425-46d3-ad35-338a228a1bef,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:14.006591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network ff29de26-6425-46d3-ad35-338a228a1bef details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:14.054134 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.146940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c141ad-dd15-4a5a-a131-03985d851748 req-33b7e722-c4ba-433e-8436-9c15560e0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:14.150535 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70c141ad-dd15-4a5a-a131-03985d851748 req-33b7e722-c4ba-433e-8436-9c15560e0ad7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b45019b0bada49b89dfa879282b8eb3e&device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1095 time: 0.0840468 Nov 27 01:28:14.240631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5e8620-5ba7-437f-ba3c-406e2f119305']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:14.265814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54858) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:14.272182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Request body: {'port': {'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef', 'binding:host_id': 'n-h1-819494-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1488197185'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:14.281595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f92994-5492-4164-b5d1-db231b30a289') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:14.281595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f92994-5492-4164-b5d1-db231b30a289') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:14.292481 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.318176 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.325217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c141ad-dd15-4a5a-a131-03985d851748 req-bece8f01-d50d-47f8-acfe-7877a6fe3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:14.325615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:14.326143 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.328393 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70c141ad-dd15-4a5a-a131-03985d851748 req-bece8f01-d50d-47f8-acfe-7877a6fe3b76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c075bfdb-dc45-4b2e-9b90-90649531f5b0 HTTP/1.1" status: 200 len: 911 time: 0.1691468 Nov 27 01:28:14.379498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70c141ad-dd15-4a5a-a131-03985d851748 req-8adf010a-0cd7-4d80-b835-db7a8d0b32c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efb28bc7-2d6f-4d85-b14d-035e536238fc HTTP/1.1" status: 200 len: 217 time: 0.0432038 Nov 27 01:28:14.380713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Made reservation on behalf of 554d02421a814b358b34dfd2e62474f7 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:14.383157 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.407275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:14.409696 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:14.413564 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.419806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.424111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4f3bd711-2a7f-4f9c-aa58-30b01f989f26 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "PUT /v2.0/routers/f2fb62c3-30b5-4061-b812-a5fdd80caf0c HTTP/1.1" status: 200 len: 882 time: 5.4707036 Nov 27 01:28:14.424267 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bd72e8-8158-41de-aad7-5c7626c4c99d None None] Sync routers for ids ['f2fb62c3-30b5-4061-b812-a5fdd80caf0c'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:14.424740 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.426736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54864) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:14.450575 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.457158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] 10.222.0.37 "DELETE /v2.0/networks/fe5e8620-5ba7-437f-ba3c-406e2f119305 HTTP/1.1" status: 204 len: 168 time: 0.7150598 Nov 27 01:28:14.457943 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd72e8-8158-41de-aad7-5c7626c4c99d None None] Routers {'f2fb62c3-30b5-4061-b812-a5fdd80caf0c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:14.458649 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-79bd72e8-8158-41de-aad7-5c7626c4c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:28:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f2fb62c3-30b5-4061-b812-a5fdd80caf0c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:14.460060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a54dc-1c6f-44f3-850b-88a6476096d3 tempest-FloatingIPTestJSON-503267645 tempest-FloatingIPTestJSON-503267645-project] Pushing event deleted for resources: {'Network': ['ID=fe5e8620-5ba7-437f-ba3c-406e2f119305,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:14.550750 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.565177 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-79bd72e8-8158-41de-aad7-5c7626c4c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:14.569633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c141ad-dd15-4a5a-a131-03985d851748 req-0e8b5cc2-0104-43a7-8c90-d3326a25f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:14.576080 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70c141ad-dd15-4a5a-a131-03985d851748 req-0e8b5cc2-0104-43a7-8c90-d3326a25f007 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb9e8b2a-173b-4698-b175-8fd4f4553d58 HTTP/1.1" status: 200 len: 849 time: 0.1796875 Nov 27 01:28:14.586163 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd72e8-8158-41de-aad7-5c7626c4c99d None None] Routers {'f2fb62c3-30b5-4061-b812-a5fdd80caf0c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:14.588488 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-79bd72e8-8158-41de-aad7-5c7626c4c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:28:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['f2fb62c3-30b5-4061-b812-a5fdd80caf0c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:14.615773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960b2d7-245f-4fe9-be04-8b2c5184c8f6 req-966bce0f-2b5b-415c-a072-6e0102828ba8 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:14.617548 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0960b2d7-245f-4fe9-be04-8b2c5184c8f6 req-966bce0f-2b5b-415c-a072-6e0102828ba8 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1095 time: 0.1040175 Nov 27 01:28:14.668064 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-79bd72e8-8158-41de-aad7-5c7626c4c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:14.672435 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bd72e8-8158-41de-aad7-5c7626c4c99d None None] The sync data for ids ['f2fb62c3-30b5-4061-b812-a5fdd80caf0c'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:14.703678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c141ad-dd15-4a5a-a131-03985d851748 req-708279a9-0d7a-4c85-abed-d2479c164814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:14.705322 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70c141ad-dd15-4a5a-a131-03985d851748 req-708279a9-0d7a-4c85-abed-d2479c164814 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c075bfdb-dc45-4b2e-9b90-90649531f5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158569 Nov 27 01:28:14.713344 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2cd7ba04-53f0-4c69-95c9-b53e909bde0d tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/routers/f2fb62c3-30b5-4061-b812-a5fdd80caf0c HTTP/1.1" status: 200 len: 923 time: 0.2853677 Nov 27 01:28:14.716693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54872) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:14.733231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0960b2d7-245f-4fe9-be04-8b2c5184c8f6 req-580c62b4-030e-4bfa-95e6-a12a67fa1040 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963633 Nov 27 01:28:14.819346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb88924-0ec5-44d7-bf1b-628b1875c87f tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:14.826188 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fdb88924-0ec5-44d7-bf1b-628b1875c87f tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=52383c89-3099-4684-8caa-850cf0860139&device_id=f2fb62c3-30b5-4061-b812-a5fdd80caf0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0863011 Nov 27 01:28:14.826188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54876) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:14.873675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70c141ad-dd15-4a5a-a131-03985d851748 req-b57a5041-6316-48e1-82ee-8d37a89fa37d service neutron] 10.222.0.42 "GET /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575592 Nov 27 01:28:14.919264 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.930032 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:14.933459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] device_id is not set on port 5497b6da-2521-44a2-9441-42cc9543f534 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:14.944575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54882) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:14.984289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d641810-7c36-4ddd-9654-2fbe97442e0b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:14.988228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2d641810-7c36-4ddd-9654-2fbe97442e0b tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 881 time: 0.1613555 Nov 27 01:28:14.996214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54886) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:15.017770 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.037411 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0b816e4c-aad6-4e14-9606-250fa2ce38a4 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fb62c3-30b5-4061-b812-a5fdd80caf0c HTTP/1.1" status: 200 len: 205 time: 0.0345354 Nov 27 01:28:15.039940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54888) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:15.191799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c72880-d223-4e0b-aaa5-9c8c24d8e9d8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:15.221512 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.272368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70c141ad-dd15-4a5a-a131-03985d851748 req-f309ce02-5e69-4542-a3ab-1908d0371c1a service neutron] 10.222.0.42 "GET /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551974 Nov 27 01:28:15.378214 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c31069f1-22f1-45ba-afda-ae041a88fa27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49f9f61df75f45eca247f0ac749bd551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4324379 Nov 27 01:28:15.380656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54894) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:15.415563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] device_id is not set on port 5497b6da-2521-44a2-9441-42cc9543f534 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:15.426418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.440420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.468473 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.487929 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27308107-837e-4828-ae6f-1a687eeb4049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.509570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event updated for resources: {'Port': ['ID=5497b6da-2521-44a2-9441-42cc9543f534,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:15.518877 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27308107-837e-4828-ae6f-1a687eeb4049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.537216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Checking segment: {'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:15.537673 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Network hostable DHCP agents. Network: ff29de26-6425-46d3-ad35-338a228a1bef, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:15.555701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Network ff29de26-6425-46d3-ad35-338a228a1bef is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:15.571167 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, ff29de26-6425-46d3-ad35-338a228a1bef) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:15.576764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:15.582406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aaf15d-759a-4764-b4b5-44bddaca420c None None] Network ff29de26-6425-46d3-ad35-338a228a1bef requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:15.601236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:15.602154 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:15.602781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:15.608563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27308107-837e-4828-ae6f-1a687eeb4049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.610502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:15.611045 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:15.611516 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27308107-837e-4828-ae6f-1a687eeb4049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.611982 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 2 to bind port 5497b6da-2521-44a2-9441-42cc9543f534 Nov 27 01:28:15.612663 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-27308107-837e-4828-ae6f-1a687eeb4049 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/544479e5-b7d4-4b76-bf5e-dd0543265a54 HTTP/1.1" status: 204 len: 168 time: 0.2311087 Nov 27 01:28:15.631763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:15.631994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27308107-837e-4828-ae6f-1a687eeb4049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544479e5-b7d4-4b76-bf5e-dd0543265a54,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:15.632258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:15.632620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:15.637942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:15.638437 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:15.638862 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 3 to bind port 5497b6da-2521-44a2-9441-42cc9543f534 Nov 27 01:28:15.653290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Deleting port b607e140-2944-44d9-9497-ea7411d6ff31 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:15.654103 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.656808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:15.657149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:15.657548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:15.664107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:15.664648 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:15.665215 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 4 to bind port 5497b6da-2521-44a2-9441-42cc9543f534 Nov 27 01:28:15.683490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:15.684004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:15.684355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:15.691210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:15.691636 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:15.692124 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 5 to bind port 5497b6da-2521-44a2-9441-42cc9543f534 Nov 27 01:28:15.734648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:15.736731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:15.737867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:15.746489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:15.748377 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:15.750273 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 6 to bind port 5497b6da-2521-44a2-9441-42cc9543f534 Nov 27 01:28:15.785779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:15.786111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:15.786682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:15.800534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:15.801189 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:15.801602 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 7 to bind port 5497b6da-2521-44a2-9441-42cc9543f534 Nov 27 01:28:15.827771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:15.828561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:15.828561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:15.838563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:15.838945 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:15.839348 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 8 to bind port 5497b6da-2521-44a2-9441-42cc9543f534 Nov 27 01:28:15.841144 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:15.853042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:15.853377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:15.853714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:15.859341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:15.859675 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:15.860068 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 9 to bind port 5497b6da-2521-44a2-9441-42cc9543f534 Nov 27 01:28:15.872118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Calling delete_port for b607e140-2944-44d9-9497-ea7411d6ff31 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:15.874128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:15.875302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:15.875656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:15.880959 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:15.881285 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:15.881682 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 10 to bind port 5497b6da-2521-44a2-9441-42cc9543f534 Nov 27 01:28:15.894880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:15.896287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:15.896634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:15.902106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 5497b6da-2521-44a2-9441-42cc9543f534 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:15.902586 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 5497b6da-2521-44a2-9441-42cc9543f534 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:15.902963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.031615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] For port 5497b6da-2521-44a2-9441-42cc9543f534, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:16.031996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempted to set empty binding levels {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 01:28:16.045773 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.121432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:16.122038 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.145483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event updated for resources: {'Port': ['ID=5497b6da-2521-44a2-9441-42cc9543f534,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:16.170884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54918) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:16.172900 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f68e1ec3-2d57-4701-a46e-bc4eb4077b30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.9056849 Nov 27 01:28:16.183335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4830d-c664-4cb9-a4e5-9fc06c35bcde req-5502e36f-e3a1-462c-9463-90e0c82b1021 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:16.184851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-62b4830d-c664-4cb9-a4e5-9fc06c35bcde req-5502e36f-e3a1-462c-9463-90e0c82b1021 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1095 time: 0.3104532 Nov 27 01:28:16.333665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device efb28bc7-2d6f-4d85-b14d-035e536238fc details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:28:16.345331 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-62b4830d-c664-4cb9-a4e5-9fc06c35bcde req-94df4323-1306-4910-a41f-5ba4d3be013c tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385202 Nov 27 01:28:16.346295 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.430662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Pushing event deleted for resources: {'Port': ['ID=b607e140-2944-44d9-9497-ea7411d6ff31,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:16.456197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc1cdb3-4fa6-4fd9-8886-6b701fa55ce4 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:16.509884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port efb28bc7-2d6f-4d85-b14d-035e536238fc, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=efb28bc7-2d6f-4d85-b14d-035e536238fc,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:16.521383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'efb28bc7-2d6f-4d85-b14d-035e536238fc', 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0', 'port_id': 'efb28bc7-2d6f-4d85-b14d-035e536238fc', 'mac_address': 'fa:16:3e:99:5c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9e8b2a-173b-4698-b175-8fd4f4553d58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:28:16.524816 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.558657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ba9679ca-ef22-479e-a0f2-c3b1ab4e3c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Deleting port 5497b6da-2521-44a2-9441-42cc9543f534 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:16.559305 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba9679ca-ef22-479e-a0f2-c3b1ab4e3c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.573994 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.589376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb28bc7-2d6f-4d85-b14d-035e536238fc {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:28:16.612164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port efb28bc7-2d6f-4d85-b14d-035e536238fc, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=efb28bc7-2d6f-4d85-b14d-035e536238fc,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:16.620293 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.677726 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.680446 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.753688 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.757163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=efb28bc7-2d6f-4d85-b14d-035e536238fc,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:16.771416 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54932) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:16.813549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-ba9679ca-ef22-479e-a0f2-c3b1ab4e3c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] For port 5497b6da-2521-44a2-9441-42cc9543f534, host n-h1-819494-2, got binding levels [] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:16.814188 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba9679ca-ef22-479e-a0f2-c3b1ab4e3c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.832939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ba9679ca-ef22-479e-a0f2-c3b1ab4e3c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Calling delete_port for 5497b6da-2521-44a2-9441-42cc9543f534 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:16.888706 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.889377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Fanout notify agent at l3_agent the message router_deleted on router f2fb62c3-30b5-4061-b812-a5fdd80caf0c {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:28:16.897328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.898459 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ff78f2c2-7fdc-460e-9669-8c207498a233 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/routers/f2fb62c3-30b5-4061-b812-a5fdd80caf0c HTTP/1.1" status: 204 len: 168 time: 1.8571317 Nov 27 01:28:16.902731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54938) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:16.910776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-02129b5b-5a58-4c29-9c78-23ed9b7e6d6e tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-323858784', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:16.935442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1666298520'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:16.953506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba9679ca-ef22-479e-a0f2-c3b1ab4e3c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:16.962651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['efb28bc7-2d6f-4d85-b14d-035e536238fc'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:28:16.984702 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.api [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 27 01:28:16.984702 n-d-819494-2 neutron-server[103385]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 27 01:28:16.984702 n-d-819494-2 neutron-server[103385]: [parameters: {'project_id': '5810ed55cffb4bfeb6e5df6f24dfd560', 'id': '2a36fedb-693e-4d53-9112-55e088f92298', 'expiration': datetime.datetime(2021, 11, 27, 1, 30, 16, 954417)}] Nov 27 01:28:16.984702 n-d-819494-2 neutron-server[103385]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:28:16.985174 n-d-819494-2 neutron-server[103385]: DEBUG oslo_db.api [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:28:16.988019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9679ca-ef22-479e-a0f2-c3b1ab4e3c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event deleted for resources: {'Port': ['ID=5497b6da-2521-44a2-9441-42cc9543f534,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:17.000383 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba9679ca-ef22-479e-a0f2-c3b1ab4e3c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.002373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02129b5b-5a58-4c29-9c78-23ed9b7e6d6e tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.003448 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02129b5b-5a58-4c29-9c78-23ed9b7e6d6e tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.011008 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ba9679ca-ef22-479e-a0f2-c3b1ab4e3c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "DELETE /v2.0/ports/5497b6da-2521-44a2-9441-42cc9543f534 HTTP/1.1" status: 204 len: 168 time: 0.8350501 Nov 27 01:28:17.011345 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54942) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:17.043178 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5adfa8a-8b3f-408e-8684-5838985bb827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:28:17.051071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e5adfa8a-8b3f-408e-8684-5838985bb827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "GET /v2.0/ports/5497b6da-2521-44a2-9441-42cc9543f534 HTTP/1.1" status: 404 len: 333 time: 0.0330236 Nov 27 01:28:17.051071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54944) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:17.077212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Request body: {'port': {'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-441713591'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:17.092878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02129b5b-5a58-4c29-9c78-23ed9b7e6d6e tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.102748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02129b5b-5a58-4c29-9c78-23ed9b7e6d6e tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.152086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Made reservation on behalf of 554d02421a814b358b34dfd2e62474f7 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:17.154506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.159169 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02129b5b-5a58-4c29-9c78-23ed9b7e6d6e tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.163644 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-02129b5b-5a58-4c29-9c78-23ed9b7e6d6e tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2595227 Nov 27 01:28:17.165013 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54948) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:17.171526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'enable_snat': True}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:17.208755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] device_id is not set on port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:17.237505 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.576508 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.590508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:17.594643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.604718 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.609217 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.612329 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.640087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4abad-3cce-4bf8-ab4b-eefc7bdb56c8 req-3f4d0988-f582-4e4e-aabf-2f3c4399f1e0 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:17.641840 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbe4abad-3cce-4bf8-ab4b-eefc7bdb56c8 req-3f4d0988-f582-4e4e-aabf-2f3c4399f1e0 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1096 time: 0.1430399 Nov 27 01:28:17.723284 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbe4abad-3cce-4bf8-ab4b-eefc7bdb56c8 req-5dd1e9f2-00eb-48ee-beb2-f1006692765c tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662785 Nov 27 01:28:17.727716 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.755240 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.775158 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.782040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Network ff29de26-6425-46d3-ad35-338a228a1bef is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:17.785370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:17.793368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:17.794396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:17.796995 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.814619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:17.843717 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7797630 Nov 27 01:28:17.849996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57903b5-3b43-49da-967c-efd9c656bc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event updated for resources: {'Port': ['ID=4f929a5e-5a73-4e10-8114-be0ab244d8a3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:17.853090 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54958) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:17.859684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:17.910018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30829cf-e256-4c13-94b5-7a5b67a70072,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:17.923161 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:17.923161 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Added segment 824a7cb6-211e-4cdf-a053-151d02a6df76 of type vlan for network cdeb71bd-ae95-4a74-8138-4c1d846d967f Nov 27 01:28:18.017598 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.023243 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.058715 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.149556 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.154184 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.161460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:18.162115 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.243703 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4710824 Nov 27 01:28:18.246403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54966) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:18.252411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'name': 'tempest-PortsTestJSON-1593876593'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:18.334319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6147943-8c60-4edb-ac22-9841a404f71d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Network': ['ID=cdeb71bd-ae95-4a74-8138-4c1d846d967f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:18.344729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:18.372272 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device efb28bc7-2d6f-4d85-b14d-035e536238fc up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:18.483887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:18.495946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.525224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] device_id is not set on port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:18.542994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port fe4a0950-85a0-4b5d-86e1-4d822128b556 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:18.563542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port efb28bc7-2d6f-4d85-b14d-035e536238fc completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:28:18.571273 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.576664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port efb28bc7-2d6f-4d85-b14d-035e536238fc triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:18.579132 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.671065 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.743168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Allocated IP 172.25.3.3 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/03768d40-d728-4a30-accd-601d744f0508) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:18.769441 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event updated for resources: {'Port': ['ID=4f929a5e-5a73-4e10-8114-be0ab244d8a3,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:18.775647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:18.779145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:18.779145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:18.836185 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.872565 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.946809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e73490-6433-4d30-a53b-34fd624ddb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb28bc7-2d6f-4d85-b14d-035e536238fc'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:18.947478 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:18.949463 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8026c4e-8db8-4de1-933e-2464fdb38e6a" -d '{"events": [{"server_uuid": "14e73490-6433-4d30-a53b-34fd624ddb0f", "name": "network-vif-plugged", "status": "completed", "tag": "efb28bc7-2d6f-4d85-b14d-035e536238fc"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:18.991425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port efb28bc7-2d6f-4d85-b14d-035e536238fc, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=efb28bc7-2d6f-4d85-b14d-035e536238fc,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:19.001347 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.015729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=fe4a0950-85a0-4b5d-86e1-4d822128b556,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:19.024926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d75e11-49f5-4df4-9a75-549971ee7cd5 req-b1b32648-6a7c-4119-a5dd-10e38ac49128 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:19.026541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7d75e11-49f5-4df4-9a75-549971ee7cd5 req-b1b32648-6a7c-4119-a5dd-10e38ac49128 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1096 time: 0.1188676 Nov 27 01:28:19.046063 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.053052 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0566059f-8978-4138-9391-9b58f78e49e0 x-openstack-request-id: req-0566059f-8978-4138-9391-9b58f78e49e0 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:19.053339 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e73490-6433-4d30-a53b-34fd624ddb0f", "name": "network-vif-plugged", "status": "completed", "tag": "efb28bc7-2d6f-4d85-b14d-035e536238fc", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:19.053725 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0566059f-8978-4138-9391-9b58f78e49e0 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:19.054100 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e73490-6433-4d30-a53b-34fd624ddb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb28bc7-2d6f-4d85-b14d-035e536238fc', 'code': 200} Nov 27 01:28:19.098049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Checking segment: {'id': '824a7cb6-211e-4cdf-a053-151d02a6df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:19.098662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network hostable DHCP agents. Network: cdeb71bd-ae95-4a74-8138-4c1d846d967f, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:19.103390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:19.104179 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:19.105052 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 2 to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 Nov 27 01:28:19.117989 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.141650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=efb28bc7-2d6f-4d85-b14d-035e536238fc,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:19.168701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:19.169437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:19.170065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:19.195959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:19.217818 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7d75e11-49f5-4df4-9a75-549971ee7cd5 req-6f7ae21b-f0de-4092-a090-1dded5bb18e3 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833513 Nov 27 01:28:19.233159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, cdeb71bd-ae95-4a74-8138-4c1d846d967f) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:19.242091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:19.246804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:19.246804 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:19.250578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:19.253731 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 3 to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 Nov 27 01:28:19.256962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:19.257672 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.261788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e613d2c0-2ee8-4391-bbdf-85bd3b61c965 None None] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:19.271791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:19.272139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:19.272475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:19.282684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:19.286929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:19.287477 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:19.288740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:19.290698 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 4 to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 Nov 27 01:28:19.292334 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-39d1ee66-dedf-43d3-a5af-9ab6b82b2246 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0446322 Nov 27 01:28:19.296147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54982) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:19.303237 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f578a4ae-720e-4e7e-8ad2-78a86bf28f8d None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:19.307147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-683e4509-0ab2-4e63-8b35-07ab4ef7f2d1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-925350263'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:19.308683 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event updated for resources: {'Port': ['ID=03768d40-d728-4a30-accd-601d744f0508,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:19.319611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:19.319995 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:19.320694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:19.360582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683e4509-0ab2-4e63-8b35-07ab4ef7f2d1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:19.365039 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-683e4509-0ab2-4e63-8b35-07ab4ef7f2d1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.375239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:19.375558 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:19.378963 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 5 to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 Nov 27 01:28:19.382647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fcc29-d463-42fe-b29d-ccb3c3a4f138 req-50994689-00a0-440a-b781-c04feda1bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:19.389221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-967fcc29-d463-42fe-b29d-ccb3c3a4f138 req-50994689-00a0-440a-b781-c04feda1bad0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1097 time: 0.2248833 Nov 27 01:28:19.411721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683e4509-0ab2-4e63-8b35-07ab4ef7f2d1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:19.442930 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-683e4509-0ab2-4e63-8b35-07ab4ef7f2d1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.443305 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-683e4509-0ab2-4e63-8b35-07ab4ef7f2d1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Added segment c16ec0e1-c37c-4cbf-8130-40573646ba3a of type vlan for network 5e74c702-e595-4ddf-8954-3e1a55dfa410 Nov 27 01:28:19.465314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f046451e-2b82-46da-a499-ed7074666b94 None None] Provisioning complete for port 03768d40-d728-4a30-accd-601d744f0508 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:19.482936 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f046451e-2b82-46da-a499-ed7074666b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.532266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:19.536725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f046451e-2b82-46da-a499-ed7074666b94 None None] Port 03768d40-d728-4a30-accd-601d744f0508 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:19.537581 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-683e4509-0ab2-4e63-8b35-07ab4ef7f2d1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.548307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:19.551781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:19.576017 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-683e4509-0ab2-4e63-8b35-07ab4ef7f2d1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.582668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683e4509-0ab2-4e63-8b35-07ab4ef7f2d1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:19.583496 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-683e4509-0ab2-4e63-8b35-07ab4ef7f2d1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.615695 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-683e4509-0ab2-4e63-8b35-07ab4ef7f2d1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3182321 Nov 27 01:28:19.618028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54992) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:19.623074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:19.623423 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:19.634973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'ports': [{'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f'}, {'network_id': '5e74c702-e595-4ddf-8954-3e1a55dfa410'}]} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:19.635297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:19.635743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': '5e74c702-e595-4ddf-8954-3e1a55dfa410'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:19.652000 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 6 to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 Nov 27 01:28:19.678104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:19.678489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:19.678790 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:19.710580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:19.710966 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:19.715096 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 7 to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 Nov 27 01:28:19.730973 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:19.731944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:19.731944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:19.735627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-967fcc29-d463-42fe-b29d-ccb3c3a4f138 req-64899aea-d898-4bc1-b561-ed97f6e541d2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067415 Nov 27 01:28:19.745994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:19.745994 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:19.747144 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 8 to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 Nov 27 01:28:19.748666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e4509-0ab2-4e63-8b35-07ab4ef7f2d1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Network': ['ID=5e74c702-e595-4ddf-8954-3e1a55dfa410,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:19.763219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 5e74c702-e595-4ddf-8954-3e1a55dfa410 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:19.772305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:19.772637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:19.772972 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:19.793064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:19.793774 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:19.795170 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 9 to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 Nov 27 01:28:19.886598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 2} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:19.896142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.900219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:19.900549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:19.900886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:19.915002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:19.915575 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:19.929328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:19.942928 n-d-819494-2 neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 10 to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 Nov 27 01:28:19.973253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:19.974567 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:19.975063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:19.982476 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:19.982726 n-d-819494-2 neutron-server[103385]: ERROR neutron.plugins.ml2.managers [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:19.983087 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.032797 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.069084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port 87fad4c3-df57-498e-9054-705d4bb11417 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:20.576616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] For port 4f929a5e-5a73-4e10-8114-be0ab244d8a3, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:20.577111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempted to set empty binding levels {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 01:28:20.596264 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.682519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] In _notify_port_updated(), no bound segment for port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:28:20.683988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.684309 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.685792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "PUT /v2.0/ports/4f929a5e-5a73-4e10-8114-be0ab244d8a3 HTTP/1.1" status: 200 len: 978 time: 2.8308930 Nov 27 01:28:20.692744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55006) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:20.764526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02ffe8-9219-48d3-9fdb-dd78dc57711b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event updated for resources: {'Port': ['ID=4f929a5e-5a73-4e10-8114-be0ab244d8a3,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:20.884244 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.885656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.886194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.886753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.887269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.887784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.888303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.888811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.889780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.889780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.890385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.891210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.891721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.892229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.892734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.893237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.893741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.894263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.894780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.895285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.895785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.896283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.896789 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.897291 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.897795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.898320 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.898824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.899326 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.900231 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.900231 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.900897 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.904490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-22d594b0-9a47-483e-8602-5e45744ccaac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26910 time: 0.2106495 Nov 27 01:28:20.912503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55010) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:20.956987 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.964912 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:20.972149 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1b364-781f-44c4-a432-82f4953da5b8 req-a0d22fc6-5d3a-4493-8a94-01683284dc0a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:20.974288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5d1b364-781f-44c4-a432-82f4953da5b8 req-a0d22fc6-5d3a-4493-8a94-01683284dc0a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1097 time: 0.6056314 Nov 27 01:28:20.997413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port 4b5bd529-9caa-438e-a1d7-ca74de827a0c yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:21.037737 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5d1b364-781f-44c4-a432-82f4953da5b8 req-1bc149dd-a584-40af-97c2-246c6026354a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 Nov 27 01:28:21.170523 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d14c2463-172c-452c-b286-1f1fd92075eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Deleting port 4f929a5e-5a73-4e10-8114-be0ab244d8a3 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:21.170869 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d14c2463-172c-452c-b286-1f1fd92075eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.177000 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.223410 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.253653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-d14c2463-172c-452c-b286-1f1fd92075eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] For port 4f929a5e-5a73-4e10-8114-be0ab244d8a3, host n-h1-819494-2, got binding levels [] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:21.254039 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d14c2463-172c-452c-b286-1f1fd92075eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.269524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:21.271929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d14c2463-172c-452c-b286-1f1fd92075eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Calling delete_port for 4f929a5e-5a73-4e10-8114-be0ab244d8a3 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:21.273710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:21.281402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:21.282712 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.331235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=87fad4c3-df57-498e-9054-705d4bb11417,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:21.341709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Checking segment: {'id': 'c16ec0e1-c37c-4cbf-8130-40573646ba3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5e74c702-e595-4ddf-8954-3e1a55dfa410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:21.342282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network hostable DHCP agents. Network: 5e74c702-e595-4ddf-8954-3e1a55dfa410, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:21.365420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Router b34aec4d-e76d-4fd3-be25-8195eba21166 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:28:21.390057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=4b5bd529-9caa-438e-a1d7-ca74de827a0c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:21.399868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network 5e74c702-e595-4ddf-8954-3e1a55dfa410 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:21.414231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 5e74c702-e595-4ddf-8954-3e1a55dfa410) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:21.422749 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:21.424065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbee408-568f-45ca-89a7-f8af0cf2afe3 None None] Network 5e74c702-e595-4ddf-8954-3e1a55dfa410 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:21.429376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:21.434963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:21.439413 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.473632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8df96f4e-5371-436b-b357-39a08c3e2d89 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8543448 Nov 27 01:28:21.476538 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55012) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:21.576832 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d14c2463-172c-452c-b286-1f1fd92075eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.679012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c2463-172c-452c-b286-1f1fd92075eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f929a5e-5a73-4e10-8114-be0ab244d8a3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:21.694391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d14c2463-172c-452c-b286-1f1fd92075eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.697562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d14c2463-172c-452c-b286-1f1fd92075eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4f929a5e-5a73-4e10-8114-be0ab244d8a3 HTTP/1.1" status: 204 len: 168 time: 0.7841063 Nov 27 01:28:21.699093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:21.700886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55020) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:21.713143 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.714642 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2b3d54a7-6f18-40ab-bedf-c1f0912296fb tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "PUT /v2.0/routers/b34aec4d-e76d-4fd3-be25-8195eba21166 HTTP/1.1" status: 200 len: 916 time: 4.5494931 Nov 27 01:28:21.718940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55022) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:21.720324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13dec45-8e66-4c29-baaa-008ccbe28603 None None] Sync routers for ids ['b34aec4d-e76d-4fd3-be25-8195eba21166'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:21.727437 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e5578d-a525-4234-844a-d68f3f249035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:28:21.734402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-01e5578d-a525-4234-844a-d68f3f249035 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "GET /v2.0/ports/4f929a5e-5a73-4e10-8114-be0ab244d8a3 HTTP/1.1" status: 404 len: 333 time: 0.0325065 Nov 27 01:28:21.738287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55024) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:21.753252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13dec45-8e66-4c29-baaa-008ccbe28603 None None] Routers {'b34aec4d-e76d-4fd3-be25-8195eba21166'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:21.754059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f13dec45-8e66-4c29-baaa-008ccbe28603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:28:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b34aec4d-e76d-4fd3-be25-8195eba21166'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:21.781165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-537015991', 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:21.879886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f13dec45-8e66-4c29-baaa-008ccbe28603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:21.900065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13dec45-8e66-4c29-baaa-008ccbe28603 None None] Routers {'b34aec4d-e76d-4fd3-be25-8195eba21166'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:21.900945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f13dec45-8e66-4c29-baaa-008ccbe28603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:28:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['b34aec4d-e76d-4fd3-be25-8195eba21166'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:21.914928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c6992c80-8b71-43e9-b518-bfedffc7faa3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 4b5bd529-9caa-438e-a1d7-ca74de827a0c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:21.915506 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6992c80-8b71-43e9-b518-bfedffc7faa3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:21.948473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f13dec45-8e66-4c29-baaa-008ccbe28603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:21.949386 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13dec45-8e66-4c29-baaa-008ccbe28603 None None] The sync data for ids ['b34aec4d-e76d-4fd3-be25-8195eba21166'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:21.984855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Made reservation on behalf of 554d02421a814b358b34dfd2e62474f7 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:21.987341 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.018280 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] device_id is not set on port aa4ffd6b-8ea2-4ae7-85e2-05af1949461e yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:22.029974 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6992c80-8b71-43e9-b518-bfedffc7faa3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.089214 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c6992c80-8b71-43e9-b518-bfedffc7faa3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 4b5bd529-9caa-438e-a1d7-ca74de827a0c owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:22.099792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-156b1597-0883-4ce5-9f87-e2e617c5169a tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/routers/b34aec4d-e76d-4fd3-be25-8195eba21166 HTTP/1.1" status: 200 len: 922 time: 0.3795640 Nov 27 01:28:22.100654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55034) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:22.190665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e5064-046d-49cc-bc25-065d5f481426 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:22.192270 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6d5e5064-046d-49cc-bc25-065d5f481426 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=52383c89-3099-4684-8caa-850cf0860139&device_id=b34aec4d-e76d-4fd3-be25-8195eba21166&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0906243 Nov 27 01:28:22.195742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55036) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:22.289983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8d14b-ecf4-4a1a-922a-73d061500605 req-f8d57e93-d7f2-4036-b53c-6e0175331896 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:22.298219 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9dd8d14b-ecf4-4a1a-922a-73d061500605 req-f8d57e93-d7f2-4036-b53c-6e0175331896 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1097 time: 0.0929542 Nov 27 01:28:22.298418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.308718 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6992c80-8b71-43e9-b518-bfedffc7faa3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.337126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6992c80-8b71-43e9-b518-bfedffc7faa3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=4b5bd529-9caa-438e-a1d7-ca74de827a0c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:22.357463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6992c80-8b71-43e9-b518-bfedffc7faa3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.361461 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c6992c80-8b71-43e9-b518-bfedffc7faa3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/4b5bd529-9caa-438e-a1d7-ca74de827a0c HTTP/1.1" status: 204 len: 168 time: 0.8835199 Nov 27 01:28:22.363179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ab3e1-2095-4fab-b353-611e1c8cea49 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:22.363999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55038) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:22.367527 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7b3ab3e1-2095-4fab-b353-611e1c8cea49 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 881 time: 0.1679070 Nov 27 01:28:22.367668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55040) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:22.379615 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9dd8d14b-ecf4-4a1a-922a-73d061500605 req-9fca2fb4-5dbe-4dc8-9fd9-b71c20bfdf1e tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804405 Nov 27 01:28:22.440923 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-66bf8bf2-bea0-4872-ba46-131949155849 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34aec4d-e76d-4fd3-be25-8195eba21166 HTTP/1.1" status: 200 len: 205 time: 0.0698855 Nov 27 01:28:22.441227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55044) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:22.441383 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.495754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event updated for resources: {'Port': ['ID=aa4ffd6b-8ea2-4ae7-85e2-05af1949461e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:22.550712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf10c11-f57c-4fdb-9782-d5609351cdb2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:22.556771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf10c11-f57c-4fdb-9782-d5609351cdb2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:22.558754 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0cf10c11-f57c-4fdb-9782-d5609351cdb2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1925092 Nov 27 01:28:22.561616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55050) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:22.562395 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Network ff29de26-6425-46d3-ad35-338a228a1bef is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:22.565427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:22.571982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:22.573413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:22.573992 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.598156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9ab62-3f12-486f-9a49-3f1747bb1b74 req-5897e091-3694-45f2-84d1-b2109753d537 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:22.599883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34f9ab62-3f12-486f-9a49-3f1747bb1b74 req-5897e091-3694-45f2-84d1-b2109753d537 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1097 time: 0.1053383 Nov 27 01:28:22.605426 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-58cc0dd4-1b3d-4fc6-88b5-fa217d49b479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8666692 Nov 27 01:28:22.610006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55052) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:22.662339 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.695519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdeee6f-ba45-45cd-a324-822cc6e57ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:22.697399 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-abdeee6f-ba45-45cd-a324-822cc6e57ddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "GET /v2.0/ports/aa4ffd6b-8ea2-4ae7-85e2-05af1949461e HTTP/1.1" status: 200 len: 958 time: 0.0858986 Nov 27 01:28:22.717575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55056) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:22.786529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a9595-1014-4ed8-a705-bad7823fd869 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 87fad4c3-df57-498e-9054-705d4bb11417 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:22.786878 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e8a9595-1014-4ed8-a705-bad7823fd869 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.807822 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34f9ab62-3f12-486f-9a49-3f1747bb1b74 req-e63fc07f-e430-4406-b7bf-9b56d008e359 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976235 Nov 27 01:28:22.878557 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e8a9595-1014-4ed8-a705-bad7823fd869 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.881600 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:22.902458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a9595-1014-4ed8-a705-bad7823fd869 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 87fad4c3-df57-498e-9054-705d4bb11417 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:23.000676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d26af38b-7423-4cd6-99e5-c77e0b211555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Deleting port aa4ffd6b-8ea2-4ae7-85e2-05af1949461e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:23.001285 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d26af38b-7423-4cd6-99e5-c77e0b211555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.079999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9f108-7653-4e4a-a11d-42bfad7f1dbe req-4a02676a-db94-482f-aa35-4ed39ab6dedf tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:23.081764 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3fd9f108-7653-4e4a-a11d-42bfad7f1dbe req-4a02676a-db94-482f-aa35-4ed39ab6dedf tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1097 time: 0.1113729 Nov 27 01:28:23.139427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Deleting port 03768d40-d728-4a30-accd-601d744f0508 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:23.144159 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.198362 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e8a9595-1014-4ed8-a705-bad7823fd869 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.219226 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d26af38b-7423-4cd6-99e5-c77e0b211555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.231369 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3fd9f108-7653-4e4a-a11d-42bfad7f1dbe req-da8aa365-3271-49a3-8bd6-77101b584b89 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411953 Nov 27 01:28:23.233372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d26af38b-7423-4cd6-99e5-c77e0b211555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Calling delete_port for aa4ffd6b-8ea2-4ae7-85e2-05af1949461e owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:23.261435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a9595-1014-4ed8-a705-bad7823fd869 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=87fad4c3-df57-498e-9054-705d4bb11417,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:23.266262 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e8a9595-1014-4ed8-a705-bad7823fd869 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.272310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7e8a9595-1014-4ed8-a705-bad7823fd869 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/87fad4c3-df57-498e-9054-705d4bb11417 HTTP/1.1" status: 204 len: 168 time: 0.7091827 Nov 27 01:28:23.274866 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55068) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:23.290635 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:28:23.332211 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.365432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Calling delete_port for 03768d40-d728-4a30-accd-601d744f0508 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:23.467475 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d26af38b-7423-4cd6-99e5-c77e0b211555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.485049 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45225627-e6e7-4cc4-9eb4-4323176bcdfe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:23.486912 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-45225627-e6e7-4cc4-9eb4-4323176bcdfe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2108295 Nov 27 01:28:23.509567 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55072) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:23.538006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26af38b-7423-4cd6-99e5-c77e0b211555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa4ffd6b-8ea2-4ae7-85e2-05af1949461e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:23.581166 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-70906225-26b9-4adf-91f2-0d9f3e8c6b7c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:28:23.584340 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-70906225-26b9-4adf-91f2-0d9f3e8c6b7c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/4b5bd529-9caa-438e-a1d7-ca74de827a0c HTTP/1.1" status: 404 len: 333 time: 0.0728867 Nov 27 01:28:23.586991 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d26af38b-7423-4cd6-99e5-c77e0b211555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.590978 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d26af38b-7423-4cd6-99e5-c77e0b211555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "DELETE /v2.0/ports/aa4ffd6b-8ea2-4ae7-85e2-05af1949461e HTTP/1.1" status: 204 len: 168 time: 0.8714688 Nov 27 01:28:23.592496 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55082) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:23.595625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55084) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:23.672075 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.674435 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-648d9b21-13d2-4dc3-b9fe-30bd43eff8e7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:28:23.676515 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-648d9b21-13d2-4dc3-b9fe-30bd43eff8e7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/87fad4c3-df57-498e-9054-705d4bb11417 HTTP/1.1" status: 404 len: 333 time: 0.0816453 Nov 27 01:28:23.681787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55086) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:23.708111 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-185bebd6-8a10-4063-a0b4-9157d87d8faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:28:23.713464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-185bebd6-8a10-4063-a0b4-9157d87d8faf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "GET /v2.0/ports/aa4ffd6b-8ea2-4ae7-85e2-05af1949461e HTTP/1.1" status: 404 len: 333 time: 0.1052144 Nov 27 01:28:23.720349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55090) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:23.725453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f923f6-f1a9-463d-8519-dc9affbaa010 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:23.788812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-402fa0ed-66bc-4c1f-9175-abe37d2a0834 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:23.790490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-402fa0ed-66bc-4c1f-9175-abe37d2a0834 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/networks?id=c075bfdb-dc45-4b2e-9b90-90649531f5b0 HTTP/1.1" status: 200 len: 911 time: 0.1748085 Nov 27 01:28:23.798095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Pushing event deleted for resources: {'Port': ['ID=03768d40-d728-4a30-accd-601d744f0508,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:23.805299 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Request body: {'port': {'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-204937032'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:23.825686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-43e6be5e-d605-44f5-9fbd-a07250e41bdc tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/quotas/b45019b0bada49b89dfa879282b8eb3e HTTP/1.1" status: 200 len: 375 time: 0.0289226 Nov 27 01:28:23.903013 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.920049 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.922366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Made reservation on behalf of 554d02421a814b358b34dfd2e62474f7 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:23.924929 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:23.941736 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-77544bd1-0ae5-49ac-a512-a760bd7ab1d4 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=b45019b0bada49b89dfa879282b8eb3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1146283 Nov 27 01:28:24.068506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] device_id is not set on port fd297de5-5cfb-404b-9877-632e3cafa877 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:24.069293 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-33762115-1edf-4711-8437-a2975ce66a68 service neutron] 10.222.0.37 "GET /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194921 Nov 27 01:28:24.089076 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.101921 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.282418 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.288617 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-2393d24b-dda3-43cb-8dcc-100cc681e63b service neutron] 10.222.0.37 "GET /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117398 Nov 27 01:28:24.299058 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.299753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Fanout notify agent at l3_agent the message router_deleted on router b34aec4d-e76d-4fd3-be25-8195eba21166 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:28:24.313772 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.318458 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-be6ca988-b42e-4560-9806-d616883061d6 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/routers/b34aec4d-e76d-4fd3-be25-8195eba21166 HTTP/1.1" status: 204 len: 168 time: 1.8726990 Nov 27 01:28:24.319536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55102) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:24.329947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cb66f2f5-ec6f-49b8-aa58-31f47879cc0c tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-565858055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:24.342213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e74c702-e595-4ddf-8954-3e1a55dfa410']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:24.372260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb66f2f5-ec6f-49b8-aa58-31f47879cc0c tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.376709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb66f2f5-ec6f-49b8-aa58-31f47879cc0c tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.384488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16ec0e1-c37c-4cbf-8130-40573646ba3a') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:24.384796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16ec0e1-c37c-4cbf-8130-40573646ba3a') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:24.408100 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.442763 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.466726 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb66f2f5-ec6f-49b8-aa58-31f47879cc0c tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.474991 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb66f2f5-ec6f-49b8-aa58-31f47879cc0c tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.483203 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:24.484195 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:24.488236 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:24.510737 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb66f2f5-ec6f-49b8-aa58-31f47879cc0c tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.517714 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cb66f2f5-ec6f-49b8-aa58-31f47879cc0c tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1944940 Nov 27 01:28:24.518651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55104) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:24.524247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'enable_snat': False}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:24.578517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.581530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.587250 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.590462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/networks/5e74c702-e595-4ddf-8954-3e1a55dfa410 HTTP/1.1" status: 204 len: 168 time: 0.8770292 Nov 27 01:28:24.596273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55106) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:24.607138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cabeea40-adcc-4622-9256-5f8b0de1e197 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1444581170'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:24.630212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b303b-1b44-43b9-9e65-a291996ef751 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Network': ['ID=5e74c702-e595-4ddf-8954-3e1a55dfa410,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:24.666622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabeea40-adcc-4622-9256-5f8b0de1e197 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:24.670656 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cabeea40-adcc-4622-9256-5f8b0de1e197 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.696653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabeea40-adcc-4622-9256-5f8b0de1e197 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:24.702080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.779419 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cabeea40-adcc-4622-9256-5f8b0de1e197 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.779816 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-cabeea40-adcc-4622-9256-5f8b0de1e197 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Added segment 7b8802e8-e293-4a0e-8a99-926bfb344d22 of type vlan for network c4bb9111-4abc-481e-8d9a-3162a508a6b8 Nov 27 01:28:24.802375 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Network ff29de26-6425-46d3-ad35-338a228a1bef is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:24.825925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:24.828980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:24.830015 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:24.830649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.865667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event updated for resources: {'Port': ['ID=fd297de5-5cfb-404b-9877-632e3cafa877,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:24.875333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.890479 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cabeea40-adcc-4622-9256-5f8b0de1e197 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:24.918320 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f7bdfda4-5e88-430b-a91e-0dd9647f82cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1169336 Nov 27 01:28:24.920889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55114) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:24.926824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:24.990620 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.005356 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cabeea40-adcc-4622-9256-5f8b0de1e197 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.011313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabeea40-adcc-4622-9256-5f8b0de1e197 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:25.011901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cabeea40-adcc-4622-9256-5f8b0de1e197 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.091068 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cabeea40-adcc-4622-9256-5f8b0de1e197 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4924026 Nov 27 01:28:25.093457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55116) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:25.100212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': 'c4bb9111-4abc-481e-8d9a-3162a508a6b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:25.133681 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.158828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.208336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabeea40-adcc-4622-9256-5f8b0de1e197 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Network': ['ID=c4bb9111-4abc-481e-8d9a-3162a508a6b8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:25.221808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network c4bb9111-4abc-481e-8d9a-3162a508a6b8 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:25.340257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Allocated IP 172.25.3.94 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/e66e40c5-b257-49c0-a798-6b7cce9dc2c5) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:25.383356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:25.386975 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.537659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Performing IP validity checks on allocation pools {{(pid=103384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:28:25.538054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:28:25.566154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3387d90a-62e5-47ae-9d86-895c2d329e32 req-4bb068aa-88bd-4bdf-89ed-61cde9ec44f5 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 210 time: 0.0690064 Nov 27 01:28:25.569069 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.626571 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.675072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:25.677263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] device_id is not set on port fd297de5-5cfb-404b-9877-632e3cafa877 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:25.680507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:25.682694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Pushing event updated for resources: {'Port': ['ID=e66e40c5-b257-49c0-a798-6b7cce9dc2c5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:25.684795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:25.689291 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.700721 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.722884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918328ce-e63e-4278-8472-5843aa422014 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:25.786860 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.792868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event updated for resources: {'Port': ['ID=fd297de5-5cfb-404b-9877-632e3cafa877,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:25.838032 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-dc1f54e5-9c97-48f4-a060-9e5a5e2d290d None None] Provisioning complete for port e66e40c5-b257-49c0-a798-6b7cce9dc2c5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:25.838653 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc1f54e5-9c97-48f4-a060-9e5a5e2d290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.860150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:25.860641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:25.861129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:25.878278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Subnet': ['ID=d7d326a8-ac64-4ea9-894b-eba6e70fec74,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:25.880771 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:25.881210 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:25.882195 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 2 to bind port fd297de5-5cfb-404b-9877-632e3cafa877 Nov 27 01:28:25.895096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Checking segment: {'id': '7b8802e8-e293-4a0e-8a99-926bfb344d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c4bb9111-4abc-481e-8d9a-3162a508a6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:25.895580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network hostable DHCP agents. Network: c4bb9111-4abc-481e-8d9a-3162a508a6b8, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:25.908833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f54e5-9c97-48f4-a060-9e5a5e2d290d None None] Port e66e40c5-b257-49c0-a798-6b7cce9dc2c5 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:25.911222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:25.911668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:25.912117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:25.919138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:25.919633 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:25.920284 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 3 to bind port fd297de5-5cfb-404b-9877-632e3cafa877 Nov 27 01:28:25.924597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network c4bb9111-4abc-481e-8d9a-3162a508a6b8 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:25.939377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:25.939866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:25.940305 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:25.944860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, c4bb9111-4abc-481e-8d9a-3162a508a6b8) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:25.946920 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:25.947363 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:25.949065 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 4 to bind port fd297de5-5cfb-404b-9877-632e3cafa877 Nov 27 01:28:25.952806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:25.953517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:25.959404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae0872-243b-4eb2-82fc-2be857f2bc77 None None] Network c4bb9111-4abc-481e-8d9a-3162a508a6b8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:25.978380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:25.978871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:25.979322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:25.985652 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:25.986127 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:25.986650 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 5 to bind port fd297de5-5cfb-404b-9877-632e3cafa877 Nov 27 01:28:26.001859 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fbf48f42-c434-4846-a909-e835db1ee288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9031048 Nov 27 01:28:26.002811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55130) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:26.008063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': 'c4bb9111-4abc-481e-8d9a-3162a508a6b8', 'name': 'tempest-PortsTestJSON-1114294505'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:26.026807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:26.027224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:26.027576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:26.062129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:26.062522 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:26.069857 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 6 to bind port fd297de5-5cfb-404b-9877-632e3cafa877 Nov 27 01:28:26.095744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:26.096078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:26.096420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:26.105389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:26.105718 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:26.109286 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 7 to bind port fd297de5-5cfb-404b-9877-632e3cafa877 Nov 27 01:28:26.142609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:26.142892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:26.143230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:26.172780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-c4bb9111-4abc-481e-8d9a-3162a508a6b8', 'network_id': 'c4bb9111-4abc-481e-8d9a-3162a508a6b8', 'tenant_id': '5810ed55cffb4bfeb6e5df6f24dfd560', 'fixed_ips': [{'subnet_id': 'd7d326a8-ac64-4ea9-894b-eba6e70fec74'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:26.173777 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.197095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:26.197711 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:26.200258 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 8 to bind port fd297de5-5cfb-404b-9877-632e3cafa877 Nov 27 01:28:26.215651 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:26.216262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:26.216774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:26.221388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:26.225307 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.230466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:26.231047 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:26.239401 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 9 to bind port fd297de5-5cfb-404b-9877-632e3cafa877 Nov 27 01:28:26.258854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port 3f4f1654-bf1d-4a5d-847f-ec0446579e35 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:26.264069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:26.264702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:26.265210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:26.274002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:26.274609 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:26.305414 n-d-819494-2 neutron-server[103384]: INFO neutron.plugins.ml2.plugin [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempt 10 to bind port fd297de5-5cfb-404b-9877-632e3cafa877 Nov 27 01:28:26.331234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:26.331897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:26.332436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempting to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:26.344154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:26.344812 n-d-819494-2 neutron-server[103384]: ERROR neutron.plugins.ml2.managers [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Failed to bind port fd297de5-5cfb-404b-9877-632e3cafa877 on host n-h1-819494-2 for vnic_type normal using segments [{'id': '65f36389-48ae-4777-af56-78acf6cfa17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ff29de26-6425-46d3-ad35-338a228a1bef'}] Nov 27 01:28:26.345381 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.347624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Allocated IP 172.20.0.2 (c4bb9111-4abc-481e-8d9a-3162a508a6b8/d7d326a8-ac64-4ea9-894b-eba6e70fec74/4c38bba7-7874-4d06-867e-900ae6288897) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:26.412883 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.418982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] For port fd297de5-5cfb-404b-9877-632e3cafa877, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:26.419499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attempted to set empty binding levels {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 27 01:28:26.429163 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.501141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] In _notify_port_updated(), no bound segment for port fd297de5-5cfb-404b-9877-632e3cafa877 on network ff29de26-6425-46d3-ad35-338a228a1bef {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:28:26.502016 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:26.502651 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.504140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "PUT /v2.0/ports/fd297de5-5cfb-404b-9877-632e3cafa877 HTTP/1.1" status: 200 len: 978 time: 1.5820103 Nov 27 01:28:26.507155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55142) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:26.564059 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc8f07-cb7d-4f37-ab3c-f3aa7ca1fc87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event updated for resources: {'Port': ['ID=fd297de5-5cfb-404b-9877-632e3cafa877,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:26.564566 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.584864 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.666131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Network c4bb9111-4abc-481e-8d9a-3162a508a6b8 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:26.672896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:26.683530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:26.725309 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-49eeb731-e5ec-49ba-a1bc-f0aefb39ccd3 req-bc57ae39-a2d9-4f27-9a02-cbdeebf1cfba tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 210 time: 0.0925183 Nov 27 01:28:26.770566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.5 (c4bb9111-4abc-481e-8d9a-3162a508a6b8/d7d326a8-ac64-4ea9-894b-eba6e70fec74/3f4f1654-bf1d-4a5d-847f-ec0446579e35) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:26.785794 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-41f3904a-c9ff-44da-a438-7ba1534b2c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Deleting port fd297de5-5cfb-404b-9877-632e3cafa877 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:26.786156 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41f3904a-c9ff-44da-a438-7ba1534b2c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.814502 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.815592 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.828502 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Attempting to bind port 4c38bba7-7874-4d06-867e-900ae6288897 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:26.828871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Attempting to bind port 4c38bba7-7874-4d06-867e-900ae6288897 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '7b8802e8-e293-4a0e-8a99-926bfb344d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c4bb9111-4abc-481e-8d9a-3162a508a6b8'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:26.829234 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Attempting to bind port 4c38bba7-7874-4d06-867e-900ae6288897 on network c4bb9111-4abc-481e-8d9a-3162a508a6b8 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:26.836564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Pushing event updated for resources: {'Port': ['ID=4c38bba7-7874-4d06-867e-900ae6288897,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:26.844817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:26.848520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Checking segment: {'id': '7b8802e8-e293-4a0e-8a99-926bfb344d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c4bb9111-4abc-481e-8d9a-3162a508a6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:26.848924 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.849311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Bound using segment: {'id': '7b8802e8-e293-4a0e-8a99-926bfb344d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c4bb9111-4abc-481e-8d9a-3162a508a6b8'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:26.849794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Bound port: 4c38bba7-7874-4d06-867e-900ae6288897, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8802e8-e293-4a0e-8a99-926bfb344d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c4bb9111-4abc-481e-8d9a-3162a508a6b8'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:26.850829 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.955186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-41f3904a-c9ff-44da-a438-7ba1534b2c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] For port fd297de5-5cfb-404b-9877-632e3cafa877, host n-h1-819494-2, got binding levels [] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:26.955496 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41f3904a-c9ff-44da-a438-7ba1534b2c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:26.968338 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-572d4280-688a-4591-b62d-a054efad3121 None None] For port 4c38bba7-7874-4d06-867e-900ae6288897, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:26.974029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-572d4280-688a-4591-b62d-a054efad3121 None None] For port 4c38bba7-7874-4d06-867e-900ae6288897, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4c38bba7-7874-4d06-867e-900ae6288897,segment=NetworkSegment(7b8802e8-e293-4a0e-8a99-926bfb344d22),segment_id=7b8802e8-e293-4a0e-8a99-926bfb344d22)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:26.982865 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.043112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-41f3904a-c9ff-44da-a438-7ba1534b2c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Calling delete_port for fd297de5-5cfb-404b-9877-632e3cafa877 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:27.105342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Router 8034bddf-f960-42cc-a946-44a69028eb62 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:28:27.126351 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d4280-688a-4591-b62d-a054efad3121 None None] Pushing event updated for resources: {'Port': ['ID=4c38bba7-7874-4d06-867e-900ae6288897,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:27.225662 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41f3904a-c9ff-44da-a438-7ba1534b2c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.268562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3904a-c9ff-44da-a438-7ba1534b2c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd297de5-5cfb-404b-9877-632e3cafa877,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:27.297549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:27.306480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41f3904a-c9ff-44da-a438-7ba1534b2c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.309560 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.312692 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-41f3904a-c9ff-44da-a438-7ba1534b2c8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "DELETE /v2.0/ports/fd297de5-5cfb-404b-9877-632e3cafa877 HTTP/1.1" status: 204 len: 168 time: 0.7941523 Nov 27 01:28:27.313836 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.314090 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1ac10-723c-4361-920b-1b734802402b None None] Sync routers for ids ['8034bddf-f960-42cc-a946-44a69028eb62'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:27.315159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55176) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:27.317924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0649797e-d324-48a3-84d2-4c6f96ae73f9 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "PUT /v2.0/routers/8034bddf-f960-42cc-a946-44a69028eb62 HTTP/1.1" status: 200 len: 918 time: 2.7956142 Nov 27 01:28:27.318722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55178) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:27.330105 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1ac10-723c-4361-920b-1b734802402b None None] Routers {'8034bddf-f960-42cc-a946-44a69028eb62'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:27.330775 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-95e1ac10-723c-4361-920b-1b734802402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:28:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['8034bddf-f960-42cc-a946-44a69028eb62'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:27.352687 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-275b5420-2bfc-4519-8508-8f5217346781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] GET failed (client error): The resource could not be found. Nov 27 01:28:27.357790 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-275b5420-2bfc-4519-8508-8f5217346781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996219096-project-admin] 10.222.0.37 "GET /v2.0/ports/fd297de5-5cfb-404b-9877-632e3cafa877 HTTP/1.1" status: 404 len: 333 time: 0.0381038 Nov 27 01:28:27.358459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55182) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:27.444800 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-95e1ac10-723c-4361-920b-1b734802402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:27.460540 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1ac10-723c-4361-920b-1b734802402b None None] Routers {'8034bddf-f960-42cc-a946-44a69028eb62'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:27.461093 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-95e1ac10-723c-4361-920b-1b734802402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:28:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['8034bddf-f960-42cc-a946-44a69028eb62'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:27.526497 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-95e1ac10-723c-4361-920b-1b734802402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:27.527241 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1ac10-723c-4361-920b-1b734802402b None None] The sync data for ids ['8034bddf-f960-42cc-a946-44a69028eb62'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:27.545555 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.592840 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e2068e15-fd18-4008-ba5b-611ad0f04986 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/routers/8034bddf-f960-42cc-a946-44a69028eb62 HTTP/1.1" status: 200 len: 924 time: 0.2727392 Nov 27 01:28:27.593506 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55186) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:27.616408 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.695662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a55968-d618-4133-a972-b91cef8c34b8 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:27.699538 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-63a55968-d618-4133-a972-b91cef8c34b8 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=52383c89-3099-4684-8caa-850cf0860139&device_id=8034bddf-f960-42cc-a946-44a69028eb62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1029005 Nov 27 01:28:27.700108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55188) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:27.729489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network c4bb9111-4abc-481e-8d9a-3162a508a6b8 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:27.744061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:27.747118 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.758331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:27.795626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=3f4f1654-bf1d-4a5d-847f-ec0446579e35,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:27.810765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58171b5b-7335-4236-b5fe-43c20eacdc5f tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:27.815787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-58171b5b-7335-4236-b5fe-43c20eacdc5f tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 881 time: 0.1145148 Nov 27 01:28:27.816404 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55194) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:27.864253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff29de26-6425-46d3-ad35-338a228a1bef']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:27.864428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ff065e02-d4a7-404a-9fec-992a85337842 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "GET /v2.0/ports?device_id=8034bddf-f960-42cc-a946-44a69028eb62 HTTP/1.1" status: 200 len: 205 time: 0.0468166 Nov 27 01:28:27.864913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55200) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:27.901228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e4334-84f9-460b-aa1b-315befa300ba req-5f4e1d04-6622-44bb-be41-a855b7af4cd0 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 210 time: 0.0681283 Nov 27 01:28:27.906799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f36389-48ae-4777-af56-78acf6cfa17e') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:27.907102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f36389-48ae-4777-af56-78acf6cfa17e') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:27.935298 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.952853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:27.953630 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.968675 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.976139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:27.976673 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:27.980769 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:27.988417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-301074d2-5594-47fe-9368-38654df9b389 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9822922 Nov 27 01:28:27.989840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55208) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:28.136318 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.297631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-562ca8ae-8a59-43a5-98ec-4c2d13b294c1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 3f4f1654-bf1d-4a5d-847f-ec0446579e35 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:28.303507 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-562ca8ae-8a59-43a5-98ec-4c2d13b294c1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.365111 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.487874 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-562ca8ae-8a59-43a5-98ec-4c2d13b294c1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.504592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-562ca8ae-8a59-43a5-98ec-4c2d13b294c1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 3f4f1654-bf1d-4a5d-847f-ec0446579e35 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:28.526819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a444169-77ff-4065-b7d3-c852f40cffcd None None] Network c4bb9111-4abc-481e-8d9a-3162a508a6b8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:28.532444 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.542982 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.543650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] 10.222.0.37 "DELETE /v2.0/networks/ff29de26-6425-46d3-ad35-338a228a1bef HTTP/1.1" status: 204 len: 168 time: 1.1837354 Nov 27 01:28:28.574972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea7798-52ee-4600-953c-40ccaed9154e tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-746576321-project] Pushing event deleted for resources: {'Network': ['ID=ff29de26-6425-46d3-ad35-338a228a1bef,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:28.606068 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a94f5f02-a3bc-40ac-90ae-0100fba94ce6 None None] Provisioning complete for port 4c38bba7-7874-4d06-867e-900ae6288897 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:28.606469 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a94f5f02-a3bc-40ac-90ae-0100fba94ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.624001 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Deleting port e66e40c5-b257-49c0-a798-6b7cce9dc2c5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:28.624602 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.715334 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.729239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Calling delete_port for e66e40c5-b257-49c0-a798-6b7cce9dc2c5 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:28.846888 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a94f5f02-a3bc-40ac-90ae-0100fba94ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.898965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a94f5f02-a3bc-40ac-90ae-0100fba94ce6 None None] For port 4c38bba7-7874-4d06-867e-900ae6288897, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4c38bba7-7874-4d06-867e-900ae6288897,segment=NetworkSegment(7b8802e8-e293-4a0e-8a99-926bfb344d22),segment_id=7b8802e8-e293-4a0e-8a99-926bfb344d22)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:28.974460 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a94f5f02-a3bc-40ac-90ae-0100fba94ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:28.992503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55230) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:29.123358 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-562ca8ae-8a59-43a5-98ec-4c2d13b294c1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.128215 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b54b378b-4f01-40ff-a3fc-09bbdaa7e24c req-d80dce9d-f745-4c5a-b6d7-ec2aef6b82f4 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 210 time: 0.0994935 Nov 27 01:28:29.147887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f5f02-a3bc-40ac-90ae-0100fba94ce6 None None] Pushing event updated for resources: {'Port': ['ID=4c38bba7-7874-4d06-867e-900ae6288897,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:29.160178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4c38bba7-7874-4d06-867e-900ae6288897 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:29.185096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ca8ae-8a59-43a5-98ec-4c2d13b294c1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=3f4f1654-bf1d-4a5d-847f-ec0446579e35,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:29.260725 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.297267 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3e5e57de-09ef-476f-97d0-dbb42afeea97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6a22a43720b43ec9aebb9963a2084a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3034973 Nov 27 01:28:29.299700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55240) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:29.303711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 4c38bba7-7874-4d06-867e-900ae6288897 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:29.304111 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-562ca8ae-8a59-43a5-98ec-4c2d13b294c1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.304926 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.308818 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-562ca8ae-8a59-43a5-98ec-4c2d13b294c1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/3f4f1654-bf1d-4a5d-847f-ec0446579e35 HTTP/1.1" status: 204 len: 168 time: 1.3174882 Nov 27 01:28:29.310536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Pushing event deleted for resources: {'Port': ['ID=e66e40c5-b257-49c0-a798-6b7cce9dc2c5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:29.313741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55242) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:29.341547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdff5c2c-a7ed-4e77-b022-0cf1ab6fb658 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:29.359184 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c401ae4-b0a8-4152-a6b3-d7f9bb7538b3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] DELETE failed (client error): The resource could not be found. Nov 27 01:28:29.374766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c401ae4-b0a8-4152-a6b3-d7f9bb7538b3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:28:29.380717 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c401ae4-b0a8-4152-a6b3-d7f9bb7538b3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/3f4f1654-bf1d-4a5d-847f-ec0446579e35 HTTP/1.1" status: 404 len: 333 time: 0.0644007 Nov 27 01:28:29.383318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55244) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:29.475744 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a69cfa03-37b1-40c8-b449-7d863fe34399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.498527 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f49b0f-9647-499c-aaed-5f3193d68c48 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:28:29.508362 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d0f49b0f-9647-499c-aaed-5f3193d68c48 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/3f4f1654-bf1d-4a5d-847f-ec0446579e35 HTTP/1.1" status: 404 len: 333 time: 0.1215007 Nov 27 01:28:29.512186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55252) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:29.530802 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a69cfa03-37b1-40c8-b449-7d863fe34399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.574365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.583118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f85179b-4f6b-4377-b5ac-febe8bfa9439 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting subnet d7d326a8-ac64-4ea9-894b-eba6e70fec74 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:28:29.610164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b87d9c75-8b31-4563-8e9e-dafec63ac052 None None] Provisioning complete for port 4c38bba7-7874-4d06-867e-900ae6288897 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:29.611680 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b87d9c75-8b31-4563-8e9e-dafec63ac052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.640464 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a69cfa03-37b1-40c8-b449-7d863fe34399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.643519 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a69cfa03-37b1-40c8-b449-7d863fe34399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.648018 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a69cfa03-37b1-40c8-b449-7d863fe34399 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d379d61-f7e8-499a-82c2-31f8ff230eeb HTTP/1.1" status: 204 len: 168 time: 0.3433704 Nov 27 01:28:29.662758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cfa03-37b1-40c8-b449-7d863fe34399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d379d61-f7e8-499a-82c2-31f8ff230eeb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:29.708337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f85179b-4f6b-4377-b5ac-febe8bfa9439 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.763036 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f85179b-4f6b-4377-b5ac-febe8bfa9439 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.799871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b87d9c75-8b31-4563-8e9e-dafec63ac052 None None] Could not find standard attr ID for object 3f4f1654-bf1d-4a5d-847f-ec0446579e35. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:28:29.933602 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:29.940626 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.017640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e8411b1f-b9c1-4dd2-869b-a820bd33f014 None None] Could not find standard attr ID for object 3f4f1654-bf1d-4a5d-847f-ec0446579e35. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:28:30.047459 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.048740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Fanout notify agent at l3_agent the message router_deleted on router 8034bddf-f960-42cc-a946-44a69028eb62 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:28:30.056980 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.062481 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-647b3ec0-fb5f-4bb1-94b9-a2398a464e60 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/routers/8034bddf-f960-42cc-a946-44a69028eb62 HTTP/1.1" status: 204 len: 168 time: 2.1925576 Nov 27 01:28:30.063299 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55266) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:30.065044 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f85179b-4f6b-4377-b5ac-febe8bfa9439 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.079430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1022987635', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:30.143943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.146953 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.174171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55272) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:30.189254 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f85179b-4f6b-4377-b5ac-febe8bfa9439 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.262100 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f85179b-4f6b-4377-b5ac-febe8bfa9439 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.263686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1f85179b-4f6b-4377-b5ac-febe8bfa9439 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/d7d326a8-ac64-4ea9-894b-eba6e70fec74 HTTP/1.1" status: 204 len: 168 time: 0.7508106 Nov 27 01:28:30.273718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55276) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:30.277132 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.303993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85179b-4f6b-4377-b5ac-febe8bfa9439 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d326a8-ac64-4ea9-894b-eba6e70fec74,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:30.314837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cda729-7f49-4d9a-a827-7b020dae4c8b None None] Network c4bb9111-4abc-481e-8d9a-3162a508a6b8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:30.333635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ab655353-02ba-40a7-bba2-6734b4d473f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=554d02421a814b358b34dfd2e62474f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1565890 Nov 27 01:28:30.335868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55278) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:30.362930 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1083fdd0-81ef-4086-ad07-c4966362cf20 req-6d794f26-92c1-40ee-8f8c-4d3b8dead883 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 210 time: 0.1170220 Nov 27 01:28:30.425939 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f072cc22-1b2d-4c99-878f-487e073000c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.450938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f072cc22-1b2d-4c99-878f-487e073000c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.509765 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f072cc22-1b2d-4c99-878f-487e073000c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.512450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f072cc22-1b2d-4c99-878f-487e073000c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.516403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f072cc22-1b2d-4c99-878f-487e073000c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27c72880-d223-4e0b-aaa5-9c8c24d8e9d8 HTTP/1.1" status: 204 len: 168 time: 0.1791584 Nov 27 01:28:30.525773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072cc22-1b2d-4c99-878f-487e073000c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c72880-d223-4e0b-aaa5-9c8c24d8e9d8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:30.641922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85de2050-d267-4eb0-b814-2e7e6521b652 None None] DHCP port deletion for c4bb9111-4abc-481e-8d9a-3162a508a6b8 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:30.722623 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.729001 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.766735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-85de2050-d267-4eb0-b814-2e7e6521b652 None None] Deleting port 4c38bba7-7874-4d06-867e-900ae6288897 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:30.767116 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-85de2050-d267-4eb0-b814-2e7e6521b652 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.875442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 4c38bba7-7874-4d06-867e-900ae6288897 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:30.875442 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.923145 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-85de2050-d267-4eb0-b814-2e7e6521b652 None None] For port 4c38bba7-7874-4d06-867e-900ae6288897, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4c38bba7-7874-4d06-867e-900ae6288897,segment=NetworkSegment(7b8802e8-e293-4a0e-8a99-926bfb344d22),segment_id=7b8802e8-e293-4a0e-8a99-926bfb344d22)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:30.923604 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-85de2050-d267-4eb0-b814-2e7e6521b652 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:30.940286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-85de2050-d267-4eb0-b814-2e7e6521b652 None None] Calling delete_port for 4c38bba7-7874-4d06-867e-900ae6288897 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:31.047402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] For port 4c38bba7-7874-4d06-867e-900ae6288897, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4c38bba7-7874-4d06-867e-900ae6288897,segment=NetworkSegment(7b8802e8-e293-4a0e-8a99-926bfb344d22),segment_id=7b8802e8-e293-4a0e-8a99-926bfb344d22)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:31.047770 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.082572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 4c38bba7-7874-4d06-867e-900ae6288897 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:31.085899 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-85de2050-d267-4eb0-b814-2e7e6521b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.126461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de2050-d267-4eb0-b814-2e7e6521b652 None None] Pushing event deleted for resources: {'Port': ['ID=4c38bba7-7874-4d06-867e-900ae6288897,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:31.130294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4c38bba7-7874-4d06-867e-900ae6288897 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:28:31.173812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85de2050-d267-4eb0-b814-2e7e6521b652 None None] No DVR routers for this DVR port 4c38bba7-7874-4d06-867e-900ae6288897 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:28:31.176363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 4c38bba7-7874-4d06-867e-900ae6288897 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:28:31.176942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4c38bba7-7874-4d06-867e-900ae6288897 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:28:31.329640 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.332820 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.395438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=4c38bba7-7874-4d06-867e-900ae6288897,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:31.398201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.441260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No DVR routers for this DVR port 4c38bba7-7874-4d06-867e-900ae6288897 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:28:31.743491 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9245c8c9-2951-43ef-944e-bb93e8c3745c req-6eb81cd0-1cb7-432f-bf4a-8a84f86b7e15 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 210 time: 0.0904970 Nov 27 01:28:31.767880 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.811959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-23556bde-98e5-41a5-9de1-dfcdbd3933d8 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:31.813898 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-23556bde-98e5-41a5-9de1-dfcdbd3933d8 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.11 "GET /v2.0/networks?id=c075bfdb-dc45-4b2e-9b90-90649531f5b0 HTTP/1.1" status: 200 len: 911 time: 0.5070789 Nov 27 01:28:31.837347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Request body: {'port': {'device_id': 'f940a29c-b929-45da-93fb-6483eee75309', 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0', 'admin_state_up': True, 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:31.850482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bb9111-4abc-481e-8d9a-3162a508a6b8']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:31.890909 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8802e8-e293-4a0e-8a99-926bfb344d22') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:31.891312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8802e8-e293-4a0e-8a99-926bfb344d22') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:31.913520 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.944302 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.963509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:31.963993 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:31.974430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55332) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:31.982254 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:32.105767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Allocated IP 172.25.3.229 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/40da47f5-2572-49de-91ef-f07b3d40c8e9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:32.109183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Made reservation on behalf of b45019b0bada49b89dfa879282b8eb3e for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:32.120829 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.155919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-256303785'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:32.214593 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:32.219755 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.232549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.238602 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.243312 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/networks/c4bb9111-4abc-481e-8d9a-3162a508a6b8 HTTP/1.1" status: 204 len: 168 time: 1.9685953 Nov 27 01:28:32.253283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55342) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:32.254861 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.268355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9aabcea9-da13-40e6-aa07-ff3c53b12742 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1327258569'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:32.329597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aabcea9-da13-40e6-aa07-ff3c53b12742 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:32.333969 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9aabcea9-da13-40e6-aa07-ff3c53b12742 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.356416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdd2ed-e2fe-466c-82a9-ca1f92417e6f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Network': ['ID=c4bb9111-4abc-481e-8d9a-3162a508a6b8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:32.422993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aabcea9-da13-40e6-aa07-ff3c53b12742 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:32.434378 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9aabcea9-da13-40e6-aa07-ff3c53b12742 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.434953 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-9aabcea9-da13-40e6-aa07-ff3c53b12742 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Added segment 3f7625a0-5eae-4c8d-a101-1960b3383ef7 of type vlan for network 60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8 Nov 27 01:28:32.460813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Allocated IP 172.20.0.5 (c075bfdb-dc45-4b2e-9b90-90649531f5b0/fb9e8b2a-173b-4698-b175-8fd4f4553d58/58e03b05-c170-47e2-b8c4-05a6c9ed58fd) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:32.480199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9aabcea9-da13-40e6-aa07-ff3c53b12742 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.517679 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9aabcea9-da13-40e6-aa07-ff3c53b12742 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.525412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aabcea9-da13-40e6-aa07-ff3c53b12742 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:32.526405 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9aabcea9-da13-40e6-aa07-ff3c53b12742 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.626963 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.668497 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9aabcea9-da13-40e6-aa07-ff3c53b12742 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4104922 Nov 27 01:28:32.672185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabcea9-da13-40e6-aa07-ff3c53b12742 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Network': ['ID=60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:32.673077 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55348) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:32.683149 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.687583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:32.688441 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.711737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-68b8ad35-639c-4a83-8aff-ce781c2894c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': '60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:32.721975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:32.743520 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b695bd37-c0ec-4958-86bf-95a75e5dd784,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:32.752706 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.753686 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Added segment b105914a-04ab-4255-b9d7-806c7558c07e of type vlan for network 051fadad-e509-4f9f-8f5a-b6452fb5d336 Nov 27 01:28:32.806728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.868829 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.876827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:32.877907 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.937536 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.959937 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8ad35-639c-4a83-8aff-ce781c2894c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:32.963359 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-68b8ad35-639c-4a83-8aff-ce781c2894c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:32.970533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['efb28bc7-2d6f-4d85-b14d-035e536238fc'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:28:33.039346 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Network': ['ID=051fadad-e509-4f9f-8f5a-b6452fb5d336,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:33.062381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-06acb2e9-3724-40ea-b366-e6e442713769 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0776434 Nov 27 01:28:33.072178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 051fadad-e509-4f9f-8f5a-b6452fb5d336 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:33.211084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Pushing event updated for resources: {'Port': ['ID=58e03b05-c170-47e2-b8c4-05a6c9ed58fd,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:33.355162 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.367626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Network c075bfdb-dc45-4b2e-9b90-90649531f5b0 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:33.381388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:33.393798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:33.452228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:33.453441 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.478579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06df59-1a34-461e-861e-5c8620a87d1e req-2fab8297-7826-4280-b362-e18bd67e3e5d tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:33.483693 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb06df59-1a34-461e-861e-5c8620a87d1e req-2fab8297-7826-4280-b362-e18bd67e3e5d tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1027 time: 0.5739691 Nov 27 01:28:33.563241 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb06df59-1a34-461e-861e-5c8620a87d1e req-432071d1-9bbb-496d-b20d-cca6202ef296 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618241 Nov 27 01:28:33.578727 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ebb4af6d-384c-42c0-82bf-2656dff4fa7a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7519152 Nov 27 01:28:33.611085 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.706273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:33.707098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Pushing event updated for resources: {'Port': ['ID=40da47f5-2572-49de-91ef-f07b3d40c8e9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:33.741318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Request body: {'port': {'device_id': 'f940a29c-b929-45da-93fb-6483eee75309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:33.744550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:33.755039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:33.761113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a7b051-1410-45ae-a459-389c90906354 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:33.870439 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7d30f17a-c133-4c56-87dc-978708958776 None None] Provisioning complete for port 40da47f5-2572-49de-91ef-f07b3d40c8e9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:33.871393 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7d30f17a-c133-4c56-87dc-978708958776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.914647 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7d30f17a-c133-4c56-87dc-978708958776 None None] Port 40da47f5-2572-49de-91ef-f07b3d40c8e9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:33.926817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7d30f17a-c133-4c56-87dc-978708958776 None None] Provisioning complete for port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:33.928381 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7d30f17a-c133-4c56-87dc-978708958776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:33.973402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7d30f17a-c133-4c56-87dc-978708958776 None None] Port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:28:34.018846 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:34.033380 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-68b8ad35-639c-4a83-8aff-ce781c2894c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:34.381491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8ad35-639c-4a83-8aff-ce781c2894c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Subnet': ['ID=fa25975b-1f98-4676-a175-796a13dfc343,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:34.443512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8ad35-639c-4a83-8aff-ce781c2894c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Checking segment: {'id': '3f7625a0-5eae-4c8d-a101-1960b3383ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:34.443883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8ad35-639c-4a83-8aff-ce781c2894c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network hostable DHCP agents. Network: 60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:34.546159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8ad35-639c-4a83-8aff-ce781c2894c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network 60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:34.556111 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:34.583636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-68b8ad35-639c-4a83-8aff-ce781c2894c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:34.599172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4068ad4c-9cc4-4567-8b5e-dcd312ae79ea None None] Network 60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:34.829865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8ad35-639c-4a83-8aff-ce781c2894c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:34.830551 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-68b8ad35-639c-4a83-8aff-ce781c2894c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:34.902912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8', 'network_id': '60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8', 'tenant_id': '5810ed55cffb4bfeb6e5df6f24dfd560', 'fixed_ips': [{'subnet_id': 'fa25975b-1f98-4676-a175-796a13dfc343'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:34.903816 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:34.961279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e03b05-c170-47e2-b8c4-05a6c9ed58fd {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:28:35.008210 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:35.013735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d30fd4-d076-4683-aba7-54678f9637d5 req-9ac0a6d4-699c-4a05-a38a-3bc99ff92ebf tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:35.023922 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-31d30fd4-d076-4683-aba7-54678f9637d5 req-9ac0a6d4-699c-4a05-a38a-3bc99ff92ebf tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1027 time: 0.3025389 Nov 27 01:28:35.051641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55388) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:35.056907 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-68b8ad35-639c-4a83-8aff-ce781c2894c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3540075 Nov 27 01:28:35.068457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': '60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2146452552'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:35.082660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Transition to ACTIVE for port object 58e03b05-c170-47e2-b8c4-05a6c9ed58fd will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:28:35.123547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Allocated IP 172.20.0.2 (60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8/fa25975b-1f98-4676-a175-796a13dfc343/9da53b34-8e81-45bf-a7b0-a05da36ef5f0) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:35.137496 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-31d30fd4-d076-4683-aba7-54678f9637d5 req-1e05ea9c-9aed-4d22-b8ba-18c13a16df5a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126587 Nov 27 01:28:35.140865 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:35.348510 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:35.352632 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:35.398917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port f813669a-e6f7-475d-8aeb-9fa54616b9b8 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:35.800821 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:35.824207 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:35.920258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Network 60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:35.929750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.6 (60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8/fa25975b-1f98-4676-a175-796a13dfc343/f813669a-e6f7-475d-8aeb-9fa54616b9b8) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:35.939404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:35.946475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:36.070857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Pushing event updated for resources: {'Port': ['ID=9da53b34-8e81-45bf-a7b0-a05da36ef5f0,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:36.125930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Pushing event updated for resources: {'Port': ['ID=58e03b05-c170-47e2-b8c4-05a6c9ed58fd,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:36.180321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Attempting to bind port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:36.181127 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Attempting to bind port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:36.181572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Attempting to bind port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd on network c075bfdb-dc45-4b2e-9b90-90649531f5b0 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:36.183607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Attempting to bind port 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:36.187088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Attempting to bind port 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '3f7625a0-5eae-4c8d-a101-1960b3383ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:36.187088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Attempting to bind port 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 on network 60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:36.190951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd on network c075bfdb-dc45-4b2e-9b90-90649531f5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:28:36.190951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Attempting to bind port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd on network c075bfdb-dc45-4b2e-9b90-90649531f5b0 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:36.198744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:36.198744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Checking segment: {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:36.198744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Bound using segment: {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:36.199378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Bound port: 58e03b05-c170-47e2-b8c4-05a6c9ed58fd, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5ceac8-3f80-4db9-9cca-78bd93b4b878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:36.199844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.202207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:36.207527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Checking segment: {'id': '3f7625a0-5eae-4c8d-a101-1960b3383ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:36.207978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.208392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Bound using segment: {'id': '3f7625a0-5eae-4c8d-a101-1960b3383ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:36.208899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Bound port: 9da53b34-8e81-45bf-a7b0-a05da36ef5f0, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7625a0-5eae-4c8d-a101-1960b3383ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:36.209294 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.249070 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.319572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.377188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] For port 9da53b34-8e81-45bf-a7b0-a05da36ef5f0, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:36.382060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] For port 9da53b34-8e81-45bf-a7b0-a05da36ef5f0, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9da53b34-8e81-45bf-a7b0-a05da36ef5f0,segment=NetworkSegment(3f7625a0-5eae-4c8d-a101-1960b3383ef7),segment_id=3f7625a0-5eae-4c8d-a101-1960b3383ef7)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:36.383952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55410) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:36.392105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.406260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-02f74cbd-a168-420a-affa-a403a480e2bc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'subnet': {'network_id': '051fadad-e509-4f9f-8f5a-b6452fb5d336', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:36.487602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfeb31a-01d0-4cdf-89ca-5072adf2172f None None] Pushing event updated for resources: {'Port': ['ID=9da53b34-8e81-45bf-a7b0-a05da36ef5f0,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:36.509710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2dfe1-d7b5-406e-a9bc-532858096aca req-dbde15fc-6953-4df4-aa91-d9090e38495a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:36.511437 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2f2dfe1-d7b5-406e-a9bc-532858096aca req-dbde15fc-6953-4df4-aa91-d9090e38495a tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1052 time: 0.1895437 Nov 27 01:28:36.514346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] For port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:36.546177 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.632508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network 60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:36.635552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=f813669a-e6f7-475d-8aeb-9fa54616b9b8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:36.637970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] For port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=58e03b05-c170-47e2-b8c4-05a6c9ed58fd,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:36.640186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:36.644193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:36.689810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f74cbd-a168-420a-affa-a403a480e2bc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:36.693430 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02f74cbd-a168-420a-affa-a403a480e2bc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.704095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.799027 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2f2dfe1-d7b5-406e-a9bc-532858096aca req-c46ba469-4aa1-4dc8-8e2c-cc6b474a4281 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760684 Nov 27 01:28:36.800476 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:36.802152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.803391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] 10.222.0.11 "PUT /v2.0/ports/58e03b05-c170-47e2-b8c4-05a6c9ed58fd HTTP/1.1" status: 200 len: 1091 time: 3.2038705 Nov 27 01:28:36.808010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f940a29c-b929-45da-93fb-6483eee75309', 'tag': '58e03b05-c170-47e2-b8c4-05a6c9ed58fd'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:36.810373 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb949730-b314-4065-96cf-d1dc1eba8b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f940a29c-b929-45da-93fb-6483eee75309", "tag": "58e03b05-c170-47e2-b8c4-05a6c9ed58fd"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:36.827861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:36.828539 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:36.850765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8885a-c2be-4ab3-a794-cb4d90fee6fd service neutron] Pushing event updated for resources: {'Port': ['ID=58e03b05-c170-47e2-b8c4-05a6c9ed58fd,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:36.880400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Router aec64a20-ca8d-4b55-b525-c9c7b39c1b0f is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:28:36.910033 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3dd0c813-6d90-4045-b0fd-af9d75d9dc55 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.8497949 Nov 27 01:28:36.913468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55436) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:37.158031 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ae364777-3c5d-4f63-b111-f6da75871e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:37.162627 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-ae364777-3c5d-4f63-b111-f6da75871e2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b45019b0bada49b89dfa879282b8eb3e&device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1094 time: 0.2747502 Nov 27 01:28:37.324559 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02f74cbd-a168-420a-affa-a403a480e2bc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:37.327760 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-9b9a0c90-a5b1-4692-b161-d2869b81e888 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e03b05-c170-47e2-b8c4-05a6c9ed58fd HTTP/1.1" status: 200 len: 217 time: 0.1036720 Nov 27 01:28:37.423390 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6327502-9ddc-4cdc-af1b-d88e3b41c0a5 x-openstack-request-id: req-d6327502-9ddc-4cdc-af1b-d88e3b41c0a5 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:37.423756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55442) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:37.426368 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f940a29c-b929-45da-93fb-6483eee75309", "tag": "58e03b05-c170-47e2-b8c4-05a6c9ed58fd", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:37.426768 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6327502-9ddc-4cdc-af1b-d88e3b41c0a5 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:37.427296 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f940a29c-b929-45da-93fb-6483eee75309', 'tag': '58e03b05-c170-47e2-b8c4-05a6c9ed58fd', 'status': 'completed', 'code': 200} Nov 27 01:28:37.447867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f74cbd-a168-420a-affa-a403a480e2bc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Subnet': ['ID=e9006e68-4dd5-4785-b1a1-677f50814d3a,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:37.458278 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-306ca944-34e6-4df7-bac5-362bf7c1f68a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port f813669a-e6f7-475d-8aeb-9fa54616b9b8 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:37.458792 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-306ca944-34e6-4df7-bac5-362bf7c1f68a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:37.460366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:37.473821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58703b3-1339-4c03-a4c3-e5ab0c97d039 None None] Sync routers for ids ['aec64a20-ca8d-4b55-b525-c9c7b39c1b0f'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:37.489148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58703b3-1339-4c03-a4c3-e5ab0c97d039 None None] Routers {'aec64a20-ca8d-4b55-b525-c9c7b39c1b0f'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:37.489798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b58703b3-1339-4c03-a4c3-e5ab0c97d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:28:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['aec64a20-ca8d-4b55-b525-c9c7b39c1b0f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:37.497515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-fcaaec1d-6698-420d-9962-e12dc218c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:37.499132 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-fcaaec1d-6698-420d-9962-e12dc218c618 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb9e8b2a-173b-4698-b175-8fd4f4553d58 HTTP/1.1" status: 200 len: 849 time: 0.1547315 Nov 27 01:28:37.524898 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:37.528799 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2693281f-efe9-442c-9d3f-d75ac955f483 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.4604297 Nov 27 01:28:37.536200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55446) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:37.539387 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f74cbd-a168-420a-affa-a403a480e2bc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Checking segment: {'id': 'b105914a-04ab-4255-b9d7-806c7558c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '051fadad-e509-4f9f-8f5a-b6452fb5d336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:37.541303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f74cbd-a168-420a-affa-a403a480e2bc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network hostable DHCP agents. Network: 051fadad-e509-4f9f-8f5a-b6452fb5d336, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:37.550917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:37.594483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-c7b0150e-3070-4a38-9613-012d894e4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:37.595433 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-c7b0150e-3070-4a38-9613-012d894e4e64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c075bfdb-dc45-4b2e-9b90-90649531f5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881884 Nov 27 01:28:37.603434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b58703b3-1339-4c03-a4c3-e5ab0c97d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:37.623942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58703b3-1339-4c03-a4c3-e5ab0c97d039 None None] Routers {'aec64a20-ca8d-4b55-b525-c9c7b39c1b0f'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:37.629268 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b58703b3-1339-4c03-a4c3-e5ab0c97d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:28:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['aec64a20-ca8d-4b55-b525-c9c7b39c1b0f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:37.688655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b58703b3-1339-4c03-a4c3-e5ab0c97d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:37.689343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58703b3-1339-4c03-a4c3-e5ab0c97d039 None None] The sync data for ids ['aec64a20-ca8d-4b55-b525-c9c7b39c1b0f'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:37.762037 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-0264726b-11c2-4cb5-bf41-5262cda5a93e service neutron] 10.222.0.11 "GET /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583302 Nov 27 01:28:37.953685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5c3be5e-8103-4828-bd68-3077efd14407 req-b19c3479-b37a-4758-aa03-78876fc36b0a service neutron] 10.222.0.11 "GET /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820831 Nov 27 01:28:38.140619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb949730-b314-4065-96cf-d1dc1eba8b0a req-32a245fb-395e-4cb2-800e-6657d3f8f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:38.142392 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb949730-b314-4065-96cf-d1dc1eba8b0a req-32a245fb-395e-4cb2-800e-6657d3f8f5b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b45019b0bada49b89dfa879282b8eb3e&device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1094 time: 0.0877466 Nov 27 01:28:38.157083 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-306ca944-34e6-4df7-bac5-362bf7c1f68a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.183652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-306ca944-34e6-4df7-bac5-362bf7c1f68a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for f813669a-e6f7-475d-8aeb-9fa54616b9b8 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:38.209255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec64a2e-dd04-44e9-aeff-5dbf505da097 None None] Network 60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:38.261982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb949730-b314-4065-96cf-d1dc1eba8b0a req-6a25f4f7-54aa-4df4-a808-40e1a10b6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:38.263524 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb949730-b314-4065-96cf-d1dc1eba8b0a req-6a25f4f7-54aa-4df4-a808-40e1a10b6569 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c075bfdb-dc45-4b2e-9b90-90649531f5b0 HTTP/1.1" status: 200 len: 911 time: 0.1141624 Nov 27 01:28:38.275401 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-85fc06c4-4a97-4cea-beb6-a39d5ac45e7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.287680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-20792eff-9c09-493e-9025-274dec32adde None None] Provisioning complete for port 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:38.288059 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20792eff-9c09-493e-9025-274dec32adde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.349938 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb949730-b314-4065-96cf-d1dc1eba8b0a req-552544ce-e2f3-4c0e-842a-40b6b0537a09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58e03b05-c170-47e2-b8c4-05a6c9ed58fd HTTP/1.1" status: 200 len: 217 time: 0.0767233 Nov 27 01:28:38.365169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f74cbd-a168-420a-affa-a403a480e2bc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network 051fadad-e509-4f9f-8f5a-b6452fb5d336 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:38.439850 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-85fc06c4-4a97-4cea-beb6-a39d5ac45e7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.459766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb949730-b314-4065-96cf-d1dc1eba8b0a req-11913e81-9208-4865-92f1-65830dbf6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:38.461133 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-85fc06c4-4a97-4cea-beb6-a39d5ac45e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.462989 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb949730-b314-4065-96cf-d1dc1eba8b0a req-11913e81-9208-4865-92f1-65830dbf6543 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb9e8b2a-173b-4698-b175-8fd4f4553d58 HTTP/1.1" status: 200 len: 849 time: 0.1061399 Nov 27 01:28:38.492125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-02f74cbd-a168-420a-affa-a403a480e2bc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 051fadad-e509-4f9f-8f5a-b6452fb5d336) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:38.496704 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20792eff-9c09-493e-9025-274dec32adde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.505052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef65c84-0a71-420e-8866-5a079d502675 req-2de820cf-c4b8-43e6-8a53-5f6b9fb522c2 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:38.506695 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ef65c84-0a71-420e-8866-5a079d502675 req-2de820cf-c4b8-43e6-8a53-5f6b9fb522c2 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1094 time: 0.3152249 Nov 27 01:28:38.516959 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f74cbd-a168-420a-affa-a403a480e2bc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:38.517611 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02f74cbd-a168-420a-affa-a403a480e2bc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.540082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ee1bc4-9e7c-41f0-9603-d609f9c8fab6 None None] Network 051fadad-e509-4f9f-8f5a-b6452fb5d336 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:38.547916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb949730-b314-4065-96cf-d1dc1eba8b0a req-9a2a4137-d75c-4802-9ac3-248039cbafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:38.549500 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb949730-b314-4065-96cf-d1dc1eba8b0a req-9a2a4137-d75c-4802-9ac3-248039cbafb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c075bfdb-dc45-4b2e-9b90-90649531f5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783670 Nov 27 01:28:38.661611 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb949730-b314-4065-96cf-d1dc1eba8b0a req-a661b81a-89d7-4b5a-a616-ce9da9554ba0 service neutron] 10.222.0.11 "GET /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034131 Nov 27 01:28:38.672963 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-85fc06c4-4a97-4cea-beb6-a39d5ac45e7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=687f7f67017342d8aa7e19ddd42a5444&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2435119 Nov 27 01:28:38.684004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55458) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:38.696909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-20792eff-9c09-493e-9025-274dec32adde None None] For port 9da53b34-8e81-45bf-a7b0-a05da36ef5f0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9da53b34-8e81-45bf-a7b0-a05da36ef5f0,segment=NetworkSegment(3f7625a0-5eae-4c8d-a101-1960b3383ef7),segment_id=3f7625a0-5eae-4c8d-a101-1960b3383ef7)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:38.711095 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20792eff-9c09-493e-9025-274dec32adde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.720478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc06c4-4a97-4cea-beb6-a39d5ac45e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada56ef7-8482-4901-8dca-d6e37f368822,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:38.739947 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-02f74cbd-a168-420a-affa-a403a480e2bc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3546023 Nov 27 01:28:38.772939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55460) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:38.782318 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ef65c84-0a71-420e-8866-5a079d502675 req-58bb984e-d490-4e89-adc0-6701c7f29ea4 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543290 Nov 27 01:28:38.786779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-051fadad-e509-4f9f-8f5a-b6452fb5d336', 'network_id': '051fadad-e509-4f9f-8f5a-b6452fb5d336', 'tenant_id': '939ed67341b24862b69dd8698ab311f5', 'fixed_ips': [{'subnet_id': 'e9006e68-4dd5-4785-b1a1-677f50814d3a'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:38.792540 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.813314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-84e1f2b4-4963-4e31-b44c-3ae227977ccc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934946668'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:38.837043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20792eff-9c09-493e-9025-274dec32adde None None] Pushing event updated for resources: {'Port': ['ID=9da53b34-8e81-45bf-a7b0-a05da36ef5f0,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:38.886022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10cac89c-adf9-433f-b5ee-41c2bda99390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.923910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1f2b4-4963-4e31-b44c-3ae227977ccc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:38.932542 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84e1f2b4-4963-4e31-b44c-3ae227977ccc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.949404 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10cac89c-adf9-433f-b5ee-41c2bda99390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.950134 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.955225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb949730-b314-4065-96cf-d1dc1eba8b0a req-e66c9b48-a1d8-4588-aa94-7e99dc23854d service neutron] 10.222.0.11 "GET /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836428 Nov 27 01:28:38.955900 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-306ca944-34e6-4df7-bac5-362bf7c1f68a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:38.994560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e1f2b4-4963-4e31-b44c-3ae227977ccc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:39.006998 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84e1f2b4-4963-4e31-b44c-3ae227977ccc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.007466 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-84e1f2b4-4963-4e31-b44c-3ae227977ccc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Added segment 98c50ccd-f993-4458-80aa-240d3cc7ad64 of type vlan for network 0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1 Nov 27 01:28:39.048087 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10cac89c-adf9-433f-b5ee-41c2bda99390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.050856 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10cac89c-adf9-433f-b5ee-41c2bda99390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.052403 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-10cac89c-adf9-433f-b5ee-41c2bda99390 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ada56ef7-8482-4901-8dca-d6e37f368822 HTTP/1.1" status: 204 len: 168 time: 0.3649366 Nov 27 01:28:39.067604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cac89c-adf9-433f-b5ee-41c2bda99390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada56ef7-8482-4901-8dca-d6e37f368822,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:39.158280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4f36c2a2-d950-45d1-9f1d-7ab88ce4a21a None None] Could not find standard attr ID for object f813669a-e6f7-475d-8aeb-9fa54616b9b8. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:28:39.178423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84e1f2b4-4963-4e31-b44c-3ae227977ccc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.210092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ca944-34e6-4df7-bac5-362bf7c1f68a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=f813669a-e6f7-475d-8aeb-9fa54616b9b8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:39.212994 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.274895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Allocated IP 2001:db8:0:ffff::2 (051fadad-e509-4f9f-8f5a-b6452fb5d336/e9006e68-4dd5-4785-b1a1-677f50814d3a/58684945-9a6e-492c-9c2d-756ed1f3d632) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:39.284567 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84e1f2b4-4963-4e31-b44c-3ae227977ccc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.293710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1f2b4-4963-4e31-b44c-3ae227977ccc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:39.294677 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84e1f2b4-4963-4e31-b44c-3ae227977ccc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.387194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-84e1f2b4-4963-4e31-b44c-3ae227977ccc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6036036 Nov 27 01:28:39.389919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55468) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:39.395426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-6140c61e-a55a-403d-8451-10244aade63a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'subnet': {'network_id': '0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:39.440434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-306ca944-34e6-4df7-bac5-362bf7c1f68a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.446205 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-306ca944-34e6-4df7-bac5-362bf7c1f68a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/f813669a-e6f7-475d-8aeb-9fa54616b9b8 HTTP/1.1" status: 204 len: 168 time: 2.5293167 Nov 27 01:28:39.450033 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1f2b4-4963-4e31-b44c-3ae227977ccc tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Network': ['ID=0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:39.456952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:39.460547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55472) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:39.518635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:39.532545 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-36eb46b7-ae90-4563-ba57-2a0149943f34 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:28:39.534071 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-36eb46b7-ae90-4563-ba57-2a0149943f34 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/f813669a-e6f7-475d-8aeb-9fa54616b9b8 HTTP/1.1" status: 404 len: 333 time: 0.0715442 Nov 27 01:28:39.537015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55474) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:39.561700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55476) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:39.578510 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b78338a-560d-4108-ab2a-b79089358a66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.583153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6140c61e-a55a-403d-8451-10244aade63a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:39.587024 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6140c61e-a55a-403d-8451-10244aade63a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.618194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d9b50f-b51b-4146-a259-a2f3d48eccb4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting subnet fa25975b-1f98-4676-a175-796a13dfc343 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:28:39.628433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9d9b50f-b51b-4146-a259-a2f3d48eccb4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.653439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Deleting port 40da47f5-2572-49de-91ef-f07b3d40c8e9 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:39.654609 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.682977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4f36c2a2-d950-45d1-9f1d-7ab88ce4a21a None None] Provisioning complete for port 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:39.687504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f36c2a2-d950-45d1-9f1d-7ab88ce4a21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.735042 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9d9b50f-b51b-4146-a259-a2f3d48eccb4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.737910 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.774688 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 58e03b05-c170-47e2-b8c4-05a6c9ed58fd details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:28:39.843682 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.871758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b78338a-560d-4108-ab2a-b79089358a66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.879888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Calling delete_port for 40da47f5-2572-49de-91ef-f07b3d40c8e9 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:39.887360 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b78338a-560d-4108-ab2a-b79089358a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.902837 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9d9b50f-b51b-4146-a259-a2f3d48eccb4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:39.974407 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78338a-560d-4108-ab2a-b79089358a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd1c5e0-b36c-45b1-9bd0-8e457c2ba207,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:39.991990 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5b78338a-560d-4108-ab2a-b79089358a66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d464f9a872fe4bd390f1366b1fa189c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4261892 Nov 27 01:28:39.993472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55484) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:39.995927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6140c61e-a55a-403d-8451-10244aade63a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.024172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=58e03b05-c170-47e2-b8c4-05a6c9ed58fd,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:40.062503 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.062865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb1016-9649-4137-8dcd-4b6842ab983c req-d7c591f4-8a52-4211-997f-09feac2efc26 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:40.064382 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbcb1016-9649-4137-8dcd-4b6842ab983c req-d7c591f4-8a52-4211-997f-09feac2efc26 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1094 time: 0.1277375 Nov 27 01:28:40.083840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140c61e-a55a-403d-8451-10244aade63a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Subnet': ['ID=e63cf336-fe02-4772-8be0-2dee6d4a1cf5,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:40.095559 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '58e03b05-c170-47e2-b8c4-05a6c9ed58fd', 'network_id': 'c075bfdb-dc45-4b2e-9b90-90649531f5b0', 'port_id': '58e03b05-c170-47e2-b8c4-05a6c9ed58fd', 'mac_address': 'fa:16:3e:b2:60:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9e8b2a-173b-4698-b175-8fd4f4553d58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:28:40.103636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6140c61e-a55a-403d-8451-10244aade63a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Checking segment: {'id': '98c50ccd-f993-4458-80aa-240d3cc7ad64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:40.104137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6140c61e-a55a-403d-8451-10244aade63a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network hostable DHCP agents. Network: 0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:40.140915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6140c61e-a55a-403d-8451-10244aade63a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network 0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:40.158994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-6140c61e-a55a-403d-8451-10244aade63a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:40.160075 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9d9b50f-b51b-4146-a259-a2f3d48eccb4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.167880 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6140c61e-a55a-403d-8451-10244aade63a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:40.172573 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6140c61e-a55a-403d-8451-10244aade63a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.183060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f0374-773a-46b0-9a8e-2cc1ad0f5eee None None] Network 0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:40.192422 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Pushing event updated for resources: {'Port': ['ID=58684945-9a6e-492c-9c2d-756ed1f3d632,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:40.209802 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6140c61e-a55a-403d-8451-10244aade63a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8180683 Nov 27 01:28:40.212299 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55486) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:40.218218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Network 051fadad-e509-4f9f-8f5a-b6452fb5d336 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:40.272408 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6438f10d-80ff-46cd-8117-8976eb1cb363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.274967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9b50f-b51b-4146-a259-a2f3d48eccb4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Subnet': ['ID=fa25975b-1f98-4676-a175-796a13dfc343,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:40.286224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbcb1016-9649-4137-8dcd-4b6842ab983c req-8d341cdb-4e23-43dd-93fc-ec2cd6f61e38 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769369 Nov 27 01:28:40.300215 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.309541 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.312830 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9d9b50f-b51b-4146-a259-a2f3d48eccb4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.316081 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d9d9b50f-b51b-4146-a259-a2f3d48eccb4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/fa25975b-1f98-4676-a175-796a13dfc343 HTTP/1.1" status: 204 len: 168 time: 0.7771816 Nov 27 01:28:40.316564 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.322731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55490) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:40.354801 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6438f10d-80ff-46cd-8117-8976eb1cb363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.355309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17877f17-265d-4b83-92c0-aea275fc1e26 None None] Network 60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:40.358023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:40.364549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:40.377246 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:40.377624 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.434996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Pushing event deleted for resources: {'Port': ['ID=40da47f5-2572-49de-91ef-f07b3d40c8e9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:40.444217 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.476775 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.499231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6b0599-c848-4af3-b394-75267725fa7c None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:40.537430 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.539673 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6438f10d-80ff-46cd-8117-8976eb1cb363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.542317 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6438f10d-80ff-46cd-8117-8976eb1cb363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.546472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6438f10d-80ff-46cd-8117-8976eb1cb363 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7dd1c5e0-b36c-45b1-9bd0-8e457c2ba207 HTTP/1.1" status: 204 len: 168 time: 0.5466347 Nov 27 01:28:40.564386 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e03b05-c170-47e2-b8c4-05a6c9ed58fd {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:28:40.589108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438f10d-80ff-46cd-8117-8976eb1cb363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd1c5e0-b36c-45b1-9bd0-8e457c2ba207,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:40.646966 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:40.647604 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.687045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-03fe0035-e7cc-4e28-90c5-4429924b8427 None None] Could not find standard attr ID for object f813669a-e6f7-475d-8aeb-9fa54616b9b8. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:28:40.717740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=58e03b05-c170-47e2-b8c4-05a6c9ed58fd,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:40.749606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Attempting to bind port 58684945-9a6e-492c-9c2d-756ed1f3d632 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:40.749985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Attempting to bind port 58684945-9a6e-492c-9c2d-756ed1f3d632 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'b105914a-04ab-4255-b9d7-806c7558c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '051fadad-e509-4f9f-8f5a-b6452fb5d336'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:40.750374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Attempting to bind port 58684945-9a6e-492c-9c2d-756ed1f3d632 on network 051fadad-e509-4f9f-8f5a-b6452fb5d336 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:40.752251 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.760871 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.808627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Subnet': ['ID=e63cf336-fe02-4772-8be0-2dee6d4a1cf5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:40.832094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:40.832475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Checking segment: {'id': 'b105914a-04ab-4255-b9d7-806c7558c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '051fadad-e509-4f9f-8f5a-b6452fb5d336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:40.832872 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.833269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Bound using segment: {'id': 'b105914a-04ab-4255-b9d7-806c7558c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '051fadad-e509-4f9f-8f5a-b6452fb5d336'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:40.833737 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Bound port: 58684945-9a6e-492c-9c2d-756ed1f3d632, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b105914a-04ab-4255-b9d7-806c7558c07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '051fadad-e509-4f9f-8f5a-b6452fb5d336'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:40.834120 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.834298 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.836457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=58e03b05-c170-47e2-b8c4-05a6c9ed58fd,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:40.850333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.910343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04c319-75f5-45d9-9181-a670f864b034 None None] Network 0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:40.923395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] For port 9da53b34-8e81-45bf-a7b0-a05da36ef5f0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9da53b34-8e81-45bf-a7b0-a05da36ef5f0,segment=NetworkSegment(3f7625a0-5eae-4c8d-a101-1960b3383ef7),segment_id=3f7625a0-5eae-4c8d-a101-1960b3383ef7)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:40.923846 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:40.943815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:40.985693 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Router aec64a20-ca8d-4b55-b525-c9c7b39c1b0f has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:28:41.054773 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.059759 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.111770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=9da53b34-8e81-45bf-a7b0-a05da36ef5f0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:41.143848 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No DVR routers for this DVR port 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:28:41.153595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:41.167541 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:28:41.179593 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c259c-a2ba-40f8-b900-4b20418db8bb None None] Sync routers for ids ['aec64a20-ca8d-4b55-b525-c9c7b39c1b0f'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:28:41.196963 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c259c-a2ba-40f8-b900-4b20418db8bb None None] Routers {'aec64a20-ca8d-4b55-b525-c9c7b39c1b0f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:41.197885 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f80c259c-a2ba-40f8-b900-4b20418db8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:28:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['aec64a20-ca8d-4b55-b525-c9c7b39c1b0f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:41.199802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c50ccd-f993-4458-80aa-240d3cc7ad64') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:41.201098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.202616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c50ccd-f993-4458-80aa-240d3cc7ad64') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:41.203784 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b891445a-fe31-4df9-987f-1f2f8e7ec108 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "PUT /v2.0/routers/aec64a20-ca8d-4b55-b525-c9c7b39c1b0f HTTP/1.1" status: 200 len: 710 time: 3.6564879 Nov 27 01:28:41.210092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55512) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:41.219742 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.258079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.274103 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:41.274555 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.287399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['58e03b05-c170-47e2-b8c4-05a6c9ed58fd'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:28:41.295189 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f80c259c-a2ba-40f8-b900-4b20418db8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:41.306449 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:41.319351 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c259c-a2ba-40f8-b900-4b20418db8bb None None] Routers {'aec64a20-ca8d-4b55-b525-c9c7b39c1b0f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:28:41.320334 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f80c259c-a2ba-40f8-b900-4b20418db8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:28:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['aec64a20-ca8d-4b55-b525-c9c7b39c1b0f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:41.370403 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f80c259c-a2ba-40f8-b900-4b20418db8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:41.372276 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80c259c-a2ba-40f8-b900-4b20418db8bb None None] The sync data for ids ['aec64a20-ca8d-4b55-b525-c9c7b39c1b0f'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:28:41.400502 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c99f898-1b73-482a-8d27-4be99bfefdda None None] DHCP port deletion for 60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:28:41.405425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] For port 58684945-9a6e-492c-9c2d-756ed1f3d632, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:41.518491 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8ae007f1-3298-41b4-a5fd-ebc2c15a19bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.579448 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4c9019e3-1895-48e7-8bcc-d202ef3c9eef tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/routers/aec64a20-ca8d-4b55-b525-c9c7b39c1b0f HTTP/1.1" status: 200 len: 745 time: 0.3708196 Nov 27 01:28:41.584080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55526) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:41.589299 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.598463 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.605460 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1 HTTP/1.1" status: 204 len: 168 time: 1.3921564 Nov 27 01:28:41.630624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] For port 58684945-9a6e-492c-9c2d-756ed1f3d632, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=58684945-9a6e-492c-9c2d-756ed1f3d632,segment=NetworkSegment(b105914a-04ab-4255-b9d7-806c7558c07e),segment_id=b105914a-04ab-4255-b9d7-806c7558c07e)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:41.639928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55528) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:41.646493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1730705586'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:41.649896 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.672252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c9820-e959-4bf4-88ec-9ad46ee9ca39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Network': ['ID=0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:41.689362 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.705816 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-50226ce4-3982-4201-b260-b4efe9926976 tempest-RoutersIpV6AdminTest-677900688 tempest-RoutersIpV6AdminTest-677900688-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=52383c89-3099-4684-8caa-850cf0860139&device_id=aec64a20-ca8d-4b55-b525-c9c7b39c1b0f HTTP/1.1" status: 200 len: 205 time: 0.1202815 Nov 27 01:28:41.708479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55534) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:41.720422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:41.724797 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.745719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:41.760491 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6eef0be3-320c-4fe5-a13a-4f5748b8e5df tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "GET /v2.0/ports?device_id=aec64a20-ca8d-4b55-b525-c9c7b39c1b0f HTTP/1.1" status: 200 len: 205 time: 0.0487230 Nov 27 01:28:41.760757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7625a0-5eae-4c8d-a101-1960b3383ef7') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:41.761010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7625a0-5eae-4c8d-a101-1960b3383ef7') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:41.761794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214842d-535b-46a4-9ac1-6642afabea05 req-d5dbc044-29f7-48f5-b40f-5116c8016d4c tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:41.765324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55538) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:41.772722 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7214842d-535b-46a4-9ac1-6642afabea05 req-d5dbc044-29f7-48f5-b40f-5116c8016d4c tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1095 time: 0.2935820 Nov 27 01:28:41.782792 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:41.825654 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d5723-e0b4-430d-a043-983473b78f54 None None] Pushing event updated for resources: {'Port': ['ID=58684945-9a6e-492c-9c2d-756ed1f3d632,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:41.860942 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7214842d-535b-46a4-9ac1-6642afabea05 req-219ac875-ec9d-4e17-b792-3fa8f3f6219c tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872252 Nov 27 01:28:41.874966 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-832abbf6-1d9a-43fe-8024-df713f1d4d27 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.883637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.894958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:41.895381 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Added segment 06156e98-1594-40ba-8852-f249fd0a864a of type vlan for network a3c67bdf-457c-4dff-8fee-ea7c703deb68 Nov 27 01:28:42.024976 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.039514 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.095573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:42.095984 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:42.159242 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:42.186952 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.db.resource_extend [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:28:42.244543 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-832abbf6-1d9a-43fe-8024-df713f1d4d27 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.276612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.284022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:42.284739 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.291711 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-832abbf6-1d9a-43fe-8024-df713f1d4d27 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.391384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7491028 Nov 27 01:28:42.395035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55556) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:42.399779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.405779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4ddd15a8-e8bc-4d77-8698-499d74536057 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'subnet': {'network_id': 'a3c67bdf-457c-4dff-8fee-ea7c703deb68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:42.409509 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.412953 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/networks/60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8 HTTP/1.1" status: 204 len: 168 time: 2.0883014 Nov 27 01:28:42.417989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55562) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:42.418731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d2cbe-d45e-47e8-8429-84351e702a4d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Network': ['ID=a3c67bdf-457c-4dff-8fee-ea7c703deb68,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:42.423072 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-832abbf6-1d9a-43fe-8024-df713f1d4d27 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.423797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832abbf6-1d9a-43fe-8024-df713f1d4d27 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Fanout notify agent at l3_agent the message router_deleted on router aec64a20-ca8d-4b55-b525-c9c7b39c1b0f {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:28:42.432004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-832abbf6-1d9a-43fe-8024-df713f1d4d27 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.438142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-832abbf6-1d9a-43fe-8024-df713f1d4d27 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/routers/aec64a20-ca8d-4b55-b525-c9c7b39c1b0f HTTP/1.1" status: 204 len: 168 time: 0.6717839 Nov 27 01:28:42.439027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55564) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:42.440014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a3c67bdf-457c-4dff-8fee-ea7c703deb68 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:42.441871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'name': 'tempest-PortsTestJSON-2062310458'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:42.501421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a75e27-d0a3-46b8-a23b-21fe0c087541 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Network': ['ID=60ecdd7a-9a81-4a4a-a8ad-3ea307d231d8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:42.592431 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bb39b6b8-f2cd-46c7-a776-2262f0c772bc tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "GET /v2.0/ports?device_id=aec64a20-ca8d-4b55-b525-c9c7b39c1b0f HTTP/1.1" status: 200 len: 205 time: 0.1461627 Nov 27 01:28:42.594684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:42.595582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55572) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:42.598840 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.648357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port d14c55ba-514b-44a7-a852-f29597933942 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:42.661312 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-0c271978-2a21-4f35-a269-8054139ba982 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] delete failed (client error): The resource could not be found. Nov 27 01:28:42.673364 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0c271978-2a21-4f35-a269-8054139ba982 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/routers/aec64a20-ca8d-4b55-b525-c9c7b39c1b0f HTTP/1.1" status: 404 len: 336 time: 0.0658934 Nov 27 01:28:42.673857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55576) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:42.720700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-78fead25-8c6d-433f-a4cd-c0acfaf8c570 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "GET /v2.0/ports?device_id=8034bddf-f960-42cc-a946-44a69028eb62 HTTP/1.1" status: 200 len: 205 time: 0.0432296 Nov 27 01:28:42.724821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55580) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:42.783757 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddd15a8-e8bc-4d77-8698-499d74536057 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:42.787297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ddd15a8-e8bc-4d77-8698-499d74536057 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.790882 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-cf782705-70b4-4074-8e2f-54a97b00c5a3 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] delete failed (client error): The resource could not be found. Nov 27 01:28:42.791877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cf782705-70b4-4074-8e2f-54a97b00c5a3 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/routers/8034bddf-f960-42cc-a946-44a69028eb62 HTTP/1.1" status: 404 len: 336 time: 0.0661352 Nov 27 01:28:42.794490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55584) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:42.879520 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:42.954046 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.036159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:43.039586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:43.043649 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:43.050003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:43.050665 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.066150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=d14c55ba-514b-44a7-a852-f29597933942,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:43.075621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c38c9c16-fd53-4e9a-9496-80092c447921 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6493108 Nov 27 01:28:43.076353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55596) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:43.087964 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1ec416d9-9e43-495c-a353-15ce00e0b4e1 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34aec4d-e76d-4fd3-be25-8195eba21166 HTTP/1.1" status: 200 len: 205 time: 0.2900944 Nov 27 01:28:43.090287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55598) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:43.178961 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-36f13115-8b9d-460d-9f86-47518ef3823f tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] delete failed (client error): The resource could not be found. Nov 27 01:28:43.183208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-36f13115-8b9d-460d-9f86-47518ef3823f tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/routers/b34aec4d-e76d-4fd3-be25-8195eba21166 HTTP/1.1" status: 404 len: 336 time: 0.0930669 Nov 27 01:28:43.183789 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55604) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:43.208319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aaa98-4643-44b1-9ef4-7dfac301504e req-85fa2dfa-bf33-4ebe-b129-acd0f787774b tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:43.215337 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f69aaa98-4643-44b1-9ef4-7dfac301504e req-85fa2dfa-bf33-4ebe-b129-acd0f787774b tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1095 time: 0.1604621 Nov 27 01:28:43.235000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e9963924-d029-4b4f-9508-427064423359 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2fb62c3-30b5-4061-b812-a5fdd80caf0c HTTP/1.1" status: 200 len: 205 time: 0.0466628 Nov 27 01:28:43.235962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:43.241999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ddd15a8-e8bc-4d77-8698-499d74536057 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.335211 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-167107fa-6700-4022-8cc8-92116ba0024c tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] delete failed (client error): The resource could not be found. Nov 27 01:28:43.338957 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-167107fa-6700-4022-8cc8-92116ba0024c tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/routers/f2fb62c3-30b5-4061-b812-a5fdd80caf0c HTTP/1.1" status: 404 len: 336 time: 0.0966885 Nov 27 01:28:43.383443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb67501-da29-4054-8655-ef303c9291f9 None None] Network 051fadad-e509-4f9f-8f5a-b6452fb5d336 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:43.383996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55608) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:43.426714 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f69aaa98-4643-44b1-9ef4-7dfac301504e req-bd363168-fa3d-447d-a881-1b32b276f5fe tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054868 Nov 27 01:28:43.428637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd15a8-e8bc-4d77-8698-499d74536057 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Subnet': ['ID=7fb9e182-d254-459f-8ad8-ba6ff85dda8d,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:43.453478 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8089bc40-8839-4f3e-b038-26a2afb833f5 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "GET /v2.0/ports?device_id=128cb9d8-a524-4f6a-b8ca-63e96b62b2d5 HTTP/1.1" status: 200 len: 205 time: 0.0685871 Nov 27 01:28:43.454335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55610) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:43.480265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddd15a8-e8bc-4d77-8698-499d74536057 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Checking segment: {'id': '06156e98-1594-40ba-8852-f249fd0a864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3c67bdf-457c-4dff-8fee-ea7c703deb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:43.481411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddd15a8-e8bc-4d77-8698-499d74536057 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network hostable DHCP agents. Network: a3c67bdf-457c-4dff-8fee-ea7c703deb68, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:43.487699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 58684945-9a6e-492c-9c2d-756ed1f3d632 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:43.504691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddd15a8-e8bc-4d77-8698-499d74536057 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network a3c67bdf-457c-4dff-8fee-ea7c703deb68 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:43.511784 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-69cc404a-9eb6-4b89-9064-83e77e9d196e tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] delete failed (client error): The resource could not be found. Nov 27 01:28:43.516540 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-69cc404a-9eb6-4b89-9064-83e77e9d196e tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/routers/128cb9d8-a524-4f6a-b8ca-63e96b62b2d5 HTTP/1.1" status: 404 len: 336 time: 0.0596302 Nov 27 01:28:43.517134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55612) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:43.531534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3b95a707-4e31-41a1-9689-f05b419aa3c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port d14c55ba-514b-44a7-a852-f29597933942 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:43.532174 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b95a707-4e31-41a1-9689-f05b419aa3c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.533318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bbe3a194-a363-49c1-a1d6-29e1ad582f88 None None] Provisioning complete for port 58684945-9a6e-492c-9c2d-756ed1f3d632 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:43.533751 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a194-a363-49c1-a1d6-29e1ad582f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.546124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-4ddd15a8-e8bc-4d77-8698-499d74536057 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a3c67bdf-457c-4dff-8fee-ea7c703deb68) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:43.578606 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9effd43e-ec2a-4288-aa35-d804824ca6d0 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbd5b529-ef1b-4101-9681-cf5665377e11 HTTP/1.1" status: 200 len: 205 time: 0.0576220 Nov 27 01:28:43.578606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddd15a8-e8bc-4d77-8698-499d74536057 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:43.578606 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ddd15a8-e8bc-4d77-8698-499d74536057 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.581138 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55614) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:43.623666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b95a707-4e31-41a1-9689-f05b419aa3c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.631011 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-ec1b31fa-0e79-47fe-9ada-4af85711063e tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] delete failed (client error): The resource could not be found. Nov 27 01:28:43.632293 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ec1b31fa-0e79-47fe-9ada-4af85711063e tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/routers/cbd5b529-ef1b-4101-9681-cf5665377e11 HTTP/1.1" status: 404 len: 336 time: 0.0499704 Nov 27 01:28:43.644575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55622) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:43.650935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3b95a707-4e31-41a1-9689-f05b419aa3c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for d14c55ba-514b-44a7-a852-f29597933942 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:43.673650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066aa119-9799-44ed-9ce3-7a62341b6d3b None None] Network a3c67bdf-457c-4dff-8fee-ea7c703deb68 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:43.726407 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-038eb6b9-c71d-46ad-beba-61dbd39c15d4 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] DELETE failed (client error): The resource could not be found. Nov 27 01:28:43.728803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038eb6b9-c71d-46ad-beba-61dbd39c15d4 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:28:43.739893 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-038eb6b9-c71d-46ad-beba-61dbd39c15d4 tempest-RoutersIpV6AdminTest-1177676327 tempest-RoutersIpV6AdminTest-1177676327-project] 10.222.0.37 "DELETE /v2.0/subnets/bda40e68-6606-4051-a4cc-fe0cdcab20b7 HTTP/1.1" status: 404 len: 337 time: 0.1019042 Nov 27 01:28:43.747661 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4ddd15a8-e8bc-4d77-8698-499d74536057 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3510869 Nov 27 01:28:43.751138 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55632) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:43.759000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b0036616-3989-4c7e-bc51-4673fa1fe42f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-964810660'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:43.803132 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b95a707-4e31-41a1-9689-f05b419aa3c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.809462 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0036616-3989-4c7e-bc51-4673fa1fe42f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:43.815343 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0036616-3989-4c7e-bc51-4673fa1fe42f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.851479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95a707-4e31-41a1-9689-f05b419aa3c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=d14c55ba-514b-44a7-a852-f29597933942,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:43.852710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 58e03b05-c170-47e2-b8c4-05a6c9ed58fd up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:43.873720 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b95a707-4e31-41a1-9689-f05b419aa3c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.876620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0036616-3989-4c7e-bc51-4673fa1fe42f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:43.878668 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3b95a707-4e31-41a1-9689-f05b419aa3c7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/d14c55ba-514b-44a7-a852-f29597933942 HTTP/1.1" status: 204 len: 168 time: 0.8013518 Nov 27 01:28:43.881271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55636) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:43.887323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'mac_address': 'fa:16:3e:d5:82:f2', 'name': 'tempest-PortsTestJSON-661825172'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:43.899567 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0036616-3989-4c7e-bc51-4673fa1fe42f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:43.901760 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-b0036616-3989-4c7e-bc51-4673fa1fe42f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Added segment 3b534d1c-4520-449e-bd78-dada8f26b8a9 of type vlan for network 49fabafa-6fc4-4803-bc9a-4465b5593324 Nov 27 01:28:44.002437 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0036616-3989-4c7e-bc51-4673fa1fe42f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.041990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:44.064049 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0036616-3989-4c7e-bc51-4673fa1fe42f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.070918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 58684945-9a6e-492c-9c2d-756ed1f3d632 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:44.071279 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.075971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0036616-3989-4c7e-bc51-4673fa1fe42f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:44.077176 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b0036616-3989-4c7e-bc51-4673fa1fe42f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.112761 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82d5cf04-5d96-4f5d-8260-a194d2736221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.119019 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b0036616-3989-4c7e-bc51-4673fa1fe42f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3665369 Nov 27 01:28:44.122800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55644) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:44.128982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'subnet': {'network_id': '49fabafa-6fc4-4803-bc9a-4465b5593324', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:44.177714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:28:44.209703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:44.210381 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.219544 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0036616-3989-4c7e-bc51-4673fa1fe42f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Network': ['ID=49fabafa-6fc4-4803-bc9a-4465b5593324,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:44.237662 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.278357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port 63ebeef8-77dd-4422-9f6c-655ffa685504 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:44.279048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 49fabafa-6fc4-4803-bc9a-4465b5593324 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:44.350070 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55648) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:44.353632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:44.369127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.510877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Performing IP validity checks on allocation pools {{(pid=103384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:28:44.511696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:28:44.603394 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b4138036-8614-4651-b5e0-4d39f02fa46c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.676657 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a194-a363-49c1-a1d6-29e1ad582f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.702961 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.705618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-a3c67bdf-457c-4dff-8fee-ea7c703deb68', 'network_id': 'a3c67bdf-457c-4dff-8fee-ea7c703deb68', 'tenant_id': '939ed67341b24862b69dd8698ab311f5', 'fixed_ips': [{'subnet_id': '7fb9e182-d254-459f-8ad8-ba6ff85dda8d'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:44.706531 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.769144 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b4138036-8614-4651-b5e0-4d39f02fa46c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.781156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0182fbe-abf4-4359-9e03-48ba74cbca10 req-f9e8fe4b-35de-42a4-8302-5d12191c5350 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:44.792562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0182fbe-abf4-4359-9e03-48ba74cbca10 req-f9e8fe4b-35de-42a4-8302-5d12191c5350 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1095 time: 0.2570281 Nov 27 01:28:44.796931 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b4138036-8614-4651-b5e0-4d39f02fa46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.853722 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.922585 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.954184 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:44.960592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4138036-8614-4651-b5e0-4d39f02fa46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04bcdcc-ab45-48f6-87b8-a4e3626c7508,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:44.986124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bbe3a194-a363-49c1-a1d6-29e1ad582f88 None None] For port 58684945-9a6e-492c-9c2d-756ed1f3d632, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=58684945-9a6e-492c-9c2d-756ed1f3d632,segment=NetworkSegment(b105914a-04ab-4255-b9d7-806c7558c07e),segment_id=b105914a-04ab-4255-b9d7-806c7558c07e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:44.988596 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b4138036-8614-4651-b5e0-4d39f02fa46c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d608c23d6574432b09f1f0cab9719a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6373365 Nov 27 01:28:45.010809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55668) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:45.013340 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a194-a363-49c1-a1d6-29e1ad582f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.023089 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.027470 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.067970 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0182fbe-abf4-4359-9e03-48ba74cbca10 req-8b054a85-747d-4668-8bb2-54f35362ad2b tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714922 Nov 27 01:28:45.149298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=58e03b05-c170-47e2-b8c4-05a6c9ed58fd,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:45.150818 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.159201 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34963d50-679a-4216-9f6e-45f7d76bd3b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.160049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f940a29c-b929-45da-93fb-6483eee75309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e03b05-c170-47e2-b8c4-05a6c9ed58fd'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:45.162668 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107821dc-a27b-4038-a175-ed8e3563a269" -d '{"events": [{"server_uuid": "f940a29c-b929-45da-93fb-6483eee75309", "name": "network-vif-plugged", "status": "completed", "tag": "58e03b05-c170-47e2-b8c4-05a6c9ed58fd"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:45.206671 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.229423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34963d50-679a-4216-9f6e-45f7d76bd3b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.298171 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa7b3be-4a70-46db-975f-fb2fd01f943f x-openstack-request-id: req-0fa7b3be-4a70-46db-975f-fb2fd01f943f {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:45.298516 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f940a29c-b929-45da-93fb-6483eee75309", "name": "network-vif-plugged", "status": "completed", "tag": "58e03b05-c170-47e2-b8c4-05a6c9ed58fd", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:45.298804 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fa7b3be-4a70-46db-975f-fb2fd01f943f {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:45.299216 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f940a29c-b929-45da-93fb-6483eee75309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e03b05-c170-47e2-b8c4-05a6c9ed58fd', 'code': 200} Nov 27 01:28:45.329176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3a194-a363-49c1-a1d6-29e1ad582f88 None None] Pushing event updated for resources: {'Port': ['ID=58684945-9a6e-492c-9c2d-756ed1f3d632,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:45.355147 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:28:45.355437 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:28:45.364364 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34963d50-679a-4216-9f6e-45f7d76bd3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.369422 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34963d50-679a-4216-9f6e-45f7d76bd3b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.373399 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-34963d50-679a-4216-9f6e-45f7d76bd3b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a04bcdcc-ab45-48f6-87b8-a4e3626c7508 HTTP/1.1" status: 204 len: 168 time: 0.3575008 Nov 27 01:28:45.379469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Allocated IP 2001:db8::1 (a3c67bdf-457c-4dff-8fee-ea7c703deb68/7fb9e182-d254-459f-8ad8-ba6ff85dda8d/8d0f2a5b-9cdf-4866-838e-3b275e824668) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:45.383228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5bd26af8-1a8c-4a89-b04f-23463b624cf6 None None] Provisioning complete for port 58684945-9a6e-492c-9c2d-756ed1f3d632 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:45.383660 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5bd26af8-1a8c-4a89-b04f-23463b624cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.383946 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34963d50-679a-4216-9f6e-45f7d76bd3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04bcdcc-ab45-48f6-87b8-a4e3626c7508,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:45.618921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=58e03b05-c170-47e2-b8c4-05a6c9ed58fd,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:45.774905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:45.775511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55688) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:45.793683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:45.798911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Subnet': ['ID=a9e7fe21-934e-4b6b-9eb7-afa04901bc74,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:45.800826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=63ebeef8-77dd-4422-9f6c-655ffa685504,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:45.803082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:45.809268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:45.809895 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.837118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a4c2-9c96-4176-ab86-bec26477fa47 req-8148c34a-9ae6-4caf-841e-dec87eaa65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:45.839199 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbd1a4c2-9c96-4176-ab86-bec26477fa47 req-8148c34a-9ae6-4caf-841e-dec87eaa65dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1096 time: 0.1265147 Nov 27 01:28:45.841463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Checking segment: {'id': '3b534d1c-4520-449e-bd78-dada8f26b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49fabafa-6fc4-4803-bc9a-4465b5593324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:45.841839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network hostable DHCP agents. Network: 49fabafa-6fc4-4803-bc9a-4465b5593324, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:45.853420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55690) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:45.855567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-055bf21f-98f2-4229-8cda-5d072354e141 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e46c11c3fdaa417a9852ba41be5863e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0763986 Nov 27 01:28:45.878145 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1bd1ef64-d630-4458-aef0-6e3206e6a713 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9932570 Nov 27 01:28:45.881142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55694) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:45.914883 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.919853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network 49fabafa-6fc4-4803-bc9a-4465b5593324 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:45.939076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c485a9-dbc3-438d-8095-cb685dbd403f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:45.943805 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d6c485a9-dbc3-438d-8095-cb685dbd403f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/63ebeef8-77dd-4422-9f6c-655ffa685504 HTTP/1.1" status: 200 len: 840 time: 0.0586364 Nov 27 01:28:45.943805 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55696) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:45.952900 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bbd1a4c2-9c96-4176-ab86-bec26477fa47 req-4a364286-6e19-470e-8f15-103ccbf1d179 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059780 Nov 27 01:28:45.975452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 49fabafa-6fc4-4803-bc9a-4465b5593324) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:45.975834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.979782 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b696ee50-4809-41b4-a893-c7ad78acfe64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:45.983572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:45.986762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:28:45.995929 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.021015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:28:46.021438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9da53b34-8e81-45bf-a7b0-a05da36ef5f0 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:28:46.023137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bc8f45-abb8-4057-9984-7aba129bff21 None None] Network 49fabafa-6fc4-4803-bc9a-4465b5593324 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:46.051133 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0360757c-59f0-4351-8a34-8017f72573a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9262090 Nov 27 01:28:46.057846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55704) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:46.067758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b696ee50-4809-41b4-a893-c7ad78acfe64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.186471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5cafe98d-4e5a-4095-aa64-1032e9f48309 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 63ebeef8-77dd-4422-9f6c-655ffa685504 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:46.186974 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cafe98d-4e5a-4095-aa64-1032e9f48309 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.275922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Network a3c67bdf-457c-4dff-8fee-ea7c703deb68 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:46.278606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 58684945-9a6e-492c-9c2d-756ed1f3d632 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:46.297897 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cafe98d-4e5a-4095-aa64-1032e9f48309 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.318905 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5cafe98d-4e5a-4095-aa64-1032e9f48309 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 63ebeef8-77dd-4422-9f6c-655ffa685504 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:46.337411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:46.344548 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.347142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:46.359967 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b696ee50-4809-41b4-a893-c7ad78acfe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.362792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Pushing event updated for resources: {'Port': ['ID=8d0f2a5b-9cdf-4866-838e-3b275e824668,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:46.385399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b696ee50-4809-41b4-a893-c7ad78acfe64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.398473 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b696ee50-4809-41b4-a893-c7ad78acfe64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c9c322e-1720-485f-bbf1-4f8bef14fc8d HTTP/1.1" status: 204 len: 168 time: 0.5429835 Nov 27 01:28:46.423010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696ee50-4809-41b4-a893-c7ad78acfe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9c322e-1720-485f-bbf1-4f8bef14fc8d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:46.454537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 58684945-9a6e-492c-9c2d-756ed1f3d632 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:46.455188 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.486307 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cafe98d-4e5a-4095-aa64-1032e9f48309 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.517494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb8f8e-d727-4d28-98d4-0b0c0f3796f9 req-81c801b3-5277-4f01-b179-be5ab87786d7 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:46.519307 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-53bb8f8e-d727-4d28-98d4-0b0c0f3796f9 req-81c801b3-5277-4f01-b179-be5ab87786d7 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1096 time: 0.2814393 Nov 27 01:28:46.540498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Attempting to bind port 8d0f2a5b-9cdf-4866-838e-3b275e824668 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:46.540875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Attempting to bind port 8d0f2a5b-9cdf-4866-838e-3b275e824668 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '06156e98-1594-40ba-8852-f249fd0a864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3c67bdf-457c-4dff-8fee-ea7c703deb68'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:46.541232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Attempting to bind port 8d0f2a5b-9cdf-4866-838e-3b275e824668 on network a3c67bdf-457c-4dff-8fee-ea7c703deb68 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:46.544900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafe98d-4e5a-4095-aa64-1032e9f48309 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=63ebeef8-77dd-4422-9f6c-655ffa685504,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:46.553574 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.589001 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cafe98d-4e5a-4095-aa64-1032e9f48309 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.603025 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5cafe98d-4e5a-4095-aa64-1032e9f48309 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/63ebeef8-77dd-4422-9f6c-655ffa685504 HTTP/1.1" status: 204 len: 168 time: 0.6583622 Nov 27 01:28:46.609038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55718) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:46.626100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:46.626541 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Checking segment: {'id': '06156e98-1594-40ba-8852-f249fd0a864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3c67bdf-457c-4dff-8fee-ea7c703deb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:46.626908 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.627295 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Bound using segment: {'id': '06156e98-1594-40ba-8852-f249fd0a864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3c67bdf-457c-4dff-8fee-ea7c703deb68'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:46.627863 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Bound port: 8d0f2a5b-9cdf-4866-838e-3b275e824668, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06156e98-1594-40ba-8852-f249fd0a864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3c67bdf-457c-4dff-8fee-ea7c703deb68'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:46.628156 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.646585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37bc93c-e656-40cc-b3a1-178a3bcb1a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-49fabafa-6fc4-4803-bc9a-4465b5593324', 'network_id': '49fabafa-6fc4-4803-bc9a-4465b5593324', 'tenant_id': '939ed67341b24862b69dd8698ab311f5', 'fixed_ips': [{'subnet_id': 'a9e7fe21-934e-4b6b-9eb7-afa04901bc74'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:46.647438 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a37bc93c-e656-40cc-b3a1-178a3bcb1a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.703022 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ea094d-a59c-4f55-b080-41748bb1e084 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:28:46.704621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-41ea094d-a59c-4f55-b080-41748bb1e084 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/63ebeef8-77dd-4422-9f6c-655ffa685504 HTTP/1.1" status: 404 len: 333 time: 0.0841408 Nov 27 01:28:46.713709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55724) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:46.737306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'name': 'tempest-PortsTestJSON-895090015'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:46.759410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] For port 8d0f2a5b-9cdf-4866-838e-3b275e824668, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:46.762854 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] For port 8d0f2a5b-9cdf-4866-838e-3b275e824668, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8d0f2a5b-9cdf-4866-838e-3b275e824668,segment=NetworkSegment(06156e98-1594-40ba-8852-f249fd0a864a),segment_id=06156e98-1594-40ba-8852-f249fd0a864a)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:46.786910 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.873067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-53bb8f8e-d727-4d28-98d4-0b0c0f3796f9 req-6a278183-0d51-4c7f-8a00-708cc8b2ce54 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462467 Nov 27 01:28:46.924217 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:46.940684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.058979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e7fe21-934e-4b6b-9eb7-afa04901bc74,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:47.063444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ffcd9-34e2-4f9d-8c3d-a49f1810908a None None] Pushing event updated for resources: {'Port': ['ID=8d0f2a5b-9cdf-4866-838e-3b275e824668,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server [None req-a37bc93c-e656-40cc-b3a1-178a3bcb1a90 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9e7fe21-934e-4b6b-9eb7-afa04901bc74: This subnet is being modified by another concurrent operation. Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9e7fe21-934e-4b6b-9eb7-afa04901bc74: This subnet is being modified by another concurrent operation. Nov 27 01:28:47.089446 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Nov 27 01:28:47.130618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8750c7d-8219-4d7b-be53-2e0c379efeb5 None None] Network 49fabafa-6fc4-4803-bc9a-4465b5593324 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:47.145865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:47.155026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.218954 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.266674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fabafa-6fc4-4803-bc9a-4465b5593324']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:47.292877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b534d1c-4520-449e-bd78-dada8f26b8a9') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:47.295826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b534d1c-4520-449e-bd78-dada8f26b8a9') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:47.303490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.321280 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.345648 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.377359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:47.377822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:47.390193 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:47.473182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port ba95e9e0-7ddf-4ae1-9e04-be7983244722 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:47.566317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.576205 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.595341 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.602286 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/49fabafa-6fc4-4803-bc9a-4465b5593324 HTTP/1.1" status: 204 len: 168 time: 1.5343962 Nov 27 01:28:47.606728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55752) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:47.613847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2c6984ae-c3dd-49f9-9744-ceb79943eb93 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1532566408'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:47.655393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6984ae-c3dd-49f9-9744-ceb79943eb93 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:47.659627 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c6984ae-c3dd-49f9-9744-ceb79943eb93 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.669500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6df4ab-8657-4c0b-a5d5-30fbc43b5b00 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Network': ['ID=49fabafa-6fc4-4803-bc9a-4465b5593324,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:47.694645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6984ae-c3dd-49f9-9744-ceb79943eb93 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:47.721332 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c6984ae-c3dd-49f9-9744-ceb79943eb93 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.724342 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-2c6984ae-c3dd-49f9-9744-ceb79943eb93 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Added segment 518275f0-f656-4c60-9e2e-5671447ae033 of type vlan for network 55e31f9d-6324-4828-ab9c-80ecd50fc19d Nov 27 01:28:47.812891 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.833472 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c6984ae-c3dd-49f9-9744-ceb79943eb93 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.881275 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.897259 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c6984ae-c3dd-49f9-9744-ceb79943eb93 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.907579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6984ae-c3dd-49f9-9744-ceb79943eb93 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:47.907579 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c6984ae-c3dd-49f9-9744-ceb79943eb93 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:47.916349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55764) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:48.025921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:48.035007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=ba95e9e0-7ddf-4ae1-9e04-be7983244722,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:48.061801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:48.065312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:48.066700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6984ae-c3dd-49f9-9744-ceb79943eb93 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Network': ['ID=55e31f9d-6324-4828-ab9c-80ecd50fc19d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:48.071948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:48.072769 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.099110 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2c6984ae-c3dd-49f9-9744-ceb79943eb93 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4850535 Nov 27 01:28:48.099110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55768) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:48.116211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0a8bad8a-a4f8-4604-bdc2-7efbf8ab90b4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'subnet': {'network_id': '55e31f9d-6324-4828-ab9c-80ecd50fc19d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:48.129672 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 55e31f9d-6324-4828-ab9c-80ecd50fc19d details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:48.130205 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-95c45c9c-21f9-48ca-8b08-e1142bfdea20 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4147303 Nov 27 01:28:48.134557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55770) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:48.150077 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-89074783-ae34-4417-9c2d-b6fad0ca2bad tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:48.216015 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355505b-a3f4-4552-9ba4-f0d52d5e30d1 req-7d343f85-f09f-49fb-855b-914ff0700951 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:48.218282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7355505b-a3f4-4552-9ba4-f0d52d5e30d1 req-7d343f85-f09f-49fb-855b-914ff0700951 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1096 time: 0.2137389 Nov 27 01:28:48.308394 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89074783-ae34-4417-9c2d-b6fad0ca2bad tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.353937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7355505b-a3f4-4552-9ba4-f0d52d5e30d1 req-5233e699-83d7-4212-9e7d-c5153e999c34 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218553 Nov 27 01:28:48.382133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8d0f2a5b-9cdf-4866-838e-3b275e824668 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:48.422531 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1034841072'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:48.535783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 8d0f2a5b-9cdf-4866-838e-3b275e824668 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:48.536650 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.558597 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-13adafa8-989f-4edc-ba7e-7156228f52fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1715188 Nov 27 01:28:48.564106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:48.567609 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.608154 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.700655 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89074783-ae34-4417-9c2d-b6fad0ca2bad tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.717729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89074783-ae34-4417-9c2d-b6fad0ca2bad tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.732735 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.750027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8bad8a-a4f8-4604-bdc2-7efbf8ab90b4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:48.753021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a8bad8a-a4f8-4604-bdc2-7efbf8ab90b4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.799920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9abb-1fa9-474a-9d4d-288de8fd086f req-0f4f7d20-583b-4eda-8e16-840030b0dd34 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:48.805862 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-89074783-ae34-4417-9c2d-b6fad0ca2bad tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] In _notify_port_updated(), no bound segment for port ba95e9e0-7ddf-4ae1-9e04-be7983244722 on network cdeb71bd-ae95-4a74-8138-4c1d846d967f {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:28:48.808438 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-596e9abb-1fa9-474a-9d4d-288de8fd086f req-0f4f7d20-583b-4eda-8e16-840030b0dd34 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1096 time: 0.2172627 Nov 27 01:28:48.818589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89074783-ae34-4417-9c2d-b6fad0ca2bad tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:48.819263 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89074783-ae34-4417-9c2d-b6fad0ca2bad tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.823030 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-89074783-ae34-4417-9c2d-b6fad0ca2bad tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "PUT /v2.0/ports/ba95e9e0-7ddf-4ae1-9e04-be7983244722 HTTP/1.1" status: 200 len: 818 time: 0.6803792 Nov 27 01:28:48.823959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55788) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:48.863141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 8d0f2a5b-9cdf-4866-838e-3b275e824668, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8d0f2a5b-9cdf-4866-838e-3b275e824668,segment=NetworkSegment(06156e98-1594-40ba-8852-f249fd0a864a),segment_id=06156e98-1594-40ba-8852-f249fd0a864a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:48.867640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89074783-ae34-4417-9c2d-b6fad0ca2bad tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=ba95e9e0-7ddf-4ae1-9e04-be7983244722,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:48.879128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3390f806-156e-4120-a00c-cfd28b08bc8d None None] Network a3c67bdf-457c-4dff-8fee-ea7c703deb68 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:48.882224 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:48.941586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7e52cc5b-d09d-4186-8d1b-192b8c94acab tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port ba95e9e0-7ddf-4ae1-9e04-be7983244722 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:48.942324 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e52cc5b-d09d-4186-8d1b-192b8c94acab tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.032847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=8d0f2a5b-9cdf-4866-838e-3b275e824668,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:49.059996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-60369ae3-af4e-4d6f-9b67-8df1e055da93 None None] Provisioning complete for port 8d0f2a5b-9cdf-4866-838e-3b275e824668 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:49.063300 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-60369ae3-af4e-4d6f-9b67-8df1e055da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.140693 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e52cc5b-d09d-4186-8d1b-192b8c94acab tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.164582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7e52cc5b-d09d-4186-8d1b-192b8c94acab tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for ba95e9e0-7ddf-4ae1-9e04-be7983244722 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:49.329380 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e52cc5b-d09d-4186-8d1b-192b8c94acab tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.343105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-fb31b36a-8a47-4a91-bd6a-32540fd8f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.344094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-fb31b36a-8a47-4a91-bd6a-32540fd8f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.345254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-fb31b36a-8a47-4a91-bd6a-32540fd8f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.348852 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-fb31b36a-8a47-4a91-bd6a-32540fd8f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.349514 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-fb31b36a-8a47-4a91-bd6a-32540fd8f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.350384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-fb31b36a-8a47-4a91-bd6a-32540fd8f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.350583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-fb31b36a-8a47-4a91-bd6a-32540fd8f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.356274 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-fb31b36a-8a47-4a91-bd6a-32540fd8f8cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6502 time: 0.6960220 Nov 27 01:28:49.383020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52cc5b-d09d-4186-8d1b-192b8c94acab tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=ba95e9e0-7ddf-4ae1-9e04-be7983244722,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:49.400531 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e52cc5b-d09d-4186-8d1b-192b8c94acab tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.410765 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7e52cc5b-d09d-4186-8d1b-192b8c94acab tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/ba95e9e0-7ddf-4ae1-9e04-be7983244722 HTTP/1.1" status: 204 len: 168 time: 0.5858636 Nov 27 01:28:49.417069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55794) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:49.481356 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.510730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097d156f-a2b6-42b1-85f2-32ee55eed8a4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.512440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-097d156f-a2b6-42b1-85f2-32ee55eed8a4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0940249 Nov 27 01:28:49.515242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55798) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:49.531928 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.543841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:49.552306 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5ee267-c7b2-43d0-8be6-5fb0e7b62fc9 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:28:49.554332 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.554760 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Added segment 2254b858-08a0-40eb-9d29-0d9beff19abd of type vlan for network 1d9eab7a-e310-43bc-a39c-b3afe9dcefe8 Nov 27 01:28:49.558718 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6f5ee267-c7b2-43d0-8be6-5fb0e7b62fc9 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/ba95e9e0-7ddf-4ae1-9e04-be7983244722 HTTP/1.1" status: 404 len: 333 time: 0.0421338 Nov 27 01:28:49.559920 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55800) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:49.566041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c3289f39-5b6d-4d59-9994-c06ffb1ec678 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1064971454'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:49.597563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3289f39-5b6d-4d59-9994-c06ffb1ec678 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:49.601114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3289f39-5b6d-4d59-9994-c06ffb1ec678 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.640486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3289f39-5b6d-4d59-9994-c06ffb1ec678 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:49.658225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3289f39-5b6d-4d59-9994-c06ffb1ec678 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.658754 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-c3289f39-5b6d-4d59-9994-c06ffb1ec678 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Added segment 25b39a1c-0857-4ffe-939f-629bca44c413 of type vlan for network 9be7b58e-8190-4ccc-bccd-d87be05ad979 Nov 27 01:28:49.702706 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaca1d0d-f2b2-42cf-b67a-dc2ec61799de,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:49.729503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a5eb0-6cd9-463e-b4dd-d084f5933bd1 None None] get_active_networks_info from n-d-819494-2 {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:28:49.739014 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-596e9abb-1fa9-474a-9d4d-288de8fd086f req-fc8f0735-3e52-43a0-8d6b-571d2df18bcf tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9296615 Nov 27 01:28:49.746566 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.751456 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3289f39-5b6d-4d59-9994-c06ffb1ec678 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.801061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-2af75526-9cad-4f73-8f05-df40ff93c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.801532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-2af75526-9cad-4f73-8f05-df40ff93c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.802351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-2af75526-9cad-4f73-8f05-df40ff93c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.803971 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-2af75526-9cad-4f73-8f05-df40ff93c5b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1911280f-60d8-4aa0-8f77-7153690dade4&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=a5a73d60-d1d0-409d-af7c-8d682c688801&id=a5a73d60-d1d0-409d-af7c-8d682c688801 HTTP/1.1" status: 200 len: 2298 time: 0.3933198 Nov 27 01:28:49.831766 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3289f39-5b6d-4d59-9994-c06ffb1ec678 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.841548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3289f39-5b6d-4d59-9994-c06ffb1ec678 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.845784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3289f39-5b6d-4d59-9994-c06ffb1ec678 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.934357 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.940831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:49.941653 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.944740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c3289f39-5b6d-4d59-9994-c06ffb1ec678 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3831608 Nov 27 01:28:49.945323 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55812) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:49.952770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3289f39-5b6d-4d59-9994-c06ffb1ec678 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Network': ['ID=9be7b58e-8190-4ccc-bccd-d87be05ad979,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:49.971175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3c4a52c7-09f5-4f6d-a2c5-114f1e284e51 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': '9be7b58e-8190-4ccc-bccd-d87be05ad979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:49.975508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 9be7b58e-8190-4ccc-bccd-d87be05ad979 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:49.991577 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a8bad8a-a4f8-4604-bdc2-7efbf8ab90b4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:49.996306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-02a93eee-d199-4999-a04e-bfd3b8e0e4f6 None None] Provisioning complete for port 8d0f2a5b-9cdf-4866-838e-3b275e824668 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:49.996590 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-02a93eee-d199-4999-a04e-bfd3b8e0e4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:50.054893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42a5eb0-6cd9-463e-b4dd-d084f5933bd1 None None] Resources bound (agent type, host, resource id): {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:28:50.163013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8d0f2a5b-9cdf-4866-838e-3b275e824668 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:50.169990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bad8a-a4f8-4604-bdc2-7efbf8ab90b4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Subnet': ['ID=1495bd3d-2876-4255-a357-cb006962ace2,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:50.189332 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2151568 Nov 27 01:28:50.206501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb319406-aa8a-4f7f-b6a4-d6da284e9ae0 req-3eaed7de-f40c-4ba3-b8b6-0624fcee3f25 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:50.206501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb319406-aa8a-4f7f-b6a4-d6da284e9ae0 req-3eaed7de-f40c-4ba3-b8b6-0624fcee3f25 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1096 time: 0.3484800 Nov 27 01:28:50.229345 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee8168-eac0-4225-8c37-0be5b3501c89 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=1d9eab7a-e310-43bc-a39c-b3afe9dcefe8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:50.241237 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-5d0700c1-cbf6-4913-aed5-f8961b2271e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50 HTTP/1.1" status: 200 len: 1000 time: 0.3895326 Nov 27 01:28:50.328788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-1e576418-330d-4963-8c15-23a293ead7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:50.330383 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-1e576418-330d-4963-8c15-23a293ead7cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92595162-6d4d-4477-968d-cc58800ef4a5 HTTP/1.1" status: 200 len: 856 time: 0.0766890 Nov 27 01:28:50.330547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55822) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:50.335839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bb24bc2a-cc98-418c-8723-ea01cc3e09ff tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'network_id': '1d9eab7a-e310-43bc-a39c-b3afe9dcefe8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:50.336411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8bad8a-a4f8-4604-bdc2-7efbf8ab90b4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Checking segment: {'id': '518275f0-f656-4c60-9e2e-5671447ae033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '55e31f9d-6324-4828-ab9c-80ecd50fc19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:50.336771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8bad8a-a4f8-4604-bdc2-7efbf8ab90b4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network hostable DHCP agents. Network: 55e31f9d-6324-4828-ab9c-80ecd50fc19d, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:50.406293 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb319406-aa8a-4f7f-b6a4-d6da284e9ae0 req-7c00b055-ed76-4136-b430-298c9f4911be tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897025 Nov 27 01:28:50.426376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4a52c7-09f5-4f6d-a2c5-114f1e284e51 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:50.431255 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c4a52c7-09f5-4f6d-a2c5-114f1e284e51 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:50.492637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 1d9eab7a-e310-43bc-a39c-b3afe9dcefe8 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:50.575260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb24bc2a-cc98-418c-8723-ea01cc3e09ff tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:50.580378 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb24bc2a-cc98-418c-8723-ea01cc3e09ff tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:50.665603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8bad8a-a4f8-4604-bdc2-7efbf8ab90b4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network 55e31f9d-6324-4828-ab9c-80ecd50fc19d is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:50.696377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-cfa439a4-116f-44af-8519-c6e5a612f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:50.698495 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-cfa439a4-116f-44af-8519-c6e5a612f920 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1911280f-60d8-4aa0-8f77-7153690dade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3535819 Nov 27 01:28:50.703137 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-0a8bad8a-a4f8-4604-bdc2-7efbf8ab90b4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 55e31f9d-6324-4828-ab9c-80ecd50fc19d) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:50.714007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 8d0f2a5b-9cdf-4866-838e-3b275e824668 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:50.714412 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:50.811478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8bad8a-a4f8-4604-bdc2-7efbf8ab90b4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:50.812081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a8bad8a-a4f8-4604-bdc2-7efbf8ab90b4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:50.892167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0a8bad8a-a4f8-4604-bdc2-7efbf8ab90b4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7923779 Nov 27 01:28:50.913478 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-d29a2b04-b04e-4c42-a2ad-68ac87754b14 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046220 Nov 27 01:28:50.913977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55842) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:50.945187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdceca32-82d9-4e24-b0d7-b8acc1aa8243 req-d83da615-8876-4957-a1ba-53cc621e5591 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:50.947194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fdceca32-82d9-4e24-b0d7-b8acc1aa8243 req-d83da615-8876-4957-a1ba-53cc621e5591 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1096 time: 0.1374698 Nov 27 01:28:50.978527 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb24bc2a-cc98-418c-8723-ea01cc3e09ff tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.020366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209c816e-cf7e-45bf-9982-0b06cafcb8c9 None None] Network 55e31f9d-6324-4828-ab9c-80ecd50fc19d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:51.149197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24bc2a-cc98-418c-8723-ea01cc3e09ff tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=fd4c5c2f-292a-417f-9af5-154eff424857,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:51.157265 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-8cd2968e-b321-4679-89d3-34f8bfc5c136 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103396 Nov 27 01:28:51.170890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24bc2a-cc98-418c-8723-ea01cc3e09ff tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking segment: {'id': '2254b858-08a0-40eb-9d29-0d9beff19abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1d9eab7a-e310-43bc-a39c-b3afe9dcefe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:51.172351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb24bc2a-cc98-418c-8723-ea01cc3e09ff tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network hostable DHCP agents. Network: 1d9eab7a-e310-43bc-a39c-b3afe9dcefe8, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:51.208972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb24bc2a-cc98-418c-8723-ea01cc3e09ff tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network 1d9eab7a-e310-43bc-a39c-b3afe9dcefe8 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:51.223316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-bb24bc2a-cc98-418c-8723-ea01cc3e09ff tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 1d9eab7a-e310-43bc-a39c-b3afe9dcefe8) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:51.229942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-55e31f9d-6324-4828-ab9c-80ecd50fc19d', 'network_id': '55e31f9d-6324-4828-ab9c-80ecd50fc19d', 'tenant_id': '939ed67341b24862b69dd8698ab311f5', 'fixed_ips': [{'subnet_id': '1495bd3d-2876-4255-a357-cb006962ace2'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:51.231388 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.233864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb24bc2a-cc98-418c-8723-ea01cc3e09ff tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:51.234819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb24bc2a-cc98-418c-8723-ea01cc3e09ff tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.249702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8fda40-b2ce-4172-95b0-009896d26778 None None] Network 1d9eab7a-e310-43bc-a39c-b3afe9dcefe8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:51.251534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-774c0e3e-917d-4778-97e0-8a86ba6c1d32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f18938dd-b136-4aad-a1f4-0ffb31ff72fd HTTP/1.1" status: 200 len: 217 time: 0.0855298 Nov 27 01:28:51.270216 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bb24bc2a-cc98-418c-8723-ea01cc3e09ff tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9383111 Nov 27 01:28:51.273745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55850) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:51.279185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b80f6845-09a8-41ee-9da3-7a2abe56970a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1778855314'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:51.312318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80f6845-09a8-41ee-9da3-7a2abe56970a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:51.316363 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b80f6845-09a8-41ee-9da3-7a2abe56970a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.349399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80f6845-09a8-41ee-9da3-7a2abe56970a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:51.366100 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b80f6845-09a8-41ee-9da3-7a2abe56970a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.367436 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-b80f6845-09a8-41ee-9da3-7a2abe56970a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Added segment ef84fe55-f747-44bf-ac93-307e209bcc30 of type vlan for network bdc4164c-802f-41c4-95dd-c249955fe9b1 Nov 27 01:28:51.388746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.405230 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fdceca32-82d9-4e24-b0d7-b8acc1aa8243 req-fb357088-e661-4b5b-a638-ae99af7f5bf8 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650484 Nov 27 01:28:51.420719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c4a52c7-09f5-4f6d-a2c5-114f1e284e51 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.422325 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b80f6845-09a8-41ee-9da3-7a2abe56970a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.452844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b80f6845-09a8-41ee-9da3-7a2abe56970a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.459044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80f6845-09a8-41ee-9da3-7a2abe56970a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:51.459698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b80f6845-09a8-41ee-9da3-7a2abe56970a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.482347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-426a01c9-3fa3-40ae-a5a6-e15739b68c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:51.482347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-426a01c9-3fa3-40ae-a5a6-e15739b68c62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.2173181 Nov 27 01:28:51.484142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a52c7-09f5-4f6d-a2c5-114f1e284e51 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Subnet': ['ID=b4f3162f-1146-455b-ac6f-c30a88da5f18,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:51.515275 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b80f6845-09a8-41ee-9da3-7a2abe56970a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2395303 Nov 27 01:28:51.519600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55856) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:51.521189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Allocated IP 2001:db8::1 (55e31f9d-6324-4828-ab9c-80ecd50fc19d/1495bd3d-2876-4255-a357-cb006962ace2/f00588ab-eeeb-4ed7-86c6-ed792a946000) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:51.527700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-435d91be-5e2d-48f2-9eac-32454c7b6c79 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'network_id': 'bdc4164c-802f-41c4-95dd-c249955fe9b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:51.570627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-1d9eab7a-e310-43bc-a39c-b3afe9dcefe8', 'network_id': '1d9eab7a-e310-43bc-a39c-b3afe9dcefe8', 'tenant_id': '3470ec20266348169b39b86f736b37c6', 'fixed_ips': [{'subnet_id': 'fd4c5c2f-292a-417f-9af5-154eff424857'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:51.572891 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.615456 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.639935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-0b6650c5-c0e7-4d55-8307-25488e701ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:51.642060 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-0b6650c5-c0e7-4d55-8307-25488e701ccd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1432645 Nov 27 01:28:51.665285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a52c7-09f5-4f6d-a2c5-114f1e284e51 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Checking segment: {'id': '25b39a1c-0857-4ffe-939f-629bca44c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9be7b58e-8190-4ccc-bccd-d87be05ad979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:51.665959 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a52c7-09f5-4f6d-a2c5-114f1e284e51 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network hostable DHCP agents. Network: 9be7b58e-8190-4ccc-bccd-d87be05ad979, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:51.705881 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f6845-09a8-41ee-9da3-7a2abe56970a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=bdc4164c-802f-41c4-95dd-c249955fe9b1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:51.750926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network bdc4164c-802f-41c4-95dd-c249955fe9b1 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:51.755038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435d91be-5e2d-48f2-9eac-32454c7b6c79 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:51.764365 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-435d91be-5e2d-48f2-9eac-32454c7b6c79 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.773443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a52c7-09f5-4f6d-a2c5-114f1e284e51 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network 9be7b58e-8190-4ccc-bccd-d87be05ad979 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:51.796376 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-67a60f34-e2ac-444a-99df-8062cdb77e51 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435764 Nov 27 01:28:51.803994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3c4a52c7-09f5-4f6d-a2c5-114f1e284e51 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 9be7b58e-8190-4ccc-bccd-d87be05ad979) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:51.812538 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4a52c7-09f5-4f6d-a2c5-114f1e284e51 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:51.813498 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c4a52c7-09f5-4f6d-a2c5-114f1e284e51 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:51.857642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e5a03-5c0c-4889-9e5e-4d26d8e202aa None None] Network 9be7b58e-8190-4ccc-bccd-d87be05ad979 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:51.906778 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3c4a52c7-09f5-4f6d-a2c5-114f1e284e51 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9524155 Nov 27 01:28:51.909571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55864) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:51.913983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-242220f0-6a0e-4b6b-adef-ba4d494ad8eb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': '9be7b58e-8190-4ccc-bccd-d87be05ad979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:52.015295 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-1e3c31c1-adf5-4265-9e81-b880d84ebc43 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984756 Nov 27 01:28:52.071776 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-435d91be-5e2d-48f2-9eac-32454c7b6c79 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.081252 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-a0bc38d5-ad21-436e-b980-1f4e0a8100a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6319a243-24ab-4e3d-8261-27a33a584e8e HTTP/1.1" status: 200 len: 217 time: 0.0563421 Nov 27 01:28:52.167061 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.197811 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Allocated IP 172.20.255.242 (1d9eab7a-e310-43bc-a39c-b3afe9dcefe8/fd4c5c2f-292a-417f-9af5-154eff424857/48443c82-81fd-4e8a-a63c-fa27aa770907) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:52.206537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242220f0-6a0e-4b6b-adef-ba4d494ad8eb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:52.210487 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-242220f0-6a0e-4b6b-adef-ba4d494ad8eb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.220815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d91be-5e2d-48f2-9eac-32454c7b6c79 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=50d0657f-3134-4d4e-86d5-3f38c0419318,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:52.234475 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dd38e-8362-4beb-90e9-c2849bd116bc req-7ee3f647-e890-4235-bbca-3aa85bed4495 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:52.236151 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be7dd38e-8362-4beb-90e9-c2849bd116bc req-7ee3f647-e890-4235-bbca-3aa85bed4495 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1096 time: 0.1182189 Nov 27 01:28:52.239535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d91be-5e2d-48f2-9eac-32454c7b6c79 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking segment: {'id': 'ef84fe55-f747-44bf-ac93-307e209bcc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bdc4164c-802f-41c4-95dd-c249955fe9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:52.240270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d91be-5e2d-48f2-9eac-32454c7b6c79 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network hostable DHCP agents. Network: bdc4164c-802f-41c4-95dd-c249955fe9b1, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:52.269114 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.331561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d91be-5e2d-48f2-9eac-32454c7b6c79 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network bdc4164c-802f-41c4-95dd-c249955fe9b1 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:52.344773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-be7dd38e-8362-4beb-90e9-c2849bd116bc req-b0fdfbe2-b29e-4023-9afa-e83543fe4431 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Deleting port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:52.345060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-be7dd38e-8362-4beb-90e9-c2849bd116bc req-b0fdfbe2-b29e-4023-9afa-e83543fe4431 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.348788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-435d91be-5e2d-48f2-9eac-32454c7b6c79 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, bdc4164c-802f-41c4-95dd-c249955fe9b1) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:52.354309 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d91be-5e2d-48f2-9eac-32454c7b6c79 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:52.355370 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-435d91be-5e2d-48f2-9eac-32454c7b6c79 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.403078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-943cd8e4-3b67-499f-bebf-243d7af46ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:52.405277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-943cd8e4-3b67-499f-bebf-243d7af46ea8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.3092830 Nov 27 01:28:52.407759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be40f6b-ec24-463f-ad69-457b8179de89 None None] Network bdc4164c-802f-41c4-95dd-c249955fe9b1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:52.428504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Network 55e31f9d-6324-4828-ab9c-80ecd50fc19d is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:52.444753 n-d-819494-2 neutron-server[103385]: INFO neutron.db.ipam_backend_mixin [None req-242220f0-6a0e-4b6b-adef-ba4d494ad8eb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b4f3162f-1146-455b-ac6f-c30a88da5f18 (CIDR: 172.20.0.0/28) Nov 27 01:28:52.450187 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-435d91be-5e2d-48f2-9eac-32454c7b6c79 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9289694 Nov 27 01:28:52.455982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55884) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:52.524395 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-242220f0-6a0e-4b6b-adef-ba4d494ad8eb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:28:52.526099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242220f0-6a0e-4b6b-adef-ba4d494ad8eb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:28:52.567531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-be7dd38e-8362-4beb-90e9-c2849bd116bc req-b0fdfbe2-b29e-4023-9afa-e83543fe4431 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] For port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=58e03b05-c170-47e2-b8c4-05a6c9ed58fd,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:52.567900 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-be7dd38e-8362-4beb-90e9-c2849bd116bc req-b0fdfbe2-b29e-4023-9afa-e83543fe4431 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.583292 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.595596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-be7dd38e-8362-4beb-90e9-c2849bd116bc req-b0fdfbe2-b29e-4023-9afa-e83543fe4431 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Calling delete_port for 58e03b05-c170-47e2-b8c4-05a6c9ed58fd owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:52.611426 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-242220f0-6a0e-4b6b-adef-ba4d494ad8eb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7011840 Nov 27 01:28:52.617900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55888) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:52.626218 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.644199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-13982364-19f3-4733-85d7-11025a9f3b49 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': '9be7b58e-8190-4ccc-bccd-d87be05ad979', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:52.651912 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.702415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:52.705383 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.707472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:52.778483 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.786829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Subnet': ['ID=1495bd3d-2876-4255-a357-cb006962ace2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:52.816935 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Pushing event updated for resources: {'Port': ['ID=f00588ab-eeeb-4ed7-86c6-ed792a946000,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:52.841747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-1d6c4b1c-ba12-4722-bc21-7ee25da2694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:52.844120 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-1d6c4b1c-ba12-4722-bc21-7ee25da2694a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4303689 Nov 27 01:28:52.845727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-9be7b58e-8190-4ccc-bccd-d87be05ad979', 'network_id': '9be7b58e-8190-4ccc-bccd-d87be05ad979', 'tenant_id': '5810ed55cffb4bfeb6e5df6f24dfd560', 'fixed_ips': [{'subnet_id': 'b4f3162f-1146-455b-ac6f-c30a88da5f18'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:52.846601 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.894707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-be7dd38e-8362-4beb-90e9-c2849bd116bc req-b0fdfbe2-b29e-4023-9afa-e83543fe4431 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:52.937159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdfbe2-b29e-4023-9afa-e83543fe4431 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Pushing event deleted for resources: {'Port': ['ID=58e03b05-c170-47e2-b8c4-05a6c9ed58fd,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:52.941011 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.007544 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.009214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Subnet': ['ID=50d0657f-3134-4d4e-86d5-3f38c0419318,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:53.029968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7dd38e-8362-4beb-90e9-c2849bd116bc req-b0fdfbe2-b29e-4023-9afa-e83543fe4431 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] No DVR routers for this DVR port 58e03b05-c170-47e2-b8c4-05a6c9ed58fd on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:28:53.034142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-be7dd38e-8362-4beb-90e9-c2849bd116bc req-b0fdfbe2-b29e-4023-9afa-e83543fe4431 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.034759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e31f9d-6324-4828-ab9c-80ecd50fc19d']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:53.042367 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be7dd38e-8362-4beb-90e9-c2849bd116bc req-b0fdfbe2-b29e-4023-9afa-e83543fe4431 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.11 "DELETE /v2.0/ports/58e03b05-c170-47e2-b8c4-05a6c9ed58fd HTTP/1.1" status: 204 len: 173 time: 0.7985110 Nov 27 01:28:53.045185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518275f0-f656-4c60-9e2e-5671447ae033') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:53.045556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518275f0-f656-4c60-9e2e-5671447ae033') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:53.059840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f940a29c-b929-45da-93fb-6483eee75309', 'name': 'network-vif-deleted', 'tag': '58e03b05-c170-47e2-b8c4-05a6c9ed58fd'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:53.065953 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61103a2-70fc-4129-8a48-b840c6fada3f" -d '{"events": [{"server_uuid": "f940a29c-b929-45da-93fb-6483eee75309", "name": "network-vif-deleted", "tag": "58e03b05-c170-47e2-b8c4-05a6c9ed58fd"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:53.069836 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.085687 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.104238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:53.104661 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.153933 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Network 1d9eab7a-e310-43bc-a39c-b3afe9dcefe8 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:53.183584 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce101f1e-b581-4783-9ff7-ecbdf3f18b0a x-openstack-request-id: req-ce101f1e-b581-4783-9ff7-ecbdf3f18b0a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:53.184078 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f940a29c-b929-45da-93fb-6483eee75309", "name": "network-vif-deleted", "tag": "58e03b05-c170-47e2-b8c4-05a6c9ed58fd", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:53.186353 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce101f1e-b581-4783-9ff7-ecbdf3f18b0a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:53.186774 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f940a29c-b929-45da-93fb-6483eee75309', 'name': 'network-vif-deleted', 'tag': '58e03b05-c170-47e2-b8c4-05a6c9ed58fd', 'status': 'completed', 'code': 200} Nov 27 01:28:53.222357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:53.247267 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:53.251602 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:53.254053 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['58e03b05-c170-47e2-b8c4-05a6c9ed58fd'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:28:53.254053 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['efb28bc7-2d6f-4d85-b14d-035e536238fc'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:28:53.255425 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13982364-19f3-4733-85d7-11025a9f3b49 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:53.258980 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13982364-19f3-4733-85d7-11025a9f3b49 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.264959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Attempting to bind port f00588ab-eeeb-4ed7-86c6-ed792a946000 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:53.265334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Attempting to bind port f00588ab-eeeb-4ed7-86c6-ed792a946000 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '518275f0-f656-4c60-9e2e-5671447ae033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '55e31f9d-6324-4828-ab9c-80ecd50fc19d'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:53.265693 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Attempting to bind port f00588ab-eeeb-4ed7-86c6-ed792a946000 on network 55e31f9d-6324-4828-ab9c-80ecd50fc19d {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:53.294213 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc4164c-802f-41c4-95dd-c249955fe9b1']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:53.303116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:53.310205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:53.318841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Checking segment: {'id': '518275f0-f656-4c60-9e2e-5671447ae033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '55e31f9d-6324-4828-ab9c-80ecd50fc19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:53.319247 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.319633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Bound using segment: {'id': '518275f0-f656-4c60-9e2e-5671447ae033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '55e31f9d-6324-4828-ab9c-80ecd50fc19d'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:53.320139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Bound port: f00588ab-eeeb-4ed7-86c6-ed792a946000, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518275f0-f656-4c60-9e2e-5671447ae033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '55e31f9d-6324-4828-ab9c-80ecd50fc19d'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:53.320529 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.327666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef84fe55-f747-44bf-ac93-307e209bcc30') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:53.328167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef84fe55-f747-44bf-ac93-307e209bcc30') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:53.372297 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.420828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.437799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:53.439415 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:53.567240 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:53.572707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.621351 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.624332 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.api [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 01:28:53.624332 n-d-819494-2 neutron-server[103385]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 01:28:53.624332 n-d-819494-2 neutron-server[103385]: [parameters: {'id': '55e31f9d-6324-4828-ab9c-80ecd50fc19d'}] Nov 27 01:28:53.624332 n-d-819494-2 neutron-server[103385]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:28:53.625228 n-d-819494-2 neutron-server[103385]: DEBUG oslo_db.api [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:28:53.626847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/bdc4164c-802f-41c4-95dd-c249955fe9b1 HTTP/1.1" status: 204 len: 168 time: 1.1698377 Nov 27 01:28:53.627761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Network': ['ID=bdc4164c-802f-41c4-95dd-c249955fe9b1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:53.638595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55906) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:53.644530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-212297bd-2386-450b-9f17-d19145f19546 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1482668329'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:53.657214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:53.657621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:53.657899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:53.658251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:53.661803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:53.662563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:53.662928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:53.663270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:53.663605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:53.664331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:53.664983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:53.665854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c810ca-c7f6-4633-b22b-0b8219fc676c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:53.698137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Pushing event updated for resources: {'Port': ['ID=48443c82-81fd-4e8a-a63c-fa27aa770907,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:53.711722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212297bd-2386-450b-9f17-d19145f19546 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:53.720556 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212297bd-2386-450b-9f17-d19145f19546 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.729261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0fa81-a086-4f7f-ba95-149890d7f4f2 req-6a3f38c0-94d0-4310-9411-4ae6b9fded08 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:53.740187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25c0fa81-a086-4f7f-ba95-149890d7f4f2 req-6a3f38c0-94d0-4310-9411-4ae6b9fded08 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f940a29c-b929-45da-93fb-6483eee75309 HTTP/1.1" status: 200 len: 1096 time: 0.9762683 Nov 27 01:28:53.766628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212297bd-2386-450b-9f17-d19145f19546 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:53.793990 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212297bd-2386-450b-9f17-d19145f19546 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.794377 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-212297bd-2386-450b-9f17-d19145f19546 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Added segment 729ff79b-eea3-473b-86fe-79de0055b8d2 of type vlan for network c1a76d73-19d7-4f80-9b92-f69e28145606 Nov 27 01:28:53.797428 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13982364-19f3-4733-85d7-11025a9f3b49 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.805902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Attempting to bind port 48443c82-81fd-4e8a-a63c-fa27aa770907 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:53.805902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Attempting to bind port 48443c82-81fd-4e8a-a63c-fa27aa770907 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '2254b858-08a0-40eb-9d29-0d9beff19abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1d9eab7a-e310-43bc-a39c-b3afe9dcefe8'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:53.805902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Attempting to bind port 48443c82-81fd-4e8a-a63c-fa27aa770907 on network 1d9eab7a-e310-43bc-a39c-b3afe9dcefe8 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:53.873391 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212297bd-2386-450b-9f17-d19145f19546 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.914787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-3ad772d3-0477-40e4-908b-851ac9be5c5a service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0512981 Nov 27 01:28:53.921969 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Allocated IP 172.20.0.2 (9be7b58e-8190-4ccc-bccd-d87be05ad979/b4f3162f-1146-455b-ac6f-c30a88da5f18/dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:53.927501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13982364-19f3-4733-85d7-11025a9f3b49 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network 9be7b58e-8190-4ccc-bccd-d87be05ad979 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:53.931612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212297bd-2386-450b-9f17-d19145f19546 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.947512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212297bd-2386-450b-9f17-d19145f19546 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:53.948443 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212297bd-2386-450b-9f17-d19145f19546 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.948586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdacd50-552a-452d-ba07-63241b1a44c2 None None] Network bdc4164c-802f-41c4-95dd-c249955fe9b1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:53.971073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-13982364-19f3-4733-85d7-11025a9f3b49 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:53.971580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:53.971970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Checking segment: {'id': '2254b858-08a0-40eb-9d29-0d9beff19abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1d9eab7a-e310-43bc-a39c-b3afe9dcefe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:53.972378 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.973004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Bound using segment: {'id': '2254b858-08a0-40eb-9d29-0d9beff19abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1d9eab7a-e310-43bc-a39c-b3afe9dcefe8'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:53.973267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Bound port: 48443c82-81fd-4e8a-a63c-fa27aa770907, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2254b858-08a0-40eb-9d29-0d9beff19abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1d9eab7a-e310-43bc-a39c-b3afe9dcefe8'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:53.973658 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:53.980068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13982364-19f3-4733-85d7-11025a9f3b49 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:53.980763 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13982364-19f3-4733-85d7-11025a9f3b49 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.021246 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13982364-19f3-4733-85d7-11025a9f3b49 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Subnet': ['ID=d49d1f94-c619-46d0-ab14-7007ef465f7c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:54.037762 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25c0fa81-a086-4f7f-ba95-149890d7f4f2 req-0c14df6f-923d-4eae-accd-89dacb94b608 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883809 Nov 27 01:28:54.070625 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-13982364-19f3-4733-85d7-11025a9f3b49 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4305942 Nov 27 01:28:54.073567 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55914) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:54.086770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': '9be7b58e-8190-4ccc-bccd-d87be05ad979', 'fixed_ips': [{'subnet_id': 'b4f3162f-1146-455b-ac6f-c30a88da5f18'}, {'subnet_id': 'd49d1f94-c619-46d0-ab14-7007ef465f7c'}], 'name': 'tempest-PortsTestJSON-436513275'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:54.093613 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-212297bd-2386-450b-9f17-d19145f19546 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4538934 Nov 27 01:28:54.096795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55916) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:54.103654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'network_id': 'c1a76d73-19d7-4f80-9b92-f69e28145606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:54.171032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212297bd-2386-450b-9f17-d19145f19546 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=c1a76d73-19d7-4f80-9b92-f69e28145606,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:54.172183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] For port 48443c82-81fd-4e8a-a63c-fa27aa770907, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:54.176300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] For port 48443c82-81fd-4e8a-a63c-fa27aa770907, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=48443c82-81fd-4e8a-a63c-fa27aa770907,segment=NetworkSegment(2254b858-08a0-40eb-9d29-0d9beff19abd),segment_id=2254b858-08a0-40eb-9d29-0d9beff19abd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:54.193863 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.205179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdacd50-552a-452d-ba07-63241b1a44c2 None None] Network bdc4164c-802f-41c4-95dd-c249955fe9b1 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:28:54.206787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network c1a76d73-19d7-4f80-9b92-f69e28145606 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:54.243587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:54.249990 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.362942 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-b955e484-27c3-4705-9088-bcc6570b3c99 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316568 Nov 27 01:28:54.384670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Performing IP validity checks on allocation pools {{(pid=103384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:28:54.387716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:28:54.417721 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.425919 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.453182 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.484435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-62635a29-1e10-4ba1-b1af-27fecd665d50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=e72f5790-9c89-4feb-932d-0d85bc470c21 HTTP/1.1" status: 200 len: 217 time: 0.1079481 Nov 27 01:28:54.504641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] For port f00588ab-eeeb-4ed7-86c6-ed792a946000, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:54.553677 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:54.610655 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.637599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Network 9be7b58e-8190-4ccc-bccd-d87be05ad979 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:54.669427 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:54.672501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:54.695781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=51fdc08f-2df0-4bca-9c98-26350d8f0190,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:54.735854 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] For port f00588ab-eeeb-4ed7-86c6-ed792a946000, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f00588ab-eeeb-4ed7-86c6-ed792a946000,segment=NetworkSegment(518275f0-f656-4c60-9e2e-5671447ae033),segment_id=518275f0-f656-4c60-9e2e-5671447ae033)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:54.736370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Deleting port f00588ab-eeeb-4ed7-86c6-ed792a946000 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:54.736904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.797370 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.818381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking segment: {'id': '729ff79b-eea3-473b-86fe-79de0055b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1a76d73-19d7-4f80-9b92-f69e28145606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:54.818865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network hostable DHCP agents. Network: c1a76d73-19d7-4f80-9b92-f69e28145606, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:54.908142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network c1a76d73-19d7-4f80-9b92-f69e28145606 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:54.926955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, c1a76d73-19d7-4f80-9b92-f69e28145606) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:54.949602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:54.950317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa075dc5-cdb4-4233-920e-ac1781eff380 None None] Network c1a76d73-19d7-4f80-9b92-f69e28145606 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:54.952170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:54.975794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dbf39-0aaf-4d5c-a533-6b3835d90401 None None] Pushing event updated for resources: {'Port': ['ID=48443c82-81fd-4e8a-a63c-fa27aa770907,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:55.005701 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0edfa1ff-1617-4ccb-b638-3a441b3599f4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9077752 Nov 27 01:28:55.008522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55940) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:55.221766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Attempting to bind port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:28:55.222136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Attempting to bind port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '25b39a1c-0857-4ffe-939f-629bca44c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9be7b58e-8190-4ccc-bccd-d87be05ad979'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:28:55.222523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Attempting to bind port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba on network 9be7b58e-8190-4ccc-bccd-d87be05ad979 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:28:55.231731 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.271634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:28:55.273415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Checking segment: {'id': '25b39a1c-0857-4ffe-939f-629bca44c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9be7b58e-8190-4ccc-bccd-d87be05ad979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:55.273727 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.274162 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Bound using segment: {'id': '25b39a1c-0857-4ffe-939f-629bca44c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9be7b58e-8190-4ccc-bccd-d87be05ad979'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:28:55.276254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Bound port: dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b39a1c-0857-4ffe-939f-629bca44c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9be7b58e-8190-4ccc-bccd-d87be05ad979'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:28:55.276649 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.361638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.379443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Pushing event updated for resources: {'Port': ['ID=dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:55.391492 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0a912e-2ca4-4feb-9819-99d1374afd6d None None] Network 55e31f9d-6324-4828-ab9c-80ecd50fc19d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:55.449920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] For port f00588ab-eeeb-4ed7-86c6-ed792a946000, host n-d-819494-2, got binding levels [] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:55.450540 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.466122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Calling delete_port for f00588ab-eeeb-4ed7-86c6-ed792a946000 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:55.472201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.515306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133e76d-3b56-491a-ac0a-138ef5a3e6fb None None] Pushing event updated for resources: {'Port': ['ID=f00588ab-eeeb-4ed7-86c6-ed792a946000,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:55.574042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Subnet': ['ID=51fdc08f-2df0-4bca-9c98-26350d8f0190,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:55.574486 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.578134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-722dd69b-9038-409a-a4ad-4150213221be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:55.579724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-722dd69b-9038-409a-a4ad-4150213221be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 1.0831628 Nov 27 01:28:55.669436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Port': ['ID=f00588ab-eeeb-4ed7-86c6-ed792a946000,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:55.675939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No DVR routers for this DVR port f00588ab-eeeb-4ed7-86c6-ed792a946000 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:28:55.738463 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.785568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70df71-0974-4648-b36b-61ee98ac1c87 req-ff6bf2a4-4708-44cb-8a5c-832c8b0b1a6d tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:55.786489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b33c-f945-4667-83c5-17466121d7d6 req-d3b994d2-6c82-4940-b858-14d8d8eeb1c6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:55.791431 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc70df71-0974-4648-b36b-61ee98ac1c87 req-ff6bf2a4-4708-44cb-8a5c-832c8b0b1a6d tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1097 time: 0.3280005 Nov 27 01:28:55.799323 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370ac93f-b91e-40da-81c0-ea52770e18c8 None None] Network c1a76d73-19d7-4f80-9b92-f69e28145606 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:55.804168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b33c-f945-4667-83c5-17466121d7d6 req-d3b994d2-6c82-4940-b858-14d8d8eeb1c6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:55.819025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a76d73-19d7-4f80-9b92-f69e28145606']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:55.819553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b33c-f945-4667-83c5-17466121d7d6 req-d3b994d2-6c82-4940-b858-14d8d8eeb1c6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:55.833994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b33c-f945-4667-83c5-17466121d7d6 req-d3b994d2-6c82-4940-b858-14d8d8eeb1c6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:55.850418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b33c-f945-4667-83c5-17466121d7d6 req-d3b994d2-6c82-4940-b858-14d8d8eeb1c6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:55.860816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729ff79b-eea3-473b-86fe-79de0055b8d2') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:55.861251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729ff79b-eea3-473b-86fe-79de0055b8d2') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:55.864357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b33c-f945-4667-83c5-17466121d7d6 req-d3b994d2-6c82-4940-b858-14d8d8eeb1c6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:55.871914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b33c-f945-4667-83c5-17466121d7d6 req-d3b994d2-6c82-4940-b858-14d8d8eeb1c6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:55.879433 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9094b33c-f945-4667-83c5-17466121d7d6 req-d3b994d2-6c82-4940-b858-14d8d8eeb1c6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5445 time: 1.3426895 Nov 27 01:28:55.899979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.901145 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 58e03b05-c170-47e2-b8c4-05a6c9ed58fd no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:28:55.939524 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.942182 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.946215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:55.946649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:55.969766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 58e03b05-c170-47e2-b8c4-05a6c9ed58fd {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:28:55.970683 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 58e03b05-c170-47e2-b8c4-05a6c9ed58fd not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:28:56.001508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port d5cefc68-2edc-4e4c-86b9-88d51a960303 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:28:56.014383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] For port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:28:56.030402 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.046653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] For port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba,segment=NetworkSegment(25b39a1c-0857-4ffe-939f-629bca44c413),segment_id=25b39a1c-0857-4ffe-939f-629bca44c413)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:28:56.078659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-a4928106-f77c-45d1-86fa-2af5b7f5e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:56.081850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-a4928106-f77c-45d1-86fa-2af5b7f5e92e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4536328 Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:56.098873 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:56.107192 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc70df71-0974-4648-b36b-61ee98ac1c87 req-b47d2776-8a26-4bdd-b2ac-6c9e24f1cc41 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092406 Nov 27 01:28:56.117093 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.121844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.123697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e31f9d-6324-4828-ab9c-80ecd50fc19d']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:56.131947 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.140279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/c1a76d73-19d7-4f80-9b92-f69e28145606 HTTP/1.1" status: 204 len: 168 time: 1.1259983 Nov 27 01:28:56.152454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518275f0-f656-4c60-9e2e-5671447ae033') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:56.152788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55954) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:56.155198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518275f0-f656-4c60-9e2e-5671447ae033') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:28:56.158852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0073440e-b13a-48b5-b20f-f0dfad5f806f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1378990528'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:56.167468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cb73c-e5a7-462d-a7c6-ec9ed546b674 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Network': ['ID=c1a76d73-19d7-4f80-9b92-f69e28145606,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:56.180711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.194855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0073440e-b13a-48b5-b20f-f0dfad5f806f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:56.201261 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0073440e-b13a-48b5-b20f-f0dfad5f806f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.211340 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.267333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0073440e-b13a-48b5-b20f-f0dfad5f806f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:56.280140 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd395e8b-e2a8-4e1c-a2d2-49d7e6d8a314 None None] Network 1d9eab7a-e310-43bc-a39c-b3afe9dcefe8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:56.291270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0073440e-b13a-48b5-b20f-f0dfad5f806f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.291899 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-0073440e-b13a-48b5-b20f-f0dfad5f806f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Added segment 9efb8534-4986-4d43-8af2-145facdd615e of type vlan for network 09232b49-1759-4d45-ba7c-9c4fe1d77ee1 Nov 27 01:28:56.371330 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0073440e-b13a-48b5-b20f-f0dfad5f806f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.382830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 48443c82-81fd-4e8a-a63c-fa27aa770907 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:56.395919 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-0f351f0a-c481-4418-b2e9-e7b3a49393f2 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686425 Nov 27 01:28:56.410880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:28:56.411300 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:28:56.422039 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:28:56.427357 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0073440e-b13a-48b5-b20f-f0dfad5f806f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.434153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0073440e-b13a-48b5-b20f-f0dfad5f806f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:56.435182 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0073440e-b13a-48b5-b20f-f0dfad5f806f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.456584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661ace7-815a-4034-9153-62af5eb6a42f None None] Pushing event updated for resources: {'Port': ['ID=dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:56.520826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-72a2044f-e483-448f-8cd3-72b59bfe7358 None None] Provisioning complete for port 48443c82-81fd-4e8a-a63c-fa27aa770907 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:56.521496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72a2044f-e483-448f-8cd3-72b59bfe7358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.525589 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9094b33c-f945-4667-83c5-17466121d7d6 req-e4e54f7f-ab11-439e-afb5-86774b90b26d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6397250 Nov 27 01:28:56.546928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073440e-b13a-48b5-b20f-f0dfad5f806f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=09232b49-1759-4d45-ba7c-9c4fe1d77ee1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:56.572170 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0073440e-b13a-48b5-b20f-f0dfad5f806f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4177787 Nov 27 01:28:56.572496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 09232b49-1759-4d45-ba7c-9c4fe1d77ee1 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:56.574552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55958) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:56.588112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7bbdc57b-fbef-4e10-ad27-7d1a1b9decc4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'network_id': '09232b49-1759-4d45-ba7c-9c4fe1d77ee1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:56.775625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 48443c82-81fd-4e8a-a63c-fa27aa770907 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:56.776004 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.849202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbdc57b-fbef-4e10-ad27-7d1a1b9decc4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:56.854523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc57b-fbef-4e10-ad27-7d1a1b9decc4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:56.952418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.8 (9be7b58e-8190-4ccc-bccd-d87be05ad979/b4f3162f-1146-455b-ac6f-c30a88da5f18/d5cefc68-2edc-4e4c-86b9-88d51a960303) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:56.958601 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.23 (9be7b58e-8190-4ccc-bccd-d87be05ad979/d49d1f94-c619-46d0-ab14-7007ef465f7c/d5cefc68-2edc-4e4c-86b9-88d51a960303) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:56.962992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37883831-4038-4034-8184-e07deea8b6e5 req-82760e6f-4049-4524-bfee-cf58dfd8ba79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:56.975308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37883831-4038-4034-8184-e07deea8b6e5 req-82760e6f-4049-4524-bfee-cf58dfd8ba79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:56.983773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37883831-4038-4034-8184-e07deea8b6e5 req-82760e6f-4049-4524-bfee-cf58dfd8ba79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:56.990441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37883831-4038-4034-8184-e07deea8b6e5 req-82760e6f-4049-4524-bfee-cf58dfd8ba79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:56.997349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37883831-4038-4034-8184-e07deea8b6e5 req-82760e6f-4049-4524-bfee-cf58dfd8ba79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:57.004276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37883831-4038-4034-8184-e07deea8b6e5 req-82760e6f-4049-4524-bfee-cf58dfd8ba79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:57.011497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37883831-4038-4034-8184-e07deea8b6e5 req-82760e6f-4049-4524-bfee-cf58dfd8ba79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:57.014175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-37883831-4038-4034-8184-e07deea8b6e5 req-82760e6f-4049-4524-bfee-cf58dfd8ba79 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5445 time: 0.2872307 Nov 27 01:28:57.103214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416867d5-be02-48fa-aa4d-6cb63449d0b1 req-426ce6d8-316b-4abf-9102-18559a6a4c31 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:57.105135 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-416867d5-be02-48fa-aa4d-6cb63449d0b1 req-426ce6d8-316b-4abf-9102-18559a6a4c31 tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1097 time: 0.0895870 Nov 27 01:28:57.158182 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-d0a9e59c-ccf2-41f1-942f-a26160938c60 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7386467 Nov 27 01:28:57.177192 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.314044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-416867d5-be02-48fa-aa4d-6cb63449d0b1 req-398b77cd-02dc-4093-9e8f-881c01a6eedd tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Deleting port efb28bc7-2d6f-4d85-b14d-035e536238fc {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:28:57.314412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-416867d5-be02-48fa-aa4d-6cb63449d0b1 req-398b77cd-02dc-4093-9e8f-881c01a6eedd tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.366901 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.374273 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/55e31f9d-6324-4828-ab9c-80ecd50fc19d HTTP/1.1" status: 204 len: 168 time: 6.4227080 Nov 27 01:28:57.391530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55972) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:57.397842 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4d193c32-ca42-4429-b505-7e35c40db3bf tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-692946565'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:57.417388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-0e913ba7-53a1-44da-8693-06a765965577 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=fc6f1e66-1da2-4806-bf5d-cb5871fe3831 HTTP/1.1" status: 200 len: 217 time: 0.2464373 Nov 27 01:28:57.426311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc57b-fbef-4e10-ad27-7d1a1b9decc4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.432523 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.476944 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 48443c82-81fd-4e8a-a63c-fa27aa770907, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=48443c82-81fd-4e8a-a63c-fa27aa770907,segment=NetworkSegment(2254b858-08a0-40eb-9d29-0d9beff19abd),segment_id=2254b858-08a0-40eb-9d29-0d9beff19abd)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:57.490988 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.526324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdc57b-fbef-4e10-ad27-7d1a1b9decc4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=94da47d7-26e4-4b44-8679-a06d58e71e68,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:57.558791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=48443c82-81fd-4e8a-a63c-fa27aa770907,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:57.562970 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72a2044f-e483-448f-8cd3-72b59bfe7358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.582102 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a32c3a-b4e4-4777-ac88-50dc40492677 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Network': ['ID=55e31f9d-6324-4828-ab9c-80ecd50fc19d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:57.589031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-7edb1256-a55a-46fe-b922-2bd96e877a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:57.592541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-7edb1256-a55a-46fe-b922-2bd96e877a75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.1371715 Nov 27 01:28:57.625269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d193c32-ca42-4429-b505-7e35c40db3bf tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:57.629269 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d193c32-ca42-4429-b505-7e35c40db3bf tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.633459 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-72a2044f-e483-448f-8cd3-72b59bfe7358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:28:57.633842 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-72a2044f-e483-448f-8cd3-72b59bfe7358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:28:57.690374 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-416867d5-be02-48fa-aa4d-6cb63449d0b1 req-398b77cd-02dc-4093-9e8f-881c01a6eedd tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] For port efb28bc7-2d6f-4d85-b14d-035e536238fc, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=efb28bc7-2d6f-4d85-b14d-035e536238fc,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:28:57.691264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-416867d5-be02-48fa-aa4d-6cb63449d0b1 req-398b77cd-02dc-4093-9e8f-881c01a6eedd tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.708214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d193c32-ca42-4429-b505-7e35c40db3bf tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:28:57.729728 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d193c32-ca42-4429-b505-7e35c40db3bf tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.731047 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-4d193c32-ca42-4429-b505-7e35c40db3bf tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Added segment 3d05083a-addd-41bb-a235-9166eca7fb25 of type vlan for network f92841d7-dc3a-4d7b-9038-96c1d2f8d182 Nov 27 01:28:57.745611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554cec6-6431-461f-a01d-1b3a0b2a9f96 req-65006600-bb5a-47a9-b213-c491bc3663af tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:57.756359 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1554cec6-6431-461f-a01d-1b3a0b2a9f96 req-65006600-bb5a-47a9-b213-c491bc3663af tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 1097 time: 0.4639311 Nov 27 01:28:57.805019 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d193c32-ca42-4429-b505-7e35c40db3bf tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.853720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbdc57b-fbef-4e10-ad27-7d1a1b9decc4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking segment: {'id': '9efb8534-4986-4d43-8af2-145facdd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '09232b49-1759-4d45-ba7c-9c4fe1d77ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:57.854501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbdc57b-fbef-4e10-ad27-7d1a1b9decc4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network hostable DHCP agents. Network: 09232b49-1759-4d45-ba7c-9c4fe1d77ee1, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:57.857087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-4fb500e5-f919-4191-bcd8-b7b5d8562c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:57.858258 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d193c32-ca42-4429-b505-7e35c40db3bf tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.859212 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-4fb500e5-f919-4191-bcd8-b7b5d8562c0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1904519 Nov 27 01:28:57.866801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d193c32-ca42-4429-b505-7e35c40db3bf tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:57.868753 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4d193c32-ca42-4429-b505-7e35c40db3bf tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:57.905433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-416867d5-be02-48fa-aa4d-6cb63449d0b1 req-398b77cd-02dc-4093-9e8f-881c01a6eedd tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Calling delete_port for efb28bc7-2d6f-4d85-b14d-035e536238fc owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:28:58.005339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4d193c32-ca42-4429-b505-7e35c40db3bf tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6085958 Nov 27 01:28:58.009682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-29f49ced-f506-49e4-9fbb-6c6b58f5b8c9 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354752 Nov 27 01:28:58.020391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 55976) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:58.032354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-723d89b8-c3c7-413e-bbf3-4f4c415aac9c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'subnet': {'network_id': 'f92841d7-dc3a-4d7b-9038-96c1d2f8d182', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:58.050609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbdc57b-fbef-4e10-ad27-7d1a1b9decc4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network 09232b49-1759-4d45-ba7c-9c4fe1d77ee1 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:58.115384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-7bbdc57b-fbef-4e10-ad27-7d1a1b9decc4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 09232b49-1759-4d45-ba7c-9c4fe1d77ee1) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:58.131315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a544ca98-60ec-44c2-96e0-d2c3f5485f0d None None] Network 09232b49-1759-4d45-ba7c-9c4fe1d77ee1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:58.135697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d193c32-ca42-4429-b505-7e35c40db3bf tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Network': ['ID=f92841d7-dc3a-4d7b-9038-96c1d2f8d182,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:58.191054 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-c9d80b41-f1bc-4e48-8d78-850f1f351c0e service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479557 Nov 27 01:28:58.198076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdc57b-fbef-4e10-ad27-7d1a1b9decc4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:58.198839 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc57b-fbef-4e10-ad27-7d1a1b9decc4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:58.255153 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7bbdc57b-fbef-4e10-ad27-7d1a1b9decc4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6774788 Nov 27 01:28:58.257077 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55980) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:58.278225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4237a475-66fc-4261-9ea5-e61a49104542 None None] Network 9be7b58e-8190-4ccc-bccd-d87be05ad979 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:58.280987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network f92841d7-dc3a-4d7b-9038-96c1d2f8d182 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:28:58.372534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1554cec6-6431-461f-a01d-1b3a0b2a9f96 req-b184d45f-5f97-42f3-bb79-d29953277e8e tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d8f14c2f-563b-4d34-9699-656b02d5510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149068 Nov 27 01:28:58.399585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-5229ad77-3550-4b86-93e5-b4a64b1e64c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=040f8273-6cb3-48fa-94d3-a1d59e33a84f HTTP/1.1" status: 200 len: 217 time: 0.1904066 Nov 27 01:28:58.421441 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:58.447377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 48443c82-81fd-4e8a-a63c-fa27aa770907 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:58.643241 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723d89b8-c3c7-413e-bbf3-4f4c415aac9c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:28:58.652981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-09232b49-1759-4d45-ba7c-9c4fe1d77ee1', 'network_id': '09232b49-1759-4d45-ba7c-9c4fe1d77ee1', 'tenant_id': '3470ec20266348169b39b86f736b37c6', 'fixed_ips': [{'subnet_id': '94da47d7-26e4-4b44-8679-a06d58e71e68'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:28:58.653750 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:58.658942 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-723d89b8-c3c7-413e-bbf3-4f4c415aac9c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:58.878500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Allocated IP 172.20.0.1 (09232b49-1759-4d45-ba7c-9c4fe1d77ee1/94da47d7-26e4-4b44-8679-a06d58e71e68/1c991c4f-47fe-4cd7-ac50-c9256ddc8597) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:28:58.892082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 48443c82-81fd-4e8a-a63c-fa27aa770907 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:58.892539 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.013775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-7a9a6c08-c165-4aac-b7be-17aa80cba47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:59.020558 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-7a9a6c08-c165-4aac-b7be-17aa80cba47f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.5965455 Nov 27 01:28:59.072796 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-416867d5-be02-48fa-aa4d-6cb63449d0b1 req-398b77cd-02dc-4093-9e8f-881c01a6eedd tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.085466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.105231 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.115152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-61995292-c467-42af-a56a-b07d286dc9d8 None None] Provisioning complete for port 48443c82-81fd-4e8a-a63c-fa27aa770907 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:59.115538 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-61995292-c467-42af-a56a-b07d286dc9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.136462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b77cd-02dc-4093-9e8f-881c01a6eedd tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Pushing event deleted for resources: {'Port': ['ID=efb28bc7-2d6f-4d85-b14d-035e536238fc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:59.190916 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-723d89b8-c3c7-413e-bbf3-4f4c415aac9c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.211852 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network 9be7b58e-8190-4ccc-bccd-d87be05ad979 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:28:59.246348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-416867d5-be02-48fa-aa4d-6cb63449d0b1 req-398b77cd-02dc-4093-9e8f-881c01a6eedd tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] No DVR routers for this DVR port efb28bc7-2d6f-4d85-b14d-035e536238fc on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:28:59.253425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-416867d5-be02-48fa-aa4d-6cb63449d0b1 req-398b77cd-02dc-4093-9e8f-881c01a6eedd tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.257689 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-416867d5-be02-48fa-aa4d-6cb63449d0b1 req-398b77cd-02dc-4093-9e8f-881c01a6eedd tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.42 "DELETE /v2.0/ports/efb28bc7-2d6f-4d85-b14d-035e536238fc HTTP/1.1" status: 204 len: 173 time: 2.1445251 Nov 27 01:28:59.258034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e73490-6433-4d30-a53b-34fd624ddb0f', 'name': 'network-vif-deleted', 'tag': 'efb28bc7-2d6f-4d85-b14d-035e536238fc'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:28:59.262001 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeff370-9c24-4507-a964-eb36141f8837" -d '{"events": [{"server_uuid": "14e73490-6433-4d30-a53b-34fd624ddb0f", "name": "network-vif-deleted", "tag": "efb28bc7-2d6f-4d85-b14d-035e536238fc"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:28:59.307955 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.332083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:59.340206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:28:59.371448 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47d8fb8-22b7-4ba1-ab0d-20e72d486822 x-openstack-request-id: req-d47d8fb8-22b7-4ba1-ab0d-20e72d486822 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:28:59.371745 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e73490-6433-4d30-a53b-34fd624ddb0f", "name": "network-vif-deleted", "tag": "efb28bc7-2d6f-4d85-b14d-035e536238fc", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:28:59.371998 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d47d8fb8-22b7-4ba1-ab0d-20e72d486822 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:28:59.372400 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e73490-6433-4d30-a53b-34fd624ddb0f', 'name': 'network-vif-deleted', 'tag': 'efb28bc7-2d6f-4d85-b14d-035e536238fc', 'status': 'completed', 'code': 200} Nov 27 01:28:59.428058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-fad41048-b99a-4f09-a4ae-2eb486c154e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:59.429627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-fad41048-b99a-4f09-a4ae-2eb486c154e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4006879 Nov 27 01:28:59.436654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=d5cefc68-2edc-4e4c-86b9-88d51a960303,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:59.469035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d89b8-c3c7-413e-bbf3-4f4c415aac9c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Checking segment: {'id': '3d05083a-addd-41bb-a235-9166eca7fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f92841d7-dc3a-4d7b-9038-96c1d2f8d182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:28:59.469421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d89b8-c3c7-413e-bbf3-4f4c415aac9c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network hostable DHCP agents. Network: f92841d7-dc3a-4d7b-9038-96c1d2f8d182, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:28:59.479493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:59.479994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:59.480336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:59.480672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:59.481281 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:59.481725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:59.482157 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:59.483334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:59.483631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:59.484005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:59.484685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:59.484830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:28:59.512829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:59.515459 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.533752 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d89b8-c3c7-413e-bbf3-4f4c415aac9c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Subnet': ['ID=75ac385f-cb76-4273-858e-a21fb214692a,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:28:59.617543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cec91b93-2cab-4a7d-bec8-b3f6d0c55aa3 req-12f610d0-df4e-4361-a74a-20e6de122b9f tempest-TestServerMultinode-1696829924 tempest-TestServerMultinode-1696829924-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=14e73490-6433-4d30-a53b-34fd624ddb0f HTTP/1.1" status: 200 len: 210 time: 0.0978398 Nov 27 01:28:59.640146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d89b8-c3c7-413e-bbf3-4f4c415aac9c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network f92841d7-dc3a-4d7b-9038-96c1d2f8d182 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:28:59.651358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 55998) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:59.655521 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-28ab3832-b191-4b9d-be42-c5e66c6c1d4f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.5788331 Nov 27 01:28:59.660226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ca1976f9-3195-43bf-a7eb-5ae28c578d82 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b4f3162f-1146-455b-ac6f-c30a88da5f18'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:28:59.681900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-723d89b8-c3c7-413e-bbf3-4f4c415aac9c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, f92841d7-dc3a-4d7b-9038-96c1d2f8d182) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:28:59.694791 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-63ff627a-57bd-4f03-b3a0-2dcd3c08f5cb service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444613 Nov 27 01:28:59.697222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723d89b8-c3c7-413e-bbf3-4f4c415aac9c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:28:59.698023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-723d89b8-c3c7-413e-bbf3-4f4c415aac9c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.798596 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.813776 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e21f1b6-590d-4037-b030-a873fe97a703 None None] Network f92841d7-dc3a-4d7b-9038-96c1d2f8d182 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:28:59.816195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-61995292-c467-42af-a56a-b07d286dc9d8 None None] Provisioning complete for port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:28:59.816574 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-61995292-c467-42af-a56a-b07d286dc9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.819867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:28:59.845725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-723d89b8-c3c7-413e-bbf3-4f4c415aac9c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8218470 Nov 27 01:28:59.845910 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.850018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56002) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:28:59.957764 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-91bd7dc0-fa8e-4583-8e65-56b78ef4678e service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471232 Nov 27 01:28:59.985356 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca1976f9-3195-43bf-a7eb-5ae28c578d82 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:28:59.997369 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.038706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Subnet': ['ID=94da47d7-26e4-4b44-8679-a06d58e71e68,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:00.063290 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Pushing event updated for resources: {'Port': ['ID=1c991c4f-47fe-4cd7-ac50-c9256ddc8597,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:00.081471 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-33b363bc-663a-42d3-af3a-9502b1cb9f8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d HTTP/1.1" status: 200 len: 217 time: 0.0763879 Nov 27 01:29:00.143303 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.153716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Network 09232b49-1759-4d45-ba7c-9c4fe1d77ee1 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:00.169249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbc7f1f-0cb5-41b2-856d-760776811dc5 None None] Update dhcp port {'port': {'network_id': '9be7b58e-8190-4ccc-bccd-d87be05ad979', 'fixed_ips': [{'subnet_id': 'b4f3162f-1146-455b-ac6f-c30a88da5f18', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd49d1f94-c619-46d0-ab14-7007ef465f7c'}], 'binding:host_id': 'n-d-819494-2'}, 'id': 'dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:29:00.199619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09232b49-1759-4d45-ba7c-9c4fe1d77ee1']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:00.204301 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3dbc7f1f-0cb5-41b2-856d-760776811dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.210675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:00.218067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efb8534-4986-4d43-8af2-145facdd615e') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:00.218411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efb8534-4986-4d43-8af2-145facdd615e') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:00.220466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-70372493-ba8e-4491-a16f-ebeb9ef0e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:00.226874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:00.230727 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-70372493-ba8e-4491-a16f-ebeb9ef0e220 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.1424077 Nov 27 01:29:00.261215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.281190 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:29:00.319252 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.322139 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.394811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:00.396354 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:00.403795 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:00.438507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-12de5848-43c5-4800-8d59-48f12907fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:00.440455 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-12de5848-43c5-4800-8d59-48f12907fa1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1942973 Nov 27 01:29:00.445729 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-61995292-c467-42af-a56a-b07d286dc9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.447767 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Attempting to bind port 1c991c4f-47fe-4cd7-ac50-c9256ddc8597 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:00.448143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Attempting to bind port 1c991c4f-47fe-4cd7-ac50-c9256ddc8597 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '9efb8534-4986-4d43-8af2-145facdd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '09232b49-1759-4d45-ba7c-9c4fe1d77ee1'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:00.448514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Attempting to bind port 1c991c4f-47fe-4cd7-ac50-c9256ddc8597 on network 09232b49-1759-4d45-ba7c-9c4fe1d77ee1 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:00.507812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.508414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:00.509066 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.568388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device efb28bc7-2d6f-4d85-b14d-035e536238fc no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:00.570939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:00.571596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Checking segment: {'id': '9efb8534-4986-4d43-8af2-145facdd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '09232b49-1759-4d45-ba7c-9c4fe1d77ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:00.572203 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.572732 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Bound using segment: {'id': '9efb8534-4986-4d43-8af2-145facdd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '09232b49-1759-4d45-ba7c-9c4fe1d77ee1'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:00.573291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Bound port: 1c991c4f-47fe-4cd7-ac50-c9256ddc8597, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efb8534-4986-4d43-8af2-145facdd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '09232b49-1759-4d45-ba7c-9c4fe1d77ee1'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:00.573777 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.589387 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.db.api [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 01:29:00.589387 n-d-819494-2 neutron-server[103384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 01:29:00.589387 n-d-819494-2 neutron-server[103384]: [parameters: {'id': '09232b49-1759-4d45-ba7c-9c4fe1d77ee1'}] Nov 27 01:29:00.589387 n-d-819494-2 neutron-server[103384]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:00.590329 n-d-819494-2 neutron-server[103384]: DEBUG oslo_db.api [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:00.671252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56026) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:00.743473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56030) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:00.765568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-ca1976f9-3195-43bf-a7eb-5ae28c578d82 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Delete allocated IP 172.20.0.23 (9be7b58e-8190-4ccc-bccd-d87be05ad979/d49d1f94-c619-46d0-ab14-7007ef465f7c) {{(pid=103384) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 01:29:00.767483 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:00.846136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Subnet': ['ID=75ac385f-cb76-4273-858e-a21fb214692a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:00.872884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: efb28bc7-2d6f-4d85-b14d-035e536238fc {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:00.873499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device efb28bc7-2d6f-4d85-b14d-035e536238fc not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:00.965648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4abe70-d0f8-4178-b5af-6f93a881d289 req-04dfc335-4b8b-4160-b784-8b117086c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:00.966559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4abe70-d0f8-4178-b5af-6f93a881d289 req-04dfc335-4b8b-4160-b784-8b117086c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:00.968073 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4abe70-d0f8-4178-b5af-6f93a881d289 req-04dfc335-4b8b-4160-b784-8b117086c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:00.968710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4abe70-d0f8-4178-b5af-6f93a881d289 req-04dfc335-4b8b-4160-b784-8b117086c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:00.969338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4abe70-d0f8-4178-b5af-6f93a881d289 req-04dfc335-4b8b-4160-b784-8b117086c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:00.969996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4abe70-d0f8-4178-b5af-6f93a881d289 req-04dfc335-4b8b-4160-b784-8b117086c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:00.970653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4abe70-d0f8-4178-b5af-6f93a881d289 req-04dfc335-4b8b-4160-b784-8b117086c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:00.973750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa4abe70-d0f8-4178-b5af-6f93a881d289 req-04dfc335-4b8b-4160-b784-8b117086c6e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6502 time: 0.2927768 Nov 27 01:29:01.002118 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.009752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-61995292-c467-42af-a56a-b07d286dc9d8 None None] For port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba,segment=NetworkSegment(25b39a1c-0857-4ffe-939f-629bca44c413),segment_id=25b39a1c-0857-4ffe-939f-629bca44c413)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:01.026739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5dd7e-add0-4c3f-b485-e70415b4e19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-f92841d7-dc3a-4d7b-9038-96c1d2f8d182', 'network_id': 'f92841d7-dc3a-4d7b-9038-96c1d2f8d182', 'tenant_id': '939ed67341b24862b69dd8698ab311f5', 'fixed_ips': [{'subnet_id': '75ac385f-cb76-4273-858e-a21fb214692a'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:01.028245 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97f5dd7e-add0-4c3f-b485-e70415b4e19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.051761 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-61995292-c467-42af-a56a-b07d286dc9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.062157 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca1976f9-3195-43bf-a7eb-5ae28c578d82 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.075515 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca1976f9-3195-43bf-a7eb-5ae28c578d82 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.091248 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.104659 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.127337 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa4abe70-d0f8-4178-b5af-6f93a881d289 req-ba040c07-9f34-49c7-96eb-e9ae28bedf5e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420488 Nov 27 01:29:01.173639 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-cb62800a-9ab8-4ee3-a3cb-e4c20b3bfa0c service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7232151 Nov 27 01:29:01.241940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92841d7-dc3a-4d7b-9038-96c1d2f8d182']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:01.276396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1976f9-3195-43bf-a7eb-5ae28c578d82 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=d5cefc68-2edc-4e4c-86b9-88d51a960303,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:01.279011 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] For port 1c991c4f-47fe-4cd7-ac50-c9256ddc8597, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:01.314435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] For port 1c991c4f-47fe-4cd7-ac50-c9256ddc8597, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1c991c4f-47fe-4cd7-ac50-c9256ddc8597,segment=NetworkSegment(9efb8534-4986-4d43-8af2-145facdd615e),segment_id=9efb8534-4986-4d43-8af2-145facdd615e)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:01.315426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61995292-c467-42af-a56a-b07d286dc9d8 None None] Pushing event updated for resources: {'Port': ['ID=dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:01.325076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adbe3f6-b4d4-4e2c-849d-0a80ad0bd723 None None] Network f92841d7-dc3a-4d7b-9038-96c1d2f8d182 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:01.338364 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.348083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ca1976f9-3195-43bf-a7eb-5ae28c578d82 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] In _notify_port_updated(), no bound segment for port d5cefc68-2edc-4e4c-86b9-88d51a960303 on network 9be7b58e-8190-4ccc-bccd-d87be05ad979 {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:29:01.348481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-3dbc7f1f-0cb5-41b2-856d-760776811dc5 None None] Allocated IP 172.20.0.18 (9be7b58e-8190-4ccc-bccd-d87be05ad979/d49d1f94-c619-46d0-ab14-7007ef465f7c/dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:01.356588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1976f9-3195-43bf-a7eb-5ae28c578d82 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:01.357516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d05083a-addd-41bb-a235-9166eca7fb25') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:01.357818 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d05083a-addd-41bb-a235-9166eca7fb25') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:01.358130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca1976f9-3195-43bf-a7eb-5ae28c578d82 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.364465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ca1976f9-3195-43bf-a7eb-5ae28c578d82 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "PUT /v2.0/ports/d5cefc68-2edc-4e4c-86b9-88d51a960303 HTTP/1.1" status: 200 len: 918 time: 1.7109613 Nov 27 01:29:01.365393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56036) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:01.373328 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b4f3162f-1146-455b-ac6f-c30a88da5f18'}, {'subnet_id': 'd49d1f94-c619-46d0-ab14-7007ef465f7c'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:01.382430 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.417403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d36e5-216b-49b4-ba84-f71828d6d4e3 None None] Pushing event updated for resources: {'Port': ['ID=1c991c4f-47fe-4cd7-ac50-c9256ddc8597,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:01.420121 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:01.420582 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:01.541513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Deleting port 1c991c4f-47fe-4cd7-ac50-c9256ddc8597 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:01.541861 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.552154 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.557938 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.597469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3397e2c-75da-4d68-8b74-07aacf6ded65 None None] Network 09232b49-1759-4d45-ba7c-9c4fe1d77ee1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:01.633395 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:01.633812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:01.637765 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:01.642696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1adf62f-6ae9-4140-8b59-fc2a3ce9f933 req-ecda6b18-8f55-49b5-97a4-8bf041b08bae service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502020 Nov 27 01:29:01.696224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] For port 1c991c4f-47fe-4cd7-ac50-c9256ddc8597, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1c991c4f-47fe-4cd7-ac50-c9256ddc8597,segment=NetworkSegment(9efb8534-4986-4d43-8af2-145facdd615e),segment_id=9efb8534-4986-4d43-8af2-145facdd615e)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:01.696765 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.716565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Calling delete_port for 1c991c4f-47fe-4cd7-ac50-c9256ddc8597 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:01.748747 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3dbc7f1f-0cb5-41b2-856d-760776811dc5 None None] For port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba,segment=NetworkSegment(25b39a1c-0857-4ffe-939f-629bca44c413),segment_id=25b39a1c-0857-4ffe-939f-629bca44c413)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:01.804467 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.829266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.830597 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3dbc7f1f-0cb5-41b2-856d-760776811dc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.834471 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/f92841d7-dc3a-4d7b-9038-96c1d2f8d182 HTTP/1.1" status: 204 len: 168 time: 1.9792590 Nov 27 01:29:01.842955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56042) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:01.844211 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3dbc7f1f-0cb5-41b2-856d-760776811dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.850746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-43738512-79a4-4cae-ae6f-5a11742ab006 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415159202'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:01.852545 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:01.870340 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59285-f603-490e-a703-2a03c60332b2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Network': ['ID=f92841d7-dc3a-4d7b-9038-96c1d2f8d182,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:01.911485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc7f1f-0cb5-41b2-856d-760776811dc5 None None] Pushing event updated for resources: {'Port': ['ID=dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:01.925859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Port': ['ID=1c991c4f-47fe-4cd7-ac50-c9256ddc8597,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:01.930556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No DVR routers for this DVR port 1c991c4f-47fe-4cd7-ac50-c9256ddc8597 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:01.941548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43738512-79a4-4cae-ae6f-5a11742ab006 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:01.955118 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43738512-79a4-4cae-ae6f-5a11742ab006 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.062126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43738512-79a4-4cae-ae6f-5a11742ab006 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:02.108090 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43738512-79a4-4cae-ae6f-5a11742ab006 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.108432 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-43738512-79a4-4cae-ae6f-5a11742ab006 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Added segment 414c2983-7285-4740-b694-ab97906af161 of type vlan for network 8d7f5ad8-f606-4cf8-97e1-5f127d12a994 Nov 27 01:29:02.173336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:02.233786 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43738512-79a4-4cae-ae6f-5a11742ab006 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.246842 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.259389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:02.259775 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.336100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09232b49-1759-4d45-ba7c-9c4fe1d77ee1']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:02.349605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efb8534-4986-4d43-8af2-145facdd615e') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:02.349911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efb8534-4986-4d43-8af2-145facdd615e') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:02.365358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.384366 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.392726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:02.393146 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:02.519119 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:02.532343 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.547415 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.551334 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/09232b49-1759-4d45-ba7c-9c4fe1d77ee1 HTTP/1.1" status: 204 len: 168 time: 4.2925131 Nov 27 01:29:02.556095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56046) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:02.576335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c1b4d34a-1562-4f2e-ae68-9c7194cdeb0c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1047708977'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:02.584169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf40410-8a91-475d-9cc4-7a830bc55e24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Network': ['ID=09232b49-1759-4d45-ba7c-9c4fe1d77ee1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:02.665940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b4d34a-1562-4f2e-ae68-9c7194cdeb0c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:02.671108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d34a-1562-4f2e-ae68-9c7194cdeb0c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.714519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b4d34a-1562-4f2e-ae68-9c7194cdeb0c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:02.734409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-993f3b1f-bc13-4ec6-bab3-50b83e88a378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.737867 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43738512-79a4-4cae-ae6f-5a11742ab006 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.738979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d34a-1562-4f2e-ae68-9c7194cdeb0c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.739690 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-c1b4d34a-1562-4f2e-ae68-9c7194cdeb0c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Added segment 0ae7ee5b-81e7-476d-9cb4-8724a21c36cc of type vlan for network 72ea485e-a140-4f15-a825-d98f73ef347c Nov 27 01:29:02.744494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43738512-79a4-4cae-ae6f-5a11742ab006 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:02.745342 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43738512-79a4-4cae-ae6f-5a11742ab006 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.807090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ade757e-9c18-4b6d-a1d8-21c193559044 None None] Network 9be7b58e-8190-4ccc-bccd-d87be05ad979 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:02.839565 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d34a-1562-4f2e-ae68-9c7194cdeb0c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.847007 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.db.api [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-ee315575-d033-4e77-b9a0-e1e9c3a0d386 {{(pid=103384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:02.847419 n-d-819494-2 neutron-server[103384]: DEBUG oslo_db.api [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:02.859316 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-43738512-79a4-4cae-ae6f-5a11742ab006 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0123115 Nov 27 01:29:02.863828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56050) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:02.875807 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d34a-1562-4f2e-ae68-9c7194cdeb0c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.879430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7f7db0a1-d71c-45b5-a582-6e9776163a58 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'subnet': {'network_id': '8d7f5ad8-f606-4cf8-97e1-5f127d12a994', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:02.883115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b4d34a-1562-4f2e-ae68-9c7194cdeb0c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:02.883849 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d34a-1562-4f2e-ae68-9c7194cdeb0c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.912799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cef8365f-bc1b-4819-9c1e-70a2f55d38c6 None None] Provisioning complete for port d5cefc68-2edc-4e4c-86b9-88d51a960303 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:02.913423 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cef8365f-bc1b-4819-9c1e-70a2f55d38c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:02.958633 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c1b4d34a-1562-4f2e-ae68-9c7194cdeb0c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3846755 Nov 27 01:29:02.958633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56052) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:02.963965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a80ceaff-1573-4d88-8f2f-d045496b9a27 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'network_id': '72ea485e-a140-4f15-a825-d98f73ef347c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:02.969100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4d34a-1562-4f2e-ae68-9c7194cdeb0c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=72ea485e-a140-4f15-a825-d98f73ef347c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:02.988374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 72ea485e-a140-4f15-a825-d98f73ef347c details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:03.034546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7db0a1-d71c-45b5-a582-6e9776163a58 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:03.034889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-cef8365f-bc1b-4819-9c1e-70a2f55d38c6 None None] Port d5cefc68-2edc-4e4c-86b9-88d51a960303 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:03.038117 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f7db0a1-d71c-45b5-a582-6e9776163a58 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.069221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80ceaff-1573-4d88-8f2f-d045496b9a27 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:03.072997 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a80ceaff-1573-4d88-8f2f-d045496b9a27 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.080053 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cef8365f-bc1b-4819-9c1e-70a2f55d38c6 None None] Provisioning complete for port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:03.080435 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cef8365f-bc1b-4819-9c1e-70a2f55d38c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.238898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43738512-79a4-4cae-ae6f-5a11742ab006 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Network': ['ID=8d7f5ad8-f606-4cf8-97e1-5f127d12a994,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:03.251096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 8d7f5ad8-f606-4cf8-97e1-5f127d12a994 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:03.314983 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f7db0a1-d71c-45b5-a582-6e9776163a58 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.347560 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a80ceaff-1573-4d88-8f2f-d045496b9a27 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.402694 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.474342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7db0a1-d71c-45b5-a582-6e9776163a58 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Checking segment: {'id': '414c2983-7285-4740-b694-ab97906af161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8d7f5ad8-f606-4cf8-97e1-5f127d12a994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:03.474823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7db0a1-d71c-45b5-a582-6e9776163a58 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network hostable DHCP agents. Network: 8d7f5ad8-f606-4cf8-97e1-5f127d12a994, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:03.477945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7db0a1-d71c-45b5-a582-6e9776163a58 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Subnet': ['ID=01cb392e-9479-430e-a7d3-0c43364ac1e3,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:03.522651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7db0a1-d71c-45b5-a582-6e9776163a58 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network 8d7f5ad8-f606-4cf8-97e1-5f127d12a994 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:03.526075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ceaff-1573-4d88-8f2f-d045496b9a27 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=3ac67336-4aa0-406e-9806-bef309624f04,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:03.582128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-7f7db0a1-d71c-45b5-a582-6e9776163a58 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 8d7f5ad8-f606-4cf8-97e1-5f127d12a994) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:03.586819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80ceaff-1573-4d88-8f2f-d045496b9a27 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking segment: {'id': '0ae7ee5b-81e7-476d-9cb4-8724a21c36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '72ea485e-a140-4f15-a825-d98f73ef347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:03.587530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80ceaff-1573-4d88-8f2f-d045496b9a27 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network hostable DHCP agents. Network: 72ea485e-a140-4f15-a825-d98f73ef347c, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:03.594619 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96195d7-297b-4258-bfec-36b687a4f54b None None] Network 8d7f5ad8-f606-4cf8-97e1-5f127d12a994 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:03.643995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80ceaff-1573-4d88-8f2f-d045496b9a27 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network 72ea485e-a140-4f15-a825-d98f73ef347c is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:03.658177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a80ceaff-1573-4d88-8f2f-d045496b9a27 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 72ea485e-a140-4f15-a825-d98f73ef347c) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:03.668116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80ceaff-1573-4d88-8f2f-d045496b9a27 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:03.669037 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a80ceaff-1573-4d88-8f2f-d045496b9a27 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.678219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7db0a1-d71c-45b5-a582-6e9776163a58 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:03.678832 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f7db0a1-d71c-45b5-a582-6e9776163a58 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.725998 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7f7db0a1-d71c-45b5-a582-6e9776163a58 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8548217 Nov 27 01:29:03.729527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56064) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:03.736244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-63503a1c-55b6-42ef-b8f1-2f4992c1c595 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'subnet': {'network_id': '8d7f5ad8-f606-4cf8-97e1-5f127d12a994', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:03.741185 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a80ceaff-1573-4d88-8f2f-d045496b9a27 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7812438 Nov 27 01:29:03.744411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56066) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:03.790153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-993f3b1f-bc13-4ec6-bab3-50b83e88a378 admin admin] Deleting port 187d0f82-5a9f-4643-a9c2-c168ebb21023 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:03.790895 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-993f3b1f-bc13-4ec6-bab3-50b83e88a378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.838624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1874186-3879-42e0-8586-b5d6762370cb None None] Network 72ea485e-a140-4f15-a825-d98f73ef347c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:03.919305 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:03.926778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.30 (9be7b58e-8190-4ccc-bccd-d87be05ad979/d49d1f94-c619-46d0-ab14-7007ef465f7c/d5cefc68-2edc-4e4c-86b9-88d51a960303) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:03.955009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-8d7f5ad8-f606-4cf8-97e1-5f127d12a994', 'network_id': '8d7f5ad8-f606-4cf8-97e1-5f127d12a994', 'tenant_id': '939ed67341b24862b69dd8698ab311f5', 'fixed_ips': [{'subnet_id': '01cb392e-9479-430e-a7d3-0c43364ac1e3'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:03.957016 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.013109 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.058118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-993f3b1f-bc13-4ec6-bab3-50b83e88a378 admin admin] For port 187d0f82-5a9f-4643-a9c2-c168ebb21023, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=187d0f82-5a9f-4643-a9c2-c168ebb21023,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:04.058760 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-993f3b1f-bc13-4ec6-bab3-50b83e88a378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.101870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-993f3b1f-bc13-4ec6-bab3-50b83e88a378 admin admin] Calling delete_port for 187d0f82-5a9f-4643-a9c2-c168ebb21023 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:04.125372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63503a1c-55b6-42ef-b8f1-2f4992c1c595 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:04.130069 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63503a1c-55b6-42ef-b8f1-2f4992c1c595 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.140140 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.232160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac67336-4aa0-406e-9806-bef309624f04,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:04.458665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1776ce1f-a7bf-4b81-bc1e-2f79f7fdccc7 None None] Network 72ea485e-a140-4f15-a825-d98f73ef347c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:04.502871 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.582858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ea485e-a140-4f15-a825-d98f73ef347c']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:04.591096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Allocated IP 2001:db8::2 (8d7f5ad8-f606-4cf8-97e1-5f127d12a994/01cb392e-9479-430e-a7d3-0c43364ac1e3/71562fef-9dc8-4ccc-9e4f-c88d8654a21b) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:04.624783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae7ee5b-81e7-476d-9cb4-8724a21c36cc') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:04.625319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae7ee5b-81e7-476d-9cb4-8724a21c36cc') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:04.665461 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63503a1c-55b6-42ef-b8f1-2f4992c1c595 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.677915 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-993f3b1f-bc13-4ec6-bab3-50b83e88a378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.682376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.686402 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.703554 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.743253 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.820864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-65c431c5-169b-47fc-834f-600b20335a04 None None] Provisioning complete for port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:04.821020 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65c431c5-169b-47fc-834f-600b20335a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.855478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63503a1c-55b6-42ef-b8f1-2f4992c1c595 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network 8d7f5ad8-f606-4cf8-97e1-5f127d12a994 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:04.863091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:04.863505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:04.876214 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:05.121946 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63503a1c-55b6-42ef-b8f1-2f4992c1c595 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Subnet': ['ID=7d160c3d-c38b-4dfd-8e87-84e1ffe7e4d5,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:05.124959 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-63503a1c-55b6-42ef-b8f1-2f4992c1c595 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:05.131449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f3b1f-bc13-4ec6-bab3-50b83e88a378 admin admin] Pushing event deleted for resources: {'Port': ['ID=187d0f82-5a9f-4643-a9c2-c168ebb21023,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:05.137657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63503a1c-55b6-42ef-b8f1-2f4992c1c595 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.138801 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63503a1c-55b6-42ef-b8f1-2f4992c1c595 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.144965 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.160916 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.176124 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-63503a1c-55b6-42ef-b8f1-2f4992c1c595 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4451873 Nov 27 01:29:05.188456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=d5cefc68-2edc-4e4c-86b9-88d51a960303,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:05.190778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56076) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:05.207407 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-993f3b1f-bc13-4ec6-bab3-50b83e88a378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.212062 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Network 8d7f5ad8-f606-4cf8-97e1-5f127d12a994 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:05.215857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:05.226858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] In _notify_port_updated(), no bound segment for port d5cefc68-2edc-4e4c-86b9-88d51a960303 on network 9be7b58e-8190-4ccc-bccd-d87be05ad979 {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:29:05.235717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.236613 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.245992 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-20df9ff4-7ed6-4424-82aa-7415c86ab5cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "PUT /v2.0/ports/d5cefc68-2edc-4e4c-86b9-88d51a960303 HTTP/1.1" status: 200 len: 998 time: 3.8751280 Nov 27 01:29:05.245992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56078) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:05.246444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:05.268729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Pushing event updated for resources: {'Port': ['ID=71562fef-9dc8-4ccc-9e4f-c88d8654a21b,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:05.336785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Attempting to bind port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:05.337098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Attempting to bind port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '414c2983-7285-4740-b694-ab97906af161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8d7f5ad8-f606-4cf8-97e1-5f127d12a994'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:05.337444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Attempting to bind port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b on network 8d7f5ad8-f606-4cf8-97e1-5f127d12a994 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:05.339609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-65c431c5-169b-47fc-834f-600b20335a04 None None] Provisioning complete for port d5cefc68-2edc-4e4c-86b9-88d51a960303 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:05.340071 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65c431c5-169b-47fc-834f-600b20335a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.363409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:05.363884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Checking segment: {'id': '414c2983-7285-4740-b694-ab97906af161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8d7f5ad8-f606-4cf8-97e1-5f127d12a994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:05.364305 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.364703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Bound using segment: {'id': '414c2983-7285-4740-b694-ab97906af161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8d7f5ad8-f606-4cf8-97e1-5f127d12a994'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:05.365198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Bound port: 71562fef-9dc8-4ccc-9e4f-c88d8654a21b, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414c2983-7285-4740-b694-ab97906af161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '8d7f5ad8-f606-4cf8-97e1-5f127d12a994'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:05.365963 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.385493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3aeaf0-4f7e-4005-8b2f-8cb4df755863 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.391577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3aeaf0-4f7e-4005-8b2f-8cb4df755863 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.393323 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3aeaf0-4f7e-4005-8b2f-8cb4df755863 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.397371 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.411405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3aeaf0-4f7e-4005-8b2f-8cb4df755863 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.413282 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3aeaf0-4f7e-4005-8b2f-8cb4df755863 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.423696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9b3aeaf0-4f7e-4005-8b2f-8cb4df755863 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2298126 Nov 27 01:29:05.429050 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.433476 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/72ea485e-a140-4f15-a825-d98f73ef347c HTTP/1.1" status: 204 len: 168 time: 1.6874356 Nov 27 01:29:05.433996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd247b-51cc-475c-ba44-dd478b7a0888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Network': ['ID=72ea485e-a140-4f15-a825-d98f73ef347c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:05.437713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-65c431c5-169b-47fc-834f-600b20335a04 None None] Port d5cefc68-2edc-4e4c-86b9-88d51a960303 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:05.437922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56080) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:05.441805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7503868e-4457-44eb-9b59-4c3021a7854d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2085724287'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:05.443629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56082) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:05.465259 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] For port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:05.468272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cf37c478-95ed-463c-bbff-477073a3843c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-795713349'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:05.469406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] For port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=71562fef-9dc8-4ccc-9e4f-c88d8654a21b,segment=NetworkSegment(414c2983-7285-4740-b694-ab97906af161),segment_id=414c2983-7285-4740-b694-ab97906af161)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:05.476951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7503868e-4457-44eb-9b59-4c3021a7854d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:05.480749 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.483922 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7503868e-4457-44eb-9b59-4c3021a7854d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.525115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7503868e-4457-44eb-9b59-4c3021a7854d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:05.540144 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7503868e-4457-44eb-9b59-4c3021a7854d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.540962 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-7503868e-4457-44eb-9b59-4c3021a7854d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Added segment d10d65a4-4c5e-41e3-b3eb-dc2a955a2ff5 of type vlan for network 334aab28-d869-4c3d-96b5-43ed0a732a55 Nov 27 01:29:05.614512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97747251-027a-4b25-a967-fd1eaf70c463 None None] Pushing event updated for resources: {'Port': ['ID=71562fef-9dc8-4ccc-9e4f-c88d8654a21b,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:05.620924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c886594c-a662-4ac6-ac4f-32b842177b3c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port d5cefc68-2edc-4e4c-86b9-88d51a960303 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:05.621577 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c886594c-a662-4ac6-ac4f-32b842177b3c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.626258 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7503868e-4457-44eb-9b59-4c3021a7854d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.631291 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf37c478-95ed-463c-bbff-477073a3843c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:05.636540 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf37c478-95ed-463c-bbff-477073a3843c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.637342 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5d5c3291-f28d-44a6-9b27-a1d40a7303ca None None] Provisioning complete for port d5cefc68-2edc-4e4c-86b9-88d51a960303 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:05.637854 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3291-f28d-44a6-9b27-a1d40a7303ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.728806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7503868e-4457-44eb-9b59-4c3021a7854d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.736254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf37c478-95ed-463c-bbff-477073a3843c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:05.737551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7503868e-4457-44eb-9b59-4c3021a7854d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:05.738199 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7503868e-4457-44eb-9b59-4c3021a7854d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.739552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c3291-f28d-44a6-9b27-a1d40a7303ca None None] Port d5cefc68-2edc-4e4c-86b9-88d51a960303 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:05.769372 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf37c478-95ed-463c-bbff-477073a3843c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.769669 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-cf37c478-95ed-463c-bbff-477073a3843c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Added segment 94d7a0d9-a4df-48e7-8adc-159062ead2b4 of type vlan for network a5e72b79-759b-4b0b-8a2d-9efa0c76ca32 Nov 27 01:29:05.823229 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c886594c-a662-4ac6-ac4f-32b842177b3c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.835169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7503868e-4457-44eb-9b59-4c3021a7854d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3974869 Nov 27 01:29:05.881684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56090) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:05.890449 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7050c762-9093-4283-ae8d-7ab013319a14 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:05.893759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503868e-4457-44eb-9b59-4c3021a7854d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Network': ['ID=334aab28-d869-4c3d-96b5-43ed0a732a55,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:05.909915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 334aab28-d869-4c3d-96b5-43ed0a732a55 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:05.915803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c886594c-a662-4ac6-ac4f-32b842177b3c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for d5cefc68-2edc-4e4c-86b9-88d51a960303 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:05.942716 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf37c478-95ed-463c-bbff-477073a3843c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:05.991720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993f3b1f-bc13-4ec6-bab3-50b83e88a378 admin admin] Router 7c25deb7-f5c4-4473-8b3e-30684132600b has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:29:06.007744 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf37c478-95ed-463c-bbff-477073a3843c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:06.019003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf37c478-95ed-463c-bbff-477073a3843c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:06.019716 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cf37c478-95ed-463c-bbff-477073a3843c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:06.260806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7050c762-9093-4283-ae8d-7ab013319a14 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:06.289865 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cf37c478-95ed-463c-bbff-477073a3843c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8380585 Nov 27 01:29:06.298011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56092) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:06.303334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'network_id': 'a5e72b79-759b-4b0b-8a2d-9efa0c76ca32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:06.375094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 71562fef-9dc8-4ccc-9e4f-c88d8654a21b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:06.476249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:06.477001 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:06.489975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37c478-95ed-463c-bbff-477073a3843c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=a5e72b79-759b-4b0b-8a2d-9efa0c76ca32,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:06.497148 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c886594c-a662-4ac6-ac4f-32b842177b3c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:06.505693 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7050c762-9093-4283-ae8d-7ab013319a14 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:06.527350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a5e72b79-759b-4b0b-8a2d-9efa0c76ca32 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:06.534186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7050c762-9093-4283-ae8d-7ab013319a14 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network 334aab28-d869-4c3d-96b5-43ed0a732a55 is not hosted by any dhcp agent {{(pid=103384) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:29:06.539921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993f3b1f-bc13-4ec6-bab3-50b83e88a378 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:29:06.543202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:06.552149 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:06.555352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050c762-9093-4283-ae8d-7ab013319a14 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:06.556022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7050c762-9093-4283-ae8d-7ab013319a14 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:06.557626 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7050c762-9093-4283-ae8d-7ab013319a14 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "PUT /v2.0/networks/334aab28-d869-4c3d-96b5-43ed0a732a55 HTTP/1.1" status: 200 len: 723 time: 0.6724505 Nov 27 01:29:06.642026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886594c-a662-4ac6-ac4f-32b842177b3c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=d5cefc68-2edc-4e4c-86b9-88d51a960303,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:06.677152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_backend_mixin [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Performing IP validity checks on allocation pools {{(pid=103385) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:29:06.678095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_backend_mixin [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103385) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:29:06.687793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389bddf-b826-4909-a5ad-0f6829dbad53 None None] Sync routers for ids ['7c25deb7-f5c4-4473-8b3e-30684132600b'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:29:06.715665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-214e2864-3b0c-4eeb-99b8-eafcb30a8e7d None None] Could not find standard attr ID for object d5cefc68-2edc-4e4c-86b9-88d51a960303. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:06.722500 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-993f3b1f-bc13-4ec6-bab3-50b83e88a378 admin admin] 10.222.0.37 "PUT /v2.0/routers/7c25deb7-f5c4-4473-8b3e-30684132600b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9753401 Nov 27 01:29:06.722500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56094) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:06.725912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-939cfefd-c9d2-455a-b819-03a54e4354f2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'subnet': {'network_id': '334aab28-d869-4c3d-96b5-43ed0a732a55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:06.729516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56098) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:06.740897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389bddf-b826-4909-a5ad-0f6829dbad53 None None] Routers {'7c25deb7-f5c4-4473-8b3e-30684132600b'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:06.741846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2389bddf-b826-4909-a5ad-0f6829dbad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:28:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7c25deb7-f5c4-4473-8b3e-30684132600b'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:06.783956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050c762-9093-4283-ae8d-7ab013319a14 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Network': ['ID=334aab28-d869-4c3d-96b5-43ed0a732a55,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:06.799114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 334aab28-d869-4c3d-96b5-43ed0a732a55 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:06.961358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c886594c-a662-4ac6-ac4f-32b842177b3c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:06.970844 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c886594c-a662-4ac6-ac4f-32b842177b3c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/d5cefc68-2edc-4e4c-86b9-88d51a960303 HTTP/1.1" status: 204 len: 168 time: 1.7182522 Nov 27 01:29:06.973559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56100) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:06.995939 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.035605 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ff7a1f-6aac-499b-a822-36dee70d27ab tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:29:07.036658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2389bddf-b826-4909-a5ad-0f6829dbad53 None None] Set router 7c25deb7-f5c4-4473-8b3e-30684132600b gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:29:07.037355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c9ff7a1f-6aac-499b-a822-36dee70d27ab tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/d5cefc68-2edc-4e4c-86b9-88d51a960303 HTTP/1.1" status: 404 len: 333 time: 0.0623312 Nov 27 01:29:07.040934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56102) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:07.102897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=71562fef-9dc8-4ccc-9e4f-c88d8654a21b,segment=NetworkSegment(414c2983-7285-4740-b694-ab97906af161),segment_id=414c2983-7285-4740-b694-ab97906af161)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:07.124391 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.135315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f3ba20-adfe-40f8-8255-f11c1d58f81e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting subnet d49d1f94-c619-46d0-ab14-7007ef465f7c {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:07.140777 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34f3ba20-adfe-40f8-8255-f11c1d58f81e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.189627 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.210707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34f3ba20-adfe-40f8-8255-f11c1d58f81e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.259035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=71562fef-9dc8-4ccc-9e4f-c88d8654a21b,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:07.303347 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26260912-8c6a-4ca9-adb8-68e655eb01d8 None None] Network 8d7f5ad8-f606-4cf8-97e1-5f127d12a994 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:07.347272 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34f3ba20-adfe-40f8-8255-f11c1d58f81e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.378148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939cfefd-c9d2-455a-b819-03a54e4354f2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:07.382640 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-939cfefd-c9d2-455a-b819-03a54e4354f2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.411936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9ecb616f-8430-4755-a627-6437a21c7ba1 None None] Provisioning complete for port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:07.412564 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9ecb616f-8430-4755-a627-6437a21c7ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.455445 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2389bddf-b826-4909-a5ad-0f6829dbad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'name': 'tempest-TestServerMultinode-1896246161-router', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:41Z', 'updated_at': '2021-11-27T01:29:04Z', 'revision_number': 5, 'project_id': '28a96ea2d35d43dfa38fc51efece870e', 'gw_port': {'id': '4a2b75e7-9465-462b-bccf-901b33db9ae2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:45:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:42Z', 'updated_at': '2021-11-27T01:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:07.461580 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34f3ba20-adfe-40f8-8255-f11c1d58f81e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.500336 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.512876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.526265 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389bddf-b826-4909-a5ad-0f6829dbad53 None None] Checking router: 7c25deb7-f5c4-4473-8b3e-30684132600b for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:29:07.527119 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34f3ba20-adfe-40f8-8255-f11c1d58f81e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.539686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-34f3ba20-adfe-40f8-8255-f11c1d58f81e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/d49d1f94-c619-46d0-ab14-7007ef465f7c HTTP/1.1" status: 204 len: 168 time: 0.4973061 Nov 27 01:29:07.542039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56106) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:07.543625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3ba20-adfe-40f8-8255-f11c1d58f81e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Subnet': ['ID=d49d1f94-c619-46d0-ab14-7007ef465f7c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:07.651408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389bddf-b826-4909-a5ad-0f6829dbad53 None None] Routers {'7c25deb7-f5c4-4473-8b3e-30684132600b'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:07.652475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2389bddf-b826-4909-a5ad-0f6829dbad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:28:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7c25deb7-f5c4-4473-8b3e-30684132600b'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:07.672978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-680899a0-a1ab-4e7b-9198-d7235b3febaf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting subnet b4f3162f-1146-455b-ac6f-c30a88da5f18 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:07.676606 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-680899a0-a1ab-4e7b-9198-d7235b3febaf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.764237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Deleting port 4a2b75e7-9465-462b-bccf-901b33db9ae2 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:07.764848 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.776572 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-680899a0-a1ab-4e7b-9198-d7235b3febaf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.938986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=40189d32-3b56-4b37-83b8-8bd6d06c90f3,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:07.971195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] For port 4a2b75e7-9465-462b-bccf-901b33db9ae2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4a2b75e7-9465-462b-bccf-901b33db9ae2,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:07.971781 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.975626 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-680899a0-a1ab-4e7b-9198-d7235b3febaf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:07.996383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Calling delete_port for 4a2b75e7-9465-462b-bccf-901b33db9ae2 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:08.054754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking segment: {'id': '94d7a0d9-a4df-48e7-8adc-159062ead2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5e72b79-759b-4b0b-8a2d-9efa0c76ca32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:08.055306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network hostable DHCP agents. Network: a5e72b79-759b-4b0b-8a2d-9efa0c76ca32, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:08.100264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-680899a0-a1ab-4e7b-9198-d7235b3febaf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.136691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680899a0-a1ab-4e7b-9198-d7235b3febaf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f3162f-1146-455b-ac6f-c30a88da5f18,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:08.143798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-680899a0-a1ab-4e7b-9198-d7235b3febaf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.147310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-680899a0-a1ab-4e7b-9198-d7235b3febaf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/b4f3162f-1146-455b-ac6f-c30a88da5f18 HTTP/1.1" status: 204 len: 168 time: 0.5834553 Nov 27 01:29:08.150122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56116) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:08.167179 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network a5e72b79-759b-4b0b-8a2d-9efa0c76ca32 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:08.262842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc20991a-e8a8-4db1-9e12-48945266db55 None None] Network 9be7b58e-8190-4ccc-bccd-d87be05ad979 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:08.274555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 71562fef-9dc8-4ccc-9e4f-c88d8654a21b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:08.314346 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.320483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56118) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:08.377878 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2389bddf-b826-4909-a5ad-0f6829dbad53 None None] Set router 7c25deb7-f5c4-4473-8b3e-30684132600b gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:29:08.445594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:08.446070 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.486270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2389bddf-b826-4909-a5ad-0f6829dbad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'name': 'tempest-TestServerMultinode-1896246161-router', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:41Z', 'updated_at': '2021-11-27T01:29:07Z', 'revision_number': 6, 'project_id': '28a96ea2d35d43dfa38fc51efece870e', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:08.499906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a5e72b79-759b-4b0b-8a2d-9efa0c76ca32) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:08.511559 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-939cfefd-c9d2-455a-b819-03a54e4354f2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.538374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3886835-67bf-4327-b17c-582a5c2bcb78 None None] Network a5e72b79-759b-4b0b-8a2d-9efa0c76ca32 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:08.541502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:08.542158 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.579320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] For port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba,segment=NetworkSegment(25b39a1c-0857-4ffe-939f-629bca44c413),segment_id=25b39a1c-0857-4ffe-939f-629bca44c413)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:08.580806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.634758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:08.638576 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3490f84-2855-4ab0-b261-2f018f124813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.640448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389bddf-b826-4909-a5ad-0f6829dbad53 None None] The sync data for ids ['7c25deb7-f5c4-4473-8b3e-30684132600b'] in n-d-819494-2 is: [{'id': '7c25deb7-f5c4-4473-8b3e-30684132600b', 'name': 'tempest-TestServerMultinode-1896246161-router', 'tenant_id': '28a96ea2d35d43dfa38fc51efece870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:41Z', 'updated_at': '2021-11-27T01:29:07Z', 'revision_number': 6, 'project_id': '28a96ea2d35d43dfa38fc51efece870e', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:29:08.662859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cfefd-c9d2-455a-b819-03a54e4354f2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Subnet': ['ID=4395ed73-fd8d-4e46-8be2-35d9ea9d4096,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:08.735698 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-90ddac04-69ba-421c-8221-6d86a1754318 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4358597 Nov 27 01:29:08.737316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56124) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:08.742027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e1314ceb-8a25-4264-b238-21213404c609 None None] Could not find standard attr ID for object d5cefc68-2edc-4e4c-86b9-88d51a960303. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:08.759941 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.785073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:08.785411 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.840747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.854560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Update dhcp port {'port': {'network_id': '8d7f5ad8-f606-4cf8-97e1-5f127d12a994', 'fixed_ips': [{'subnet_id': '01cb392e-9479-430e-a7d3-0c43364ac1e3', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d160c3d-c38b-4dfd-8e87-84e1ffe7e4d5'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '71562fef-9dc8-4ccc-9e4f-c88d8654a21b'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:29:08.854813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3490f84-2855-4ab0-b261-2f018f124813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.876389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3490f84-2855-4ab0-b261-2f018f124813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.885672 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-a5e72b79-759b-4b0b-8a2d-9efa0c76ca32', 'network_id': 'a5e72b79-759b-4b0b-8a2d-9efa0c76ca32', 'tenant_id': '3470ec20266348169b39b86f736b37c6', 'fixed_ips': [{'subnet_id': '40189d32-3b56-4b37-83b8-8bd6d06c90f3'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:08.886559 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.902877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:08.906891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3490f84-2855-4ab0-b261-2f018f124813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c396b9c9-c88b-4b24-a267-1f966274d090,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:08.922279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No DVR routers for this DVR port dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:08.938017 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:08.965770 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d3490f84-2855-4ab0-b261-2f018f124813 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3edd4dcf36749efa89e5aaccc728875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6403410 Nov 27 01:29:08.977787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56126) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:09.073730 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.078913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939cfefd-c9d2-455a-b819-03a54e4354f2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Checking segment: {'id': 'd10d65a4-4c5e-41e3-b3eb-dc2a955a2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '334aab28-d869-4c3d-96b5-43ed0a732a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:09.079412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939cfefd-c9d2-455a-b819-03a54e4354f2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network hostable DHCP agents. Network: 334aab28-d869-4c3d-96b5-43ed0a732a55, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:09.086055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2b75e7-9465-462b-bccf-901b33db9ae2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:09.101626 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0056a5a-1798-4d91-bcb8-b7715caf0aa9 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:09.106637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac16aff-2656-40b9-a97f-c38d66e0c5c9 None None] DHCP port deletion for 9be7b58e-8190-4ccc-bccd-d87be05ad979 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:09.135159 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.149888 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94031ad7-bf34-4db8-910c-bc4031dcac8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.165586 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.174216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be7b58e-8190-4ccc-bccd-d87be05ad979']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:09.194580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b39a1c-0857-4ffe-939f-629bca44c413') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:09.194878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b39a1c-0857-4ffe-939f-629bca44c413') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:09.205637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94031ad7-bf34-4db8-910c-bc4031dcac8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.214980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.241384 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.254018 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:09.254467 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:09.257691 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:09.355547 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.358029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Allocated IP 172.20.0.1 (8d7f5ad8-f606-4cf8-97e1-5f127d12a994/7d160c3d-c38b-4dfd-8e87-84e1ffe7e4d5/71562fef-9dc8-4ccc-9e4f-c88d8654a21b) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:09.366268 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94031ad7-bf34-4db8-910c-bc4031dcac8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.369646 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94031ad7-bf34-4db8-910c-bc4031dcac8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.373759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-94031ad7-bf34-4db8-910c-bc4031dcac8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c396b9c9-c88b-4b24-a267-1f966274d090 HTTP/1.1" status: 204 len: 168 time: 0.3921475 Nov 27 01:29:09.390551 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.397870 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/networks/9be7b58e-8190-4ccc-bccd-d87be05ad979 HTTP/1.1" status: 204 len: 168 time: 1.2430525 Nov 27 01:29:09.397870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ee2ef-edfe-4613-9f52-67aa9f5119e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Network': ['ID=9be7b58e-8190-4ccc-bccd-d87be05ad979,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:09.399915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56130) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:09.422265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94031ad7-bf34-4db8-910c-bc4031dcac8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c396b9c9-c88b-4b24-a267-1f966274d090,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:09.505517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c596875-9154-4bd0-abb7-5619f711cbd8 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:09.507299 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8c596875-9154-4bd0-abb7-5619f711cbd8 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1055956 Nov 27 01:29:09.510880 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56132) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:09.607509 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d2f33bd9-6bc7-4074-833e-c57104b3efc8 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0841956 Nov 27 01:29:09.608579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56134) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:09.627259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8207d4b2-9712-4bf1-afcd-ab7116203bb3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-151647252'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:09.678453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8207d4b2-9712-4bf1-afcd-ab7116203bb3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:09.682731 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8207d4b2-9712-4bf1-afcd-ab7116203bb3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.704654 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] For port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=71562fef-9dc8-4ccc-9e4f-c88d8654a21b,segment=NetworkSegment(414c2983-7285-4740-b694-ab97906af161),segment_id=414c2983-7285-4740-b694-ab97906af161)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:09.733281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8207d4b2-9712-4bf1-afcd-ab7116203bb3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:09.751495 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8207d4b2-9712-4bf1-afcd-ab7116203bb3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.751931 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-8207d4b2-9712-4bf1-afcd-ab7116203bb3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Added segment c85bd9cb-8ca6-49ba-a4aa-2939f35d595b of type vlan for network 89a8e514-85f0-486c-b5fd-7c93b54e0633 Nov 27 01:29:09.772993 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Allocated IP 172.20.0.3 (a5e72b79-759b-4b0b-8a2d-9efa0c76ca32/40189d32-3b56-4b37-83b8-8bd6d06c90f3/8364a5a8-7dbb-4adf-b32d-04d712e21748) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:09.819606 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.831010 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.837530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8207d4b2-9712-4bf1-afcd-ab7116203bb3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.876231 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.877298 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8207d4b2-9712-4bf1-afcd-ab7116203bb3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.879870 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.886469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8207d4b2-9712-4bf1-afcd-ab7116203bb3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:09.887462 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8207d4b2-9712-4bf1-afcd-ab7116203bb3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:09.919140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8207d4b2-9712-4bf1-afcd-ab7116203bb3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3093722 Nov 27 01:29:09.920450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56140) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:09.938919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-79095d92-2432-4de2-98ca-3eb39a5e72f4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': '89a8e514-85f0-486c-b5fd-7c93b54e0633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:09.965444 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939cfefd-c9d2-455a-b819-03a54e4354f2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network 334aab28-d869-4c3d-96b5-43ed0a732a55 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:10.025605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Pushing event updated for resources: {'Port': ['ID=71562fef-9dc8-4ccc-9e4f-c88d8654a21b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:10.058153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:10.058545 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:10.058863 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:10.059209 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:10.059559 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:10.059967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:10.060334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:10.060672 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:10.065256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:10.065729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:10.066523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:10.066523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72bf8f-32a9-4b03-88ab-0d55f061b6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:10.069038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-939cfefd-c9d2-455a-b819-03a54e4354f2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 334aab28-d869-4c3d-96b5-43ed0a732a55) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:10.080551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939cfefd-c9d2-455a-b819-03a54e4354f2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:10.080797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b0c5c3-23d6-4d1e-9bba-fd7d2d1c6c47 None None] Network 334aab28-d869-4c3d-96b5-43ed0a732a55 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:10.081150 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-939cfefd-c9d2-455a-b819-03a54e4354f2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.096940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56142) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:10.107240 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.122143 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.122810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c25deb7-f5c4-4473-8b3e-30684132600b {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:29:10.127598 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.131111 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d1416ad9-c607-4c22-b515-4e41f2221ace admin admin] 10.222.0.37 "DELETE /v2.0/routers/7c25deb7-f5c4-4473-8b3e-30684132600b HTTP/1.1" status: 204 len: 168 time: 3.3965244 Nov 27 01:29:10.177694 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22e1d54e-dca3-4123-8048-0951f487a344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.183021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56144) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:10.243520 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-939cfefd-c9d2-455a-b819-03a54e4354f2 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5188434 Nov 27 01:29:10.296096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56146) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:10.314440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7d986bd8-4169-406d-8735-6b62e02888c6 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:10.340932 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 187d0f82-5a9f-4643-a9c2-c168ebb21023 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:10.393337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab66390-c247-4e34-a481-892fa335aaef admin admin] Deleting subnet fb9e8b2a-173b-4698-b175-8fd4f4553d58 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:10.406801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 187d0f82-5a9f-4643-a9c2-c168ebb21023 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:10.407621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 187d0f82-5a9f-4643-a9c2-c168ebb21023 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:10.408562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4a2b75e7-9465-462b-bccf-901b33db9ae2 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:10.418712 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aab66390-c247-4e34-a481-892fa335aaef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.440442 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 4a2b75e7-9465-462b-bccf-901b33db9ae2 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:10.441555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4a2b75e7-9465-462b-bccf-901b33db9ae2 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:10.442197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:10.496664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:10.502937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device dd7fa6ac-f9a8-4088-a27e-d8a0e83640ba not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:10.518139 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aab66390-c247-4e34-a481-892fa335aaef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.535344 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.566215 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.609715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Network a5e72b79-759b-4b0b-8a2d-9efa0c76ca32 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:10.616368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:10.625795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:10.638352 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aab66390-c247-4e34-a481-892fa335aaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.714310 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Pushing event updated for resources: {'Port': ['ID=8364a5a8-7dbb-4adf-b32d-04d712e21748,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:10.751670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207d4b2-9712-4bf1-afcd-ab7116203bb3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Network': ['ID=89a8e514-85f0-486c-b5fd-7c93b54e0633,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:10.772559 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-334aab28-d869-4c3d-96b5-43ed0a732a55', 'network_id': '334aab28-d869-4c3d-96b5-43ed0a732a55', 'tenant_id': '939ed67341b24862b69dd8698ab311f5', 'fixed_ips': [{'subnet_id': '4395ed73-fd8d-4e46-8be2-35d9ea9d4096'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:10.773429 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.777092 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22e1d54e-dca3-4123-8048-0951f487a344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.790569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79095d92-2432-4de2-98ca-3eb39a5e72f4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:10.791946 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 89a8e514-85f0-486c-b5fd-7c93b54e0633 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:10.796282 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22e1d54e-dca3-4123-8048-0951f487a344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.798495 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79095d92-2432-4de2-98ca-3eb39a5e72f4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.838367 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-22e1d54e-dca3-4123-8048-0951f487a344 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e349f9ca0db743518816cdb023b35759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7403591 Nov 27 01:29:10.839292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56150) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:10.867820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Attempting to bind port 8364a5a8-7dbb-4adf-b32d-04d712e21748 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:10.868194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Attempting to bind port 8364a5a8-7dbb-4adf-b32d-04d712e21748 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '94d7a0d9-a4df-48e7-8adc-159062ead2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5e72b79-759b-4b0b-8a2d-9efa0c76ca32'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:10.868701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Attempting to bind port 8364a5a8-7dbb-4adf-b32d-04d712e21748 on network a5e72b79-759b-4b0b-8a2d-9efa0c76ca32 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:10.880692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:10.881073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Checking segment: {'id': '94d7a0d9-a4df-48e7-8adc-159062ead2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5e72b79-759b-4b0b-8a2d-9efa0c76ca32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:10.881480 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.881884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Bound using segment: {'id': '94d7a0d9-a4df-48e7-8adc-159062ead2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5e72b79-759b-4b0b-8a2d-9efa0c76ca32'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:10.882397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Bound port: 8364a5a8-7dbb-4adf-b32d-04d712e21748, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d7a0d9-a4df-48e7-8adc-159062ead2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5e72b79-759b-4b0b-8a2d-9efa0c76ca32'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:10.882842 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.911278 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d986bd8-4169-406d-8735-6b62e02888c6 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9834180'] for subnet, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:10.923769 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.125236 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79095d92-2432-4de2-98ca-3eb39a5e72f4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.139864 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.155938 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1d54e-dca3-4123-8048-0951f487a344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6608f5f4-6a67-4c2f-8a93-25272d333978,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:11.172675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Subnet': ['ID=40189d32-3b56-4b37-83b8-8bd6d06c90f3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:11.204233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aab66390-c247-4e34-a481-892fa335aaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.232360 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aab66390-c247-4e34-a481-892fa335aaef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.238041 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-aab66390-c247-4e34-a481-892fa335aaef admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fb9e8b2a-173b-4698-b175-8fd4f4553d58 HTTP/1.1" status: 204 len: 168 time: 1.0539856 Nov 27 01:29:11.246534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e72b79-759b-4b0b-8a2d-9efa0c76ca32']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:11.249576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56152) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:11.257002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79095d92-2432-4de2-98ca-3eb39a5e72f4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Subnet': ['ID=aa1f9aa6-978c-48f5-be08-5424661f1a3f,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:11.260176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Allocated IP 2001:db8::2 (334aab28-d869-4c3d-96b5-43ed0a732a55/4395ed73-fd8d-4e46-8be2-35d9ea9d4096/315c037e-6bb9-40c4-ab75-47db1225e8d1) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:11.267647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79095d92-2432-4de2-98ca-3eb39a5e72f4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Checking segment: {'id': 'c85bd9cb-8ca6-49ba-a4aa-2939f35d595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '89a8e514-85f0-486c-b5fd-7c93b54e0633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:11.268430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79095d92-2432-4de2-98ca-3eb39a5e72f4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network hostable DHCP agents. Network: 89a8e514-85f0-486c-b5fd-7c93b54e0633, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:11.297351 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5b3a3a7e-e51e-40c4-b126-4df19367b2f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.298207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79095d92-2432-4de2-98ca-3eb39a5e72f4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network 89a8e514-85f0-486c-b5fd-7c93b54e0633 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:11.302764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab66390-c247-4e34-a481-892fa335aaef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9e8b2a-173b-4698-b175-8fd4f4553d58,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:11.309400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d7a0d9-a4df-48e7-8adc-159062ead2b4') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:11.310469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d7a0d9-a4df-48e7-8adc-159062ead2b4') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:11.327848 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-79095d92-2432-4de2-98ca-3eb39a5e72f4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 89a8e514-85f0-486c-b5fd-7c93b54e0633) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:11.332357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda62641-78db-4fa6-9205-e82d63676c29 None None] Network 8d7f5ad8-f606-4cf8-97e1-5f127d12a994 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:11.344739 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.347152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79095d92-2432-4de2-98ca-3eb39a5e72f4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:11.347772 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79095d92-2432-4de2-98ca-3eb39a5e72f4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.370731 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-79095d92-2432-4de2-98ca-3eb39a5e72f4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4361660 Nov 27 01:29:11.370972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56154) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:11.376427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': '89a8e514-85f0-486c-b5fd-7c93b54e0633', 'name': 'tempest-PortsTestJSON-1043110383'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:11.382727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c27491a-d56a-4f45-ae69-ea036c51c947 None None] Network c075bfdb-dc45-4b2e-9b90-90649531f5b0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:11.391379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276f97e2-6f09-497e-a4a4-ad757d2864b2 None None] Network 89a8e514-85f0-486c-b5fd-7c93b54e0633 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:11.413483 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5b3a3a7e-e51e-40c4-b126-4df19367b2f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.431591 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.446053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:11.447396 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:11.456395 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:11.515413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:11.519955 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.542329 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.551202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port 88fcc766-a060-4c86-aeaa-d388175df942 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:29:11.583573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.api [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 01:29:11.583573 n-d-819494-2 neutron-server[103385]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 01:29:11.583573 n-d-819494-2 neutron-server[103385]: [parameters: {'id': 'a5e72b79-759b-4b0b-8a2d-9efa0c76ca32'}] Nov 27 01:29:11.583573 n-d-819494-2 neutron-server[103385]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:11.584376 n-d-819494-2 neutron-server[103385]: DEBUG oslo_db.api [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:11.610283 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-068de428-16c0-4edb-80ee-382a3c9b6492 None None] Provisioning complete for port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:11.610667 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-068de428-16c0-4edb-80ee-382a3c9b6492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.644746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5b3a3a7e-e51e-40c4-b126-4df19367b2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.648164 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5b3a3a7e-e51e-40c4-b126-4df19367b2f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.649425 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5b3a3a7e-e51e-40c4-b126-4df19367b2f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6608f5f4-6a67-4c2f-8a93-25272d333978 HTTP/1.1" status: 204 len: 168 time: 0.8017557 Nov 27 01:29:11.649836 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9977ea64-a37e-4fbb-9682-a15ac4001c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.677684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a3a7e-e51e-40c4-b126-4df19367b2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6608f5f4-6a67-4c2f-8a93-25272d333978,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:11.703173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.3 (89a8e514-85f0-486c-b5fd-7c93b54e0633/aa1f9aa6-978c-48f5-be08-5424661f1a3f/88fcc766-a060-4c86-aeaa-d388175df942) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:11.706078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Deleting port 59838dd5-dbd8-4561-9004-497bca4e32f5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:11.707559 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.775775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] For port 8364a5a8-7dbb-4adf-b32d-04d712e21748, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:11.812488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] For port 59838dd5-dbd8-4561-9004-497bca4e32f5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=59838dd5-dbd8-4561-9004-497bca4e32f5,segment=NetworkSegment(0a5ceac8-3f80-4db9-9cca-78bd93b4b878),segment_id=0a5ceac8-3f80-4db9-9cca-78bd93b4b878)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:11.812920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.832269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] For port 8364a5a8-7dbb-4adf-b32d-04d712e21748, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8364a5a8-7dbb-4adf-b32d-04d712e21748,segment=NetworkSegment(94d7a0d9-a4df-48e7-8adc-159062ead2b4),segment_id=94d7a0d9-a4df-48e7-8adc-159062ead2b4)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:11.844913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Calling delete_port for 59838dd5-dbd8-4561-9004-497bca4e32f5 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:11.847003 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.913535 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:11.930766 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.007599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.028369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Network 334aab28-d869-4c3d-96b5-43ed0a732a55 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:12.065643 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.085058 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.091387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:12.097040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:12.104306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-89a8e514-85f0-486c-b5fd-7c93b54e0633', 'network_id': '89a8e514-85f0-486c-b5fd-7c93b54e0633', 'tenant_id': '5810ed55cffb4bfeb6e5df6f24dfd560', 'fixed_ips': [{'subnet_id': 'aa1f9aa6-978c-48f5-be08-5424661f1a3f'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:12.105452 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.118616 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.159549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network 89a8e514-85f0-486c-b5fd-7c93b54e0633 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:12.172549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205770da-5083-4d29-ab8a-a77cc2381538 None None] Pushing event updated for resources: {'Port': ['ID=8364a5a8-7dbb-4adf-b32d-04d712e21748,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:12.174980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:12.180643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:12.184353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d244f7-49cd-4013-9b1c-3bed97f69d02 None None] DHCP port deletion for c075bfdb-dc45-4b2e-9b90-90649531f5b0 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:12.219589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Pushing event deleted for resources: {'Port': ['ID=59838dd5-dbd8-4561-9004-497bca4e32f5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:12.264582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:12.265578 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.282864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=88fcc766-a060-4c86-aeaa-d388175df942,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:12.283658 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d986bd8-4169-406d-8735-6b62e02888c6 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762420905072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9867245'] for subnet, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.299550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e51eab4-e7c7-4374-88cd-b6f68f0c661b None None] Network a5e72b79-759b-4b0b-8a2d-9efa0c76ca32 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:12.302302 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 71562fef-9dc8-4ccc-9e4f-c88d8654a21b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:12.322392 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-90608b90-44e1-4e99-832a-44ebc62d9e00 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9496827 Nov 27 01:29:12.323163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56162) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:12.351197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': '89a8e514-85f0-486c-b5fd-7c93b54e0633', 'name': 'tempest-PortsTestJSON-140180808'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:12.351452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] No DVR routers for this DVR port 59838dd5-dbd8-4561-9004-497bca4e32f5 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:12.392918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d986bd8-4169-406d-8735-6b62e02888c6 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:12.393513 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d986bd8-4169-406d-8735-6b62e02888c6 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.394845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7d986bd8-4169-406d-8735-6b62e02888c6 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "PUT /v2.0/subnets/4395ed73-fd8d-4e46-8be2-35d9ea9d4096 HTTP/1.1" status: 200 len: 826 time: 2.0977676 Nov 27 01:29:12.479308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Pushing event updated for resources: {'Port': ['ID=315c037e-6bb9-40c4-ab75-47db1225e8d1,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:12.510754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Attempting to bind port 315c037e-6bb9-40c4-ab75-47db1225e8d1 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:12.511128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Attempting to bind port 315c037e-6bb9-40c4-ab75-47db1225e8d1 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'd10d65a4-4c5e-41e3-b3eb-dc2a955a2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '334aab28-d869-4c3d-96b5-43ed0a732a55'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:12.511413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Attempting to bind port 315c037e-6bb9-40c4-ab75-47db1225e8d1 on network 334aab28-d869-4c3d-96b5-43ed0a732a55 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:12.517253 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.517860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56166) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:12.547847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:12.548696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Checking segment: {'id': 'd10d65a4-4c5e-41e3-b3eb-dc2a955a2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '334aab28-d869-4c3d-96b5-43ed0a732a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:12.549347 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.551252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c075bfdb-dc45-4b2e-9b90-90649531f5b0']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:12.551635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Bound using segment: {'id': 'd10d65a4-4c5e-41e3-b3eb-dc2a955a2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '334aab28-d869-4c3d-96b5-43ed0a732a55'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:12.552380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Bound port: 315c037e-6bb9-40c4-ab75-47db1225e8d1, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10d65a4-4c5e-41e3-b3eb-dc2a955a2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '334aab28-d869-4c3d-96b5-43ed0a732a55'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:12.553014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.571872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5ceac8-3f80-4db9-9cca-78bd93b4b878') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:12.572243 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5ceac8-3f80-4db9-9cca-78bd93b4b878') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:12.592858 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.621065 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.628152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:12.628547 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.692252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:12.699822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:12.710545 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:12.718073 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.728306 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.733024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c075bfdb-dc45-4b2e-9b90-90649531f5b0 HTTP/1.1" status: 204 len: 168 time: 1.4483578 Nov 27 01:29:12.733985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d986bd8-4169-406d-8735-6b62e02888c6 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Subnet': ['ID=4395ed73-fd8d-4e46-8be2-35d9ea9d4096,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:12.740006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56174) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:12.765812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:12.766313 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.795643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port 5cb09e6a-784e-4b11-ae0f-f78b8b057805 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:29:12.805264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ca01a-eb89-4619-a8c6-572d0ed9fd65 admin admin] Pushing event deleted for resources: {'Network': ['ID=c075bfdb-dc45-4b2e-9b90-90649531f5b0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:12.817579 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-691cdaed-0144-4ab2-a5a5-8d174be1b164 None None] Provisioning complete for port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:12.818092 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-691cdaed-0144-4ab2-a5a5-8d174be1b164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.834138 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.835146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Deleting port 8364a5a8-7dbb-4adf-b32d-04d712e21748 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:12.835495 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:12.972743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Allocated IP 172.20.0.2 (89a8e514-85f0-486c-b5fd-7c93b54e0633/aa1f9aa6-978c-48f5-be08-5424661f1a3f/ee29e71f-2cf2-421d-a6a6-ee7c95f55226) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:12.975994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Deleting port 315c037e-6bb9-40c4-ab75-47db1225e8d1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:12.976598 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.001939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] For port 8364a5a8-7dbb-4adf-b32d-04d712e21748, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8364a5a8-7dbb-4adf-b32d-04d712e21748,segment=NetworkSegment(94d7a0d9-a4df-48e7-8adc-159062ead2b4),segment_id=94d7a0d9-a4df-48e7-8adc-159062ead2b4)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:13.002457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.008702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] For port 315c037e-6bb9-40c4-ab75-47db1225e8d1, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:13.017823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] For port 315c037e-6bb9-40c4-ab75-47db1225e8d1, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=315c037e-6bb9-40c4-ab75-47db1225e8d1,segment=NetworkSegment(d10d65a4-4c5e-41e3-b3eb-dc2a955a2ff5),segment_id=d10d65a4-4c5e-41e3-b3eb-dc2a955a2ff5)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:13.027746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Calling delete_port for 8364a5a8-7dbb-4adf-b32d-04d712e21748 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:13.073471 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.092515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] For port 315c037e-6bb9-40c4-ab75-47db1225e8d1, host n-d-819494-2, got binding levels [] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:13.093816 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.119064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Calling delete_port for 315c037e-6bb9-40c4-ab75-47db1225e8d1 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:13.156622 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.276554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No DVR routers for this DVR port 8364a5a8-7dbb-4adf-b32d-04d712e21748 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:13.329927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Port': ['ID=8364a5a8-7dbb-4adf-b32d-04d712e21748,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:13.381694 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.405319 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.471310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e72b79-759b-4b0b-8a2d-9efa0c76ca32']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:13.478444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Port': ['ID=315c037e-6bb9-40c4-ab75-47db1225e8d1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:13.513860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No DVR routers for this DVR port 315c037e-6bb9-40c4-ab75-47db1225e8d1 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:13.514324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d7a0d9-a4df-48e7-8adc-159062ead2b4') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:13.514626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d7a0d9-a4df-48e7-8adc-159062ead2b4') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:13.553444 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.573155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0f1d1-2932-4bf6-a55b-ac6d06b23349 None None] Pushing event updated for resources: {'Port': ['ID=315c037e-6bb9-40c4-ab75-47db1225e8d1,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:13.656073 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.662816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.674726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:13.675159 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:13.678181 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:13.752219 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.774376 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.843557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.852473 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.859396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/a5e72b79-759b-4b0b-8a2d-9efa0c76ca32 HTTP/1.1" status: 204 len: 168 time: 5.0883968 Nov 27 01:29:13.866926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56192) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:13.867205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Network 89a8e514-85f0-486c-b5fd-7c93b54e0633 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:13.871785 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-614297726'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:13.892483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:13.904839 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.907498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:13.913245 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981dc95-899b-4e5c-b78a-87738417114d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Network': ['ID=a5e72b79-759b-4b0b-8a2d-9efa0c76ca32,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:13.921864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Pushing event updated for resources: {'Port': ['ID=ee29e71f-2cf2-421d-a6a6-ee7c95f55226,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:13.926106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.9 (89a8e514-85f0-486c-b5fd-7c93b54e0633/aa1f9aa6-978c-48f5-be08-5424661f1a3f/5cb09e6a-784e-4b11-ae0f-f78b8b057805) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:13.949351 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-984913bb-7edc-434f-9e49-30f82f330774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.979019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:13.979019 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:13.988400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Subnet': ['ID=4395ed73-fd8d-4e46-8be2-35d9ea9d4096,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:14.084847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Attempting to bind port ee29e71f-2cf2-421d-a6a6-ee7c95f55226 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:14.085466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Attempting to bind port ee29e71f-2cf2-421d-a6a6-ee7c95f55226 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'c85bd9cb-8ca6-49ba-a4aa-2939f35d595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '89a8e514-85f0-486c-b5fd-7c93b54e0633'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:14.086061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Attempting to bind port ee29e71f-2cf2-421d-a6a6-ee7c95f55226 on network 89a8e514-85f0-486c-b5fd-7c93b54e0633 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:14.118008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:14.119240 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Checking segment: {'id': 'c85bd9cb-8ca6-49ba-a4aa-2939f35d595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '89a8e514-85f0-486c-b5fd-7c93b54e0633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:14.119843 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.120413 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.120884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Bound using segment: {'id': 'c85bd9cb-8ca6-49ba-a4aa-2939f35d595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '89a8e514-85f0-486c-b5fd-7c93b54e0633'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:14.121250 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Bound port: ee29e71f-2cf2-421d-a6a6-ee7c95f55226, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c85bd9cb-8ca6-49ba-a4aa-2939f35d595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '89a8e514-85f0-486c-b5fd-7c93b54e0633'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:14.121809 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.184497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:14.201583 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1221ee38-35c9-4343-bd5a-ebff85e871e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.202120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334aab28-d869-4c3d-96b5-43ed0a732a55']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:14.210780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 59838dd5-dbd8-4561-9004-497bca4e32f5 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:14.220684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10d65a4-4c5e-41e3-b3eb-dc2a955a2ff5') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:14.221110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10d65a4-4c5e-41e3-b3eb-dc2a955a2ff5') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:14.234065 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.235456 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Added segment 3d450666-3545-4475-b014-b7df1582795f of type vlan for network 77508280-fa25-4190-9696-b1c16aedfbbc Nov 27 01:29:14.248706 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.274295 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 59838dd5-dbd8-4561-9004-497bca4e32f5 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:14.274295 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 59838dd5-dbd8-4561-9004-497bca4e32f5 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:14.327425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] For port ee29e71f-2cf2-421d-a6a6-ee7c95f55226, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:14.333035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] For port ee29e71f-2cf2-421d-a6a6-ee7c95f55226, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ee29e71f-2cf2-421d-a6a6-ee7c95f55226,segment=NetworkSegment(c85bd9cb-8ca6-49ba-a4aa-2939f35d595b),segment_id=c85bd9cb-8ca6-49ba-a4aa-2939f35d595b)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:14.340393 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.405952 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.454128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:14.454702 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.464086 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:14.466643 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:14.492460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de595e18-77f0-4c1f-86b2-09cfdb29a284 None None] Pushing event updated for resources: {'Port': ['ID=ee29e71f-2cf2-421d-a6a6-ee7c95f55226,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:14.532632 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.597584 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.db.resource_extend [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:29:14.691099 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.702185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1221ee38-35c9-4343-bd5a-ebff85e871e5 admin admin] Deleting port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:14.702553 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1221ee38-35c9-4343-bd5a-ebff85e871e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.759733 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.762956 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.795426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:14.796490 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.844443 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.848257 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/334aab28-d869-4c3d-96b5-43ed0a732a55 HTTP/1.1" status: 204 len: 168 time: 2.3292215 Nov 27 01:29:14.892126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1221ee38-35c9-4343-bd5a-ebff85e871e5 admin admin] For port 0b750b74-9583-4c9e-b4d8-af7a7054cbb9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0b750b74-9583-4c9e-b4d8-af7a7054cbb9,segment=NetworkSegment(d27a9cca-76b6-4993-ac51-69f48e85ecd3),segment_id=d27a9cca-76b6-4993-ac51-69f48e85ecd3)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:14.892772 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1221ee38-35c9-4343-bd5a-ebff85e871e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:14.918316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1221ee38-35c9-4343-bd5a-ebff85e871e5 admin admin] Calling delete_port for 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:14.958809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56208) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:14.969292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=77508280-fa25-4190-9696-b1c16aedfbbc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:14.990023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 77508280-fa25-4190-9696-b1c16aedfbbc details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:15.001025 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.060607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d24b4324-3e5d-4915-86d0-9495b54fd195 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1942000 Nov 27 01:29:15.061951 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fe33f7-6d6e-4406-a795-a52f900667a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:15.063117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fe33f7-6d6e-4406-a795-a52f900667a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:15.090864 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-20fe33f7-6d6e-4406-a795-a52f900667a4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/334aab28-d869-4c3d-96b5-43ed0a732a55 HTTP/1.1" status: 404 len: 339 time: 0.0926180 Nov 27 01:29:15.114660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56212) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:15.115109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56214) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:15.164574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e6e89f5d-0c4f-426d-91fd-0d23f6198d8d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'network_id': '77508280-fa25-4190-9696-b1c16aedfbbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:15.180247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-47619fbf-7047-4279-8ea7-de65b1b068d4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-537474374', 'description': 'd1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:15.184287 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1221ee38-35c9-4343-bd5a-ebff85e871e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.191185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4f333389-3a7a-4439-8402-d0151d5cd7b7 None None] Could not find standard attr ID for object 315c037e-6bb9-40c4-ab75-47db1225e8d1. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:15.197419 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.207112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eaf3e-0a84-437c-8049-d4b1fb9360b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Network': ['ID=334aab28-d869-4c3d-96b5-43ed0a732a55,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:15.223121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221ee38-35c9-4343-bd5a-ebff85e871e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b750b74-9583-4c9e-b4d8-af7a7054cbb9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:15.240227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43ad72c-3412-426a-9f59-87acc2665496 None None] DHCP port deletion for 334aab28-d869-4c3d-96b5-43ed0a732a55 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:15.266405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd4be6-d963-466d-8965-ba1dcf5b0d22 None None] Network 334aab28-d869-4c3d-96b5-43ed0a732a55 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:15.280091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network 89a8e514-85f0-486c-b5fd-7c93b54e0633 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:15.289264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:15.298490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:15.306426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd4be6-d963-466d-8965-ba1dcf5b0d22 None None] Network 334aab28-d869-4c3d-96b5-43ed0a732a55 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:29:15.327466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f69b5d-5301-44a3-9c28-6e1dfb342acf None None] Network 334aab28-d869-4c3d-96b5-43ed0a732a55 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:15.359726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f69b5d-5301-44a3-9c28-6e1dfb342acf None None] Network 334aab28-d869-4c3d-96b5-43ed0a732a55 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:29:15.433677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=5cb09e6a-784e-4b11-ae0f-f78b8b057805,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:15.502626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:15.503307 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.506964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47619fbf-7047-4279-8ea7-de65b1b068d4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:15.510325 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47619fbf-7047-4279-8ea7-de65b1b068d4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.517105 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e89f5d-0c4f-426d-91fd-0d23f6198d8d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:15.520553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6e89f5d-0c4f-426d-91fd-0d23f6198d8d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.525580 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1221ee38-35c9-4343-bd5a-ebff85e871e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.565519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47619fbf-7047-4279-8ea7-de65b1b068d4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:15.575961 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47619fbf-7047-4279-8ea7-de65b1b068d4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.576335 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-47619fbf-7047-4279-8ea7-de65b1b068d4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Added segment 5c54b992-0bd5-4c0d-8e6a-cc343e1ec0a4 of type vlan for network 48528317-e7a0-45ee-a0ad-f531343f68ef Nov 27 01:29:15.662294 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8a9898e7-c309-415c-93bb-9a2f68152f46 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3379946 Nov 27 01:29:15.662923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56222) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:15.678161 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47619fbf-7047-4279-8ea7-de65b1b068d4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.804888 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47619fbf-7047-4279-8ea7-de65b1b068d4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.811531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47619fbf-7047-4279-8ea7-de65b1b068d4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:15.812138 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47619fbf-7047-4279-8ea7-de65b1b068d4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:15.828334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afed56f7-8100-40a5-b22e-abad96ca350e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:15.833295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56228) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:15.833505 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-afed56f7-8100-40a5-b22e-abad96ca350e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1654556 Nov 27 01:29:15.917097 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-47619fbf-7047-4279-8ea7-de65b1b068d4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7838738 Nov 27 01:29:15.923759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56230) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:15.966065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47619fbf-7047-4279-8ea7-de65b1b068d4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Network': ['ID=48528317-e7a0-45ee-a0ad-f531343f68ef,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:15.978851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 48528317-e7a0-45ee-a0ad-f531343f68ef details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:16.273460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73aa4f9-bd02-41db-aea5-7d775d00f64f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:16.274976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c73aa4f9-bd02-41db-aea5-7d775d00f64f tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/networks?id=48528317-e7a0-45ee-a0ad-f531343f68ef HTTP/1.1" status: 200 len: 764 time: 0.3307154 Nov 27 01:29:16.287022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56234) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:16.292336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cc9b89d6-a322-4a93-9038-b06a5d552826 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'network': {'description': 'd2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:16.314201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6e89f5d-0c4f-426d-91fd-0d23f6198d8d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.330282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ee29e71f-2cf2-421d-a6a6-ee7c95f55226 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:16.401228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb87f77-3f37-4b88-b9d8-30b17ec7a5f3 None None] Network 89a8e514-85f0-486c-b5fd-7c93b54e0633 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:16.483769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b95a5ef7-13fa-4110-89c3-6d5132e5598f None None] Provisioning complete for port ee29e71f-2cf2-421d-a6a6-ee7c95f55226 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:16.484183 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b95a5ef7-13fa-4110-89c3-6d5132e5598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.501750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e89f5d-0c4f-426d-91fd-0d23f6198d8d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=fef57bc1-cad5-41a0-be95-69e11e4e4d5e,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:16.564705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1221ee38-35c9-4343-bd5a-ebff85e871e5 admin admin] Router e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:29:16.581175 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ee29e71f-2cf2-421d-a6a6-ee7c95f55226 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:16.581548 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.618339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e89f5d-0c4f-426d-91fd-0d23f6198d8d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking segment: {'id': '3d450666-3545-4475-b014-b7df1582795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '77508280-fa25-4190-9696-b1c16aedfbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:16.618894 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e89f5d-0c4f-426d-91fd-0d23f6198d8d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network hostable DHCP agents. Network: 77508280-fa25-4190-9696-b1c16aedfbbc, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:16.672240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e89f5d-0c4f-426d-91fd-0d23f6198d8d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network 77508280-fa25-4190-9696-b1c16aedfbbc is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:16.683876 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc9b89d6-a322-4a93-9038-b06a5d552826 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.688489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e6e89f5d-0c4f-426d-91fd-0d23f6198d8d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 77508280-fa25-4190-9696-b1c16aedfbbc) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:16.701346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e89f5d-0c4f-426d-91fd-0d23f6198d8d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:16.701903 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6e89f5d-0c4f-426d-91fd-0d23f6198d8d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.720841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234192c7-fc57-43ec-b738-d10ccfd16d97 None None] Network 77508280-fa25-4190-9696-b1c16aedfbbc requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:16.724948 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e6e89f5d-0c4f-426d-91fd-0d23f6198d8d tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5936871 Nov 27 01:29:16.729159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56238) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:16.774617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-19ff620d-ffbc-484d-bdcb-db4c8a651849 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 5cb09e6a-784e-4b11-ae0f-f78b8b057805 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:16.774954 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19ff620d-ffbc-484d-bdcb-db4c8a651849 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.852783 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.856256 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc9b89d6-a322-4a93-9038-b06a5d552826 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.877075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc9b89d6-a322-4a93-9038-b06a5d552826 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network 48528317-e7a0-45ee-a0ad-f531343f68ef is not hosted by any dhcp agent {{(pid=103384) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:29:16.883230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9b89d6-a322-4a93-9038-b06a5d552826 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:16.883999 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cc9b89d6-a322-4a93-9038-b06a5d552826 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.888845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cc9b89d6-a322-4a93-9038-b06a5d552826 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "PUT /v2.0/networks/48528317-e7a0-45ee-a0ad-f531343f68ef HTTP/1.1" status: 200 len: 761 time: 0.6007869 Nov 27 01:29:16.889787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56242) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:16.939728 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:16.967990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1221ee38-35c9-4343-bd5a-ebff85e871e5 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:29:16.976688 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1221ee38-35c9-4343-bd5a-ebff85e871e5 admin admin] 10.222.0.37 "PUT /v2.0/routers/e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2350471 Nov 27 01:29:16.983337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56244) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:16.985174 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940bbde6-59cf-4ec6-acbc-e78405ff66fa None None] Sync routers for ids ['e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:29:16.995361 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bbde6-59cf-4ec6-acbc-e78405ff66fa None None] Routers {'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:16.995992 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-940bbde6-59cf-4ec6-acbc-e78405ff66fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:17.012453 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.015526 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b95a5ef7-13fa-4110-89c3-6d5132e5598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.051556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-77508280-fa25-4190-9696-b1c16aedfbbc', 'network_id': '77508280-fa25-4190-9696-b1c16aedfbbc', 'tenant_id': '3470ec20266348169b39b86f736b37c6', 'fixed_ips': [{'subnet_id': 'fef57bc1-cad5-41a0-be95-69e11e4e4d5e'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:17.052582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.139699 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19ff620d-ffbc-484d-bdcb-db4c8a651849 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.141937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b95a5ef7-13fa-4110-89c3-6d5132e5598f None None] For port ee29e71f-2cf2-421d-a6a6-ee7c95f55226, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ee29e71f-2cf2-421d-a6a6-ee7c95f55226,segment=NetworkSegment(c85bd9cb-8ca6-49ba-a4aa-2939f35d595b),segment_id=c85bd9cb-8ca6-49ba-a4aa-2939f35d595b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:17.162442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-19ff620d-ffbc-484d-bdcb-db4c8a651849 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 5cb09e6a-784e-4b11-ae0f-f78b8b057805 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:17.163585 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-940bbde6-59cf-4ec6-acbc-e78405ff66fa None None] Set router e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:29:17.165936 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b95a5ef7-13fa-4110-89c3-6d5132e5598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.379074 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19ff620d-ffbc-484d-bdcb-db4c8a651849 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.411630 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.433054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.441500 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-940bbde6-59cf-4ec6-acbc-e78405ff66fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'name': 'tempest-TestServerMultinode-1868294173-router', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:52Z', 'updated_at': '2021-11-27T01:29:15Z', 'revision_number': 5, 'project_id': 'b45019b0bada49b89dfa879282b8eb3e', 'gw_port': {'id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:17.473629 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:17.474099 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:17.479417 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940bbde6-59cf-4ec6-acbc-e78405ff66fa None None] Checking router: e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:29:17.489488 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bbde6-59cf-4ec6-acbc-e78405ff66fa None None] Routers {'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:17.490455 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-940bbde6-59cf-4ec6-acbc-e78405ff66fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:17.512096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b89d6-a322-4a93-9038-b06a5d552826 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Network': ['ID=48528317-e7a0-45ee-a0ad-f531343f68ef,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:17.520473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff620d-ffbc-484d-bdcb-db4c8a651849 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=5cb09e6a-784e-4b11-ae0f-f78b8b057805,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:17.541539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 48528317-e7a0-45ee-a0ad-f531343f68ef details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:17.547580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a5ef7-13fa-4110-89c3-6d5132e5598f None None] Pushing event updated for resources: {'Port': ['ID=ee29e71f-2cf2-421d-a6a6-ee7c95f55226,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:17.610734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f4679a-8657-4475-99e8-048062886c16 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:17.616471 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b5f4679a-8657-4475-99e8-048062886c16 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/networks?id=48528317-e7a0-45ee-a0ad-f531343f68ef HTTP/1.1" status: 200 len: 764 time: 0.7131863 Nov 27 01:29:17.616663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56252) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:17.617763 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.718945 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-940bbde6-59cf-4ec6-acbc-e78405ff66fa None None] Set router e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:29:17.735386 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Allocated IP 172.20.0.1 (77508280-fa25-4190-9696-b1c16aedfbbc/fef57bc1-cad5-41a0-be95-69e11e4e4d5e/aee31283-3873-4b94-873a-bc4cfff8ba7a) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:17.781304 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.793418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-19ff620d-ffbc-484d-bdcb-db4c8a651849 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.806005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-19ff620d-ffbc-484d-bdcb-db4c8a651849 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/5cb09e6a-784e-4b11-ae0f-f78b8b057805 HTTP/1.1" status: 204 len: 168 time: 1.9720688 Nov 27 01:29:17.808855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56256) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:17.838253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5cf7fb8a-c68f-40f4-9302-f2f18f4662b4 None None] Provisioning complete for port 88fcc766-a060-4c86-aeaa-d388175df942 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:17.838790 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5cf7fb8a-c68f-40f4-9302-f2f18f4662b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.865740 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f137a14-9a4e-4a89-9208-ecc26c9147ed tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:29:17.867547 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5f137a14-9a4e-4a89-9208-ecc26c9147ed tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/5cb09e6a-784e-4b11-ae0f-f78b8b057805 HTTP/1.1" status: 404 len: 333 time: 0.0574589 Nov 27 01:29:17.870612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56258) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:17.894442 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:17.959778 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5cf7fb8a-c68f-40f4-9302-f2f18f4662b4 None None] Port 88fcc766-a060-4c86-aeaa-d388175df942 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:17.973387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5cf7fb8a-c68f-40f4-9302-f2f18f4662b4 None None] Could not find standard attr ID for object 5cb09e6a-784e-4b11-ae0f-f78b8b057805. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:18.043947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5cf7fb8a-c68f-40f4-9302-f2f18f4662b4 None None] Provisioning complete for port ee29e71f-2cf2-421d-a6a6-ee7c95f55226 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:18.044925 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5cf7fb8a-c68f-40f4-9302-f2f18f4662b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.071829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa825c-db09-49cb-ab03-0f656db3c858 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:18.073555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0efa825c-db09-49cb-ab03-0f656db3c858 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4541595 Nov 27 01:29:18.076911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56262) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:18.083904 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-940bbde6-59cf-4ec6-acbc-e78405ff66fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'name': 'tempest-TestServerMultinode-1868294173-router', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:52Z', 'updated_at': '2021-11-27T01:29:15Z', 'revision_number': 5, 'project_id': 'b45019b0bada49b89dfa879282b8eb3e', 'gw_port': {'id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:18.125750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 315c037e-6bb9-40c4-ab75-47db1225e8d1 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:18.145780 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940bbde6-59cf-4ec6-acbc-e78405ff66fa None None] The sync data for ids ['e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44'] in n-d-819494-2 is: [{'id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'name': 'tempest-TestServerMultinode-1868294173-router', 'tenant_id': 'b45019b0bada49b89dfa879282b8eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:27:52Z', 'updated_at': '2021-11-27T01:29:15Z', 'revision_number': 5, 'project_id': 'b45019b0bada49b89dfa879282b8eb3e', 'gw_port': {'id': 'e4d6babd-6bdb-4888-a65d-56615cac2d2e', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:27:55Z', 'updated_at': '2021-11-27T01:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:29:18.169182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 315c037e-6bb9-40c4-ab75-47db1225e8d1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:18.170021 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 315c037e-6bb9-40c4-ab75-47db1225e8d1 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:18.194746 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4694bd48-7057-4cfb-a12e-27468833d77c tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 207 time: 0.1165984 Nov 27 01:29:18.198943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56266) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:18.244681 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.256701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-85ff97be-61e4-4e1c-bfbd-87baefcb3548 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 88fcc766-a060-4c86-aeaa-d388175df942 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:18.257041 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-85ff97be-61e4-4e1c-bfbd-87baefcb3548 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.284518 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.346593 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Network 77508280-fa25-4190-9696-b1c16aedfbbc is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:18.356349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:18.359189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:18.368566 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Pushing event updated for resources: {'Port': ['ID=aee31283-3873-4b94-873a-bc4cfff8ba7a,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:18.383655 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-85ff97be-61e4-4e1c-bfbd-87baefcb3548 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.400258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-85ff97be-61e4-4e1c-bfbd-87baefcb3548 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 88fcc766-a060-4c86-aeaa-d388175df942 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:18.440474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Attempting to bind port aee31283-3873-4b94-873a-bc4cfff8ba7a on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:18.441505 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Attempting to bind port aee31283-3873-4b94-873a-bc4cfff8ba7a by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '3d450666-3545-4475-b014-b7df1582795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '77508280-fa25-4190-9696-b1c16aedfbbc'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:18.442546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Attempting to bind port aee31283-3873-4b94-873a-bc4cfff8ba7a on network 77508280-fa25-4190-9696-b1c16aedfbbc {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:18.471752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:18.472420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Checking segment: {'id': '3d450666-3545-4475-b014-b7df1582795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '77508280-fa25-4190-9696-b1c16aedfbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:18.473030 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.473591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Bound using segment: {'id': '3d450666-3545-4475-b014-b7df1582795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '77508280-fa25-4190-9696-b1c16aedfbbc'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:18.474269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Bound port: aee31283-3873-4b94-873a-bc4cfff8ba7a, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d450666-3545-4475-b014-b7df1582795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '77508280-fa25-4190-9696-b1c16aedfbbc'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:18.474823 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.551215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-553f80c6-b728-4da3-b61f-01b74ed76dc6 None None] Provisioning complete for port 88fcc766-a060-4c86-aeaa-d388175df942 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:18.551585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-553f80c6-b728-4da3-b61f-01b74ed76dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.606150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Deleting port e4d6babd-6bdb-4888-a65d-56615cac2d2e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:18.606585 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.608766 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-85ff97be-61e4-4e1c-bfbd-87baefcb3548 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.609104 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872246c8-ec51-48c2-9972-a261bb857356 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:18.619158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ee29e71f-2cf2-421d-a6a6-ee7c95f55226 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:18.625297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872246c8-ec51-48c2-9972-a261bb857356 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:18.649360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872246c8-ec51-48c2-9972-a261bb857356 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:18.661132 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff97be-61e4-4e1c-bfbd-87baefcb3548 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=88fcc766-a060-4c86-aeaa-d388175df942,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:18.667780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872246c8-ec51-48c2-9972-a261bb857356 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:18.686868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872246c8-ec51-48c2-9972-a261bb857356 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:18.705411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872246c8-ec51-48c2-9972-a261bb857356 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:18.714192 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-872246c8-ec51-48c2-9972-a261bb857356 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5109980 Nov 27 01:29:18.717680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56268) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:18.897265 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-553f80c6-b728-4da3-b61f-01b74ed76dc6 None None] Port 88fcc766-a060-4c86-aeaa-d388175df942 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:18.903754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] For port aee31283-3873-4b94-873a-bc4cfff8ba7a, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:18.908010 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-85ff97be-61e4-4e1c-bfbd-87baefcb3548 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.911761 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-85ff97be-61e4-4e1c-bfbd-87baefcb3548 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/88fcc766-a060-4c86-aeaa-d388175df942 HTTP/1.1" status: 204 len: 168 time: 1.0401938 Nov 27 01:29:18.916623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56270) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:18.931363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-553f80c6-b728-4da3-b61f-01b74ed76dc6 None None] Could not find standard attr ID for object 5cb09e6a-784e-4b11-ae0f-f78b8b057805. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:18.937722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] For port aee31283-3873-4b94-873a-bc4cfff8ba7a, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=aee31283-3873-4b94-873a-bc4cfff8ba7a,segment=NetworkSegment(3d450666-3545-4475-b014-b7df1582795f),segment_id=3d450666-3545-4475-b014-b7df1582795f)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:18.952687 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:18.985217 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e9e013-3daa-451a-8773-c698ff080cf3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:29:19.000663 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-48e9e013-3daa-451a-8773-c698ff080cf3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/88fcc766-a060-4c86-aeaa-d388175df942 HTTP/1.1" status: 404 len: 333 time: 0.0823741 Nov 27 01:29:19.006063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56274) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:19.010575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ee29e71f-2cf2-421d-a6a6-ee7c95f55226 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:19.010947 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.033505 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-223b9ba6-2339-4a1f-986d-dc39ecf4f1d0 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3138039 Nov 27 01:29:19.035080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56276) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:19.088378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a96f9-a061-41ad-8832-85e1e47b5664 None None] Pushing event updated for resources: {'Port': ['ID=aee31283-3873-4b94-873a-bc4cfff8ba7a,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:19.125151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] For port e4d6babd-6bdb-4888-a65d-56615cac2d2e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e4d6babd-6bdb-4888-a65d-56615cac2d2e,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:19.125773 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.135119 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.150778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Calling delete_port for e4d6babd-6bdb-4888-a65d-56615cac2d2e owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:19.161434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b12ea8-c677-49f1-9add-e95f2e28d74d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting subnet aa1f9aa6-978c-48f5-be08-5424661f1a3f {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:19.170581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78b12ea8-c677-49f1-9add-e95f2e28d74d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.218334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Subnet': ['ID=fef57bc1-cad5-41a0-be95-69e11e4e4d5e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:19.258635 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78b12ea8-c677-49f1-9add-e95f2e28d74d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.308423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c468e0a7-619b-4e04-a214-5e3ecb2d4066 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.310632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c468e0a7-619b-4e04-a214-5e3ecb2d4066 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.312176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c468e0a7-619b-4e04-a214-5e3ecb2d4066 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.315169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c468e0a7-619b-4e04-a214-5e3ecb2d4066 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.322650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c468e0a7-619b-4e04-a214-5e3ecb2d4066 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.322650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c468e0a7-619b-4e04-a214-5e3ecb2d4066 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2783935 Nov 27 01:29:19.323085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56280) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:19.353851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.398284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77508280-fa25-4190-9696-b1c16aedfbbc']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:19.414369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d450666-3545-4475-b014-b7df1582795f') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:19.414531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d450666-3545-4475-b014-b7df1582795f') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:19.442381 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.463293 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.479222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:19.480002 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.488558 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78b12ea8-c677-49f1-9add-e95f2e28d74d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.497467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859c36d3-20f3-417c-bec9-f43981c55803 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.499324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859c36d3-20f3-417c-bec9-f43981c55803 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.500984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859c36d3-20f3-417c-bec9-f43981c55803 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.502497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859c36d3-20f3-417c-bec9-f43981c55803 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.504337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859c36d3-20f3-417c-bec9-f43981c55803 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.508975 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-859c36d3-20f3-417c-bec9-f43981c55803 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1786416 Nov 27 01:29:19.549017 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56282) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.db.api [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: [parameters: {'id': '77508280-fa25-4190-9696-b1c16aedfbbc'}] Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:19.683542 n-d-819494-2 neutron-server[103384]: DEBUG oslo_db.api [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:19.808313 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca619afa-9fb9-4f28-8e11-7966f74d5848 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.808313 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ca619afa-9fb9-4f28-8e11-7966f74d5848 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/networks/051fadad-e509-4f9f-8f5a-b6452fb5d336 HTTP/1.1" status: 200 len: 803 time: 0.1201172 Nov 27 01:29:19.812981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56292) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:19.821075 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78b12ea8-c677-49f1-9add-e95f2e28d74d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.830976 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.861636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7518f07a-8f63-4798-9ede-c17e889b10ed tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/networks/051fadad-e509-4f9f-8f5a-b6452fb5d336?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1870008 Nov 27 01:29:19.866548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56298) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:19.902909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d235107-fbcd-47c2-bc72-cec0a9fe5ccb None None] Network 89a8e514-85f0-486c-b5fd-7c93b54e0633 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:19.910912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b12ea8-c677-49f1-9add-e95f2e28d74d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1f9aa6-978c-48f5-be08-5424661f1a3f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:19.913621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d6babd-6bdb-4888-a65d-56615cac2d2e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:19.926979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78b12ea8-c677-49f1-9add-e95f2e28d74d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:19.930762 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-78b12ea8-c677-49f1-9add-e95f2e28d74d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/aa1f9aa6-978c-48f5-be08-5424661f1a3f HTTP/1.1" status: 204 len: 168 time: 0.9176545 Nov 27 01:29:19.933888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56302) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:19.962266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0753b5dd-03a8-42f8-ab97-000c8f571d67 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:19.963894 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0753b5dd-03a8-42f8-ab97-000c8f571d67 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/subnets/e9006e68-4dd5-4785-b1a1-677f50814d3a HTTP/1.1" status: 200 len: 843 time: 0.0962818 Nov 27 01:29:19.968003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56306) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:20.034201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfcae98-016d-46fe-82e3-a7152637cda6 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:20.035814 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0bfcae98-016d-46fe-82e3-a7152637cda6 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "GET /v2.0/subnets/e9006e68-4dd5-4785-b1a1-677f50814d3a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0665836 Nov 27 01:29:20.039313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56310) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:20.044873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f3026cc2-c388-4202-84a1-153911a2e401 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1485806365'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:20.077297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3026cc2-c388-4202-84a1-153911a2e401 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:20.081619 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3026cc2-c388-4202-84a1-153911a2e401 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.116164 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.163670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e717190-436b-44a3-b85e-5633e6e0bc58 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:20.189774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3026cc2-c388-4202-84a1-153911a2e401 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:20.205574 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.227965 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.258008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a825062-9ae1-4bf2-b346-191a22bceac2 None None] DHCP port deletion for 89a8e514-85f0-486c-b5fd-7c93b54e0633 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:20.332765 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3026cc2-c388-4202-84a1-153911a2e401 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.333870 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-f3026cc2-c388-4202-84a1-153911a2e401 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Added segment 4516a68c-fccc-4ad7-abe0-9ddca478cf36 of type vlan for network 50372982-1d11-40e9-ac26-69e77389ba90 Nov 27 01:29:20.420941 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.424717 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.447939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9a825062-9ae1-4bf2-b346-191a22bceac2 None None] Deleting port ee29e71f-2cf2-421d-a6a6-ee7c95f55226 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:20.448828 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a825062-9ae1-4bf2-b346-191a22bceac2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.469876 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3026cc2-c388-4202-84a1-153911a2e401 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.506041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Deleting port aee31283-3873-4b94-873a-bc4cfff8ba7a {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:20.506928 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.638938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device aee31283-3873-4b94-873a-bc4cfff8ba7a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:20.679636 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3026cc2-c388-4202-84a1-153911a2e401 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.686063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port ee29e71f-2cf2-421d-a6a6-ee7c95f55226 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:20.686484 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.687282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3026cc2-c388-4202-84a1-153911a2e401 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:20.688270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.688599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3026cc2-c388-4202-84a1-153911a2e401 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.696709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:29:20.718397 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.722741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-60c86529-a898-4de7-83ce-e23c476f2ba0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e0bd4c8f-e7cb-4bfb-aa09-5cca5dee9d44 HTTP/1.1" status: 204 len: 168 time: 3.7383966 Nov 27 01:29:20.723465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56318) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:20.777035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b275db1-6ab4-4bc1-9eb7-1af9740047c5 None None] Network 77508280-fa25-4190-9696-b1c16aedfbbc requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:20.818420 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f3026cc2-c388-4202-84a1-153911a2e401 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7776458 Nov 27 01:29:20.839031 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56320) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:20.843224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5d15cf-8238-40a7-9d91-a03e57790db4 admin admin] Deleting subnet 9c10457c-3205-4b39-b75c-0813e83b2cb2 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:20.847550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'subnet': {'network_id': '50372982-1d11-40e9-ac26-69e77389ba90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:20.848468 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b5d15cf-8238-40a7-9d91-a03e57790db4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.932397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] For port ee29e71f-2cf2-421d-a6a6-ee7c95f55226, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ee29e71f-2cf2-421d-a6a6-ee7c95f55226,segment=NetworkSegment(c85bd9cb-8ca6-49ba-a4aa-2939f35d595b),segment_id=c85bd9cb-8ca6-49ba-a4aa-2939f35d595b)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:20.932775 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.948798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] For port aee31283-3873-4b94-873a-bc4cfff8ba7a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=aee31283-3873-4b94-873a-bc4cfff8ba7a,segment=NetworkSegment(3d450666-3545-4475-b014-b7df1582795f),segment_id=3d450666-3545-4475-b014-b7df1582795f)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:20.949205 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.955057 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b5d15cf-8238-40a7-9d91-a03e57790db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.956202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9a825062-9ae1-4bf2-b346-191a22bceac2 None None] For port ee29e71f-2cf2-421d-a6a6-ee7c95f55226, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ee29e71f-2cf2-421d-a6a6-ee7c95f55226,segment=NetworkSegment(c85bd9cb-8ca6-49ba-a4aa-2939f35d595b),segment_id=c85bd9cb-8ca6-49ba-a4aa-2939f35d595b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:20.957345 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a825062-9ae1-4bf2-b346-191a22bceac2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:20.964322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3026cc2-c388-4202-84a1-153911a2e401 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Network': ['ID=50372982-1d11-40e9-ac26-69e77389ba90,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:20.983143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for ee29e71f-2cf2-421d-a6a6-ee7c95f55226 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:20.991680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Calling delete_port for aee31283-3873-4b94-873a-bc4cfff8ba7a owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:21.025901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Made reservation on behalf of 939ed67341b24862b69dd8698ab311f5 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:21.030310 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.031012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4365d23c-11e7-46ee-ba89-8cdaf74f4909 None None] Provisioning complete for port aee31283-3873-4b94-873a-bc4cfff8ba7a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:21.031633 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4365d23c-11e7-46ee-ba89-8cdaf74f4909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.051825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 50372982-1d11-40e9-ac26-69e77389ba90 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:21.186227 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.210496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9a825062-9ae1-4bf2-b346-191a22bceac2 None None] Calling delete_port for ee29e71f-2cf2-421d-a6a6-ee7c95f55226 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:21.221602 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b5d15cf-8238-40a7-9d91-a03e57790db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.236813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Could not find standard attr ID for object aee31283-3873-4b94-873a-bc4cfff8ba7a. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:21.248376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:21.268487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Performing IP validity checks on allocation pools {{(pid=103384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:29:21.276327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:29:21.282642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Port': ['ID=aee31283-3873-4b94-873a-bc4cfff8ba7a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:21.291349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No DVR routers for this DVR port aee31283-3873-4b94-873a-bc4cfff8ba7a on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:21.311509 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b5d15cf-8238-40a7-9d91-a03e57790db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.318692 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.383885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=ee29e71f-2cf2-421d-a6a6-ee7c95f55226,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:21.400963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9b5d15cf-8238-40a7-9d91-a03e57790db4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.409606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56342) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:21.410201 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9b5d15cf-8238-40a7-9d91-a03e57790db4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9c10457c-3205-4b39-b75c-0813e83b2cb2 HTTP/1.1" status: 204 len: 168 time: 0.6797283 Nov 27 01:29:21.413178 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d15cf-8238-40a7-9d91-a03e57790db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c10457c-3205-4b39-b75c-0813e83b2cb2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:21.439949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No DVR routers for this DVR port ee29e71f-2cf2-421d-a6a6-ee7c95f55226 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:21.468481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e45531-4f44-4fb1-9fc0-1c19e5bb9c7e None None] Network 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:21.473671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4365d23c-11e7-46ee-ba89-8cdaf74f4909 None None] Could not find standard attr ID for object aee31283-3873-4b94-873a-bc4cfff8ba7a. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:21.505456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:21.505456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0b750b74-9583-4c9e-b4d8-af7a7054cbb9 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:21.529481 n-d-819494-2 neutron-server[103386]: INFO neutron.plugins.ml2.db [None req-4365d23c-11e7-46ee-ba89-8cdaf74f4909 None None] No ports have port_id starting with aee31283-3873-4b94-873a-bc4cfff8ba7a Nov 27 01:29:21.555738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.606959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a80616-f2ca-4563-84ed-ab1a6f6c3885 None None] DHCP port deletion for 77508280-fa25-4190-9696-b1c16aedfbbc request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:21.610739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77508280-fa25-4190-9696-b1c16aedfbbc']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:21.618767 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.628194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d450666-3545-4475-b014-b7df1582795f') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:21.630211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d450666-3545-4475-b014-b7df1582795f') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:21.634081 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.649835 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a825062-9ae1-4bf2-b346-191a22bceac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.652065 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.669969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a8e514-85f0-486c-b5fd-7c93b54e0633']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:21.693334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85bd9cb-8ca6-49ba-a4aa-2939f35d595b') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:21.693565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85bd9cb-8ca6-49ba-a4aa-2939f35d595b') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:21.695817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a825062-9ae1-4bf2-b346-191a22bceac2 None None] Pushing event deleted for resources: {'Port': ['ID=ee29e71f-2cf2-421d-a6a6-ee7c95f55226,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:21.713168 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a825062-9ae1-4bf2-b346-191a22bceac2 None None] No DVR routers for this DVR port ee29e71f-2cf2-421d-a6a6-ee7c95f55226 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:21.713408 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.742551 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.752067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:21.752605 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:21.756203 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:21.790456 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.877005 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.904643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.911794 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/networks/89a8e514-85f0-486c-b5fd-7c93b54e0633 HTTP/1.1" status: 204 len: 168 time: 1.9717417 Nov 27 01:29:21.916776 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a25dbc-c1bf-460e-8936-42ed4e8f3558 None None] DHCP port deletion for 5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:21.933284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56356) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:21.936305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ae961-c417-4b67-8a36-3127a7b0106a tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Network': ['ID=89a8e514-85f0-486c-b5fd-7c93b54e0633,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:21.938534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-820ccc9b-322b-4869-8315-c0fe2811cb8f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-551868664'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:21.947689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:21.948027 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.952774 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:21.954616 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:21.985209 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b2a25dbc-c1bf-460e-8936-42ed4e8f3558 None None] Deleting port e53fb48e-2023-44a8-ab9e-350e33ac5a90 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:21.985823 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b2a25dbc-c1bf-460e-8936-42ed4e8f3558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.065990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b2a25dbc-c1bf-460e-8936-42ed4e8f3558 None None] For port e53fb48e-2023-44a8-ab9e-350e33ac5a90, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e53fb48e-2023-44a8-ab9e-350e33ac5a90,segment=NetworkSegment(d27a9cca-76b6-4993-ac51-69f48e85ecd3),segment_id=d27a9cca-76b6-4993-ac51-69f48e85ecd3)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:22.066497 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b2a25dbc-c1bf-460e-8936-42ed4e8f3558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.086388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b2a25dbc-c1bf-460e-8936-42ed4e8f3558 None None] Calling delete_port for e53fb48e-2023-44a8-ab9e-350e33ac5a90 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:22.122516 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.134710 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.143679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56360) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:22.153946 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-772fcafb-34a4-429f-a40b-6787eba98f03 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2145517492'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:22.156120 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/77508280-fa25-4190-9696-b1c16aedfbbc HTTP/1.1" status: 204 len: 168 time: 5.4245820 Nov 27 01:29:22.192885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Deleting port e53fb48e-2023-44a8-ab9e-350e33ac5a90 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:22.194777 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.203641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772fcafb-34a4-429f-a40b-6787eba98f03 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:22.209418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-772fcafb-34a4-429f-a40b-6787eba98f03 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.216342 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b2a25dbc-c1bf-460e-8936-42ed4e8f3558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.240850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820ccc9b-322b-4869-8315-c0fe2811cb8f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:22.246384 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-820ccc9b-322b-4869-8315-c0fe2811cb8f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.265490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a25dbc-c1bf-460e-8936-42ed4e8f3558 None None] Pushing event deleted for resources: {'Port': ['ID=e53fb48e-2023-44a8-ab9e-350e33ac5a90,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:22.269711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772fcafb-34a4-429f-a40b-6787eba98f03 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:22.292319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a25dbc-c1bf-460e-8936-42ed4e8f3558 None None] No DVR routers for this DVR port e53fb48e-2023-44a8-ab9e-350e33ac5a90 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:22.292697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-772fcafb-34a4-429f-a40b-6787eba98f03 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.293069 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-772fcafb-34a4-429f-a40b-6787eba98f03 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Added segment ea3d17f9-1fd5-41b8-aaf3-d00afd0ccbad of type vlan for network 4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065 Nov 27 01:29:22.314570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e4d6babd-6bdb-4888-a65d-56615cac2d2e no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:22.315026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd7c43-709d-4642-bbfe-762d2c3acac5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Network': ['ID=77508280-fa25-4190-9696-b1c16aedfbbc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:22.325195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Subnet': ['ID=29aa36be-3664-4193-b170-6a713f86a69e,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:22.355402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: e4d6babd-6bdb-4888-a65d-56615cac2d2e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:22.355874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e4d6babd-6bdb-4888-a65d-56615cac2d2e not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:22.356461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ee29e71f-2cf2-421d-a6a6-ee7c95f55226 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:22.373807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Checking segment: {'id': '4516a68c-fccc-4ad7-abe0-9ddca478cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '50372982-1d11-40e9-ac26-69e77389ba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:22.374260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network hostable DHCP agents. Network: 50372982-1d11-40e9-ac26-69e77389ba90, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:22.381527 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-772fcafb-34a4-429f-a40b-6787eba98f03 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.382501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783924e3-a8db-4c0e-bb74-86f93bd759bc None None] get_active_networks_info from n-d-819494-2 {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:29:22.386353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: ee29e71f-2cf2-421d-a6a6-ee7c95f55226 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:22.386832 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ee29e71f-2cf2-421d-a6a6-ee7c95f55226 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:22.387337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e53fb48e-2023-44a8-ab9e-350e33ac5a90 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:22.416867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] For port e53fb48e-2023-44a8-ab9e-350e33ac5a90, host n-d-819494-2, got binding levels [] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:22.417232 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.433068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Calling delete_port for e53fb48e-2023-44a8-ab9e-350e33ac5a90 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:22.436622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Port e53fb48e-2023-44a8-ab9e-350e33ac5a90 was not found and therefore no delete operation was performed {{(pid=103384) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:29:22.438029 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.445518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820ccc9b-322b-4869-8315-c0fe2811cb8f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:22.447797 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-772fcafb-34a4-429f-a40b-6787eba98f03 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.451810 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: e53fb48e-2023-44a8-ab9e-350e33ac5a90 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:22.452233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e53fb48e-2023-44a8-ab9e-350e33ac5a90 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:22.452747 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device aee31283-3873-4b94-873a-bc4cfff8ba7a no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:22.455665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772fcafb-34a4-429f-a40b-6787eba98f03 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:22.456529 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-772fcafb-34a4-429f-a40b-6787eba98f03 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.490961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=e53fb48e-2023-44a8-ab9e-350e33ac5a90,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:22.492098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: aee31283-3873-4b94-873a-bc4cfff8ba7a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:22.492610 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device aee31283-3873-4b94-873a-bc4cfff8ba7a not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:22.499744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] No DVR routers for this DVR port e53fb48e-2023-44a8-ab9e-350e33ac5a90 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:22.546899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Network 50372982-1d11-40e9-ac26-69e77389ba90 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:22.569366 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-820ccc9b-322b-4869-8315-c0fe2811cb8f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.569669 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-820ccc9b-322b-4869-8315-c0fe2811cb8f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Added segment 002a36db-8313-4d2c-9d75-59bb2d98adea of type vlan for network a54822cb-33b8-4fe5-8852-cdfbe36d0373 Nov 27 01:29:22.573872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 50372982-1d11-40e9-ac26-69e77389ba90) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:22.579283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:22.579888 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.616541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-772fcafb-34a4-429f-a40b-6787eba98f03 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4713838 Nov 27 01:29:22.619931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56368) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:22.636302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a1e59f10-5ffe-4bed-b0ce-ed42c45fdc78 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'network_id': '4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:22.646418 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e49cec25-0ebe-4876-8612-a23eef5a78e1 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8018234 Nov 27 01:29:22.647675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56370) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:22.655022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-be0c9095-c9b2-47c9-977a-06111b537ea7 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:22.741144 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.768485 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-820ccc9b-322b-4869-8315-c0fe2811cb8f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.808372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:22.809107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783924e3-a8db-4c0e-bb74-86f93bd759bc None None] Unable to find a vacant binding_index for network 50372982-1d11-40e9-ac26-69e77389ba90 and agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 {{(pid=103386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 27 01:29:22.821611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783924e3-a8db-4c0e-bb74-86f93bd759bc None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 50372982-1d11-40e9-ac26-69e77389ba90) {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:29:22.866657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27a9cca-76b6-4993-ac51-69f48e85ecd3') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:22.867242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27a9cca-76b6-4993-ac51-69f48e85ecd3') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:22.889143 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.916236 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-820ccc9b-322b-4869-8315-c0fe2811cb8f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:22.923600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ccc9b-322b-4869-8315-c0fe2811cb8f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:22.924808 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-820ccc9b-322b-4869-8315-c0fe2811cb8f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.087444 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fcafb-34a4-429f-a40b-6787eba98f03 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:23.113891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:23.213107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e59f10-5ffe-4bed-b0ce-ed42c45fdc78 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:23.217609 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1e59f10-5ffe-4bed-b0ce-ed42c45fdc78 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.293728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-50372982-1d11-40e9-ac26-69e77389ba90', 'network_id': '50372982-1d11-40e9-ac26-69e77389ba90', 'tenant_id': '939ed67341b24862b69dd8698ab311f5', 'fixed_ips': [{'subnet_id': '29aa36be-3664-4193-b170-6a713f86a69e'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:23.296102 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.449888 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be0c9095-c9b2-47c9-977a-06111b537ea7 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9994842'] for subnet, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.456673 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.458737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ccc9b-322b-4869-8315-c0fe2811cb8f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Network': ['ID=a54822cb-33b8-4fe5-8852-cdfbe36d0373,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:23.474080 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1e59f10-5ffe-4bed-b0ce-ed42c45fdc78 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.475420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:23.476546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:23.479842 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:23.493300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Allocated IP 2001:db8::3 (50372982-1d11-40e9-ac26-69e77389ba90/29aa36be-3664-4193-b170-6a713f86a69e/39d677e6-10da-4ec6-911e-2ed3246c4d07) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:23.499773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-820ccc9b-322b-4869-8315-c0fe2811cb8f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5653849 Nov 27 01:29:23.506647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56384) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:23.525713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a54822cb-33b8-4fe5-8852-cdfbe36d0373 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:23.550076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-bbe0a600-0bf4-4ce6-a69b-6ee1e62a77e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': 'a54822cb-33b8-4fe5-8852-cdfbe36d0373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:23.559627 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.564474 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.568589 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] 10.222.0.37 "DELETE /v2.0/networks/5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42 HTTP/1.1" status: 204 len: 168 time: 2.1561027 Nov 27 01:29:23.586094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdd869-18c7-4acc-9359-f9f0f13e6eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=5f96f3ca-b4da-4e0d-9f0e-8ff3fcaaab42,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:23.732545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e59f10-5ffe-4bed-b0ce-ed42c45fdc78 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=0ccae0c5-da64-4c4f-8e74-bd50129df361,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:23.745846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe0a600-0bf4-4ce6-a69b-6ee1e62a77e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:23.749888 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbe0a600-0bf4-4ce6-a69b-6ee1e62a77e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.759046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e59f10-5ffe-4bed-b0ce-ed42c45fdc78 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking segment: {'id': 'ea3d17f9-1fd5-41b8-aaf3-d00afd0ccbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:23.759402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e59f10-5ffe-4bed-b0ce-ed42c45fdc78 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network hostable DHCP agents. Network: 4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:23.815174 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.829911 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:23.875901 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Network 50372982-1d11-40e9-ac26-69e77389ba90 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:23.879213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:23.904903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:23.913388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Pushing event updated for resources: {'Port': ['ID=39d677e6-10da-4ec6-911e-2ed3246c4d07,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:23.933402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56390) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:23.972376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e59f10-5ffe-4bed-b0ce-ed42c45fdc78 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network 4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:23.988662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Attempting to bind port 39d677e6-10da-4ec6-911e-2ed3246c4d07 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:23.989201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Attempting to bind port 39d677e6-10da-4ec6-911e-2ed3246c4d07 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '4516a68c-fccc-4ad7-abe0-9ddca478cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '50372982-1d11-40e9-ac26-69e77389ba90'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:23.989664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Attempting to bind port 39d677e6-10da-4ec6-911e-2ed3246c4d07 on network 50372982-1d11-40e9-ac26-69e77389ba90 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:23.990964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a1e59f10-5ffe-4bed-b0ce-ed42c45fdc78 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:24.008176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:24.008670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Checking segment: {'id': '4516a68c-fccc-4ad7-abe0-9ddca478cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '50372982-1d11-40e9-ac26-69e77389ba90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:24.009308 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.009795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Bound using segment: {'id': '4516a68c-fccc-4ad7-abe0-9ddca478cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '50372982-1d11-40e9-ac26-69e77389ba90'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:24.010418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Bound port: 39d677e6-10da-4ec6-911e-2ed3246c4d07, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4516a68c-fccc-4ad7-abe0-9ddca478cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '50372982-1d11-40e9-ac26-69e77389ba90'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:24.010909 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.024657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e59f10-5ffe-4bed-b0ce-ed42c45fdc78 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:24.025246 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1e59f10-5ffe-4bed-b0ce-ed42c45fdc78 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.048778 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-110733b0-73e1-44a7-ac89-ad0a2da66020 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28a96ea2d35d43dfa38fc51efece870e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1052277 Nov 27 01:29:24.051783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56396) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:24.066142 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a1e59f10-5ffe-4bed-b0ce-ed42c45fdc78 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4387710 Nov 27 01:29:24.067854 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbe0a600-0bf4-4ce6-a69b-6ee1e62a77e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.069926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56398) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:24.211189 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.244781 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] For port 39d677e6-10da-4ec6-911e-2ed3246c4d07, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:24.257138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] For port 39d677e6-10da-4ec6-911e-2ed3246c4d07, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=39d677e6-10da-4ec6-911e-2ed3246c4d07,segment=NetworkSegment(4516a68c-fccc-4ad7-abe0-9ddca478cf36),segment_id=4516a68c-fccc-4ad7-abe0-9ddca478cf36)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:24.266660 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.312997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0a600-0bf4-4ce6-a69b-6ee1e62a77e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Checking segment: {'id': '002a36db-8313-4d2c-9d75-59bb2d98adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a54822cb-33b8-4fe5-8852-cdfbe36d0373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:24.313601 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0a600-0bf4-4ce6-a69b-6ee1e62a77e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network hostable DHCP agents. Network: a54822cb-33b8-4fe5-8852-cdfbe36d0373, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:24.328001 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0a600-0bf4-4ce6-a69b-6ee1e62a77e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Subnet': ['ID=a9cea721-eade-495b-83df-fefa832a5d78,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:24.357470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0a600-0bf4-4ce6-a69b-6ee1e62a77e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network a54822cb-33b8-4fe5-8852-cdfbe36d0373 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:24.379518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-bbe0a600-0bf4-4ce6-a69b-6ee1e62a77e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a54822cb-33b8-4fe5-8852-cdfbe36d0373) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:24.387506 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe0a600-0bf4-4ce6-a69b-6ee1e62a77e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:24.388313 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbe0a600-0bf4-4ce6-a69b-6ee1e62a77e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.431235 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bbe0a600-0bf4-4ce6-a69b-6ee1e62a77e3 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8855672 Nov 27 01:29:24.431609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56404) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:24.437844 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': 'a54822cb-33b8-4fe5-8852-cdfbe36d0373', 'name': 'tempest-PortsTestJSON-1145278044', 'fixed_ips': [{'subnet_id': 'a9cea721-eade-495b-83df-fefa832a5d78', 'ip_address': '172.20.0.10'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:24.441280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a286c-54d0-4aaa-8d91-aa24162d0161 None None] Pushing event updated for resources: {'Port': ['ID=39d677e6-10da-4ec6-911e-2ed3246c4d07,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:24.473765 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c928210-5e86-4841-b85d-d78d7a72b6f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.508667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c928210-5e86-4841-b85d-d78d7a72b6f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.532429 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.537414 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be0c9095-c9b2-47c9-977a-06111b537ea7 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762420905072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8828019'] for subnet, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.623006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:24.675676 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0c9095-c9b2-47c9-977a-06111b537ea7 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:24.681992 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be0c9095-c9b2-47c9-977a-06111b537ea7 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.688094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-be0c9095-c9b2-47c9-977a-06111b537ea7 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "PUT /v2.0/subnets/29aa36be-3664-4193-b170-6a713f86a69e HTTP/1.1" status: 200 len: 900 time: 2.0376964 Nov 27 01:29:24.690998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56408) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:24.711368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c9095-c9b2-47c9-977a-06111b537ea7 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event updated for resources: {'Subnet': ['ID=29aa36be-3664-4193-b170-6a713f86a69e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:24.810796 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.817250 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c928210-5e86-4841-b85d-d78d7a72b6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.819967 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c928210-5e86-4841-b85d-d78d7a72b6f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.821525 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6c928210-5e86-4841-b85d-d78d7a72b6f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01416628-9494-421f-ad47-d259b8ee92cc HTTP/1.1" status: 204 len: 168 time: 0.7617650 Nov 27 01:29:24.858597 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:24.866070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Subnet': ['ID=0ccae0c5-da64-4c4f-8e74-bd50129df361,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:24.891584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port 8fee55ee-a97e-491a-b3c3-d44afbfe335d yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:29:24.894914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c928210-5e86-4841-b85d-d78d7a72b6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01416628-9494-421f-ad47-d259b8ee92cc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:25.008676 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.050044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:25.067913 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.069562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3d17f9-1fd5-41b8-aaf3-d00afd0ccbad') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:25.070130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3d17f9-1fd5-41b8-aaf3-d00afd0ccbad') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:25.089296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.142257 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.164250 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:25.166757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:25.175427 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:25.178325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.10 (a54822cb-33b8-4fe5-8852-cdfbe36d0373/a9cea721-eade-495b-83df-fefa832a5d78/8fee55ee-a97e-491a-b3c3-d44afbfe335d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:25.192394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Deleting port 39d677e6-10da-4ec6-911e-2ed3246c4d07 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:25.192727 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.278570 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.296663 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.308289 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065 HTTP/1.1" status: 204 len: 168 time: 1.2331707 Nov 27 01:29:25.324303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56426) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:25.338826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-38d3abac-5ee7-4c51-96f4-c7c417ddb7ab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1235826157'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:25.343122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1c87e-45cd-481a-a565-d32a43a76684 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Network': ['ID=4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:25.472328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] For port 39d677e6-10da-4ec6-911e-2ed3246c4d07, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=39d677e6-10da-4ec6-911e-2ed3246c4d07,segment=NetworkSegment(4516a68c-fccc-4ad7-abe0-9ddca478cf36),segment_id=4516a68c-fccc-4ad7-abe0-9ddca478cf36)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:25.472980 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.548791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Calling delete_port for 39d677e6-10da-4ec6-911e-2ed3246c4d07 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:25.624303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56436) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:25.677162 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ee977ec1-63d9-4dc0-bad4-8136a3ea1905 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b45019b0bada49b89dfa879282b8eb3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515995 Nov 27 01:29:25.679597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56438) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:25.770011 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f2af131-8eb4-4b76-8985-8ab6dc822d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.780508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d3abac-5ee7-4c51-96f4-c7c417ddb7ab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:25.792442 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38d3abac-5ee7-4c51-96f4-c7c417ddb7ab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.816397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f2af131-8eb4-4b76-8985-8ab6dc822d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.839115 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.878877 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f2af131-8eb4-4b76-8985-8ab6dc822d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.884181 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f2af131-8eb4-4b76-8985-8ab6dc822d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.886994 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0f2af131-8eb4-4b76-8985-8ab6dc822d1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8f14c2f-563b-4d34-9699-656b02d5510e HTTP/1.1" status: 204 len: 168 time: 0.2046955 Nov 27 01:29:25.901136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2af131-8eb4-4b76-8985-8ab6dc822d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f14c2f-563b-4d34-9699-656b02d5510e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:25.905561 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.918317 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:25.963335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d3abac-5ee7-4c51-96f4-c7c417ddb7ab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:26.041944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Port': ['ID=39d677e6-10da-4ec6-911e-2ed3246c4d07,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:26.046292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No DVR routers for this DVR port 39d677e6-10da-4ec6-911e-2ed3246c4d07 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:26.068157 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d3a0f9-640c-4b50-8c44-3ddc34677678 None None] get_active_networks_info from n-d-819494-2 {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:29:26.122615 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38d3abac-5ee7-4c51-96f4-c7c417ddb7ab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.123170 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-38d3abac-5ee7-4c51-96f4-c7c417ddb7ab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Added segment 58fafb2d-5027-4173-aecb-cd1a6e7ebec4 of type vlan for network 40a53c5a-2c77-4368-ac26-0981b70e2595 Nov 27 01:29:26.125362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0e7150e-4483-4fe7-8cf2-c1f7c7b21667 None None] Could not find standard attr ID for object 39d677e6-10da-4ec6-911e-2ed3246c4d07. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:26.279098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network a54822cb-33b8-4fe5-8852-cdfbe36d0373 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:26.313200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:26.316738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:26.359068 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.380225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d3a0f9-640c-4b50-8c44-3ddc34677678 None None] Resources bound (agent type, host, resource id): {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:29:26.397706 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38d3abac-5ee7-4c51-96f4-c7c417ddb7ab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.440833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=8fee55ee-a97e-491a-b3c3-d44afbfe335d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:26.476868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:26.477618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.508297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38d3abac-5ee7-4c51-96f4-c7c417ddb7ab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.516051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d3abac-5ee7-4c51-96f4-c7c417ddb7ab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:26.516848 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38d3abac-5ee7-4c51-96f4-c7c417ddb7ab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558127'] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.530647 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9bac5e02-0124-4b0a-8ae0-8230fefce866 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0941894 Nov 27 01:29:26.533053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56454) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:26.538853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': 'a54822cb-33b8-4fe5-8852-cdfbe36d0373', 'name': 'tempest-PortsTestJSON-922387913', 'fixed_ips': [{'subnet_id': 'a9cea721-eade-495b-83df-fefa832a5d78', 'ip_address': '172.20.0.9'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:26.598648 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-38d3abac-5ee7-4c51-96f4-c7c417ddb7ab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2732103 Nov 27 01:29:26.599312 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56458) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:26.611904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-aa468713-5cf6-4ed2-a8ba-5dfd7a5328d4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:26.697875 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.743508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:26.765565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3abac-5ee7-4c51-96f4-c7c417ddb7ab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=40a53c5a-2c77-4368-ac26-0981b70e2595,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:26.786985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Subnet': ['ID=29aa36be-3664-4193-b170-6a713f86a69e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:26.836532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 40a53c5a-2c77-4368-ac26-0981b70e2595 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:26.898406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-a54822cb-33b8-4fe5-8852-cdfbe36d0373', 'network_id': 'a54822cb-33b8-4fe5-8852-cdfbe36d0373', 'tenant_id': '5810ed55cffb4bfeb6e5df6f24dfd560', 'fixed_ips': [{'subnet_id': 'a9cea721-eade-495b-83df-fefa832a5d78'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:26.900143 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.902357 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:26.928911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port 65494467-1c53-4f0f-a8c0-ab9151df641e yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:29:26.987556 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.005715 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa468713-5cf6-4ed2-a8ba-5dfd7a5328d4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.044696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50372982-1d11-40e9-ac26-69e77389ba90']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:27.049874 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa468713-5cf6-4ed2-a8ba-5dfd7a5328d4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.074205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4516a68c-fccc-4ad7-abe0-9ddca478cf36') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:27.076422 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4516a68c-fccc-4ad7-abe0-9ddca478cf36') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:27.094426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa468713-5cf6-4ed2-a8ba-5dfd7a5328d4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network 40a53c5a-2c77-4368-ac26-0981b70e2595 is not hosted by any dhcp agent {{(pid=103385) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:29:27.100652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa468713-5cf6-4ed2-a8ba-5dfd7a5328d4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:27.100652 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa468713-5cf6-4ed2-a8ba-5dfd7a5328d4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.104853 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-aa468713-5cf6-4ed2-a8ba-5dfd7a5328d4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "PUT /v2.0/networks/40a53c5a-2c77-4368-ac26-0981b70e2595 HTTP/1.1" status: 200 len: 723 time: 0.4954042 Nov 27 01:29:27.105235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56464) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:27.109035 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.115963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-255e27c7-29cb-4e0c-aa03-47247ac31448 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'network_id': '40a53c5a-2c77-4368-ac26-0981b70e2595', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:27.145608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Allocated IP 172.20.0.2 (a54822cb-33b8-4fe5-8852-cdfbe36d0373/a9cea721-eade-495b-83df-fefa832a5d78/ed77feba-ad81-4893-a234-e2c0bc5a3758) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:27.191364 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.197994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:27.198408 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.255994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255e27c7-29cb-4e0c-aa03-47247ac31448 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:27.259356 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:27.262441 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa468713-5cf6-4ed2-a8ba-5dfd7a5328d4 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=40a53c5a-2c77-4368-ac26-0981b70e2595,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:27.272278 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-255e27c7-29cb-4e0c-aa03-47247ac31448 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.276566 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 40a53c5a-2c77-4368-ac26-0981b70e2595 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:27.288107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.312266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.332582 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/50372982-1d11-40e9-ac26-69e77389ba90 HTTP/1.1" status: 204 len: 168 time: 2.6394343 Nov 27 01:29:27.334174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e6e2f-d927-4123-8322-be652e0ebb04 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Network': ['ID=50372982-1d11-40e9-ac26-69e77389ba90,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:27.348283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56466) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:27.450586 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c1da77-eebc-412f-92e9-20a25b33dba4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:27.451261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c1da77-eebc-412f-92e9-20a25b33dba4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:27.457541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c5c1da77-eebc-412f-92e9-20a25b33dba4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/subnets/29aa36be-3664-4193-b170-6a713f86a69e HTTP/1.1" status: 404 len: 337 time: 0.1050246 Nov 27 01:29:27.462217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56470) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:27.488286 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff86cb5c-e2f1-4b56-ab03-6953da8efbee tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:27.489013 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff86cb5c-e2f1-4b56-ab03-6953da8efbee tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:27.494048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ff86cb5c-e2f1-4b56-ab03-6953da8efbee tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/50372982-1d11-40e9-ac26-69e77389ba90 HTTP/1.1" status: 404 len: 339 time: 0.0296037 Nov 27 01:29:27.496856 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56474) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:27.649552 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.688941 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-255e27c7-29cb-4e0c-aa03-47247ac31448 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.777202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e27c7-29cb-4e0c-aa03-47247ac31448 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=22a9c592-4207-460f-ad01-e0cf6be1ddc0,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:27.792938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e27c7-29cb-4e0c-aa03-47247ac31448 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking segment: {'id': '58fafb2d-5027-4173-aecb-cd1a6e7ebec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40a53c5a-2c77-4368-ac26-0981b70e2595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:27.793603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e27c7-29cb-4e0c-aa03-47247ac31448 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network hostable DHCP agents. Network: 40a53c5a-2c77-4368-ac26-0981b70e2595, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:27.819649 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.822779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e27c7-29cb-4e0c-aa03-47247ac31448 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network 40a53c5a-2c77-4368-ac26-0981b70e2595 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:27.841740 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.884533 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.893717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-255e27c7-29cb-4e0c-aa03-47247ac31448 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 40a53c5a-2c77-4368-ac26-0981b70e2595) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:27.925769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Network a54822cb-33b8-4fe5-8852-cdfbe36d0373 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:27.927864 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48528317-e7a0-45ee-a0ad-f531343f68ef']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:27.932816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:27.939301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:27.949888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c54b992-0bd5-4c0d-8e6a-cc343e1ec0a4') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:27.950735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c54b992-0bd5-4c0d-8e6a-cc343e1ec0a4') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:27.963235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e27c7-29cb-4e0c-aa03-47247ac31448 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:27.964192 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-255e27c7-29cb-4e0c-aa03-47247ac31448 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.971589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.997264 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:27.998494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Pushing event updated for resources: {'Port': ['ID=ed77feba-ad81-4893-a234-e2c0bc5a3758,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:28.020563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:28.021082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:28.029174 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:28.038942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Attempting to bind port ed77feba-ad81-4893-a234-e2c0bc5a3758 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:28.039321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Attempting to bind port ed77feba-ad81-4893-a234-e2c0bc5a3758 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '002a36db-8313-4d2c-9d75-59bb2d98adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a54822cb-33b8-4fe5-8852-cdfbe36d0373'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:28.039717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Attempting to bind port ed77feba-ad81-4893-a234-e2c0bc5a3758 on network a54822cb-33b8-4fe5-8852-cdfbe36d0373 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:28.048768 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:28.049246 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Checking segment: {'id': '002a36db-8313-4d2c-9d75-59bb2d98adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a54822cb-33b8-4fe5-8852-cdfbe36d0373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:28.049612 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.050017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Bound using segment: {'id': '002a36db-8313-4d2c-9d75-59bb2d98adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a54822cb-33b8-4fe5-8852-cdfbe36d0373'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:28.050877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Bound port: ed77feba-ad81-4893-a234-e2c0bc5a3758, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002a36db-8313-4d2c-9d75-59bb2d98adea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a54822cb-33b8-4fe5-8852-cdfbe36d0373'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:28.051347 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.058871 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-255e27c7-29cb-4e0c-aa03-47247ac31448 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9522660 Nov 27 01:29:28.059743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56482) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:28.068704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d9bd9154-1504-4a46-b012-c0a7d7bfcd24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:28.129299 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.9 (a54822cb-33b8-4fe5-8852-cdfbe36d0373/a9cea721-eade-495b-83df-fefa832a5d78/65494467-1c53-4f0f-a8c0-ab9151df641e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:28.139658 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.143749 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] For port ed77feba-ad81-4893-a234-e2c0bc5a3758, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:28.147937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] For port ed77feba-ad81-4893-a234-e2c0bc5a3758, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ed77feba-ad81-4893-a234-e2c0bc5a3758,segment=NetworkSegment(002a36db-8313-4d2c-9d75-59bb2d98adea),segment_id=002a36db-8313-4d2c-9d75-59bb2d98adea)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:28.157166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.161747 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/48528317-e7a0-45ee-a0ad-f531343f68ef HTTP/1.1" status: 204 len: 168 time: 0.6649623 Nov 27 01:29:28.165803 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.174060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56488) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:28.189866 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9154-1504-4a46-b012-c0a7d7bfcd24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9994842'] for subnet, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.208012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b876aa4-6575-4f7c-a066-c16a34304670 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Network': ['ID=48528317-e7a0-45ee-a0ad-f531343f68ef,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:28.250550 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e86ad79-a862-4c98-8e63-f0416aa5591a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:28.251489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e86ad79-a862-4c98-8e63-f0416aa5591a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:28.255250 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0e86ad79-a862-4c98-8e63-f0416aa5591a tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/subnets/4395ed73-fd8d-4e46-8be2-35d9ea9d4096 HTTP/1.1" status: 404 len: 337 time: 0.0787582 Nov 27 01:29:28.257989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56490) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:28.290630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cc508-2628-4f92-a703-a07a0872d705 None None] Pushing event updated for resources: {'Port': ['ID=ed77feba-ad81-4893-a234-e2c0bc5a3758,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:28.290856 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-a297308d-8a9c-44cc-b7dd-c2d9a121d02d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:28.291208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a297308d-8a9c-44cc-b7dd-c2d9a121d02d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:28.301699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a297308d-8a9c-44cc-b7dd-c2d9a121d02d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/334aab28-d869-4c3d-96b5-43ed0a732a55 HTTP/1.1" status: 404 len: 339 time: 0.0413380 Nov 27 01:29:28.304111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56492) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:28.389832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb9faa9-ce88-4fcc-9058-ce3c6cf84cd4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Deleting subnet 7d160c3d-c38b-4dfd-8e87-84e1ffe7e4d5 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:28.393901 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2eb9faa9-ce88-4fcc-9058-ce3c6cf84cd4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.462987 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2eb9faa9-ce88-4fcc-9058-ce3c6cf84cd4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.536978 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9154-1504-4a46-b012-c0a7d7bfcd24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762420905072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8828019'] for subnet, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.653334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd9154-1504-4a46-b012-c0a7d7bfcd24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:28.654409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9154-1504-4a46-b012-c0a7d7bfcd24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.655520 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2eb9faa9-ce88-4fcc-9058-ce3c6cf84cd4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.659089 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d9bd9154-1504-4a46-b012-c0a7d7bfcd24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "PUT /v2.0/subnets/22a9c592-4207-460f-ad01-e0cf6be1ddc0 HTTP/1.1" status: 200 len: 806 time: 0.5952306 Nov 27 01:29:28.659274 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56504) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:28.699212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd9154-1504-4a46-b012-c0a7d7bfcd24 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=22a9c592-4207-460f-ad01-e0cf6be1ddc0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:28.755743 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.833011 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.922202 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:28.935108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network a54822cb-33b8-4fe5-8852-cdfbe36d0373 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:28.956640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:28.969506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:28.973694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=65494467-1c53-4f0f-a8c0-ab9151df641e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:28.980868 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2eb9faa9-ce88-4fcc-9058-ce3c6cf84cd4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.039909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9faa9-ce88-4fcc-9058-ce3c6cf84cd4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Subnet': ['ID=7d160c3d-c38b-4dfd-8e87-84e1ffe7e4d5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:29.061066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:29.062581 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.085145 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6ad86338-9e1c-4d84-a9ac-a923f09608e6 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5507500 Nov 27 01:29:29.087833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56516) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:29.131462 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.164874 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2eb9faa9-ce88-4fcc-9058-ce3c6cf84cd4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.170430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2eb9faa9-ce88-4fcc-9058-ce3c6cf84cd4 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/subnets/7d160c3d-c38b-4dfd-8e87-84e1ffe7e4d5 HTTP/1.1" status: 204 len: 168 time: 0.8652663 Nov 27 01:29:29.175908 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56518) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:29.219731 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.242780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9f41e-2e29-42ce-85d4-b637986bd75b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:29.246058 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ffb9f41e-2e29-42ce-85d4-b637986bd75b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1567023 Nov 27 01:29:29.251222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56520) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:29.287304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Subnet': ['ID=22a9c592-4207-460f-ad01-e0cf6be1ddc0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:29.366960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-f795d5c1-c33b-4258-b6be-06cf95759035 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Deleting subnet 01cb392e-9479-430e-a7d3-0c43364ac1e3 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:29.380528 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f795d5c1-c33b-4258-b6be-06cf95759035 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.407864 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.415867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf581e0-58f5-49fd-bd5a-e4acdf256916 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:29.422152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf581e0-58f5-49fd-bd5a-e4acdf256916 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:29.429025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf581e0-58f5-49fd-bd5a-e4acdf256916 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:29.433672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-faf581e0-58f5-49fd-bd5a-e4acdf256916 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1783628 Nov 27 01:29:29.437062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56524) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:29.475014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a53c5a-2c77-4368-ac26-0981b70e2595']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:29.487341 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f795d5c1-c33b-4258-b6be-06cf95759035 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.508798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fafb2d-5027-4173-aecb-cd1a6e7ebec4') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:29.509721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fafb2d-5027-4173-aecb-cd1a6e7ebec4') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:29.532774 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.566013 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.582716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:29.583715 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:29.593804 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:29.676472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-bd06d644-3cbd-471a-9362-515b72bf7e3f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 65494467-1c53-4f0f-a8c0-ab9151df641e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:29.676817 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd06d644-3cbd-471a-9362-515b72bf7e3f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.695270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f795d5c1-c33b-4258-b6be-06cf95759035 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.766031 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.776596 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.789561 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/40a53c5a-2c77-4368-ac26-0981b70e2595 HTTP/1.1" status: 204 len: 168 time: 1.1293743 Nov 27 01:29:29.803553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56530) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:29.824705 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25d2772-774d-41d2-8ed1-994b9554f20c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:29.825835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25d2772-774d-41d2-8ed1-994b9554f20c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:29.833070 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b25d2772-774d-41d2-8ed1-994b9554f20c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/40a53c5a-2c77-4368-ac26-0981b70e2595 HTTP/1.1" status: 404 len: 339 time: 0.0357356 Nov 27 01:29:29.836234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56532) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:29.849219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-49a5dc33-f3b2-40ad-9c30-8a2e54104858 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2034955509', 'description': 'd1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:29.852632 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d898c1-d1c1-419e-9faf-0b6755df1f2a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Network': ['ID=40a53c5a-2c77-4368-ac26-0981b70e2595,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:29.940349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd06d644-3cbd-471a-9362-515b72bf7e3f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.945447 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f795d5c1-c33b-4258-b6be-06cf95759035 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:29.992161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-bd06d644-3cbd-471a-9362-515b72bf7e3f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 65494467-1c53-4f0f-a8c0-ab9151df641e owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:29.995189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795d5c1-c33b-4258-b6be-06cf95759035 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Subnet': ['ID=01cb392e-9479-430e-a7d3-0c43364ac1e3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:30.011448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a5dc33-f3b2-40ad-9c30-8a2e54104858 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:30.016016 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49a5dc33-f3b2-40ad-9c30-8a2e54104858 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.038221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cddf33-7e65-4ceb-922c-ad43148dd19c None None] Network 50372982-1d11-40e9-ac26-69e77389ba90 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:30.060938 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f795d5c1-c33b-4258-b6be-06cf95759035 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.064722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f795d5c1-c33b-4258-b6be-06cf95759035 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/subnets/01cb392e-9479-430e-a7d3-0c43364ac1e3 HTTP/1.1" status: 204 len: 168 time: 0.8878396 Nov 27 01:29:30.067424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56540) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:30.103721 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f238e0-02dd-4136-9fbf-4aee8374468a None None] Network 4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:30.114081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cb2b2b-5d30-41ca-93f9-d0fae61087f1 None None] Network a54822cb-33b8-4fe5-8852-cdfbe36d0373 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:30.118012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c659ae-bd4a-4bcc-bfe1-8941d7f38aaf None None] Network 40a53c5a-2c77-4368-ac26-0981b70e2595 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:30.119690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407d6b89-38bf-4153-87c8-614c3e4a1c72 None None] Network 8d7f5ad8-f606-4cf8-97e1-5f127d12a994 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:30.155392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cddf33-7e65-4ceb-922c-ad43148dd19c None None] Network 50372982-1d11-40e9-ac26-69e77389ba90 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:29:30.160200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a5dc33-f3b2-40ad-9c30-8a2e54104858 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:30.187207 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49a5dc33-f3b2-40ad-9c30-8a2e54104858 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.191233 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-49a5dc33-f3b2-40ad-9c30-8a2e54104858 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Added segment 686646be-dff3-4843-ad0e-6a52f1b9aabf of type vlan for network 392539b6-e9c7-48bc-8b0b-6c43b3585291 Nov 27 01:29:30.266899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c659ae-bd4a-4bcc-bfe1-8941d7f38aaf None None] Network 40a53c5a-2c77-4368-ac26-0981b70e2595 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:29:30.286904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f238e0-02dd-4136-9fbf-4aee8374468a None None] Network 4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:29:30.295398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1f86abbf-cdae-4a68-95ed-fe3b7d8075b4 None None] Provisioning complete for port 8fee55ee-a97e-491a-b3c3-d44afbfe335d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:30.296940 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f86abbf-cdae-4a68-95ed-fe3b7d8075b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.322509 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.327249 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49a5dc33-f3b2-40ad-9c30-8a2e54104858 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.397969 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49a5dc33-f3b2-40ad-9c30-8a2e54104858 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.411601 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5dc33-f3b2-40ad-9c30-8a2e54104858 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:30.412379 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49a5dc33-f3b2-40ad-9c30-8a2e54104858 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.445468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62784b-d8ec-4b36-9ae7-3b3525630456 None None] DHCP port deletion for 50372982-1d11-40e9-ac26-69e77389ba90 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:30.448258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9483fc-30ce-428b-a0b2-92754392eff1 None None] Network 40a53c5a-2c77-4368-ac26-0981b70e2595 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:30.453965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077e580-1b66-4618-8c30-2fbbb48289b7 None None] Network 4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:30.456276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Deleting port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:30.456799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.462221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ed77feba-ad81-4893-a234-e2c0bc5a3758 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:30.507366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-49a5dc33-f3b2-40ad-9c30-8a2e54104858 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6681027 Nov 27 01:29:30.510818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56544) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:30.555546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd06d644-3cbd-471a-9362-515b72bf7e3f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.571723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5dc33-f3b2-40ad-9c30-8a2e54104858 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=392539b6-e9c7-48bc-8b0b-6c43b3585291,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:30.616385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] For port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=71562fef-9dc8-4ccc-9e4f-c88d8654a21b,segment=NetworkSegment(414c2983-7285-4740-b694-ab97906af161),segment_id=414c2983-7285-4740-b694-ab97906af161)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:30.616975 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.620327 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9483fc-30ce-428b-a0b2-92754392eff1 None None] Network 40a53c5a-2c77-4368-ac26-0981b70e2595 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:29:30.660454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Calling delete_port for 71562fef-9dc8-4ccc-9e4f-c88d8654a21b owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:30.686843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 392539b6-e9c7-48bc-8b0b-6c43b3585291 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:30.734820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b4e89-9345-4738-a04a-7bc7870e7ad0 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:30.736587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-740b4e89-9345-4738-a04a-7bc7870e7ad0 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/networks?id=392539b6-e9c7-48bc-8b0b-6c43b3585291 HTTP/1.1" status: 200 len: 761 time: 0.2245040 Nov 27 01:29:30.740880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56550) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:30.763902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ea422535-b93e-4968-aca1-5cb3c07d5cf3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'description': 'd2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:30.781048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b03e12-7086-4522-af02-226380d42010 None None] Network 40a53c5a-2c77-4368-ac26-0981b70e2595 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:30.796492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06d644-3cbd-471a-9362-515b72bf7e3f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=65494467-1c53-4f0f-a8c0-ab9151df641e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:30.807629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b03e12-7086-4522-af02-226380d42010 None None] Network 40a53c5a-2c77-4368-ac26-0981b70e2595 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:29:30.810973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077e580-1b66-4618-8c30-2fbbb48289b7 None None] Network 4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:29:30.843775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10064e2-2262-44cd-adbf-0657580d3135 None None] Network 50372982-1d11-40e9-ac26-69e77389ba90 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:30.866962 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1f86abbf-cdae-4a68-95ed-fe3b7d8075b4 None None] Port 8fee55ee-a97e-491a-b3c3-d44afbfe335d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:30.908464 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bd06d644-3cbd-471a-9362-515b72bf7e3f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:30.913133 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bd06d644-3cbd-471a-9362-515b72bf7e3f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/65494467-1c53-4f0f-a8c0-ab9151df641e HTTP/1.1" status: 204 len: 168 time: 1.4755368 Nov 27 01:29:30.916358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56554) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:30.942964 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-d930decf-8417-434d-953e-0aa1a1c82234 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:29:30.944705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d930decf-8417-434d-953e-0aa1a1c82234 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/65494467-1c53-4f0f-a8c0-ab9151df641e HTTP/1.1" status: 404 len: 333 time: 0.0270505 Nov 27 01:29:30.953575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56556) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:30.976745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10064e2-2262-44cd-adbf-0657580d3135 None None] Network 50372982-1d11-40e9-ac26-69e77389ba90 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:29:31.021023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea422535-b93e-4968-aca1-5cb3c07d5cf3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.038908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48815c20-af1e-4ec6-bfcd-fd8c88d6b4ef None None] Network 50372982-1d11-40e9-ac26-69e77389ba90 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:31.055449 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.077655 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea422535-b93e-4968-aca1-5cb3c07d5cf3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.090434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Port': ['ID=71562fef-9dc8-4ccc-9e4f-c88d8654a21b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:31.099574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1f86abbf-cdae-4a68-95ed-fe3b7d8075b4 None None] Provisioning complete for port ed77feba-ad81-4893-a234-e2c0bc5a3758 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:31.100161 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f86abbf-cdae-4a68-95ed-fe3b7d8075b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.104500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea422535-b93e-4968-aca1-5cb3c07d5cf3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network 392539b6-e9c7-48bc-8b0b-6c43b3585291 is not hosted by any dhcp agent {{(pid=103385) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:29:31.110457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48815c20-af1e-4ec6-bfcd-fd8c88d6b4ef None None] Network 50372982-1d11-40e9-ac26-69e77389ba90 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:29:31.110680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea422535-b93e-4968-aca1-5cb3c07d5cf3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:31.111276 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea422535-b93e-4968-aca1-5cb3c07d5cf3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.112600 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ea422535-b93e-4968-aca1-5cb3c07d5cf3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "PUT /v2.0/networks/392539b6-e9c7-48bc-8b0b-6c43b3585291 HTTP/1.1" status: 200 len: 758 time: 0.3570414 Nov 27 01:29:31.120788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56562) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:31.175182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No DVR routers for this DVR port 71562fef-9dc8-4ccc-9e4f-c88d8654a21b on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:31.205045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ed77feba-ad81-4893-a234-e2c0bc5a3758 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:31.206931 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.229679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-556dd150-9125-48e4-b88c-949c9637844b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 8fee55ee-a97e-491a-b3c3-d44afbfe335d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:31.230169 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-556dd150-9125-48e4-b88c-949c9637844b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.269881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ee4ac-983c-4fe4-91ca-3b462e55d41e None None] DHCP port deletion for 8d7f5ad8-f606-4cf8-97e1-5f127d12a994 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:31.312975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea422535-b93e-4968-aca1-5cb3c07d5cf3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=392539b6-e9c7-48bc-8b0b-6c43b3585291,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:31.332841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef3bf44-04f8-4d57-80c4-a39c89097aab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:31.334792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6ef3bf44-04f8-4d57-80c4-a39c89097aab tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/networks?id=392539b6-e9c7-48bc-8b0b-6c43b3585291 HTTP/1.1" status: 200 len: 761 time: 0.2126796 Nov 27 01:29:31.339875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56564) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:31.376518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-675640fd-e4ac-4e0b-b4ec-ee49cadbe35e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-184094020'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:31.464781 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-556dd150-9125-48e4-b88c-949c9637844b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.468589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675640fd-e4ac-4e0b-b4ec-ee49cadbe35e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:31.472426 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-675640fd-e4ac-4e0b-b4ec-ee49cadbe35e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.493720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 392539b6-e9c7-48bc-8b0b-6c43b3585291 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:31.513692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-556dd150-9125-48e4-b88c-949c9637844b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 8fee55ee-a97e-491a-b3c3-d44afbfe335d owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:31.530348 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.531497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675640fd-e4ac-4e0b-b4ec-ee49cadbe35e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:31.567609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7f5ad8-f606-4cf8-97e1-5f127d12a994']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:31.578209 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-675640fd-e4ac-4e0b-b4ec-ee49cadbe35e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.578728 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-675640fd-e4ac-4e0b-b4ec-ee49cadbe35e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Added segment db48a575-b96f-4e5b-b14c-bcef50938393 of type vlan for network b45f15eb-579f-4a88-8f19-6cd8f8993ebf Nov 27 01:29:31.584069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414c2983-7285-4740-b694-ab97906af161') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:31.584604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414c2983-7285-4740-b694-ab97906af161') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:31.606443 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.636948 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-675640fd-e4ac-4e0b-b4ec-ee49cadbe35e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.639772 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.651741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:31.652162 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:31.657471 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:31.725941 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-675640fd-e4ac-4e0b-b4ec-ee49cadbe35e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.736869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675640fd-e4ac-4e0b-b4ec-ee49cadbe35e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:31.737692 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-675640fd-e4ac-4e0b-b4ec-ee49cadbe35e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.746378 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.766769 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-675640fd-e4ac-4e0b-b4ec-ee49cadbe35e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4224489 Nov 27 01:29:31.778744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56572) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:31.784585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f86abbf-cdae-4a68-95ed-fe3b7d8075b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.789453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-421975a8-d72f-4e78-b106-cef3c36e068c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'network_id': 'b45f15eb-579f-4a88-8f19-6cd8f8993ebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:31.864072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port ed77feba-ad81-4893-a234-e2c0bc5a3758, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ed77feba-ad81-4893-a234-e2c0bc5a3758,segment=NetworkSegment(002a36db-8313-4d2c-9d75-59bb2d98adea),segment_id=002a36db-8313-4d2c-9d75-59bb2d98adea)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:31.876566 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.947851 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:31.996088 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.006045 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/8d7f5ad8-f606-4cf8-97e1-5f127d12a994 HTTP/1.1" status: 204 len: 168 time: 1.9371748 Nov 27 01:29:32.008572 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7c9da-12be-4fed-8d16-1b9199419dea tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Network': ['ID=8d7f5ad8-f606-4cf8-97e1-5f127d12a994,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:32.018052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56576) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:32.065518 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-1f86abbf-cdae-4a68-95ed-fe3b7d8075b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:32.066032 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-1f86abbf-cdae-4a68-95ed-fe3b7d8075b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:32.101587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=ed77feba-ad81-4893-a234-e2c0bc5a3758,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:32.123741 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d62e72f-5532-40b8-a1c3-12b1653b3e9b tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:32.124635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d62e72f-5532-40b8-a1c3-12b1653b3e9b tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:32.132340 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6d62e72f-5532-40b8-a1c3-12b1653b3e9b tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/subnets/75ac385f-cb76-4273-858e-a21fb214692a HTTP/1.1" status: 404 len: 337 time: 0.1113341 Nov 27 01:29:32.133305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421975a8-d72f-4e78-b106-cef3c36e068c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:32.140437 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-421975a8-d72f-4e78-b106-cef3c36e068c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.232665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56580) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:32.237314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c50c0b2-3af7-4178-abb4-188b130852fc None None] Network a54822cb-33b8-4fe5-8852-cdfbe36d0373 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:32.259096 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce4162a-13f1-4739-a38c-d2d2eb8063eb tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:32.259874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce4162a-13f1-4739-a38c-d2d2eb8063eb tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:32.265484 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3ce4162a-13f1-4739-a38c-d2d2eb8063eb tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/f92841d7-dc3a-4d7b-9038-96c1d2f8d182 HTTP/1.1" status: 404 len: 339 time: 0.0302129 Nov 27 01:29:32.267470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56588) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:32.385278 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb74bcc-0593-4507-ba00-4c49d174a45d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:32.395661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb74bcc-0593-4507-ba00-4c49d174a45d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:32.399062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675640fd-e4ac-4e0b-b4ec-ee49cadbe35e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=b45f15eb-579f-4a88-8f19-6cd8f8993ebf,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:32.406174 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-556dd150-9125-48e4-b88c-949c9637844b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.409224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ecb74bcc-0593-4507-ba00-4c49d174a45d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/subnets/1495bd3d-2876-4255-a357-cb006962ace2 HTTP/1.1" status: 404 len: 337 time: 0.1380644 Nov 27 01:29:32.411333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56596) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:32.446079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network b45f15eb-579f-4a88-8f19-6cd8f8993ebf details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:32.452577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ed77feba-ad81-4893-a234-e2c0bc5a3758 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:32.473263 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2055d23-1bd6-4f4d-950f-20cf8f4d4223 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:32.473263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2055d23-1bd6-4f4d-950f-20cf8f4d4223 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:32.476324 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e2055d23-1bd6-4f4d-950f-20cf8f4d4223 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/55e31f9d-6324-4828-ab9c-80ecd50fc19d HTTP/1.1" status: 404 len: 339 time: 0.0639255 Nov 27 01:29:32.508303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56600) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:32.515985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dd150-9125-48e4-b88c-949c9637844b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=8fee55ee-a97e-491a-b3c3-d44afbfe335d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:32.558836 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38a8ec5-746c-4d0e-bfdb-b28fbc271d5d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:32.559846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38a8ec5-746c-4d0e-bfdb-b28fbc271d5d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:32.565153 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c38a8ec5-746c-4d0e-bfdb-b28fbc271d5d tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/subnets/a9e7fe21-934e-4b6b-9eb7-afa04901bc74 HTTP/1.1" status: 404 len: 337 time: 0.0541623 Nov 27 01:29:32.565752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56602) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:32.591229 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-796afe14-fd01-4aa0-a9bd-7920e8d265b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:32.592198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796afe14-fd01-4aa0-a9bd-7920e8d265b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:32.595284 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-796afe14-fd01-4aa0-a9bd-7920e8d265b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/49fabafa-6fc4-4803-bc9a-4465b5593324 HTTP/1.1" status: 404 len: 339 time: 0.0285745 Nov 27 01:29:32.598147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:32.638007 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-421975a8-d72f-4e78-b106-cef3c36e068c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.647125 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-556dd150-9125-48e4-b88c-949c9637844b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.653483 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-556dd150-9125-48e4-b88c-949c9637844b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/8fee55ee-a97e-491a-b3c3-d44afbfe335d HTTP/1.1" status: 204 len: 168 time: 1.6984491 Nov 27 01:29:32.657055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56608) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:32.686264 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-90082747-1154-4840-85bb-3299e8537e01 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:29:32.702108 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-90082747-1154-4840-85bb-3299e8537e01 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/8fee55ee-a97e-491a-b3c3-d44afbfe335d HTTP/1.1" status: 404 len: 333 time: 0.0336969 Nov 27 01:29:32.702108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56610) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:32.747541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7953824c-d06d-4433-8ed3-f1ee12cf5940 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting subnet a9cea721-eade-495b-83df-fefa832a5d78 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:32.753203 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e3c75d-0337-4e68-afd8-8956276eff39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Deleting subnet 7fb9e182-d254-459f-8ad8-ba6ff85dda8d {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:32.758725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c75d-0337-4e68-afd8-8956276eff39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.761286 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7953824c-d06d-4433-8ed3-f1ee12cf5940 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.781434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421975a8-d72f-4e78-b106-cef3c36e068c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=3d15ff0e-1b4f-4921-808e-e1f6d8873dbb,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:32.811195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421975a8-d72f-4e78-b106-cef3c36e068c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking segment: {'id': 'db48a575-b96f-4e5b-b14c-bcef50938393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b45f15eb-579f-4a88-8f19-6cd8f8993ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:32.811730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421975a8-d72f-4e78-b106-cef3c36e068c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network hostable DHCP agents. Network: b45f15eb-579f-4a88-8f19-6cd8f8993ebf, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:32.839906 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c75d-0337-4e68-afd8-8956276eff39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.860130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ed77feba-ad81-4893-a234-e2c0bc5a3758 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:32.860508 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.863459 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7953824c-d06d-4433-8ed3-f1ee12cf5940 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.864643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421975a8-d72f-4e78-b106-cef3c36e068c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network b45f15eb-579f-4a88-8f19-6cd8f8993ebf is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:32.891637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-421975a8-d72f-4e78-b106-cef3c36e068c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, b45f15eb-579f-4a88-8f19-6cd8f8993ebf) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:32.913338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421975a8-d72f-4e78-b106-cef3c36e068c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:32.913338 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-421975a8-d72f-4e78-b106-cef3c36e068c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:32.936512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c61297f-7d68-4d22-aae7-a1a3375e8241 None None] Network b45f15eb-579f-4a88-8f19-6cd8f8993ebf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:32.964254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-421975a8-d72f-4e78-b106-cef3c36e068c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1828363 Nov 27 01:29:32.964519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56618) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:33.038399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c75d-0337-4e68-afd8-8956276eff39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.066684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7953824c-d06d-4433-8ed3-f1ee12cf5940 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.167805 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c75d-0337-4e68-afd8-8956276eff39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.172595 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f01af163-b6af-42ab-b4b9-14f82c3520d7 None None] Could not find standard attr ID for object 8fee55ee-a97e-491a-b3c3-d44afbfe335d. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:33.205493 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7953824c-d06d-4433-8ed3-f1ee12cf5940 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.244200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f01af163-b6af-42ab-b4b9-14f82c3520d7 None None] Provisioning complete for port ed77feba-ad81-4893-a234-e2c0bc5a3758 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:33.244690 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f01af163-b6af-42ab-b4b9-14f82c3520d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.294523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7953824c-d06d-4433-8ed3-f1ee12cf5940 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.299421 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7953824c-d06d-4433-8ed3-f1ee12cf5940 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/a9cea721-eade-495b-83df-fefa832a5d78 HTTP/1.1" status: 204 len: 168 time: 0.6033933 Nov 27 01:29:33.312646 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c75d-0337-4e68-afd8-8956276eff39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.316349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e6e3c75d-0337-4e68-afd8-8956276eff39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/subnets/7fb9e182-d254-459f-8ad8-ba6ff85dda8d HTTP/1.1" status: 204 len: 168 time: 0.7172534 Nov 27 01:29:33.317145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56622) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:33.317902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3c75d-0337-4e68-afd8-8956276eff39 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb9e182-d254-459f-8ad8-ba6ff85dda8d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:33.350434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074e6ef-2148-417f-81b4-8a28287023af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-b45f15eb-579f-4a88-8f19-6cd8f8993ebf', 'network_id': 'b45f15eb-579f-4a88-8f19-6cd8f8993ebf', 'tenant_id': '3470ec20266348169b39b86f736b37c6', 'fixed_ips': [{'subnet_id': '3d15ff0e-1b4f-4921-808e-e1f6d8873dbb'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:33.351421 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c074e6ef-2148-417f-81b4-8a28287023af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.368308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4819c9e-e4d8-4207-b6f5-5fbf29988c19 None None] Network a3c67bdf-457c-4dff-8fee-ea7c703deb68 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:33.386495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56626) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:33.387426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953824c-d06d-4433-8ed3-f1ee12cf5940 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cea721-eade-495b-83df-fefa832a5d78,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:33.570383 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.613842 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.640181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 39d677e6-10da-4ec6-911e-2ed3246c4d07 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:33.681420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.694411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 39d677e6-10da-4ec6-911e-2ed3246c4d07 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:33.694908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 39d677e6-10da-4ec6-911e-2ed3246c4d07 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:33.695655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 71562fef-9dc8-4ccc-9e4f-c88d8654a21b no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:33.702480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port ed77feba-ad81-4893-a234-e2c0bc5a3758 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:33.702825 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.719646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068e87b-f2e4-4f41-bd95-a038395deb4c None None] Network a54822cb-33b8-4fe5-8852-cdfbe36d0373 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:33.793503 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.831174 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] For port ed77feba-ad81-4893-a234-e2c0bc5a3758, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ed77feba-ad81-4893-a234-e2c0bc5a3758,segment=NetworkSegment(002a36db-8313-4d2c-9d75-59bb2d98adea),segment_id=002a36db-8313-4d2c-9d75-59bb2d98adea)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:33.831543 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.852522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for ed77feba-ad81-4893-a234-e2c0bc5a3758 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:33.913061 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:33.993570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 71562fef-9dc8-4ccc-9e4f-c88d8654a21b {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:33.994315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 71562fef-9dc8-4ccc-9e4f-c88d8654a21b not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:33.998921 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.004180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Deleting port 8d0f2a5b-9cdf-4866-838e-3b275e824668 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:34.004967 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.017390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Subnet': ['ID=3d15ff0e-1b4f-4921-808e-e1f6d8873dbb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server [None req-c074e6ef-2148-417f-81b4-8a28287023af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d15ff0e-1b4f-4921-808e-e1f6d8873dbb: This subnet is being modified by another concurrent operation. Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise exception Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d15ff0e-1b4f-4921-808e-e1f6d8873dbb: This subnet is being modified by another concurrent operation. Nov 27 01:29:34.032636 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Nov 27 01:29:34.082569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=ed77feba-ad81-4893-a234-e2c0bc5a3758,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:34.107496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d5fefc-aed8-4f24-8a94-dcdc0efcf284 None None] Network b45f15eb-579f-4a88-8f19-6cd8f8993ebf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:34.151005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No DVR routers for this DVR port ed77feba-ad81-4893-a234-e2c0bc5a3758 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:34.156505 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.203158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45f15eb-579f-4a88-8f19-6cd8f8993ebf']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:34.226182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db48a575-b96f-4e5b-b14c-bcef50938393') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:34.226528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db48a575-b96f-4e5b-b14c-bcef50938393') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:34.245379 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.271431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.285484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:34.286303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:34.289931 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:34.365318 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.369877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c3b2317b-cebd-434f-b619-780b52cb24c5 None None] Could not find standard attr ID for object ed77feba-ad81-4893-a234-e2c0bc5a3758. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:34.441794 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.448016 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] For port 8d0f2a5b-9cdf-4866-838e-3b275e824668, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8d0f2a5b-9cdf-4866-838e-3b275e824668,segment=NetworkSegment(06156e98-1594-40ba-8852-f249fd0a864a),segment_id=06156e98-1594-40ba-8852-f249fd0a864a)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:34.479861 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.483121 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.499035 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/b45f15eb-579f-4a88-8f19-6cd8f8993ebf HTTP/1.1" status: 204 len: 168 time: 1.5334511 Nov 27 01:29:34.505849 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a8fedc-3399-46df-a38d-7aa507d221b6 None None] DHCP port deletion for a54822cb-33b8-4fe5-8852-cdfbe36d0373 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:34.508239 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56644) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:34.532867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Calling delete_port for 8d0f2a5b-9cdf-4866-838e-3b275e824668 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:34.533648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a7243-fee2-4374-9e9a-350f27158656 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Network': ['ID=b45f15eb-579f-4a88-8f19-6cd8f8993ebf,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:34.540085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54822cb-33b8-4fe5-8852-cdfbe36d0373']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:34.549236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ae1e2-1478-48ed-b033-d264dcaa1f01 None None] DHCP port deletion for a3c67bdf-457c-4dff-8fee-ea7c703deb68 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:34.594622 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b02ff53-bc04-4ef4-b436-c864ed6b248c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] GET failed (client error): The resource could not be found. Nov 27 01:29:34.596675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8b02ff53-bc04-4ef4-b436-c864ed6b248c tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/subnets/3d15ff0e-1b4f-4921-808e-e1f6d8873dbb HTTP/1.1" status: 404 len: 337 time: 0.0804377 Nov 27 01:29:34.599541 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56648) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:34.601462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002a36db-8313-4d2c-9d75-59bb2d98adea') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:34.601754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002a36db-8313-4d2c-9d75-59bb2d98adea') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:34.619975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b08ae1e2-1478-48ed-b033-d264dcaa1f01 None None] Deleting port 8d0f2a5b-9cdf-4866-838e-3b275e824668 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:34.620583 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b08ae1e2-1478-48ed-b033-d264dcaa1f01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.648145 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.652667 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-d951e7b8-54f1-4c0b-ad8d-e4101871e978 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:34.655962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d951e7b8-54f1-4c0b-ad8d-e4101871e978 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:34.675006 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d951e7b8-54f1-4c0b-ad8d-e4101871e978 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/b45f15eb-579f-4a88-8f19-6cd8f8993ebf HTTP/1.1" status: 404 len: 339 time: 0.0686915 Nov 27 01:29:34.675620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56652) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:34.685904 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.743715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:34.744152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.748868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b08ae1e2-1478-48ed-b033-d264dcaa1f01 None None] For port 8d0f2a5b-9cdf-4866-838e-3b275e824668, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8d0f2a5b-9cdf-4866-838e-3b275e824668,segment=NetworkSegment(06156e98-1594-40ba-8852-f249fd0a864a),segment_id=06156e98-1594-40ba-8852-f249fd0a864a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:34.750061 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b08ae1e2-1478-48ed-b033-d264dcaa1f01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:34.751554 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:34.777799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b08ae1e2-1478-48ed-b033-d264dcaa1f01 None None] Calling delete_port for 8d0f2a5b-9cdf-4866-838e-3b275e824668 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:34.779804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.886941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No DVR routers for this DVR port 8d0f2a5b-9cdf-4866-838e-3b275e824668 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:34.889742 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f77660-a8b0-40ea-97a6-ecaf83b24e90 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:34.892365 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-46f77660-a8b0-40ea-97a6-ecaf83b24e90 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2159028 Nov 27 01:29:34.895080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Port': ['ID=8d0f2a5b-9cdf-4866-838e-3b275e824668,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:34.895696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56658) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:34.940362 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b08ae1e2-1478-48ed-b033-d264dcaa1f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.953707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:34.975850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ae1e2-1478-48ed-b033-d264dcaa1f01 None None] Pushing event deleted for resources: {'Port': ['ID=8d0f2a5b-9cdf-4866-838e-3b275e824668,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:34.985512 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9fe9a1f7-4434-4a6b-a408-5b08673743c7 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 207 time: 0.0876098 Nov 27 01:29:34.990152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56660) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:34.990724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ae1e2-1478-48ed-b033-d264dcaa1f01 None None] No DVR routers for this DVR port 8d0f2a5b-9cdf-4866-838e-3b275e824668 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:35.003571 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.007068 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/networks/a54822cb-33b8-4fe5-8852-cdfbe36d0373 HTTP/1.1" status: 204 len: 168 time: 1.6284549 Nov 27 01:29:35.007861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d340d8-d16a-4df5-8598-e8d9fcfec25e tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Network': ['ID=a54822cb-33b8-4fe5-8852-cdfbe36d0373,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:35.014799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56662) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.015784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e240ae-164a-4083-8126-774fe1019013 None None] get_active_networks_info from n-d-819494-2 {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 01:29:35.022823 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-059d79c6-6937-4500-bd36-bb2d9df13fef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-713622678'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:35.044541 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.070949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c67bdf-457c-4dff-8fee-ea7c703deb68']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:35.086111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06156e98-1594-40ba-8852-f249fd0a864a') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:35.086439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06156e98-1594-40ba-8852-f249fd0a864a') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:35.132085 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.132085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059d79c6-6937-4500-bd36-bb2d9df13fef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:35.136754 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059d79c6-6937-4500-bd36-bb2d9df13fef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.164259 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e240ae-164a-4083-8126-774fe1019013 None None] Resources bound (agent type, host, resource id): {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 01:29:35.177144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059d79c6-6937-4500-bd36-bb2d9df13fef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:35.184317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.193978 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059d79c6-6937-4500-bd36-bb2d9df13fef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.194629 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-059d79c6-6937-4500-bd36-bb2d9df13fef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Added segment bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe of type vlan for network 09bd602f-8df5-460c-8c51-dc6b03355803 Nov 27 01:29:35.196714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:35.197176 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:35.201132 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:35.214685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162cbbab-8a60-4645-80a3-1c8adbd2aa1f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.221324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162cbbab-8a60-4645-80a3-1c8adbd2aa1f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.227812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162cbbab-8a60-4645-80a3-1c8adbd2aa1f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.240819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162cbbab-8a60-4645-80a3-1c8adbd2aa1f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.245806 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-162cbbab-8a60-4645-80a3-1c8adbd2aa1f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2497845 Nov 27 01:29:35.246190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56668) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.350217 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059d79c6-6937-4500-bd36-bb2d9df13fef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.384948 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.399443 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.408755 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/a3c67bdf-457c-4dff-8fee-ea7c703deb68 HTTP/1.1" status: 204 len: 168 time: 2.0180337 Nov 27 01:29:35.412247 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059d79c6-6937-4500-bd36-bb2d9df13fef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.419029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059d79c6-6937-4500-bd36-bb2d9df13fef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.419923 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059d79c6-6937-4500-bd36-bb2d9df13fef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.422584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56672) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.470558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622e027-d1ec-438d-abe9-f4beb3415d74 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Network': ['ID=a3c67bdf-457c-4dff-8fee-ea7c703deb68,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:35.472472 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6598f5-a9a7-439e-9003-c512fd9fb1be tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:35.473195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6598f5-a9a7-439e-9003-c512fd9fb1be tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:35.479663 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5d6598f5-a9a7-439e-9003-c512fd9fb1be tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/subnets/e63cf336-fe02-4772-8be0-2dee6d4a1cf5 HTTP/1.1" status: 404 len: 337 time: 0.0544858 Nov 27 01:29:35.480507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56676) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.493289 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c022832d-b7f4-43ee-b4df-adeb47e736ec tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2457960 Nov 27 01:29:35.501542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56678) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.550319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d79c6-6937-4500-bd36-bb2d9df13fef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Network': ['ID=09bd602f-8df5-460c-8c51-dc6b03355803,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:35.550568 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-95377850-7d4c-4faa-8818-325c43af0002 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:35.551465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95377850-7d4c-4faa-8818-325c43af0002 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:35.555907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-95377850-7d4c-4faa-8818-325c43af0002 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/0ad7bb64-6c41-4594-9adb-b0e7b20ef8c1 HTTP/1.1" status: 404 len: 339 time: 0.0613623 Nov 27 01:29:35.558791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56680) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.567322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 09bd602f-8df5-460c-8c51-dc6b03355803 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:35.576241 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-059d79c6-6937-4500-bd36-bb2d9df13fef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5599170 Nov 27 01:29:35.576931 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56682) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.599774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d051f7-5118-4de3-a527-106d009f61d7 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.601634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d051f7-5118-4de3-a527-106d009f61d7 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.603745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b3d051f7-5118-4de3-a527-106d009f61d7 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1012311 Nov 27 01:29:35.617358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56690) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.640757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a01661a8-26ce-46a4-a160-e203d0157afe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': '09bd602f-8df5-460c-8c51-dc6b03355803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:35.686550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d02d071-9956-436a-8f61-4dc78e6c1ce5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.688588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d02d071-9956-436a-8f61-4dc78e6c1ce5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.690396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2d02d071-9956-436a-8f61-4dc78e6c1ce5 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0720110 Nov 27 01:29:35.704338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56692) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.764592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b861d0d-53a8-473d-93fb-6927175e26b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Deleting subnet e9006e68-4dd5-4785-b1a1-677f50814d3a {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:35.771827 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b861d0d-53a8-473d-93fb-6927175e26b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.832760 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b861d0d-53a8-473d-93fb-6927175e26b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:35.862742 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3ed08b-e776-4fb5-8774-e9a8a25d2fe8 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:35.864209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6f3ed08b-e776-4fb5-8774-e9a8a25d2fe8 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/networks/1d9eab7a-e310-43bc-a39c-b3afe9dcefe8 HTTP/1.1" status: 200 len: 800 time: 0.1584523 Nov 27 01:29:35.869206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56704) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:35.881414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01661a8-26ce-46a4-a160-e203d0157afe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:35.888969 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a01661a8-26ce-46a4-a160-e203d0157afe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.042398 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-321a306f-dc9b-4a3e-9523-48cec338fac0 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/networks/1d9eab7a-e310-43bc-a39c-b3afe9dcefe8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1696281 Nov 27 01:29:36.044361 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56710) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:36.121097 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b861d0d-53a8-473d-93fb-6927175e26b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.127885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f767095-a1de-46ca-855c-06796dd4d6c8 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:36.129747 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4f767095-a1de-46ca-855c-06796dd4d6c8 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/subnets/fd4c5c2f-292a-417f-9af5-154eff424857 HTTP/1.1" status: 200 len: 811 time: 0.0841551 Nov 27 01:29:36.136158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56714) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:36.225906 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a01661a8-26ce-46a4-a160-e203d0157afe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.226993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4cf2a0-2639-4554-8b60-d48049fa48dd tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:36.235437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56716) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:36.242887 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ad4cf2a0-2639-4554-8b60-d48049fa48dd tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "GET /v2.0/subnets/fd4c5c2f-292a-417f-9af5-154eff424857?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1055186 Nov 27 01:29:36.244858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f2a5b33e-7e3d-4220-b322-fa523bffb888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-293387029'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:36.278890 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b861d0d-53a8-473d-93fb-6927175e26b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.308750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8d0f2a5b-9cdf-4866-838e-3b275e824668 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:36.332544 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b861d0d-53a8-473d-93fb-6927175e26b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.338896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56720) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:36.341012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9b861d0d-53a8-473d-93fb-6927175e26b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/subnets/e9006e68-4dd5-4785-b1a1-677f50814d3a HTTP/1.1" status: 204 len: 168 time: 0.7790756 Nov 27 01:29:36.348404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01661a8-26ce-46a4-a160-e203d0157afe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Subnet': ['ID=7689544b-3c7b-4290-bded-cc46caa122e6,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:36.350513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a5b33e-7e3d-4220-b322-fa523bffb888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:36.354273 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f2a5b33e-7e3d-4220-b322-fa523bffb888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.373759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01661a8-26ce-46a4-a160-e203d0157afe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Checking segment: {'id': 'bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09bd602f-8df5-460c-8c51-dc6b03355803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:36.374171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01661a8-26ce-46a4-a160-e203d0157afe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network hostable DHCP agents. Network: 09bd602f-8df5-460c-8c51-dc6b03355803, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:36.384347 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52317728-0ccb-4205-b37c-84638b6daa96 None None] Network 051fadad-e509-4f9f-8f5a-b6452fb5d336 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:36.397949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b861d0d-53a8-473d-93fb-6927175e26b5 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Subnet': ['ID=e9006e68-4dd5-4785-b1a1-677f50814d3a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:36.401355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 8d0f2a5b-9cdf-4866-838e-3b275e824668 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:36.401714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8d0f2a5b-9cdf-4866-838e-3b275e824668 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:36.402146 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ed77feba-ad81-4893-a234-e2c0bc5a3758 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:36.421581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a5b33e-7e3d-4220-b322-fa523bffb888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:36.429157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01661a8-26ce-46a4-a160-e203d0157afe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network 09bd602f-8df5-460c-8c51-dc6b03355803 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:36.438468 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f2a5b33e-7e3d-4220-b322-fa523bffb888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.438896 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-f2a5b33e-7e3d-4220-b322-fa523bffb888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Added segment f79964e6-25b9-4be8-928a-f60f9b0db049 of type vlan for network 04f4ce8c-c8d6-4843-983f-cce48da00b8d Nov 27 01:29:36.449086 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.452574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a01661a8-26ce-46a4-a160-e203d0157afe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 09bd602f-8df5-460c-8c51-dc6b03355803) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:36.480732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01661a8-26ce-46a4-a160-e203d0157afe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:36.482089 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a01661a8-26ce-46a4-a160-e203d0157afe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.503756 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab550af8-a48c-4825-88f6-373f7d42abcd None None] Network 09bd602f-8df5-460c-8c51-dc6b03355803 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:36.528787 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f2a5b33e-7e3d-4220-b322-fa523bffb888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.540488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: ed77feba-ad81-4893-a234-e2c0bc5a3758 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:36.540844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ed77feba-ad81-4893-a234-e2c0bc5a3758 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:36.549684 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a01661a8-26ce-46a4-a160-e203d0157afe tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9548221 Nov 27 01:29:36.558531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56724) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:36.563468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a265284e-bba0-4e46-97cc-350b8614933c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-161449982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:36.588484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f2a5b33e-7e3d-4220-b322-fa523bffb888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.589459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Deleting port 58684945-9a6e-492c-9c2d-756ed1f3d632 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:36.591470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.595087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5b33e-7e3d-4220-b322-fa523bffb888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:36.595748 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f2a5b33e-7e3d-4220-b322-fa523bffb888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.627363 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a265284e-bba0-4e46-97cc-350b8614933c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.628431 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a265284e-bba0-4e46-97cc-350b8614933c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.679217 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f2a5b33e-7e3d-4220-b322-fa523bffb888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4369197 Nov 27 01:29:36.680896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:36.695009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'network_id': '04f4ce8c-c8d6-4843-983f-cce48da00b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:36.727137 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] For port 58684945-9a6e-492c-9c2d-756ed1f3d632, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=58684945-9a6e-492c-9c2d-756ed1f3d632,segment=NetworkSegment(b105914a-04ab-4255-b9d7-806c7558c07e),segment_id=b105914a-04ab-4255-b9d7-806c7558c07e)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:36.727800 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.748299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Calling delete_port for 58684945-9a6e-492c-9c2d-756ed1f3d632 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:36.801005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5b33e-7e3d-4220-b322-fa523bffb888 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Network': ['ID=04f4ce8c-c8d6-4843-983f-cce48da00b8d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:36.827926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 04f4ce8c-c8d6-4843-983f-cce48da00b8d details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:36.884146 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.887669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb0fe4b-1998-450f-a9f9-e37d8a503304 None None] DHCP port deletion for 051fadad-e509-4f9f-8f5a-b6452fb5d336 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:36.920586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Port': ['ID=58684945-9a6e-492c-9c2d-756ed1f3d632,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:36.922681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] No DVR routers for this DVR port 58684945-9a6e-492c-9c2d-756ed1f3d632 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:36.972231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-09bd602f-8df5-460c-8c51-dc6b03355803', 'network_id': '09bd602f-8df5-460c-8c51-dc6b03355803', 'tenant_id': '5810ed55cffb4bfeb6e5df6f24dfd560', 'fixed_ips': [{'subnet_id': '7689544b-3c7b-4290-bded-cc46caa122e6'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:36.973272 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.977303 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a265284e-bba0-4e46-97cc-350b8614933c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:36.988641 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a265284e-bba0-4e46-97cc-350b8614933c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.031977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Made reservation on behalf of 3470ec20266348169b39b86f736b37c6 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:37.053181 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.075095 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.085762 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a265284e-bba0-4e46-97cc-350b8614933c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.087282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a265284e-bba0-4e46-97cc-350b8614933c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5277016 Nov 27 01:29:37.091041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56740) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:37.098975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051fadad-e509-4f9f-8f5a-b6452fb5d336']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:37.111699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b105914a-04ab-4255-b9d7-806c7558c07e') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:37.112336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b105914a-04ab-4255-b9d7-806c7558c07e') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:37.125426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.126361 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'network_id': '09bd602f-8df5-460c-8c51-dc6b03355803', 'name': 'tempest-PortsTestJSON-1202360438'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:37.144094 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.164342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:37.165307 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:37.169832 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:37.204842 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Performing IP validity checks on allocation pools {{(pid=103384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:29:37.205506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:29:37.214668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Allocated IP 172.20.0.2 (09bd602f-8df5-460c-8c51-dc6b03355803/7689544b-3c7b-4290-bded-cc46caa122e6/64beb10d-0403-4b5f-9459-c735d9993593) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:37.275121 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.282936 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:29:37.285412 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.291809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] 10.222.0.37 "DELETE /v2.0/networks/051fadad-e509-4f9f-8f5a-b6452fb5d336 HTTP/1.1" status: 204 len: 168 time: 0.9495366 Nov 27 01:29:37.345642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc174f4-7118-4386-8907-fbab1fbed880 tempest-NetworksIpV6Test-816541715 tempest-NetworksIpV6Test-816541715-project] Pushing event deleted for resources: {'Network': ['ID=051fadad-e509-4f9f-8f5a-b6452fb5d336,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:37.400180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:37.403707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.489793 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.509790 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.511963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port 7b575b59-8531-4872-a2b8-732746377d1a yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:29:37.571789 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.664030 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Pushing event updated for resources: {'Port': ['ID=64beb10d-0403-4b5f-9459-c735d9993593,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:37.698956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56754) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:37.712713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Network 09bd602f-8df5-460c-8c51-dc6b03355803 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:37.714701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:37.721790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:37.736086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=4d43fc66-7926-45df-889a-91c9f48de669,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:37.741969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Checking segment: {'id': 'f79964e6-25b9-4be8-928a-f60f9b0db049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04f4ce8c-c8d6-4843-983f-cce48da00b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:37.742365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network hostable DHCP agents. Network: 04f4ce8c-c8d6-4843-983f-cce48da00b8d, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:37.756923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.11 (09bd602f-8df5-460c-8c51-dc6b03355803/7689544b-3c7b-4290-bded-cc46caa122e6/7b575b59-8531-4872-a2b8-732746377d1a) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:37.793102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Attempting to bind port 64beb10d-0403-4b5f-9459-c735d9993593 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:37.794658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Attempting to bind port 64beb10d-0403-4b5f-9459-c735d9993593 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09bd602f-8df5-460c-8c51-dc6b03355803'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:37.795077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Attempting to bind port 64beb10d-0403-4b5f-9459-c735d9993593 on network 09bd602f-8df5-460c-8c51-dc6b03355803 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:37.801087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:37.801475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Checking segment: {'id': 'bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09bd602f-8df5-460c-8c51-dc6b03355803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:37.802204 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.802637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Bound using segment: {'id': 'bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09bd602f-8df5-460c-8c51-dc6b03355803'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:37.803155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Bound port: 64beb10d-0403-4b5f-9459-c735d9993593, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '09bd602f-8df5-460c-8c51-dc6b03355803'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:37.803540 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.807308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Network 04f4ce8c-c8d6-4843-983f-cce48da00b8d is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:37.840054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 04f4ce8c-c8d6-4843-983f-cce48da00b8d) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:37.857647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:37.863045 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:37.882322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c7996-0d77-408c-93e3-4fb9afd1a3f3 None None] Network 04f4ce8c-c8d6-4843-983f-cce48da00b8d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:37.956802 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-44ed7eb9-2d6c-4be9-bdeb-5fd39f724e72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=939ed67341b24862b69dd8698ab311f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566037 Nov 27 01:29:37.966825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56764) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:37.996296 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f48bf7c4-9a7d-4b7c-b241-1b0f8c16cce3 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3128257 Nov 27 01:29:37.997984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56766) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:38.013036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-22a37c37-58e2-408a-a1f7-2ca0e4abb5d7 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:38.181668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] For port 64beb10d-0403-4b5f-9459-c735d9993593, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:38.196696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] For port 64beb10d-0403-4b5f-9459-c735d9993593, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=64beb10d-0403-4b5f-9459-c735d9993593,segment=NetworkSegment(bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe),segment_id=bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:38.210084 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.229952 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e4336ef-9374-4739-bf0b-9d4eee617d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.287344 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e4336ef-9374-4739-bf0b-9d4eee617d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.334201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22a37c37-58e2-408a-a1f7-2ca0e4abb5d7 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9994842'] for subnet, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.343166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a134fa-57c3-4791-99bd-327f65c57889 None None] Pushing event updated for resources: {'Port': ['ID=64beb10d-0403-4b5f-9459-c735d9993593,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:38.409075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 58684945-9a6e-492c-9c2d-756ed1f3d632 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:38.421146 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-04f4ce8c-c8d6-4843-983f-cce48da00b8d', 'network_id': '04f4ce8c-c8d6-4843-983f-cce48da00b8d', 'tenant_id': '3470ec20266348169b39b86f736b37c6', 'fixed_ips': [{'subnet_id': '4d43fc66-7926-45df-889a-91c9f48de669'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:38.422409 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.431801 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e4336ef-9374-4739-bf0b-9d4eee617d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.436347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e4336ef-9374-4739-bf0b-9d4eee617d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.438501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4e4336ef-9374-4739-bf0b-9d4eee617d2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b695bd37-c0ec-4958-86bf-95a75e5dd784 HTTP/1.1" status: 204 len: 168 time: 0.4695141 Nov 27 01:29:38.454586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4336ef-9374-4739-bf0b-9d4eee617d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b695bd37-c0ec-4958-86bf-95a75e5dd784,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:38.494725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 58684945-9a6e-492c-9c2d-756ed1f3d632 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:38.495082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 58684945-9a6e-492c-9c2d-756ed1f3d632 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:38.517396 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.667412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22a37c37-58e2-408a-a1f7-2ca0e4abb5d7 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762420905072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8828019'] for subnet, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.733463 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.786861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a37c37-58e2-408a-a1f7-2ca0e4abb5d7 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:38.787607 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22a37c37-58e2-408a-a1f7-2ca0e4abb5d7 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.791535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-22a37c37-58e2-408a-a1f7-2ca0e4abb5d7 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "PUT /v2.0/subnets/4d43fc66-7926-45df-889a-91c9f48de669 HTTP/1.1" status: 200 len: 877 time: 0.7869844 Nov 27 01:29:38.794716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56782) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:38.825590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network 09bd602f-8df5-460c-8c51-dc6b03355803 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:38.828976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a37c37-58e2-408a-a1f7-2ca0e4abb5d7 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event updated for resources: {'Subnet': ['ID=4d43fc66-7926-45df-889a-91c9f48de669,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:38.834987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:38.840750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:38.862533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=7b575b59-8531-4872-a2b8-732746377d1a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:38.955480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:38.957078 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:38.977497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Allocated IP 172.20.0.3 (04f4ce8c-c8d6-4843-983f-cce48da00b8d/4d43fc66-7926-45df-889a-91c9f48de669/f67fe593-6593-4ef8-8c52-3672467068d4) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:38.997964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-78deb182-062b-4556-b764-ea090afeb0d4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9030695 Nov 27 01:29:38.999629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56792) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:39.091395 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.175187 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.184598 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.230856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Network 04f4ce8c-c8d6-4843-983f-cce48da00b8d is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:39.234303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:39.238205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:39.279428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Pushing event updated for resources: {'Port': ['ID=f67fe593-6593-4ef8-8c52-3672467068d4,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:39.341960 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.368460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Attempting to bind port f67fe593-6593-4ef8-8c52-3672467068d4 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:39.368892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Attempting to bind port f67fe593-6593-4ef8-8c52-3672467068d4 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'f79964e6-25b9-4be8-928a-f60f9b0db049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04f4ce8c-c8d6-4843-983f-cce48da00b8d'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:39.369268 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Attempting to bind port f67fe593-6593-4ef8-8c52-3672467068d4 on network 04f4ce8c-c8d6-4843-983f-cce48da00b8d {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:39.380211 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:39.380899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Checking segment: {'id': 'f79964e6-25b9-4be8-928a-f60f9b0db049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04f4ce8c-c8d6-4843-983f-cce48da00b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:39.381511 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.383034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Bound using segment: {'id': 'f79964e6-25b9-4be8-928a-f60f9b0db049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04f4ce8c-c8d6-4843-983f-cce48da00b8d'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:39.383709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Bound port: f67fe593-6593-4ef8-8c52-3672467068d4, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79964e6-25b9-4be8-928a-f60f9b0db049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '04f4ce8c-c8d6-4843-983f-cce48da00b8d'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:39.384311 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.479819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] For port f67fe593-6593-4ef8-8c52-3672467068d4, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:39.483629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] For port f67fe593-6593-4ef8-8c52-3672467068d4, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f67fe593-6593-4ef8-8c52-3672467068d4,segment=NetworkSegment(f79964e6-25b9-4be8-928a-f60f9b0db049),segment_id=f79964e6-25b9-4be8-928a-f60f9b0db049)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:39.504488 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.528551 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.626874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Subnet': ['ID=4d43fc66-7926-45df-889a-91c9f48de669,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:39.648411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2435de3-2179-489d-a2e7-96c95491fec9 None None] Pushing event updated for resources: {'Port': ['ID=f67fe593-6593-4ef8-8c52-3672467068d4,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:39.822651 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.873609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f4ce8c-c8d6-4843-983f-cce48da00b8d']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:39.885550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56828) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:39.892233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:39.899507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79964e6-25b9-4be8-928a-f60f9b0db049') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:39.900119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79964e6-25b9-4be8-928a-f60f9b0db049') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:39.948604 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.070857 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c343c876-67a4-49de-9e3d-1bf01173ada1 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-695482210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:40.135186 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24334a92-f687-4a8f-a392-80a2f179c11a None None] Network 09bd602f-8df5-460c-8c51-dc6b03355803 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:40.142536 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c343c876-67a4-49de-9e3d-1bf01173ada1 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.144306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c343c876-67a4-49de-9e3d-1bf01173ada1 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.174033 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.212185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a30f3a10-d3ca-4488-971c-936077a0f9f7 None None] Provisioning complete for port 64beb10d-0403-4b5f-9459-c735d9993593 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:40.217091 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a30f3a10-d3ca-4488-971c-936077a0f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.277324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:40.281005 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:40.292861 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:40.343033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c343c876-67a4-49de-9e3d-1bf01173ada1 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.357349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c343c876-67a4-49de-9e3d-1bf01173ada1 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.406339 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c343c876-67a4-49de-9e3d-1bf01173ada1 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.406588 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a30f3a10-d3ca-4488-971c-936077a0f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.410872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c343c876-67a4-49de-9e3d-1bf01173ada1 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5236259 Nov 27 01:29:40.411702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56840) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:40.438841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-261369642'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:40.460425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f67fe593-6593-4ef8-8c52-3672467068d4 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:40.469534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Made reservation on behalf of e952e23c8222461bb8f768735e1fb4ed for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:40.473245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.db.api [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 27 01:29:40.473245 n-d-819494-2 neutron-server[103385]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 27 01:29:40.473245 n-d-819494-2 neutron-server[103385]: [parameters: {'id': '04f4ce8c-c8d6-4843-983f-cce48da00b8d'}] Nov 27 01:29:40.473245 n-d-819494-2 neutron-server[103385]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:40.474624 n-d-819494-2 neutron-server[103385]: DEBUG oslo_db.api [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:40.476262 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.524334 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.625363 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.634436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.659024 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a30f3a10-d3ca-4488-971c-936077a0f9f7 None None] For port 64beb10d-0403-4b5f-9459-c735d9993593, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=64beb10d-0403-4b5f-9459-c735d9993593,segment=NetworkSegment(bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe),segment_id=bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:40.681710 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a30f3a10-d3ca-4488-971c-936077a0f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.686676 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.695395 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.719569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:40.772073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f67fe593-6593-4ef8-8c52-3672467068d4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:40.773086 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.784313 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.785281 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Added segment d28e3036-44dc-473e-b8ce-6390537d02ce of type vlan for network bac32bb2-f4a8-4f34-b8c9-cf44de5a7670 Nov 27 01:29:40.805702 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=7b575b59-8531-4872-a2b8-732746377d1a,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:40.857269 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.898867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f3a10-d3ca-4488-971c-936077a0f9f7 None None] Pushing event updated for resources: {'Port': ['ID=64beb10d-0403-4b5f-9459-c735d9993593,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:40.962538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55add8e-822d-41ba-8eaa-f65b686551fc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:40.968467 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.975384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:40.976378 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:40.984470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.021105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.100513 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port f67fe593-6593-4ef8-8c52-3672467068d4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f67fe593-6593-4ef8-8c52-3672467068d4,segment=NetworkSegment(f79964e6-25b9-4be8-928a-f60f9b0db049),segment_id=f79964e6-25b9-4be8-928a-f60f9b0db049)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:41.117894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.119480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 64beb10d-0403-4b5f-9459-c735d9993593 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:41.123190 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7100220 Nov 27 01:29:41.127078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56848) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:41.160317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f1730e83-505f-4e10-8531-cc5ef16c4e25 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Request body: {'subnet': {'network_id': 'bac32bb2-f4a8-4f34-b8c9-cf44de5a7670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:41.295741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac194fde-b9b8-449d-96b9-491dbfbf3acb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'Network': ['ID=bac32bb2-f4a8-4f34-b8c9-cf44de5a7670,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:41.309607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=f67fe593-6593-4ef8-8c52-3672467068d4,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:41.322948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b6f285ae-257f-438d-b2b6-fa60ca0e741e None None] Provisioning complete for port 7b575b59-8531-4872-a2b8-732746377d1a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:41.323421 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6f285ae-257f-438d-b2b6-fa60ca0e741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.331192 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1730e83-505f-4e10-8531-cc5ef16c4e25 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Made reservation on behalf of e952e23c8222461bb8f768735e1fb4ed for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:41.332166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.335983 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1730e83-505f-4e10-8531-cc5ef16c4e25 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.343216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network bac32bb2-f4a8-4f34-b8c9-cf44de5a7670 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:41.542495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Deleting port f67fe593-6593-4ef8-8c52-3672467068d4 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:41.543114 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.606371 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b6f285ae-257f-438d-b2b6-fa60ca0e741e None None] Port 7b575b59-8531-4872-a2b8-732746377d1a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:41.626911 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65fbdf9d-6de4-4750-a9a9-acdcf6c2cbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.629046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 64beb10d-0403-4b5f-9459-c735d9993593 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:41.629639 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.696173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd5b434-0c4a-4382-99e8-de8c85053075 None None] Network 04f4ce8c-c8d6-4843-983f-cce48da00b8d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:41.725095 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.853828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b6f285ae-257f-438d-b2b6-fa60ca0e741e None None] Provisioning complete for port 64beb10d-0403-4b5f-9459-c735d9993593 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:41.854394 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6f285ae-257f-438d-b2b6-fa60ca0e741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.859586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] For port f67fe593-6593-4ef8-8c52-3672467068d4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f67fe593-6593-4ef8-8c52-3672467068d4,segment=NetworkSegment(f79964e6-25b9-4be8-928a-f60f9b0db049),segment_id=f79964e6-25b9-4be8-928a-f60f9b0db049)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:41.860250 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:41.886167 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Calling delete_port for f67fe593-6593-4ef8-8c52-3672467068d4 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:42.192898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba51118-6668-4846-b0bb-b70ee64e5967 None None] DHCP port deletion for 04f4ce8c-c8d6-4843-983f-cce48da00b8d request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:42.285584 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1730e83-505f-4e10-8531-cc5ef16c4e25 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.324662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-eba51118-6668-4846-b0bb-b70ee64e5967 None None] Deleting port f67fe593-6593-4ef8-8c52-3672467068d4 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:42.325154 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eba51118-6668-4846-b0bb-b70ee64e5967 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.329042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 64beb10d-0403-4b5f-9459-c735d9993593 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:42.371956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cfc3f243-3b83-4d37-9ab1-dcc98441c2c3 None None] Provisioning complete for port 7b575b59-8531-4872-a2b8-732746377d1a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:42.372637 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cfc3f243-3b83-4d37-9ab1-dcc98441c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.378903 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1730e83-505f-4e10-8531-cc5ef16c4e25 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'Subnet': ['ID=6fc7673f-224e-460b-af8b-bc10ac2753b2,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:42.382099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1730e83-505f-4e10-8531-cc5ef16c4e25 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Checking segment: {'id': 'd28e3036-44dc-473e-b8ce-6390537d02ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bac32bb2-f4a8-4f34-b8c9-cf44de5a7670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:42.382496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1730e83-505f-4e10-8531-cc5ef16c4e25 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Network hostable DHCP agents. Network: bac32bb2-f4a8-4f34-b8c9-cf44de5a7670, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:42.390878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.394166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.405063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1730e83-505f-4e10-8531-cc5ef16c4e25 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Network bac32bb2-f4a8-4f34-b8c9-cf44de5a7670 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:42.423893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f1730e83-505f-4e10-8531-cc5ef16c4e25 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, bac32bb2-f4a8-4f34-b8c9-cf44de5a7670) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:42.428311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1730e83-505f-4e10-8531-cc5ef16c4e25 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:42.428947 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1730e83-505f-4e10-8531-cc5ef16c4e25 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.433196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Port': ['ID=f67fe593-6593-4ef8-8c52-3672467068d4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:42.437167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.445206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e721539e-9dec-4c7b-bdc7-41361b6da267 None None] Network bac32bb2-f4a8-4f34-b8c9-cf44de5a7670 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:42.463694 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f1730e83-505f-4e10-8531-cc5ef16c4e25 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3087840 Nov 27 01:29:42.467134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56856) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:42.472361 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-dd87f60a-fc86-48b1-9a4d-70151d9ec56e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Request body: {'network': {'name': 'tempest-router-network01--1528228791'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:42.504629 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd87f60a-fc86-48b1-9a4d-70151d9ec56e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Made reservation on behalf of e952e23c8222461bb8f768735e1fb4ed for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:42.508011 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd87f60a-fc86-48b1-9a4d-70151d9ec56e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.515213 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=7b575b59-8531-4872-a2b8-732746377d1a,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:42.523842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No DVR routers for this DVR port f67fe593-6593-4ef8-8c52-3672467068d4 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:42.544529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd87f60a-fc86-48b1-9a4d-70151d9ec56e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:42.557482 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd87f60a-fc86-48b1-9a4d-70151d9ec56e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.558043 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-dd87f60a-fc86-48b1-9a4d-70151d9ec56e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Added segment 38636ea9-89b1-4dba-b85d-8eb4a5916911 of type vlan for network 850dfe53-f768-4c32-89f7-32a1b3c0d990 Nov 27 01:29:42.610017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-eba51118-6668-4846-b0bb-b70ee64e5967 None None] For port f67fe593-6593-4ef8-8c52-3672467068d4, host n-d-819494-2, got binding levels [] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:42.611689 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eba51118-6668-4846-b0bb-b70ee64e5967 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.615056 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd87f60a-fc86-48b1-9a4d-70151d9ec56e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.616126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-cfc3f243-3b83-4d37-9ab1-dcc98441c2c3 None None] Port 7b575b59-8531-4872-a2b8-732746377d1a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:42.642991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-eba51118-6668-4846-b0bb-b70ee64e5967 None None] Calling delete_port for f67fe593-6593-4ef8-8c52-3672467068d4 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:42.647257 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd87f60a-fc86-48b1-9a4d-70151d9ec56e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.657051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd87f60a-fc86-48b1-9a4d-70151d9ec56e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:42.657942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd87f60a-fc86-48b1-9a4d-70151d9ec56e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.678555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.ipam_backend_mixin [None req-eba51118-6668-4846-b0bb-b70ee64e5967 None None] Port f67fe593-6593-4ef8-8c52-3672467068d4 was not found and therefore no delete operation was performed {{(pid=103386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:29:42.683628 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eba51118-6668-4846-b0bb-b70ee64e5967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.694452 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.695109 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dd87f60a-fc86-48b1-9a4d-70151d9ec56e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2255573 Nov 27 01:29:42.698281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56864) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:42.710381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cfc3f243-3b83-4d37-9ab1-dcc98441c2c3 None None] Could not find standard attr ID for object f67fe593-6593-4ef8-8c52-3672467068d4. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:29:42.721228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 64beb10d-0403-4b5f-9459-c735d9993593 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:42.721599 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.730553 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.767866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87f60a-fc86-48b1-9a4d-70151d9ec56e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'Network': ['ID=850dfe53-f768-4c32-89f7-32a1b3c0d990,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:42.783547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b8481c7a-f302-4cb3-82be-8aa4ea4ad230 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Request body: {'network': {'name': 'tempest-router-network02--1257287666'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:42.788915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f4ce8c-c8d6-4843-983f-cce48da00b8d']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:42.793039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 850dfe53-f768-4c32-89f7-32a1b3c0d990 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:42.798731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba51118-6668-4846-b0bb-b70ee64e5967 None None] Pushing event deleted for resources: {'Port': ['ID=f67fe593-6593-4ef8-8c52-3672467068d4,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:42.807537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79964e6-25b9-4be8-928a-f60f9b0db049') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:42.807837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79964e6-25b9-4be8-928a-f60f9b0db049') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:42.821264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8481c7a-f302-4cb3-82be-8aa4ea4ad230 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Made reservation on behalf of e952e23c8222461bb8f768735e1fb4ed for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:42.826752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba51118-6668-4846-b0bb-b70ee64e5967 None None] No DVR routers for this DVR port f67fe593-6593-4ef8-8c52-3672467068d4 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:42.833965 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8481c7a-f302-4cb3-82be-8aa4ea4ad230 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.838156 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.866207 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.875827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:42.876735 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.876885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8481c7a-f302-4cb3-82be-8aa4ea4ad230 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:42.880947 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:42.892898 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8481c7a-f302-4cb3-82be-8aa4ea4ad230 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:42.892898 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-b8481c7a-f302-4cb3-82be-8aa4ea4ad230 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Added segment 544042fd-0ac5-4296-a896-62225eabe301 of type vlan for network 4da3483c-efbc-4a29-b874-b6ac195e5e09 Nov 27 01:29:42.908408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9156f8c-b9f5-45fa-86ae-b9b8dbfcd11a None None] Network 04f4ce8c-c8d6-4843-983f-cce48da00b8d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:42.912619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network 09bd602f-8df5-460c-8c51-dc6b03355803 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:42.916882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:42.998608 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8481c7a-f302-4cb3-82be-8aa4ea4ad230 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.061585 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8481c7a-f302-4cb3-82be-8aa4ea4ad230 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.068051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8481c7a-f302-4cb3-82be-8aa4ea4ad230 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:43.068926 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b8481c7a-f302-4cb3-82be-8aa4ea4ad230 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.118728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.130943 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.144782 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/04f4ce8c-c8d6-4843-983f-cce48da00b8d HTTP/1.1" status: 204 len: 168 time: 4.3485050 Nov 27 01:29:43.149757 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56872) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:43.185702 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff7c13-81ee-4862-b900-294380865d40 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Network': ['ID=04f4ce8c-c8d6-4843-983f-cce48da00b8d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:43.220550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-bac32bb2-f4a8-4f34-b8c9-cf44de5a7670', 'network_id': 'bac32bb2-f4a8-4f34-b8c9-cf44de5a7670', 'tenant_id': 'e952e23c8222461bb8f768735e1fb4ed', 'fixed_ips': [{'subnet_id': '6fc7673f-224e-460b-af8b-bc10ac2753b2'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:43.224324 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-b513701f-e17d-4afd-bee1-4bb7af5926fc tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:43.225121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b513701f-e17d-4afd-bee1-4bb7af5926fc tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:43.225365 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.231755 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b513701f-e17d-4afd-bee1-4bb7af5926fc tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/subnets/4d43fc66-7926-45df-889a-91c9f48de669 HTTP/1.1" status: 404 len: 337 time: 0.0646200 Nov 27 01:29:43.236798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56874) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:43.283487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b8481c7a-f302-4cb3-82be-8aa4ea4ad230 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5842626 Nov 27 01:29:43.288929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56876) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:43.315259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-adddb52a-983e-4778-9947-d17962b69f68 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Request body: {'subnet': {'network_id': '850dfe53-f768-4c32-89f7-32a1b3c0d990', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:43.343584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8481c7a-f302-4cb3-82be-8aa4ea4ad230 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'Network': ['ID=4da3483c-efbc-4a29-b874-b6ac195e5e09,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:43.383255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f67fe593-6593-4ef8-8c52-3672467068d4 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:43.385872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 4da3483c-efbc-4a29-b874-b6ac195e5e09 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:43.425143 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e10805-a73a-46ff-8fcc-e96c033fafbd tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:43.425606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e10805-a73a-46ff-8fcc-e96c033fafbd tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:43.428915 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-32e10805-a73a-46ff-8fcc-e96c033fafbd tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/04f4ce8c-c8d6-4843-983f-cce48da00b8d HTTP/1.1" status: 404 len: 339 time: 0.1868386 Nov 27 01:29:43.431558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56878) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:43.469298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adddb52a-983e-4778-9947-d17962b69f68 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Made reservation on behalf of e952e23c8222461bb8f768735e1fb4ed for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:43.474365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adddb52a-983e-4778-9947-d17962b69f68 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.480808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Router a060206f-24b2-4a90-91e9-99bb11259d32 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:29:43.484615 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d83d1f8-bf27-4111-88d5-b0f0651b30aa tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:43.485353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d83d1f8-bf27-4111-88d5-b0f0651b30aa tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:43.488697 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2d83d1f8-bf27-4111-88d5-b0f0651b30aa tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/subnets/3d15ff0e-1b4f-4921-808e-e1f6d8873dbb HTTP/1.1" status: 404 len: 337 time: 0.0555990 Nov 27 01:29:43.493004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56880) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:43.544181 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-474e1531-b88b-46cd-b7bd-32dea1568b6f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:43.548613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474e1531-b88b-46cd-b7bd-32dea1568b6f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:43.552083 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-474e1531-b88b-46cd-b7bd-32dea1568b6f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/b45f15eb-579f-4a88-8f19-6cd8f8993ebf HTTP/1.1" status: 404 len: 339 time: 0.0536983 Nov 27 01:29:43.554739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56882) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:43.647184 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: f67fe593-6593-4ef8-8c52-3672467068d4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:43.647776 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f67fe593-6593-4ef8-8c52-3672467068d4 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:43.691409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.798174 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-336ed0be-90f5-488a-9ce6-73f283444873 None None] Provisioning complete for port 7b575b59-8531-4872-a2b8-732746377d1a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:43.798650 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-336ed0be-90f5-488a-9ce6-73f283444873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.802880 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.833298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392539b6-e9c7-48bc-8b0b-6c43b3585291']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:43.846972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686646be-dff3-4843-ad0e-6a52f1b9aabf') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:43.847407 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686646be-dff3-4843-ad0e-6a52f1b9aabf') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:43.862054 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.869801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Allocated IP 2001:db8::2 (bac32bb2-f4a8-4f34-b8c9-cf44de5a7670/6fc7673f-224e-460b-af8b-bc10ac2753b2/0a98594f-be4f-471f-a30e-ff90b581a144) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:43.879952 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.893922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-336ed0be-90f5-488a-9ce6-73f283444873 None None] Port 7b575b59-8531-4872-a2b8-732746377d1a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:43.895142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:43.896293 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.902269 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2766aea7-86fa-43e9-9c01-7015f181a0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:43.977726 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:43.981875 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.986990 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:43.993120 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/392539b6-e9c7-48bc-8b0b-6c43b3585291 HTTP/1.1" status: 204 len: 168 time: 0.4349329 Nov 27 01:29:43.994843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56884) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.027780 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9543c05-c87f-4e79-bae0-99aa8ada21a2 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.028243 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9543c05-c87f-4e79-bae0-99aa8ada21a2 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.033965 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e9543c05-c87f-4e79-bae0-99aa8ada21a2 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/subnets/22a9c592-4207-460f-ad01-e0cf6be1ddc0 HTTP/1.1" status: 404 len: 337 time: 0.0358431 Nov 27 01:29:44.040704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56886) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.049673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf02f87-9197-4c58-b4f7-46cb851ec379 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Network': ['ID=392539b6-e9c7-48bc-8b0b-6c43b3585291,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:44.066392 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c41fbe-829a-4dcf-a5e1-263598018d98 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.067182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c41fbe-829a-4dcf-a5e1-263598018d98 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.070564 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c8c41fbe-829a-4dcf-a5e1-263598018d98 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/40a53c5a-2c77-4368-ac26-0981b70e2595 HTTP/1.1" status: 404 len: 339 time: 0.0286560 Nov 27 01:29:44.073097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56890) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.090424 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.104857 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.123330 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fd2a5a-fa8c-4d8e-b7dd-194363683c9e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.124161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fd2a5a-fa8c-4d8e-b7dd-194363683c9e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.129392 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-84fd2a5a-fa8c-4d8e-b7dd-194363683c9e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/subnets/0ccae0c5-da64-4c4f-8e74-bd50129df361 HTTP/1.1" status: 404 len: 337 time: 0.0550539 Nov 27 01:29:44.132041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56892) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.148679 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Network bac32bb2-f4a8-4f34-b8c9-cf44de5a7670 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:44.157558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:44.161643 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:44.171642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Pushing event updated for resources: {'Port': ['ID=0a98594f-be4f-471f-a30e-ff90b581a144,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:44.171941 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c69c0c9-4f41-44e1-a6b3-48145ed39805 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.172475 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c69c0c9-4f41-44e1-a6b3-48145ed39805 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.175635 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3c69c0c9-4f41-44e1-a6b3-48145ed39805 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/4af6e1b0-cbbc-4d33-a6c1-004ddcf9c065 HTTP/1.1" status: 404 len: 339 time: 0.0420170 Nov 27 01:29:44.178797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56894) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.214479 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3c6d7e-e352-4362-a84b-7c4c93601d3f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.215201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3c6d7e-e352-4362-a84b-7c4c93601d3f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.219467 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6b3c6d7e-e352-4362-a84b-7c4c93601d3f tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/subnets/fef57bc1-cad5-41a0-be95-69e11e4e4d5e HTTP/1.1" status: 404 len: 337 time: 0.0400429 Nov 27 01:29:44.222060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56898) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.251742 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbe514f-ac22-4912-84af-f0242fe803ae tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.252663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbe514f-ac22-4912-84af-f0242fe803ae tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.257012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cbbe514f-ac22-4912-84af-f0242fe803ae tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/77508280-fa25-4190-9696-b1c16aedfbbc HTTP/1.1" status: 404 len: 339 time: 0.0312357 Nov 27 01:29:44.259461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56900) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.273669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Attempting to bind port 0a98594f-be4f-471f-a30e-ff90b581a144 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:44.274044 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Attempting to bind port 0a98594f-be4f-471f-a30e-ff90b581a144 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'd28e3036-44dc-473e-b8ce-6390537d02ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bac32bb2-f4a8-4f34-b8c9-cf44de5a7670'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:44.274509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Attempting to bind port 0a98594f-be4f-471f-a30e-ff90b581a144 on network bac32bb2-f4a8-4f34-b8c9-cf44de5a7670 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:44.284139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:44.284528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Checking segment: {'id': 'd28e3036-44dc-473e-b8ce-6390537d02ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bac32bb2-f4a8-4f34-b8c9-cf44de5a7670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:44.286104 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.286544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Bound using segment: {'id': 'd28e3036-44dc-473e-b8ce-6390537d02ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bac32bb2-f4a8-4f34-b8c9-cf44de5a7670'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:44.293888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:29:44.298729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Bound port: 0a98594f-be4f-471f-a30e-ff90b581a144, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28e3036-44dc-473e-b8ce-6390537d02ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bac32bb2-f4a8-4f34-b8c9-cf44de5a7670'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:44.299183 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.299778 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbdc9d5-8afd-46fb-8656-3e958c87878b tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.300477 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbdc9d5-8afd-46fb-8656-3e958c87878b tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.302486 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3c790ece-1e85-472c-8fc8-579780bba008 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "PUT /v2.0/routers/a060206f-24b2-4a90-91e9-99bb11259d32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3015797 Nov 27 01:29:44.305252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56902) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.306705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-acbdc9d5-8afd-46fb-8656-3e958c87878b tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/subnets/40189d32-3b56-4b37-83b8-8bd6d06c90f3 HTTP/1.1" status: 404 len: 337 time: 0.0461531 Nov 27 01:29:44.314027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f56e9-700a-44ad-94cf-b1a897e5ef8c None None] Sync routers for ids ['a060206f-24b2-4a90-91e9-99bb11259d32'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:29:44.314321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56904) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.336649 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-551c52a7-271d-4540-857d-7d4477fd5a8e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.337257 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551c52a7-271d-4540-857d-7d4477fd5a8e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.340455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-551c52a7-271d-4540-857d-7d4477fd5a8e tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/a5e72b79-759b-4b0b-8a2d-9efa0c76ca32 HTTP/1.1" status: 404 len: 339 time: 0.0251412 Nov 27 01:29:44.348866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56906) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.392094 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fd0ef1-d3fe-4afc-959e-df06639dbed0 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.393639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fd0ef1-d3fe-4afc-959e-df06639dbed0 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.394649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f56e9-700a-44ad-94cf-b1a897e5ef8c None None] Routers {'a060206f-24b2-4a90-91e9-99bb11259d32'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:44.395300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b17f56e9-700a-44ad-94cf-b1a897e5ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a060206f-24b2-4a90-91e9-99bb11259d32'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:44.398436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-14fd0ef1-d3fe-4afc-959e-df06639dbed0 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/subnets/3ac67336-4aa0-406e-9806-bef309624f04 HTTP/1.1" status: 404 len: 337 time: 0.0484571 Nov 27 01:29:44.400647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf578865-dd24-49b6-bead-ea288c349e50 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:44.402593 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bf578865-dd24-49b6-bead-ea288c349e50 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports?device_id=a060206f-24b2-4a90-91e9-99bb11259d32 HTTP/1.1" status: 200 len: 983 time: 0.0961254 Nov 27 01:29:44.402742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56908) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.405219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56910) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.449468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b17f56e9-700a-44ad-94cf-b1a897e5ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:44.457847 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4aa5c1b-9553-49be-b820-13903f855e60 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.458415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4aa5c1b-9553-49be-b820-13903f855e60 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.461507 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b4aa5c1b-9553-49be-b820-13903f855e60 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/72ea485e-a140-4f15-a825-d98f73ef347c HTTP/1.1" status: 404 len: 339 time: 0.0568147 Nov 27 01:29:44.469910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56912) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.480500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] For port 0a98594f-be4f-471f-a30e-ff90b581a144, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:44.484837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] For port 0a98594f-be4f-471f-a30e-ff90b581a144, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0a98594f-be4f-471f-a30e-ff90b581a144,segment=NetworkSegment(d28e3036-44dc-473e-b8ce-6390537d02ce),segment_id=d28e3036-44dc-473e-b8ce-6390537d02ce)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:44.486212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f56e9-700a-44ad-94cf-b1a897e5ef8c None None] Routers {'a060206f-24b2-4a90-91e9-99bb11259d32'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:44.486866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b17f56e9-700a-44ad-94cf-b1a897e5ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a060206f-24b2-4a90-91e9-99bb11259d32'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:44.490654 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.524646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b17f56e9-700a-44ad-94cf-b1a897e5ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:44.525324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f56e9-700a-44ad-94cf-b1a897e5ef8c None None] The sync data for ids ['a060206f-24b2-4a90-91e9-99bb11259d32'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:29:44.527355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.544168 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b55034-0833-4372-8759-b46479347c57 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.544999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b55034-0833-4372-8759-b46479347c57 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.549347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-22b55034-0833-4372-8759-b46479347c57 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/subnets/94da47d7-26e4-4b44-8679-a06d58e71e68 HTTP/1.1" status: 404 len: 337 time: 0.0777171 Nov 27 01:29:44.552145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56914) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.573946 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adddb52a-983e-4778-9947-d17962b69f68 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.628100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099fcc5-02bb-4b1a-bda9-f477b1823c39 None None] Pushing event updated for resources: {'Port': ['ID=0a98594f-be4f-471f-a30e-ff90b581a144,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:44.628437 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-df807687-1c66-4a97-9c1a-412de21a5f13 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.630539 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df807687-1c66-4a97-9c1a-412de21a5f13 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.637761 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-df807687-1c66-4a97-9c1a-412de21a5f13 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/09232b49-1759-4d45-ba7c-9c4fe1d77ee1 HTTP/1.1" status: 404 len: 339 time: 0.0844135 Nov 27 01:29:44.641467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56916) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.704178 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-521a0128-dd0d-4830-9270-ab1630b2d885 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.711398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521a0128-dd0d-4830-9270-ab1630b2d885 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.723351 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-521a0128-dd0d-4830-9270-ab1630b2d885 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/subnets/51fdc08f-2df0-4bca-9c98-26350d8f0190 HTTP/1.1" status: 404 len: 337 time: 0.0805159 Nov 27 01:29:44.725765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56918) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.751623 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8a1fa6-9e34-4bb4-a2d3-f760336c6474 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.752779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8a1fa6-9e34-4bb4-a2d3-f760336c6474 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.758978 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2f8a1fa6-9e34-4bb4-a2d3-f760336c6474 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/c1a76d73-19d7-4f80-9b92-f69e28145606 HTTP/1.1" status: 404 len: 339 time: 0.0294511 Nov 27 01:29:44.760079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56920) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.797739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddb52a-983e-4778-9947-d17962b69f68 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'Subnet': ['ID=bbf9c024-39d3-4c71-9de6-c92593d87f07,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:44.812219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddb52a-983e-4778-9947-d17962b69f68 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Checking segment: {'id': '38636ea9-89b1-4dba-b85d-8eb4a5916911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '850dfe53-f768-4c32-89f7-32a1b3c0d990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:44.812586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddb52a-983e-4778-9947-d17962b69f68 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Network hostable DHCP agents. Network: 850dfe53-f768-4c32-89f7-32a1b3c0d990, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:44.825723 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-caae7125-b54c-4071-b029-8eaa334c1121 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.827045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caae7125-b54c-4071-b029-8eaa334c1121 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.861838 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-caae7125-b54c-4071-b029-8eaa334c1121 tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/subnets/50d0657f-3134-4d4e-86d5-3f38c0419318 HTTP/1.1" status: 404 len: 337 time: 0.1005573 Nov 27 01:29:44.863328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56922) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.893477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddb52a-983e-4778-9947-d17962b69f68 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Network 850dfe53-f768-4c32-89f7-32a1b3c0d990 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:44.916139 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9f0e59-b4c6-46d2-8c7b-8adb2fffe4bd tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] DELETE failed (client error): The resource could not be found. Nov 27 01:29:44.916687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9f0e59-b4c6-46d2-8c7b-8adb2fffe4bd tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:44.923276 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dc9f0e59-b4c6-46d2-8c7b-8adb2fffe4bd tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/bdc4164c-802f-41c4-95dd-c249955fe9b1 HTTP/1.1" status: 404 len: 339 time: 0.0564284 Nov 27 01:29:44.923665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56924) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:44.946250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-adddb52a-983e-4778-9947-d17962b69f68 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 850dfe53-f768-4c32-89f7-32a1b3c0d990) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:44.957145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddb52a-983e-4778-9947-d17962b69f68 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:44.959357 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adddb52a-983e-4778-9947-d17962b69f68 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:44.967591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe60e281-c0ac-42fd-9280-746831398a2c None None] Network 850dfe53-f768-4c32-89f7-32a1b3c0d990 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:44.983210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-208e46d1-6181-4424-a832-5929b82faaaf tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Deleting subnet fd4c5c2f-292a-417f-9af5-154eff424857 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:44.986557 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-208e46d1-6181-4424-a832-5929b82faaaf tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.031486 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-208e46d1-6181-4424-a832-5929b82faaaf tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.038193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-adddb52a-983e-4778-9947-d17962b69f68 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7395487 Nov 27 01:29:45.040223 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56926) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:45.122592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-77a6a328-1a54-430d-ab19-a51756046086 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Request body: {'subnet': {'network_id': '4da3483c-efbc-4a29-b874-b6ac195e5e09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:45.149226 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-208e46d1-6181-4424-a832-5929b82faaaf tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.185513 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.213306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-208e46d1-6181-4424-a832-5929b82faaaf tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.235086 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-208e46d1-6181-4424-a832-5929b82faaaf tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.238476 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-208e46d1-6181-4424-a832-5929b82faaaf tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/subnets/fd4c5c2f-292a-417f-9af5-154eff424857 HTTP/1.1" status: 204 len: 168 time: 0.3137410 Nov 27 01:29:45.238929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624b0028-39b2-48d2-a5da-5eb04d54a22d None None] Network 1d9eab7a-e310-43bc-a39c-b3afe9dcefe8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:45.241210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56930) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:45.317139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e46d1-6181-4424-a832-5929b82faaaf tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4c5c2f-292a-417f-9af5-154eff424857,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:45.375399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-850dfe53-f768-4c32-89f7-32a1b3c0d990', 'network_id': '850dfe53-f768-4c32-89f7-32a1b3c0d990', 'tenant_id': 'e952e23c8222461bb8f768735e1fb4ed', 'fixed_ips': [{'subnet_id': 'bbf9c024-39d3-4c71-9de6-c92593d87f07'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:45.377390 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.441212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a6a328-1a54-430d-ab19-a51756046086 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Made reservation on behalf of e952e23c8222461bb8f768735e1fb4ed for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:45.441811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.474716 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77a6a328-1a54-430d-ab19-a51756046086 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.548900 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4eb10a9-eee2-4d8a-9567-3c507b419851 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.635159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Deleting port 48443c82-81fd-4e8a-a63c-fa27aa770907 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:45.635505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.650555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321dd32b-bb4f-4821-b592-3b6731449ac9 None None] DHCP port deletion for 1d9eab7a-e310-43bc-a39c-b3afe9dcefe8 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:45.672744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Allocated IP 2001:db8::2 (850dfe53-f768-4c32-89f7-32a1b3c0d990/bbf9c024-39d3-4c71-9de6-c92593d87f07/d34dca34-bcf9-43f4-b16d-f5b6cc8c7268) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:45.719651 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] For port 48443c82-81fd-4e8a-a63c-fa27aa770907, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=48443c82-81fd-4e8a-a63c-fa27aa770907,segment=NetworkSegment(2254b858-08a0-40eb-9d29-0d9beff19abd),segment_id=2254b858-08a0-40eb-9d29-0d9beff19abd)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:45.720378 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.782228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Calling delete_port for 48443c82-81fd-4e8a-a63c-fa27aa770907 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:45.906282 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.928851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-321dd32b-bb4f-4821-b592-3b6731449ac9 None None] Deleting port 48443c82-81fd-4e8a-a63c-fa27aa770907 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:45.929223 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-321dd32b-bb4f-4821-b592-3b6731449ac9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:45.937144 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Port': ['ID=48443c82-81fd-4e8a-a63c-fa27aa770907,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:45.946061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] No DVR routers for this DVR port 48443c82-81fd-4e8a-a63c-fa27aa770907 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:46.061637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.088925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9eab7a-e310-43bc-a39c-b3afe9dcefe8']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:46.122814 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2254b858-08a0-40eb-9d29-0d9beff19abd') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:46.123003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2254b858-08a0-40eb-9d29-0d9beff19abd') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:46.134857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.140020 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.156949 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.168290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:46.168653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-321dd32b-bb4f-4821-b592-3b6731449ac9 None None] For port 48443c82-81fd-4e8a-a63c-fa27aa770907, host n-d-819494-2, got binding levels [] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:46.168920 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.169240 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-321dd32b-bb4f-4821-b592-3b6731449ac9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:46.184247 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:46.189412 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.230229 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77a6a328-1a54-430d-ab19-a51756046086 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.242468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df95d1-bacf-4d2b-98b5-4374b6c38de8 None None] Network bac32bb2-f4a8-4f34-b8c9-cf44de5a7670 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:46.304227 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.313763 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.323745 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] 10.222.0.37 "DELETE /v2.0/networks/1d9eab7a-e310-43bc-a39c-b3afe9dcefe8 HTTP/1.1" status: 204 len: 168 time: 1.0808465 Nov 27 01:29:46.327873 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6a328-1a54-430d-ab19-a51756046086 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'Subnet': ['ID=42174db5-5562-434a-8dbd-9b189bbe35c7,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:46.354287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6f740-82d2-436a-b6a6-5aa8fb023e7a tempest-NetworksTest-787853175 tempest-NetworksTest-787853175-project] Pushing event deleted for resources: {'Network': ['ID=1d9eab7a-e310-43bc-a39c-b3afe9dcefe8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:46.409420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb10a9-eee2-4d8a-9567-3c507b419851 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 7b575b59-8531-4872-a2b8-732746377d1a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:46.409850 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4eb10a9-eee2-4d8a-9567-3c507b419851 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.433163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a6a328-1a54-430d-ab19-a51756046086 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Checking segment: {'id': '544042fd-0ac5-4296-a896-62225eabe301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4da3483c-efbc-4a29-b874-b6ac195e5e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:46.434131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a6a328-1a54-430d-ab19-a51756046086 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Network hostable DHCP agents. Network: 4da3483c-efbc-4a29-b874-b6ac195e5e09, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:46.471042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-321dd32b-bb4f-4821-b592-3b6731449ac9 None None] Calling delete_port for 48443c82-81fd-4e8a-a63c-fa27aa770907 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:46.473139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0a98594f-be4f-471f-a30e-ff90b581a144 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:46.480452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.ipam_backend_mixin [None req-321dd32b-bb4f-4821-b592-3b6731449ac9 None None] Port 48443c82-81fd-4e8a-a63c-fa27aa770907 was not found and therefore no delete operation was performed {{(pid=103386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:29:46.529040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a6a328-1a54-430d-ab19-a51756046086 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Network 4da3483c-efbc-4a29-b874-b6ac195e5e09 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:46.556944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-77a6a328-1a54-430d-ab19-a51756046086 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 4da3483c-efbc-4a29-b874-b6ac195e5e09) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:46.571295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6a328-1a54-430d-ab19-a51756046086 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:46.572318 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77a6a328-1a54-430d-ab19-a51756046086 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.581212 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4eb10a9-eee2-4d8a-9567-3c507b419851 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.598579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb10a9-eee2-4d8a-9567-3c507b419851 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 7b575b59-8531-4872-a2b8-732746377d1a owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:46.609983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56948) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:46.610675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-77a6a328-1a54-430d-ab19-a51756046086 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5087769 Nov 27 01:29:46.626139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e429137-6661-4208-bc54-9aaedc7ab95e None None] Network 4da3483c-efbc-4a29-b874-b6ac195e5e09 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:46.761647 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-321dd32b-bb4f-4821-b592-3b6731449ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.783694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-321dd32b-bb4f-4821-b592-3b6731449ac9 None None] Network 1d9eab7a-e310-43bc-a39c-b3afe9dcefe8 is not hosted by any dhcp agent {{(pid=103386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:29:46.784156 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321dd32b-bb4f-4821-b592-3b6731449ac9 None None] No DVR routers for this DVR port 48443c82-81fd-4e8a-a63c-fa27aa770907 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:46.844292 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Pushing event updated for resources: {'Port': ['ID=d34dca34-bcf9-43f4-b16d-f5b6cc8c7268,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:46.859767 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-55820971-e83d-4f4b-8388-138e1c8fe23e None None] Provisioning complete for port 0a98594f-be4f-471f-a30e-ff90b581a144 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:46.860818 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-55820971-e83d-4f4b-8388-138e1c8fe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.885816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4eb10a9-eee2-4d8a-9567-3c507b419851 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:46.894070 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56952) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:46.958285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Network 850dfe53-f768-4c32-89f7-32a1b3c0d990 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:46.981926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb10a9-eee2-4d8a-9567-3c507b419851 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=7b575b59-8531-4872-a2b8-732746377d1a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:47.085538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:47.095317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:47.100221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 0a98594f-be4f-471f-a30e-ff90b581a144 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:47.100832 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.116364 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dd32b-bb4f-4821-b592-3b6731449ac9 None None] Pushing event deleted for resources: {'Port': ['ID=48443c82-81fd-4e8a-a63c-fa27aa770907,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:47.169301 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.216170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.374529 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-4da3483c-efbc-4a29-b874-b6ac195e5e09', 'network_id': '4da3483c-efbc-4a29-b874-b6ac195e5e09', 'tenant_id': 'e952e23c8222461bb8f768735e1fb4ed', 'fixed_ips': [{'subnet_id': '42174db5-5562-434a-8dbd-9b189bbe35c7'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:47.376614 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.398735 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4eb10a9-eee2-4d8a-9567-3c507b419851 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.406396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-34323790-820d-4090-bc9e-194d60ab2b2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3470ec20266348169b39b86f736b37c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5101054 Nov 27 01:29:47.409160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56958) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:47.413300 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.466177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Attempting to bind port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:47.466574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Attempting to bind port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '38636ea9-89b1-4dba-b85d-8eb4a5916911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '850dfe53-f768-4c32-89f7-32a1b3c0d990'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:47.466938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Attempting to bind port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 on network 850dfe53-f768-4c32-89f7-32a1b3c0d990 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:47.479690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:47.480079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Checking segment: {'id': '38636ea9-89b1-4dba-b85d-8eb4a5916911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '850dfe53-f768-4c32-89f7-32a1b3c0d990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:47.480571 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.480977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Bound using segment: {'id': '38636ea9-89b1-4dba-b85d-8eb4a5916911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '850dfe53-f768-4c32-89f7-32a1b3c0d990'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:47.481453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Bound port: d34dca34-bcf9-43f4-b16d-f5b6cc8c7268, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38636ea9-89b1-4dba-b85d-8eb4a5916911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '850dfe53-f768-4c32-89f7-32a1b3c0d990'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:47.481836 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.642294 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-55820971-e83d-4f4b-8388-138e1c8fe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.690534 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6f2-01fc-4fc1-a438-c1e149bd6df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.714361 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eb10a9-eee2-4d8a-9567-3c507b419851 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Router a060206f-24b2-4a90-91e9-99bb11259d32 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:29:47.733291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] For port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:47.752794 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6f2-01fc-4fc1-a438-c1e149bd6df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.779978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Allocated IP 2001:db8::1 (850dfe53-f768-4c32-89f7-32a1b3c0d990/bbf9c024-39d3-4c71-9de6-c92593d87f07/8046a0d7-d3be-40b3-af46-ddc24ec8ea06) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:47.782422 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-55820971-e83d-4f4b-8388-138e1c8fe23e None None] For port 0a98594f-be4f-471f-a30e-ff90b581a144, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0a98594f-be4f-471f-a30e-ff90b581a144,segment=NetworkSegment(d28e3036-44dc-473e-b8ce-6390537d02ce),segment_id=d28e3036-44dc-473e-b8ce-6390537d02ce)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:47.800071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] For port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d34dca34-bcf9-43f4-b16d-f5b6cc8c7268,segment=NetworkSegment(38636ea9-89b1-4dba-b85d-8eb4a5916911),segment_id=38636ea9-89b1-4dba-b85d-8eb4a5916911)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:47.819288 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.827630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eb10a9-eee2-4d8a-9567-3c507b419851 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:29:47.839110 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c4eb10a9-eee2-4d8a-9567-3c507b419851 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "PUT /v2.0/routers/a060206f-24b2-4a90-91e9-99bb11259d32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4325843 Nov 27 01:29:47.839360 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5cb4be-5c3e-4e4e-a7d4-5f70e4fd272a None None] Sync routers for ids ['a060206f-24b2-4a90-91e9-99bb11259d32'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:29:47.839939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56962) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:47.853967 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5cb4be-5c3e-4e4e-a7d4-5f70e4fd272a None None] Routers {'a060206f-24b2-4a90-91e9-99bb11259d32'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:47.856396 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7c5cb4be-5c3e-4e4e-a7d4-5f70e4fd272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a060206f-24b2-4a90-91e9-99bb11259d32'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:47.873914 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c08dc26-07c5-4dd9-8cc4-565d2a752718 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:29:47.876173 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-55820971-e83d-4f4b-8388-138e1c8fe23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.878554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c08dc26-07c5-4dd9-8cc4-565d2a752718 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/7b575b59-8531-4872-a2b8-732746377d1a HTTP/1.1" status: 404 len: 333 time: 0.0370567 Nov 27 01:29:47.879356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56964) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:47.880584 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.885511 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.936165 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7c5cb4be-5c3e-4e4e-a7d4-5f70e4fd272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:47.940362 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6f2-01fc-4fc1-a438-c1e149bd6df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.951082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6f2-01fc-4fc1-a438-c1e149bd6df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.951272 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55820971-e83d-4f4b-8388-138e1c8fe23e None None] Pushing event updated for resources: {'Port': ['ID=0a98594f-be4f-471f-a30e-ff90b581a144,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:47.956226 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1f69d6f2-01fc-4fc1-a438-c1e149bd6df5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eaca1d0d-f2b2-42cf-b67a-dc2ec61799de HTTP/1.1" status: 204 len: 168 time: 0.5409975 Nov 27 01:29:47.961753 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5cb4be-5c3e-4e4e-a7d4-5f70e4fd272a None None] Routers {'a060206f-24b2-4a90-91e9-99bb11259d32'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:47.962495 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7c5cb4be-5c3e-4e4e-a7d4-5f70e4fd272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a060206f-24b2-4a90-91e9-99bb11259d32'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:47.978209 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f903346-1ce8-4ec8-aa77-3f1205f0bdcb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:47.990876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69d6f2-01fc-4fc1-a438-c1e149bd6df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaca1d0d-f2b2-42cf-b67a-dc2ec61799de,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:48.053758 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7c5cb4be-5c3e-4e4e-a7d4-5f70e4fd272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:48.055034 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5cb4be-5c3e-4e4e-a7d4-5f70e4fd272a None None] The sync data for ids ['a060206f-24b2-4a90-91e9-99bb11259d32'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:29:48.091699 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.197383 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.265031 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f903346-1ce8-4ec8-aa77-3f1205f0bdcb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.267215 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f903346-1ce8-4ec8-aa77-3f1205f0bdcb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.316201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Network 850dfe53-f768-4c32-89f7-32a1b3c0d990 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:48.320845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:48.323980 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f903346-1ce8-4ec8-aa77-3f1205f0bdcb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.325524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f903346-1ce8-4ec8-aa77-3f1205f0bdcb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Fanout notify agent at l3_agent the message router_deleted on router a060206f-24b2-4a90-91e9-99bb11259d32 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:29:48.347390 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f903346-1ce8-4ec8-aa77-3f1205f0bdcb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.351763 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2f903346-1ce8-4ec8-aa77-3f1205f0bdcb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/routers/a060206f-24b2-4a90-91e9-99bb11259d32 HTTP/1.1" status: 204 len: 168 time: 0.4713755 Nov 27 01:29:48.352489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56970) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:48.352917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:48.353981 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.360387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'Port': ['ID=8046a0d7-d3be-40b3-af46-ddc24ec8ea06,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:48.453889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a184dd3-e763-4158-9756-b3c28b38062b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting subnet 7689544b-3c7b-4290-bded-cc46caa122e6 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:48.456964 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a184dd3-e763-4158-9756-b3c28b38062b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.613753 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a184dd3-e763-4158-9756-b3c28b38062b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.624570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-97af6386-4de3-46a0-a1e3-ecf12688b20b None None] Provisioning complete for port 0a98594f-be4f-471f-a30e-ff90b581a144 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:48.624956 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97af6386-4de3-46a0-a1e3-ecf12688b20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.725885 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:48.726639 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:48.759952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Allocated IP 2001:db8::2 (4da3483c-efbc-4a29-b874-b6ac195e5e09/42174db5-5562-434a-8dbd-9b189bbe35c7/2204dc46-ddf6-462f-aec7-40e3b80e190c) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:48.766604 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a184dd3-e763-4158-9756-b3c28b38062b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.782028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f077f-afbc-4b1a-8eb0-519db57dbab4 None None] Pushing event updated for resources: {'Port': ['ID=d34dca34-bcf9-43f4-b16d-f5b6cc8c7268,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:48.786759 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.843462 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a184dd3-e763-4158-9756-b3c28b38062b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.866040 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a184dd3-e763-4158-9756-b3c28b38062b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:48.875079 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5a184dd3-e763-4158-9756-b3c28b38062b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/7689544b-3c7b-4290-bded-cc46caa122e6 HTTP/1.1" status: 204 len: 168 time: 0.5192447 Nov 27 01:29:48.911901 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 56984) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:49.030465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a184dd3-e763-4158-9756-b3c28b38062b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Subnet': ['ID=7689544b-3c7b-4290-bded-cc46caa122e6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:49.035740 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.087239 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.098060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac860e0-95b0-4771-b9ca-2da5148ccdc5 None None] Network 09bd602f-8df5-460c-8c51-dc6b03355803 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:49.195316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 64beb10d-0403-4b5f-9459-c735d9993593 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:49.195695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.311257 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.322094 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.322891 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.352482 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.403964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] For port 64beb10d-0403-4b5f-9459-c735d9993593, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=64beb10d-0403-4b5f-9459-c735d9993593,segment=NetworkSegment(bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe),segment_id=bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:49.410310 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.483782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 64beb10d-0403-4b5f-9459-c735d9993593 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:49.503016 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'Port': ['ID=8046a0d7-d3be-40b3-af46-ddc24ec8ea06,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:49.561950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Network 4da3483c-efbc-4a29-b874-b6ac195e5e09 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:49.596408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 56998) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:49.602929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:49.608414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Pushing event updated for resources: {'Port': ['ID=2204dc46-ddf6-462f-aec7-40e3b80e190c,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:49.611918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:49.691881 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.725392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No DVR routers for this DVR port 64beb10d-0403-4b5f-9459-c735d9993593 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:29:49.768244 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef22b8b1-3039-4f64-93ea-db9f52305a18 None None] DHCP port deletion for 09bd602f-8df5-460c-8c51-dc6b03355803 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:29:49.771261 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 48443c82-81fd-4e8a-a63c-fa27aa770907 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:49.772224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Network 850dfe53-f768-4c32-89f7-32a1b3c0d990 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:49.778253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:49.821019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 48443c82-81fd-4e8a-a63c-fa27aa770907 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:49.821401 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 48443c82-81fd-4e8a-a63c-fa27aa770907 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:49.825973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Attempting to bind port 2204dc46-ddf6-462f-aec7-40e3b80e190c on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:49.826383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Attempting to bind port 2204dc46-ddf6-462f-aec7-40e3b80e190c by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '544042fd-0ac5-4296-a896-62225eabe301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4da3483c-efbc-4a29-b874-b6ac195e5e09'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:49.826759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Attempting to bind port 2204dc46-ddf6-462f-aec7-40e3b80e190c on network 4da3483c-efbc-4a29-b874-b6ac195e5e09 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:49.834504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:49.835024 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Checking segment: {'id': '544042fd-0ac5-4296-a896-62225eabe301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4da3483c-efbc-4a29-b874-b6ac195e5e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:49.835818 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.836229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Bound using segment: {'id': '544042fd-0ac5-4296-a896-62225eabe301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4da3483c-efbc-4a29-b874-b6ac195e5e09'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:49.836773 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Bound port: 2204dc46-ddf6-462f-aec7-40e3b80e190c, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544042fd-0ac5-4296-a896-62225eabe301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4da3483c-efbc-4a29-b874-b6ac195e5e09'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:49.837173 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.910497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.936635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bd602f-8df5-460c-8c51-dc6b03355803']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:49.948956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:49.948956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdabeaa9-3a3c-40ea-81a4-bd6e53b870fe') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:49.959227 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.968827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] For port 2204dc46-ddf6-462f-aec7-40e3b80e190c, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:49.973284 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.977663 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] For port 2204dc46-ddf6-462f-aec7-40e3b80e190c, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2204dc46-ddf6-462f-aec7-40e3b80e190c,segment=NetworkSegment(544042fd-0ac5-4296-a896-62225eabe301),segment_id=544042fd-0ac5-4296-a896-62225eabe301)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:49.982997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:29:49.983195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-dcb8af31-98a7-47a4-98ef-3edb25ff3871 tempest-DvrRoutersNegativeTest-1464945235 tempest-DvrRoutersNegativeTest-1464945235-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-352291189', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:49.983652 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:49.986478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.policy [None req-dcb8af31-98a7-47a4-98ef-3edb25ff3871 tempest-DvrRoutersNegativeTest-1464945235 tempest-DvrRoutersNegativeTest-1464945235-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103384) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 27 01:29:49.986786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.policy [None req-dcb8af31-98a7-47a4-98ef-3edb25ff3871 tempest-DvrRoutersNegativeTest-1464945235 tempest-DvrRoutersNegativeTest-1464945235-project] Failed policy check for 'create_router' {{(pid=103384) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 27 01:29:49.987436 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-dcb8af31-98a7-47a4-98ef-3edb25ff3871 tempest-DvrRoutersNegativeTest-1464945235 tempest-DvrRoutersNegativeTest-1464945235-project] create failed (client error): Access was denied to this resource. Nov 27 01:29:49.988517 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dcb8af31-98a7-47a4-98ef-3edb25ff3871 tempest-DvrRoutersNegativeTest-1464945235 tempest-DvrRoutersNegativeTest-1464945235-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3908913 Nov 27 01:29:49.991310 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:29:50.055872 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:29:50.059521 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=64beb10d-0403-4b5f-9459-c735d9993593,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:50.061254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6160cf82-7965-402a-80ce-cbe0a06b90b9 None None] Network 850dfe53-f768-4c32-89f7-32a1b3c0d990 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:50.064988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.091245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.098524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/networks/09bd602f-8df5-460c-8c51-dc6b03355803 HTTP/1.1" status: 204 len: 168 time: 1.1800787 Nov 27 01:29:50.098524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9224b-3ccf-4972-969e-aff18a72cb69 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Network': ['ID=09bd602f-8df5-460c-8c51-dc6b03355803,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:50.101171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57004) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:50.138209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Router 42d140c3-4fea-461c-a2b9-a7e48bcf151d is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:29:50.185976 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03303992-46b7-4cae-a196-fb631c2fd960 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:50.189738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-03303992-46b7-4cae-a196-fb631c2fd960 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/fe4a0950-85a0-4b5d-86e1-4d822128b556 HTTP/1.1" status: 200 len: 841 time: 0.0874355 Nov 27 01:29:50.192852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3d08bfa9-8327-4370-9211-3a2aeb7726ec None None] Provisioning complete for port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:50.193465 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3d08bfa9-8327-4370-9211-3a2aeb7726ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.194393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57006) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:50.239725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:50.247139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81f3a0-86fe-4348-b06c-0e691899da4f None None] Pushing event updated for resources: {'Port': ['ID=2204dc46-ddf6-462f-aec7-40e3b80e190c,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:50.283718 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b2c4cc8c-294c-48f5-a72c-ec38df74d019 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/fe4a0950-85a0-4b5d-86e1-4d822128b556?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0871441 Nov 27 01:29:50.287503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57008) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:50.294408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cc375dbe-3842-4018-b3d4-2f140ed74ce1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:50.398160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:29:50.414946 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5ed48277-85db-4616-b44d-c07aefbd572e tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "PUT /v2.0/routers/42d140c3-4fea-461c-a2b9-a7e48bcf151d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8024628 Nov 27 01:29:50.417648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57012) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:50.420562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7141a57-0fbc-44dd-b4be-31761cd16905 None None] Sync routers for ids ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:29:50.428818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:50.429310 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.553399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc375dbe-3842-4018-b3d4-2f140ed74ce1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:50.557674 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc375dbe-3842-4018-b3d4-2f140ed74ce1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.595067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7141a57-0fbc-44dd-b4be-31761cd16905 None None] Routers {'42d140c3-4fea-461c-a2b9-a7e48bcf151d'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:50.596483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c7141a57-0fbc-44dd-b4be-31761cd16905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:50.616888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57016) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:50.767721 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3d08bfa9-8327-4370-9211-3a2aeb7726ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.799081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c7141a57-0fbc-44dd-b4be-31761cd16905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:50.806467 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-709be412-4dcb-4ce2-ab69-a6619f550175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.854766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7141a57-0fbc-44dd-b4be-31761cd16905 None None] Routers {'42d140c3-4fea-461c-a2b9-a7e48bcf151d'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:50.855984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c7141a57-0fbc-44dd-b4be-31761cd16905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:50.908607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3d08bfa9-8327-4370-9211-3a2aeb7726ec None None] For port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d34dca34-bcf9-43f4-b16d-f5b6cc8c7268,segment=NetworkSegment(38636ea9-89b1-4dba-b85d-8eb4a5916911),segment_id=38636ea9-89b1-4dba-b85d-8eb4a5916911)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:50.909663 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c7141a57-0fbc-44dd-b4be-31761cd16905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:50.910586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7141a57-0fbc-44dd-b4be-31761cd16905 None None] The sync data for ids ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:29:50.935047 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3d08bfa9-8327-4370-9211-3a2aeb7726ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.940390 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-709be412-4dcb-4ce2-ab69-a6619f550175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.955389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-709be412-4dcb-4ce2-ab69-a6619f550175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:50.988857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0a98594f-be4f-471f-a30e-ff90b581a144 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:51.012261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709be412-4dcb-4ce2-ab69-a6619f550175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73cac6c-b7f8-4b25-92be-c58dbaaab609,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:51.031994 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-709be412-4dcb-4ce2-ab69-a6619f550175 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=487bba900de342949985aadb3e55cd3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4139998 Nov 27 01:29:51.035412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08bfa9-8327-4370-9211-3a2aeb7726ec None None] Pushing event updated for resources: {'Port': ['ID=d34dca34-bcf9-43f4-b16d-f5b6cc8c7268,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:51.038331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57036) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:51.061505 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 0a98594f-be4f-471f-a30e-ff90b581a144 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:51.062038 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.146083 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bc309108-8d91-4a75-8d6b-d37338e73c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.209242 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bc309108-8d91-4a75-8d6b-d37338e73c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.228877 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc375dbe-3842-4018-b3d4-2f140ed74ce1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.263598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 64beb10d-0403-4b5f-9459-c735d9993593 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:29:51.294967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 64beb10d-0403-4b5f-9459-c735d9993593 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:29:51.295317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 64beb10d-0403-4b5f-9459-c735d9993593 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:29:51.299135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc375dbe-3842-4018-b3d4-2f140ed74ce1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Subnet': ['ID=fea75949-c3c5-4c96-a9d7-01861f6f9cfd,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:51.326928 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-8531ae06-6247-4d7c-a667-57ae93b0f84c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:29:51.331261 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8531ae06-6247-4d7c-a667-57ae93b0f84c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "PUT /v2.0/routers/42d140c3-4fea-461c-a2b9-a7e48bcf151d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9117589 Nov 27 01:29:51.331663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57052) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:51.344803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc375dbe-3842-4018-b3d4-2f140ed74ce1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:51.355891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-cc375dbe-3842-4018-b3d4-2f140ed74ce1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:51.359711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc375dbe-3842-4018-b3d4-2f140ed74ce1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:51.360236 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc375dbe-3842-4018-b3d4-2f140ed74ce1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.368013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f25b5-ad49-44d9-ab56-f3b702edb3cf None None] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:51.384497 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bc309108-8d91-4a75-8d6b-d37338e73c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.387407 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bc309108-8d91-4a75-8d6b-d37338e73c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.391135 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bc309108-8d91-4a75-8d6b-d37338e73c33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d73cac6c-b7f8-4b25-92be-c58dbaaab609 HTTP/1.1" status: 204 len: 168 time: 0.3432667 Nov 27 01:29:51.399895 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cc375dbe-3842-4018-b3d4-2f140ed74ce1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1110466 Nov 27 01:29:51.402563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57056) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:51.408849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e26b5f21-6832-4977-8f7d-89cf17e7c718 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'security_group': {'name': 'tempest-secgroup-1375499195'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:51.442650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc309108-8d91-4a75-8d6b-d37338e73c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73cac6c-b7f8-4b25-92be-c58dbaaab609,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:51.449673 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e26b5f21-6832-4977-8f7d-89cf17e7c718 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.540970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b57a0002-3edb-4bc4-ba2e-7ff4a708ad41 None None] Provisioning complete for port 8046a0d7-d3be-40b3-af46-ddc24ec8ea06 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:51.541990 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b57a0002-3edb-4bc4-ba2e-7ff4a708ad41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.673220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e26b5f21-6832-4977-8f7d-89cf17e7c718 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.685498 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e26b5f21-6832-4977-8f7d-89cf17e7c718 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.741518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b57a0002-3edb-4bc4-ba2e-7ff4a708ad41 None None] Port 8046a0d7-d3be-40b3-af46-ddc24ec8ea06 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:51.749080 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e26b5f21-6832-4977-8f7d-89cf17e7c718 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.750488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e26b5f21-6832-4977-8f7d-89cf17e7c718 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3459561 Nov 27 01:29:51.755851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57068) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:51.769814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c496d5cb-aae9-4c44-a9db-efb1874f95f5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'security_group': {'name': 'tempest-secgroup-411430753'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:51.808933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b5f21-6832-4977-8f7d-89cf17e7c718 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3e735a-3f0e-489c-9711-9d3e8596e9fb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:51.818507 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c496d5cb-aae9-4c44-a9db-efb1874f95f5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:51.820203 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b57a0002-3edb-4bc4-ba2e-7ff4a708ad41 None None] Provisioning complete for port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:51.820887 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b57a0002-3edb-4bc4-ba2e-7ff4a708ad41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.017225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c496d5cb-aae9-4c44-a9db-efb1874f95f5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.031141 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c496d5cb-aae9-4c44-a9db-efb1874f95f5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.053953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'tenant_id': '5810ed55cffb4bfeb6e5df6f24dfd560', 'fixed_ips': [{'subnet_id': 'fea75949-c3c5-4c96-a9d7-01861f6f9cfd'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:52.066854 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.100331 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c496d5cb-aae9-4c44-a9db-efb1874f95f5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.102285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c496d5cb-aae9-4c44-a9db-efb1874f95f5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3453748 Nov 27 01:29:52.108548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57078) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:52.131419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1157328321', 'security_groups': ['06308702-a781-40a5-82a9-28918f7089cb'], 'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fea75949-c3c5-4c96-a9d7-01861f6f9cfd'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:52.184014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496d5cb-aae9-4c44-a9db-efb1874f95f5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06308702-a781-40a5-82a9-28918f7089cb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:52.348989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc36479-763d-4cc9-99c4-9153978cfc36 None None] Network 4da3483c-efbc-4a29-b874-b6ac195e5e09 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:52.356464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:52.833459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6d41fc44-42ea-4983-861c-cfbf3794d9e1 None None] Provisioning complete for port 2204dc46-ddf6-462f-aec7-40e3b80e190c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:52.833869 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6d41fc44-42ea-4983-861c-cfbf3794d9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.842648 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1d4c-d783-41bf-b38f-35a33d27fef3 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.899374 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57092) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:52.917588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:52.918631 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:52.966323 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Allocated IP 172.20.0.2 (cdeb71bd-ae95-4a74-8138-4c1d846d967f/fea75949-c3c5-4c96-a9d7-01861f6f9cfd/84c230db-b386-464e-9bd9-c439416b716b) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:53.062817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:53.069716 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6d41fc44-42ea-4983-861c-cfbf3794d9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.170933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group': {'name': 'tempest-secgroup--306245368'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:53.233604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6d41fc44-42ea-4983-861c-cfbf3794d9e1 None None] For port 2204dc46-ddf6-462f-aec7-40e3b80e190c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2204dc46-ddf6-462f-aec7-40e3b80e190c,segment=NetworkSegment(544042fd-0ac5-4296-a896-62225eabe301),segment_id=544042fd-0ac5-4296-a896-62225eabe301)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:53.257710 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6d41fc44-42ea-4983-861c-cfbf3794d9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.274925 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.296791 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.298692 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.320940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2204dc46-ddf6-462f-aec7-40e3b80e190c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:53.329002 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41fc44-42ea-4983-861c-cfbf3794d9e1 None None] Pushing event updated for resources: {'Port': ['ID=2204dc46-ddf6-462f-aec7-40e3b80e190c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:53.359317 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port 1efe6c2e-497b-40d3-8858-aa946b274e49 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:29:53.414069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6d41fc44-42ea-4983-861c-cfbf3794d9e1 None None] Provisioning complete for port 8046a0d7-d3be-40b3-af46-ddc24ec8ea06 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:53.414546 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6d41fc44-42ea-4983-861c-cfbf3794d9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.545365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec1d4c-d783-41bf-b38f-35a33d27fef3 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Deleting port 8046a0d7-d3be-40b3-af46-ddc24ec8ea06 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:53.545804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1d4c-d783-41bf-b38f-35a33d27fef3 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.548532 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.573891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6d41fc44-42ea-4983-861c-cfbf3794d9e1 None None] Port 8046a0d7-d3be-40b3-af46-ddc24ec8ea06 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:53.584091 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.608629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2204dc46-ddf6-462f-aec7-40e3b80e190c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:53.609238 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.651760 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.664002 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.676885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:53.679842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.12 (cdeb71bd-ae95-4a74-8138-4c1d846d967f/fea75949-c3c5-4c96-a9d7-01861f6f9cfd/1efe6c2e-497b-40d3-8858-aa946b274e49) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:53.713061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:53.726184 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:53.755183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Pushing event updated for resources: {'Port': ['ID=84c230db-b386-464e-9bd9-c439416b716b,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:53.758182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5197f792-a7b6-4516-8f65-6a50112f418b None None] Provisioning complete for port 2204dc46-ddf6-462f-aec7-40e3b80e190c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:53.758990 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5197f792-a7b6-4516-8f65-6a50112f418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.788955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b39b1d8-9662-4f8c-84da-0ad12c466346,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:53.809379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:53.809740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:53.810094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:53.810800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:53.811282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:53.811633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:53.811975 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:53.812315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:53.812650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:53.812983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:53.814014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:53.814014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:53.818803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1d4c-d783-41bf-b38f-35a33d27fef3 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.843199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec1d4c-d783-41bf-b38f-35a33d27fef3 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Calling delete_port for 8046a0d7-d3be-40b3-af46-ddc24ec8ea06 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:53.932952 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.952499 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.960091 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:53.973609 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.013676 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d08074-0c8c-4667-865b-4bd612d5b1be,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:54.022052 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.025751 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ebbabbee-eabc-46a4-9d3b-5871af44e470 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1228473 Nov 27 01:29:54.026347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57100) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:54.028433 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Attempting to bind port 84c230db-b386-464e-9bd9-c439416b716b on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:54.029054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Attempting to bind port 84c230db-b386-464e-9bd9-c439416b716b by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '824a7cb6-211e-4cdf-a053-151d02a6df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:54.029425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Attempting to bind port 84c230db-b386-464e-9bd9-c439416b716b on network cdeb71bd-ae95-4a74-8138-4c1d846d967f {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:54.042381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:54.042898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Checking segment: {'id': '824a7cb6-211e-4cdf-a053-151d02a6df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:54.044093 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.044563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Bound using segment: {'id': '824a7cb6-211e-4cdf-a053-151d02a6df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:54.045127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Bound port: 84c230db-b386-464e-9bd9-c439416b716b, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824a7cb6-211e-4cdf-a053-151d02a6df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:54.045607 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.054218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:54.062323 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:54.070084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:54.072528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5197f792-a7b6-4516-8f65-6a50112f418b None None] Provisioning complete for port 8046a0d7-d3be-40b3-af46-ddc24ec8ea06 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:54.072702 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5197f792-a7b6-4516-8f65-6a50112f418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.166172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:54.166937 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.211508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5197f792-a7b6-4516-8f65-6a50112f418b None None] Port 8046a0d7-d3be-40b3-af46-ddc24ec8ea06 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:54.221473 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a4ba976d-6504-42ae-bfeb-16413d2e2b3a tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1938984 Nov 27 01:29:54.225682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57104) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:54.230961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-92724d56-ce42-463e-bd7a-bca85167a8d2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group': {'name': 'tempest-security--1310545612', 'description': 'tempest-security-description-836285365'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:54.242739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2204dc46-ddf6-462f-aec7-40e3b80e190c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:54.268615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=1efe6c2e-497b-40d3-8858-aa946b274e49,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:54.279266 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-965b6fa0-11ae-4e6a-953e-03151bc07bef tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1686602 Nov 27 01:29:54.282009 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1d4c-d783-41bf-b38f-35a33d27fef3 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.282289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57106) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:54.286166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92724d56-ce42-463e-bd7a-bca85167a8d2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.305016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] For port 84c230db-b386-464e-9bd9-c439416b716b, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:54.324785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] For port 84c230db-b386-464e-9bd9-c439416b716b, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84c230db-b386-464e-9bd9-c439416b716b,segment=NetworkSegment(824a7cb6-211e-4cdf-a053-151d02a6df76),segment_id=824a7cb6-211e-4cdf-a053-151d02a6df76)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:54.354276 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.363616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2204dc46-ddf6-462f-aec7-40e3b80e190c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:54.363990 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.365927 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92724d56-ce42-463e-bd7a-bca85167a8d2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.372201 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-90007833-7ce3-475e-8c16-f1f8af0846f7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:54.379237 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92724d56-ce42-463e-bd7a-bca85167a8d2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.382114 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92724d56-ce42-463e-bd7a-bca85167a8d2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.384718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec1d4c-d783-41bf-b38f-35a33d27fef3 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Port': ['ID=8046a0d7-d3be-40b3-af46-ddc24ec8ea06,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:54.386419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57108) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:54.389222 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-92724d56-ce42-463e-bd7a-bca85167a8d2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "PUT /v2.0/security-groups/43d08074-0c8c-4667-865b-4bd612d5b1be HTTP/1.1" status: 200 len: 1796 time: 0.1623967 Nov 27 01:29:54.426014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92724d56-ce42-463e-bd7a-bca85167a8d2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d08074-0c8c-4667-865b-4bd612d5b1be,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:54.522077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8a49d-a6d3-4658-b1be-9a7160a1fc32 None None] Pushing event updated for resources: {'Port': ['ID=84c230db-b386-464e-9bd9-c439416b716b,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:54.592110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90007833-7ce3-475e-8c16-f1f8af0846f7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:54.595943 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90007833-7ce3-475e-8c16-f1f8af0846f7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.604151 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3ec1d4c-d783-41bf-b38f-35a33d27fef3 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.650312 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5498d6d6-2ebe-46b9-b2b2-6ad61d70d5cc tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-groups/43d08074-0c8c-4667-865b-4bd612d5b1be HTTP/1.1" status: 200 len: 1796 time: 0.2610440 Nov 27 01:29:54.653518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57116) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:54.855253 n-d-819494-2 neutron-server[103385]: INFO neutron.db.ipam_backend_mixin [None req-90007833-7ce3-475e-8c16-f1f8af0846f7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fea75949-c3c5-4c96-a9d7-01861f6f9cfd (CIDR: 172.20.0.0/28) Nov 27 01:29:54.868145 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-90007833-7ce3-475e-8c16-f1f8af0846f7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:29:54.870420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90007833-7ce3-475e-8c16-f1f8af0846f7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:29:54.880344 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f8555a-5028-42a4-bd95-7e377609c487 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.906008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-90007833-7ce3-475e-8c16-f1f8af0846f7 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5385337 Nov 27 01:29:54.908860 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57118) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:54.916550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4f47587e-1ff3-4e34-8fb5-a30d2c6df295 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:54.937941 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f8555a-5028-42a4-bd95-7e377609c487 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:54.991893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ec1d4c-d783-41bf-b38f-35a33d27fef3 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Router 42d140c3-4fea-461c-a2b9-a7e48bcf151d has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:29:55.076225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f8555a-5028-42a4-bd95-7e377609c487 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.078988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f8555a-5028-42a4-bd95-7e377609c487 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.082713 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-36f8555a-5028-42a4-bd95-7e377609c487 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-groups/43d08074-0c8c-4667-865b-4bd612d5b1be HTTP/1.1" status: 204 len: 168 time: 0.3567553 Nov 27 01:29:55.084054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57120) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:55.093499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f47587e-1ff3-4e34-8fb5-a30d2c6df295 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:55.097562 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4f47587e-1ff3-4e34-8fb5-a30d2c6df295 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.111911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8555a-5028-42a4-bd95-7e377609c487 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d08074-0c8c-4667-865b-4bd612d5b1be,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:55.118317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ec1d4c-d783-41bf-b38f-35a33d27fef3 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:29:55.127312 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55dc441-9ff8-4453-b1e6-b313e5ec55c2 None None] Sync routers for ids ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:29:55.132914 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b3ec1d4c-d783-41bf-b38f-35a33d27fef3 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "PUT /v2.0/routers/42d140c3-4fea-461c-a2b9-a7e48bcf151d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7965646 Nov 27 01:29:55.134724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57122) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:55.148235 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55dc441-9ff8-4453-b1e6-b313e5ec55c2 None None] Routers {'42d140c3-4fea-461c-a2b9-a7e48bcf151d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:55.150822 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d55dc441-9ff8-4453-b1e6-b313e5ec55c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:55.180216 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-0236e66c-4b01-42e1-9ac9-23ba6820fd4a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] delete failed (client error): The resource could not be found. Nov 27 01:29:55.186285 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0236e66c-4b01-42e1-9ac9-23ba6820fd4a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1592855298 HTTP/1.1" status: 404 len: 335 time: 0.0456371 Nov 27 01:29:55.186919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57124) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:55.191694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e45ca4fe-c99d-4bb4-8c8f-ff3783c94f79 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Request body: {'router': {'external_gateway_info': {'network_id': '42d140c3-4fea-461c-a2b9-a7e48bcf151d'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:55.242208 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d55dc441-9ff8-4453-b1e6-b313e5ec55c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:55.274187 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55dc441-9ff8-4453-b1e6-b313e5ec55c2 None None] Routers {'42d140c3-4fea-461c-a2b9-a7e48bcf151d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:29:55.274846 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d55dc441-9ff8-4453-b1e6-b313e5ec55c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:55.360104 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d55dc441-9ff8-4453-b1e6-b313e5ec55c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:29:55.360725 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55dc441-9ff8-4453-b1e6-b313e5ec55c2 None None] The sync data for ids ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:29:55.440409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e45ca4fe-c99d-4bb4-8c8f-ff3783c94f79 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.447006 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-11e2bd9e-74cf-4d21-ba47-467ea1f3304f tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3593957 Nov 27 01:29:55.447339 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57128) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:55.474858 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-e45ca4fe-c99d-4bb4-8c8f-ff3783c94f79 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] update failed (client error): The resource could not be found. Nov 27 01:29:55.475110 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-7b1f20ef-3cd8-4623-916e-ad9c0ba0d382 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] delete failed (client error): The resource could not be found. Nov 27 01:29:55.479953 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7b1f20ef-3cd8-4623-916e-ad9c0ba0d382 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-groups/43d08074-0c8c-4667-865b-4bd612d5b1be HTTP/1.1" status: 404 len: 347 time: 0.0279493 Nov 27 01:29:55.481189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57130) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:55.491291 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e45ca4fe-c99d-4bb4-8c8f-ff3783c94f79 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "PUT /v2.0/routers/42d140c3-4fea-461c-a2b9-a7e48bcf151d HTTP/1.1" status: 404 len: 339 time: 0.3032091 Nov 27 01:29:55.494730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57132) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:55.500057 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-54939c75-d563-40f1-bc09-12c20cca8b05 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group': {'name': 'tempest-secgroup--94260251'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:55.500240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-aa8f21cf-6e1e-4603-be28-a0b2963ccc1c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2107479719'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:55.530112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8f21cf-6e1e-4603-be28-a0b2963ccc1c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Made reservation on behalf of e952e23c8222461bb8f768735e1fb4ed for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:55.533967 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aa8f21cf-6e1e-4603-be28-a0b2963ccc1c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.561837 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54939c75-d563-40f1-bc09-12c20cca8b05 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.565807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8f21cf-6e1e-4603-be28-a0b2963ccc1c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:29:55.566225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4f47587e-1ff3-4e34-8fb5-a30d2c6df295 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.575645 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aa8f21cf-6e1e-4603-be28-a0b2963ccc1c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.575993 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-aa8f21cf-6e1e-4603-be28-a0b2963ccc1c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Added segment 215508ed-7130-4695-9764-55aa9b7eda57 of type vlan for network 9a76f6b2-6de9-4f75-b4af-641d74182991 Nov 27 01:29:55.622372 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aa8f21cf-6e1e-4603-be28-a0b2963ccc1c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.634627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f47587e-1ff3-4e34-8fb5-a30d2c6df295 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:55.643720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-4f47587e-1ff3-4e34-8fb5-a30d2c6df295 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:55.653474 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f47587e-1ff3-4e34-8fb5-a30d2c6df295 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:55.653988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4f47587e-1ff3-4e34-8fb5-a30d2c6df295 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.658888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47587e-1ff3-4e34-8fb5-a30d2c6df295 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Subnet': ['ID=76b843c2-c05c-4bb9-b1f4-149205ac616d,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:55.663280 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aa8f21cf-6e1e-4603-be28-a0b2963ccc1c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.675279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8f21cf-6e1e-4603-be28-a0b2963ccc1c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:55.678230 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aa8f21cf-6e1e-4603-be28-a0b2963ccc1c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.693704 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4f47587e-1ff3-4e34-8fb5-a30d2c6df295 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7836366 Nov 27 01:29:55.696171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57134) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:55.705003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-63a6b03e-2007-4507-b54e-9560469e1bdf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-37987622', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '76b843c2-c05c-4bb9-b1f4-149205ac616d'}], 'security_groups': ['bc3e735a-3f0e-489c-9711-9d3e8596e9fb']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:55.766952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-aa8f21cf-6e1e-4603-be28-a0b2963ccc1c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2706912 Nov 27 01:29:55.769479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57138) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:55.785955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ec783749-2919-4020-9ee4-61183dcc952a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Request body: {'subnet': {'network_id': '9a76f6b2-6de9-4f75-b4af-641d74182991', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:55.792297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54939c75-d563-40f1-bc09-12c20cca8b05 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.801674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f21cf-6e1e-4603-be28-a0b2963ccc1c tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'Network': ['ID=9a76f6b2-6de9-4f75-b4af-641d74182991,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:55.817429 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54939c75-d563-40f1-bc09-12c20cca8b05 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.823435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 9a76f6b2-6de9-4f75-b4af-641d74182991 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:29:55.908497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63a6b03e-2007-4507-b54e-9560469e1bdf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.932946 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54939c75-d563-40f1-bc09-12c20cca8b05 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:55.934818 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-54939c75-d563-40f1-bc09-12c20cca8b05 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4513295 Nov 27 01:29:55.940138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57140) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:55.949435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c0cce372-39cc-4a63-a574-686d5f648248 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group_rule': {'security_group_id': '831773ff-a770-4ac4-b25f-d6543d8cde9e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:55.973869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54939c75-d563-40f1-bc09-12c20cca8b05 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831773ff-a770-4ac4-b25f-d6543d8cde9e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:56.015074 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c0cce372-39cc-4a63-a574-686d5f648248 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.056591 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec783749-2919-4020-9ee4-61183dcc952a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Made reservation on behalf of e952e23c8222461bb8f768735e1fb4ed for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:29:56.062389 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec783749-2919-4020-9ee4-61183dcc952a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.145773 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c0cce372-39cc-4a63-a574-686d5f648248 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.152881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c0cce372-39cc-4a63-a574-686d5f648248 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.166506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b76fd72-f917-42e4-a173-fdc025d8703e None None] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:56.175364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cce372-39cc-4a63-a574-686d5f648248 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29920da2-1c27-4d1d-954a-b02f9f7376ee,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:56.197321 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c0cce372-39cc-4a63-a574-686d5f648248 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.199029 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c0cce372-39cc-4a63-a574-686d5f648248 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2558572 Nov 27 01:29:56.202578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57142) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:56.232649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df063b31-5610-40aa-b952-3d58dcab55ca tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.243081 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df063b31-5610-40aa-b952-3d58dcab55ca tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.281749 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df063b31-5610-40aa-b952-3d58dcab55ca tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.289503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df063b31-5610-40aa-b952-3d58dcab55ca tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.291062 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-df063b31-5610-40aa-b952-3d58dcab55ca tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/29920da2-1c27-4d1d-954a-b02f9f7376ee HTTP/1.1" status: 204 len: 168 time: 0.0872836 Nov 27 01:29:56.294110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57144) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:56.296057 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84c230db-b386-464e-9bd9-c439416b716b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:56.319189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df063b31-5610-40aa-b952-3d58dcab55ca tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29920da2-1c27-4d1d-954a-b02f9f7376ee,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:56.367631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-952800aa-2c61-4fb2-9bc8-8f2131a29d32 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0721807 Nov 27 01:29:56.370366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57148) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:56.437188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4f9037d1-3cc7-432e-9037-f0cb0e8413a4 None None] Provisioning complete for port 84c230db-b386-464e-9bd9-c439416b716b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:56.437578 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f9037d1-3cc7-432e-9037-f0cb0e8413a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.457100 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a86c631d-17be-4ee5-bbd1-5f536c46a011 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.510123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a86c631d-17be-4ee5-bbd1-5f536c46a011 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.530199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-63a6b03e-2007-4507-b54e-9560469e1bdf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Delete allocated IP 172.20.0.12 (cdeb71bd-ae95-4a74-8138-4c1d846d967f/fea75949-c3c5-4c96-a9d7-01861f6f9cfd) {{(pid=103385) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 01:29:56.550099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-63a6b03e-2007-4507-b54e-9560469e1bdf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.18 (cdeb71bd-ae95-4a74-8138-4c1d846d967f/76b843c2-c05c-4bb9-b1f4-149205ac616d/1efe6c2e-497b-40d3-8858-aa946b274e49) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:56.559446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 84c230db-b386-464e-9bd9-c439416b716b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:56.559817 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.597299 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a86c631d-17be-4ee5-bbd1-5f536c46a011 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.600616 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a86c631d-17be-4ee5-bbd1-5f536c46a011 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.604185 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a86c631d-17be-4ee5-bbd1-5f536c46a011 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-groups/831773ff-a770-4ac4-b25f-d6543d8cde9e HTTP/1.1" status: 204 len: 168 time: 0.2296076 Nov 27 01:29:56.619824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57150) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:56.620647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c631d-17be-4ee5-bbd1-5f536c46a011 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831773ff-a770-4ac4-b25f-d6543d8cde9e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:56.674663 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec783749-2919-4020-9ee4-61183dcc952a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.715988 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e79a94b0-aeee-461d-9b31-af0166798ff0 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0817478 Nov 27 01:29:56.718891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57152) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:56.725212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-371713d6-e3a0-4a68-b80c-252a02362582 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603458338'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:56.750953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec783749-2919-4020-9ee4-61183dcc952a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'Subnet': ['ID=0ced14d6-2fbe-491b-88c7-e0b2ff451b59,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:56.764862 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-371713d6-e3a0-4a68-b80c-252a02362582 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.807847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec783749-2919-4020-9ee4-61183dcc952a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Checking segment: {'id': '215508ed-7130-4695-9764-55aa9b7eda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9a76f6b2-6de9-4f75-b4af-641d74182991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:56.808202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec783749-2919-4020-9ee4-61183dcc952a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Network hostable DHCP agents. Network: 9a76f6b2-6de9-4f75-b4af-641d74182991, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:29:56.858561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec783749-2919-4020-9ee4-61183dcc952a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Network 9a76f6b2-6de9-4f75-b4af-641d74182991 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:29:56.873920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ec783749-2919-4020-9ee4-61183dcc952a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 9a76f6b2-6de9-4f75-b4af-641d74182991) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:56.884982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec783749-2919-4020-9ee4-61183dcc952a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:56.885576 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ec783749-2919-4020-9ee4-61183dcc952a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.892036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a872d694-1884-4e6b-b534-36818c400882 None None] Network 9a76f6b2-6de9-4f75-b4af-641d74182991 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:29:56.920738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ec783749-2919-4020-9ee4-61183dcc952a tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1466887 Nov 27 01:29:56.924174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57156) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:56.930529 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63a6b03e-2007-4507-b54e-9560469e1bdf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.936760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-80ebeadd-c32e-4b1b-b695-686cde0a91fa tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Request body: {'router': {'external_gateway_info': {'network_id': '9a76f6b2-6de9-4f75-b4af-641d74182991'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:56.939353 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-371713d6-e3a0-4a68-b80c-252a02362582 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.942331 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63a6b03e-2007-4507-b54e-9560469e1bdf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.951094 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-371713d6-e3a0-4a68-b80c-252a02362582 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.975328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-371713d6-e3a0-4a68-b80c-252a02362582 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.977555 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-371713d6-e3a0-4a68-b80c-252a02362582 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2575352 Nov 27 01:29:56.985157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57158) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:56.989788 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f9037d1-3cc7-432e-9037-f0cb0e8413a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:56.992092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b4d78a79-0aab-42df-b9f6-39de783aafdf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group_rule': {'security_group_id': 'c0e4a627-79f9-4416-aa12-5b0b78ccc278', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:57.023542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371713d6-e3a0-4a68-b80c-252a02362582 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e4a627-79f9-4416-aa12-5b0b78ccc278,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:57.030650 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.058215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d78a79-0aab-42df-b9f6-39de783aafdf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.121860 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-63a6b03e-2007-4507-b54e-9560469e1bdf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] In _notify_port_updated(), no bound segment for port 1efe6c2e-497b-40d3-8858-aa946b274e49 on network cdeb71bd-ae95-4a74-8138-4c1d846d967f {{(pid=103385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:29:57.127293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a6b03e-2007-4507-b54e-9560469e1bdf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:29:57.128041 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63a6b03e-2007-4507-b54e-9560469e1bdf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.129216 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-63a6b03e-2007-4507-b54e-9560469e1bdf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "PUT /v2.0/ports/1efe6c2e-497b-40d3-8858-aa946b274e49 HTTP/1.1" status: 200 len: 919 time: 1.4321806 Nov 27 01:29:57.133643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57160) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:57.169893 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d78a79-0aab-42df-b9f6-39de783aafdf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.170252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4f9037d1-3cc7-432e-9037-f0cb0e8413a4 None None] For port 84c230db-b386-464e-9bd9-c439416b716b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84c230db-b386-464e-9bd9-c439416b716b,segment=NetworkSegment(824a7cb6-211e-4cdf-a053-151d02a6df76),segment_id=824a7cb6-211e-4cdf-a053-151d02a6df76)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:57.177258 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d78a79-0aab-42df-b9f6-39de783aafdf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.198290 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f9037d1-3cc7-432e-9037-f0cb0e8413a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.210793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d78a79-0aab-42df-b9f6-39de783aafdf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e54a88-90aa-4692-b3cf-64c4ac33d6d4,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:57.243897 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d78a79-0aab-42df-b9f6-39de783aafdf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.249383 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b4d78a79-0aab-42df-b9f6-39de783aafdf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2618306 Nov 27 01:29:57.250018 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57162) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:57.262539 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f03624a2-4bda-4a66-8b59-cb194e97219c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group_rule': {'security_group_id': 'c0e4a627-79f9-4416-aa12-5b0b78ccc278', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:57.333600 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f03624a2-4bda-4a66-8b59-cb194e97219c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.426500 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-80ebeadd-c32e-4b1b-b695-686cde0a91fa tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.443729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6b03e-2007-4507-b54e-9560469e1bdf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=1efe6c2e-497b-40d3-8858-aa946b274e49,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:57.458987 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f03624a2-4bda-4a66-8b59-cb194e97219c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.469825 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f03624a2-4bda-4a66-8b59-cb194e97219c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.506542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-182c52f5-45cd-46c2-abae-ec45fea9a19c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 1efe6c2e-497b-40d3-8858-aa946b274e49 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:29:57.507324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-182c52f5-45cd-46c2-abae-ec45fea9a19c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.507894 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03624a2-4bda-4a66-8b59-cb194e97219c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c95011-d144-4273-8840-9ad1846218c9,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:57.541130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f03624a2-4bda-4a66-8b59-cb194e97219c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.544174 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f03624a2-4bda-4a66-8b59-cb194e97219c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2930605 Nov 27 01:29:57.546812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57174) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:57.557227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-34bf4b55-1c05-43dc-a2f9-44b24ff78b0b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group_rule': {'security_group_id': 'c0e4a627-79f9-4416-aa12-5b0b78ccc278', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:57.575496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c469f9-41d2-4a53-b6c0-042409bcdf8d None None] Update dhcp port {'port': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'fixed_ips': [{'subnet_id': 'fea75949-c3c5-4c96-a9d7-01861f6f9cfd', 'ip_address': '172.20.0.2'}, {'subnet_id': '76b843c2-c05c-4bb9-b1f4-149205ac616d'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '84c230db-b386-464e-9bd9-c439416b716b'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:29:57.577788 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:29:57.578485 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:29:57.607516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4f9037d1-3cc7-432e-9037-f0cb0e8413a4 None None] Provisioning complete for port fe4a0950-85a0-4b5d-86e1-4d822128b556 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:57.608044 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f9037d1-3cc7-432e-9037-f0cb0e8413a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.626945 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bf4b55-1c05-43dc-a2f9-44b24ff78b0b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.664598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9037d1-3cc7-432e-9037-f0cb0e8413a4 None None] Pushing event updated for resources: {'Port': ['ID=84c230db-b386-464e-9bd9-c439416b716b,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:57.677392 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c7c469f9-41d2-4a53-b6c0-042409bcdf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.735028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4f9037d1-3cc7-432e-9037-f0cb0e8413a4 None None] Port fe4a0950-85a0-4b5d-86e1-4d822128b556 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:29:57.741017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-9a76f6b2-6de9-4f75-b4af-641d74182991', 'network_id': '9a76f6b2-6de9-4f75-b4af-641d74182991', 'tenant_id': 'e952e23c8222461bb8f768735e1fb4ed', 'fixed_ips': [{'subnet_id': '0ced14d6-2fbe-491b-88c7-e0b2ff451b59'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:29:57.741917 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.760166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-182c52f5-45cd-46c2-abae-ec45fea9a19c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.767298 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bf4b55-1c05-43dc-a2f9-44b24ff78b0b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.782758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bf4b55-1c05-43dc-a2f9-44b24ff78b0b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.789663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-182c52f5-45cd-46c2-abae-ec45fea9a19c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 1efe6c2e-497b-40d3-8858-aa946b274e49 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:29:57.831022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf4b55-1c05-43dc-a2f9-44b24ff78b0b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f749bb3b-2ba9-46a9-9109-b1fe263c3501,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:57.863714 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34bf4b55-1c05-43dc-a2f9-44b24ff78b0b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:57.870498 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-34bf4b55-1c05-43dc-a2f9-44b24ff78b0b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3222840 Nov 27 01:29:57.872369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57202) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:57.883120 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-94f5dd7b-c28f-4e3e-904d-6c4b56852fa6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group_rule': {'security_group_id': 'c0e4a627-79f9-4416-aa12-5b0b78ccc278', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:57.951260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94f5dd7b-c28f-4e3e-904d-6c4b56852fa6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.022608 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94f5dd7b-c28f-4e3e-904d-6c4b56852fa6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.031768 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94f5dd7b-c28f-4e3e-904d-6c4b56852fa6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.083924 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5dd7b-c28f-4e3e-904d-6c4b56852fa6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46097a96-e490-4525-9438-90a9338d8122,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:58.129944 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94f5dd7b-c28f-4e3e-904d-6c4b56852fa6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.131290 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-94f5dd7b-c28f-4e3e-904d-6c4b56852fa6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2552567 Nov 27 01:29:58.134354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57230) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:58.139713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f80f7676-45c8-4dff-a189-1ef47846e53c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group_rule': {'security_group_id': 'c0e4a627-79f9-4416-aa12-5b0b78ccc278', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:29:58.200071 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f80f7676-45c8-4dff-a189-1ef47846e53c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.217236 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-80ebeadd-c32e-4b1b-b695-686cde0a91fa tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:29:58.218339 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-80ebeadd-c32e-4b1b-b695-686cde0a91fa tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "PUT /v2.0/routers/42d140c3-4fea-461c-a2b9-a7e48bcf151d HTTP/1.1" status: 400 len: 364 time: 1.2907584 Nov 27 01:29:58.223462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57240) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:58.264599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-182c52f5-45cd-46c2-abae-ec45fea9a19c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.335525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c52f5-45cd-46c2-abae-ec45fea9a19c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=1efe6c2e-497b-40d3-8858-aa946b274e49,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:58.449546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f80f7676-45c8-4dff-a189-1ef47846e53c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.508381 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-182c52f5-45cd-46c2-abae-ec45fea9a19c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.512119 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-182c52f5-45cd-46c2-abae-ec45fea9a19c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/1efe6c2e-497b-40d3-8858-aa946b274e49 HTTP/1.1" status: 204 len: 168 time: 1.3755064 Nov 27 01:29:58.518365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57266) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:58.520328 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-c7c469f9-41d2-4a53-b6c0-042409bcdf8d None None] Allocated IP 172.20.0.19 (cdeb71bd-ae95-4a74-8138-4c1d846d967f/76b843c2-c05c-4bb9-b1f4-149205ac616d/84c230db-b386-464e-9bd9-c439416b716b) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:58.583907 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d6fed0-3a2b-4e85-b287-fb7640de12f5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:29:58.585614 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-00d6fed0-3a2b-4e85-b287-fb7640de12f5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/1efe6c2e-497b-40d3-8858-aa946b274e49 HTTP/1.1" status: 404 len: 333 time: 0.0660050 Nov 27 01:29:58.588565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57274) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:58.618506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f80f7676-45c8-4dff-a189-1ef47846e53c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.699915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f7676-45c8-4dff-a189-1ef47846e53c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7befbe-3642-4a5f-b344-233e6efe4c6c,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:58.710700 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2337b2b4-e0ee-4043-a84a-fbb20e00d4e4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.716897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84c230db-b386-464e-9bd9-c439416b716b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:29:58.741426 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f80f7676-45c8-4dff-a189-1ef47846e53c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.745483 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f80f7676-45c8-4dff-a189-1ef47846e53c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6099765 Nov 27 01:29:58.748991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57288) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:58.783027 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2337b2b4-e0ee-4043-a84a-fbb20e00d4e4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.816545 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.822656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Allocated IP 2001:db8:1::2 (9a76f6b2-6de9-4f75-b4af-641d74182991/0ced14d6-2fbe-491b-88c7-e0b2ff451b59/dec43a56-f8e4-41c3-896a-38060bc3b381) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:29:58.858319 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e07fd593-b984-4975-812f-b6fb3feb8ce4 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.872136 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e07fd593-b984-4975-812f-b6fb3feb8ce4 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.916766 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2337b2b4-e0ee-4043-a84a-fbb20e00d4e4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.935003 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2337b2b4-e0ee-4043-a84a-fbb20e00d4e4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:58.941493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2337b2b4-e0ee-4043-a84a-fbb20e00d4e4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/security-groups/06308702-a781-40a5-82a9-28918f7089cb HTTP/1.1" status: 204 len: 168 time: 0.3515086 Nov 27 01:29:58.942786 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57308) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:58.963192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 84c230db-b386-464e-9bd9-c439416b716b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:29:58.963769 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.044560 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e07fd593-b984-4975-812f-b6fb3feb8ce4 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.080071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c7c469f9-41d2-4a53-b6c0-042409bcdf8d None None] For port 84c230db-b386-464e-9bd9-c439416b716b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84c230db-b386-464e-9bd9-c439416b716b,segment=NetworkSegment(824a7cb6-211e-4cdf-a053-151d02a6df76),segment_id=824a7cb6-211e-4cdf-a053-151d02a6df76)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:29:59.088262 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e07fd593-b984-4975-812f-b6fb3feb8ce4 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.094277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e07fd593-b984-4975-812f-b6fb3feb8ce4 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0a7befbe-3642-4a5f-b344-233e6efe4c6c HTTP/1.1" status: 204 len: 168 time: 0.3441985 Nov 27 01:29:59.098781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337b2b4-e0ee-4043-a84a-fbb20e00d4e4 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06308702-a781-40a5-82a9-28918f7089cb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:59.102788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57328) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:59.150069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fd593-b984-4975-812f-b6fb3feb8ce4 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a7befbe-3642-4a5f-b344-233e6efe4c6c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:59.213180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7402fefb-fd2f-43ee-8fd5-75296a1bb264 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.249879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-577cb12a-f9e2-46f7-b048-76866b6a2819 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1364012 Nov 27 01:29:59.255898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57342) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:59.257235 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.286530 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c7c469f9-41d2-4a53-b6c0-042409bcdf8d None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.286864 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7402fefb-fd2f-43ee-8fd5-75296a1bb264 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.314137 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c7c469f9-41d2-4a53-b6c0-042409bcdf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.317229 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.337573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.388629 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.395605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Network 9a76f6b2-6de9-4f75-b4af-641d74182991 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:29:59.408176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:29:59.417119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:29:59.455220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7402fefb-fd2f-43ee-8fd5-75296a1bb264 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.460534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7402fefb-fd2f-43ee-8fd5-75296a1bb264 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.463824 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7402fefb-fd2f-43ee-8fd5-75296a1bb264 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/security-groups/bc3e735a-3f0e-489c-9711-9d3e8596e9fb HTTP/1.1" status: 204 len: 168 time: 0.5048530 Nov 27 01:29:59.465804 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.467437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57358) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:59.497003 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.499077 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/46097a96-e490-4525-9438-90a9338d8122 HTTP/1.1" status: 204 len: 168 time: 0.2417524 Nov 27 01:29:59.555383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Attempting to bind port dec43a56-f8e4-41c3-896a-38060bc3b381 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:29:59.555383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Attempting to bind port dec43a56-f8e4-41c3-896a-38060bc3b381 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '215508ed-7130-4695-9764-55aa9b7eda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9a76f6b2-6de9-4f75-b4af-641d74182991'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:29:59.555971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Attempting to bind port dec43a56-f8e4-41c3-896a-38060bc3b381 on network 9a76f6b2-6de9-4f75-b4af-641d74182991 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:29:59.558125 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c469f9-41d2-4a53-b6c0-042409bcdf8d None None] Pushing event updated for resources: {'Port': ['ID=84c230db-b386-464e-9bd9-c439416b716b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:59.558964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57364) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:59.572590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:29:59.573223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Checking segment: {'id': '215508ed-7130-4695-9764-55aa9b7eda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9a76f6b2-6de9-4f75-b4af-641d74182991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:29:59.574179 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.575052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Bound using segment: {'id': '215508ed-7130-4695-9764-55aa9b7eda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9a76f6b2-6de9-4f75-b4af-641d74182991'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:29:59.576194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Bound port: dec43a56-f8e4-41c3-896a-38060bc3b381, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215508ed-7130-4695-9764-55aa9b7eda57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9a76f6b2-6de9-4f75-b4af-641d74182991'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:29:59.576768 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.648352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46097a96-e490-4525-9438-90a9338d8122,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:59.674692 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:59.675582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:59.680368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] For port dec43a56-f8e4-41c3-896a-38060bc3b381, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:29:59.681799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:59.683266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:59.684319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:59.684865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:59.685299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:59.685728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:59.686191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:59.686838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:59.687393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:59.687742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] For port dec43a56-f8e4-41c3-896a-38060bc3b381, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=dec43a56-f8e4-41c3-896a-38060bc3b381,segment=NetworkSegment(215508ed-7130-4695-9764-55aa9b7eda57),segment_id=215508ed-7130-4695-9764-55aa9b7eda57)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:29:59.688225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62167126-6cfa-4337-bcd8-b6272c507233 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:29:59.702993 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.703318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf2ef72-98bc-49a3-94cc-cf1c116f29f8 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting subnet fea75949-c3c5-4c96-a9d7-01861f6f9cfd {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:29:59.709484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402fefb-fd2f-43ee-8fd5-75296a1bb264 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3e735a-3f0e-489c-9711-9d3e8596e9fb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:59.713222 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ef72-98bc-49a3-94cc-cf1c116f29f8 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.766086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Pushing event updated for resources: {'Port': ['ID=dec43a56-f8e4-41c3-896a-38060bc3b381,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:59.803529 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ef72-98bc-49a3-94cc-cf1c116f29f8 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.849358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57392) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:29:59.911486 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388887b-1249-45a6-98ce-f0f8a1fa6b21 None None] Pushing event updated for resources: {'Port': ['ID=dec43a56-f8e4-41c3-896a-38060bc3b381,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:29:59.917373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ef72-98bc-49a3-94cc-cf1c116f29f8 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:29:59.926126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-da1c52a2-13b3-46b2-bc61-741ea776c576 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3660715 Nov 27 01:29:59.932708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57404) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:00.034700 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2718206-bf45-4ae8-b4b7-4c934fd61a65 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.059424 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2718206-bf45-4ae8-b4b7-4c934fd61a65 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.201820 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ef72-98bc-49a3-94cc-cf1c116f29f8 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.236787 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4cf2ef72-98bc-49a3-94cc-cf1c116f29f8 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.248052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4cf2ef72-98bc-49a3-94cc-cf1c116f29f8 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/fea75949-c3c5-4c96-a9d7-01861f6f9cfd HTTP/1.1" status: 204 len: 168 time: 0.7737901 Nov 27 01:30:00.250984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57430) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:00.269543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-10dcd6b3-259d-49b5-a2c7-4425bd55666c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:00.312168 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59ef43c8-3ee9-4e32-ad4d-e11fe3a3d628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.326779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2718206-bf45-4ae8-b4b7-4c934fd61a65 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.335132 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2718206-bf45-4ae8-b4b7-4c934fd61a65 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.337227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a2718206-bf45-4ae8-b4b7-4c934fd61a65 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f749bb3b-2ba9-46a9-9109-b1fe263c3501 HTTP/1.1" status: 204 len: 168 time: 0.4018562 Nov 27 01:30:00.362433 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57438) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:00.365449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2ef72-98bc-49a3-94cc-cf1c116f29f8 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Subnet': ['ID=fea75949-c3c5-4c96-a9d7-01861f6f9cfd,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:00.439264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Allocated IP 2001:db8::1 (bac32bb2-f4a8-4f34-b8c9-cf44de5a7670/6fc7673f-224e-460b-af8b-bc10ac2753b2/c8845bd4-b0f2-4373-a764-930efe461797) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:00.446145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2718206-bf45-4ae8-b4b7-4c934fd61a65 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f749bb3b-2ba9-46a9-9109-b1fe263c3501,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:00.571963 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0b3e96d7-293e-4364-b5ec-3c7b66ad5d4c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2068536 Nov 27 01:30:00.577589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57460) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:00.669341 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59ef43c8-3ee9-4e32-ad4d-e11fe3a3d628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.708962 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59ef43c8-3ee9-4e32-ad4d-e11fe3a3d628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.742330 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6e954aad-85fe-4e86-a748-146053acde12 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.745964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dcd6b3-259d-49b5-a2c7-4425bd55666c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:00.752796 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-10dcd6b3-259d-49b5-a2c7-4425bd55666c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.805331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device dec43a56-f8e4-41c3-896a-38060bc3b381 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:00.827224 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6e954aad-85fe-4e86-a748-146053acde12 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.844385 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a39fbf6-efa0-4bbd-b543-89bd6e815f15 None None] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:00.895684 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-59ef43c8-3ee9-4e32-ad4d-e11fe3a3d628 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8aaf9e4140964dc0b113521efb109d69&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0274665 Nov 27 01:30:00.899225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef43c8-3ee9-4e32-ad4d-e11fe3a3d628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21897906-e66b-485e-a55a-4c47c67177b2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:00.909175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57492) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:00.954620 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:00.976579 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6e954aad-85fe-4e86-a748-146053acde12 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.035785 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6e954aad-85fe-4e86-a748-146053acde12 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.041020 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6e954aad-85fe-4e86-a748-146053acde12 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/80c95011-d144-4273-8840-9ad1846218c9 HTTP/1.1" status: 204 len: 168 time: 0.4556243 Nov 27 01:30:01.043200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57504) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:01.055658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e954aad-85fe-4e86-a748-146053acde12 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80c95011-d144-4273-8840-9ad1846218c9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:01.071853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8a8faa54-6b20-4ab1-94b8-c7ab5dff6286 None None] Provisioning complete for port 84c230db-b386-464e-9bd9-c439416b716b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:01.072294 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a8faa54-6b20-4ab1-94b8-c7ab5dff6286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.076024 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27122dc-ef92-4765-90ad-419c22eb3b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.136985 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27122dc-ef92-4765-90ad-419c22eb3b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.148636 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.166562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0ab83313-f013-4c7e-9801-7be7da75a15a tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1199315 Nov 27 01:30:01.174507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57518) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:01.185939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port dec43a56-f8e4-41c3-896a-38060bc3b381 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:01.186363 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.257591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Network bac32bb2-f4a8-4f34-b8c9-cf44de5a7670 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:01.267605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:01.278300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:01.278855 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.299079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1aef145-2c92-4fe7-8fed-ae5dbdeb50a3 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.351343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8a8faa54-6b20-4ab1-94b8-c7ab5dff6286 None None] Could not find standard attr ID for object 1efe6c2e-497b-40d3-8858-aa946b274e49. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:30:01.377409 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.394708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8a8faa54-6b20-4ab1-94b8-c7ab5dff6286 None None] Provisioning complete for port fe4a0950-85a0-4b5d-86e1-4d822128b556 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:01.395326 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a8faa54-6b20-4ab1-94b8-c7ab5dff6286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.428593 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1aef145-2c92-4fe7-8fed-ae5dbdeb50a3 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.456998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port dec43a56-f8e4-41c3-896a-38060bc3b381, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=dec43a56-f8e4-41c3-896a-38060bc3b381,segment=NetworkSegment(215508ed-7130-4695-9764-55aa9b7eda57),segment_id=215508ed-7130-4695-9764-55aa9b7eda57)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:01.472607 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.475769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84c230db-b386-464e-9bd9-c439416b716b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:01.549350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'Port': ['ID=c8845bd4-b0f2-4373-a764-930efe461797,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:01.583900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8a8faa54-6b20-4ab1-94b8-c7ab5dff6286 None None] Port fe4a0950-85a0-4b5d-86e1-4d822128b556 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:01.590736 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-10dcd6b3-259d-49b5-a2c7-4425bd55666c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.619806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27122dc-ef92-4765-90ad-419c22eb3b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.624266 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f27122dc-ef92-4765-90ad-419c22eb3b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.626158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f27122dc-ef92-4765-90ad-419c22eb3b49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21897906-e66b-485e-a55a-4c47c67177b2 HTTP/1.1" status: 204 len: 168 time: 0.7140608 Nov 27 01:30:01.644679 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.649549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=dec43a56-f8e4-41c3-896a-38060bc3b381,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:01.724731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc1126-8811-43cb-a91f-9d75abeb713f None None] Network 9a76f6b2-6de9-4f75-b4af-641d74182991 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:01.734540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27122dc-ef92-4765-90ad-419c22eb3b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21897906-e66b-485e-a55a-4c47c67177b2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:01.744059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dcd6b3-259d-49b5-a2c7-4425bd55666c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:01.749421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-10dcd6b3-259d-49b5-a2c7-4425bd55666c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:01.755196 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1aef145-2c92-4fe7-8fed-ae5dbdeb50a3 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.765186 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1aef145-2c92-4fe7-8fed-ae5dbdeb50a3 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.766077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d1aef145-2c92-4fe7-8fed-ae5dbdeb50a3 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c1e54a88-90aa-4692-b3cf-64c4ac33d6d4 HTTP/1.1" status: 204 len: 168 time: 0.5905404 Nov 27 01:30:01.769489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57580) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:01.777918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dcd6b3-259d-49b5-a2c7-4425bd55666c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:01.778769 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-10dcd6b3-259d-49b5-a2c7-4425bd55666c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:01.819358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcd6b3-259d-49b5-a2c7-4425bd55666c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Subnet': ['ID=15175352-d5e1-42ca-9ad6-da2412acaab9,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:01.829198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-10dcd6b3-259d-49b5-a2c7-4425bd55666c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5657687 Nov 27 01:30:01.832651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57588) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:01.844188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-07933ebc-5807-44b7-86e1-292ff80c62a9 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'security_group': {'name': 'tempest-secgroup-1132596645'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:01.904608 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07933ebc-5807-44b7-86e1-292ff80c62a9 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.013925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 84c230db-b386-464e-9bd9-c439416b716b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:02.025761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07933ebc-5807-44b7-86e1-292ff80c62a9 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.031317 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07933ebc-5807-44b7-86e1-292ff80c62a9 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.045108 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.048492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aef145-2c92-4fe7-8fed-ae5dbdeb50a3 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1e54a88-90aa-4692-b3cf-64c4ac33d6d4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:02.092963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07933ebc-5807-44b7-86e1-292ff80c62a9 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.099140 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-07933ebc-5807-44b7-86e1-292ff80c62a9 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2635553 Nov 27 01:30:02.099966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57616) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:02.105275 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ed8027ea-41e8-4c59-9aa1-018ac3b65b44 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3279107 Nov 27 01:30:02.106415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3f178684-8369-4e8b-9df5-836b0f322a91 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'security_group': {'name': 'tempest-secgroup-1267661541'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:02.112815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57618) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:02.125625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07933ebc-5807-44b7-86e1-292ff80c62a9 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97915964-f57b-498b-b0a1-df7c3f28ff51,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:02.172628 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b13c0d4e-06e1-4bb1-af1f-31d1a97330bb None None] Provisioning complete for port dec43a56-f8e4-41c3-896a-38060bc3b381 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:02.179652 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b13c0d4e-06e1-4bb1-af1f-31d1a97330bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.218556 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f178684-8369-4e8b-9df5-836b0f322a91 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.254505 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4333e910-280c-4961-b65c-f1ebf8062c7b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.301175 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4333e910-280c-4961-b65c-f1ebf8062c7b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.337954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57642) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:02.366808 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.382665 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.383980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.427970 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d33748e-5352-42ed-98d6-cf37024f7924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.428198 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f178684-8369-4e8b-9df5-836b0f322a91 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.440931 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f178684-8369-4e8b-9df5-836b0f322a91 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.507188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f178684-8369-4e8b-9df5-836b0f322a91 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eddc75be-88bf-4304-8eae-1b6942412f86,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:02.509809 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4333e910-280c-4961-b65c-f1ebf8062c7b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.510949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ccae9e-ffd0-498a-88e3-f5b0e34762be None None] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:02.513873 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4333e910-280c-4961-b65c-f1ebf8062c7b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.515193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4333e910-280c-4961-b65c-f1ebf8062c7b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-groups/c0e4a627-79f9-4416-aa12-5b0b78ccc278 HTTP/1.1" status: 204 len: 168 time: 0.4010923 Nov 27 01:30:02.520230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57664) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:02.522619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event updated for resources: {'Port': ['ID=c8845bd4-b0f2-4373-a764-930efe461797,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:02.528351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333e910-280c-4961-b65c-f1ebf8062c7b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e4a627-79f9-4416-aa12-5b0b78ccc278,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:02.533615 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f178684-8369-4e8b-9df5-836b0f322a91 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.535118 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3f178684-8369-4e8b-9df5-836b0f322a91 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4333196 Nov 27 01:30:02.537760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57666) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:02.545755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e8869450-17e4-4c02-bfa7-af8762b04182 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'security_group': {'name': 'tempest-secgroup-1286212629'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:02.601142 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8869450-17e4-4c02-bfa7-af8762b04182 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.660002 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-92674a3a-54ea-4ecc-8b43-63036822599c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1337938 Nov 27 01:30:02.660732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57674) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:02.672902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a75c5c3a-0153-4e10-8eab-aa91de4c6b61 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group': {'name': 'tempest-secgroup--842785130'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:02.683051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Network bac32bb2-f4a8-4f34-b8c9-cf44de5a7670 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:02.693047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:02.701799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8869450-17e4-4c02-bfa7-af8762b04182 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.711707 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8869450-17e4-4c02-bfa7-af8762b04182 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.753144 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8869450-17e4-4c02-bfa7-af8762b04182 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86cbde1-1304-4edf-97fb-334c70263002,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:02.770499 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d33748e-5352-42ed-98d6-cf37024f7924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.805110 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d33748e-5352-42ed-98d6-cf37024f7924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.843443 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8869450-17e4-4c02-bfa7-af8762b04182 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.847702 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e8869450-17e4-4c02-bfa7-af8762b04182 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3050575 Nov 27 01:30:02.847702 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57680) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:02.853522 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2091442783', 'security_groups': ['c86cbde1-1304-4edf-97fb-334c70263002'], 'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '15175352-d5e1-42ca-9ad6-da2412acaab9'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:02.867253 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c3a-0153-4e10-8eab-aa91de4c6b61 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:02.961975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device dec43a56-f8e4-41c3-896a-38060bc3b381 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:02.962669 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33748e-5352-42ed-98d6-cf37024f7924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec84b7e6-f491-48af-b6f6-4e81f436c067,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:03.011764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bd43c315-d2e5-429f-9282-584d1a839c3a None None] Provisioning complete for port 84c230db-b386-464e-9bd9-c439416b716b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:03.012430 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bd43c315-d2e5-429f-9282-584d1a839c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.081990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57682) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:03.087125 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5d33748e-5352-42ed-98d6-cf37024f7924 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8f0bf4704134289a659c361b3b89022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7431633 Nov 27 01:30:03.163260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef33dc3c-f747-47c2-8ff2-a16ed0b610db None None] Update dhcp port {'port': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'fixed_ips': [{'subnet_id': '76b843c2-c05c-4bb9-b1f4-149205ac616d', 'ip_address': '172.20.0.19'}, {'subnet_id': '15175352-d5e1-42ca-9ad6-da2412acaab9'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '84c230db-b386-464e-9bd9-c439416b716b'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:30:03.173056 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c3a-0153-4e10-8eab-aa91de4c6b61 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.192221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:03.194564 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Router 42d140c3-4fea-461c-a2b9-a7e48bcf151d has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:30:03.196703 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c3a-0153-4e10-8eab-aa91de4c6b61 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.220114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port dec43a56-f8e4-41c3-896a-38060bc3b381 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:03.220497 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.248773 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ef33dc3c-f747-47c2-8ff2-a16ed0b610db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.252602 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a75c5c3a-0153-4e10-8eab-aa91de4c6b61 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.255805 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a75c5c3a-0153-4e10-8eab-aa91de4c6b61 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5855973 Nov 27 01:30:03.258191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57686) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:03.267054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-330f9f13-b5a1-4c4e-a2ac-8b4f8fd1c5ef tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group_rule': {'security_group_id': 'd6fc736e-775b-427f-a56f-f218a920b378', 'direction': 'ingress', 'protocol': 17}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:03.274740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c5c3a-0153-4e10-8eab-aa91de4c6b61 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fc736e-775b-427f-a56f-f218a920b378,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:03.303714 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a95d78f8-71cd-4a3e-a5ce-6efdcf466845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.351213 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a95d78f8-71cd-4a3e-a5ce-6efdcf466845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.391613 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.400956 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-330f9f13-b5a1-4c4e-a2ac-8b4f8fd1c5ef tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.404936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:30:03.414722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6ab29018-1472-47e4-b556-35c35f8e4218 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "PUT /v2.0/routers/42d140c3-4fea-461c-a2b9-a7e48bcf151d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1851885 Nov 27 01:30:03.418182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57690) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:03.424153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bd43c315-d2e5-429f-9282-584d1a839c3a None None] Provisioning complete for port fe4a0950-85a0-4b5d-86e1-4d822128b556 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:03.424526 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bd43c315-d2e5-429f-9282-584d1a839c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.439633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] device_id is not set on port 11d1d7f1-6333-425d-b8dd-f9c6023dbe4d yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:30:03.440162 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587df75a-fa0f-4180-ad1c-e60d41552b5d None None] Sync routers for ids ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:30:03.554942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-330f9f13-b5a1-4c4e-a2ac-8b4f8fd1c5ef tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.558591 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a95d78f8-71cd-4a3e-a5ce-6efdcf466845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.561905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a150fe84-0449-4404-8363-7d9ee3779f24 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.562412 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a95d78f8-71cd-4a3e-a5ce-6efdcf466845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.563872 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a95d78f8-71cd-4a3e-a5ce-6efdcf466845 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec84b7e6-f491-48af-b6f6-4e81f436c067 HTTP/1.1" status: 204 len: 168 time: 0.4802301 Nov 27 01:30:03.564834 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-330f9f13-b5a1-4c4e-a2ac-8b4f8fd1c5ef tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.579785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587df75a-fa0f-4180-ad1c-e60d41552b5d None None] Routers {'42d140c3-4fea-461c-a2b9-a7e48bcf151d'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:03.580444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-587df75a-fa0f-4180-ad1c-e60d41552b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:03.610069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d78f8-71cd-4a3e-a5ce-6efdcf466845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec84b7e6-f491-48af-b6f6-4e81f436c067,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:03.643332 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-587df75a-fa0f-4180-ad1c-e60d41552b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:03.657226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-bd43c315-d2e5-429f-9282-584d1a839c3a None None] Port fe4a0950-85a0-4b5d-86e1-4d822128b556 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:03.659046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f9f13-b5a1-4c4e-a2ac-8b4f8fd1c5ef tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b699e3f8-439b-47a9-b2cd-f65fb4134e4e,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:03.679137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587df75a-fa0f-4180-ad1c-e60d41552b5d None None] Routers {'42d140c3-4fea-461c-a2b9-a7e48bcf151d'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:03.679775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-587df75a-fa0f-4180-ad1c-e60d41552b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:03.692643 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-330f9f13-b5a1-4c4e-a2ac-8b4f8fd1c5ef tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.694121 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-330f9f13-b5a1-4c4e-a2ac-8b4f8fd1c5ef tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4313624 Nov 27 01:30:03.697638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57696) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:03.719930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-587df75a-fa0f-4180-ad1c-e60d41552b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:03.720580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587df75a-fa0f-4180-ad1c-e60d41552b5d None None] The sync data for ids ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:30:03.726934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bd43c315-d2e5-429f-9282-584d1a839c3a None None] Provisioning complete for port c8845bd4-b0f2-4373-a764-930efe461797 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:03.727289 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bd43c315-d2e5-429f-9282-584d1a839c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.751673 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.11 (cdeb71bd-ae95-4a74-8138-4c1d846d967f/15175352-d5e1-42ca-9ad6-da2412acaab9/11d1d7f1-6333-425d-b8dd-f9c6023dbe4d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:03.764654 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-a150fe84-0449-4404-8363-7d9ee3779f24 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 27 01:30:03.768387 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a150fe84-0449-4404-8363-7d9ee3779f24 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "DELETE /v2.0/routers/42d140c3-4fea-461c-a2b9-a7e48bcf151d HTTP/1.1" status: 409 len: 329 time: 0.3463039 Nov 27 01:30:03.769169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57698) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:03.772686 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-bd43c315-d2e5-429f-9282-584d1a839c3a None None] Port c8845bd4-b0f2-4373-a764-930efe461797 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:03.833744 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e69a60-441c-47a5-b120-d443f0fdb559 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.863108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e69a60-441c-47a5-b120-d443f0fdb559 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.903145 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a44b157d-3d2c-4b2d-a4a4-562fd156a510 None None] Provisioning complete for port dec43a56-f8e4-41c3-896a-38060bc3b381 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:03.904342 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a44b157d-3d2c-4b2d-a4a4-562fd156a510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.923520 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e69a60-441c-47a5-b120-d443f0fdb559 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.927128 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-19e69a60-441c-47a5-b120-d443f0fdb559 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:03.930720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-19e69a60-441c-47a5-b120-d443f0fdb559 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-groups/d6fc736e-775b-427f-a56f-f218a920b378 HTTP/1.1" status: 204 len: 168 time: 0.2297752 Nov 27 01:30:03.932723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57702) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:03.966787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e69a60-441c-47a5-b120-d443f0fdb559 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fc736e-775b-427f-a56f-f218a920b378,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:04.002546 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4d0bd7be-dfbb-4142-966e-c525547d224f tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0672448 Nov 27 01:30:04.008959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57704) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:04.014610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a98d9e4c-6f8b-4e78-9e79-7cb5b2239a31 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616702537'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:04.060170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98d9e4c-6f8b-4e78-9e79-7cb5b2239a31 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.127455 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.195725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a44b157d-3d2c-4b2d-a4a4-562fd156a510 None None] Provisioning complete for port c8845bd4-b0f2-4373-a764-930efe461797 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:04.196303 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a44b157d-3d2c-4b2d-a4a4-562fd156a510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.214849 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98d9e4c-6f8b-4e78-9e79-7cb5b2239a31 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.224113 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98d9e4c-6f8b-4e78-9e79-7cb5b2239a31 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.230725 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.264101 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a98d9e4c-6f8b-4e78-9e79-7cb5b2239a31 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.265973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a98d9e4c-6f8b-4e78-9e79-7cb5b2239a31 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2557719 Nov 27 01:30:04.269559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57712) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:04.274561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b3482d9d-9ec8-45c2-a084-86db2b344344 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187115128'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:04.280193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d9e4c-6f8b-4e78-9e79-7cb5b2239a31 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36cb6d4-4a67-40d1-8c43-1c550eb2ee52,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:04.310619 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3482d9d-9ec8-45c2-a084-86db2b344344 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.313809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:04.316920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a44b157d-3d2c-4b2d-a4a4-562fd156a510 None None] Port c8845bd4-b0f2-4373-a764-930efe461797 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:04.325067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:04.331136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:30:04.340486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=11d1d7f1-6333-425d-b8dd-f9c6023dbe4d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:04.371618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-ef33dc3c-f747-47c2-8ff2-a16ed0b610db None None] Allocated IP 172.20.0.2 (cdeb71bd-ae95-4a74-8138-4c1d846d967f/15175352-d5e1-42ca-9ad6-da2412acaab9/84c230db-b386-464e-9bd9-c439416b716b) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:04.398026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:04.398863 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.403859 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93590598-ce19-4bea-842f-06391442003d tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.457644 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3482d9d-9ec8-45c2-a084-86db2b344344 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.463147 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3482d9d-9ec8-45c2-a084-86db2b344344 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.517705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3482d9d-9ec8-45c2-a084-86db2b344344 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.519107 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b3482d9d-9ec8-45c2-a084-86db2b344344 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2483304 Nov 27 01:30:04.522013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57718) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:04.528307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7e9da508-881c-4c46-bb21-31daaf46614a tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group_rule': {'security_group_id': 'a36cb6d4-4a67-40d1-8c43-1c550eb2ee52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd0a82df6-2e50-4123-9a70-b4824ae17914', 'remote_ip_prefix': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:04.534216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3482d9d-9ec8-45c2-a084-86db2b344344 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a82df6-2e50-4123-9a70-b4824ae17914,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:04.555801 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-610d578b-4da0-48fa-88fc-8ca541113647 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7066302 Nov 27 01:30:04.564531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57722) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:04.570546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ef33dc3c-f747-47c2-8ff2-a16ed0b610db None None] For port 84c230db-b386-464e-9bd9-c439416b716b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84c230db-b386-464e-9bd9-c439416b716b,segment=NetworkSegment(824a7cb6-211e-4cdf-a053-151d02a6df76),segment_id=824a7cb6-211e-4cdf-a053-151d02a6df76)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:04.572089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-81df6611-f4dc-4b3c-81de-cea79d80d288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:04.626862 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ef33dc3c-f747-47c2-8ff2-a16ed0b610db None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.643953 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ef33dc3c-f747-47c2-8ff2-a16ed0b610db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.676745 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e9da508-881c-4c46-bb21-31daaf46614a tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.724248 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33dc3c-f747-47c2-8ff2-a16ed0b610db None None] Pushing event updated for resources: {'Port': ['ID=84c230db-b386-464e-9bd9-c439416b716b,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:04.825330 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e9da508-881c-4c46-bb21-31daaf46614a tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.826477 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81df6611-f4dc-4b3c-81de-cea79d80d288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:04.833233 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81df6611-f4dc-4b3c-81de-cea79d80d288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.908114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84c230db-b386-464e-9bd9-c439416b716b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:04.911745 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e9da508-881c-4c46-bb21-31daaf46614a tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.945565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9da508-881c-4c46-bb21-31daaf46614a tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c87c9c-aa90-4568-b45f-f16ca0f1d856,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:04.967896 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7e9da508-881c-4c46-bb21-31daaf46614a tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:04.971094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7e9da508-881c-4c46-bb21-31daaf46614a tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4479091 Nov 27 01:30:04.975491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57732) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:05.030593 n-d-819494-2 neutron-server[103384]: INFO neutron.db.ipam_backend_mixin [None req-81df6611-f4dc-4b3c-81de-cea79d80d288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 15175352-d5e1-42ca-9ad6-da2412acaab9 (CIDR: 172.20.0.0/28) Nov 27 01:30:05.032569 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-efa96c82-2cdf-4b35-b50b-8c27cc409fe2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.041942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-efa96c82-2cdf-4b35-b50b-8c27cc409fe2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.045221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 84c230db-b386-464e-9bd9-c439416b716b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:05.045693 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.070692 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-81df6611-f4dc-4b3c-81de-cea79d80d288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:30:05.071338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81df6611-f4dc-4b3c-81de-cea79d80d288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:05.076701 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-efa96c82-2cdf-4b35-b50b-8c27cc409fe2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.085128 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-efa96c82-2cdf-4b35-b50b-8c27cc409fe2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.088952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-efa96c82-2cdf-4b35-b50b-8c27cc409fe2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/01c87c9c-aa90-4568-b45f-f16ca0f1d856 HTTP/1.1" status: 204 len: 168 time: 0.1077898 Nov 27 01:30:05.099258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57734) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:05.100563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa96c82-2cdf-4b35-b50b-8c27cc409fe2 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01c87c9c-aa90-4568-b45f-f16ca0f1d856,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:05.146102 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-81df6611-f4dc-4b3c-81de-cea79d80d288 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5802548 Nov 27 01:30:05.148681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57736) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:05.159725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3ca17055-ef94-4d61-97ec-c2e1bc89b80d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:05.171928 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1694cfbf-1acf-4323-a210-a0340737c190 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0676744 Nov 27 01:30:05.174743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57740) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:05.263415 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17bf7205-1a7b-45c2-bd16-75ef98bec375 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.295510 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17bf7205-1a7b-45c2-bd16-75ef98bec375 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.341671 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-93590598-ce19-4bea-842f-06391442003d tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Deleting port c8845bd4-b0f2-4373-a764-930efe461797 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:05.342177 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93590598-ce19-4bea-842f-06391442003d tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.352982 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17bf7205-1a7b-45c2-bd16-75ef98bec375 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.356668 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17bf7205-1a7b-45c2-bd16-75ef98bec375 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.358713 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-17bf7205-1a7b-45c2-bd16-75ef98bec375 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-groups/d0a82df6-2e50-4123-9a70-b4824ae17914 HTTP/1.1" status: 204 len: 168 time: 0.1827984 Nov 27 01:30:05.361488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57746) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:05.375088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf7205-1a7b-45c2-bd16-75ef98bec375 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a82df6-2e50-4123-9a70-b4824ae17914,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:05.484722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca17055-ef94-4d61-97ec-c2e1bc89b80d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:05.488208 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ca17055-ef94-4d61-97ec-c2e1bc89b80d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.526525 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-35e238da-8609-4d78-b04a-2cd91e2fecdb tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1358685 Nov 27 01:30:05.526658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57754) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:05.563495 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93590598-ce19-4bea-842f-06391442003d tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.584405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-93590598-ce19-4bea-842f-06391442003d tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Calling delete_port for c8845bd4-b0f2-4373-a764-930efe461797 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:05.618504 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84d18611-25c8-457b-98f8-670e9a0b7d19 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.647942 n-d-819494-2 neutron-server[103385]: INFO neutron.db.ipam_backend_mixin [None req-3ca17055-ef94-4d61-97ec-c2e1bc89b80d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 76b843c2-c05c-4bb9-b1f4-149205ac616d (CIDR: 172.20.0.16/28) Nov 27 01:30:05.653097 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84d18611-25c8-457b-98f8-670e9a0b7d19 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.683707 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca17055-ef94-4d61-97ec-c2e1bc89b80d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:30:05.684206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca17055-ef94-4d61-97ec-c2e1bc89b80d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:05.715095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84d18611-25c8-457b-98f8-670e9a0b7d19 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.717156 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3ca17055-ef94-4d61-97ec-c2e1bc89b80d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5674019 Nov 27 01:30:05.719441 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84d18611-25c8-457b-98f8-670e9a0b7d19 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.722038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57762) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:05.725665 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-84d18611-25c8-457b-98f8-670e9a0b7d19 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-groups/a36cb6d4-4a67-40d1-8c43-1c550eb2ee52 HTTP/1.1" status: 204 len: 168 time: 0.1984167 Nov 27 01:30:05.726411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57764) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:05.727379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-af9c6078-5b6d-4786-964c-7ad807a90f30 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'subnet': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:05.763480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d18611-25c8-457b-98f8-670e9a0b7d19 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36cb6d4-4a67-40d1-8c43-1c550eb2ee52,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:05.811899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6c820154-94bf-4146-91db-1028ddab3999 None None] Provisioning complete for port 84c230db-b386-464e-9bd9-c439416b716b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:05.812376 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6c820154-94bf-4146-91db-1028ddab3999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.840862 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e6ae6a11-19b1-4542-b589-d31ac90d9b26 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0969555 Nov 27 01:30:05.842033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57770) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:05.860151 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b4ae8b54-7d25-4977-8c41-88530e4496cf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085850080'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:05.900048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9c6078-5b6d-4786-964c-7ad807a90f30 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Made reservation on behalf of 5810ed55cffb4bfeb6e5df6f24dfd560 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:30:05.904166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af9c6078-5b6d-4786-964c-7ad807a90f30 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.916234 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8b54-7d25-4977-8c41-88530e4496cf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:05.972983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6c820154-94bf-4146-91db-1028ddab3999 None None] Provisioning complete for port fe4a0950-85a0-4b5d-86e1-4d822128b556 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:05.973366 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6c820154-94bf-4146-91db-1028ddab3999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.036727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6c820154-94bf-4146-91db-1028ddab3999 None None] Port fe4a0950-85a0-4b5d-86e1-4d822128b556 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:06.045795 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8b54-7d25-4977-8c41-88530e4496cf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.050391 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8b54-7d25-4977-8c41-88530e4496cf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.090338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae8b54-7d25-4977-8c41-88530e4496cf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cc2cf3-f36b-4092-9cdd-de4e2213987e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:06.121335 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8b54-7d25-4977-8c41-88530e4496cf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.122793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b4ae8b54-7d25-4977-8c41-88530e4496cf tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2796550 Nov 27 01:30:06.126683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57780) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:06.138580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7974180f-580f-47e8-b884-77a064b1a491 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group_rule': {'security_group_id': '71cc2cf3-f36b-4092-9cdd-de4e2213987e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:06.188153 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7974180f-580f-47e8-b884-77a064b1a491 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.216969 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93590598-ce19-4bea-842f-06391442003d tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.253652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-98ea3f76-d9d6-4237-b2f3-fce3c1327ed2 None None] Could not find standard attr ID for object 1efe6c2e-497b-40d3-8858-aa946b274e49. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:30:06.292388 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7974180f-580f-47e8-b884-77a064b1a491 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.297772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93590598-ce19-4bea-842f-06391442003d tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Port': ['ID=c8845bd4-b0f2-4373-a764-930efe461797,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:06.298915 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7974180f-580f-47e8-b884-77a064b1a491 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.328763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974180f-580f-47e8-b884-77a064b1a491 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab9fa6e-88e5-448a-a3b1-878a2d3ca80e,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:06.360381 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7974180f-580f-47e8-b884-77a064b1a491 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.361803 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7974180f-580f-47e8-b884-77a064b1a491 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2335973 Nov 27 01:30:06.364358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57782) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:06.426120 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb3d3a88-3ffb-4275-8316-cb22eab13bcc tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.440857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb3d3a88-3ffb-4275-8316-cb22eab13bcc tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.508775 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb3d3a88-3ffb-4275-8316-cb22eab13bcc tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.514218 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb3d3a88-3ffb-4275-8316-cb22eab13bcc tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.520653 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-93590598-ce19-4bea-842f-06391442003d tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.523620 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-eb3d3a88-3ffb-4275-8316-cb22eab13bcc tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/fab9fa6e-88e5-448a-a3b1-878a2d3ca80e HTTP/1.1" status: 204 len: 168 time: 0.1582575 Nov 27 01:30:06.526513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57784) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:06.563538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d3a88-3ffb-4275-8316-cb22eab13bcc tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fab9fa6e-88e5-448a-a3b1-878a2d3ca80e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:06.652208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-94568397-eac8-45e6-a5c3-ae96c6bb3226 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1244466 Nov 27 01:30:06.654737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57786) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:06.692951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d9540896-0f1c-4e13-80b8-a4d5526cf2a6 None None] Provisioning complete for port 11d1d7f1-6333-425d-b8dd-f9c6023dbe4d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:06.693324 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d9540896-0f1c-4e13-80b8-a4d5526cf2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.831729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d9540896-0f1c-4e13-80b8-a4d5526cf2a6 None None] Port 11d1d7f1-6333-425d-b8dd-f9c6023dbe4d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:06.839226 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99d526cb-9ded-4651-9ff5-f89e577d516b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.890142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99d526cb-9ded-4651-9ff5-f89e577d516b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.983781 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af9c6078-5b6d-4786-964c-7ad807a90f30 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.990940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99d526cb-9ded-4651-9ff5-f89e577d516b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.993970 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-99d526cb-9ded-4651-9ff5-f89e577d516b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:06.995223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-99d526cb-9ded-4651-9ff5-f89e577d516b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-groups/71cc2cf3-f36b-4092-9cdd-de4e2213987e HTTP/1.1" status: 204 len: 168 time: 0.3392649 Nov 27 01:30:07.003162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57790) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:07.007472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93590598-ce19-4bea-842f-06391442003d tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Router 42d140c3-4fea-461c-a2b9-a7e48bcf151d has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:30:07.031577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d526cb-9ded-4651-9ff5-f89e577d516b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cc2cf3-f36b-4092-9cdd-de4e2213987e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:07.053403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9c6078-5b6d-4786-964c-7ad807a90f30 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:30:07.100944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c6078-5b6d-4786-964c-7ad807a90f30 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Subnet': ['ID=9a5135cd-c07e-48ee-a4d3-498cac277555,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:07.110854 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-af9c6078-5b6d-4786-964c-7ad807a90f30 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:30:07.115166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9c6078-5b6d-4786-964c-7ad807a90f30 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:07.115876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af9c6078-5b6d-4786-964c-7ad807a90f30 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.148363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7415081f-370b-4f90-943e-49b1e33e01db None None] Could not find standard attr ID for object 1efe6c2e-497b-40d3-8858-aa946b274e49. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:30:07.169117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c9a6368-f24a-4a96-a921-da393167d79e tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1608238 Nov 27 01:30:07.169386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57796) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:07.174007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-401a40bf-5044-43f9-af81-f57b74e55946 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group': {'name': 'tempest-secgroup--523056406'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:07.233398 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-401a40bf-5044-43f9-af81-f57b74e55946 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.244604 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-af9c6078-5b6d-4786-964c-7ad807a90f30 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5191488 Nov 27 01:30:07.245100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57798) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:07.257060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a2e6cd7d-477a-4278-bb89-6349351f6b6b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-347043806', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9a5135cd-c07e-48ee-a4d3-498cac277555'}], 'security_groups': ['97915964-f57b-498b-b0a1-df7c3f28ff51', 'eddc75be-88bf-4304-8eae-1b6942412f86']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:07.265413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93590598-ce19-4bea-842f-06391442003d tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:30:07.275248 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-93590598-ce19-4bea-842f-06391442003d tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "PUT /v2.0/routers/42d140c3-4fea-461c-a2b9-a7e48bcf151d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5048714 Nov 27 01:30:07.275543 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d58b08-aa56-457f-bf48-41a53915a0db None None] Sync routers for ids ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:30:07.278869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57800) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:07.294016 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d58b08-aa56-457f-bf48-41a53915a0db None None] Routers {'42d140c3-4fea-461c-a2b9-a7e48bcf151d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:07.295450 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b5d58b08-aa56-457f-bf48-41a53915a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:07.337630 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-ccdc97dc-cc16-4b6f-8501-00cc5768d6bb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] show failed (client error): The resource could not be found. Nov 27 01:30:07.340222 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ccdc97dc-cc16-4b6f-8501-00cc5768d6bb tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1986569725 HTTP/1.1" status: 404 len: 335 time: 0.0595028 Nov 27 01:30:07.343804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57802) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:07.350331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fd943dfb-04d2-4ae6-b37f-c4c8b32d7ca2 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:07.355315 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b5d58b08-aa56-457f-bf48-41a53915a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:07.365403 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d58b08-aa56-457f-bf48-41a53915a0db None None] Routers {'42d140c3-4fea-461c-a2b9-a7e48bcf151d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:30:07.366021 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b5d58b08-aa56-457f-bf48-41a53915a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:29:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:07.380755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-401a40bf-5044-43f9-af81-f57b74e55946 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.391664 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-401a40bf-5044-43f9-af81-f57b74e55946 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.404183 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-fd943dfb-04d2-4ae6-b37f-c4c8b32d7ca2 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] update failed (client error): The resource could not be found. Nov 27 01:30:07.407314 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fd943dfb-04d2-4ae6-b37f-c4c8b32d7ca2 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1237253152 HTTP/1.1" status: 404 len: 335 time: 0.0610261 Nov 27 01:30:07.412174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57804) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:07.427235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a40bf-5044-43f9-af81-f57b74e55946 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313bb7d2-dcb3-44dd-9fdb-e0ff6d26367a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:07.431258 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b5d58b08-aa56-457f-bf48-41a53915a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:07.431909 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d58b08-aa56-457f-bf48-41a53915a0db None None] The sync data for ids ['42d140c3-4fea-461c-a2b9-a7e48bcf151d'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:30:07.455797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d09142-fb2c-4bbb-a02b-ffa8213c9139 None None] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:07.499836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f79a525-61ea-44a0-b0f2-9cd67c432438 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Deleting subnet 0ced14d6-2fbe-491b-88c7-e0b2ff451b59 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:07.504407 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f79a525-61ea-44a0-b0f2-9cd67c432438 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.566289 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f79a525-61ea-44a0-b0f2-9cd67c432438 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.573663 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-401a40bf-5044-43f9-af81-f57b74e55946 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.578201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-401a40bf-5044-43f9-af81-f57b74e55946 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4078355 Nov 27 01:30:07.581556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57806) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:07.586104 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4a5dabed-0db3-47ee-9964-a0dee63db136 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group_rule': {'security_group_id': '313bb7d2-dcb3-44dd-9fdb-e0ff6d26367a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:07.611347 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2e6cd7d-477a-4278-bb89-6349351f6b6b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.665963 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a5dabed-0db3-47ee-9964-a0dee63db136 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.677349 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f79a525-61ea-44a0-b0f2-9cd67c432438 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.761164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Update dhcp port {'port': {'network_id': 'cdeb71bd-ae95-4a74-8138-4c1d846d967f', 'fixed_ips': [{'subnet_id': '76b843c2-c05c-4bb9-b1f4-149205ac616d', 'ip_address': '172.20.0.19'}, {'subnet_id': '15175352-d5e1-42ca-9ad6-da2412acaab9', 'ip_address': '172.20.0.2'}, {'subnet_id': '9a5135cd-c07e-48ee-a4d3-498cac277555'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '84c230db-b386-464e-9bd9-c439416b716b'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:30:07.770482 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f79a525-61ea-44a0-b0f2-9cd67c432438 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.794006 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.810302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79a525-61ea-44a0-b0f2-9cd67c432438 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Subnet': ['ID=0ced14d6-2fbe-491b-88c7-e0b2ff451b59,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:07.812413 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f79a525-61ea-44a0-b0f2-9cd67c432438 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.824375 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5f79a525-61ea-44a0-b0f2-9cd67c432438 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "DELETE /v2.0/subnets/0ced14d6-2fbe-491b-88c7-e0b2ff451b59 HTTP/1.1" status: 204 len: 168 time: 0.4086771 Nov 27 01:30:07.824641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57812) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:07.832507 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a5dabed-0db3-47ee-9964-a0dee63db136 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.846866 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a5dabed-0db3-47ee-9964-a0dee63db136 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.881233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5dabed-0db3-47ee-9964-a0dee63db136 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840f76b3-7725-49f2-ada1-4eeb46665e6e,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:07.909298 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.912509 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a5dabed-0db3-47ee-9964-a0dee63db136 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:07.913868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445d80d9-0e5a-40c7-a1e3-57886be1b221 None None] Network 9a76f6b2-6de9-4f75-b4af-641d74182991 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:07.914308 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4a5dabed-0db3-47ee-9964-a0dee63db136 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3312039 Nov 27 01:30:07.916729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57814) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:07.941759 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5efad4fa-1a2a-43ef-bd2f-90335b6e2c1e tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules/840f76b3-7725-49f2-ada1-4eeb46665e6e HTTP/1.1" status: 200 len: 763 time: 0.0218258 Nov 27 01:30:07.944133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57816) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:07.992295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Deleting port dec43a56-f8e4-41c3-896a-38060bc3b381 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:07.992670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.070771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] For port dec43a56-f8e4-41c3-896a-38060bc3b381, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=dec43a56-f8e4-41c3-896a-38060bc3b381,segment=NetworkSegment(215508ed-7130-4695-9764-55aa9b7eda57),segment_id=215508ed-7130-4695-9764-55aa9b7eda57)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:08.071174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.081776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a2e6cd7d-477a-4278-bb89-6349351f6b6b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Delete allocated IP 172.20.0.11 (cdeb71bd-ae95-4a74-8138-4c1d846d967f/15175352-d5e1-42ca-9ad6-da2412acaab9) {{(pid=103384) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 01:30:08.086472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Calling delete_port for dec43a56-f8e4-41c3-896a-38060bc3b381 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:08.095300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a2e6cd7d-477a-4278-bb89-6349351f6b6b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Allocated IP 172.20.0.34 (cdeb71bd-ae95-4a74-8138-4c1d846d967f/9a5135cd-c07e-48ee-a4d3-498cac277555/11d1d7f1-6333-425d-b8dd-f9c6023dbe4d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:08.121523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-af2e4750-126c-493e-8155-8b116c8da3b8 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1760724 Nov 27 01:30:08.127744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57818) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:08.172696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793d80a5-6530-4664-9bf0-5244473d5ce0 None None] DHCP port deletion for 9a76f6b2-6de9-4f75-b4af-641d74182991 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:30:08.200739 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.203039 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b4af542-9700-45bb-9caf-7b68537df110 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.217466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b4af542-9700-45bb-9caf-7b68537df110 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.268702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-793d80a5-6530-4664-9bf0-5244473d5ce0 None None] Deleting port dec43a56-f8e4-41c3-896a-38060bc3b381 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:08.269531 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-793d80a5-6530-4664-9bf0-5244473d5ce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.296218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Port': ['ID=dec43a56-f8e4-41c3-896a-38060bc3b381,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:08.298576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] No DVR routers for this DVR port dec43a56-f8e4-41c3-896a-38060bc3b381 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:08.337522 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b4af542-9700-45bb-9caf-7b68537df110 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.368658 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b4af542-9700-45bb-9caf-7b68537df110 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.372082 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2b4af542-9700-45bb-9caf-7b68537df110 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/840f76b3-7725-49f2-ada1-4eeb46665e6e HTTP/1.1" status: 204 len: 168 time: 0.2410738 Nov 27 01:30:08.379978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-793d80a5-6530-4664-9bf0-5244473d5ce0 None None] For port dec43a56-f8e4-41c3-896a-38060bc3b381, host n-d-819494-2, got binding levels [] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:08.380776 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-793d80a5-6530-4664-9bf0-5244473d5ce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.382566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57830) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:08.396522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-793d80a5-6530-4664-9bf0-5244473d5ce0 None None] Calling delete_port for dec43a56-f8e4-41c3-896a-38060bc3b381 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:08.399587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.ipam_backend_mixin [None req-793d80a5-6530-4664-9bf0-5244473d5ce0 None None] Port dec43a56-f8e4-41c3-896a-38060bc3b381 was not found and therefore no delete operation was performed {{(pid=103386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 01:30:08.401548 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-793d80a5-6530-4664-9bf0-5244473d5ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.408168 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4af542-9700-45bb-9caf-7b68537df110 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=840f76b3-7725-49f2-ada1-4eeb46665e6e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:08.427252 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.435999 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d80a5-6530-4664-9bf0-5244473d5ce0 None None] Pushing event deleted for resources: {'Port': ['ID=dec43a56-f8e4-41c3-896a-38060bc3b381,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:08.438452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d80a5-6530-4664-9bf0-5244473d5ce0 None None] No DVR routers for this DVR port dec43a56-f8e4-41c3-896a-38060bc3b381 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:08.469918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a76f6b2-6de9-4f75-b4af-641d74182991']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:08.481712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215508ed-7130-4695-9764-55aa9b7eda57') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:08.482003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215508ed-7130-4695-9764-55aa9b7eda57') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:08.497224 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.497528 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dc04019e-fd49-4298-869d-a3c64bad7029 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0997841 Nov 27 01:30:08.497654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57834) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:08.502578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c0071cef-c2bd-4097-b789-e1b2e437d989 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group_rule': {'security_group_id': '313bb7d2-dcb3-44dd-9fdb-e0ff6d26367a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:08.519236 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2e6cd7d-477a-4278-bb89-6349351f6b6b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.541758 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0071cef-c2bd-4097-b789-e1b2e437d989 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.545257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.545885 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2e6cd7d-477a-4278-bb89-6349351f6b6b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.561894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:30:08.562317 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:30:08.566517 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:30:08.613179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6cd7d-477a-4278-bb89-6349351f6b6b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event updated for resources: {'Port': ['ID=11d1d7f1-6333-425d-b8dd-f9c6023dbe4d,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:08.642745 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-ce238ff1-a112-45bf-b848-e93a84248993 {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:30:08.643154 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:30:08.686131 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.699724 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.705563 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "DELETE /v2.0/networks/9a76f6b2-6de9-4f75-b4af-641d74182991 HTTP/1.1" status: 204 len: 168 time: 0.8798900 Nov 27 01:30:08.708973 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0071cef-c2bd-4097-b789-e1b2e437d989 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.709640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57836) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:08.729355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792c54a-4ea3-4e81-abc8-aaf85fce7820 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Network': ['ID=9a76f6b2-6de9-4f75-b4af-641d74182991,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:08.736536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6cd7d-477a-4278-bb89-6349351f6b6b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] In _notify_port_updated(), no bound segment for port 11d1d7f1-6333-425d-b8dd-f9c6023dbe4d on network cdeb71bd-ae95-4a74-8138-4c1d846d967f {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:30:08.743532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e6cd7d-477a-4278-bb89-6349351f6b6b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:08.744447 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2e6cd7d-477a-4278-bb89-6349351f6b6b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.746366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a2e6cd7d-477a-4278-bb89-6349351f6b6b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "PUT /v2.0/ports/11d1d7f1-6333-425d-b8dd-f9c6023dbe4d HTTP/1.1" status: 200 len: 959 time: 1.4986742 Nov 27 01:30:08.748483 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0071cef-c2bd-4097-b789-e1b2e437d989 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.748990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57838) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:08.784539 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0071cef-c2bd-4097-b789-e1b2e437d989 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bb44a3-caf7-47f9-b05b-d2eb9bdf43b8,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:08.796491 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0071cef-c2bd-4097-b789-e1b2e437d989 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.798023 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c0071cef-c2bd-4097-b789-e1b2e437d989 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993200 Nov 27 01:30:08.803906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7eea310-7797-4af6-b252-975efbd016da tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Deleting subnet 42174db5-5562-434a-8dbd-9b189bbe35c7 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:08.806255 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57844) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:08.814497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7eea310-7797-4af6-b252-975efbd016da tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.859512 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eb769bbd-864e-4890-addd-ec3af7102027 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules/11bb44a3-caf7-47f9-b05b-d2eb9bdf43b8 HTTP/1.1" status: 200 len: 763 time: 0.0506320 Nov 27 01:30:08.862448 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57846) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:08.919807 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7eea310-7797-4af6-b252-975efbd016da tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.922404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device dec43a56-f8e4-41c3-896a-38060bc3b381 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:08.961286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: dec43a56-f8e4-41c3-896a-38060bc3b381 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:08.961696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device dec43a56-f8e4-41c3-896a-38060bc3b381 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:08.983211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-50d5f7f5-587d-49dc-a28c-23349e2229a2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port 11d1d7f1-6333-425d-b8dd-f9c6023dbe4d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:08.983744 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-50d5f7f5-587d-49dc-a28c-23349e2229a2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:08.984718 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6e945588-99cc-4665-a26d-da23af7205cc tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1211915 Nov 27 01:30:08.987557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57850) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:09.050309 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7eea310-7797-4af6-b252-975efbd016da tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.062666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64e58c2b-62de-40f9-ac0f-1c93303ee2b6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.075925 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64e58c2b-62de-40f9-ac0f-1c93303ee2b6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.123995 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-50d5f7f5-587d-49dc-a28c-23349e2229a2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.129162 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7eea310-7797-4af6-b252-975efbd016da tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.141647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-50d5f7f5-587d-49dc-a28c-23349e2229a2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for 11d1d7f1-6333-425d-b8dd-f9c6023dbe4d owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:09.175104 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.179211 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7eea310-7797-4af6-b252-975efbd016da tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.179790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c65dcd-836e-4b7b-9e7e-4218b2b043ce None None] Network 4da3483c-efbc-4a29-b874-b6ac195e5e09 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:09.184807 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c7eea310-7797-4af6-b252-975efbd016da tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "DELETE /v2.0/subnets/42174db5-5562-434a-8dbd-9b189bbe35c7 HTTP/1.1" status: 204 len: 168 time: 0.4742212 Nov 27 01:30:09.185755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eea310-7797-4af6-b252-975efbd016da tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Subnet': ['ID=42174db5-5562-434a-8dbd-9b189bbe35c7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:09.188667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57852) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:09.231207 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64e58c2b-62de-40f9-ac0f-1c93303ee2b6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.238757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-64e58c2b-62de-40f9-ac0f-1c93303ee2b6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.242663 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-64e58c2b-62de-40f9-ac0f-1c93303ee2b6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/11bb44a3-caf7-47f9-b05b-d2eb9bdf43b8 HTTP/1.1" status: 204 len: 168 time: 0.2539465 Nov 27 01:30:09.243893 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57854) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:09.250582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e58c2b-62de-40f9-ac0f-1c93303ee2b6 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11bb44a3-caf7-47f9-b05b-d2eb9bdf43b8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:09.276033 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0cabe9-a401-4e13-b0b2-8d96fb58a5e8 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Deleting subnet bbf9c024-39d3-4c71-9de6-c92593d87f07 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:09.280797 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e0cabe9-a401-4e13-b0b2-8d96fb58a5e8 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.319498 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-50d5f7f5-587d-49dc-a28c-23349e2229a2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.336500 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e0cabe9-a401-4e13-b0b2-8d96fb58a5e8 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.361436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5f7f5-587d-49dc-a28c-23349e2229a2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=11d1d7f1-6333-425d-b8dd-f9c6023dbe4d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:09.416186 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-333513aa-6984-4116-986d-749143a73d84 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1708608 Nov 27 01:30:09.419298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57856) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:09.423947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a1cd7d26-ca96-4e46-b2e8-2cec09d34a54 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Request body: {'security_group_rule': {'security_group_id': '313bb7d2-dcb3-44dd-9fdb-e0ff6d26367a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:09.498488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e0cabe9-a401-4e13-b0b2-8d96fb58a5e8 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.529513 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Allocated IP 172.20.0.35 (cdeb71bd-ae95-4a74-8138-4c1d846d967f/9a5135cd-c07e-48ee-a4d3-498cac277555/84c230db-b386-464e-9bd9-c439416b716b) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:30:09.530123 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7d26-ca96-4e46-b2e8-2cec09d34a54 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.611830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4588d397-07e7-4f7e-819c-0f5d5566c2fa None None] DHCP port deletion for 4da3483c-efbc-4a29-b874-b6ac195e5e09 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:30:09.654999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7d26-ca96-4e46-b2e8-2cec09d34a54 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.659924 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e0cabe9-a401-4e13-b0b2-8d96fb58a5e8 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.668748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7d26-ca96-4e46-b2e8-2cec09d34a54 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.718970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cabe9-a401-4e13-b0b2-8d96fb58a5e8 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf9c024-39d3-4c71-9de6-c92593d87f07,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:09.726053 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e0cabe9-a401-4e13-b0b2-8d96fb58a5e8 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.730877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0e0cabe9-a401-4e13-b0b2-8d96fb58a5e8 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "DELETE /v2.0/subnets/bbf9c024-39d3-4c71-9de6-c92593d87f07 HTTP/1.1" status: 204 len: 168 time: 0.5409906 Nov 27 01:30:09.734093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57858) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:09.750736 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd7d26-ca96-4e46-b2e8-2cec09d34a54 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d5b8de-91dc-4f51-8386-838f57fb4348,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:09.775966 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7d26-ca96-4e46-b2e8-2cec09d34a54 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.780720 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a1cd7d26-ca96-4e46-b2e8-2cec09d34a54 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3602045 Nov 27 01:30:09.781862 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57860) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:09.806382 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c1da6b04-ec50-408a-a167-1157ca6e2af1 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules/77d5b8de-91dc-4f51-8386-838f57fb4348 HTTP/1.1" status: 200 len: 764 time: 0.0238476 Nov 27 01:30:09.809760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57862) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:09.830578 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-50d5f7f5-587d-49dc-a28c-23349e2229a2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.836277 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-50d5f7f5-587d-49dc-a28c-23349e2229a2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/11d1d7f1-6333-425d-b8dd-f9c6023dbe4d HTTP/1.1" status: 204 len: 168 time: 1.0837839 Nov 27 01:30:09.837797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57866) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:09.853120 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.889301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db93e0b-6aa1-48db-8e2d-728a4ae7e6e5 None None] Network 850dfe53-f768-4c32-89f7-32a1b3c0d990 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:09.906044 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7940e8b6-fa29-4bd7-a03b-9ffb9bf8c870 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0946686 Nov 27 01:30:09.906625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57870) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:09.914579 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d0523a-7964-49f1-8e26-a24bc22e1672 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] GET failed (client error): The resource could not be found. Nov 27 01:30:09.918408 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-14d0523a-7964-49f1-8e26-a24bc22e1672 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports/11d1d7f1-6333-425d-b8dd-f9c6023dbe4d HTTP/1.1" status: 404 len: 333 time: 0.0772123 Nov 27 01:30:09.923257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57872) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:09.934802 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08fd5e10-cbcb-4465-8e80-a7d9a4bcdbb1 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:09.947711 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08fd5e10-cbcb-4465-8e80-a7d9a4bcdbb1 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.001042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] For port 84c230db-b386-464e-9bd9-c439416b716b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84c230db-b386-464e-9bd9-c439416b716b,segment=NetworkSegment(824a7cb6-211e-4cdf-a053-151d02a6df76),segment_id=824a7cb6-211e-4cdf-a053-151d02a6df76)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:10.004354 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08fd5e10-cbcb-4465-8e80-a7d9a4bcdbb1 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.014331 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-08fd5e10-cbcb-4465-8e80-a7d9a4bcdbb1 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.018686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-08fd5e10-cbcb-4465-8e80-a7d9a4bcdbb1 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/77d5b8de-91dc-4f51-8386-838f57fb4348 HTTP/1.1" status: 204 len: 168 time: 0.1107740 Nov 27 01:30:10.020398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57878) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:10.025120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd5e10-cbcb-4465-8e80-a7d9a4bcdbb1 tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77d5b8de-91dc-4f51-8386-838f57fb4348,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:10.065826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Deleting port 2204dc46-ddf6-462f-aec7-40e3b80e190c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:10.066167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.081176 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.089823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4588d397-07e7-4f7e-819c-0f5d5566c2fa None None] Deleting port 2204dc46-ddf6-462f-aec7-40e3b80e190c {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:10.091923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20d2e04a-8ff0-4b47-a2f1-23067df478cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.098335 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4588d397-07e7-4f7e-819c-0f5d5566c2fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.124593 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.175785 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20d2e04a-8ff0-4b47-a2f1-23067df478cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.197394 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9c56990c-eea8-4676-a275-1ca0de2fd6eb tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1758387 Nov 27 01:30:10.201343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57886) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:10.214657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] For port 2204dc46-ddf6-462f-aec7-40e3b80e190c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2204dc46-ddf6-462f-aec7-40e3b80e190c,segment=NetworkSegment(544042fd-0ac5-4296-a896-62225eabe301),segment_id=544042fd-0ac5-4296-a896-62225eabe301)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:10.215018 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.240921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Calling delete_port for 2204dc46-ddf6-462f-aec7-40e3b80e190c owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:10.330102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20d2e04a-8ff0-4b47-a2f1-23067df478cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.332689 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20d2e04a-8ff0-4b47-a2f1-23067df478cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.336302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-20d2e04a-8ff0-4b47-a2f1-23067df478cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/security-groups/c86cbde1-1304-4edf-97fb-334c70263002 HTTP/1.1" status: 204 len: 168 time: 0.4080455 Nov 27 01:30:10.337899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57892) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:10.352223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22200e29-eb4e-4014-8302-b91cd3f80c7c None None] DHCP port deletion for 850dfe53-f768-4c32-89f7-32a1b3c0d990 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:30:10.357040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2e04a-8ff0-4b47-a2f1-23067df478cc tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86cbde1-1304-4edf-97fb-334c70263002,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:10.371758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca06c29e-8e0c-46c0-b3df-3602a924c11b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.388654 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.404313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4588d397-07e7-4f7e-819c-0f5d5566c2fa None None] For port 2204dc46-ddf6-462f-aec7-40e3b80e190c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2204dc46-ddf6-462f-aec7-40e3b80e190c,segment=NetworkSegment(544042fd-0ac5-4296-a896-62225eabe301),segment_id=544042fd-0ac5-4296-a896-62225eabe301)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:10.404760 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4588d397-07e7-4f7e-819c-0f5d5566c2fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.423743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] No DVR routers for this DVR port 2204dc46-ddf6-462f-aec7-40e3b80e190c on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:10.473494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4588d397-07e7-4f7e-819c-0f5d5566c2fa None None] Calling delete_port for 2204dc46-ddf6-462f-aec7-40e3b80e190c owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:10.475444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Pushing event updated for resources: {'Port': ['ID=84c230db-b386-464e-9bd9-c439416b716b,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:10.492180 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:10.493041 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:10.493595 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:10.494669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:10.495197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:10.496531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:10.497056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:10.497578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:10.498087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:10.498625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:10.499135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:10.499848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cccfec-dad2-4448-bfed-4f33871d9eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:10.534576 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca06c29e-8e0c-46c0-b3df-3602a924c11b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.591466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-22200e29-eb4e-4014-8302-b91cd3f80c7c None None] Deleting port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:10.592108 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22200e29-eb4e-4014-8302-b91cd3f80c7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.605436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.609488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Port': ['ID=2204dc46-ddf6-462f-aec7-40e3b80e190c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:10.638324 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-977ecde0-70cb-4f05-9960-b6cb07b19ec2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.652577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da3483c-efbc-4a29-b874-b6ac195e5e09']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:10.672789 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544042fd-0ac5-4296-a896-62225eabe301') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:10.673493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544042fd-0ac5-4296-a896-62225eabe301') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:10.697532 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4588d397-07e7-4f7e-819c-0f5d5566c2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.701910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.718447 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca06c29e-8e0c-46c0-b3df-3602a924c11b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.724667 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.729010 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca06c29e-8e0c-46c0-b3df-3602a924c11b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.731603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ca06c29e-8e0c-46c0-b3df-3602a924c11b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "DELETE /v2.0/security-groups/313bb7d2-dcb3-44dd-9fdb-e0ff6d26367a HTTP/1.1" status: 204 len: 168 time: 0.5292132 Nov 27 01:30:10.733151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:30:10.733858 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.738971 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-977ecde0-70cb-4f05-9960-b6cb07b19ec2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.751050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57902) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:10.762785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-22200e29-eb4e-4014-8302-b91cd3f80c7c None None] For port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d34dca34-bcf9-43f4-b16d-f5b6cc8c7268,segment=NetworkSegment(38636ea9-89b1-4dba-b85d-8eb4a5916911),segment_id=38636ea9-89b1-4dba-b85d-8eb4a5916911)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:10.763460 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22200e29-eb4e-4014-8302-b91cd3f80c7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.766389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588d397-07e7-4f7e-819c-0f5d5566c2fa None None] Pushing event deleted for resources: {'Port': ['ID=2204dc46-ddf6-462f-aec7-40e3b80e190c,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:10.775373 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588d397-07e7-4f7e-819c-0f5d5566c2fa None None] No DVR routers for this DVR port 2204dc46-ddf6-462f-aec7-40e3b80e190c on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:10.790140 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-22200e29-eb4e-4014-8302-b91cd3f80c7c None None] Calling delete_port for d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:10.809329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06c29e-8e0c-46c0-b3df-3602a924c11b tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313bb7d2-dcb3-44dd-9fdb-e0ff6d26367a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:30:10.836523 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:30:10.900534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.915233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.918183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bc0167ec-ab87-49f8-a60e-f4e5f29d3a8c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1481428 Nov 27 01:30:10.923985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "DELETE /v2.0/networks/4da3483c-efbc-4a29-b874-b6ac195e5e09 HTTP/1.1" status: 204 len: 168 time: 1.1830239 Nov 27 01:30:10.924236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57910) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:10.924507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57912) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:10.927618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-977ecde0-70cb-4f05-9960-b6cb07b19ec2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.930266 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-977ecde0-70cb-4f05-9960-b6cb07b19ec2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:10.931405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-977ecde0-70cb-4f05-9960-b6cb07b19ec2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/security-groups/eddc75be-88bf-4304-8eae-1b6942412f86 HTTP/1.1" status: 204 len: 168 time: 0.5931911 Nov 27 01:30:10.954304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57914) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:10.975615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34531a-c754-488f-a2cd-fbff7fca6b84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Network': ['ID=4da3483c-efbc-4a29-b874-b6ac195e5e09,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:11.046625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ecde0-70cb-4f05-9960-b6cb07b19ec2 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddc75be-88bf-4304-8eae-1b6942412f86,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:11.080411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84c230db-b386-464e-9bd9-c439416b716b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:30:11.084591 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22200e29-eb4e-4014-8302-b91cd3f80c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.089843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77b4ff25-97e9-497a-8eb7-75edcd927420 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.120148 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77b4ff25-97e9-497a-8eb7-75edcd927420 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.145434 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-426a40d7-a35c-4985-aa77-47464d98ec6c tempest-SecGroupTest-187904282 tempest-SecGroupTest-187904282-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2194738 Nov 27 01:30:11.182322 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.208996 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77b4ff25-97e9-497a-8eb7-75edcd927420 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.212055 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77b4ff25-97e9-497a-8eb7-75edcd927420 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.213238 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-77b4ff25-97e9-497a-8eb7-75edcd927420 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/security-groups/97915964-f57b-498b-b0a1-df7c3f28ff51 HTTP/1.1" status: 204 len: 168 time: 0.2579546 Nov 27 01:30:11.226678 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57918) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:11.231751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4ff25-97e9-497a-8eb7-75edcd927420 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97915964-f57b-498b-b0a1-df7c3f28ff51,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:11.255598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22200e29-eb4e-4014-8302-b91cd3f80c7c None None] No DVR routers for this DVR port d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:11.264631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22200e29-eb4e-4014-8302-b91cd3f80c7c None None] Pushing event deleted for resources: {'Port': ['ID=d34dca34-bcf9-43f4-b16d-f5b6cc8c7268,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:11.418601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 84c230db-b386-464e-9bd9-c439416b716b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:11.418971 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.424819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.456274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850dfe53-f768-4c32-89f7-32a1b3c0d990']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:11.497371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38636ea9-89b1-4dba-b85d-8eb4a5916911') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:11.498064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38636ea9-89b1-4dba-b85d-8eb4a5916911') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:11.516329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.543888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57924) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:11.553053 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ab8840c4-3bf2-4a36-a3bd-993f8ed948b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.575687 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.606786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:30:11.607595 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:30:11.611100 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:30:11.635424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a8144f-88d4-4874-9d2c-1ed4de4bd4cb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting subnet 15175352-d5e1-42ca-9ad6-da2412acaab9 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:11.651608 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a8144f-88d4-4874-9d2c-1ed4de4bd4cb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.668519 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-183de01b-8062-47c0-9436-5d9df1ad3450 None None] Provisioning complete for port 84c230db-b386-464e-9bd9-c439416b716b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:11.669045 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-183de01b-8062-47c0-9436-5d9df1ad3450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.755842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:11.820422 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-183de01b-8062-47c0-9436-5d9df1ad3450 None None] Could not find standard attr ID for object 11d1d7f1-6333-425d-b8dd-f9c6023dbe4d. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:30:11.822583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:11.823356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d34dca34-bcf9-43f4-b16d-f5b6cc8c7268 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:11.824865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2204dc46-ddf6-462f-aec7-40e3b80e190c no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:11.836968 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a8144f-88d4-4874-9d2c-1ed4de4bd4cb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.849650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 2204dc46-ddf6-462f-aec7-40e3b80e190c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:11.850294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2204dc46-ddf6-462f-aec7-40e3b80e190c not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:11.850525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57928) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:11.858952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-183de01b-8062-47c0-9436-5d9df1ad3450 None None] Provisioning complete for port fe4a0950-85a0-4b5d-86e1-4d822128b556 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:11.859709 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-183de01b-8062-47c0-9436-5d9df1ad3450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.883573 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.894603 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:11.899946 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "DELETE /v2.0/networks/850dfe53-f768-4c32-89f7-32a1b3c0d990 HTTP/1.1" status: 204 len: 168 time: 0.9710505 Nov 27 01:30:11.900398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57932) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:11.920994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-183de01b-8062-47c0-9436-5d9df1ad3450 None None] Port fe4a0950-85a0-4b5d-86e1-4d822128b556 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:11.971341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf62f41-9e73-4ac3-ba2d-22b528948a84 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Network': ['ID=850dfe53-f768-4c32-89f7-32a1b3c0d990,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:12.035958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13bd84d-e821-40d1-a6a6-c58d6f86cee0 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Deleting subnet 6fc7673f-224e-460b-af8b-bc10ac2753b2 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:12.047322 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b13bd84d-e821-40d1-a6a6-c58d6f86cee0 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.107375 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b13bd84d-e821-40d1-a6a6-c58d6f86cee0 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.113661 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a8144f-88d4-4874-9d2c-1ed4de4bd4cb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.156029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15310d9d-8b45-465e-83c4-c681b13ff045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.221848 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a8144f-88d4-4874-9d2c-1ed4de4bd4cb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.280851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8144f-88d4-4874-9d2c-1ed4de4bd4cb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Subnet': ['ID=15175352-d5e1-42ca-9ad6-da2412acaab9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:12.284542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a8144f-88d4-4874-9d2c-1ed4de4bd4cb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.289825 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-66a8144f-88d4-4874-9d2c-1ed4de4bd4cb tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/15175352-d5e1-42ca-9ad6-da2412acaab9 HTTP/1.1" status: 204 len: 168 time: 1.0620914 Nov 27 01:30:12.293849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57936) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:12.314006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129612df-09c0-45cb-815f-6a2f5f6f923a None None] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:12.384085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24c5a5f-994c-4b5b-8fed-8a20d528a5cf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting subnet 9a5135cd-c07e-48ee-a4d3-498cac277555 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:12.391973 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e24c5a5f-994c-4b5b-8fed-8a20d528a5cf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.395447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6743d707-1c4f-4bb3-ac4c-a9a527c1ed59 None None] Could not find standard attr ID for object 11d1d7f1-6333-425d-b8dd-f9c6023dbe4d. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:30:12.445687 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-201951ee-0ea5-47d9-802a-7704b754db84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e54c770e347041a3aec820a797e52f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5938344 Nov 27 01:30:12.449877 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b13bd84d-e821-40d1-a6a6-c58d6f86cee0 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.452936 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57938) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:12.492540 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e24c5a5f-994c-4b5b-8fed-8a20d528a5cf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.621012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e24c5a5f-994c-4b5b-8fed-8a20d528a5cf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.704785 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e24c5a5f-994c-4b5b-8fed-8a20d528a5cf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.743659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c5a5f-994c-4b5b-8fed-8a20d528a5cf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5135cd-c07e-48ee-a4d3-498cac277555,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:12.746299 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e24c5a5f-994c-4b5b-8fed-8a20d528a5cf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.751458 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e24c5a5f-994c-4b5b-8fed-8a20d528a5cf tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/9a5135cd-c07e-48ee-a4d3-498cac277555 HTTP/1.1" status: 204 len: 168 time: 0.4546769 Nov 27 01:30:12.752919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57940) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:12.772475 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15310d9d-8b45-465e-83c4-c681b13ff045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.775520 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f10354ac-3b7e-4776-8130-6b2049a74bcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.785100 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-67dd341c-ea57-4a57-978b-5961ca7a365f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] DELETE failed (client error): The resource could not be found. Nov 27 01:30:12.785557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67dd341c-ea57-4a57-978b-5961ca7a365f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:12.790686 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15310d9d-8b45-465e-83c4-c681b13ff045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.792905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-67dd341c-ea57-4a57-978b-5961ca7a365f tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/15175352-d5e1-42ca-9ad6-da2412acaab9 HTTP/1.1" status: 404 len: 337 time: 0.0383148 Nov 27 01:30:12.793524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57942) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:12.859744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70a2648-c2dd-4dca-b5ae-84044a95abf1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting subnet 76b843c2-c05c-4bb9-b1f4-149205ac616d {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:30:12.864524 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c70a2648-c2dd-4dca-b5ae-84044a95abf1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.866524 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b13bd84d-e821-40d1-a6a6-c58d6f86cee0 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.937578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f10354ac-3b7e-4776-8130-6b2049a74bcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.940191 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c70a2648-c2dd-4dca-b5ae-84044a95abf1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.982504 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b13bd84d-e821-40d1-a6a6-c58d6f86cee0 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:12.991200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527c98d-57f5-4355-bbbe-2d8c202ceca6 None None] Network bac32bb2-f4a8-4f34-b8c9-cf44de5a7670 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:12.991992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57946) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:13.002608 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b13bd84d-e821-40d1-a6a6-c58d6f86cee0 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "DELETE /v2.0/subnets/6fc7673f-224e-460b-af8b-bc10ac2753b2 HTTP/1.1" status: 204 len: 168 time: 1.1010020 Nov 27 01:30:13.014350 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-15310d9d-8b45-465e-83c4-c681b13ff045 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c96bcc32a6d0433b906d61d594291887&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4693730 Nov 27 01:30:13.021643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57948) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:13.023300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bd84d-e821-40d1-a6a6-c58d6f86cee0 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc7673f-224e-460b-af8b-bc10ac2753b2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:13.051800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15310d9d-8b45-465e-83c4-c681b13ff045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c65372b-290e-4a85-bba2-fba7aece56fa,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:13.145115 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f10354ac-3b7e-4776-8130-6b2049a74bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.148219 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f10354ac-3b7e-4776-8130-6b2049a74bcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.162916 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f10354ac-3b7e-4776-8130-6b2049a74bcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b39b1d8-9662-4f8c-84da-0ad12c466346 HTTP/1.1" status: 204 len: 168 time: 0.7056470 Nov 27 01:30:13.181276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10354ac-3b7e-4776-8130-6b2049a74bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b39b1d8-9662-4f8c-84da-0ad12c466346,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:13.209205 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4185a99f-1d28-4f3d-b78b-1212368da610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.330088 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4185a99f-1d28-4f3d-b78b-1212368da610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.339808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d86559-da3a-454d-bea3-6bc657108a13 None None] DHCP port deletion for bac32bb2-f4a8-4f34-b8c9-cf44de5a7670 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:30:13.412016 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.437480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c70a2648-c2dd-4dca-b5ae-84044a95abf1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.448879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-30d86559-da3a-454d-bea3-6bc657108a13 None None] Deleting port 0a98594f-be4f-471f-a30e-ff90b581a144 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:13.449227 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-30d86559-da3a-454d-bea3-6bc657108a13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.511932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4185a99f-1d28-4f3d-b78b-1212368da610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.515811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4185a99f-1d28-4f3d-b78b-1212368da610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.517288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4185a99f-1d28-4f3d-b78b-1212368da610 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c65372b-290e-4a85-bba2-fba7aece56fa HTTP/1.1" status: 204 len: 168 time: 0.4943218 Nov 27 01:30:13.525354 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c70a2648-c2dd-4dca-b5ae-84044a95abf1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.531063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-30d86559-da3a-454d-bea3-6bc657108a13 None None] For port 0a98594f-be4f-471f-a30e-ff90b581a144, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0a98594f-be4f-471f-a30e-ff90b581a144,segment=NetworkSegment(d28e3036-44dc-473e-b8ce-6390537d02ce),segment_id=d28e3036-44dc-473e-b8ce-6390537d02ce)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:13.531684 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-30d86559-da3a-454d-bea3-6bc657108a13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.558521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-30d86559-da3a-454d-bea3-6bc657108a13 None None] Calling delete_port for 0a98594f-be4f-471f-a30e-ff90b581a144 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:13.617152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185a99f-1d28-4f3d-b78b-1212368da610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c65372b-290e-4a85-bba2-fba7aece56fa,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:13.631799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a2648-c2dd-4dca-b5ae-84044a95abf1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Subnet': ['ID=76b843c2-c05c-4bb9-b1f4-149205ac616d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:13.649605 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c70a2648-c2dd-4dca-b5ae-84044a95abf1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.663630 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c70a2648-c2dd-4dca-b5ae-84044a95abf1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/76b843c2-c05c-4bb9-b1f4-149205ac616d HTTP/1.1" status: 204 len: 168 time: 0.8667905 Nov 27 01:30:13.663813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f71e07-24af-4bfc-b931-1e0704928871 None None] Network cdeb71bd-ae95-4a74-8138-4c1d846d967f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:30:13.664644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57960) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:13.700396 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-e926bbde-b271-43e6-b794-5e2bffa3938c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] DELETE failed (client error): The resource could not be found. Nov 27 01:30:13.700869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e926bbde-b271-43e6-b794-5e2bffa3938c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:13.706773 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e926bbde-b271-43e6-b794-5e2bffa3938c tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/fea75949-c3c5-4c96-a9d7-01861f6f9cfd HTTP/1.1" status: 404 len: 337 time: 0.0382221 Nov 27 01:30:13.709176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57962) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:13.747406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1398d898-6208-4483-aee4-d16c80e1118b tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "GET /v2.0/ports?device_id=a060206f-24b2-4a90-91e9-99bb11259d32 HTTP/1.1" status: 200 len: 205 time: 0.0327666 Nov 27 01:30:13.750370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57966) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:13.757093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Deleting port 0a98594f-be4f-471f-a30e-ff90b581a144 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:13.757729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.786496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ab610555-9d46-462b-9ba7-17ecb845c52c None None] Provisioning complete for port 84c230db-b386-464e-9bd9-c439416b716b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:13.786868 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ab610555-9d46-462b-9ba7-17ecb845c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.860723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] For port 0a98594f-be4f-471f-a30e-ff90b581a144, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0a98594f-be4f-471f-a30e-ff90b581a144,segment=NetworkSegment(d28e3036-44dc-473e-b8ce-6390537d02ce),segment_id=d28e3036-44dc-473e-b8ce-6390537d02ce)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:13.862940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.863454 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-30d86559-da3a-454d-bea3-6bc657108a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.875967 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-6bf611a9-7c84-4da3-ac3c-e93e64715329 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] delete failed (client error): The resource could not be found. Nov 27 01:30:13.884103 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6bf611a9-7c84-4da3-ac3c-e93e64715329 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/routers/a060206f-24b2-4a90-91e9-99bb11259d32 HTTP/1.1" status: 404 len: 336 time: 0.1320100 Nov 27 01:30:13.884688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57970) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:13.915855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d86559-da3a-454d-bea3-6bc657108a13 None None] Pushing event deleted for resources: {'Port': ['ID=0a98594f-be4f-471f-a30e-ff90b581a144,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:13.920802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d86559-da3a-454d-bea3-6bc657108a13 None None] No DVR routers for this DVR port 0a98594f-be4f-471f-a30e-ff90b581a144 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:13.925768 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Calling delete_port for 0a98594f-be4f-471f-a30e-ff90b581a144 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:13.939781 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a96fc786-c762-4855-a80e-af555b53ffd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:13.991483 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc603c8d-03b2-4af2-bb9c-e03374e21f92 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] DELETE failed (client error): The resource could not be found. Nov 27 01:30:13.992255 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc603c8d-03b2-4af2-bb9c-e03374e21f92 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:14.016839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bc603c8d-03b2-4af2-bb9c-e03374e21f92 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/7689544b-3c7b-4290-bded-cc46caa122e6 HTTP/1.1" status: 404 len: 337 time: 0.1310349 Nov 27 01:30:14.018108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57976) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:14.033506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ab610555-9d46-462b-9ba7-17ecb845c52c None None] Provisioning complete for port fe4a0950-85a0-4b5d-86e1-4d822128b556 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:30:14.034113 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ab610555-9d46-462b-9ba7-17ecb845c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.087317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf6a07a-00e8-42a6-805f-b1a0ec47257b None None] DHCP port deletion for cdeb71bd-ae95-4a74-8138-4c1d846d967f request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:30:14.113021 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cb57c6-abf2-402a-a932-8efd5a716e17 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] DELETE failed (client error): The resource could not be found. Nov 27 01:30:14.113021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cb57c6-abf2-402a-a932-8efd5a716e17 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:14.116619 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.121769 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-14cb57c6-abf2-402a-a932-8efd5a716e17 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/a9cea721-eade-495b-83df-fefa832a5d78 HTTP/1.1" status: 404 len: 337 time: 0.1000381 Nov 27 01:30:14.125487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57980) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:14.156780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Port': ['ID=0a98594f-be4f-471f-a30e-ff90b581a144,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:14.167344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] No DVR routers for this DVR port 0a98594f-be4f-471f-a30e-ff90b581a144 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:14.172295 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ab610555-9d46-462b-9ba7-17ecb845c52c None None] Port fe4a0950-85a0-4b5d-86e1-4d822128b556 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:30:14.200728 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1fb082-2ad2-4564-b346-1224b5b65d5d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] DELETE failed (client error): The resource could not be found. Nov 27 01:30:14.201097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1fb082-2ad2-4564-b346-1224b5b65d5d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:14.204078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6a07a-00e8-42a6-805f-b1a0ec47257b None None] Deleting port 84c230db-b386-464e-9bd9-c439416b716b {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:14.204667 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dbf6a07a-00e8-42a6-805f-b1a0ec47257b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.212253 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bf1fb082-2ad2-4564-b346-1224b5b65d5d tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/aa1f9aa6-978c-48f5-be08-5424661f1a3f HTTP/1.1" status: 404 len: 337 time: 0.0853965 Nov 27 01:30:14.212749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57984) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:14.277157 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b7d6d3-980f-480a-926f-7dee38169811 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] DELETE failed (client error): The resource could not be found. Nov 27 01:30:14.277736 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b7d6d3-980f-480a-926f-7dee38169811 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:14.284236 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:30:14.293527 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-90b7d6d3-980f-480a-926f-7dee38169811 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/d5cefc68-2edc-4e4c-86b9-88d51a960303 HTTP/1.1" status: 404 len: 333 time: 0.0767856 Nov 27 01:30:14.294410 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57988) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:14.309750 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.315960 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-dbf6a07a-00e8-42a6-805f-b1a0ec47257b None None] For port 84c230db-b386-464e-9bd9-c439416b716b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84c230db-b386-464e-9bd9-c439416b716b,segment=NetworkSegment(824a7cb6-211e-4cdf-a053-151d02a6df76),segment_id=824a7cb6-211e-4cdf-a053-151d02a6df76)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:30:14.316367 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dbf6a07a-00e8-42a6-805f-b1a0ec47257b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.334000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 57990) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:14.346270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac32bb2-f4a8-4f34-b8c9-cf44de5a7670']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:14.349461 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee89028-a32c-4037-aafc-103d8b7a1f85 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] DELETE failed (client error): The resource could not be found. Nov 27 01:30:14.349911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee89028-a32c-4037-aafc-103d8b7a1f85 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:14.351454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6a07a-00e8-42a6-805f-b1a0ec47257b None None] Calling delete_port for 84c230db-b386-464e-9bd9-c439416b716b owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:14.360534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cee89028-a32c-4037-aafc-103d8b7a1f85 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/d49d1f94-c619-46d0-ab14-7007ef465f7c HTTP/1.1" status: 404 len: 337 time: 0.0629208 Nov 27 01:30:14.360943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57992) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:14.367432 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fa323c7-99fd-4eec-b327-a0b97eee753a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.393802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28e3036-44dc-473e-b8ce-6390537d02ce') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:14.394102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28e3036-44dc-473e-b8ce-6390537d02ce') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:14.410507 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.434378 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.444765 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c90923-8a77-41d4-99f7-078abf766817 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] DELETE failed (client error): The resource could not be found. Nov 27 01:30:14.445918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c90923-8a77-41d4-99f7-078abf766817 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:14.448190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:30:14.448753 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.450631 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c4c90923-8a77-41d4-99f7-078abf766817 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/b4f3162f-1146-455b-ac6f-c30a88da5f18 HTTP/1.1" status: 404 len: 337 time: 0.0836940 Nov 27 01:30:14.453289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57996) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: self.session.flush() Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:30:14.455920 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:30:14.490501 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf46f67-a6f2-43dc-98f9-1c6d801d7177 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] DELETE failed (client error): The resource could not be found. Nov 27 01:30:14.491124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf46f67-a6f2-43dc-98f9-1c6d801d7177 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:14.495065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8cf46f67-a6f2-43dc-98f9-1c6d801d7177 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/f813669a-e6f7-475d-8aeb-9fa54616b9b8 HTTP/1.1" status: 404 len: 333 time: 0.0401084 Nov 27 01:30:14.498068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 57998) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:14.547790 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e2ff7e-bf4c-46be-b3f5-c3c5298df793 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] DELETE failed (client error): The resource could not be found. Nov 27 01:30:14.548432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e2ff7e-bf4c-46be-b3f5-c3c5298df793 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:14.552353 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-53e2ff7e-bf4c-46be-b3f5-c3c5298df793 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/fa25975b-1f98-4676-a175-796a13dfc343 HTTP/1.1" status: 404 len: 337 time: 0.0527351 Nov 27 01:30:14.554018 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.554714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58000) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:14.584043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.593623 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "DELETE /v2.0/networks/bac32bb2-f4a8-4f34-b8c9-cf44de5a7670 HTTP/1.1" status: 204 len: 168 time: 1.5923922 Nov 27 01:30:14.593623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58002) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:14.609329 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb85c6f-54c7-49b9-b5ac-4fd8e1973df1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] DELETE failed (client error): The resource could not be found. Nov 27 01:30:14.610179 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb85c6f-54c7-49b9-b5ac-4fd8e1973df1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:30:14.617011 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8eb85c6f-54c7-49b9-b5ac-4fd8e1973df1 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/subnets/d7d326a8-ac64-4ea9-894b-eba6e70fec74 HTTP/1.1" status: 404 len: 337 time: 0.0612500 Nov 27 01:30:14.618190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58006) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:14.652582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fd4cdd90-a9ab-46d8-8509-68acea4634b2 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "GET /v2.0/ports?device_id=42d140c3-4fea-461c-a2b9-a7e48bcf151d HTTP/1.1" status: 200 len: 205 time: 0.0559797 Nov 27 01:30:14.652913 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58008) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:14.654465 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.681062 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dbf6a07a-00e8-42a6-805f-b1a0ec47257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.735705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6a07a-00e8-42a6-805f-b1a0ec47257b None None] No DVR routers for this DVR port 84c230db-b386-464e-9bd9-c439416b716b on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:30:14.746970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bca8f5-905b-4a8c-bb9c-2388e2640809 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Pushing event deleted for resources: {'Network': ['ID=bac32bb2-f4a8-4f34-b8c9-cf44de5a7670,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:14.748233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6a07a-00e8-42a6-805f-b1a0ec47257b None None] Pushing event deleted for resources: {'Port': ['ID=84c230db-b386-464e-9bd9-c439416b716b,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:14.771961 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f2fc0e39-f4a1-44d2-8b40-627d6a3105d2 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.794078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8ff35728-314a-4370-bca5-ea203108d7b5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Deleting port fe4a0950-85a0-4b5d-86e1-4d822128b556 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:30:14.796945 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ff35728-314a-4370-bca5-ea203108d7b5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.906715 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fa323c7-99fd-4eec-b327-a0b97eee753a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.922113 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ff35728-314a-4370-bca5-ea203108d7b5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.939493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84c230db-b386-464e-9bd9-c439416b716b no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:14.946513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8ff35728-314a-4370-bca5-ea203108d7b5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Calling delete_port for fe4a0950-85a0-4b5d-86e1-4d822128b556 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:30:14.969451 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fa323c7-99fd-4eec-b327-a0b97eee753a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:14.970301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 84c230db-b386-464e-9bd9-c439416b716b {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:14.970660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84c230db-b386-464e-9bd9-c439416b716b not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:14.971683 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0a98594f-be4f-471f-a30e-ff90b581a144 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:30:14.992113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 0a98594f-be4f-471f-a30e-ff90b581a144 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:30:14.992484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0a98594f-be4f-471f-a30e-ff90b581a144 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:30:15.025087 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.044830 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3fa323c7-99fd-4eec-b327-a0b97eee753a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb07a78904364f1db63326c0cc9873fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7056639 Nov 27 01:30:15.045278 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58016) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:15.087047 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f2fc0e39-f4a1-44d2-8b40-627d6a3105d2 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.101416 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f2fc0e39-f4a1-44d2-8b40-627d6a3105d2 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.118600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa323c7-99fd-4eec-b327-a0b97eee753a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bcebf4-1dc7-4f5c-a5d5-7b1b7540ed81,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:15.172801 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f2fc0e39-f4a1-44d2-8b40-627d6a3105d2 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.173327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fc0e39-f4a1-44d2-8b40-627d6a3105d2 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Fanout notify agent at l3_agent the message router_deleted on router 42d140c3-4fea-461c-a2b9-a7e48bcf151d {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:30:15.181435 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f2fc0e39-f4a1-44d2-8b40-627d6a3105d2 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.182899 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f2fc0e39-f4a1-44d2-8b40-627d6a3105d2 tempest-RoutersNegativeIpV6Test-1900316815 tempest-RoutersNegativeIpV6Test-1900316815-project] 10.222.0.37 "DELETE /v2.0/routers/42d140c3-4fea-461c-a2b9-a7e48bcf151d HTTP/1.1" status: 204 len: 168 time: 0.5274916 Nov 27 01:30:15.350972 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ff35728-314a-4370-bca5-ea203108d7b5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.388024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35728-314a-4370-bca5-ea203108d7b5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Port': ['ID=fe4a0950-85a0-4b5d-86e1-4d822128b556,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:15.392486 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12e60170-0695-4a18-a449-8a4eef978e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.405131 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ff35728-314a-4370-bca5-ea203108d7b5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.409141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8ff35728-314a-4370-bca5-ea203108d7b5 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/ports/fe4a0950-85a0-4b5d-86e1-4d822128b556 HTTP/1.1" status: 204 len: 168 time: 0.7895393 Nov 27 01:30:15.411612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58032) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:15.443327 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12e60170-0695-4a18-a449-8a4eef978e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.480853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58038) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:15.525159 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.612337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12e60170-0695-4a18-a449-8a4eef978e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.614943 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12e60170-0695-4a18-a449-8a4eef978e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.618424 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-12e60170-0695-4a18-a449-8a4eef978e52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22bcebf4-1dc7-4f5c-a5d5-7b1b7540ed81 HTTP/1.1" status: 204 len: 168 time: 0.5697894 Nov 27 01:30:15.638617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e60170-0695-4a18-a449-8a4eef978e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bcebf4-1dc7-4f5c-a5d5-7b1b7540ed81,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:15.639488 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6c1561af-4969-485b-881f-618b16d07323 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e952e23c8222461bb8f768735e1fb4ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1572425 Nov 27 01:30:15.641336 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.641944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58044) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:15.677366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdeb71bd-ae95-4a74-8138-4c1d846d967f']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:15.694780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824a7cb6-211e-4cdf-a053-151d02a6df76') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:15.695393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824a7cb6-211e-4cdf-a053-151d02a6df76') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:30:15.713563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35f7d604-a8a8-4abc-8d56-be5d6edebba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.715241 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.732072 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.739811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:30:15.740299 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:30:15.743885 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:30:15.751033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35f7d604-a8a8-4abc-8d56-be5d6edebba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.813577 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35f7d604-a8a8-4abc-8d56-be5d6edebba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.817104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35f7d604-a8a8-4abc-8d56-be5d6edebba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.819135 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-35f7d604-a8a8-4abc-8d56-be5d6edebba3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d55add8e-822d-41ba-8eaa-f65b686551fc HTTP/1.1" status: 204 len: 168 time: 0.1759391 Nov 27 01:30:15.832619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7d604-a8a8-4abc-8d56-be5d6edebba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55add8e-822d-41ba-8eaa-f65b686551fc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:15.841688 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.853431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:15.869555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] 10.222.0.37 "DELETE /v2.0/networks/cdeb71bd-ae95-4a74-8138-4c1d846d967f HTTP/1.1" status: 204 len: 168 time: 0.4557047 Nov 27 01:30:15.881029 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bd629-0354-49e7-b2ec-3c90d3df3064 tempest-PortsTestJSON-611861314 tempest-PortsTestJSON-611861314-project] Pushing event deleted for resources: {'Network': ['ID=cdeb71bd-ae95-4a74-8138-4c1d846d967f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:16.375263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58076) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:16.605744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-673ca323-1c10-4767-a6c3-51d7a30b4319 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5810ed55cffb4bfeb6e5df6f24dfd560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292967 Nov 27 01:30:16.608204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58094) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:16.657217 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b215d608-da54-443d-a08a-06a39056c871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.685553 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b215d608-da54-443d-a08a-06a39056c871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.745996 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b215d608-da54-443d-a08a-06a39056c871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.749129 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b215d608-da54-443d-a08a-06a39056c871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.751179 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b215d608-da54-443d-a08a-06a39056c871 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e30829cf-e256-4c13-94b5-7a5b67a70072 HTTP/1.1" status: 204 len: 168 time: 0.1415901 Nov 27 01:30:16.758374 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:16.762229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215d608-da54-443d-a08a-06a39056c871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30829cf-e256-4c13-94b5-7a5b67a70072,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:17.247697 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:17.561639 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:17.666534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-fee4b1c5-811d-4bfd-86e7-5e3a24ab3f47 req-dc11e720-70a8-4f3c-9c43-585ac664cb7b service neutron] (103384) timed out ('10.222.0.11', 60115) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:30:18.012176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58182) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:18.358421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c6b305b9-382b-4fba-9628-5b678e21e5ce tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group': {'name': 'tempest-secgroup--202114800'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:18.390900 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6b305b9-382b-4fba-9628-5b678e21e5ce tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.400511 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6b305b9-382b-4fba-9628-5b678e21e5ce tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.552294 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6b305b9-382b-4fba-9628-5b678e21e5ce tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.559203 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6b305b9-382b-4fba-9628-5b678e21e5ce tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.589395 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b305b9-382b-4fba-9628-5b678e21e5ce tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bab272f-ca73-4792-a217-6fbbd45dbf45,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:18.671113 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6b305b9-382b-4fba-9628-5b678e21e5ce tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.679634 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6b305b9-382b-4fba-9628-5b678e21e5ce tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.732008 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6b305b9-382b-4fba-9628-5b678e21e5ce tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:18.733272 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c6b305b9-382b-4fba-9628-5b678e21e5ce tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7200742 Nov 27 01:30:18.735988 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58222) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:18.743912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b305b9-382b-4fba-9628-5b678e21e5ce tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7136eb0-f539-4a0f-9b27-4f7eebbf2aa4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:18.883683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-503e270f-a4f0-43fb-8e80-10b756ffb058 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1457682 Nov 27 01:30:18.886599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58228) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:18.894342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-edd7f9fb-0803-4259-85f6-e56dca1c5c67 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group': {'name': 'tempest-security--2094382484', 'description': 'tempest-security-description-1329299336'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:18.992779 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-edd7f9fb-0803-4259-85f6-e56dca1c5c67 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.061169 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-edd7f9fb-0803-4259-85f6-e56dca1c5c67 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.067676 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-edd7f9fb-0803-4259-85f6-e56dca1c5c67 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.070913 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-edd7f9fb-0803-4259-85f6-e56dca1c5c67 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.072444 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-edd7f9fb-0803-4259-85f6-e56dca1c5c67 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "PUT /v2.0/security-groups/f7136eb0-f539-4a0f-9b27-4f7eebbf2aa4 HTTP/1.1" status: 200 len: 1797 time: 0.1845632 Nov 27 01:30:19.075852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58246) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:19.127710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7f9fb-0803-4259-85f6-e56dca1c5c67 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7136eb0-f539-4a0f-9b27-4f7eebbf2aa4,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:19.158367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58256) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:19.158760 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-baea9423-c5fb-4cea-89d1-be28bf3d8be2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-groups/f7136eb0-f539-4a0f-9b27-4f7eebbf2aa4 HTTP/1.1" status: 200 len: 1797 time: 0.0816455 Nov 27 01:30:19.264529 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27b11647-22b4-433a-b867-341a6d0a79a2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.302581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27b11647-22b4-433a-b867-341a6d0a79a2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.365773 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27b11647-22b4-433a-b867-341a6d0a79a2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.368621 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27b11647-22b4-433a-b867-341a6d0a79a2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.370568 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-27b11647-22b4-433a-b867-341a6d0a79a2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-groups/f7136eb0-f539-4a0f-9b27-4f7eebbf2aa4 HTTP/1.1" status: 204 len: 168 time: 0.2101061 Nov 27 01:30:19.373024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58268) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:19.389850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b11647-22b4-433a-b867-341a6d0a79a2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7136eb0-f539-4a0f-9b27-4f7eebbf2aa4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:19.490715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-32ba15ee-685e-483e-9aab-f1b0ec9937f4 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1159441 Nov 27 01:30:19.493177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58280) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:19.527969 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-154d3ea3-8666-4fed-94a2-9d50176084f2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] delete failed (client error): The resource could not be found. Nov 27 01:30:19.529171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-154d3ea3-8666-4fed-94a2-9d50176084f2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-groups/f7136eb0-f539-4a0f-9b27-4f7eebbf2aa4 HTTP/1.1" status: 404 len: 347 time: 0.0348535 Nov 27 01:30:19.533505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58284) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:19.539704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-54d32d90-2a10-47ea-801c-df29157ef6b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group': {'name': 'tempest-secgroup--384819914'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:19.606643 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54d32d90-2a10-47ea-801c-df29157ef6b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.693804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54d32d90-2a10-47ea-801c-df29157ef6b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.699427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58286) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:19.702405 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54d32d90-2a10-47ea-801c-df29157ef6b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.756907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d32d90-2a10-47ea-801c-df29157ef6b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3254c64-91ab-4ce9-94ac-46d95edfa17c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:19.783796 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54d32d90-2a10-47ea-801c-df29157ef6b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.792705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58292) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:19.799211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fe597d8c-3463-4597-a05b-0b0ad2a665ba tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group_rule': {'security_group_id': 'd3254c64-91ab-4ce9-94ac-46d95edfa17c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:19.802792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-54d32d90-2a10-47ea-801c-df29157ef6b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2678747 Nov 27 01:30:19.888622 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-065adff0-7f4d-4f0f-8e66-d3db7e3a6ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:19.923742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe597d8c-3463-4597-a05b-0b0ad2a665ba tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.050399 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe597d8c-3463-4597-a05b-0b0ad2a665ba tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.063149 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe597d8c-3463-4597-a05b-0b0ad2a665ba tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.115365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-065adff0-7f4d-4f0f-8e66-d3db7e3a6ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.123372 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-065adff0-7f4d-4f0f-8e66-d3db7e3a6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.128598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe597d8c-3463-4597-a05b-0b0ad2a665ba tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79ecacf-cfa2-42f1-9246-c1b16100d0b1,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:20.147706 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe597d8c-3463-4597-a05b-0b0ad2a665ba tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.152646 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fe597d8c-3463-4597-a05b-0b0ad2a665ba tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3564219 Nov 27 01:30:20.153427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58310) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:20.194370 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-065adff0-7f4d-4f0f-8e66-d3db7e3a6ff5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec52ace5597f4809ae497a95aeb5034f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4934480 Nov 27 01:30:20.196088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065adff0-7f4d-4f0f-8e66-d3db7e3a6ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fe143e-42bd-4968-ab5a-691c01bb93c9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:20.202528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58312) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:20.219904 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7cc16cb-f3e3-495d-8044-fa8f8fbd3c92 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.250770 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7cc16cb-f3e3-495d-8044-fa8f8fbd3c92 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.308558 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7cc16cb-f3e3-495d-8044-fa8f8fbd3c92 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.317020 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7cc16cb-f3e3-495d-8044-fa8f8fbd3c92 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.318570 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a7cc16cb-f3e3-495d-8044-fa8f8fbd3c92 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f79ecacf-cfa2-42f1-9246-c1b16100d0b1 HTTP/1.1" status: 204 len: 168 time: 0.1639152 Nov 27 01:30:20.321298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58320) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:20.331801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc16cb-f3e3-495d-8044-fa8f8fbd3c92 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f79ecacf-cfa2-42f1-9246-c1b16100d0b1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:20.333614 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35cba7b5-92c9-4023-b69c-fa0b272dbbab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.363485 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35cba7b5-92c9-4023-b69c-fa0b272dbbab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.367078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-50321056-cbce-44db-8fd0-b9f953fa6ae4 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443490 Nov 27 01:30:20.369670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58322) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:20.424460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35cba7b5-92c9-4023-b69c-fa0b272dbbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.427413 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35cba7b5-92c9-4023-b69c-fa0b272dbbab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.428788 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-35cba7b5-92c9-4023-b69c-fa0b272dbbab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8fe143e-42bd-4968-ab5a-691c01bb93c9 HTTP/1.1" status: 204 len: 168 time: 0.2202041 Nov 27 01:30:20.438715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cba7b5-92c9-4023-b69c-fa0b272dbbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fe143e-42bd-4968-ab5a-691c01bb93c9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:20.464074 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5812d24-9e65-43d1-bc06-361f1a6fa188 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.497693 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5812d24-9e65-43d1-bc06-361f1a6fa188 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.557348 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5812d24-9e65-43d1-bc06-361f1a6fa188 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.560961 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5812d24-9e65-43d1-bc06-361f1a6fa188 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.563463 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f5812d24-9e65-43d1-bc06-361f1a6fa188 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-groups/d3254c64-91ab-4ce9-94ac-46d95edfa17c HTTP/1.1" status: 204 len: 168 time: 0.1916678 Nov 27 01:30:20.566489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58330) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:20.589435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5812d24-9e65-43d1-bc06-361f1a6fa188 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3254c64-91ab-4ce9-94ac-46d95edfa17c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:20.654215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58336) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:20.654363 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4b365bad-4ab9-4ff6-8577-9c3852ffd1c0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0826433 Nov 27 01:30:20.658892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f68d729a-6374-4640-96b5-d1f519f84510 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255982599'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:20.717125 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68d729a-6374-4640-96b5-d1f519f84510 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.830368 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68d729a-6374-4640-96b5-d1f519f84510 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.836386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68d729a-6374-4640-96b5-d1f519f84510 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.877049 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d729a-6374-4640-96b5-d1f519f84510 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf4c046-c3f2-458a-b9c8-cd25a2d00154,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:20.888783 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f68d729a-6374-4640-96b5-d1f519f84510 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.890383 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f68d729a-6374-4640-96b5-d1f519f84510 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2346969 Nov 27 01:30:20.893004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58346) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:20.898399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ae6bc0e1-64d7-4f5b-848d-97a482bb145d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group_rule': {'security_group_id': '9cf4c046-c3f2-458a-b9c8-cd25a2d00154', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:20.900107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58348) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:20.915119 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18cf4942-6df0-4ab6-ac45-9db6e08ef3df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:20.929714 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc0e1-64d7-4f5b-848d-97a482bb145d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.011056 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc0e1-64d7-4f5b-848d-97a482bb145d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.015249 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc0e1-64d7-4f5b-848d-97a482bb145d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.022271 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18cf4942-6df0-4ab6-ac45-9db6e08ef3df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.028828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18cf4942-6df0-4ab6-ac45-9db6e08ef3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.045296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc0e1-64d7-4f5b-848d-97a482bb145d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.049615 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ae6bc0e1-64d7-4f5b-848d-97a482bb145d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1555929 Nov 27 01:30:21.051580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58350) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:21.052238 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bc0e1-64d7-4f5b-848d-97a482bb145d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7598f1e8-b07c-4f78-92d3-3a2f7ee448f8,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:21.059929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-937aa76b-2eeb-4e0f-84a1-2b09c98ade43 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group_rule': {'security_group_id': '9cf4c046-c3f2-458a-b9c8-cd25a2d00154', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:21.087065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-18cf4942-6df0-4ab6-ac45-9db6e08ef3df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac14496603104eae85fa9b7b4d825c09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1856353 Nov 27 01:30:21.087950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58352) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:21.088784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf4942-6df0-4ab6-ac45-9db6e08ef3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c68cce-342f-446f-9df1-3f5d84e8973b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:21.090393 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-937aa76b-2eeb-4e0f-84a1-2b09c98ade43 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.162521 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-937aa76b-2eeb-4e0f-84a1-2b09c98ade43 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.168920 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-937aa76b-2eeb-4e0f-84a1-2b09c98ade43 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.206197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa76b-2eeb-4e0f-84a1-2b09c98ade43 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc237d4c-d475-40b8-a8f3-3a7817a95fdd,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:21.209420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06c081e1-ecb5-4f83-a6f8-181df5760364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.221652 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-937aa76b-2eeb-4e0f-84a1-2b09c98ade43 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.226287 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-937aa76b-2eeb-4e0f-84a1-2b09c98ade43 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1707239 Nov 27 01:30:21.227027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58362) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:21.232707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-dc5ebe40-75d9-47db-8a2a-abe7d7f0fe1c tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group_rule': {'security_group_id': '9cf4c046-c3f2-458a-b9c8-cd25a2d00154', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:21.269309 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dc5ebe40-75d9-47db-8a2a-abe7d7f0fe1c tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.279016 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06c081e1-ecb5-4f83-a6f8-181df5760364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.375818 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dc5ebe40-75d9-47db-8a2a-abe7d7f0fe1c tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.386486 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dc5ebe40-75d9-47db-8a2a-abe7d7f0fe1c tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.395811 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06c081e1-ecb5-4f83-a6f8-181df5760364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.398627 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06c081e1-ecb5-4f83-a6f8-181df5760364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.399982 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-06c081e1-ecb5-4f83-a6f8-181df5760364 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47c68cce-342f-446f-9df1-3f5d84e8973b HTTP/1.1" status: 204 len: 168 time: 0.2947631 Nov 27 01:30:21.411781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ebe40-75d9-47db-8a2a-abe7d7f0fe1c tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26156123-d992-4e5d-b280-ec354bfc0379,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:21.414986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c081e1-ecb5-4f83-a6f8-181df5760364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c68cce-342f-446f-9df1-3f5d84e8973b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:21.428376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dc5ebe40-75d9-47db-8a2a-abe7d7f0fe1c tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.429819 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dc5ebe40-75d9-47db-8a2a-abe7d7f0fe1c tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2015982 Nov 27 01:30:21.433585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58374) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:21.439393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-92e33c8b-9e91-4d5e-9839-9abbb7fda7c0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group_rule': {'security_group_id': '9cf4c046-c3f2-458a-b9c8-cd25a2d00154', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:21.494057 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92e33c8b-9e91-4d5e-9839-9abbb7fda7c0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.570015 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92e33c8b-9e91-4d5e-9839-9abbb7fda7c0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.579994 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92e33c8b-9e91-4d5e-9839-9abbb7fda7c0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.629743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e33c8b-9e91-4d5e-9839-9abbb7fda7c0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8b9e7c-6a05-4380-960f-8c90e12fdc47,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:21.646943 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92e33c8b-9e91-4d5e-9839-9abbb7fda7c0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.650826 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-92e33c8b-9e91-4d5e-9839-9abbb7fda7c0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2159674 Nov 27 01:30:21.651819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58386) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:21.661116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e8118a6e-eedf-4fe2-b373-49dcff14f392 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group_rule': {'security_group_id': '9cf4c046-c3f2-458a-b9c8-cd25a2d00154', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:21.736153 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8118a6e-eedf-4fe2-b373-49dcff14f392 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.889735 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8118a6e-eedf-4fe2-b373-49dcff14f392 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.899385 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8118a6e-eedf-4fe2-b373-49dcff14f392 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.940585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8118a6e-eedf-4fe2-b373-49dcff14f392 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f3bb61-afc2-43d4-bb94-f7551856bd13,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:21.955887 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8118a6e-eedf-4fe2-b373-49dcff14f392 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:21.958620 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e8118a6e-eedf-4fe2-b373-49dcff14f392 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3037612 Nov 27 01:30:21.960237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58406) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:22.003144 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46df1140-88cf-4d15-8b01-fa578c2cc8b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.013477 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46df1140-88cf-4d15-8b01-fa578c2cc8b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.053186 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46df1140-88cf-4d15-8b01-fa578c2cc8b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.061560 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-46df1140-88cf-4d15-8b01-fa578c2cc8b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.066219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58412) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:22.067171 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-46df1140-88cf-4d15-8b01-fa578c2cc8b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/20f3bb61-afc2-43d4-bb94-f7551856bd13 HTTP/1.1" status: 204 len: 168 time: 0.1052113 Nov 27 01:30:22.079072 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df1140-88cf-4d15-8b01-fa578c2cc8b8 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20f3bb61-afc2-43d4-bb94-f7551856bd13,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:22.146341 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-546be97d-08c2-43ad-83e0-8150c723cf28 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0786862 Nov 27 01:30:22.148962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58416) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:22.179683 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8350a2b-ab16-4c4a-b070-3b709c9af376 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.190804 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8350a2b-ab16-4c4a-b070-3b709c9af376 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.221695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8350a2b-ab16-4c4a-b070-3b709c9af376 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.228959 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8350a2b-ab16-4c4a-b070-3b709c9af376 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.237758 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d8350a2b-ab16-4c4a-b070-3b709c9af376 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1c8b9e7c-6a05-4380-960f-8c90e12fdc47 HTTP/1.1" status: 204 len: 168 time: 0.0876629 Nov 27 01:30:22.241670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58420) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:22.250182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8350a2b-ab16-4c4a-b070-3b709c9af376 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c8b9e7c-6a05-4380-960f-8c90e12fdc47,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:22.303374 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b730aa7c-9a5b-4516-9490-ec2a3f78039a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0597582 Nov 27 01:30:22.306034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58428) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:22.334260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7d806a5-0b85-4f89-879a-4ed5d00c84c9 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.342889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7d806a5-0b85-4f89-879a-4ed5d00c84c9 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.383665 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7d806a5-0b85-4f89-879a-4ed5d00c84c9 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.399133 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7d806a5-0b85-4f89-879a-4ed5d00c84c9 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.400299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d7d806a5-0b85-4f89-879a-4ed5d00c84c9 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/26156123-d992-4e5d-b280-ec354bfc0379 HTTP/1.1" status: 204 len: 168 time: 0.0931733 Nov 27 01:30:22.401595 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d806a5-0b85-4f89-879a-4ed5d00c84c9 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26156123-d992-4e5d-b280-ec354bfc0379,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:22.402901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58436) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:22.456418 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-478a0922-3e18-4737-af63-fbc3555a2c8d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0515511 Nov 27 01:30:22.459031 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58438) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:22.501300 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a25a86c-daec-4711-b748-75727e2139a0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.510342 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a25a86c-daec-4711-b748-75727e2139a0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.545399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a25a86c-daec-4711-b748-75727e2139a0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.572779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a25a86c-daec-4711-b748-75727e2139a0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.574513 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6a25a86c-daec-4711-b748-75727e2139a0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/fc237d4c-d475-40b8-a8f3-3a7817a95fdd HTTP/1.1" status: 204 len: 168 time: 0.1143525 Nov 27 01:30:22.575556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25a86c-daec-4711-b748-75727e2139a0 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc237d4c-d475-40b8-a8f3-3a7817a95fdd,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:22.577316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58444) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:22.629725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fc1a7d1b-7ee4-4cc0-be9a-a597ffbac049 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0467522 Nov 27 01:30:22.632492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58446) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:22.656471 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d410ee48-8654-439d-aedf-ff58bb98eb14 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.664705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d410ee48-8654-439d-aedf-ff58bb98eb14 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.699423 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d410ee48-8654-439d-aedf-ff58bb98eb14 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.713687 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d410ee48-8654-439d-aedf-ff58bb98eb14 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.722448 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58454) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:22.732305 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d410ee48-8654-439d-aedf-ff58bb98eb14 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7598f1e8-b07c-4f78-92d3-3a2f7ee448f8 HTTP/1.1" status: 204 len: 168 time: 0.0987175 Nov 27 01:30:22.738688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410ee48-8654-439d-aedf-ff58bb98eb14 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7598f1e8-b07c-4f78-92d3-3a2f7ee448f8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:22.784206 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-08f4c76d-6c76-4432-a146-f9e7b42d0347 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0599756 Nov 27 01:30:22.787026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58456) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:22.895178 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6478a1b7-4ffc-4b48-9b7e-753bc22bc770 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:22.926571 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6478a1b7-4ffc-4b48-9b7e-753bc22bc770 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.003248 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6478a1b7-4ffc-4b48-9b7e-753bc22bc770 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.006410 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6478a1b7-4ffc-4b48-9b7e-753bc22bc770 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.008156 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6478a1b7-4ffc-4b48-9b7e-753bc22bc770 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-groups/9cf4c046-c3f2-458a-b9c8-cd25a2d00154 HTTP/1.1" status: 204 len: 168 time: 0.2195723 Nov 27 01:30:23.010464 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58468) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:23.031371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478a1b7-4ffc-4b48-9b7e-753bc22bc770 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf4c046-c3f2-458a-b9c8-cd25a2d00154,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:23.138612 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-643a1e3a-9ba8-44be-a806-0b59c40642ee tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1263659 Nov 27 01:30:23.143633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58480) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:23.154127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2b25d526-63a3-4632-b499-1987e57e016d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418048209'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:23.234741 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b25d526-63a3-4632-b499-1987e57e016d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.317927 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b25d526-63a3-4632-b499-1987e57e016d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.325740 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b25d526-63a3-4632-b499-1987e57e016d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.352924 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b25d526-63a3-4632-b499-1987e57e016d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.354598 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2b25d526-63a3-4632-b499-1987e57e016d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2099237 Nov 27 01:30:23.357348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58486) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:23.361868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-875f9c01-90b5-4dd7-bce8-6e8a370f811d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group_rule': {'security_group_id': '95964787-55b3-4caa-8bd7-4b69012ff43f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:23.380045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25d526-63a3-4632-b499-1987e57e016d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95964787-55b3-4caa-8bd7-4b69012ff43f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:23.415246 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-875f9c01-90b5-4dd7-bce8-6e8a370f811d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.505331 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-875f9c01-90b5-4dd7-bce8-6e8a370f811d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.514825 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-875f9c01-90b5-4dd7-bce8-6e8a370f811d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.570688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f9c01-90b5-4dd7-bce8-6e8a370f811d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d6c961-4f4c-4af7-b635-edbff6b062e3,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:23.588606 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-875f9c01-90b5-4dd7-bce8-6e8a370f811d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.589850 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-875f9c01-90b5-4dd7-bce8-6e8a370f811d tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2314897 Nov 27 01:30:23.592547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58500) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:23.662125 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-347860f2-465e-47ba-b835-cf3851fdab4b tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.693994 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-347860f2-465e-47ba-b835-cf3851fdab4b tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.747689 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-347860f2-465e-47ba-b835-cf3851fdab4b tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.751638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-347860f2-465e-47ba-b835-cf3851fdab4b tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:23.756394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58504) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:23.756633 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-347860f2-465e-47ba-b835-cf3851fdab4b tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-groups/95964787-55b3-4caa-8bd7-4b69012ff43f HTTP/1.1" status: 204 len: 168 time: 0.1629233 Nov 27 01:30:23.767588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347860f2-465e-47ba-b835-cf3851fdab4b tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95964787-55b3-4caa-8bd7-4b69012ff43f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:23.825503 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0e700c85-fc67-4d1a-ba30-ab428ff046fa tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0678666 Nov 27 01:30:23.829153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58510) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:23.834195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-118f8e79-27a4-470b-b3fe-95aa65c2fe57 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518820382'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:23.875338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-118f8e79-27a4-470b-b3fe-95aa65c2fe57 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.002729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-118f8e79-27a4-470b-b3fe-95aa65c2fe57 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.012142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-118f8e79-27a4-470b-b3fe-95aa65c2fe57 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.052150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f8e79-27a4-470b-b3fe-95aa65c2fe57 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac1100c-5c1a-4d71-a681-cc45f54a569e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:24.059844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-118f8e79-27a4-470b-b3fe-95aa65c2fe57 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.062913 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-118f8e79-27a4-470b-b3fe-95aa65c2fe57 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2325282 Nov 27 01:30:24.066032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58516) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:24.071160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9ef2295d-3151-4cde-8aca-49bae18f91fe tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132204412'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:24.133648 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9ef2295d-3151-4cde-8aca-49bae18f91fe tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.262904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9ef2295d-3151-4cde-8aca-49bae18f91fe tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.274778 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9ef2295d-3151-4cde-8aca-49bae18f91fe tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.322292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2295d-3151-4cde-8aca-49bae18f91fe tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2891bbf-a0a1-4b11-994d-8205f4f286ec,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:24.340955 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9ef2295d-3151-4cde-8aca-49bae18f91fe tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.342757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9ef2295d-3151-4cde-8aca-49bae18f91fe tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2756083 Nov 27 01:30:24.345424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58530) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:24.351495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0d5214af-47cd-4dce-ba81-85a7cf9a46ec tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group_rule': {'security_group_id': '9ac1100c-5c1a-4d71-a681-cc45f54a569e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c2891bbf-a0a1-4b11-994d-8205f4f286ec', 'remote_ip_prefix': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:24.422840 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d5214af-47cd-4dce-ba81-85a7cf9a46ec tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.514520 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d5214af-47cd-4dce-ba81-85a7cf9a46ec tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.520795 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d5214af-47cd-4dce-ba81-85a7cf9a46ec tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.542065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5214af-47cd-4dce-ba81-85a7cf9a46ec tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d92ab8-8fa2-41df-a35d-5fe04ef806c5,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:24.547732 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0d5214af-47cd-4dce-ba81-85a7cf9a46ec tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.549785 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0d5214af-47cd-4dce-ba81-85a7cf9a46ec tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2031162 Nov 27 01:30:24.553457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58534) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:24.581377 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-006b6d92-3c97-4fce-bbbb-a641d2644882 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.589348 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-006b6d92-3c97-4fce-bbbb-a641d2644882 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.628025 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-006b6d92-3c97-4fce-bbbb-a641d2644882 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.642122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-006b6d92-3c97-4fce-bbbb-a641d2644882 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.645637 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-006b6d92-3c97-4fce-bbbb-a641d2644882 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b3d92ab8-8fa2-41df-a35d-5fe04ef806c5 HTTP/1.1" status: 204 len: 168 time: 0.0888250 Nov 27 01:30:24.645637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b6d92-3c97-4fce-bbbb-a641d2644882 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3d92ab8-8fa2-41df-a35d-5fe04ef806c5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:24.646019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58538) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:24.697960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-288ef5e2-fb34-4af3-a865-d7896ceb2fac tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0504978 Nov 27 01:30:24.701207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58542) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:24.782158 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-973586f8-c70d-481d-bbc6-6b3dad28871e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.808666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-973586f8-c70d-481d-bbc6-6b3dad28871e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.864403 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-973586f8-c70d-481d-bbc6-6b3dad28871e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.867525 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-973586f8-c70d-481d-bbc6-6b3dad28871e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:24.868753 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-973586f8-c70d-481d-bbc6-6b3dad28871e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-groups/c2891bbf-a0a1-4b11-994d-8205f4f286ec HTTP/1.1" status: 204 len: 168 time: 0.1656141 Nov 27 01:30:24.872077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58546) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:24.881383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973586f8-c70d-481d-bbc6-6b3dad28871e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2891bbf-a0a1-4b11-994d-8205f4f286ec,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:24.977731 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6c5e11d7-489e-42cc-b417-18a863f17d55 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1019547 Nov 27 01:30:24.978116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58548) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:25.043926 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-473b84ff-2df3-4640-96c9-8073d5c4e09e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.069659 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-473b84ff-2df3-4640-96c9-8073d5c4e09e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.136029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-473b84ff-2df3-4640-96c9-8073d5c4e09e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.139815 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-473b84ff-2df3-4640-96c9-8073d5c4e09e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.147352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58554) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:25.160375 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-473b84ff-2df3-4640-96c9-8073d5c4e09e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-groups/9ac1100c-5c1a-4d71-a681-cc45f54a569e HTTP/1.1" status: 204 len: 168 time: 0.1809402 Nov 27 01:30:25.174688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b84ff-2df3-4640-96c9-8073d5c4e09e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac1100c-5c1a-4d71-a681-cc45f54a569e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:25.225079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5719041e-31dc-40db-baa9-02a1d0ca75b7 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0734096 Nov 27 01:30:25.229121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58558) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:25.234795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-40f9231a-8b37-4507-aa35-40630e85f6e5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group': {'name': 'tempest-secgroup--918493540'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:25.273339 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-40f9231a-8b37-4507-aa35-40630e85f6e5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.374639 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-40f9231a-8b37-4507-aa35-40630e85f6e5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.379972 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-40f9231a-8b37-4507-aa35-40630e85f6e5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.429281 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9231a-8b37-4507-aa35-40630e85f6e5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38acd9ab-927e-44d0-9019-abe118633224,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:25.438866 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-40f9231a-8b37-4507-aa35-40630e85f6e5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.442090 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-40f9231a-8b37-4507-aa35-40630e85f6e5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2125554 Nov 27 01:30:25.445216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58578) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:25.452677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8367300b-aa23-43ea-a54b-4c993e930206 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group_rule': {'security_group_id': '38acd9ab-927e-44d0-9019-abe118633224', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:25.538479 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8367300b-aa23-43ea-a54b-4c993e930206 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.705652 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8367300b-aa23-43ea-a54b-4c993e930206 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.714474 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8367300b-aa23-43ea-a54b-4c993e930206 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.747546 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367300b-aa23-43ea-a54b-4c993e930206 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5603b260-5cd5-4a61-a4fb-3917c0759733,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:25.765627 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8367300b-aa23-43ea-a54b-4c993e930206 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.768345 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8367300b-aa23-43ea-a54b-4c993e930206 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3219166 Nov 27 01:30:25.771250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58596) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:25.835233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c9259a68-81d1-4f40-af35-8589db52bed2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.854402 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c9259a68-81d1-4f40-af35-8589db52bed2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.904676 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c9259a68-81d1-4f40-af35-8589db52bed2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.912721 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c9259a68-81d1-4f40-af35-8589db52bed2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:25.913987 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c9259a68-81d1-4f40-af35-8589db52bed2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5603b260-5cd5-4a61-a4fb-3917c0759733 HTTP/1.1" status: 204 len: 168 time: 0.1414549 Nov 27 01:30:25.916740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58604) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:25.921165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9259a68-81d1-4f40-af35-8589db52bed2 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5603b260-5cd5-4a61-a4fb-3917c0759733,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:25.974189 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3b9e2e4a-9abb-4e09-8572-4d3f29154cbf tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0537121 Nov 27 01:30:25.974543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58606) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:26.039916 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b012985-5ab6-4f80-ba43-8cf1b1809e9a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.072328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b012985-5ab6-4f80-ba43-8cf1b1809e9a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.153126 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b012985-5ab6-4f80-ba43-8cf1b1809e9a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.160625 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b012985-5ab6-4f80-ba43-8cf1b1809e9a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.166811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58610) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:26.167913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1b012985-5ab6-4f80-ba43-8cf1b1809e9a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-groups/38acd9ab-927e-44d0-9019-abe118633224 HTTP/1.1" status: 204 len: 168 time: 0.1921537 Nov 27 01:30:26.212187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012985-5ab6-4f80-ba43-8cf1b1809e9a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38acd9ab-927e-44d0-9019-abe118633224,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:26.267142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5df8be52-4ffd-4f26-869c-dd166d424c45 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0990200 Nov 27 01:30:26.271039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58616) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:26.276073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d00f2f64-eddf-4220-9933-899c6b66b931 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group': {'name': 'tempest-secgroup--43391338'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:26.313098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d00f2f64-eddf-4220-9933-899c6b66b931 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.471415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d00f2f64-eddf-4220-9933-899c6b66b931 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.481336 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d00f2f64-eddf-4220-9933-899c6b66b931 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.546110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d00f2f64-eddf-4220-9933-899c6b66b931 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.550390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58622) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:26.550678 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d00f2f64-eddf-4220-9933-899c6b66b931 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2784874 Nov 27 01:30:26.552040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f2f64-eddf-4220-9933-899c6b66b931 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80c84ad-1087-49e3-90d7-c15867fbb8bd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:26.555107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1e3f3f23-e4a8-4f4e-99c8-9fa053d422d5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group_rule': {'security_group_id': 'f80c84ad-1087-49e3-90d7-c15867fbb8bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:26.633714 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3f23-e4a8-4f4e-99c8-9fa053d422d5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.752883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3f23-e4a8-4f4e-99c8-9fa053d422d5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.760732 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3f23-e4a8-4f4e-99c8-9fa053d422d5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.877451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f3f23-e4a8-4f4e-99c8-9fa053d422d5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4275c08d-5901-49d2-877d-eaf6e331cdba,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:26.919372 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3f23-e4a8-4f4e-99c8-9fa053d422d5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:26.919372 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1e3f3f23-e4a8-4f4e-99c8-9fa053d422d5 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673615 Nov 27 01:30:26.921653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58640) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:26.949492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58642) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:26.949774 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-588697dc-20b0-4d05-a3c7-1288ad45a7de tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules/4275c08d-5901-49d2-877d-eaf6e331cdba HTTP/1.1" status: 200 len: 763 time: 0.0267382 Nov 27 01:30:27.033050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58644) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:27.040152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-02c75010-d70e-4533-b4d8-7bf87d5071ef tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0893383 Nov 27 01:30:27.066302 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea747514-4f99-477c-9694-dbab385b9240 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.082328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea747514-4f99-477c-9694-dbab385b9240 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.137699 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea747514-4f99-477c-9694-dbab385b9240 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.162676 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea747514-4f99-477c-9694-dbab385b9240 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.166208 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ea747514-4f99-477c-9694-dbab385b9240 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4275c08d-5901-49d2-877d-eaf6e331cdba HTTP/1.1" status: 204 len: 168 time: 0.1320760 Nov 27 01:30:27.167793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea747514-4f99-477c-9694-dbab385b9240 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4275c08d-5901-49d2-877d-eaf6e331cdba,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:27.168839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58656) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:27.263722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58666) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:27.264484 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f0a17f2e-34fd-4b32-a66f-865bdc2b3137 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0937693 Nov 27 01:30:27.268854 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-50b58f4d-afa4-4253-991f-efe782e6ccae tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group_rule': {'security_group_id': 'f80c84ad-1087-49e3-90d7-c15867fbb8bd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:27.334816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50b58f4d-afa4-4253-991f-efe782e6ccae tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.452174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50b58f4d-afa4-4253-991f-efe782e6ccae tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.465575 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50b58f4d-afa4-4253-991f-efe782e6ccae tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.500091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b58f4d-afa4-4253-991f-efe782e6ccae tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9517f3-e84f-4f58-a354-26ad4921d5fb,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:27.551169 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50b58f4d-afa4-4253-991f-efe782e6ccae tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.559097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-50b58f4d-afa4-4253-991f-efe782e6ccae tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2904987 Nov 27 01:30:27.560270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58680) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:27.613624 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-64759b17-f689-4079-8e85-f6cbb7083649 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules/4d9517f3-e84f-4f58-a354-26ad4921d5fb HTTP/1.1" status: 200 len: 763 time: 0.0503759 Nov 27 01:30:27.616687 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58684) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:27.703634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ded01c3e-b030-49a8-9c6d-d30019c57e64 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0857520 Nov 27 01:30:27.706554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58686) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:27.747539 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1dd4270b-1311-4e3d-9bee-c9266f6b6d68 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.761109 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1dd4270b-1311-4e3d-9bee-c9266f6b6d68 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.813122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1dd4270b-1311-4e3d-9bee-c9266f6b6d68 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.824228 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1dd4270b-1311-4e3d-9bee-c9266f6b6d68 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:27.830110 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1dd4270b-1311-4e3d-9bee-c9266f6b6d68 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4d9517f3-e84f-4f58-a354-26ad4921d5fb HTTP/1.1" status: 204 len: 168 time: 0.1214120 Nov 27 01:30:27.831630 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58688) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:27.883545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4270b-1311-4e3d-9bee-c9266f6b6d68 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d9517f3-e84f-4f58-a354-26ad4921d5fb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:27.944235 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-37717731-91e4-4aec-b2ef-4945196bd549 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1104248 Nov 27 01:30:27.946856 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58696) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:27.954094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2d34a555-6535-4b99-a2c5-c5700ce9c077 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Request body: {'security_group_rule': {'security_group_id': 'f80c84ad-1087-49e3-90d7-c15867fbb8bd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:30:28.022081 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-2d34a555-6535-4b99-a2c5-c5700ce9c077 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Project 3d3e0be2d3a84bf1bc16bf41a82ed44d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:30:28.041531 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d34a555-6535-4b99-a2c5-c5700ce9c077 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.077631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58698) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:28.226500 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d34a555-6535-4b99-a2c5-c5700ce9c077 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.236935 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d34a555-6535-4b99-a2c5-c5700ce9c077 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.310599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34a555-6535-4b99-a2c5-c5700ce9c077 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d4584d-2381-4280-8d66-6ef057707864,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:28.321479 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2d34a555-6535-4b99-a2c5-c5700ce9c077 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.324520 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2d34a555-6535-4b99-a2c5-c5700ce9c077 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3764191 Nov 27 01:30:28.330628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58708) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:28.445027 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-96713e74-5c43-4f13-9d9e-4b48552c4380 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules/79d4584d-2381-4280-8d66-6ef057707864 HTTP/1.1" status: 200 len: 769 time: 0.0704637 Nov 27 01:30:28.445980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58714) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:28.511535 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bece-2a94-48a2-9058-1f017d0d6ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.559856 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a3004b08-5d06-4bb1-b6ee-4812d1288ff3 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1416011 Nov 27 01:30:28.571574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58720) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:28.637709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f77a556-128c-4a1d-bd30-20351fd42d17 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.669389 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f77a556-128c-4a1d-bd30-20351fd42d17 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.734055 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bece-2a94-48a2-9058-1f017d0d6ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.743085 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4a3bece-2a94-48a2-9058-1f017d0d6ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.746715 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f77a556-128c-4a1d-bd30-20351fd42d17 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.767268 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f77a556-128c-4a1d-bd30-20351fd42d17 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:28.768416 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8f77a556-128c-4a1d-bd30-20351fd42d17 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/79d4584d-2381-4280-8d66-6ef057707864 HTTP/1.1" status: 204 len: 168 time: 0.1939771 Nov 27 01:30:28.772882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58726) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:28.829609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77a556-128c-4a1d-bd30-20351fd42d17 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79d4584d-2381-4280-8d66-6ef057707864,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:28.915347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b4a3bece-2a94-48a2-9058-1f017d0d6ba6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fd98962a44d46398356bb3aecd81946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8361468 Nov 27 01:30:28.916627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3bece-2a94-48a2-9058-1f017d0d6ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3caddce-6cbc-4c61-b265-8623e1aa154d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:28.921358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58728) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:29.029466 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-61ff3c1e-4c88-47b2-8952-a8f968a8217c tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2489195 Nov 27 01:30:29.030267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58734) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:29.207305 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7fe05fc-2aa4-4fd8-91bf-d9609d856d6a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.240448 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13f8d511-ed83-424a-b83c-e16b384f614e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.317841 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7fe05fc-2aa4-4fd8-91bf-d9609d856d6a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.328227 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13f8d511-ed83-424a-b83c-e16b384f614e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.419543 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7fe05fc-2aa4-4fd8-91bf-d9609d856d6a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.423394 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7fe05fc-2aa4-4fd8-91bf-d9609d856d6a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.425128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f7fe05fc-2aa4-4fd8-91bf-d9609d856d6a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "DELETE /v2.0/security-groups/f80c84ad-1087-49e3-90d7-c15867fbb8bd HTTP/1.1" status: 204 len: 168 time: 0.3937347 Nov 27 01:30:29.427555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58746) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:29.444409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe05fc-2aa4-4fd8-91bf-d9609d856d6a tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80c84ad-1087-49e3-90d7-c15867fbb8bd,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:29.486824 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13f8d511-ed83-424a-b83c-e16b384f614e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.500197 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13f8d511-ed83-424a-b83c-e16b384f614e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:29.503257 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-13f8d511-ed83-424a-b83c-e16b384f614e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3caddce-6cbc-4c61-b265-8623e1aa154d HTTP/1.1" status: 204 len: 168 time: 0.5622635 Nov 27 01:30:29.590364 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4d6c448f-eed9-404d-b783-4e2ad7981a4e tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1599360 Nov 27 01:30:29.590364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8d511-ed83-424a-b83c-e16b384f614e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3caddce-6cbc-4c61-b265-8623e1aa154d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:29.596261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58752) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:29.783338 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-263bb72e-44b9-41c7-9f53-74f1847cc525 tempest-SecGroupIPv6Test-1237955369 tempest-SecGroupIPv6Test-1237955369-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1857755 Nov 27 01:30:30.173066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58766) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:30.203856 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-651a8dc8-5c5c-43ed-bf25-8a96e6fed4d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.401536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58774) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:30.439292 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-651a8dc8-5c5c-43ed-bf25-8a96e6fed4d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.455307 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-651a8dc8-5c5c-43ed-bf25-8a96e6fed4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.506430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-651a8dc8-5c5c-43ed-bf25-8a96e6fed4d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d5c5be33d134a3f8dcc3fa541244efa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3307052 Nov 27 01:30:30.509993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 58780) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:30.605985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a8dc8-5c5c-43ed-bf25-8a96e6fed4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62b3044-2741-452c-8f2e-06f44de84339,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:30.724066 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8498712-0f26-4069-a480-dbf6aa2c7de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.814878 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8498712-0f26-4069-a480-dbf6aa2c7de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.945209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bd03d6cf-bd65-4ff4-8713-7ba1b3cdc719 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d3e0be2d3a84bf1bc16bf41a82ed44d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5393028 Nov 27 01:30:30.945375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 58790) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:30.974022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8498712-0f26-4069-a480-dbf6aa2c7de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.984530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8498712-0f26-4069-a480-dbf6aa2c7de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:30.987822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e8498712-0f26-4069-a480-dbf6aa2c7de6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c62b3044-2741-452c-8f2e-06f44de84339 HTTP/1.1" status: 204 len: 168 time: 0.4742804 Nov 27 01:30:31.035814 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8498712-0f26-4069-a480-dbf6aa2c7de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62b3044-2741-452c-8f2e-06f44de84339,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:31.123753 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77fa2a47-9d62-470d-abf7-09f5efaf4b5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:31.209198 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77fa2a47-9d62-470d-abf7-09f5efaf4b5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:31.296290 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77fa2a47-9d62-470d-abf7-09f5efaf4b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:31.301073 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77fa2a47-9d62-470d-abf7-09f5efaf4b5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:31.303299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-77fa2a47-9d62-470d-abf7-09f5efaf4b5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bab272f-ca73-4792-a217-6fbbd45dbf45 HTTP/1.1" status: 204 len: 168 time: 0.3587286 Nov 27 01:30:31.317689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa2a47-9d62-470d-abf7-09f5efaf4b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bab272f-ca73-4792-a217-6fbbd45dbf45,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:38.839180 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59124) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:39.240789 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db7d541-79e0-4901-8880-ca8765f7dd7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:39.505021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db7d541-79e0-4901-8880-ca8765f7dd7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:39.519727 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db7d541-79e0-4901-8880-ca8765f7dd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:39.730378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59152) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:39.747623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6db7d541-79e0-4901-8880-ca8765f7dd7c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e7905a4f55a4462b7ae29a1df843a43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9065118 Nov 27 01:30:39.765415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7d541-79e0-4901-8880-ca8765f7dd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6271b72a-d393-47ad-96b1-f72835972ff8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:39.828547 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6bac6af8-cde9-44f5-b4b8-ea4aab28f0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:39.860596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6bac6af8-cde9-44f5-b4b8-ea4aab28f0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:39.997724 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6bac6af8-cde9-44f5-b4b8-ea4aab28f0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:40.001235 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6bac6af8-cde9-44f5-b4b8-ea4aab28f0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:40.004635 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6bac6af8-cde9-44f5-b4b8-ea4aab28f0de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6271b72a-d393-47ad-96b1-f72835972ff8 HTTP/1.1" status: 204 len: 168 time: 0.2705710 Nov 27 01:30:40.015119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac6af8-cde9-44f5-b4b8-ea4aab28f0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6271b72a-d393-47ad-96b1-f72835972ff8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:40.908562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59184) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:40.933476 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd786814-6f09-4407-8e1a-c3f935d0102f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.159782 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd786814-6f09-4407-8e1a-c3f935d0102f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.171572 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fd786814-6f09-4407-8e1a-c3f935d0102f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.217513 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fd786814-6f09-4407-8e1a-c3f935d0102f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12d2322035f0487dae58cc20b356f97b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3077564 Nov 27 01:30:41.220352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59188) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:41.234446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd786814-6f09-4407-8e1a-c3f935d0102f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a18c7e4-d7d6-4fd5-a932-8faae3f055da,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:41.349308 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db74d104-e834-4f65-88fd-ab33d750134c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.392179 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db74d104-e834-4f65-88fd-ab33d750134c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.449346 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db74d104-e834-4f65-88fd-ab33d750134c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.452661 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db74d104-e834-4f65-88fd-ab33d750134c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:41.454214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-db74d104-e834-4f65-88fd-ab33d750134c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a18c7e4-d7d6-4fd5-a932-8faae3f055da HTTP/1.1" status: 204 len: 168 time: 0.2328265 Nov 27 01:30:41.505492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74d104-e834-4f65-88fd-ab33d750134c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a18c7e4-d7d6-4fd5-a932-8faae3f055da,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:41.526792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-adcddf23-629c-42bb-9d04-cea98c576db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:42.231933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59218) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:42.252188 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22603bbe-65b1-43cd-90dd-02910aae106c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:42.375411 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22603bbe-65b1-43cd-90dd-02910aae106c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:42.380940 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22603bbe-65b1-43cd-90dd-02910aae106c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:42.443580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-22603bbe-65b1-43cd-90dd-02910aae106c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecb67273e5c84a1380bf548102719067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2104840 Nov 27 01:30:42.444500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22603bbe-65b1-43cd-90dd-02910aae106c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aada3ed-2685-48f3-8707-93a510fcf3a6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:42.446403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59226) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:42.516731 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52774bb5-35dc-4188-a1a4-53727d3e9cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:42.546920 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52774bb5-35dc-4188-a1a4-53727d3e9cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:42.632020 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52774bb5-35dc-4188-a1a4-53727d3e9cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:42.634876 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-52774bb5-35dc-4188-a1a4-53727d3e9cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:42.636133 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-52774bb5-35dc-4188-a1a4-53727d3e9cbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7aada3ed-2685-48f3-8707-93a510fcf3a6 HTTP/1.1" status: 204 len: 168 time: 0.1882207 Nov 27 01:30:42.644905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52774bb5-35dc-4188-a1a4-53727d3e9cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aada3ed-2685-48f3-8707-93a510fcf3a6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:43.878084 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ce88c42a-92c8-42b6-b447-cf3830065e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:44.452414 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:45.038737 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.751776 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:46.799723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59396) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:47.034908 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eea0ef28-2fc5-4210-8f2f-20613286aa82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.239477 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.251098 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eea0ef28-2fc5-4210-8f2f-20613286aa82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.262472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eea0ef28-2fc5-4210-8f2f-20613286aa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.317256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0ef28-2fc5-4210-8f2f-20613286aa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ff973f-1eac-4579-872a-f5e49802ab7a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:47.336973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-eea0ef28-2fc5-4210-8f2f-20613286aa82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b96c02bb8e724b439e0dec5a9386b944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5351892 Nov 27 01:30:47.339300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59426) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:47.458985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59434) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:47.468421 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9700541-1b0c-4933-a9ad-39bff33d7a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.523927 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9700541-1b0c-4933-a9ad-39bff33d7a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.582418 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.616726 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9700541-1b0c-4933-a9ad-39bff33d7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.624256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9700541-1b0c-4933-a9ad-39bff33d7a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.626633 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a9700541-1b0c-4933-a9ad-39bff33d7a3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44ff973f-1eac-4579-872a-f5e49802ab7a HTTP/1.1" status: 204 len: 168 time: 0.2843027 Nov 27 01:30:47.641186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9700541-1b0c-4933-a9ad-39bff33d7a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ff973f-1eac-4579-872a-f5e49802ab7a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:47.755831 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef8de24b-4e52-45c4-850a-adcf9aadbe42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:47.995406 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef8de24b-4e52-45c4-850a-adcf9aadbe42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.015910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef8de24b-4e52-45c4-850a-adcf9aadbe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.107917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8de24b-4e52-45c4-850a-adcf9aadbe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bbda4c-e8ed-485a-b9f9-793e07148e13,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:48.141623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ef8de24b-4e52-45c4-850a-adcf9aadbe42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39f58fa863aa4d54a992ed5632ed78a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6745892 Nov 27 01:30:48.144978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59460) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:48.275243 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59464) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:48.288523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-405f281c-ffbe-4df4-bed4-d368d4cd060e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.306085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e21e00ca-843b-43b8-8fe3-e2c2552d7c00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.318414 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-405f281c-ffbe-4df4-bed4-d368d4cd060e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.392450 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-405f281c-ffbe-4df4-bed4-d368d4cd060e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.395721 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-405f281c-ffbe-4df4-bed4-d368d4cd060e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.397152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-405f281c-ffbe-4df4-bed4-d368d4cd060e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35bbda4c-e8ed-485a-b9f9-793e07148e13 HTTP/1.1" status: 204 len: 168 time: 0.2504234 Nov 27 01:30:48.425746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f281c-ffbe-4df4-bed4-d368d4cd060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bbda4c-e8ed-485a-b9f9-793e07148e13,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:48.522874 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e21e00ca-843b-43b8-8fe3-e2c2552d7c00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.532233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e21e00ca-843b-43b8-8fe3-e2c2552d7c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.579425 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e21e00ca-843b-43b8-8fe3-e2c2552d7c00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db0a0f1e3ba248a0b6d5449c854e9311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3023465 Nov 27 01:30:48.582761 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59474) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:48.633090 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e00ca-843b-43b8-8fe3-e2c2552d7c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f781bf80-0d6a-4bff-8ef4-903b495d2529,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:48.662683 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-360313d4-2a8b-4078-aa1b-60e902a2687c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.686302 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-360313d4-2a8b-4078-aa1b-60e902a2687c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.746460 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-360313d4-2a8b-4078-aa1b-60e902a2687c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.749648 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-360313d4-2a8b-4078-aa1b-60e902a2687c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:48.752283 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-360313d4-2a8b-4078-aa1b-60e902a2687c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f781bf80-0d6a-4bff-8ef4-903b495d2529 HTTP/1.1" status: 204 len: 168 time: 0.1651313 Nov 27 01:30:48.772101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360313d4-2a8b-4078-aa1b-60e902a2687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f781bf80-0d6a-4bff-8ef4-903b495d2529,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:49.019252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59492) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:49.039322 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c81ab0-9c56-4b6d-998d-131efc4eb4e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.164637 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c81ab0-9c56-4b6d-998d-131efc4eb4e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.172923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60c81ab0-9c56-4b6d-998d-131efc4eb4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.236354 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-60c81ab0-9c56-4b6d-998d-131efc4eb4e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5943fad57f2f45c8a2d81c3de3dbdbcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2157273 Nov 27 01:30:49.237259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c81ab0-9c56-4b6d-998d-131efc4eb4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7887d442-9261-430b-9279-7db8c0acd5cf,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:49.239034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59500) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:49.329784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2bb0-c5ed-499b-a228-38e4b5acfc58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.379146 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2bb0-c5ed-499b-a228-38e4b5acfc58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.467284 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2bb0-c5ed-499b-a228-38e4b5acfc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.483057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2bb0-c5ed-499b-a228-38e4b5acfc58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:49.491740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a4aa2bb0-c5ed-499b-a228-38e4b5acfc58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7887d442-9261-430b-9279-7db8c0acd5cf HTTP/1.1" status: 204 len: 168 time: 0.2515767 Nov 27 01:30:49.503982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa2bb0-c5ed-499b-a228-38e4b5acfc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7887d442-9261-430b-9279-7db8c0acd5cf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:50.279150 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-23f61241-f922-4a24-b970-3a484243b6b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1035783 Nov 27 01:30:50.457784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-621db47b-d006-4422-905d-846dfdf1832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:50.458458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-621db47b-d006-4422-905d-846dfdf1832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:50.458944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-621db47b-d006-4422-905d-846dfdf1832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:50.459407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-621db47b-d006-4422-905d-846dfdf1832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:50.459868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-621db47b-d006-4422-905d-846dfdf1832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:50.460389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-621db47b-d006-4422-905d-846dfdf1832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:50.460855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-621db47b-d006-4422-905d-846dfdf1832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:50.463594 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-621db47b-d006-4422-905d-846dfdf1832f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a614930afcea470bb444c5b97845de9e&device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 6502 time: 0.0713172 Nov 27 01:30:50.704295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-f57d2b1d-14a9-47a8-8623-80460387e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:50.709363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-f57d2b1d-14a9-47a8-8623-80460387e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:50.709937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-f57d2b1d-14a9-47a8-8623-80460387e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:50.711978 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-f57d2b1d-14a9-47a8-8623-80460387e615 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1911280f-60d8-4aa0-8f77-7153690dade4&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&id=a5a73d60-d1d0-409d-af7c-8d682c688801&id=a5a73d60-d1d0-409d-af7c-8d682c688801 HTTP/1.1" status: 200 len: 2298 time: 0.2227519 Nov 27 01:30:50.807358 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-11e3abbd-1fae-4d80-8655-3ae8f7c5ff0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50 HTTP/1.1" status: 200 len: 1000 time: 0.0856082 Nov 27 01:30:50.912077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-9c7af4d9-8772-4fee-94db-3fe64602cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:50.913908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-9c7af4d9-8772-4fee-94db-3fe64602cdc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92595162-6d4d-4477-968d-cc58800ef4a5 HTTP/1.1" status: 200 len: 856 time: 0.0986750 Nov 27 01:30:51.032310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-ec9d2a2e-ce0d-41fa-9a53-05caae3cc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:51.034603 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-ec9d2a2e-ce0d-41fa-9a53-05caae3cc258 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1911280f-60d8-4aa0-8f77-7153690dade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084945 Nov 27 01:30:51.261296 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-1aee358f-6f3a-4f18-a5cc-b5b279a6a615 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186780 Nov 27 01:30:51.283582 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:30:51.376281 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-e50f659a-e122-4659-8ea8-389831f0d866 service neutron] 10.222.0.42 "GET /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069975 Nov 27 01:30:51.488003 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-9824292e-b618-42cf-9fa5-67bdb8cf59b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f18938dd-b136-4aad-a1f4-0ffb31ff72fd HTTP/1.1" status: 200 len: 217 time: 0.1037900 Nov 27 01:30:51.589965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-9f911344-40d5-4851-9c3b-e8151fe31c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:51.592004 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-9f911344-40d5-4851-9c3b-e8151fe31c56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.0857625 Nov 27 01:30:51.685431 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-cbaf928f-82ac-4c16-887a-2e661264e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:51.688177 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-cbaf928f-82ac-4c16-887a-2e661264e155 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0857432 Nov 27 01:30:51.800791 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-8005327a-c996-4d59-9905-09fc4a524896 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046774 Nov 27 01:30:51.938802 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-7c7d620f-ba40-40d2-b665-2bcb02b59635 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198316 Nov 27 01:30:52.048536 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-5fe3aa2d-e155-429e-b57a-5dade50faa0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6319a243-24ab-4e3d-8261-27a33a584e8e HTTP/1.1" status: 200 len: 217 time: 0.0894027 Nov 27 01:30:52.148149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-0b04ecf4-de0b-4ce8-aa46-2bbcddc67152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:52.152392 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-0b04ecf4-de0b-4ce8-aa46-2bbcddc67152 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.0961196 Nov 27 01:30:52.221823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-bc2c1777-f7ae-46ce-92a7-be02601bde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:52.223867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-bc2c1777-f7ae-46ce-92a7-be02601bde30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0619106 Nov 27 01:30:52.442879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-4babd60c-ca19-4883-ba74-c185964b3ca5 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122543 Nov 27 01:30:52.574037 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-84b052ea-31f1-4277-b4e4-7b4cd8ffce41 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213381 Nov 27 01:30:52.659238 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-cb4736aa-3fa4-4952-9671-26e6cf4d70de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=e72f5790-9c89-4feb-932d-0d85bc470c21 HTTP/1.1" status: 200 len: 217 time: 0.0766993 Nov 27 01:30:52.740098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59656) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:52.789770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-ab76e0b2-e0a8-4614-b514-70d251892918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:52.792107 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-ab76e0b2-e0a8-4614-b514-70d251892918 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.1245821 Nov 27 01:30:52.891988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-89f05e3e-d308-42f0-9f9a-d71927e13097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:52.903247 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-89f05e3e-d308-42f0-9f9a-d71927e13097 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042545 Nov 27 01:30:52.956591 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4efac43f-f2b6-4e01-8ff5-c79435b278a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.149903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-8da137e0-024b-44eb-a049-5a85bfec05b4 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264712 Nov 27 01:30:53.156491 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4efac43f-f2b6-4e01-8ff5-c79435b278a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.163135 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4efac43f-f2b6-4e01-8ff5-c79435b278a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.204339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efac43f-f2b6-4e01-8ff5-c79435b278a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1bef6b-02b0-4e36-b6c4-a9baeaa1ab68,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:53.231401 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4efac43f-f2b6-4e01-8ff5-c79435b278a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb65e4315bb74ac3a9bd3f47126d6fc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4902520 Nov 27 01:30:53.233782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59690) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:53.379434 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c941cda3-2bb6-4956-9e08-1541ab1341f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.449529 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-31da8d86-3344-4ab6-b40d-9f79ec046444 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818394 Nov 27 01:30:53.468305 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c941cda3-2bb6-4956-9e08-1541ab1341f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.516568 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-d148ece7-30e6-4cd8-b37e-f9336035f7ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=fc6f1e66-1da2-4806-bf5d-cb5871fe3831 HTTP/1.1" status: 200 len: 217 time: 0.0629888 Nov 27 01:30:53.614001 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c941cda3-2bb6-4956-9e08-1541ab1341f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.614001 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c941cda3-2bb6-4956-9e08-1541ab1341f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:53.617617 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c941cda3-2bb6-4956-9e08-1541ab1341f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e1bef6b-02b0-4e36-b6c4-a9baeaa1ab68 HTTP/1.1" status: 204 len: 168 time: 0.3801000 Nov 27 01:30:53.650047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941cda3-2bb6-4956-9e08-1541ab1341f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1bef6b-02b0-4e36-b6c4-a9baeaa1ab68,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:53.661835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59702) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:53.667136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-16092e02-946b-43a2-999b-726c6fe9de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:53.672057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-16092e02-946b-43a2-999b-726c6fe9de16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 200 len: 797 time: 0.1454074 Nov 27 01:30:53.694553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59706) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:53.775130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-175d5c01-f985-49c7-9023-bf63a035cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:53.780454 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-175d5c01-f985-49c7-9023-bf63a035cb3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942695 Nov 27 01:30:53.966558 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-66392a8a-f842-434c-8c02-2dcf845cd117 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800661 Nov 27 01:30:54.119535 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-4d9fc4d5-852f-4278-ae67-ac2b93017444 service neutron] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380002 Nov 27 01:30:54.163494 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.185823 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-5c4b88e9-412e-4f9c-bfba-bd61a0c063c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=040f8273-6cb3-48fa-94d3-a1d59e33a84f HTTP/1.1" status: 200 len: 217 time: 0.0642626 Nov 27 01:30:54.276151 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.286595 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-0ab3e906-7c23-4040-b20b-415f85dea2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:54.288071 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-0ab3e906-7c23-4040-b20b-415f85dea2cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.0920160 Nov 27 01:30:54.290003 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-943fc433-6d0e-4864-85ff-06cd4039ae9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.294221 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.330560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59720) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:54.350093 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-762f717d-dada-4db2-b8a2-77aaf36c8fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.379406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-b21dd359-2d59-4c14-a25e-b6689db71065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:54.381019 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-b21dd359-2d59-4c14-a25e-b6689db71065 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860894 Nov 27 01:30:54.400366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19c380ab99bc4097b9674b21fdc5b24f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7021279 Nov 27 01:30:54.400366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46ae07c-8736-4fc0-b692-8e725ad45993,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:54.401586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59722) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:54.416432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:54.416787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:54.417130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:54.417468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:54.417806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:54.418138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:54.418597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:54.418932 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:54.419263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:54.419590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:54.419917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:54.420241 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb502ea-b1f2-4e84-9148-f0f26b19b159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:30:54.436605 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-943fc433-6d0e-4864-85ff-06cd4039ae9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.443116 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-943fc433-6d0e-4864-85ff-06cd4039ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.474406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fc433-6d0e-4864-85ff-06cd4039ae9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9719be20-627b-4850-b0bd-352548a9b5ec,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:54.499163 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-943fc433-6d0e-4864-85ff-06cd4039ae9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6db6093db65947b99da9f61546fc5788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8361294 Nov 27 01:30:54.500352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:54.554834 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14d90e74-ce2f-4ffb-8c18-6751935713b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.555807 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b48a9374-6045-42ce-939a-c8c6add0197f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.585173 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b48a9374-6045-42ce-939a-c8c6add0197f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.610855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14d90e74-ce2f-4ffb-8c18-6751935713b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.620789 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-0eba9e7d-4ac2-46b6-9b96-f41d6bdc69bf service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320337 Nov 27 01:30:54.655956 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b48a9374-6045-42ce-939a-c8c6add0197f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.659054 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b48a9374-6045-42ce-939a-c8c6add0197f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.660644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b48a9374-6045-42ce-939a-c8c6add0197f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9719be20-627b-4850-b0bd-352548a9b5ec HTTP/1.1" status: 204 len: 168 time: 0.1590557 Nov 27 01:30:54.669845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a9374-6045-42ce-939a-c8c6add0197f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9719be20-627b-4850-b0bd-352548a9b5ec,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:54.740799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-762f717d-dada-4db2-b8a2-77aaf36c8fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.752481 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-762f717d-dada-4db2-b8a2-77aaf36c8fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.786428 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14d90e74-ce2f-4ffb-8c18-6751935713b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.789511 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14d90e74-ce2f-4ffb-8c18-6751935713b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:54.791364 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-14d90e74-ce2f-4ffb-8c18-6751935713b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c46ae07c-8736-4fc0-b692-8e725ad45993 HTTP/1.1" status: 204 len: 168 time: 0.3891585 Nov 27 01:30:54.829622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-c2e94471-2388-418f-8b79-d9f41ea02096 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002325 Nov 27 01:30:54.840269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-762f717d-dada-4db2-b8a2-77aaf36c8fe6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b65d99031bb4e05a05c4777336a57cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5046432 Nov 27 01:30:54.842887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59740) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:54.860075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f717d-dada-4db2-b8a2-77aaf36c8fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279ba784-ae52-43e9-8da2-351dde633515,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:54.960056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d90e74-ce2f-4ffb-8c18-6751935713b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46ae07c-8736-4fc0-b692-8e725ad45993,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:54.976757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-f2c52c2e-6c73-4763-a19c-303b39e4eb65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d HTTP/1.1" status: 200 len: 217 time: 0.1340621 Nov 27 01:30:54.997744 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0587e7a4-3f2b-4ae2-b5c2-2486c6d1cf99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.021765 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0587e7a4-3f2b-4ae2-b5c2-2486c6d1cf99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.077997 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0587e7a4-3f2b-4ae2-b5c2-2486c6d1cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.080981 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0587e7a4-3f2b-4ae2-b5c2-2486c6d1cf99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.086793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0587e7a4-3f2b-4ae2-b5c2-2486c6d1cf99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/279ba784-ae52-43e9-8da2-351dde633515 HTTP/1.1" status: 204 len: 168 time: 0.2379265 Nov 27 01:30:55.087411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-ae8f324a-e5f1-41d1-a5a6-8462f92e32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:55.089752 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-ae8f324a-e5f1-41d1-a5a6-8462f92e32e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 200 len: 797 time: 0.0956545 Nov 27 01:30:55.111459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587e7a4-3f2b-4ae2-b5c2-2486c6d1cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279ba784-ae52-43e9-8da2-351dde633515,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:55.475537 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59760) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:55.494886 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-571d3888-d367-48f8-8f3a-f7a919175386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.545920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b672b5d-3d94-4935-b999-725419112c6f req-94a7ff7d-afc8-4f3b-b8b7-6c3179ea60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:30:55.547621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-94a7ff7d-afc8-4f3b-b8b7-6c3179ea60f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5a73d60-d1d0-409d-af7c-8d682c688801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4505932 Nov 27 01:30:55.619979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-571d3888-d367-48f8-8f3a-f7a919175386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.627355 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-571d3888-d367-48f8-8f3a-f7a919175386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.671710 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-571d3888-d367-48f8-8f3a-f7a919175386 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5dacfcce0afb4463970349e9213bcf60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939924 Nov 27 01:30:55.672507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59762) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:55.757233 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-a1ab5368-f0c1-4db7-be5c-b43370ca1863 service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994090 Nov 27 01:30:55.784678 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d3888-d367-48f8-8f3a-f7a919175386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d655d5-cfd5-42db-8f7c-b3b55a5ccc1f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:55.858328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-53cf3148-ce0f-49d7-b0ed-f20d3b9af659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.873914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59768) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:55.895669 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74cd9eb3-51db-45e1-880b-2dc982d83f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.905219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59770) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:55.914265 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-53cf3148-ce0f-49d7-b0ed-f20d3b9af659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.935594 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b1b50f5-a6bc-4e44-bebd-ad6eae1da9f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:55.961212 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b672b5d-3d94-4935-b999-725419112c6f req-68907188-5d28-4d69-9dc9-c11334858d1b service neutron] 10.222.0.42 "GET /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939921 Nov 27 01:30:56.014489 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74cd9eb3-51db-45e1-880b-2dc982d83f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.018829 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74cd9eb3-51db-45e1-880b-2dc982d83f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.073317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b1b50f5-a6bc-4e44-bebd-ad6eae1da9f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.081873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-74cd9eb3-51db-45e1-880b-2dc982d83f59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b21c1004a766440fad1dd11b6cf0acde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2043829 Nov 27 01:30:56.082215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 59776) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:56.086282 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b1b50f5-a6bc-4e44-bebd-ad6eae1da9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.107609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd9eb3-51db-45e1-880b-2dc982d83f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91ba37e-ce2c-4582-9fa0-70d8a37b82f2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:56.145569 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3b1b50f5-a6bc-4e44-bebd-ad6eae1da9f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8dfc18362df4af09fd1a810f0152eae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2387509 Nov 27 01:30:56.148320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 59778) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:30:56.176260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-53cf3148-ce0f-49d7-b0ed-f20d3b9af659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.178924 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-53cf3148-ce0f-49d7-b0ed-f20d3b9af659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.180175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-53cf3148-ce0f-49d7-b0ed-f20d3b9af659 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8d655d5-cfd5-42db-8f7c-b3b55a5ccc1f HTTP/1.1" status: 204 len: 168 time: 0.5036609 Nov 27 01:30:56.187520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b50f5-a6bc-4e44-bebd-ad6eae1da9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83d3be1-3784-4164-98f0-bdc9ad6e83e5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:56.198403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f00574c-34c0-4059-93f2-96a252e8a93b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.209997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf3148-ce0f-49d7-b0ed-f20d3b9af659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d655d5-cfd5-42db-8f7c-b3b55a5ccc1f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:56.245825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f00574c-34c0-4059-93f2-96a252e8a93b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.315446 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f482ef-8202-4e84-83cd-f7fca2f3cba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.344889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f00574c-34c0-4059-93f2-96a252e8a93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.348693 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f00574c-34c0-4059-93f2-96a252e8a93b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.350029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8f00574c-34c0-4059-93f2-96a252e8a93b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c91ba37e-ce2c-4582-9fa0-70d8a37b82f2 HTTP/1.1" status: 204 len: 168 time: 0.2662361 Nov 27 01:30:56.367712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00574c-34c0-4059-93f2-96a252e8a93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91ba37e-ce2c-4582-9fa0-70d8a37b82f2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:30:56.378466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f482ef-8202-4e84-83cd-f7fca2f3cba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.501920 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f482ef-8202-4e84-83cd-f7fca2f3cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.505825 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18f482ef-8202-4e84-83cd-f7fca2f3cba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:30:56.510142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-18f482ef-8202-4e84-83cd-f7fca2f3cba3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c83d3be1-3784-4164-98f0-bdc9ad6e83e5 HTTP/1.1" status: 204 len: 168 time: 0.3450701 Nov 27 01:30:56.519104 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f482ef-8202-4e84-83cd-f7fca2f3cba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83d3be1-3784-4164-98f0-bdc9ad6e83e5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:00.088014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60122) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:00.231287 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:00.331733 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:00.337247 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:00.385190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60126) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:00.385847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1559472322a4c0aa95b03d75cb1450a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962387 Nov 27 01:31:00.387149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbae953d-9557-4458-872a-e0039c734d59,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:00.396961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:00.397553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:00.398563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:00.399077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:00.399558 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:00.400086 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:00.400576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:00.401060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:00.401549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:00.402032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:00.402552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:00.403036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b013229-70b6-42a4-9c29-8ad0b618a93a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:00.477809 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea193-5694-445c-a5e1-45877277d36c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:00.507047 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea193-5694-445c-a5e1-45877277d36c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:00.572562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea193-5694-445c-a5e1-45877277d36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:00.576777 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea193-5694-445c-a5e1-45877277d36c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:00.581737 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4c0ea193-5694-445c-a5e1-45877277d36c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbae953d-9557-4458-872a-e0039c734d59 HTTP/1.1" status: 204 len: 168 time: 0.1943641 Nov 27 01:31:00.591257 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ea193-5694-445c-a5e1-45877277d36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbae953d-9557-4458-872a-e0039c734d59,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:01.046852 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60140) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:01.063284 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59006598-0db8-42ef-a801-fa49da39bd5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.161051 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59006598-0db8-42ef-a801-fa49da39bd5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.167456 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59006598-0db8-42ef-a801-fa49da39bd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.225780 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-59006598-0db8-42ef-a801-fa49da39bd5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a159cfc19988417eb0fa5c8a61957366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1755064 Nov 27 01:31:01.226976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60142) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:01.229267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59006598-0db8-42ef-a801-fa49da39bd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d14e3ef-0239-4ff0-83e1-0b7056fa8b42,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:01.283731 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfd13620-807d-4df2-b087-b609b302f82b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.307849 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfd13620-807d-4df2-b087-b609b302f82b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.361480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfd13620-807d-4df2-b087-b609b302f82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.364067 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dfd13620-807d-4df2-b087-b609b302f82b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:01.367740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dfd13620-807d-4df2-b087-b609b302f82b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d14e3ef-0239-4ff0-83e1-0b7056fa8b42 HTTP/1.1" status: 204 len: 168 time: 0.1370285 Nov 27 01:31:01.374833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd13620-807d-4df2-b087-b609b302f82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d14e3ef-0239-4ff0-83e1-0b7056fa8b42,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:02.815495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60186) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:03.023573 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c82c-e7f4-4dbe-9e64-2538c4874efa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.185673 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c82c-e7f4-4dbe-9e64-2538c4874efa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.197466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c82c-e7f4-4dbe-9e64-2538c4874efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.245722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4c82c-e7f4-4dbe-9e64-2538c4874efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919f7f93-b740-457c-89a3-2cb727155e18,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:03.266641 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e4e4c82c-e7f4-4dbe-9e64-2538c4874efa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b38ee6235e9447bbb8c8a3a43ddf300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4500241 Nov 27 01:31:03.269365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60202) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:03.339414 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b9b611a-d7a1-4da0-ac14-3bc8166c50fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.365288 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b9b611a-d7a1-4da0-ac14-3bc8166c50fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.421631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b9b611a-d7a1-4da0-ac14-3bc8166c50fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.425752 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b9b611a-d7a1-4da0-ac14-3bc8166c50fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:03.427375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3b9b611a-d7a1-4da0-ac14-3bc8166c50fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/919f7f93-b740-457c-89a3-2cb727155e18 HTTP/1.1" status: 204 len: 168 time: 0.1568167 Nov 27 01:31:03.461560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b611a-d7a1-4da0-ac14-3bc8166c50fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919f7f93-b740-457c-89a3-2cb727155e18,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:03.631845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab7990-38e1-4de0-bd28-1b6d15d688d9 req-9545b940-f231-45c1-b80c-b48c3232f263 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:03.643266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab7990-38e1-4de0-bd28-1b6d15d688d9 req-9545b940-f231-45c1-b80c-b48c3232f263 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:03.649518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab7990-38e1-4de0-bd28-1b6d15d688d9 req-9545b940-f231-45c1-b80c-b48c3232f263 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:03.655820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab7990-38e1-4de0-bd28-1b6d15d688d9 req-9545b940-f231-45c1-b80c-b48c3232f263 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:03.662399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab7990-38e1-4de0-bd28-1b6d15d688d9 req-9545b940-f231-45c1-b80c-b48c3232f263 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:03.668552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab7990-38e1-4de0-bd28-1b6d15d688d9 req-9545b940-f231-45c1-b80c-b48c3232f263 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:03.674805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab7990-38e1-4de0-bd28-1b6d15d688d9 req-9545b940-f231-45c1-b80c-b48c3232f263 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:03.683806 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3ab7990-38e1-4de0-bd28-1b6d15d688d9 req-9545b940-f231-45c1-b80c-b48c3232f263 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5445 time: 0.1311352 Nov 27 01:31:03.764990 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3ab7990-38e1-4de0-bd28-1b6d15d688d9 req-a7d9cf21-9e35-4c73-9f2f-192764f3003f tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800805 Nov 27 01:31:04.861493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-8b597300-cd53-4a55-908c-bf7065c898c2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:04.872617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-8b597300-cd53-4a55-908c-bf7065c898c2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:04.882777 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-8b597300-cd53-4a55-908c-bf7065c898c2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:04.893540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-8b597300-cd53-4a55-908c-bf7065c898c2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:04.902649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-8b597300-cd53-4a55-908c-bf7065c898c2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:04.911517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-8b597300-cd53-4a55-908c-bf7065c898c2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:04.921293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-8b597300-cd53-4a55-908c-bf7065c898c2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:04.923735 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-8b597300-cd53-4a55-908c-bf7065c898c2 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5445 time: 0.1871638 Nov 27 01:31:05.041162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-75a4eeff-2d25-465e-9a39-88da7a9363bd tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:05.043408 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-75a4eeff-2d25-465e-9a39-88da7a9363bd tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "GET /v2.0/ports/6319a243-24ab-4e3d-8261-27a33a584e8e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1053450 Nov 27 01:31:05.059012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343b446-edeb-4777-8ac7-8a537096c773 req-771b2113-26d8-4c6f-b9fa-e0be488f3c53 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:05.066077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343b446-edeb-4777-8ac7-8a537096c773 req-771b2113-26d8-4c6f-b9fa-e0be488f3c53 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:05.074996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343b446-edeb-4777-8ac7-8a537096c773 req-771b2113-26d8-4c6f-b9fa-e0be488f3c53 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:05.081116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343b446-edeb-4777-8ac7-8a537096c773 req-771b2113-26d8-4c6f-b9fa-e0be488f3c53 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:05.088909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343b446-edeb-4777-8ac7-8a537096c773 req-771b2113-26d8-4c6f-b9fa-e0be488f3c53 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:05.095673 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343b446-edeb-4777-8ac7-8a537096c773 req-771b2113-26d8-4c6f-b9fa-e0be488f3c53 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:05.102272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343b446-edeb-4777-8ac7-8a537096c773 req-771b2113-26d8-4c6f-b9fa-e0be488f3c53 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:05.111915 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3343b446-edeb-4777-8ac7-8a537096c773 req-771b2113-26d8-4c6f-b9fa-e0be488f3c53 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 5445 time: 0.1868155 Nov 27 01:31:05.227369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60260) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:05.284362 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3343b446-edeb-4777-8ac7-8a537096c773 req-8d23d06f-46f9-43e3-ab97-85f714ab2edc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639991 Nov 27 01:31:05.321420 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-20a3fc12-718f-4548-91a8-5aec14844587 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "GET /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2065384 Nov 27 01:31:05.335835 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:05.433056 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.471218 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3fb-43c7-44e6-a438-211e9b1253d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.622750 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3fb-43c7-44e6-a438-211e9b1253d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.639255 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3fb-43c7-44e6-a438-211e9b1253d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.684847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] For port 6319a243-24ab-4e3d-8261-27a33a584e8e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=6319a243-24ab-4e3d-8261-27a33a584e8e,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:05.690524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60272) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:05.719295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e0b8f3fb-43c7-44e6-a438-211e9b1253d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed881309a9cf47ab8efb2b7ba4ebe5b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4861135 Nov 27 01:31:05.720526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60276) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:05.777194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] For port 6319a243-24ab-4e3d-8261-27a33a584e8e, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:05.824431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8f3fb-43c7-44e6-a438-211e9b1253d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb04ea2-d8dd-4f72-9aaa-1d8a843d303c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:05.827705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] device_id is not set on port 6319a243-24ab-4e3d-8261-27a33a584e8e yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:31:05.841597 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.852023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.912380 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63847f20-2ac5-4c35-a53b-312d926c1e8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.944572 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63847f20-2ac5-4c35-a53b-312d926c1e8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:05.967768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] Pushing event updated for resources: {'Port': ['ID=6319a243-24ab-4e3d-8261-27a33a584e8e,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:06.001267 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7f11aa9-7dfb-4c51-bd72-e696b0cb1dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.031501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] No DVR routers for this DVR port 6319a243-24ab-4e3d-8261-27a33a584e8e on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:06.049148 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63847f20-2ac5-4c35-a53b-312d926c1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.051964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63847f20-2ac5-4c35-a53b-312d926c1e8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.053106 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-63847f20-2ac5-4c35-a53b-312d926c1e8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffb04ea2-d8dd-4f72-9aaa-1d8a843d303c HTTP/1.1" status: 204 len: 168 time: 0.2830698 Nov 27 01:31:06.091726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63847f20-2ac5-4c35-a53b-312d926c1e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb04ea2-d8dd-4f72-9aaa-1d8a843d303c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:06.091900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] In _notify_port_updated(), no bound segment for port 6319a243-24ab-4e3d-8261-27a33a584e8e on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 {{(pid=103385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:31:06.098299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:06.098299 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.098299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-b78a1b24-63e1-40ce-bd0c-699bc2bc3eae service neutron] 10.222.0.42 "PUT /v2.0/ports/6319a243-24ab-4e3d-8261-27a33a584e8e HTTP/1.1" status: 200 len: 1032 time: 0.7643111 Nov 27 01:31:06.190736 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7f11aa9-7dfb-4c51-bd72-e696b0cb1dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.254916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-f67f41d9-aa25-4b2c-85ec-f899ae76745d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:06.256790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-f67f41d9-aa25-4b2c-85ec-f899ae76745d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "GET /v2.0/ports/f18938dd-b136-4aad-a1f4-0ffb31ff72fd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0643075 Nov 27 01:31:06.258135 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7f11aa9-7dfb-4c51-bd72-e696b0cb1dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.287468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:06.380509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f11aa9-7dfb-4c51-bd72-e696b0cb1dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac199406-4ef0-4e77-92a9-89919d6c4b58,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:06.403427 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c7f11aa9-7dfb-4c51-bd72-e696b0cb1dcc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=228122fe871e480b933786f42671c815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7124965 Nov 27 01:31:06.406215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60288) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:06.419466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e288755b-b22e-48ef-bdb7-e254800c11cf None None] Provisioning complete for port 6319a243-24ab-4e3d-8261-27a33a584e8e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:06.420494 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e288755b-b22e-48ef-bdb7-e254800c11cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.503301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e288755b-b22e-48ef-bdb7-e254800c11cf None None] Port 6319a243-24ab-4e3d-8261-27a33a584e8e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:31:06.541702 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.583760 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2196175e-2bb5-4ad7-bdde-e684a4bdf5eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.614752 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2196175e-2bb5-4ad7-bdde-e684a4bdf5eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.678120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2345-bc59-4c0b-89d7-9eb4867a58e6 req-8643172b-c08f-4a49-9641-a890ac593226 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:06.687371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2345-bc59-4c0b-89d7-9eb4867a58e6 req-8643172b-c08f-4a49-9641-a890ac593226 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:06.695118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2345-bc59-4c0b-89d7-9eb4867a58e6 req-8643172b-c08f-4a49-9641-a890ac593226 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:06.701147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2345-bc59-4c0b-89d7-9eb4867a58e6 req-8643172b-c08f-4a49-9641-a890ac593226 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:06.708595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2345-bc59-4c0b-89d7-9eb4867a58e6 req-8643172b-c08f-4a49-9641-a890ac593226 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:06.716250 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2345-bc59-4c0b-89d7-9eb4867a58e6 req-8643172b-c08f-4a49-9641-a890ac593226 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:06.725802 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa4b2345-bc59-4c0b-89d7-9eb4867a58e6 req-8643172b-c08f-4a49-9641-a890ac593226 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 4666 time: 0.2458961 Nov 27 01:31:06.803529 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa4b2345-bc59-4c0b-89d7-9eb4867a58e6 req-557fbc93-1dbd-40b8-b35a-5f3a4edb361c tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=82d5b3fc-b612-42a9-b00d-c91f3eb55813&id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766144 Nov 27 01:31:06.830983 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2196175e-2bb5-4ad7-bdde-e684a4bdf5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.834263 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2196175e-2bb5-4ad7-bdde-e684a4bdf5eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.835810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2196175e-2bb5-4ad7-bdde-e684a4bdf5eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac199406-4ef0-4e77-92a9-89919d6c4b58 HTTP/1.1" status: 204 len: 168 time: 0.4281955 Nov 27 01:31:06.844430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] For port f18938dd-b136-4aad-a1f4-0ffb31ff72fd, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f18938dd-b136-4aad-a1f4-0ffb31ff72fd,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:06.866645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196175e-2bb5-4ad7-bdde-e684a4bdf5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac199406-4ef0-4e77-92a9-89919d6c4b58,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:06.921493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] For port f18938dd-b136-4aad-a1f4-0ffb31ff72fd, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:06.965984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] device_id is not set on port f18938dd-b136-4aad-a1f4-0ffb31ff72fd yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:31:06.984622 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:06.995982 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.098153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] No DVR routers for this DVR port f18938dd-b136-4aad-a1f4-0ffb31ff72fd on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:07.174966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fc6f1e66-1da2-4806-bf5d-cb5871fe3831 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:07.188626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] In _notify_port_updated(), no bound segment for port f18938dd-b136-4aad-a1f4-0ffb31ff72fd on network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 {{(pid=103385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:31:07.197120 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:07.197839 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.200805 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] 10.222.0.42 "PUT /v2.0/ports/f18938dd-b136-4aad-a1f4-0ffb31ff72fd HTTP/1.1" status: 200 len: 1033 time: 0.9302695 Nov 27 01:31:07.214850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987f287-81ec-4c28-aaec-b46e84ab2ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=f18938dd-b136-4aad-a1f4-0ffb31ff72fd,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:07.357650 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.387263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc6f1e66-1da2-4806-bf5d-cb5871fe3831'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:07.390436 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42129ef-db77-4964-8c97-bb74b9de2271" -d '{"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-unplugged", "status": "completed", "tag": "fc6f1e66-1da2-4806-bf5d-cb5871fe3831"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:07.432326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fc6f1e66-1da2-4806-bf5d-cb5871fe3831, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:07.439687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0af065f2-1a95-45a4-91d1-78d24c7bc49b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Deleting port e72f5790-9c89-4feb-932d-0d85bc470c21 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:07.439972 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0af065f2-1a95-45a4-91d1-78d24c7bc49b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.442943 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.443861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e72f5790-9c89-4feb-932d-0d85bc470c21 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:07.507351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60320) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:07.512461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-91f645d1-df59-4878-b835-4c63f1f7a580 None None] Provisioning complete for port f18938dd-b136-4aad-a1f4-0ffb31ff72fd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:07.512827 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91f645d1-df59-4878-b835-4c63f1f7a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.529951 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-698f81fc-8c7b-4d21-94f4-857bf0bb82e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.602564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60326) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:07.621855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:07.644494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-91f645d1-df59-4878-b835-4c63f1f7a580 None None] Port f18938dd-b136-4aad-a1f4-0ffb31ff72fd cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:31:07.676779 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.721000 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-698f81fc-8c7b-4d21-94f4-857bf0bb82e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.732152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-698f81fc-8c7b-4d21-94f4-857bf0bb82e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.741686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0af065f2-1a95-45a4-91d1-78d24c7bc49b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] For port e72f5790-9c89-4feb-932d-0d85bc470c21, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e72f5790-9c89-4feb-932d-0d85bc470c21,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:07.742034 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0af065f2-1a95-45a4-91d1-78d24c7bc49b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.774044 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e72f5790-9c89-4feb-932d-0d85bc470c21, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e72f5790-9c89-4feb-932d-0d85bc470c21,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:07.777799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0af065f2-1a95-45a4-91d1-78d24c7bc49b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Calling delete_port for e72f5790-9c89-4feb-932d-0d85bc470c21 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:07.783340 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:07.784084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f18938dd-b136-4aad-a1f4-0ffb31ff72fd no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:07.800820 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-698f81fc-8c7b-4d21-94f4-857bf0bb82e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc8d51f14d4247a1a1926617fe8d92f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2914374 Nov 27 01:31:07.801210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60330) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:07.856471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f81fc-8c7b-4d21-94f4-857bf0bb82e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d6dac5-d9d0-4efd-9ebf-25bfdbbde50a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:07.949896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=e72f5790-9c89-4feb-932d-0d85bc470c21,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:07.954760 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3d1a1-684b-4ea0-b2e5-8da045f08a04 x-openstack-request-id: req-d4c3d1a1-684b-4ea0-b2e5-8da045f08a04 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:07.955492 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-unplugged", "status": "completed", "tag": "fc6f1e66-1da2-4806-bf5d-cb5871fe3831", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:07.956749 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4c3d1a1-684b-4ea0-b2e5-8da045f08a04 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:07.957292 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc6f1e66-1da2-4806-bf5d-cb5871fe3831', 'code': 200} Nov 27 01:31:07.980763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f18938dd-b136-4aad-a1f4-0ffb31ff72fd not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:31:07.982611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 6319a243-24ab-4e3d-8261-27a33a584e8e no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:08.023957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2096960423-network', 'tenant_id': '9f5f4ae7da3b4738b2bb09df9f652f06'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:08.043738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 6319a243-24ab-4e3d-8261-27a33a584e8e not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:31:08.044437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a91841f9-ede1-43ae-b396-9db6fc9d3f50 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:08.049819 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2c66583-6b8f-45d9-a87c-6be5daadfe7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.057395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dcf0e-94ba-4e87-a402-51034c5c2e47 req-a2f859ce-0da6-4271-8f68-017a680c8d58 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:08.066534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dcf0e-94ba-4e87-a402-51034c5c2e47 req-a2f859ce-0da6-4271-8f68-017a680c8d58 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:08.073906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dcf0e-94ba-4e87-a402-51034c5c2e47 req-a2f859ce-0da6-4271-8f68-017a680c8d58 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:08.080327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dcf0e-94ba-4e87-a402-51034c5c2e47 req-a2f859ce-0da6-4271-8f68-017a680c8d58 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:08.081380 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2c66583-6b8f-45d9-a87c-6be5daadfe7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.086533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dcf0e-94ba-4e87-a402-51034c5c2e47 req-a2f859ce-0da6-4271-8f68-017a680c8d58 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:08.089488 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d2dcf0e-94ba-4e87-a402-51034c5c2e47 req-a2f859ce-0da6-4271-8f68-017a680c8d58 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 3882 time: 0.1124849 Nov 27 01:31:08.178139 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d2dcf0e-94ba-4e87-a402-51034c5c2e47 req-372516eb-6719-4060-a09c-0d097f63560e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805814 Nov 27 01:31:08.190770 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.191786 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2c66583-6b8f-45d9-a87c-6be5daadfe7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.205211 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2c66583-6b8f-45d9-a87c-6be5daadfe7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.209234 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e2c66583-6b8f-45d9-a87c-6be5daadfe7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9d6dac5-d9d0-4efd-9ebf-25bfdbbde50a HTTP/1.1" status: 204 len: 168 time: 0.4070084 Nov 27 01:31:08.210333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Made reservation on behalf of 9f5f4ae7da3b4738b2bb09df9f652f06 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:08.212908 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.244902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a91841f9-ede1-43ae-b396-9db6fc9d3f50, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:08.250526 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.253219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 040f8273-6cb3-48fa-94d3-a1d59e33a84f no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:08.256204 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.319128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c66583-6b8f-45d9-a87c-6be5daadfe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d6dac5-d9d0-4efd-9ebf-25bfdbbde50a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:08.384813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a91841f9-ede1-43ae-b396-9db6fc9d3f50,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:08.442940 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0af065f2-1a95-45a4-91d1-78d24c7bc49b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.457045 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.476502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af065f2-1a95-45a4-91d1-78d24c7bc49b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Port': ['ID=e72f5790-9c89-4feb-932d-0d85bc470c21,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:08.509074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 040f8273-6cb3-48fa-94d3-a1d59e33a84f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=040f8273-6cb3-48fa-94d3-a1d59e33a84f,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:08.524020 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.525689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a4138f5d-11dd-4ec8-b3a2-dea77933bc9d no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:08.552426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.561679 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.582658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:31:08.623552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0af065f2-1a95-45a4-91d1-78d24c7bc49b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] No DVR routers for this DVR port e72f5790-9c89-4feb-932d-0d85bc470c21 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:08.634116 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0af065f2-1a95-45a4-91d1-78d24c7bc49b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.637674 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-0af065f2-1a95-45a4-91d1-78d24c7bc49b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "DELETE /v2.0/ports/e72f5790-9c89-4feb-932d-0d85bc470c21 HTTP/1.1" status: 204 len: 173 time: 1.4311066 Nov 27 01:31:08.638206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-deleted', 'tag': 'e72f5790-9c89-4feb-932d-0d85bc470c21'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:08.640560 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042b1c78-0855-4f54-b69b-79bf8d94912f" -d '{"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-deleted", "tag": "e72f5790-9c89-4feb-932d-0d85bc470c21"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:08.646884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=040f8273-6cb3-48fa-94d3-a1d59e33a84f,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:08.674900 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.675174 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Added segment 535ace8f-ad1c-4a9e-89e0-d4bd52770455 of type vlan for network 355181b1-98f7-4b3d-be66-d07e47ac5e82 Nov 27 01:31:08.711023 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578b0723-35a4-4234-961e-f6d18ea26a03,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:08.715238 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.823578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.837989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:08.850502 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.913637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-a564c33a-93ff-4eb9-a787-713ec620bed4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Deleting port fc6f1e66-1da2-4806-bf5d-cb5871fe3831 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:08.913949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-a564c33a-93ff-4eb9-a787-713ec620bed4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.920636 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.926897 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:08.927532 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:08.960960 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:09.085682 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad336402-5039-46d0-b528-4f1bb467a7ce x-openstack-request-id: req-ad336402-5039-46d0-b528-4f1bb467a7ce {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:09.086166 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-deleted", "tag": "e72f5790-9c89-4feb-932d-0d85bc470c21", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:09.086289 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad336402-5039-46d0-b528-4f1bb467a7ce {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:09.086667 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-deleted', 'tag': 'e72f5790-9c89-4feb-932d-0d85bc470c21', 'status': 'completed', 'code': 200} Nov 27 01:31:09.099008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4941690 Nov 27 01:31:09.101305 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60368) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:09.106288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-07f2d0b6-7068-4952-ac74-26c4e3de1bd0 admin admin] Request body: {'subnet': {'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2096960423-subnet', 'tenant_id': '9f5f4ae7da3b4738b2bb09df9f652f06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:09.158130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f2d0b6-7068-4952-ac74-26c4e3de1bd0 admin admin] Made reservation on behalf of 9f5f4ae7da3b4738b2bb09df9f652f06 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:09.161080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07f2d0b6-7068-4952-ac74-26c4e3de1bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.172762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b4ed1-a445-4241-af7d-76cda16312d5 admin admin] Pushing event updated for resources: {'Network': ['ID=355181b1-98f7-4b3d-be66-d07e47ac5e82,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:09.183904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 355181b1-98f7-4b3d-be66-d07e47ac5e82 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:31:09.226989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-a564c33a-93ff-4eb9-a787-713ec620bed4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] For port fc6f1e66-1da2-4806-bf5d-cb5871fe3831, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:09.227486 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-a564c33a-93ff-4eb9-a787-713ec620bed4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.247927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-a564c33a-93ff-4eb9-a787-713ec620bed4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Calling delete_port for fc6f1e66-1da2-4806-bf5d-cb5871fe3831 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:09.461386 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07f2d0b6-7068-4952-ac74-26c4e3de1bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.486279 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-a564c33a-93ff-4eb9-a787-713ec620bed4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.553482 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564c33a-93ff-4eb9-a787-713ec620bed4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Port': ['ID=fc6f1e66-1da2-4806-bf5d-cb5871fe3831,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:09.587886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-a564c33a-93ff-4eb9-a787-713ec620bed4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] No DVR routers for this DVR port fc6f1e66-1da2-4806-bf5d-cb5871fe3831 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:09.590484 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-a564c33a-93ff-4eb9-a787-713ec620bed4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.593990 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-a564c33a-93ff-4eb9-a787-713ec620bed4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "DELETE /v2.0/ports/fc6f1e66-1da2-4806-bf5d-cb5871fe3831 HTTP/1.1" status: 204 len: 173 time: 0.9352000 Nov 27 01:31:09.750519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-831dd2d4-3369-4ecf-8ce5-bf4f8b7f9217 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Deleting port 040f8273-6cb3-48fa-94d3-a1d59e33a84f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:09.751014 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-831dd2d4-3369-4ecf-8ce5-bf4f8b7f9217 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:09.959177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e72f5790-9c89-4feb-932d-0d85bc470c21'}, {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50'}, {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '040f8273-6cb3-48fa-94d3-a1d59e33a84f'}, {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4138f5d-11dd-4ec8-b3a2-dea77933bc9d'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:09.968020 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbee684-c994-42d2-94e7-002770cf418b" -d '{"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-unplugged", "status": "completed", "tag": "e72f5790-9c89-4feb-932d-0d85bc470c21"}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-unplugged", "status": "completed", "tag": "a91841f9-ede1-43ae-b396-9db6fc9d3f50"}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-unplugged", "status": "completed", "tag": "040f8273-6cb3-48fa-94d3-a1d59e33a84f"}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-unplugged", "status": "completed", "tag": "a4138f5d-11dd-4ec8-b3a2-dea77933bc9d"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:09.972859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-831dd2d4-3369-4ecf-8ce5-bf4f8b7f9217 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] For port 040f8273-6cb3-48fa-94d3-a1d59e33a84f, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=040f8273-6cb3-48fa-94d3-a1d59e33a84f,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:09.973385 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-831dd2d4-3369-4ecf-8ce5-bf4f8b7f9217 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.012610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-831dd2d4-3369-4ecf-8ce5-bf4f8b7f9217 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Calling delete_port for 040f8273-6cb3-48fa-94d3-a1d59e33a84f owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:10.072376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2d0b6-7068-4952-ac74-26c4e3de1bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca47d0e-30a1-43c3-9cc5-527d879a25e8,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:10.097668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0a8b6-7e93-4d28-a0c1-17f844d43f61 req-e75ed71b-96d5-476a-9f13-a612bfc11a04 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:10.105149 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0a8b6-7e93-4d28-a0c1-17f844d43f61 req-e75ed71b-96d5-476a-9f13-a612bfc11a04 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:10.117553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0a8b6-7e93-4d28-a0c1-17f844d43f61 req-e75ed71b-96d5-476a-9f13-a612bfc11a04 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:10.131974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0a8b6-7e93-4d28-a0c1-17f844d43f61 req-e75ed71b-96d5-476a-9f13-a612bfc11a04 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:10.157153 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ce0a8b6-7e93-4d28-a0c1-17f844d43f61 req-e75ed71b-96d5-476a-9f13-a612bfc11a04 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 3143 time: 0.7655313 Nov 27 01:31:10.160058 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bced741-9205-4d25-976a-552cd8e21d97 x-openstack-request-id: req-9bced741-9205-4d25-976a-552cd8e21d97 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:10.161629 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-unplugged", "status": "completed", "tag": "e72f5790-9c89-4feb-932d-0d85bc470c21", "code": 200}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-unplugged", "status": "completed", "tag": "a91841f9-ede1-43ae-b396-9db6fc9d3f50", "code": 200}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-unplugged", "status": "completed", "tag": "040f8273-6cb3-48fa-94d3-a1d59e33a84f", "code": 200}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-unplugged", "status": "completed", "tag": "a4138f5d-11dd-4ec8-b3a2-dea77933bc9d", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:10.163922 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bced741-9205-4d25-976a-552cd8e21d97 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:10.164384 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e72f5790-9c89-4feb-932d-0d85bc470c21', 'code': 200} Nov 27 01:31:10.164640 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50', 'code': 200} Nov 27 01:31:10.164885 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '040f8273-6cb3-48fa-94d3-a1d59e33a84f', 'code': 200} Nov 27 01:31:10.165662 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4138f5d-11dd-4ec8-b3a2-dea77933bc9d', 'code': 200} Nov 27 01:31:10.225758 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-831dd2d4-3369-4ecf-8ce5-bf4f8b7f9217 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.248589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2d0b6-7068-4952-ac74-26c4e3de1bd0 admin admin] Checking segment: {'id': '535ace8f-ad1c-4a9e-89e0-d4bd52770455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:10.249408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f2d0b6-7068-4952-ac74-26c4e3de1bd0 admin admin] Network hostable DHCP agents. Network: 355181b1-98f7-4b3d-be66-d07e47ac5e82, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:31:10.312137 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2ce0a8b6-7e93-4d28-a0c1-17f844d43f61 req-d3bceb6f-41ed-4a5b-8a3f-e875d1812b68 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538086 Nov 27 01:31:10.318190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f2d0b6-7068-4952-ac74-26c4e3de1bd0 admin admin] Network 355181b1-98f7-4b3d-be66-d07e47ac5e82 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:31:10.326223 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dd2d4-3369-4ecf-8ce5-bf4f8b7f9217 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Port': ['ID=040f8273-6cb3-48fa-94d3-a1d59e33a84f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:10.344043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-831dd2d4-3369-4ecf-8ce5-bf4f8b7f9217 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] No DVR routers for this DVR port 040f8273-6cb3-48fa-94d3-a1d59e33a84f on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:10.349302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-07f2d0b6-7068-4952-ac74-26c4e3de1bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 355181b1-98f7-4b3d-be66-d07e47ac5e82) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:10.349557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-831dd2d4-3369-4ecf-8ce5-bf4f8b7f9217 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.356154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f2d0b6-7068-4952-ac74-26c4e3de1bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:10.357232 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-07f2d0b6-7068-4952-ac74-26c4e3de1bd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.363112 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-831dd2d4-3369-4ecf-8ce5-bf4f8b7f9217 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "DELETE /v2.0/ports/040f8273-6cb3-48fa-94d3-a1d59e33a84f HTTP/1.1" status: 204 len: 173 time: 0.7621899 Nov 27 01:31:10.363590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bfbc42-1f6e-4ce9-8e98-adbf1537929f None None] Network 355181b1-98f7-4b3d-be66-d07e47ac5e82 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:10.388712 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-07f2d0b6-7068-4952-ac74-26c4e3de1bd0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2854702 Nov 27 01:31:10.531312 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-f0043af7-6b39-41d8-b89c-b1c87d204d39 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Deleting port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:10.531633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-f0043af7-6b39-41d8-b89c-b1c87d204d39 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.584940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be8126a-081b-4334-af07-a0c00fc658f5 None None] Network 355181b1-98f7-4b3d-be66-d07e47ac5e82 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:10.730445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-f0043af7-6b39-41d8-b89c-b1c87d204d39 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] For port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:10.730820 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-f0043af7-6b39-41d8-b89c-b1c87d204d39 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:10.767812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-f0043af7-6b39-41d8-b89c-b1c87d204d39 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Calling delete_port for a4138f5d-11dd-4ec8-b3a2-dea77933bc9d owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:11.016961 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-f0043af7-6b39-41d8-b89c-b1c87d204d39 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.145985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-deleted', 'tag': 'fc6f1e66-1da2-4806-bf5d-cb5871fe3831'}, {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-deleted', 'tag': '040f8273-6cb3-48fa-94d3-a1d59e33a84f'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:11.156405 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c6d33b-c8bf-4889-bf8e-a753225fc1a8" -d '{"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-deleted", "tag": "fc6f1e66-1da2-4806-bf5d-cb5871fe3831"}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-deleted", "tag": "040f8273-6cb3-48fa-94d3-a1d59e33a84f"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:11.185259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0043af7-6b39-41d8-b89c-b1c87d204d39 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Port': ['ID=a4138f5d-11dd-4ec8-b3a2-dea77933bc9d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:11.263290 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3487a3fd-4286-4e99-ae58-55bf9f5f2acc x-openstack-request-id: req-3487a3fd-4286-4e99-ae58-55bf9f5f2acc {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:11.263971 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-deleted", "tag": "fc6f1e66-1da2-4806-bf5d-cb5871fe3831", "status": "completed", "code": 200}, {"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-deleted", "tag": "040f8273-6cb3-48fa-94d3-a1d59e33a84f", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:11.263971 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3487a3fd-4286-4e99-ae58-55bf9f5f2acc {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:11.264450 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-deleted', 'tag': 'fc6f1e66-1da2-4806-bf5d-cb5871fe3831', 'status': 'completed', 'code': 200} Nov 27 01:31:11.264769 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-deleted', 'tag': '040f8273-6cb3-48fa-94d3-a1d59e33a84f', 'status': 'completed', 'code': 200} Nov 27 01:31:11.285953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-f0043af7-6b39-41d8-b89c-b1c87d204d39 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] No DVR routers for this DVR port a4138f5d-11dd-4ec8-b3a2-dea77933bc9d on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:11.289920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-f0043af7-6b39-41d8-b89c-b1c87d204d39 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.294403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-f0043af7-6b39-41d8-b89c-b1c87d204d39 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "DELETE /v2.0/ports/a4138f5d-11dd-4ec8-b3a2-dea77933bc9d HTTP/1.1" status: 204 len: 173 time: 0.9205065 Nov 27 01:31:11.500080 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-954046b6-7a9f-4ba6-ac6c-b595854148a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.505551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Deleting port a91841f9-ede1-43ae-b396-9db6fc9d3f50 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:11.510522 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:11.594510 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c1c7f-8136-43fc-88c4-3dcd44ce8ed2 req-e682d7bb-2db0-48f7-ac47-fbcf8d252345 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:11.594510 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e3c1c7f-8136-43fc-88c4-3dcd44ce8ed2 req-e682d7bb-2db0-48f7-ac47-fbcf8d252345 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 943 time: 0.1102226 Nov 27 01:31:11.672656 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e3c1c7f-8136-43fc-88c4-3dcd44ce8ed2 req-25859e57-dae0-4a29-be9a-66bbf96c5b20 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups?id=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723739 Nov 27 01:31:11.724345 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] For port a91841f9-ede1-43ae-b396-9db6fc9d3f50, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a91841f9-ede1-43ae-b396-9db6fc9d3f50,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:11.724714 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.640439 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.641030 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.641287 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Floating IP 38e6df02-a366-4001-ae04-a299f77a6eda disassociated. External IP: 172.25.3.39, port: a91841f9-ede1-43ae-b396-9db6fc9d3f50. Nov 27 01:31:12.641658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Calling delete_port for a91841f9-ede1-43ae-b396-9db6fc9d3f50 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:12.853029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:12.932078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d054e5a-3ef7-49ee-a456-7da07419d7b9 req-5b8c88c4-dcab-497e-abda-f10524706c5e tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0986137 Nov 27 01:31:12.981731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Port': ['ID=a91841f9-ede1-43ae-b396-9db6fc9d3f50,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:13.128238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Router 23492170-1907-491b-ad9d-c424a6c99e27 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:31:13.250696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:31:13.262384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45707b2-8530-4341-9f47-85ef351c0ea7 None None] Sync routers for ids ['23492170-1907-491b-ad9d-c424a6c99e27'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:31:13.274156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-deleted', 'tag': 'a4138f5d-11dd-4ec8-b3a2-dea77933bc9d'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:13.277793 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4ebfc0-cfa7-47f6-b6f1-09fc7bb9ac5e" -d '{"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-deleted", "tag": "a4138f5d-11dd-4ec8-b3a2-dea77933bc9d"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:13.281304 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45707b2-8530-4341-9f47-85ef351c0ea7 None None] Routers {'23492170-1907-491b-ad9d-c424a6c99e27'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:13.288017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c45707b2-8530-4341-9f47-85ef351c0ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:30:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['23492170-1907-491b-ad9d-c424a6c99e27'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:13.339913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] No DVR routers for this DVR port a91841f9-ede1-43ae-b396-9db6fc9d3f50 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:13.347288 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:13.354724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e6e0fcf-418a-4c3d-bdfd-43b489c1b28f req-abd72cfc-bd6f-416b-b448-7bf3a87163cc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.42 "DELETE /v2.0/ports/a91841f9-ede1-43ae-b396-9db6fc9d3f50 HTTP/1.1" status: 204 len: 173 time: 2.0500724 Nov 27 01:31:13.356495 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b6d666-c86c-41a2-986a-44500dfeb8fa x-openstack-request-id: req-a3b6d666-c86c-41a2-986a-44500dfeb8fa {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:13.357010 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-deleted", "tag": "a4138f5d-11dd-4ec8-b3a2-dea77933bc9d", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:13.357450 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3b6d666-c86c-41a2-986a-44500dfeb8fa {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:13.358018 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-deleted', 'tag': 'a4138f5d-11dd-4ec8-b3a2-dea77933bc9d', 'status': 'completed', 'code': 200} Nov 27 01:31:13.549004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-c45707b2-8530-4341-9f47-85ef351c0ea7 None None] Set router 23492170-1907-491b-ad9d-c424a6c99e27 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:13.787492 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c45707b2-8530-4341-9f47-85ef351c0ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5468963d-fd9e-4cea-b4eb-e8757d9ce376', 'name': '', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'mac_address': 'fa:16:3e:3d:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:46Z', 'updated_at': '2021-11-27T01:19:53Z', 'revision_number': 5, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'subnets': [{'id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:13.820617 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45707b2-8530-4341-9f47-85ef351c0ea7 None None] Checking router: 23492170-1907-491b-ad9d-c424a6c99e27 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:31:13.830934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45707b2-8530-4341-9f47-85ef351c0ea7 None None] Routers {'23492170-1907-491b-ad9d-c424a6c99e27'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:31:13.831815 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c45707b2-8530-4341-9f47-85ef351c0ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:30:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['23492170-1907-491b-ad9d-c424a6c99e27'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:14.105561 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22d46dd5-55ad-4f4a-98e9-800dc10da1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.123142 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-996754c7-df10-42fd-8a27-3fe8a06b2689 req-0b0e6771-b904-45df-ae8b-7d9b87c75d31 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0414584 Nov 27 01:31:14.161452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-c45707b2-8530-4341-9f47-85ef351c0ea7 None None] Set router 23492170-1907-491b-ad9d-c424a6c99e27 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:31:14.452108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c45707b2-8530-4341-9f47-85ef351c0ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5468963d-fd9e-4cea-b4eb-e8757d9ce376', 'name': '', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'mac_address': 'fa:16:3e:3d:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:46Z', 'updated_at': '2021-11-27T01:19:53Z', 'revision_number': 5, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'subnets': [{'id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:14.498146 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45707b2-8530-4341-9f47-85ef351c0ea7 None None] The sync data for ids ['23492170-1907-491b-ad9d-c424a6c99e27'] in n-d-819494-2 is: [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5468963d-fd9e-4cea-b4eb-e8757d9ce376', 'name': '', 'network_id': '1911280f-60d8-4aa0-8f77-7153690dade4', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'mac_address': 'fa:16:3e:3d:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:46Z', 'updated_at': '2021-11-27T01:19:53Z', 'revision_number': 5, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'subnets': [{'id': '92595162-6d4d-4477-968d-cc58800ef4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:31:14.506231 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:14.929413 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da8ee1b-bdc2-4ab9-abac-3e2703adbc01 None None] New status for floating IP 38e6df02-a366-4001-ae04-a299f77a6eda: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:31:15.043124 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:15.251579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ee9c3e9-8c64-4c8f-b1ce-5f2c1334ffa9 req-d3c1d1fe-b027-41d1-b8a0-090db8efb9ff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0438986 Nov 27 01:31:15.358944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-deleted', 'tag': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:15.361860 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be8a6ba-8c0e-4329-a4fa-fd42579968ae" -d '{"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-deleted", "tag": "a91841f9-ede1-43ae-b396-9db6fc9d3f50"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:15.404760 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c30253-579a-4fb0-be43-514161dfc4e8 x-openstack-request-id: req-a1c30253-579a-4fb0-be43-514161dfc4e8 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:15.405309 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78faa0b6-a3ce-44b6-9ed2-de44a8b34af0", "name": "network-vif-deleted", "tag": "a91841f9-ede1-43ae-b396-9db6fc9d3f50", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:15.405860 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1c30253-579a-4fb0-be43-514161dfc4e8 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:15.406546 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78faa0b6-a3ce-44b6-9ed2-de44a8b34af0', 'name': 'network-vif-deleted', 'tag': 'a91841f9-ede1-43ae-b396-9db6fc9d3f50', 'status': 'completed', 'code': 200} Nov 27 01:31:16.422760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97a50c51-591f-41cb-9375-b50047939926 req-a8766d23-322c-44d2-8779-53b23f7817d0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0360882 Nov 27 01:31:16.744013 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:17.251212 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:17.547388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b76058e1-7fe3-4417-ac8a-791700282ae6 req-94a0622c-90ef-422a-9d2e-ede5d64d597b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0375705 Nov 27 01:31:17.578053 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:18.688030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c4aed63-3e2c-4154-8c35-864f5cfbe0bb req-affe91e1-112b-4cd3-9c59-85072162d7ce tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0443563 Nov 27 01:31:18.836236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60564) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:18.960296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61e0333c-4db4-4cd6-b793-0ba1fdd0cd7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.049402 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61e0333c-4db4-4cd6-b793-0ba1fdd0cd7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.054047 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61e0333c-4db4-4cd6-b793-0ba1fdd0cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.106539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-61e0333c-4db4-4cd6-b793-0ba1fdd0cd7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c199472571a541c4811cf485c70b31e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2688417 Nov 27 01:31:19.108991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60568) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:19.112385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0333c-4db4-4cd6-b793-0ba1fdd0cd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0661de16-c8e6-413a-a618-675b7c9d149d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:19.172613 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e879ddd-eb2f-42d7-9d97-469c52427e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.201237 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e879ddd-eb2f-42d7-9d97-469c52427e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.256485 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e879ddd-eb2f-42d7-9d97-469c52427e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.263339 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e879ddd-eb2f-42d7-9d97-469c52427e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.266863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4e879ddd-eb2f-42d7-9d97-469c52427e7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0661de16-c8e6-413a-a618-675b7c9d149d HTTP/1.1" status: 204 len: 168 time: 0.1545208 Nov 27 01:31:19.281613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e879ddd-eb2f-42d7-9d97-469c52427e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0661de16-c8e6-413a-a618-675b7c9d149d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:19.627624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60576) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:19.649027 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-334c6557-85be-4731-8bbe-f255cfd92113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.765719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-334c6557-85be-4731-8bbe-f255cfd92113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.771463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-334c6557-85be-4731-8bbe-f255cfd92113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.828894 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-334c6557-85be-4731-8bbe-f255cfd92113 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fb8581fb6ba452991707834b88fc36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2002523 Nov 27 01:31:19.831553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60584) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:19.837534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c6557-85be-4731-8bbe-f255cfd92113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4c092f-cfe3-458c-aedd-6c5bddf6d678,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:19.863903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-91189cfa-b837-44cf-80c6-dcfe56cfc6d2 req-5e9bd235-0777-4f8d-97ea-f0934983e7e4 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0396156 Nov 27 01:31:19.911664 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fa0aa54-0d63-4b48-a99d-4d9ca430e300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.935964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fa0aa54-0d63-4b48-a99d-4d9ca430e300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.987087 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fa0aa54-0d63-4b48-a99d-4d9ca430e300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.989813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fa0aa54-0d63-4b48-a99d-4d9ca430e300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:19.993541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6fa0aa54-0d63-4b48-a99d-4d9ca430e300 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac4c092f-cfe3-458c-aedd-6c5bddf6d678 HTTP/1.1" status: 204 len: 168 time: 0.1583931 Nov 27 01:31:20.007350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0aa54-0d63-4b48-a99d-4d9ca430e300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4c092f-cfe3-458c-aedd-6c5bddf6d678,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:20.408141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 60590) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:20.422038 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53da46d6-edc9-4a1c-ada1-4c0b3695fdb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.506719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53da46d6-edc9-4a1c-ada1-4c0b3695fdb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.519205 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53da46d6-edc9-4a1c-ada1-4c0b3695fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.565403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-53da46d6-edc9-4a1c-ada1-4c0b3695fdb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33c86885e3aa42bb871a1b34004c630d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1561670 Nov 27 01:31:20.566650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da46d6-edc9-4a1c-ada1-4c0b3695fdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1373ca63-87cf-4652-b35f-282a7df57eba,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:20.568262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 60592) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:20.668372 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0adc1572-176c-45a5-b67d-e424ea3b893a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.698168 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0adc1572-176c-45a5-b67d-e424ea3b893a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.774597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0adc1572-176c-45a5-b67d-e424ea3b893a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.777754 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0adc1572-176c-45a5-b67d-e424ea3b893a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:20.782771 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0adc1572-176c-45a5-b67d-e424ea3b893a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1373ca63-87cf-4652-b35f-282a7df57eba HTTP/1.1" status: 204 len: 168 time: 0.2124121 Nov 27 01:31:20.796152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc1572-176c-45a5-b67d-e424ea3b893a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1373ca63-87cf-4652-b35f-282a7df57eba,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:20.999427 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a8dd19b-42a2-4365-b3de-abc160221549 req-ed672e07-ce31-4012-b342-2c50f578828b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0386014 Nov 27 01:31:22.163559 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1b323cf4-bd22-4ec9-8a80-12017b713fb0 req-7da9ed04-2fc6-4840-8281-3d0de8b96853 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0679977 Nov 27 01:31:22.469578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c279d-6296-4773-a97c-bad981badda0 req-524dd3f3-8a39-4d99-8c80-2ae3ebf26fc3 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:22.477948 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-524dd3f3-8a39-4d99-8c80-2ae3ebf26fc3 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/networks?id=355181b1-98f7-4b3d-be66-d07e47ac5e82 HTTP/1.1" status: 200 len: 809 time: 0.1608489 Nov 27 01:31:22.494893 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-28564ac1-315b-4c2a-9d44-26d5e02d4214 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/quotas/9f5f4ae7da3b4738b2bb09df9f652f06 HTTP/1.1" status: 200 len: 375 time: 0.0156431 Nov 27 01:31:22.655851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-72c0b808-714a-41ad-bff8-b24ed40bd4c8 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5f4ae7da3b4738b2bb09df9f652f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1564014 Nov 27 01:31:22.943683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-e3719722-1f67-4147-988f-6eaa17cfd2a4 service neutron] 10.222.0.37 "GET /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806249 Nov 27 01:31:23.132516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-ecc19383-47be-457f-8a0a-880a53cc2df2 service neutron] 10.222.0.37 "GET /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878514 Nov 27 01:31:23.397346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74ded45f-807c-4d18-9ed2-4b041a13fcf4 req-d09735e6-6a08-4205-9ab9-24fe4b1e3efc tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0478551 Nov 27 01:31:23.540963 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c809805e-6e6f-4390-84d2-66da26c34e9e req-c0bd0bb4-07d2-422e-bfbf-29f890736b32 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 210 time: 0.0345535 Nov 27 01:31:24.638843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-054de069-b9d7-43df-8b00-cfcce040ad86 req-1d573e5f-b93a-4c4d-b6e1-57c58dfe2d1d tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0881374 Nov 27 01:31:24.706512 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52f7e7a8-8bcb-4ce1-9b27-ca0e409f29fe req-3265bbce-de31-49b8-8c1b-5c23649f119e tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 210 time: 0.0593994 Nov 27 01:31:24.829452 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-37803c62-501f-4122-8f5d-5b630685252c tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3af1d12b3d6a466c8f3f059dc818e618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518570 Nov 27 01:31:25.313717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c279d-6296-4773-a97c-bad981badda0 req-93e34f3d-1864-4ff9-bdac-ca6eb3238eab tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:25.315375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-93e34f3d-1864-4ff9-bdac-ca6eb3238eab tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.11 "GET /v2.0/networks?id=355181b1-98f7-4b3d-be66-d07e47ac5e82 HTTP/1.1" status: 200 len: 809 time: 0.1857815 Nov 27 01:31:25.336300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-6c3c279d-6296-4773-a97c-bad981badda0 req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Request body: {'port': {'device_id': '7d6c5ecf-7e23-4458-b65b-a18f09953b01', 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82', 'admin_state_up': True, 'tenant_id': '9f5f4ae7da3b4738b2bb09df9f652f06'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:25.533055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-d91753e6-abc3-49bf-af9e-d9368300877e tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:25.542828 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-d91753e6-abc3-49bf-af9e-d9368300877e tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7048094 Nov 27 01:31:25.630298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-c18ba702-8fae-47a5-a0dc-a4aa4bbc675b tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/quotas/3af1d12b3d6a466c8f3f059dc818e618 HTTP/1.1" status: 200 len: 375 time: 0.0864320 Nov 27 01:31:25.706312 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-f87cbd8c-7a51-4d09-b2ad-63e40af6a9ff tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3af1d12b3d6a466c8f3f059dc818e618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695839 Nov 27 01:31:25.725781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3c279d-6296-4773-a97c-bad981badda0 req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Made reservation on behalf of 9f5f4ae7da3b4738b2bb09df9f652f06 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:25.730979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6c3c279d-6296-4773-a97c-bad981badda0 req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:25.797275 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0293b071-599c-44f9-8149-0d02fc8af5d4 req-a11b10dd-7509-4f3b-944b-794162fe17d0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0518539 Nov 27 01:31:25.937800 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1669769-08d5-4212-8c9c-7493c5ea811f req-b92285eb-2fa7-426e-9095-8e7769e6783f tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 210 time: 0.0517359 Nov 27 01:31:26.008086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-6c3c279d-6296-4773-a97c-bad981badda0 req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Allocated IP 172.20.0.3 (355181b1-98f7-4b3d-be66-d07e47ac5e82/2ca47d0e-30a1-43c3-9cc5-527d879a25e8/8ce49e94-12bf-4fc5-8f60-97ff2e976d53) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:26.212555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8b7471a2-3013-498a-b1e9-1f1f4ad29442 req-a050869d-dd24-4bc3-8b21-4e064df15826 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 210 time: 0.0661786 Nov 27 01:31:26.359715 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6c3c279d-6296-4773-a97c-bad981badda0 req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:26.412045 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6c3c279d-6296-4773-a97c-bad981badda0 req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:26.533156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3c279d-6296-4773-a97c-bad981badda0 req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Network 355181b1-98f7-4b3d-be66-d07e47ac5e82 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:26.541543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-6c3c279d-6296-4773-a97c-bad981badda0 req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:26.550085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3c279d-6296-4773-a97c-bad981badda0 req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:26.608372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Pushing event updated for resources: {'Port': ['ID=8ce49e94-12bf-4fc5-8f60-97ff2e976d53,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:26.690590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c279d-6296-4773-a97c-bad981badda0 req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:26.700928 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6c3c279d-6296-4773-a97c-bad981badda0 req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:26.744164 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-6d0a00c8-732f-4a68-b1f9-e7de23d588d6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4116967 Nov 27 01:31:26.763583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Request body: {'port': {'device_id': '7d6c5ecf-7e23-4458-b65b-a18f09953b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:26.897671 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:26.987325 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc21b458-fd56-4c6a-86ed-e26e7c5d45cb req-21a75723-5029-431e-86b1-007adfd2fc73 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0499737 Nov 27 01:31:27.189837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c231a8b-7c9b-4272-9b03-cd1ba62c8727 req-fd26d8bf-3aa9-4f4c-8f5f-9b09d8ae03d1 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:27.193688 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c231a8b-7c9b-4272-9b03-cd1ba62c8727 req-fd26d8bf-3aa9-4f4c-8f5f-9b09d8ae03d1 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 931 time: 0.1165502 Nov 27 01:31:27.378052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c231a8b-7c9b-4272-9b03-cd1ba62c8727 req-2fc8ec49-225a-400e-9b9e-0edf24f234df tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771214 Nov 27 01:31:27.418202 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-259ffb70-1f17-4ee1-b94f-07951a8e7761 req-0c74828a-79a3-4885-b4b1-bce9cfa6fc85 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 210 time: 0.0640731 Nov 27 01:31:27.583052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:27.593386 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:27.624385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Transition to ACTIVE for port object 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:31:27.636104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:27.725790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce49e94-12bf-4fc5-8f60-97ff2e976d53,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:27.943221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Attempting to bind port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:27.943875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Attempting to bind port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '535ace8f-ad1c-4a9e-89e0-d4bd52770455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:27.943875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Attempting to bind port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 on network 355181b1-98f7-4b3d-be66-d07e47ac5e82 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:27.960866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 on network 355181b1-98f7-4b3d-be66-d07e47ac5e82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:31:27.961193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Attempting to bind port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 on network 355181b1-98f7-4b3d-be66-d07e47ac5e82 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:27.972179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:27.972523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Checking segment: {'id': '535ace8f-ad1c-4a9e-89e0-d4bd52770455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:27.972906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Bound using segment: {'id': '535ace8f-ad1c-4a9e-89e0-d4bd52770455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:27.973336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Bound port: 8ce49e94-12bf-4fc5-8f60-97ff2e976d53, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535ace8f-ad1c-4a9e-89e0-d4bd52770455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:27.973691 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:28.148136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] For port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:28.156536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] For port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8ce49e94-12bf-4fc5-8f60-97ff2e976d53,segment=NetworkSegment(535ace8f-ad1c-4a9e-89e0-d4bd52770455),segment_id=535ace8f-ad1c-4a9e-89e0-d4bd52770455)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:28.184553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:28.236544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-13b4ad03-ebec-4793-84ab-452266c4651a req-3f9f7c43-8e4d-4298-af38-4adb6a0115b1 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0744438 Nov 27 01:31:28.283036 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:31:28.308710 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce49e94-12bf-4fc5-8f60-97ff2e976d53,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:28.345405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:28.346105 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:28.349926 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5cb23ef4-24fe-4bd1-8fa2-81b540b2a7f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/8ce49e94-12bf-4fc5-8f60-97ff2e976d53 HTTP/1.1" status: 200 len: 1091 time: 1.5915444 Nov 27 01:31:28.350444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6c5ecf-7e23-4458-b65b-a18f09953b01', 'tag': '8ce49e94-12bf-4fc5-8f60-97ff2e976d53'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:28.357641 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8135eb-b66f-4a29-9d31-1d12a27211d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6c5ecf-7e23-4458-b65b-a18f09953b01", "tag": "8ce49e94-12bf-4fc5-8f60-97ff2e976d53"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:28.406029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-e0b11784-3f92-4827-be73-dcb98ea9e5ff tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3af1d12b3d6a466c8f3f059dc818e618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1260080 Nov 27 01:31:28.454984 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cdeaa9-bb46-4df9-9d57-21c1a18adc31 x-openstack-request-id: req-34cdeaa9-bb46-4df9-9d57-21c1a18adc31 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:28.455368 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6c5ecf-7e23-4458-b65b-a18f09953b01", "tag": "8ce49e94-12bf-4fc5-8f60-97ff2e976d53", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:28.455537 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34cdeaa9-bb46-4df9-9d57-21c1a18adc31 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:28.455967 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6c5ecf-7e23-4458-b65b-a18f09953b01', 'tag': '8ce49e94-12bf-4fc5-8f60-97ff2e976d53', 'status': 'completed', 'code': 200} Nov 27 01:31:28.549293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c279d-6296-4773-a97c-bad981badda0 req-92bea4e4-0bf1-4859-8983-9b3fa91f7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:28.551661 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-92bea4e4-0bf1-4859-8983-9b3fa91f7c9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f5f4ae7da3b4738b2bb09df9f652f06&device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 1094 time: 0.1313431 Nov 27 01:31:28.697370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-5a2bed43-53e9-41d1-90c3-18836ecd0486 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce49e94-12bf-4fc5-8f60-97ff2e976d53 HTTP/1.1" status: 200 len: 217 time: 0.1305180 Nov 27 01:31:28.709324 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bab3e93-48f2-49e5-83b9-a84ff16c8e71 req-96e58e00-e352-44b0-b718-e18b06fb068e tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 210 time: 0.1318512 Nov 27 01:31:28.810222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-e10f52de-2d64-4c7b-823e-bc644f6f22df tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:28.812551 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-e10f52de-2d64-4c7b-823e-bc644f6f22df tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3984551 Nov 27 01:31:28.820343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c279d-6296-4773-a97c-bad981badda0 req-175e1bac-5266-4f38-a491-6d2668ccfe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:28.821887 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-175e1bac-5266-4f38-a491-6d2668ccfe22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ca47d0e-30a1-43c3-9cc5-527d879a25e8 HTTP/1.1" status: 200 len: 849 time: 0.1107607 Nov 27 01:31:28.849548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Request body: {'port': {'device_id': '6764966c-0dba-4ec2-980a-89456f712647', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '3af1d12b3d6a466c8f3f059dc818e618'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:28.930313 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-f9b586f4-bae6-412b-a136-71ed0acc39ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=355181b1-98f7-4b3d-be66-d07e47ac5e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985818 Nov 27 01:31:28.950801 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736ac06-b689-4068-83b6-31427b67cf49 req-9a488ebe-e014-4583-aa70-3c810cb5843a tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:28.958276 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6736ac06-b689-4068-83b6-31427b67cf49 req-9a488ebe-e014-4583-aa70-3c810cb5843a tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 943 time: 0.1435375 Nov 27 01:31:29.103323 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6736ac06-b689-4068-83b6-31427b67cf49 req-d6f6a1fb-096f-4a6c-a2d4-8ab85d0b9af5 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382499 Nov 27 01:31:29.164758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Made reservation on behalf of 3af1d12b3d6a466c8f3f059dc818e618 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:29.168500 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.183949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.189645 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-c306a8b3-17fe-411d-8e41-3daafa9abbf5 service neutron] 10.222.0.11 "GET /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502987 Nov 27 01:31:29.357607 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.369927 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.483602 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3c279d-6296-4773-a97c-bad981badda0 req-b3aaa211-29b8-41ad-ace1-dfefd491e9e2 service neutron] 10.222.0.11 "GET /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877078 Nov 27 01:31:29.518843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acea46fa-dd93-4d92-8fd7-db8de7ceaf44 req-be3afced-ea75-4469-a876-4ac2dc099be0 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0740607 Nov 27 01:31:29.581110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Allocated IP 192.168.233.247 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/aa4773ec-e9f1-4958-90be-0556d1eb4d4b) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:29.721195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8135eb-b66f-4a29-9d31-1d12a27211d1 req-7b22c00e-3dc7-4f7d-999c-dcc1cd910bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:29.728308 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a8135eb-b66f-4a29-9d31-1d12a27211d1 req-7b22c00e-3dc7-4f7d-999c-dcc1cd910bc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f5f4ae7da3b4738b2bb09df9f652f06&device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 1094 time: 0.1298406 Nov 27 01:31:29.749921 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.852906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:29.864019 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:29.887852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8135eb-b66f-4a29-9d31-1d12a27211d1 req-52d5c8cf-78ac-497e-a1d7-52ba0a311fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:29.890394 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a8135eb-b66f-4a29-9d31-1d12a27211d1 req-52d5c8cf-78ac-497e-a1d7-52ba0a311fe9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=355181b1-98f7-4b3d-be66-d07e47ac5e82 HTTP/1.1" status: 200 len: 910 time: 0.1552222 Nov 27 01:31:29.967342 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a8135eb-b66f-4a29-9d31-1d12a27211d1 req-016b8881-e2d1-4c95-bf51-9005e18e5454 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ce49e94-12bf-4fc5-8f60-97ff2e976d53 HTTP/1.1" status: 200 len: 217 time: 0.0688579 Nov 27 01:31:30.101274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8135eb-b66f-4a29-9d31-1d12a27211d1 req-63243b47-fd2b-45a7-b5ca-c63b2201d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:30.103012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a8135eb-b66f-4a29-9d31-1d12a27211d1 req-63243b47-fd2b-45a7-b5ca-c63b2201d637 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ca47d0e-30a1-43c3-9cc5-527d879a25e8 HTTP/1.1" status: 200 len: 849 time: 0.1263213 Nov 27 01:31:30.127587 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:30.142776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:30.145885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Pushing event updated for resources: {'Port': ['ID=aa4773ec-e9f1-4958-90be-0556d1eb4d4b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:30.148264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:30.245822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a8135eb-b66f-4a29-9d31-1d12a27211d1 req-35831343-6aca-4368-891c-78fa94c89dc7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=355181b1-98f7-4b3d-be66-d07e47ac5e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327164 Nov 27 01:31:30.289873 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940c86f-24c8-4866-99f3-ca4b93d981c6 req-00f98bdf-127a-4c80-a356-422df878625b tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:30.313827 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3940c86f-24c8-4866-99f3-ca4b93d981c6 req-00f98bdf-127a-4c80-a356-422df878625b tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 936 time: 0.3413992 Nov 27 01:31:30.473915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a178cf-f59f-4900-83d8-a9bf683c1397 req-0b164548-0999-4f67-be86-3f587d50362a tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:30.481921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2a178cf-f59f-4900-83d8-a9bf683c1397 req-0b164548-0999-4f67-be86-3f587d50362a tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 943 time: 0.2122915 Nov 27 01:31:30.528859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:30.539327 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:30.583045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2a178cf-f59f-4900-83d8-a9bf683c1397 req-7ef5dbfb-b9b3-4587-9f8a-e738b375d51e tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999811 Nov 27 01:31:30.594155 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3940c86f-24c8-4866-99f3-ca4b93d981c6 req-20a30cf3-0487-485d-b784-8d6a8db45d6a tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788782 Nov 27 01:31:30.638091 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b35e2edd-773e-464c-836c-48d74928b3e5 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7932136 Nov 27 01:31:30.658134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Request body: {'port': {'device_id': '6764966c-0dba-4ec2-980a-89456f712647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:30.683744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a8135eb-b66f-4a29-9d31-1d12a27211d1 req-e317f4e9-d38a-4956-a1dc-dd34c6ecc0c6 service neutron] 10.222.0.11 "GET /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288769 Nov 27 01:31:30.815417 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:30.820728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-05ee148b-208c-4edb-82ba-2a32ee051416 None None] Provisioning complete for port aa4773ec-e9f1-4958-90be-0556d1eb4d4b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:30.824014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05ee148b-208c-4edb-82ba-2a32ee051416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:30.863039 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d5d3f43-ef55-4d3d-bb3e-9a3c6a3996cd req-2a704b94-60cd-47ef-9bbd-08d07ba9d898 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0457170 Nov 27 01:31:30.949406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-05ee148b-208c-4edb-82ba-2a32ee051416 None None] Port aa4773ec-e9f1-4958-90be-0556d1eb4d4b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:31:30.960690 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a8135eb-b66f-4a29-9d31-1d12a27211d1 req-48d65ccd-7dbc-493b-9202-ff6e8ad75e1e service neutron] 10.222.0.11 "GET /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699239 Nov 27 01:31:31.746790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf043f61-e7c1-4561-969d-799f471936b8 req-65a8e8b2-52af-4290-8300-409ba0b105b2 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:31.756483 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf043f61-e7c1-4561-969d-799f471936b8 req-65a8e8b2-52af-4290-8300-409ba0b105b2 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 943 time: 0.0674574 Nov 27 01:31:31.808662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4773ec-e9f1-4958-90be-0556d1eb4d4b {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:31.817181 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:31.820129 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf043f61-e7c1-4561-969d-799f471936b8 req-97415f45-6ea6-47a2-9c66-751ebf23a0ed tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623093 Nov 27 01:31:31.835174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Transition to ACTIVE for port object aa4773ec-e9f1-4958-90be-0556d1eb4d4b will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:31:31.854028 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:31.983063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4773ec-e9f1-4958-90be-0556d1eb4d4b,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:32.007947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250c263-d5fe-417e-8327-12e619b51838 req-ddd0d382-8010-48de-8bda-3b916e38009c tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:32.011254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e250c263-d5fe-417e-8327-12e619b51838 req-ddd0d382-8010-48de-8bda-3b916e38009c tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 948 time: 0.1744504 Nov 27 01:31:32.066798 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c0c781d-a2f3-41a7-a3de-2ad72f9662f6 req-86c104e3-3e5e-45ad-8fe8-a7e88bcd4bdf tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0729766 Nov 27 01:31:32.130903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e250c263-d5fe-417e-8327-12e619b51838 req-fe114822-d51f-4064-a114-1d9ccc62dbdb tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109889 Nov 27 01:31:32.145622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Attempting to bind port aa4773ec-e9f1-4958-90be-0556d1eb4d4b on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:32.145964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Attempting to bind port aa4773ec-e9f1-4958-90be-0556d1eb4d4b by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:32.146354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Attempting to bind port aa4773ec-e9f1-4958-90be-0556d1eb4d4b on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:32.154818 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Port aa4773ec-e9f1-4958-90be-0556d1eb4d4b on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:31:32.155157 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Attempting to bind port aa4773ec-e9f1-4958-90be-0556d1eb4d4b on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:32.162061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:32.162450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:32.162873 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:32.163455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Bound port: aa4773ec-e9f1-4958-90be-0556d1eb4d4b, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:32.163821 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:32.306635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] For port aa4773ec-e9f1-4958-90be-0556d1eb4d4b, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:32.310998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] For port aa4773ec-e9f1-4958-90be-0556d1eb4d4b, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aa4773ec-e9f1-4958-90be-0556d1eb4d4b,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:32.324401 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:32.457833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4773ec-e9f1-4958-90be-0556d1eb4d4b,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:32.475128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:32.476061 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:32.478818 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-0bbefcb0-0066-42fe-a117-ae3ab24daf13 service neutron] 10.222.0.42 "PUT /v2.0/ports/aa4773ec-e9f1-4958-90be-0556d1eb4d4b HTTP/1.1" status: 200 len: 1096 time: 1.8250506 Nov 27 01:31:32.479482 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6764966c-0dba-4ec2-980a-89456f712647', 'tag': 'aa4773ec-e9f1-4958-90be-0556d1eb4d4b'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:32.481955 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955c9ef9-93b6-4cf4-99c3-521a7d13251f" -d '{"events": [{"name": "network-changed", "server_uuid": "6764966c-0dba-4ec2-980a-89456f712647", "tag": "aa4773ec-e9f1-4958-90be-0556d1eb4d4b"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:32.545924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:31:32.571143 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767f7803-0900-404f-b85d-59e625470801 x-openstack-request-id: req-767f7803-0900-404f-b85d-59e625470801 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:32.577185 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6764966c-0dba-4ec2-980a-89456f712647", "tag": "aa4773ec-e9f1-4958-90be-0556d1eb4d4b", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:32.577688 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-767f7803-0900-404f-b85d-59e625470801 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:32.580232 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6764966c-0dba-4ec2-980a-89456f712647', 'tag': 'aa4773ec-e9f1-4958-90be-0556d1eb4d4b', 'status': 'completed', 'code': 200} Nov 27 01:31:32.702403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-ce9fb74b-fa49-4e3e-a6c2-9d10d6f24e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:32.722850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-ce9fb74b-fa49-4e3e-a6c2-9d10d6f24e74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3af1d12b3d6a466c8f3f059dc818e618&device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 1099 time: 0.1791625 Nov 27 01:31:32.804339 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-e8081554-db3c-4c4d-a84a-085f1b923299 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=aa4773ec-e9f1-4958-90be-0556d1eb4d4b HTTP/1.1" status: 200 len: 217 time: 0.0662310 Nov 27 01:31:32.907500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-5b80a353-597f-4715-b3d3-b5951033c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:32.909623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-5b80a353-597f-4715-b3d3-b5951033c791 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0985639 Nov 27 01:31:32.914204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8ce49e94-12bf-4fc5-8f60-97ff2e976d53,segment=NetworkSegment(535ace8f-ad1c-4a9e-89e0-d4bd52770455),segment_id=535ace8f-ad1c-4a9e-89e0-d4bd52770455)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:32.946200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '8ce49e94-12bf-4fc5-8f60-97ff2e976d53', 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82', 'port_id': '8ce49e94-12bf-4fc5-8f60-97ff2e976d53', 'mac_address': 'fa:16:3e:25:d6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca47d0e-30a1-43c3-9cc5-527d879a25e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:31:33.032093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-75437941-3dda-4daf-96fa-9390253f0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:33.033881 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-75437941-3dda-4daf-96fa-9390253f0140 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172981 Nov 27 01:31:33.060527 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:33.104363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a515f12-080a-47fa-8d3c-8e534d3e4675 req-128f6086-f0ec-483b-99a8-dca28d170fdf tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:33.105966 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a515f12-080a-47fa-8d3c-8e534d3e4675 req-128f6086-f0ec-483b-99a8-dca28d170fdf tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 943 time: 0.1295352 Nov 27 01:31:33.114194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:33.203422 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8ce49e94-12bf-4fc5-8f60-97ff2e976d53,segment=NetworkSegment(535ace8f-ad1c-4a9e-89e0-d4bd52770455),segment_id=535ace8f-ad1c-4a9e-89e0-d4bd52770455)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:33.214878 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:33.335481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8ce49e94-12bf-4fc5-8f60-97ff2e976d53,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:33.352259 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:33.353314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:33.353892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:33.355399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:33.355980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:33.356561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:33.357067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:33.357630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:33.358049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:33.358477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:33.358878 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:33.359287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:33.392399 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a515f12-080a-47fa-8d3c-8e534d3e4675 req-7a1a3b65-c64b-482f-9aff-a7da076809ba tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019417 Nov 27 01:31:33.400296 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9649c01-1366-4e94-97dd-f9fe79ebe23a req-4742f4bb-d58f-4125-9ccc-e97318b6dbe3 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.1249506 Nov 27 01:31:33.450545 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-9aa4170a-b2c6-44db-ae93-e20870511449 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091382 Nov 27 01:31:33.563363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['8ce49e94-12bf-4fc5-8f60-97ff2e976d53'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:31:33.729030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e43c613c-2809-4a77-8c79-e389d2c57941 req-b2c8881b-0b32-491f-9eb6-6790b543d65a service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706003 Nov 27 01:31:33.797653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141d3fc-649b-4f48-9a51-db40d2495add req-427421e4-0be1-48db-bfdd-c4665485d419 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:33.816613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a141d3fc-649b-4f48-9a51-db40d2495add req-427421e4-0be1-48db-bfdd-c4665485d419 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 948 time: 0.2152371 Nov 27 01:31:33.948342 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a141d3fc-649b-4f48-9a51-db40d2495add req-59a998fb-b52a-4760-8405-194357822f82 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304107 Nov 27 01:31:33.976900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c9ef9-93b6-4cf4-99c3-521a7d13251f req-7444f322-9ebb-4762-a488-708e219903c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:33.980857 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-955c9ef9-93b6-4cf4-99c3-521a7d13251f req-7444f322-9ebb-4762-a488-708e219903c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3af1d12b3d6a466c8f3f059dc818e618&device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 1099 time: 0.1331098 Nov 27 01:31:34.140082 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c9ef9-93b6-4cf4-99c3-521a7d13251f req-4d9de111-32ea-4dd9-9cc9-b73a2a0f5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:34.141740 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-955c9ef9-93b6-4cf4-99c3-521a7d13251f req-4d9de111-32ea-4dd9-9cc9-b73a2a0f5821 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.1532366 Nov 27 01:31:34.225966 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-955c9ef9-93b6-4cf4-99c3-521a7d13251f req-12272453-2b5f-461d-a233-e0e37c59cef0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=aa4773ec-e9f1-4958-90be-0556d1eb4d4b HTTP/1.1" status: 200 len: 217 time: 0.0753214 Nov 27 01:31:34.322789 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c9ef9-93b6-4cf4-99c3-521a7d13251f req-33acddcf-6143-41cb-be02-5ee15b7cf812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:34.328093 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-955c9ef9-93b6-4cf4-99c3-521a7d13251f req-33acddcf-6143-41cb-be02-5ee15b7cf812 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0920422 Nov 27 01:31:34.411239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c9ef9-93b6-4cf4-99c3-521a7d13251f req-74310e3a-78e1-4c8a-9a03-b5eea99db608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:34.413699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-955c9ef9-93b6-4cf4-99c3-521a7d13251f req-74310e3a-78e1-4c8a-9a03-b5eea99db608 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784972 Nov 27 01:31:34.547482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:34.628649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e94136a-a886-4e41-be48-f6cdd8a58f77 req-96c969e8-47ec-479a-bb74-f813686acaf6 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0633852 Nov 27 01:31:34.658356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab561fb7-f0fc-4684-b1f8-2ad0b0d4587f req-c956ebc4-04be-4036-87f7-426c930d8d9e tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:34.668287 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab561fb7-f0fc-4684-b1f8-2ad0b0d4587f req-c956ebc4-04be-4036-87f7-426c930d8d9e tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 944 time: 0.1243234 Nov 27 01:31:34.726682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:31:34.731867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:34.732246 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:34.740948 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-955c9ef9-93b6-4cf4-99c3-521a7d13251f req-abc68443-1ee5-4fcf-bcc1-1ab296e8d2de service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188236 Nov 27 01:31:34.754684 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab561fb7-f0fc-4684-b1f8-2ad0b0d4587f req-2a232507-4293-47c6-bf65-6ec1a9fb46a4 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850425 Nov 27 01:31:34.985250 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:34.989392 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-955c9ef9-93b6-4cf4-99c3-521a7d13251f req-e6832935-8042-4511-b4fd-298daa6f1a22 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244561 Nov 27 01:31:35.033310 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6c5ecf-7e23-4458-b65b-a18f09953b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce49e94-12bf-4fc5-8f60-97ff2e976d53'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:35.035619 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29de6524-7ff5-4a23-b9ef-3c0729ff5b53" -d '{"events": [{"server_uuid": "7d6c5ecf-7e23-4458-b65b-a18f09953b01", "name": "network-vif-plugged", "status": "completed", "tag": "8ce49e94-12bf-4fc5-8f60-97ff2e976d53"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:35.067183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8ce49e94-12bf-4fc5-8f60-97ff2e976d53,segment=NetworkSegment(535ace8f-ad1c-4a9e-89e0-d4bd52770455),segment_id=535ace8f-ad1c-4a9e-89e0-d4bd52770455)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:35.083601 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:35.134482 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbd4811-1add-40b7-b432-9537d46e9afd x-openstack-request-id: req-edbd4811-1add-40b7-b432-9537d46e9afd {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:35.134780 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6c5ecf-7e23-4458-b65b-a18f09953b01", "name": "network-vif-plugged", "status": "completed", "tag": "8ce49e94-12bf-4fc5-8f60-97ff2e976d53", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:35.135035 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edbd4811-1add-40b7-b432-9537d46e9afd {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:35.135430 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6c5ecf-7e23-4458-b65b-a18f09953b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce49e94-12bf-4fc5-8f60-97ff2e976d53', 'code': 200} Nov 27 01:31:35.191494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d97a3e-8b91-46c2-9a55-b4e5293d2e2f req-1feaa7e8-f3d8-445b-8e7b-a38d8e63a6c3 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:35.191774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8ce49e94-12bf-4fc5-8f60-97ff2e976d53,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:35.193302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-31d97a3e-8b91-46c2-9a55-b4e5293d2e2f req-1feaa7e8-f3d8-445b-8e7b-a38d8e63a6c3 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 948 time: 0.1286805 Nov 27 01:31:35.310539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device aa4773ec-e9f1-4958-90be-0556d1eb4d4b details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:31:35.323630 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-31d97a3e-8b91-46c2-9a55-b4e5293d2e2f req-9b4c9e59-d85d-4103-b00a-6ce7f6f272a9 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175098 Nov 27 01:31:35.330143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707508e2-2aeb-4950-8e9c-cbdec9537d20 req-3735618b-4f5d-4d4b-9ed0-b4cf59a70c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:35.332166 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-707508e2-2aeb-4950-8e9c-cbdec9537d20 req-3735618b-4f5d-4d4b-9ed0-b4cf59a70c1f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 1096 time: 0.0814788 Nov 27 01:31:35.459795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-707508e2-2aeb-4950-8e9c-cbdec9537d20 req-ce565ad7-8faa-4ec1-8de6-8f5d427fd74a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145365 Nov 27 01:31:35.540324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port aa4773ec-e9f1-4958-90be-0556d1eb4d4b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aa4773ec-e9f1-4958-90be-0556d1eb4d4b,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:35.553355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'aa4773ec-e9f1-4958-90be-0556d1eb4d4b', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': 'aa4773ec-e9f1-4958-90be-0556d1eb4d4b', 'mac_address': 'fa:16:3e:4b:01:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:31:35.603744 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:35.630695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4773ec-e9f1-4958-90be-0556d1eb4d4b {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:35.663929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port aa4773ec-e9f1-4958-90be-0556d1eb4d4b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aa4773ec-e9f1-4958-90be-0556d1eb4d4b,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:35.673785 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:35.754099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=aa4773ec-e9f1-4958-90be-0556d1eb4d4b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:35.871649 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-47ec5d48-544f-4f6c-9013-2ccc308fdf83 req-e8d75936-60dd-4c43-ae0b-88a9f071f42a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0417964 Nov 27 01:31:35.974703 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9ee2f-20bb-415b-bfc2-09db04d55a3c req-6b4ce8ee-b8a4-4158-8842-9937e85db108 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:35.976285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-20c9ee2f-20bb-415b-bfc2-09db04d55a3c req-6b4ce8ee-b8a4-4158-8842-9937e85db108 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 945 time: 0.0990291 Nov 27 01:31:36.019803 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['aa4773ec-e9f1-4958-90be-0556d1eb4d4b'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:31:36.064136 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-20c9ee2f-20bb-415b-bfc2-09db04d55a3c req-be28def7-37a1-41a1-bf2a-99e782b04815 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780308 Nov 27 01:31:36.493523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985c304-7fe8-4402-9e98-0f4d4dbfb747 req-53d6d7b7-999a-4032-8d9e-9c5d99aaa990 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:36.504104 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d985c304-7fe8-4402-9e98-0f4d4dbfb747 req-53d6d7b7-999a-4032-8d9e-9c5d99aaa990 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 949 time: 0.0869224 Nov 27 01:31:36.583521 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d985c304-7fe8-4402-9e98-0f4d4dbfb747 req-03e5a308-8a99-4ad9-b837-c510248d33f3 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777004 Nov 27 01:31:37.048016 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25f7e637-1cda-43b0-939d-259185dda343 req-be7a1b9b-7248-4e5c-9e1a-dfc990faabe9 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0395002 Nov 27 01:31:37.229884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643b838-cd58-49d7-970d-c7f46d7b24e9 req-9d9b7331-767e-4a98-9e62-fa608946cd01 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:37.232784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2643b838-cd58-49d7-970d-c7f46d7b24e9 req-9d9b7331-767e-4a98-9e62-fa608946cd01 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 945 time: 0.0549662 Nov 27 01:31:37.311185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device aa4773ec-e9f1-4958-90be-0556d1eb4d4b up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:37.326273 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2643b838-cd58-49d7-970d-c7f46d7b24e9 req-3bf1725e-1464-4ce5-8b1b-a8eab8f5f87b tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867288 Nov 27 01:31:37.434074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port aa4773ec-e9f1-4958-90be-0556d1eb4d4b completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:31:37.441886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port aa4773ec-e9f1-4958-90be-0556d1eb4d4b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:37.442559 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:37.571324 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:37.652311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6764966c-0dba-4ec2-980a-89456f712647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4773ec-e9f1-4958-90be-0556d1eb4d4b'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:37.654617 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9030cef1-8e3e-4ca2-afaf-73b1c6d3b76d" -d '{"events": [{"server_uuid": "6764966c-0dba-4ec2-980a-89456f712647", "name": "network-vif-plugged", "status": "completed", "tag": "aa4773ec-e9f1-4958-90be-0556d1eb4d4b"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:37.728283 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port aa4773ec-e9f1-4958-90be-0556d1eb4d4b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aa4773ec-e9f1-4958-90be-0556d1eb4d4b,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:37.740479 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:37.808104 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da441192-731c-42ae-8552-ca26e9a43f9b x-openstack-request-id: req-da441192-731c-42ae-8552-ca26e9a43f9b {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:37.808659 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6764966c-0dba-4ec2-980a-89456f712647", "name": "network-vif-plugged", "status": "completed", "tag": "aa4773ec-e9f1-4958-90be-0556d1eb4d4b", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:37.809074 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da441192-731c-42ae-8552-ca26e9a43f9b {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:37.809724 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6764966c-0dba-4ec2-980a-89456f712647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4773ec-e9f1-4958-90be-0556d1eb4d4b', 'code': 200} Nov 27 01:31:37.811689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=aa4773ec-e9f1-4958-90be-0556d1eb4d4b,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:37.869076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703d309-d2d4-4f1c-bc28-c5437d83ce17 req-8c3264d4-8da3-4c69-9461-fea92c4f32ea tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:37.905437 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5703d309-d2d4-4f1c-bc28-c5437d83ce17 req-8c3264d4-8da3-4c69-9461-fea92c4f32ea tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 950 time: 0.1760340 Nov 27 01:31:38.227754 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5703d309-d2d4-4f1c-bc28-c5437d83ce17 req-e4fb400c-d7a9-4947-9e98-5d3eb73c7da0 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186810 Nov 27 01:31:38.247458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f5484-841a-4d5d-bef8-8cc84d93456a req-ea314b8c-1dce-4224-8e93-23050e080924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:38.251088 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-529f5484-841a-4d5d-bef8-8cc84d93456a req-ea314b8c-1dce-4224-8e93-23050e080924 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 1101 time: 0.3411429 Nov 27 01:31:38.284881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8c98fdd-69e8-4336-b5b5-ae6b7c4af521 req-49bc9ad2-bf4f-4059-bacd-a3dbc6c5bdcb tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0726690 Nov 27 01:31:38.351868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-529f5484-841a-4d5d-bef8-8cc84d93456a req-4ba3c514-ff0f-4f04-9bae-f6af5b1eef62 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940719 Nov 27 01:31:38.687638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3069a-baaa-4425-a2a3-ce4c1bf8033b req-f2d39e86-05a4-4526-b3e3-cde2255dc621 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:38.689362 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f3069a-baaa-4425-a2a3-ce4c1bf8033b req-f2d39e86-05a4-4526-b3e3-cde2255dc621 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 945 time: 0.0806437 Nov 27 01:31:38.743276 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95f3069a-baaa-4425-a2a3-ce4c1bf8033b req-b5f44757-7105-4ed8-910c-a0bde3379634 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472984 Nov 27 01:31:39.460516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db868f-5fe6-4415-b2a0-b12098c27b5a req-4fc2b864-a986-46ec-9a45-852253c6b75d tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:39.463251 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70db868f-5fe6-4415-b2a0-b12098c27b5a req-4fc2b864-a986-46ec-9a45-852253c6b75d tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 950 time: 0.1151512 Nov 27 01:31:39.471829 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28cafb85-4d9c-4c43-8ab5-f8c8046268b6 req-a6a94e1b-82b4-42f9-9be1-9590f8bc9ca8 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/ports?device_id=78faa0b6-a3ce-44b6-9ed2-de44a8b34af0 HTTP/1.1" status: 200 len: 210 time: 0.0308001 Nov 27 01:31:39.594575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70db868f-5fe6-4415-b2a0-b12098c27b5a req-c3ec2d67-a590-4fea-aff8-2729ddc1677e tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244059 Nov 27 01:31:39.928994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd81e8-43aa-4502-9a4e-c553814ad1a3 req-4efbb9a0-35df-4bd7-9285-25974151b818 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:39.931446 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ccd81e8-43aa-4502-9a4e-c553814ad1a3 req-4efbb9a0-35df-4bd7-9285-25974151b818 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 945 time: 0.0724735 Nov 27 01:31:39.995540 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ccd81e8-43aa-4502-9a4e-c553814ad1a3 req-567fbe09-665e-4aa6-82ee-bd8c8e42b02c tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449860 Nov 27 01:31:40.063538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44900a85-e408-435a-bf3d-9e0b576f2ede req-4f54b23d-7660-4aa2-93b0-09f4755c2231 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:40.064959 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44900a85-e408-435a-bf3d-9e0b576f2ede req-4f54b23d-7660-4aa2-93b0-09f4755c2231 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 945 time: 0.0685141 Nov 27 01:31:40.172161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-44900a85-e408-435a-bf3d-9e0b576f2ede req-8592e19b-a7cf-4b70-820b-b710b91bc432 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Deleting port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:40.172513 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44900a85-e408-435a-bf3d-9e0b576f2ede req-8592e19b-a7cf-4b70-820b-b710b91bc432 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.284781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-44900a85-e408-435a-bf3d-9e0b576f2ede req-8592e19b-a7cf-4b70-820b-b710b91bc432 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] For port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8ce49e94-12bf-4fc5-8f60-97ff2e976d53,segment=NetworkSegment(535ace8f-ad1c-4a9e-89e0-d4bd52770455),segment_id=535ace8f-ad1c-4a9e-89e0-d4bd52770455)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:40.285149 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44900a85-e408-435a-bf3d-9e0b576f2ede req-8592e19b-a7cf-4b70-820b-b710b91bc432 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.301164 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-44900a85-e408-435a-bf3d-9e0b576f2ede req-8592e19b-a7cf-4b70-820b-b710b91bc432 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Calling delete_port for 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:40.631952 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44900a85-e408-435a-bf3d-9e0b576f2ede req-8592e19b-a7cf-4b70-820b-b710b91bc432 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.675455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['8ce49e94-12bf-4fc5-8f60-97ff2e976d53'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:31:40.687718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 32932) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:40.794687 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592e19b-a7cf-4b70-820b-b710b91bc432 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Pushing event deleted for resources: {'Port': ['ID=8ce49e94-12bf-4fc5-8f60-97ff2e976d53,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:40.828744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-44900a85-e408-435a-bf3d-9e0b576f2ede req-8592e19b-a7cf-4b70-820b-b710b91bc432 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] No DVR routers for this DVR port 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:40.835456 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-44900a85-e408-435a-bf3d-9e0b576f2ede req-8592e19b-a7cf-4b70-820b-b710b91bc432 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.845263 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44900a85-e408-435a-bf3d-9e0b576f2ede req-8592e19b-a7cf-4b70-820b-b710b91bc432 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.11 "DELETE /v2.0/ports/8ce49e94-12bf-4fc5-8f60-97ff2e976d53 HTTP/1.1" status: 204 len: 173 time: 0.7722850 Nov 27 01:31:40.845785 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6c5ecf-7e23-4458-b65b-a18f09953b01', 'name': 'network-vif-deleted', 'tag': '8ce49e94-12bf-4fc5-8f60-97ff2e976d53'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:40.852297 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7948b6c8-81e7-43be-99a4-6e9b0cc237c8" -d '{"events": [{"server_uuid": "7d6c5ecf-7e23-4458-b65b-a18f09953b01", "name": "network-vif-deleted", "tag": "8ce49e94-12bf-4fc5-8f60-97ff2e976d53"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:40.870581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7a6b5ea-ea91-42b6-95ef-e7f99e64df6b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.927331 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7a6b5ea-ea91-42b6-95ef-e7f99e64df6b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:40.928049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 32942) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:40.944688 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3027b5c3-e224-41fc-9100-db6081101e86 x-openstack-request-id: req-3027b5c3-e224-41fc-9100-db6081101e86 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:40.944987 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6c5ecf-7e23-4458-b65b-a18f09953b01", "name": "network-vif-deleted", "tag": "8ce49e94-12bf-4fc5-8f60-97ff2e976d53", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:40.945292 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3027b5c3-e224-41fc-9100-db6081101e86 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:40.945798 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6c5ecf-7e23-4458-b65b-a18f09953b01', 'name': 'network-vif-deleted', 'tag': '8ce49e94-12bf-4fc5-8f60-97ff2e976d53', 'status': 'completed', 'code': 200} Nov 27 01:31:40.959121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466052b-b7f5-411e-bd77-be3ec369bab9 req-f9175508-0b4c-440d-bd28-6cff429fcd4a tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:40.970566 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9466052b-b7f5-411e-bd77-be3ec369bab9 req-f9175508-0b4c-440d-bd28-6cff429fcd4a tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 950 time: 0.1896641 Nov 27 01:31:41.073263 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7a6b5ea-ea91-42b6-95ef-e7f99e64df6b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.078136 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c7a6b5ea-ea91-42b6-95ef-e7f99e64df6b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.080612 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c7a6b5ea-ea91-42b6-95ef-e7f99e64df6b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "DELETE /v2.0/security-groups/baf8d358-8ea0-4678-ae3f-b5f6c81da0eb HTTP/1.1" status: 204 len: 168 time: 0.3918626 Nov 27 01:31:41.083378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 32952) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:41.124042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6b5ea-ea91-42b6-95ef-e7f99e64df6b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf8d358-8ea0-4678-ae3f-b5f6c81da0eb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:41.132835 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-48fa71e2-4452-4292-b258-660374faa94b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] show failed (client error): The resource could not be found. Nov 27 01:31:41.138423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 32954) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:41.138786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-48fa71e2-4452-4292-b258-660374faa94b tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "GET /v2.0/security-groups/baf8d358-8ea0-4678-ae3f-b5f6c81da0eb HTTP/1.1" status: 404 len: 347 time: 0.0542769 Nov 27 01:31:41.201816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-75caa715-4b78-432f-a3df-0655b5ffd461 req-212081e9-2fa4-4ef8-be4d-bd2a1a6b04ed tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d6c5ecf-7e23-4458-b65b-a18f09953b01 HTTP/1.1" status: 200 len: 210 time: 0.0767150 Nov 27 01:31:41.275462 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9466052b-b7f5-411e-bd77-be3ec369bab9 req-cb52c328-311b-4c48-8539-d504c231239a tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924402 Nov 27 01:31:41.284157 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ff7e-02b3-402f-a540-5cc08d34aa97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.484048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0e97f4a4-cca5-45a2-869b-a52e9433b149 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Deleting port 90fee50d-932c-4180-b2bd-b2bb1cc4387b {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:41.484379 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e97f4a4-cca5-45a2-869b-a52e9433b149 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.510878 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ac0c8fca-e39d-4e6c-add7-ed17f8b4c633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.524855 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ff7e-02b3-402f-a540-5cc08d34aa97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.533757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ff7e-02b3-402f-a540-5cc08d34aa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.636901 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e0f2ff7e-02b3-402f-a540-5cc08d34aa97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59b39961114a425fa5b9588c67a9e882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7076738 Nov 27 01:31:41.641099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 32970) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:41.698423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2ff7e-02b3-402f-a540-5cc08d34aa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d607c7-98c6-43ec-9c66-4ce807e89b51,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:41.713013 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e97f4a4-cca5-45a2-869b-a52e9433b149 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.713534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e97f4a4-cca5-45a2-869b-a52e9433b149 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.761590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0e97f4a4-cca5-45a2-869b-a52e9433b149 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Calling delete_port for 90fee50d-932c-4180-b2bd-b2bb1cc4387b owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:41.861009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-204cda31-10e2-4bb6-b6da-d60e8bc02bee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.869542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a0e3e-11ef-4ea6-81b3-81a268edfd00 req-f6aaed2a-05fd-4692-97f8-1b33c9f383c8 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:41.871063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a7a0e3e-11ef-4ea6-81b3-81a268edfd00 req-f6aaed2a-05fd-4692-97f8-1b33c9f383c8 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 950 time: 0.1501229 Nov 27 01:31:41.925955 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-204cda31-10e2-4bb6-b6da-d60e8bc02bee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:41.981903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a7a0e3e-11ef-4ea6-81b3-81a268edfd00 req-1ebef883-a649-4dab-aeb7-df1cb1e853a3 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003270 Nov 27 01:31:42.062001 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-204cda31-10e2-4bb6-b6da-d60e8bc02bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.064530 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-204cda31-10e2-4bb6-b6da-d60e8bc02bee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.065865 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-204cda31-10e2-4bb6-b6da-d60e8bc02bee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54d607c7-98c6-43ec-9c66-4ce807e89b51 HTTP/1.1" status: 204 len: 168 time: 0.4234407 Nov 27 01:31:42.082902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cda31-10e2-4bb6-b6da-d60e8bc02bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d607c7-98c6-43ec-9c66-4ce807e89b51,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:42.089391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e97f4a4-cca5-45a2-869b-a52e9433b149 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.155434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97f4a4-cca5-45a2-869b-a52e9433b149 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Port': ['ID=90fee50d-932c-4180-b2bd-b2bb1cc4387b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:42.270455 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e97f4a4-cca5-45a2-869b-a52e9433b149 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.274090 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e97f4a4-cca5-45a2-869b-a52e9433b149 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.277828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0e97f4a4-cca5-45a2-869b-a52e9433b149 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "DELETE /v2.0/floatingips/38e6df02-a366-4001-ae04-a299f77a6eda HTTP/1.1" status: 204 len: 168 time: 1.1353061 Nov 27 01:31:42.282859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 32986) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:42.396650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ccd21886-7243-4d60-946d-f68c1d3f66e8 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Deleting port 6319a243-24ab-4e3d-8261-27a33a584e8e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:42.397137 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ccd21886-7243-4d60-946d-f68c1d3f66e8 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.535763 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ccd21886-7243-4d60-946d-f68c1d3f66e8 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.551706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ccd21886-7243-4d60-946d-f68c1d3f66e8 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Calling delete_port for 6319a243-24ab-4e3d-8261-27a33a584e8e owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:42.768629 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ccd21886-7243-4d60-946d-f68c1d3f66e8 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.782727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-0478f3b0-8fcd-406a-900b-4cd5ef2f2589 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:42.794147 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-0478f3b0-8fcd-406a-900b-4cd5ef2f2589 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/networks?id=355181b1-98f7-4b3d-be66-d07e47ac5e82 HTTP/1.1" status: 200 len: 809 time: 0.2628808 Nov 27 01:31:42.805150 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-99e441dc-6a60-4943-bcae-9c67181a1096 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/quotas/9f5f4ae7da3b4738b2bb09df9f652f06 HTTP/1.1" status: 200 len: 375 time: 0.0101254 Nov 27 01:31:42.807488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd21886-7243-4d60-946d-f68c1d3f66e8 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Port': ['ID=6319a243-24ab-4e3d-8261-27a33a584e8e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:42.906152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ccd21886-7243-4d60-946d-f68c1d3f66e8 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:42.910720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ccd21886-7243-4d60-946d-f68c1d3f66e8 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "DELETE /v2.0/ports/6319a243-24ab-4e3d-8261-27a33a584e8e HTTP/1.1" status: 204 len: 168 time: 0.6265755 Nov 27 01:31:42.913117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33012) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:42.950656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-a180d77e-aea5-4be7-8e60-ff2bb9770932 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5f4ae7da3b4738b2bb09df9f652f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1352470 Nov 27 01:31:43.088297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d078e43c-8496-4229-b3aa-a9bd7acd5f7a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Deleting port f18938dd-b136-4aad-a1f4-0ffb31ff72fd {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:43.088709 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d078e43c-8496-4229-b3aa-a9bd7acd5f7a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:43.256931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2cbbe-682b-414f-b32a-5c4d762f93f9 req-00a8d28f-f8d0-42dc-a645-bc2b720b7e54 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:43.263200 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-47b2cbbe-682b-414f-b32a-5c4d762f93f9 req-00a8d28f-f8d0-42dc-a645-bc2b720b7e54 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.42 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 950 time: 0.2055125 Nov 27 01:31:43.438037 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-82b522e0-6501-4eec-9072-cb039dab8b24 service neutron] 10.222.0.37 "GET /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865255 Nov 27 01:31:43.583050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-47b2cbbe-682b-414f-b32a-5c4d762f93f9 req-44bc1f2f-7e96-494d-8b9c-67bb1d8cbd28 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Deleting port aa4773ec-e9f1-4958-90be-0556d1eb4d4b {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:43.583341 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-47b2cbbe-682b-414f-b32a-5c4d762f93f9 req-44bc1f2f-7e96-494d-8b9c-67bb1d8cbd28 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:43.691946 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-aa1309bf-55dd-48c4-af7c-caf62b3b0c25 service neutron] 10.222.0.37 "GET /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432363 Nov 27 01:31:43.716424 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d078e43c-8496-4229-b3aa-a9bd7acd5f7a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:43.733615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-47b2cbbe-682b-414f-b32a-5c4d762f93f9 req-44bc1f2f-7e96-494d-8b9c-67bb1d8cbd28 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] For port aa4773ec-e9f1-4958-90be-0556d1eb4d4b, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aa4773ec-e9f1-4958-90be-0556d1eb4d4b,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:43.734297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-47b2cbbe-682b-414f-b32a-5c4d762f93f9 req-44bc1f2f-7e96-494d-8b9c-67bb1d8cbd28 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:43.750005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d078e43c-8496-4229-b3aa-a9bd7acd5f7a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Calling delete_port for f18938dd-b136-4aad-a1f4-0ffb31ff72fd owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:43.751142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-47b2cbbe-682b-414f-b32a-5c4d762f93f9 req-44bc1f2f-7e96-494d-8b9c-67bb1d8cbd28 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Calling delete_port for aa4773ec-e9f1-4958-90be-0556d1eb4d4b owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:43.790921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24566a9e-03ba-4b1c-984e-e6f64f6c7106 req-20386ca6-fc60-4379-b591-3f525f108059 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:43.805767 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24566a9e-03ba-4b1c-984e-e6f64f6c7106 req-20386ca6-fc60-4379-b591-3f525f108059 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6764966c-0dba-4ec2-980a-89456f712647 HTTP/1.1" status: 200 len: 950 time: 0.6722457 Nov 27 01:31:43.904303 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7f79501d-52e2-42f6-ac8f-53da8ca5aae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.047094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24566a9e-03ba-4b1c-984e-e6f64f6c7106 req-6dae681f-fc52-4864-a8e3-8289ee118e03 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397268 Nov 27 01:31:44.049373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-47b2cbbe-682b-414f-b32a-5c4d762f93f9 req-44bc1f2f-7e96-494d-8b9c-67bb1d8cbd28 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.114933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc1f2f-7e96-494d-8b9c-67bb1d8cbd28 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Pushing event deleted for resources: {'Port': ['ID=aa4773ec-e9f1-4958-90be-0556d1eb4d4b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:44.219869 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d078e43c-8496-4229-b3aa-a9bd7acd5f7a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.247698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b2cbbe-682b-414f-b32a-5c4d762f93f9 req-44bc1f2f-7e96-494d-8b9c-67bb1d8cbd28 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] No DVR routers for this DVR port aa4773ec-e9f1-4958-90be-0556d1eb4d4b on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:44.253665 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-47b2cbbe-682b-414f-b32a-5c4d762f93f9 req-44bc1f2f-7e96-494d-8b9c-67bb1d8cbd28 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.265106 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-47b2cbbe-682b-414f-b32a-5c4d762f93f9 req-44bc1f2f-7e96-494d-8b9c-67bb1d8cbd28 tempest-VolumesNegativeTest-596273588 tempest-VolumesNegativeTest-596273588-project] 10.222.0.42 "DELETE /v2.0/ports/aa4773ec-e9f1-4958-90be-0556d1eb4d4b HTTP/1.1" status: 204 len: 173 time: 0.9904010 Nov 27 01:31:44.284296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6764966c-0dba-4ec2-980a-89456f712647', 'name': 'network-vif-deleted', 'tag': 'aa4773ec-e9f1-4958-90be-0556d1eb4d4b'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:44.289789 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fd0c8f-22d2-4ccb-925a-cd8cb68048bf" -d '{"events": [{"server_uuid": "6764966c-0dba-4ec2-980a-89456f712647", "name": "network-vif-deleted", "tag": "aa4773ec-e9f1-4958-90be-0556d1eb4d4b"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:44.298301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078e43c-8496-4229-b3aa-a9bd7acd5f7a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Port': ['ID=f18938dd-b136-4aad-a1f4-0ffb31ff72fd,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:44.344691 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87229ee1-5794-41bd-aaba-6eb4b55059f5 req-966f0588-ac76-4a26-80fc-95d92157935b tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 210 time: 0.0975630 Nov 27 01:31:44.416202 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e25d4e0-99ab-4034-b6b2-75c27055ff64 x-openstack-request-id: req-3e25d4e0-99ab-4034-b6b2-75c27055ff64 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:44.416641 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6764966c-0dba-4ec2-980a-89456f712647", "name": "network-vif-deleted", "tag": "aa4773ec-e9f1-4958-90be-0556d1eb4d4b", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:44.416891 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e25d4e0-99ab-4034-b6b2-75c27055ff64 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:44.417394 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6764966c-0dba-4ec2-980a-89456f712647', 'name': 'network-vif-deleted', 'tag': 'aa4773ec-e9f1-4958-90be-0556d1eb4d4b', 'status': 'completed', 'code': 200} Nov 27 01:31:44.460612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d078e43c-8496-4229-b3aa-a9bd7acd5f7a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.465062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33050) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:44.473779 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d078e43c-8496-4229-b3aa-a9bd7acd5f7a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "DELETE /v2.0/ports/f18938dd-b136-4aad-a1f4-0ffb31ff72fd HTTP/1.1" status: 204 len: 168 time: 1.5593231 Nov 27 01:31:44.495092 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.550191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af8b1e7-4a5d-45ed-8bb0-a62d525bb8ff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Deleting subnet 6e012da0-e0fd-4a84-baca-11aee20af1d7 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:31:44.558367 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1af8b1e7-4a5d-45ed-8bb0-a62d525bb8ff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.624355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:44.652840 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1af8b1e7-4a5d-45ed-8bb0-a62d525bb8ff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:44.767027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:31:44.770830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8ce49e94-12bf-4fc5-8f60-97ff2e976d53 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:31:45.046411 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:45.365842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device aa4773ec-e9f1-4958-90be-0556d1eb4d4b no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:45.398694 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1af8b1e7-4a5d-45ed-8bb0-a62d525bb8ff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:45.407871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: aa4773ec-e9f1-4958-90be-0556d1eb4d4b {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:31:45.408224 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device aa4773ec-e9f1-4958-90be-0556d1eb4d4b not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:31:45.482512 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1af8b1e7-4a5d-45ed-8bb0-a62d525bb8ff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:45.524650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-613cf054-fad7-46d3-b967-a1d38bfe396f req-d8a6c506-f76c-40d5-9607-64911a126dbe tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 210 time: 0.0704808 Nov 27 01:31:45.534351 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1af8b1e7-4a5d-45ed-8bb0-a62d525bb8ff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:45.541878 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1af8b1e7-4a5d-45ed-8bb0-a62d525bb8ff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "DELETE /v2.0/subnets/6e012da0-e0fd-4a84-baca-11aee20af1d7 HTTP/1.1" status: 204 len: 168 time: 1.0751677 Nov 27 01:31:45.544636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33076) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:45.545487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8b1e7-4a5d-45ed-8bb0-a62d525bb8ff tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Subnet': ['ID=6e012da0-e0fd-4a84-baca-11aee20af1d7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:45.545606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf35b703-0f65-4838-a899-d7b8d01e7226 None None] Network a5a73d60-d1d0-409d-af7c-8d682c688801 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:45.737270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68516fa-cc8f-4b4f-b798-1e5c7b66213a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Deleting subnet f5b445b6-85fe-4c92-893b-560e6c9c028c {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:31:45.751266 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d68516fa-cc8f-4b4f-b798-1e5c7b66213a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:45.844501 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d68516fa-cc8f-4b4f-b798-1e5c7b66213a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:45.918456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e92d4f-7b29-4519-83ac-201472adae1e None None] DHCP port deletion for a5a73d60-d1d0-409d-af7c-8d682c688801 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:31:45.990717 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d68516fa-cc8f-4b4f-b798-1e5c7b66213a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.011278 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c6e92d4f-7b29-4519-83ac-201472adae1e None None] Deleting port 83f59dad-ca24-4603-ac57-11bd37edb377 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:46.011896 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c6e92d4f-7b29-4519-83ac-201472adae1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.088424 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d68516fa-cc8f-4b4f-b798-1e5c7b66213a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.119217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68516fa-cc8f-4b4f-b798-1e5c7b66213a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b445b6-85fe-4c92-893b-560e6c9c028c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:46.121136 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d68516fa-cc8f-4b4f-b798-1e5c7b66213a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.128083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33106) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:46.128232 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d68516fa-cc8f-4b4f-b798-1e5c7b66213a tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "DELETE /v2.0/subnets/f5b445b6-85fe-4c92-893b-560e6c9c028c HTTP/1.1" status: 204 len: 168 time: 0.5755422 Nov 27 01:31:46.145884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a2776-8e2b-4628-bfea-a7d3ecb1956e None None] Network 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:31:46.169499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c6e92d4f-7b29-4519-83ac-201472adae1e None None] For port 83f59dad-ca24-4603-ac57-11bd37edb377, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=83f59dad-ca24-4603-ac57-11bd37edb377,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:46.170298 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c6e92d4f-7b29-4519-83ac-201472adae1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.328694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c6e92d4f-7b29-4519-83ac-201472adae1e None None] Calling delete_port for 83f59dad-ca24-4603-ac57-11bd37edb377 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:46.365106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-b6019a43-c425-45a0-88d7-0590acbc785d tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:46.378701 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-b6019a43-c425-45a0-88d7-0590acbc785d tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.11 "GET /v2.0/networks?id=355181b1-98f7-4b3d-be66-d07e47ac5e82 HTTP/1.1" status: 200 len: 809 time: 0.2489626 Nov 27 01:31:46.388565 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.397184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Request body: {'port': {'device_id': '140be829-d00f-4583-afa8-802a70ee9f2b', 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82', 'admin_state_up': True, 'tenant_id': '9f5f4ae7da3b4738b2bb09df9f652f06'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:46.529208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Deleting port 83f59dad-ca24-4603-ac57-11bd37edb377 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:46.529728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.597291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Made reservation on behalf of 9f5f4ae7da3b4738b2bb09df9f652f06 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:46.610781 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.718496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-67ea533b-f5f1-4b00-82ca-d7cec102a461 req-c975ce0c-fe35-453b-8b65-9b16f11bd488 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 210 time: 0.0485344 Nov 27 01:31:46.754892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] For port 83f59dad-ca24-4603-ac57-11bd37edb377, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=83f59dad-ca24-4603-ac57-11bd37edb377,segment=NetworkSegment(514f61e9-15cc-4367-bc10-e22e9052d2cc),segment_id=514f61e9-15cc-4367-bc10-e22e9052d2cc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:46.755459 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.772421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Calling delete_port for 83f59dad-ca24-4603-ac57-11bd37edb377 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:46.840698 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.846335 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c6e92d4f-7b29-4519-83ac-201472adae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.876843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:46.910756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Port': ['ID=83f59dad-ca24-4603-ac57-11bd37edb377,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:46.915548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] No DVR routers for this DVR port 83f59dad-ca24-4603-ac57-11bd37edb377 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:46.941115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Allocated IP 172.20.0.10 (355181b1-98f7-4b3d-be66-d07e47ac5e82/2ca47d0e-30a1-43c3-9cc5-527d879a25e8/bbeeac01-659e-4626-bf90-485c82246331) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:31:46.973914 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc4082-c8d0-41aa-8e61-228e771aa8bf None None] DHCP port deletion for 2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:31:46.997406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e92d4f-7b29-4519-83ac-201472adae1e None None] Pushing event deleted for resources: {'Port': ['ID=83f59dad-ca24-4603-ac57-11bd37edb377,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:47.020359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e92d4f-7b29-4519-83ac-201472adae1e None None] No DVR routers for this DVR port 83f59dad-ca24-4603-ac57-11bd37edb377 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:47.097289 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.104093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8e3db039-56fb-43c9-b7e0-41c987ccc236 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:47.155981 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a73d60-d1d0-409d-af7c-8d682c688801']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:47.182115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514f61e9-15cc-4367-bc10-e22e9052d2cc') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:47.182115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514f61e9-15cc-4367-bc10-e22e9052d2cc') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:47.209348 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.240612 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.241055 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.251162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:31:47.251642 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:31:47.256237 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:31:47.295864 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.346013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Network 355181b1-98f7-4b3d-be66-d07e47ac5e82 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:31:47.354064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:31:47.363070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:31:47.371954 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.398158 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.406638 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.422312 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.433239 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-87cc4082-c8d0-41aa-8e61-228e771aa8bf None None] Deleting port 8e3db039-56fb-43c9-b7e0-41c987ccc236 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:31:47.433624 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-87cc4082-c8d0-41aa-8e61-228e771aa8bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.441879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "DELETE /v2.0/networks/a5a73d60-d1d0-409d-af7c-8d682c688801 HTTP/1.1" status: 204 len: 168 time: 1.3126833 Nov 27 01:31:47.448737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Pushing event updated for resources: {'Port': ['ID=bbeeac01-659e-4626-bf90-485c82246331,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:47.467009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33188) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:47.481860 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a404ec0-79f5-4033-bb10-a922bc97e072 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Network': ['ID=a5a73d60-d1d0-409d-af7c-8d682c688801,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:47.547350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-87cc4082-c8d0-41aa-8e61-228e771aa8bf None None] For port 8e3db039-56fb-43c9-b7e0-41c987ccc236, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8e3db039-56fb-43c9-b7e0-41c987ccc236,segment=NetworkSegment(21f41c81-a4b1-4a7b-a162-863b76c8b199),segment_id=21f41c81-a4b1-4a7b-a162-863b76c8b199)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:47.548084 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-87cc4082-c8d0-41aa-8e61-228e771aa8bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.563782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-87cc4082-c8d0-41aa-8e61-228e771aa8bf None None] Calling delete_port for 8e3db039-56fb-43c9-b7e0-41c987ccc236 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:31:47.625993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:47.630374 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.671291 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-87cc4082-c8d0-41aa-8e61-228e771aa8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.701117 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.727081 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-d0d7219d-af6e-4daf-90fb-e22ed81b66b6 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3279376 Nov 27 01:31:47.732935 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:47.737603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 83f59dad-ca24-4603-ac57-11bd37edb377 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:31:47.742264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Request body: {'port': {'device_id': '140be829-d00f-4583-afa8-802a70ee9f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:47.760474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc4082-c8d0-41aa-8e61-228e771aa8bf None None] Pushing event deleted for resources: {'Port': ['ID=8e3db039-56fb-43c9-b7e0-41c987ccc236,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:47.764964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc4082-c8d0-41aa-8e61-228e771aa8bf None None] No DVR routers for this DVR port 8e3db039-56fb-43c9-b7e0-41c987ccc236 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:31:47.766505 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 83f59dad-ca24-4603-ac57-11bd37edb377 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:31:47.766858 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 83f59dad-ca24-4603-ac57-11bd37edb377 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:31:47.913519 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.001529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74bf32-cf7b-46eb-b6a5-554bb987b33f req-7cc1e4fe-71c2-4858-9911-8c74c9c27fb1 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:48.006896 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9f74bf32-cf7b-46eb-b6a5-554bb987b33f req-7cc1e4fe-71c2-4858-9911-8c74c9c27fb1 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 932 time: 0.1670532 Nov 27 01:31:48.068926 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.094973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3ad16c-3b3e-4f16-a158-2db2ea4f2447']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:48.142429 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f41c81-a4b1-4a7b-a162-863b76c8b199') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:48.142730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f41c81-a4b1-4a7b-a162-863b76c8b199') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:31:48.172889 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.266028 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.352595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:31:48.353150 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.375367 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9f74bf32-cf7b-46eb-b6a5-554bb987b33f req-4730169f-4c5f-4132-a13c-686c07c88a20 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775910 Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:31:48.376315 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:31:48.641079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbeeac01-659e-4626-bf90-485c82246331 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:48.650856 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.664030 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.703187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Transition to ACTIVE for port object bbeeac01-659e-4626-bf90-485c82246331 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:31:48.704470 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.721176 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] 10.222.0.37 "DELETE /v2.0/networks/2c3ad16c-3b3e-4f16-a158-2db2ea4f2447 HTTP/1.1" status: 204 len: 168 time: 1.2441154 Nov 27 01:31:48.721176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5767972-e5c6-44a6-8ae3-d59aa6f697e7 tempest-TaggedBootDevicesTest_v242-686285334 tempest-TaggedBootDevicesTest_v242-686285334-project] Pushing event deleted for resources: {'Network': ['ID=2c3ad16c-3b3e-4f16-a158-2db2ea4f2447,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:48.725882 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:48.824132 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Pushing event updated for resources: {'Port': ['ID=bbeeac01-659e-4626-bf90-485c82246331,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:48.981886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Attempting to bind port bbeeac01-659e-4626-bf90-485c82246331 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:31:48.982496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Attempting to bind port bbeeac01-659e-4626-bf90-485c82246331 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '535ace8f-ad1c-4a9e-89e0-d4bd52770455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:31:48.983091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Attempting to bind port bbeeac01-659e-4626-bf90-485c82246331 on network 355181b1-98f7-4b3d-be66-d07e47ac5e82 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:48.989233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Port bbeeac01-659e-4626-bf90-485c82246331 on network 355181b1-98f7-4b3d-be66-d07e47ac5e82 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:31:48.989821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Attempting to bind port bbeeac01-659e-4626-bf90-485c82246331 on network 355181b1-98f7-4b3d-be66-d07e47ac5e82 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:31:49.002873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:31:49.003207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Checking segment: {'id': '535ace8f-ad1c-4a9e-89e0-d4bd52770455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:31:49.003625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Bound using segment: {'id': '535ace8f-ad1c-4a9e-89e0-d4bd52770455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:31:49.004018 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Bound port: bbeeac01-659e-4626-bf90-485c82246331, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535ace8f-ad1c-4a9e-89e0-d4bd52770455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:31:49.004375 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.142437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] For port bbeeac01-659e-4626-bf90-485c82246331, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:31:49.145908 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] For port bbeeac01-659e-4626-bf90-485c82246331, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bbeeac01-659e-4626-bf90-485c82246331,segment=NetworkSegment(535ace8f-ad1c-4a9e-89e0-d4bd52770455),segment_id=535ace8f-ad1c-4a9e-89e0-d4bd52770455)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:31:49.154803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.223998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.224618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:49.226061 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] 10.222.0.11 "PUT /v2.0/ports/bbeeac01-659e-4626-bf90-485c82246331 HTTP/1.1" status: 200 len: 1092 time: 1.4903355 Nov 27 01:31:49.230700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140be829-d00f-4583-afa8-802a70ee9f2b', 'tag': 'bbeeac01-659e-4626-bf90-485c82246331'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:49.235342 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7b20a6-b4fc-4927-9f73-fc76401d7bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "140be829-d00f-4583-afa8-802a70ee9f2b", "tag": "bbeeac01-659e-4626-bf90-485c82246331"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:49.518991 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed613942-d3bb-48a7-b669-c794424d5254 x-openstack-request-id: req-ed613942-d3bb-48a7-b669-c794424d5254 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:49.519524 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140be829-d00f-4583-afa8-802a70ee9f2b", "tag": "bbeeac01-659e-4626-bf90-485c82246331", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:49.520008 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed613942-d3bb-48a7-b669-c794424d5254 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:49.520822 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140be829-d00f-4583-afa8-802a70ee9f2b', 'tag': 'bbeeac01-659e-4626-bf90-485c82246331', 'status': 'completed', 'code': 200} Nov 27 01:31:49.598001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfe139-3501-449a-b8b1-bdc191a30fdf service neutron] Pushing event updated for resources: {'Port': ['ID=bbeeac01-659e-4626-bf90-485c82246331,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:49.614459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-8f3d9c01-9402-4458-9627-64e4988507f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.616236 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-8f3d9c01-9402-4458-9627-64e4988507f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f5f4ae7da3b4738b2bb09df9f652f06&device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 1095 time: 0.2923222 Nov 27 01:31:49.643777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87bbda-a1ef-448c-9438-71bebd3a976d req-769ff6eb-bcc3-4d2d-8303-be7638d130f3 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.645406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f87bbda-a1ef-448c-9438-71bebd3a976d req-769ff6eb-bcc3-4d2d-8303-be7638d130f3 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 944 time: 0.0885816 Nov 27 01:31:49.691742 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-896aceac-cb28-4385-b452-d2ce6bf31f9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbeeac01-659e-4626-bf90-485c82246331 HTTP/1.1" status: 200 len: 217 time: 0.0612447 Nov 27 01:31:49.782884 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8f87bbda-a1ef-448c-9438-71bebd3a976d req-e60cdf39-cfd6-4eca-85f0-634972863cdc tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295850 Nov 27 01:31:49.796484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-ecac2372-98f5-4b1d-8917-b775418b357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:49.796484 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-ecac2372-98f5-4b1d-8917-b775418b357d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ca47d0e-30a1-43c3-9cc5-527d879a25e8 HTTP/1.1" status: 200 len: 849 time: 0.0937152 Nov 27 01:31:49.827875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-be85d43c-9525-4209-8b12-01a97d371346 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=355181b1-98f7-4b3d-be66-d07e47ac5e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272501 Nov 27 01:31:49.984192 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-ae6440e3-defb-4e71-8fac-53cacc2155cb service neutron] 10.222.0.11 "GET /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477485 Nov 27 01:31:50.186317 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-979e4c58-5cc8-4f7d-b8fd-78c44ab46a72 req-4498c92b-6df1-4c4b-905b-088e236b3695 service neutron] 10.222.0.11 "GET /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957462 Nov 27 01:31:50.335886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b20a6-b4fc-4927-9f73-fc76401d7bf9 req-5e9bc5d5-a8b6-4249-a58f-769e8211ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:50.338294 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a7b20a6-b4fc-4927-9f73-fc76401d7bf9 req-5e9bc5d5-a8b6-4249-a58f-769e8211ed0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f5f4ae7da3b4738b2bb09df9f652f06&device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 1095 time: 0.0599186 Nov 27 01:31:50.547406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b20a6-b4fc-4927-9f73-fc76401d7bf9 req-e620aaf6-1f7c-498d-8aaa-6fb1c322454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:50.550371 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a7b20a6-b4fc-4927-9f73-fc76401d7bf9 req-e620aaf6-1f7c-498d-8aaa-6fb1c322454f service neutron] 10.222.0.11 "GET /v2.0/networks?id=355181b1-98f7-4b3d-be66-d07e47ac5e82 HTTP/1.1" status: 200 len: 910 time: 0.2027349 Nov 27 01:31:50.611332 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a7b20a6-b4fc-4927-9f73-fc76401d7bf9 req-96bb7837-c23c-495f-bc45-78c94574df65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbeeac01-659e-4626-bf90-485c82246331 HTTP/1.1" status: 200 len: 217 time: 0.0524671 Nov 27 01:31:50.684393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b20a6-b4fc-4927-9f73-fc76401d7bf9 req-495976e8-1af4-466e-9b95-30d32ab4d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:50.684393 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a7b20a6-b4fc-4927-9f73-fc76401d7bf9 req-495976e8-1af4-466e-9b95-30d32ab4d945 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ca47d0e-30a1-43c3-9cc5-527d879a25e8 HTTP/1.1" status: 200 len: 849 time: 0.0625818 Nov 27 01:31:50.753368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a7b20a6-b4fc-4927-9f73-fc76401d7bf9 req-84e07243-95cd-4f69-b9c9-a7f093bf1716 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=355181b1-98f7-4b3d-be66-d07e47ac5e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626113 Nov 27 01:31:50.901349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a7b20a6-b4fc-4927-9f73-fc76401d7bf9 req-8fbbf337-c2aa-41ef-a3d6-2695e924d153 service neutron] 10.222.0.11 "GET /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393795 Nov 27 01:31:51.007207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decb205-bf4d-4257-8ed4-f61ef7b026d2 req-db0284d9-c055-40c3-8662-68f2bceb5a46 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:51.015927 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6decb205-bf4d-4257-8ed4-f61ef7b026d2 req-db0284d9-c055-40c3-8662-68f2bceb5a46 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 944 time: 0.0973148 Nov 27 01:31:51.021831 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a7b20a6-b4fc-4927-9f73-fc76401d7bf9 req-58532195-2b51-418e-810d-dceff7e08d6a service neutron] 10.222.0.11 "GET /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126351 Nov 27 01:31:51.126120 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6decb205-bf4d-4257-8ed4-f61ef7b026d2 req-051a37ea-b53f-48fa-b835-26b6f039afc5 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068120 Nov 27 01:31:52.300934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4b954-4712-45c6-8af5-3af28e711735 req-1150fc6c-dfe8-43c9-9560-c505a6b9742b tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:52.309661 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2a4b954-4712-45c6-8af5-3af28e711735 req-1150fc6c-dfe8-43c9-9560-c505a6b9742b tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 944 time: 0.0851524 Nov 27 01:31:52.407514 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2a4b954-4712-45c6-8af5-3af28e711735 req-feccdadb-0045-48fd-b8bd-251520bdf9da tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920184 Nov 27 01:31:53.612115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4af50-ea15-4a10-b767-0a5aa1e0d905 req-1123c743-9800-4d4e-b8ca-5fea9ac62f85 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:53.631090 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dc4af50-ea15-4a10-b767-0a5aa1e0d905 req-1123c743-9800-4d4e-b8ca-5fea9ac62f85 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 944 time: 0.1265044 Nov 27 01:31:53.727493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dc4af50-ea15-4a10-b767-0a5aa1e0d905 req-5e15dd8d-223e-4de5-931d-e7f32cafb083 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954876 Nov 27 01:31:54.107663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33454) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:54.337366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-91bd9eb2-99c0-40ec-90e9-4b415f974efa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3af1d12b3d6a466c8f3f059dc818e618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284465 Nov 27 01:31:54.339765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33458) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:54.425225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.479669 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.541875 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.545946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:54.547768 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f HTTP/1.1" status: 204 len: 168 time: 0.2069089 Nov 27 01:31:54.565279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2bda4f-6db8-4cc7-9a4d-b719d0ea8b8f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:54.584488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:54.584843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:54.588752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:54.589167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:54.589640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:54.589984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:54.590582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:54.591583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:54.591933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:54.592274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:54.592612 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:54.598715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04200f64-8d58-44c8-87fb-56697f2b77c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:31:54.615117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device bbeeac01-659e-4626-bf90-485c82246331 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:31:54.882944 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port bbeeac01-659e-4626-bf90-485c82246331, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bbeeac01-659e-4626-bf90-485c82246331,segment=NetworkSegment(535ace8f-ad1c-4a9e-89e0-d4bd52770455),segment_id=535ace8f-ad1c-4a9e-89e0-d4bd52770455)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:54.914390 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'bbeeac01-659e-4626-bf90-485c82246331', 'network_id': '355181b1-98f7-4b3d-be66-d07e47ac5e82', 'port_id': 'bbeeac01-659e-4626-bf90-485c82246331', 'mac_address': 'fa:16:3e:60:e2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca47d0e-30a1-43c3-9cc5-527d879a25e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:31:55.007403 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.040161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbeeac01-659e-4626-bf90-485c82246331 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:31:55.083975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port bbeeac01-659e-4626-bf90-485c82246331, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bbeeac01-659e-4626-bf90-485c82246331,segment=NetworkSegment(535ace8f-ad1c-4a9e-89e0-d4bd52770455),segment_id=535ace8f-ad1c-4a9e-89e0-d4bd52770455)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:55.096581 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:55.173362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5904d2-ad63-47ae-bb66-acd4ddabc259 req-137caa0d-b514-4b62-8405-8b59f2a25703 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:55.185379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d5904d2-ad63-47ae-bb66-acd4ddabc259 req-137caa0d-b514-4b62-8405-8b59f2a25703 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 944 time: 0.2037497 Nov 27 01:31:55.186437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=bbeeac01-659e-4626-bf90-485c82246331,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:55.330504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9d5904d2-ad63-47ae-bb66-acd4ddabc259 req-15b41539-b6d5-410e-bbb8-8bbe84f9b0a3 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294241 Nov 27 01:31:55.361718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['bbeeac01-659e-4626-bf90-485c82246331'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:31:56.553406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6015e4b-7824-4431-8c14-6f8f0fc2fb5e req-a0e26a59-85c9-4821-a981-3154a67d2da7 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:56.557270 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6015e4b-7824-4431-8c14-6f8f0fc2fb5e req-a0e26a59-85c9-4821-a981-3154a67d2da7 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 945 time: 0.0947433 Nov 27 01:31:56.625412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device bbeeac01-659e-4626-bf90-485c82246331 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:31:56.664826 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6015e4b-7824-4431-8c14-6f8f0fc2fb5e req-3a2e6ce7-74ff-45b2-9589-a1d858e21083 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005943 Nov 27 01:31:56.712772 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port bbeeac01-659e-4626-bf90-485c82246331 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:31:56.718108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port bbeeac01-659e-4626-bf90-485c82246331 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:31:56.718852 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:56.895250 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:56.974541 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port bbeeac01-659e-4626-bf90-485c82246331, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bbeeac01-659e-4626-bf90-485c82246331,segment=NetworkSegment(535ace8f-ad1c-4a9e-89e0-d4bd52770455),segment_id=535ace8f-ad1c-4a9e-89e0-d4bd52770455)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:31:56.983135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140be829-d00f-4583-afa8-802a70ee9f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeeac01-659e-4626-bf90-485c82246331'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:31:56.986656 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583217ce-5fbf-45d5-b2e4-afb07019fde2" -d '{"events": [{"server_uuid": "140be829-d00f-4583-afa8-802a70ee9f2b", "name": "network-vif-plugged", "status": "completed", "tag": "bbeeac01-659e-4626-bf90-485c82246331"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:31:56.995169 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:57.360599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25926109-fdc4-470a-bf3d-54a276431d27 req-86375648-b4f5-4444-b490-6202ebde73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:57.371926 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25926109-fdc4-470a-bf3d-54a276431d27 req-86375648-b4f5-4444-b490-6202ebde73d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 1097 time: 0.2114086 Nov 27 01:31:57.515858 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25926109-fdc4-470a-bf3d-54a276431d27 req-455d50c9-d666-468c-ba5c-abb33e03f07a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367233 Nov 27 01:31:57.535692 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08564f80-0280-40c0-aa08-b0ebc3085c06 x-openstack-request-id: req-08564f80-0280-40c0-aa08-b0ebc3085c06 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:31:57.543642 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140be829-d00f-4583-afa8-802a70ee9f2b", "name": "network-vif-plugged", "status": "completed", "tag": "bbeeac01-659e-4626-bf90-485c82246331", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:31:57.546553 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08564f80-0280-40c0-aa08-b0ebc3085c06 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:31:57.547997 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140be829-d00f-4583-afa8-802a70ee9f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeeac01-659e-4626-bf90-485c82246331', 'code': 200} Nov 27 01:31:57.646047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=bbeeac01-659e-4626-bf90-485c82246331,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:57.936899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c706b67-afaf-4c4a-9d9f-7a0a31328816 req-c7e26546-91cf-4c5d-b36e-6249d29c0308 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:57.937756 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c706b67-afaf-4c4a-9d9f-7a0a31328816 req-c7e26546-91cf-4c5d-b36e-6249d29c0308 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 946 time: 0.1246107 Nov 27 01:31:58.074716 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c706b67-afaf-4c4a-9d9f-7a0a31328816 req-7e991cde-f19e-4b1d-b96b-abf599a2e029 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218743 Nov 27 01:31:58.411945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33632) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:58.717306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33662) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:58.724041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Request body: {'network': {'name': 'tempest-network-smoke--1197495869', 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'port_security_enabled': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:58.769200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Made reservation on behalf of 41765da5dec84cc99c7b51a28c91a146 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:31:58.781463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.813715 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-836142d2-c131-443d-aac2-cf8f9ecc70eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.824146 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:58.992347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.003179 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-836142d2-c131-443d-aac2-cf8f9ecc70eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.004928 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.022729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:31:59.034563 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.035260 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Added segment c8f6c315-7fed-497c-9754-a70556af9d87 of type vlan for network c2bad56e-389a-45e8-913d-25af7489f841 Nov 27 01:31:59.093886 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.136006 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.142644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:59.143295 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.145762 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-836142d2-c131-443d-aac2-cf8f9ecc70eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.211853 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-836142d2-c131-443d-aac2-cf8f9ecc70eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22168c1457cf43f3b776ec8b634c7901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7987120 Nov 27 01:31:59.213011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f56332-530e-4c32-baac-cdad8da6a570,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:59.214618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 33712) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:59.292142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Network': ['ID=c2bad56e-389a-45e8-913d-25af7489f841,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:59.302889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network c2bad56e-389a-45e8-913d-25af7489f841 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:31:59.305599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12aa1845-3b3f-45f8-9976-00c0b798544c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.349140 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12aa1845-3b3f-45f8-9976-00c0b798544c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.374099 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3f6ea6c8-1d30-46b1-a1e0-60d13de6bfb4 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6529288 Nov 27 01:31:59.378296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 33728) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:31:59.414343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'admin_state_up': True, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:31:59.481758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa5b2c-7cac-4bf8-b9e8-2daa4db0a2a1 req-165e1c70-c339-4399-a346-c978d9de4e5e tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:31:59.483897 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-39aa5b2c-7cac-4bf8-b9e8-2daa4db0a2a1 req-165e1c70-c339-4399-a346-c978d9de4e5e tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 946 time: 0.2655950 Nov 27 01:31:59.486666 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.488200 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.494547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836142d2-c131-443d-aac2-cf8f9ecc70eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74762f63-3470-4a5a-80be-5e80be528da6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:59.522650 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12aa1845-3b3f-45f8-9976-00c0b798544c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.529743 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-12aa1845-3b3f-45f8-9976-00c0b798544c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.534056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-12aa1845-3b3f-45f8-9976-00c0b798544c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74762f63-3470-4a5a-80be-5e80be528da6 HTTP/1.1" status: 204 len: 168 time: 0.3161378 Nov 27 01:31:59.549369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa1845-3b3f-45f8-9976-00c0b798544c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74762f63-3470-4a5a-80be-5e80be528da6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:31:59.776360 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-39aa5b2c-7cac-4bf8-b9e8-2daa4db0a2a1 req-7b4e276e-5f3d-43d2-946f-cf7fa11bbfee tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828569 Nov 27 01:31:59.781197 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:31:59.958183 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.317356 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.362887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.616755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Allocated IP 172.25.3.117 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/2e79cd57-7465-47b7-a02e-a70471006bb0) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:00.842821 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:00.968896 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:01.142314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Port': ['ID=2e79cd57-7465-47b7-a02e-a70471006bb0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:01.157604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:01.169878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:01.175293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:01.177101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:01.177658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:01.178208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:01.178775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:01.180390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:01.180937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:01.182277 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:01.183661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:01.184840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:01.185518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:01.186066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:01.189093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134ddf7-2b07-4a2c-a266-4dd7abe948be None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:01.193249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:01.276612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-86e60f85-b5d0-4b54-b793-1a6d15db62be None None] Provisioning complete for port 2e79cd57-7465-47b7-a02e-a70471006bb0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:01.277684 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-86e60f85-b5d0-4b54-b793-1a6d15db62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:01.284548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791cc3-8827-4947-a110-369e3ee6dc19 req-75c55eb6-660f-4928-afe2-75e0e429bbf1 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:01.293151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-88791cc3-8827-4947-a110-369e3ee6dc19 req-75c55eb6-660f-4928-afe2-75e0e429bbf1 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 946 time: 0.1193624 Nov 27 01:32:01.362402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-86e60f85-b5d0-4b54-b793-1a6d15db62be None None] Port 2e79cd57-7465-47b7-a02e-a70471006bb0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:01.594227 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-88791cc3-8827-4947-a110-369e3ee6dc19 req-152fbfa4-1d45-4385-bde8-15afd916508d tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001227 Nov 27 01:32:01.671038 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:02.036526 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:02.296287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Router 44803cc5-31b0-4f8a-a315-14f651ffcc88 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:32:02.474066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:02.498668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Sync routers for ids ['44803cc5-31b0-4f8a-a315-14f651ffcc88'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:02.513033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Routers {'44803cc5-31b0-4f8a-a315-14f651ffcc88'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:02.513673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:31:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['44803cc5-31b0-4f8a-a315-14f651ffcc88'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:02.523926 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:02.531421 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8b3b8bb6-6e10-4aab-ace8-d1f45ce8985e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.1359491 Nov 27 01:32:02.531421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34060) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:02.578951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f2d3e-86b2-4c9b-8dd6-32f3561cfe5c req-377fb119-e531-4292-a7d7-e3a122b57e75 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:02.581917 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e7f2d3e-86b2-4c9b-8dd6-32f3561cfe5c req-377fb119-e531-4292-a7d7-e3a122b57e75 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.11 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 946 time: 0.1264639 Nov 27 01:32:02.822047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Set router 44803cc5-31b0-4f8a-a315-14f651ffcc88 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:02.903423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-3e7f2d3e-86b2-4c9b-8dd6-32f3561cfe5c req-b6f29e7b-67cf-4631-abc3-5197c1c5efff tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Deleting port bbeeac01-659e-4626-bf90-485c82246331 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:02.904467 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e7f2d3e-86b2-4c9b-8dd6-32f3561cfe5c req-b6f29e7b-67cf-4631-abc3-5197c1c5efff tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:03.014341 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d91233a3-0066-418f-ad32-d9066fa30588 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=41765da5dec84cc99c7b51a28c91a146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4824917 Nov 27 01:32:03.019885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34084) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:03.073135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473cb8f-c370-492b-8ad2-1c575522078c req-96e16166-5651-4c04-921c-ad5fe7046032 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:03.077426 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4473cb8f-c370-492b-8ad2-1c575522078c req-96e16166-5651-4c04-921c-ad5fe7046032 tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 946 time: 0.2814252 Nov 27 01:32:03.258343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3e7f2d3e-86b2-4c9b-8dd6-32f3561cfe5c req-b6f29e7b-67cf-4631-abc3-5197c1c5efff tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] For port bbeeac01-659e-4626-bf90-485c82246331, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bbeeac01-659e-4626-bf90-485c82246331,segment=NetworkSegment(535ace8f-ad1c-4a9e-89e0-d4bd52770455),segment_id=535ace8f-ad1c-4a9e-89e0-d4bd52770455)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:03.258863 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e7f2d3e-86b2-4c9b-8dd6-32f3561cfe5c req-b6f29e7b-67cf-4631-abc3-5197c1c5efff tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:03.274622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:32:01Z', 'revision_number': 3, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:03.278539 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-3e7f2d3e-86b2-4c9b-8dd6-32f3561cfe5c req-b6f29e7b-67cf-4631-abc3-5197c1c5efff tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Calling delete_port for bbeeac01-659e-4626-bf90-485c82246331 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:03.333779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Checking router: 44803cc5-31b0-4f8a-a315-14f651ffcc88 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:03.334527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Updating router 44803cc5-31b0-4f8a-a315-14f651ffcc88 port 2e79cd57-7465-47b7-a02e-a70471006bb0 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:32:03.394547 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:03.457648 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81687994-4f60-4e0e-81b3-fe32bae013b6 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:03.462697 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-81687994-4f60-4e0e-81b3-fe32bae013b6 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4413679 Nov 27 01:32:03.463432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34096) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:03.499305 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4473cb8f-c370-492b-8ad2-1c575522078c req-8d56fd17-8425-4d05-8ea2-67580cf15aeb tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/security-groups?id=578b0723-35a4-4234-961e-f6d18ea26a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071543 Nov 27 01:32:03.682534 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e7f2d3e-86b2-4c9b-8dd6-32f3561cfe5c req-b6f29e7b-67cf-4631-abc3-5197c1c5efff tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:03.852203 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:03.859984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['bbeeac01-659e-4626-bf90-485c82246331'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:32:03.878401 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f29e7b-67cf-4631-abc3-5197c1c5efff tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Pushing event deleted for resources: {'Port': ['ID=bbeeac01-659e-4626-bf90-485c82246331,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:03.909745 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:03.945458 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0d0fbd58-7280-46bb-b94c-04431cde3427 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4779062 Nov 27 01:32:03.949954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34098) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:03.951240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7f2d3e-86b2-4c9b-8dd6-32f3561cfe5c req-b6f29e7b-67cf-4631-abc3-5197c1c5efff tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] No DVR routers for this DVR port bbeeac01-659e-4626-bf90-485c82246331 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:03.957781 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e7f2d3e-86b2-4c9b-8dd6-32f3561cfe5c req-b6f29e7b-67cf-4631-abc3-5197c1c5efff tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:03.958331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-56bfa056-1313-4544-b346-50a133611640 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1360954753', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:03.963447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e7f2d3e-86b2-4c9b-8dd6-32f3561cfe5c req-b6f29e7b-67cf-4631-abc3-5197c1c5efff tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.11 "DELETE /v2.0/ports/bbeeac01-659e-4626-bf90-485c82246331 HTTP/1.1" status: 204 len: 173 time: 1.3744001 Nov 27 01:32:03.964470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140be829-d00f-4583-afa8-802a70ee9f2b', 'name': 'network-vif-deleted', 'tag': 'bbeeac01-659e-4626-bf90-485c82246331'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:03.968859 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12452c24-1611-42ed-8dbd-14e01f4d5fe2" -d '{"events": [{"server_uuid": "140be829-d00f-4583-afa8-802a70ee9f2b", "name": "network-vif-deleted", "tag": "bbeeac01-659e-4626-bf90-485c82246331"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:04.051684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Attempting to bind port 2e79cd57-7465-47b7-a02e-a70471006bb0 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:04.054839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Attempting to bind port 2e79cd57-7465-47b7-a02e-a70471006bb0 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:04.055391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Attempting to bind port 2e79cd57-7465-47b7-a02e-a70471006bb0 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:04.075138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738f1c13-2ad8-4174-b2a4-0fa89b08f93c None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:04.079559 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:04.080275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:04.080387 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.080726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:04.081220 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Bound port: 2e79cd57-7465-47b7-a02e-a70471006bb0, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:04.081609 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.104312 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd839d5-181c-4be1-9088-15fde94aef1e x-openstack-request-id: req-7dd839d5-181c-4be1-9088-15fde94aef1e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:04.104633 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140be829-d00f-4583-afa8-802a70ee9f2b", "name": "network-vif-deleted", "tag": "bbeeac01-659e-4626-bf90-485c82246331", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:04.104898 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dd839d5-181c-4be1-9088-15fde94aef1e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:04.105308 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140be829-d00f-4583-afa8-802a70ee9f2b', 'name': 'network-vif-deleted', 'tag': 'bbeeac01-659e-4626-bf90-485c82246331', 'status': 'completed', 'code': 200} Nov 27 01:32:04.216303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] For port 2e79cd57-7465-47b7-a02e-a70471006bb0, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:04.221660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bfa056-1313-4544-b346-50a133611640 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Made reservation on behalf of 41765da5dec84cc99c7b51a28c91a146 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:04.229504 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56bfa056-1313-4544-b346-50a133611640 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.235852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] For port 2e79cd57-7465-47b7-a02e-a70471006bb0, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2e79cd57-7465-47b7-a02e-a70471006bb0,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:04.260977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16d7cb-99c8-48b7-b22b-79b582228e9f None None] Pushing event updated for resources: {'Port': ['ID=2e79cd57-7465-47b7-a02e-a70471006bb0,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:04.269009 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.391064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a79d165-23eb-408d-b72d-f535b822ff55 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:04.472948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-dd6e0c65-1452-4e43-a4d5-7eec22bab7ce None None] Provisioning complete for port 2e79cd57-7465-47b7-a02e-a70471006bb0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:04.474382 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0c65-1452-4e43-a4d5-7eec22bab7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.540574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16d7cb-99c8-48b7-b22b-79b582228e9f None None] Pushing event updated for resources: {'Port': ['ID=2e79cd57-7465-47b7-a02e-a70471006bb0,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:04.550109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Routers {'44803cc5-31b0-4f8a-a315-14f651ffcc88'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:04.551017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:31:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['44803cc5-31b0-4f8a-a315-14f651ffcc88'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:04.724921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8045d94-fb68-42f9-b7ff-f3d98c7c5328 req-174d0f7b-2686-4515-9ba2-4f7b34b8a60f tempest-VolumesActionsTest-1000408822 tempest-VolumesActionsTest-1000408822-project] 10.222.0.37 "GET /v2.0/ports?device_id=140be829-d00f-4583-afa8-802a70ee9f2b HTTP/1.1" status: 200 len: 210 time: 0.0625608 Nov 27 01:32:04.744639 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56bfa056-1313-4544-b346-50a133611640 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.821723 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0c65-1452-4e43-a4d5-7eec22bab7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.829893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] Set router 44803cc5-31b0-4f8a-a315-14f651ffcc88 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:04.846565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfa056-1313-4544-b346-50a133611640 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Subnet': ['ID=2fb7e8ee-53c8-483b-ad54-06c75676a3c7,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:04.900975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfa056-1313-4544-b346-50a133611640 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Checking segment: {'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:04.901547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bfa056-1313-4544-b346-50a133611640 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network hostable DHCP agents. Network: c2bad56e-389a-45e8-913d-25af7489f841, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:32:04.936492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bfa056-1313-4544-b346-50a133611640 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network c2bad56e-389a-45e8-913d-25af7489f841 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:32:04.961889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-56bfa056-1313-4544-b346-50a133611640 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, c2bad56e-389a-45e8-913d-25af7489f841) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:04.980414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bfa056-1313-4544-b346-50a133611640 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:04.981472 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56bfa056-1313-4544-b346-50a133611640 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:04.982624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-dd6e0c65-1452-4e43-a4d5-7eec22bab7ce None None] For port 2e79cd57-7465-47b7-a02e-a70471006bb0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2e79cd57-7465-47b7-a02e-a70471006bb0,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:05.013820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644d445e-6bb2-48bd-87f7-1a4978b95cf4 None None] Network c2bad56e-389a-45e8-913d-25af7489f841 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:05.016803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34130) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:05.031170 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0c65-1452-4e43-a4d5-7eec22bab7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:05.042261 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-56bfa056-1313-4544-b346-50a133611640 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0910945 Nov 27 01:32:05.282771 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:32:05.682716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5fbae09d-9bd0-44bf-8576-ea06c834b31e None None] Provisioning complete for port 2e79cd57-7465-47b7-a02e-a70471006bb0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:05.683559 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5fbae09d-9bd0-44bf-8576-ea06c834b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:05.818585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e0c65-1452-4e43-a4d5-7eec22bab7ce None None] Pushing event updated for resources: {'Port': ['ID=2e79cd57-7465-47b7-a02e-a70471006bb0,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:06.041994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-c2bad56e-389a-45e8-913d-25af7489f841', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'fixed_ips': [{'subnet_id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:32:06.044156 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.062223 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34158) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:06.207152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.323215 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2725-a713-4e7d-9edc-04e62589071f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.475539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:32:01Z', 'revision_number': 3, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:06.528518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a5b141-e4c1-41e0-bd01-782de4608349 None None] The sync data for ids ['44803cc5-31b0-4f8a-a315-14f651ffcc88'] in n-d-819494-2 is: [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:32:01Z', 'revision_number': 3, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:06.590491 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2725-a713-4e7d-9edc-04e62589071f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.603369 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2725-a713-4e7d-9edc-04e62589071f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.703015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c2725-a713-4e7d-9edc-04e62589071f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997bb823-33b3-4086-82f7-b32370e9be83,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:06.717616 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0b2c2725-a713-4e7d-9edc-04e62589071f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb3d07c14731485db931492fec0b544d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6541965 Nov 27 01:32:06.721038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34180) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:06.856282 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6945d1da-04ba-4739-8eb3-2311d14e3753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:06.926862 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6945d1da-04ba-4739-8eb3-2311d14e3753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.047924 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6945d1da-04ba-4739-8eb3-2311d14e3753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.051156 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6945d1da-04ba-4739-8eb3-2311d14e3753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.052937 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6945d1da-04ba-4739-8eb3-2311d14e3753 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/997bb823-33b3-4086-82f7-b32370e9be83 HTTP/1.1" status: 204 len: 168 time: 0.3300977 Nov 27 01:32:07.070862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945d1da-04ba-4739-8eb3-2311d14e3753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997bb823-33b3-4086-82f7-b32370e9be83,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:07.163983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Allocated IP 172.20.0.2 (c2bad56e-389a-45e8-913d-25af7489f841/2fb7e8ee-53c8-483b-ad54-06c75676a3c7/8fa43ccb-d6d3-4c4c-b989-22d185615106) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:07.294277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device bbeeac01-659e-4626-bf90-485c82246331 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:07.379889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: bbeeac01-659e-4626-bf90-485c82246331 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:07.380320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device bbeeac01-659e-4626-bf90-485c82246331 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:07.659607 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.672629 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.740334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Pushing event updated for resources: {'Port': ['ID=8fa43ccb-d6d3-4c4c-b989-22d185615106,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:07.764840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Network c2bad56e-389a-45e8-913d-25af7489f841 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:07.774071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:07.778114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:07.858565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Allocated IP 172.20.0.1 (c2bad56e-389a-45e8-913d-25af7489f841/2fb7e8ee-53c8-483b-ad54-06c75676a3c7/a0beca86-113d-43fc-acd9-cd8a18b78138) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:07.958548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Attempting to bind port 8fa43ccb-d6d3-4c4c-b989-22d185615106 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:07.959678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Attempting to bind port 8fa43ccb-d6d3-4c4c-b989-22d185615106 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:07.962919 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Attempting to bind port 8fa43ccb-d6d3-4c4c-b989-22d185615106 on network c2bad56e-389a-45e8-913d-25af7489f841 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:07.977089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:07.977648 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Checking segment: {'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:07.978158 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:07.980213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Bound using segment: {'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:07.980817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Bound port: 8fa43ccb-d6d3-4c4c-b989-22d185615106, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:07.981502 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.143471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] For port 8fa43ccb-d6d3-4c4c-b989-22d185615106, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:08.150912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] For port 8fa43ccb-d6d3-4c4c-b989-22d185615106, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8fa43ccb-d6d3-4c4c-b989-22d185615106,segment=NetworkSegment(c8f6c315-7fed-497c-9754-a70556af9d87),segment_id=c8f6c315-7fed-497c-9754-a70556af9d87)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:08.171240 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.279969 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.331091 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:08.356762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58f503-722a-46b3-a656-d9ecb960706f None None] Pushing event updated for resources: {'Port': ['ID=8fa43ccb-d6d3-4c4c-b989-22d185615106,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:08.446054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network c2bad56e-389a-45e8-913d-25af7489f841 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:08.456113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:08.478947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:08.584885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Port': ['ID=a0beca86-113d-43fc-acd9-cd8a18b78138,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:08.611498 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.186861 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.318757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2e79cd57-7465-47b7-a02e-a70471006bb0 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:09.497623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2e79cd57-7465-47b7-a02e-a70471006bb0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:09.504748 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:09.717216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8fa43ccb-d6d3-4c4c-b989-22d185615106 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:09.970630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 8fa43ccb-d6d3-4c4c-b989-22d185615106 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:09.971494 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.351744 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.412054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d470dd2b-3ecf-4f77-90af-52265c01ec71 None None] Network c2bad56e-389a-45e8-913d-25af7489f841 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:10.584690 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 8fa43ccb-d6d3-4c4c-b989-22d185615106, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8fa43ccb-d6d3-4c4c-b989-22d185615106,segment=NetworkSegment(c8f6c315-7fed-497c-9754-a70556af9d87),segment_id=c8f6c315-7fed-497c-9754-a70556af9d87)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:10.619989 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.824798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.830810 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=8fa43ccb-d6d3-4c4c-b989-22d185615106,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:10.841900 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:10.858907 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ffba2740-ac7e-4ac0-b53f-7660ba6925da None None] Provisioning complete for port 8fa43ccb-d6d3-4c4c-b989-22d185615106 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:10.859294 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ffba2740-ac7e-4ac0-b53f-7660ba6925da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:11.109161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8fa43ccb-d6d3-4c4c-b989-22d185615106 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:11.162794 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Port': ['ID=a0beca86-113d-43fc-acd9-cd8a18b78138,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:11.187222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:11.236251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 8fa43ccb-d6d3-4c4c-b989-22d185615106 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:11.236924 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:11.355756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network c2bad56e-389a-45e8-913d-25af7489f841 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:11.357442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:11.511000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Router 44803cc5-31b0-4f8a-a315-14f651ffcc88 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:32:11.753348 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e4a086a5-283a-4694-bb99-d747d474df01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:11.992472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:11.998952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d798f8e0-d533-475a-8d05-09a4846aa700 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "PUT /v2.0/routers/44803cc5-31b0-4f8a-a315-14f651ffcc88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9778290 Nov 27 01:32:12.004502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34376) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:12.008728 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Sync routers for ids ['44803cc5-31b0-4f8a-a315-14f651ffcc88'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:12.019330 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0cb34119-37ad-4014-925a-1a6bbddf12e1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2092944360', 'description': 'tempest-secgroup_access--2092944360 description', 'project_id': '41765da5dec84cc99c7b51a28c91a146'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:12.061748 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Routers {'44803cc5-31b0-4f8a-a315-14f651ffcc88'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:12.065569 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:31:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['44803cc5-31b0-4f8a-a315-14f651ffcc88'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:12.110413 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0cb34119-37ad-4014-925a-1a6bbddf12e1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.409325 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0cb34119-37ad-4014-925a-1a6bbddf12e1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.415807 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Set router 44803cc5-31b0-4f8a-a315-14f651ffcc88 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:12.425369 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0cb34119-37ad-4014-925a-1a6bbddf12e1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.581763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-96199174-28fb-41c4-83fe-298fa1858b47 None None] Provisioning complete for port a0beca86-113d-43fc-acd9-cd8a18b78138 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:12.584028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34410) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:12.608177 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96199174-28fb-41c4-83fe-298fa1858b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.616922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb34119-37ad-4014-925a-1a6bbddf12e1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4099e2-5d54-4da4-8c28-251a02927802,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:12.689824 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0cb34119-37ad-4014-925a-1a6bbddf12e1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.704064 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0cb34119-37ad-4014-925a-1a6bbddf12e1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6952555 Nov 27 01:32:12.706169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34420) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:12.713863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cd276e25-ddc6-4421-a7e0-a7bf17fcdc4c tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1963749136', 'description': 'tempest-secgroup_general--1963749136 description', 'project_id': '41765da5dec84cc99c7b51a28c91a146'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:12.861518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd276e25-ddc6-4421-a7e0-a7bf17fcdc4c tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:12.874429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-96199174-28fb-41c4-83fe-298fa1858b47 None None] Port a0beca86-113d-43fc-acd9-cd8a18b78138 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:12.925188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-96199174-28fb-41c4-83fe-298fa1858b47 None None] Provisioning complete for port 8fa43ccb-d6d3-4c4c-b989-22d185615106 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:12.925564 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96199174-28fb-41c4-83fe-298fa1858b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.208997 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:32:08Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'a0beca86-113d-43fc-acd9-cd8a18b78138', 'name': '', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'mac_address': 'fa:16:3e:1b:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:06Z', 'updated_at': '2021-11-27T01:32:10Z', 'revision_number': 2, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'subnets': [{'id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:13.417004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1ff0ba18-8343-4512-8629-190716096de6 None None] Provisioning complete for port a0beca86-113d-43fc-acd9-cd8a18b78138 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:13.419523 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1ff0ba18-8343-4512-8629-190716096de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.493636 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34442) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:13.533474 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Checking router: 44803cc5-31b0-4f8a-a315-14f651ffcc88 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:13.535893 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Updating router 44803cc5-31b0-4f8a-a315-14f651ffcc88 port a0beca86-113d-43fc-acd9-cd8a18b78138 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:32:13.541183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1ff0ba18-8343-4512-8629-190716096de6 None None] Port a0beca86-113d-43fc-acd9-cd8a18b78138 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:13.574995 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd276e25-ddc6-4421-a7e0-a7bf17fcdc4c tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.589764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34448) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:13.595240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd276e25-ddc6-4421-a7e0-a7bf17fcdc4c tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.640362 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.677276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0d8fd592-58c5-4ab5-a1f0-065b35ea9e58 None None] Provisioning complete for port a0beca86-113d-43fc-acd9-cd8a18b78138 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:13.678125 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd592-58c5-4ab5-a1f0-065b35ea9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.735870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd276e25-ddc6-4421-a7e0-a7bf17fcdc4c tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8483ad26-558e-449b-9774-6046eb51f486,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:13.754501 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cd276e25-ddc6-4421-a7e0-a7bf17fcdc4c tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.759805 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34452) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:13.760407 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cd276e25-ddc6-4421-a7e0-a7bf17fcdc4c tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0524068 Nov 27 01:32:13.767330 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c8feb150-0487-43d4-afa4-965274d9bc84 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Request body: {'security_group_rule': {'security_group_id': 'cc4099e2-5d54-4da4-8c28-251a02927802', 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:13.818154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0d8fd592-58c5-4ab5-a1f0-065b35ea9e58 None None] Port a0beca86-113d-43fc-acd9-cd8a18b78138 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:13.885237 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-62776436-1763-42d9-9c1e-59d6d1a86998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:13.935897 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8feb150-0487-43d4-afa4-965274d9bc84 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.057403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84a1c7ae-ce8b-4f3f-9a8d-b69f7c53288f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.101514 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc65004b-f38d-4d5b-9c51-2d5c719f7d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.195813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4580ae8-c595-4b90-871a-e9f698313840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.247016 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8feb150-0487-43d4-afa4-965274d9bc84 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.262837 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8feb150-0487-43d4-afa4-965274d9bc84 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.326366 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8feb150-0487-43d4-afa4-965274d9bc84 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.330429 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c8feb150-0487-43d4-afa4-965274d9bc84 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5675724 Nov 27 01:32:14.410620 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.429893 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.493814 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.527676 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84a1c7ae-ce8b-4f3f-9a8d-b69f7c53288f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.533837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8feb150-0487-43d4-afa4-965274d9bc84 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61c39c2-9aef-4cd6-95e6-2da14de5044a,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:14.589100 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Pushing event updated for resources: {'Port': ['ID=a0beca86-113d-43fc-acd9-cd8a18b78138,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:14.591421 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84a1c7ae-ce8b-4f3f-9a8d-b69f7c53288f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.677499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1c7ae-ce8b-4f3f-9a8d-b69f7c53288f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76e5cc4-7122-4279-88a8-62d22440ed59,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:14.804285 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:14.808088 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:14.814614 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:14.820855 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:14.821970 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:14.825804 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:14.825804 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:14.826209 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:14.826679 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:14.827123 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:14.827563 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:14.828194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-84a1c7ae-ce8b-4f3f-9a8d-b69f7c53288f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f6eecd900c64f388c39f1d239f7bb4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2368038 Nov 27 01:32:14.830861 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:14.839182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34472) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:14.878543 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc65004b-f38d-4d5b-9c51-2d5c719f7d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.913860 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc65004b-f38d-4d5b-9c51-2d5c719f7d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.923097 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Attempting to bind port a0beca86-113d-43fc-acd9-cd8a18b78138 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:14.923470 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Attempting to bind port a0beca86-113d-43fc-acd9-cd8a18b78138 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:14.923823 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Attempting to bind port a0beca86-113d-43fc-acd9-cd8a18b78138 on network c2bad56e-389a-45e8-913d-25af7489f841 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:14.956251 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:14.962252 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Checking segment: {'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:14.963334 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.964284 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Bound using segment: {'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:14.965107 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Bound port: a0beca86-113d-43fc-acd9-cd8a18b78138, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:14.965652 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:14.998064 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bc65004b-f38d-4d5b-9c51-2d5c719f7d71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d022eb4dcfc4a48bdcbd1c6ba0c711a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5030024 Nov 27 01:32:15.001128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34478) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:15.055400 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.150909 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] For port a0beca86-113d-43fc-acd9-cd8a18b78138, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:15.160813 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] For port a0beca86-113d-43fc-acd9-cd8a18b78138, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a0beca86-113d-43fc-acd9-cd8a18b78138,segment=NetworkSegment(c8f6c315-7fed-497c-9754-a70556af9d87),segment_id=c8f6c315-7fed-497c-9754-a70556af9d87)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:15.171036 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.209169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65004b-f38d-4d5b-9c51-2d5c719f7d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5fe933-1234-434d-bbbf-6c4e31fc0a82,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:15.226597 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e5e3249-84bf-429f-b956-6dc996498261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.230706 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-55673c4c-1ec3-4fe6-90bc-7c916e791dab tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--2092944360&fields=id&tenant_id=41765da5dec84cc99c7b51a28c91a146 HTTP/1.1" status: 200 len: 267 time: 0.4440780 Nov 27 01:32:15.258925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4c81e309-6204-455f-8bca-4c01e2b22d0b None None] Provisioning complete for port a0beca86-113d-43fc-acd9-cd8a18b78138 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:15.261418 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4c81e309-6204-455f-8bca-4c01e2b22d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.331378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c4580ae8-c595-4b90-871a-e9f698313840 admin admin] Deleting port 5468963d-fd9e-4cea-b4eb-e8757d9ce376 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:15.333096 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4580ae8-c595-4b90-871a-e9f698313840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.349553 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906144a4-72ce-4c0e-a44d-2e80dbeebc8b None None] Pushing event updated for resources: {'Port': ['ID=a0beca86-113d-43fc-acd9-cd8a18b78138,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:15.353423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-097ef5f8-53e0-4bed-928c-7f044b025944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.367431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e5e3249-84bf-429f-b956-6dc996498261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.420162 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Routers {'44803cc5-31b0-4f8a-a315-14f651ffcc88'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:15.430515 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['44803cc5-31b0-4f8a-a315-14f651ffcc88'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:15.457850 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-097ef5f8-53e0-4bed-928c-7f044b025944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.513735 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4c81e309-6204-455f-8bca-4c01e2b22d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.576014 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e5e3249-84bf-429f-b956-6dc996498261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.585256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e5e3249-84bf-429f-b956-6dc996498261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.588242 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1e5e3249-84bf-429f-b956-6dc996498261 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d76e5cc4-7122-4279-88a8-62d22440ed59 HTTP/1.1" status: 204 len: 168 time: 0.7394025 Nov 27 01:32:15.592705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-097ef5f8-53e0-4bed-928c-7f044b025944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.596967 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-097ef5f8-53e0-4bed-928c-7f044b025944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.602503 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-097ef5f8-53e0-4bed-928c-7f044b025944 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f5fe933-1234-434d-bbbf-6c4e31fc0a82 HTTP/1.1" status: 204 len: 168 time: 0.6005068 Nov 27 01:32:15.613217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e3249-84bf-429f-b956-6dc996498261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76e5cc4-7122-4279-88a8-62d22440ed59,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:15.637647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ef5f8-53e0-4bed-928c-7f044b025944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5fe933-1234-434d-bbbf-6c4e31fc0a82,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:15.646954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4c81e309-6204-455f-8bca-4c01e2b22d0b None None] For port a0beca86-113d-43fc-acd9-cd8a18b78138, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a0beca86-113d-43fc-acd9-cd8a18b78138,segment=NetworkSegment(c8f6c315-7fed-497c-9754-a70556af9d87),segment_id=c8f6c315-7fed-497c-9754-a70556af9d87)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:15.725561 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4c81e309-6204-455f-8bca-4c01e2b22d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.766871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-c4580ae8-c595-4b90-871a-e9f698313840 admin admin] For port 5468963d-fd9e-4cea-b4eb-e8757d9ce376, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5468963d-fd9e-4cea-b4eb-e8757d9ce376,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:15.767470 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4580ae8-c595-4b90-871a-e9f698313840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:15.825449 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] Set router 44803cc5-31b0-4f8a-a315-14f651ffcc88 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:15.831485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c4580ae8-c595-4b90-871a-e9f698313840 admin admin] Calling delete_port for 5468963d-fd9e-4cea-b4eb-e8757d9ce376 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:16.060755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-83ed018f-13cb-4244-b991-0ef9f69a4cd4 None None] Provisioning complete for port a0beca86-113d-43fc-acd9-cd8a18b78138 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:16.061884 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-83ed018f-13cb-4244-b991-0ef9f69a4cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.079651 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-366b52e0-9419-4705-aad8-639eaff4424c tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1963749136&fields=id&tenant_id=41765da5dec84cc99c7b51a28c91a146 HTTP/1.1" status: 200 len: 267 time: 0.8474319 Nov 27 01:32:16.271041 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81e309-6204-455f-8bca-4c01e2b22d0b None None] Pushing event updated for resources: {'Port': ['ID=a0beca86-113d-43fc-acd9-cd8a18b78138,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:16.272987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-594519b2-87fa-4a33-a35a-b0514bab253f tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:16.275311 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-594519b2-87fa-4a33-a35a-b0514bab253f tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/networks?id=c2bad56e-389a-45e8-913d-25af7489f841 HTTP/1.1" status: 200 len: 797 time: 0.1843228 Nov 27 01:32:16.299970 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-f918876c-81bb-4b8e-adb0-5374e0e1fc7e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/quotas/41765da5dec84cc99c7b51a28c91a146 HTTP/1.1" status: 200 len: 375 time: 0.0176547 Nov 27 01:32:16.353652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34500) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:16.384843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27c3845e-ac03-4a9d-84c1-d91ff60f7e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.409428 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:32:08Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'a0beca86-113d-43fc-acd9-cd8a18b78138', 'name': '', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'mac_address': 'fa:16:3e:1b:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:06Z', 'updated_at': '2021-11-27T01:32:15Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'subnets': [{'id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:16.498976 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f00b965-6359-4cbf-88de-18a0a93a9725 None None] The sync data for ids ['44803cc5-31b0-4f8a-a315-14f651ffcc88'] in n-d-819494-2 is: [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:32:08Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'a0beca86-113d-43fc-acd9-cd8a18b78138', 'name': '', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'mac_address': 'fa:16:3e:1b:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:06Z', 'updated_at': '2021-11-27T01:32:15Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'subnets': [{'id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:16.531989 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27c3845e-ac03-4a9d-84c1-d91ff60f7e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.541510 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27c3845e-ac03-4a9d-84c1-d91ff60f7e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.566495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-66967c45-6ed5-4089-be78-a4da2b2bbd78 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=41765da5dec84cc99c7b51a28c91a146&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2579126 Nov 27 01:32:16.639433 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-27c3845e-ac03-4a9d-84c1-d91ff60f7e4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f7aa8e80d624e23925370b8799a256f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2840080 Nov 27 01:32:16.640053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34504) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:16.656167 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4580ae8-c595-4b90-871a-e9f698313840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.747904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3845e-ac03-4a9d-84c1-d91ff60f7e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26a185f-6e9d-451c-8acf-6f324e8bdda4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:16.755537 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.871629 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-f9f2420f-834a-4182-bbd5-c12d6bcd53ca service neutron] 10.222.0.37 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283804 Nov 27 01:32:16.907004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4580ae8-c595-4b90-871a-e9f698313840 admin admin] Pushing event deleted for resources: {'Port': ['ID=5468963d-fd9e-4cea-b4eb-e8757d9ce376,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:16.912261 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f5eadf9-6c9b-42bc-a574-d963b62f3cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:16.989400 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f5eadf9-6c9b-42bc-a574-d963b62f3cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.057235 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f5eadf9-6c9b-42bc-a574-d963b62f3cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.067231 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f5eadf9-6c9b-42bc-a574-d963b62f3cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.101349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9f5eadf9-6c9b-42bc-a574-d963b62f3cdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e26a185f-6e9d-451c-8acf-6f324e8bdda4 HTTP/1.1" status: 204 len: 168 time: 0.3572125 Nov 27 01:32:17.133182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5eadf9-6c9b-42bc-a574-d963b62f3cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26a185f-6e9d-451c-8acf-6f324e8bdda4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:17.215118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a0beca86-113d-43fc-acd9-cd8a18b78138 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:17.338254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-ee7c96b0-9478-4616-977b-6ff8495c7181 service neutron] 10.222.0.37 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386163 Nov 27 01:32:17.497014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.604441 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c4580ae8-c595-4b90-871a-e9f698313840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.696125 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.708318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port a0beca86-113d-43fc-acd9-cd8a18b78138 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:17.708799 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:17.742952 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c15466eb-8ed8-4984-923b-9049213d875c req-f4654c40-a54d-4c26-8f2e-f639d9628ffe tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 210 time: 0.1134169 Nov 27 01:32:17.870895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34536) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:18.358764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4580ae8-c595-4b90-871a-e9f698313840 admin admin] Router 23492170-1907-491b-ad9d-c424a6c99e27 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:32:18.387721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1956367827-network', 'tenant_id': '619b5f2892a14347924b85f8ba534255'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:18.456602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Made reservation on behalf of 619b5f2892a14347924b85f8ba534255 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:18.459164 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:18.495789 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:18.642289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4580ae8-c595-4b90-871a-e9f698313840 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:18.649114 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34562) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:18.667193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6145f-8a6d-42d0-b58a-aafc57ea0f7c None None] Sync routers for ids ['23492170-1907-491b-ad9d-c424a6c99e27'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:18.717975 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c4580ae8-c595-4b90-871a-e9f698313840 admin admin] 10.222.0.37 "PUT /v2.0/routers/23492170-1907-491b-ad9d-c424a6c99e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1277137 Nov 27 01:32:18.720421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34566) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:18.726276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6145f-8a6d-42d0-b58a-aafc57ea0f7c None None] Routers {'23492170-1907-491b-ad9d-c424a6c99e27'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:18.728216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-76d6145f-8a6d-42d0-b58a-aafc57ea0f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['23492170-1907-491b-ad9d-c424a6c99e27'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:18.791833 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:18.812275 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:18.858388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:32:18.901048 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:18.901740 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Added segment 0591463d-db05-403f-8eed-2be647053698 of type vlan for network 854296d5-8727-4cbb-8856-1f1a9ee60331 Nov 27 01:32:19.031123 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.049343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-76d6145f-8a6d-42d0-b58a-aafc57ea0f7c None None] Set router 23492170-1907-491b-ad9d-c424a6c99e27 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:19.070078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-864021705-network', 'tenant_id': '35cf812cdfb44a96ad9ee95eda16a58f'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:19.125241 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.126555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:19.127413 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.155602 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.156429 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Made reservation on behalf of 35cf812cdfb44a96ad9ee95eda16a58f for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:19.158967 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.201506 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.246540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc682aa9-d258-4027-9e01-eb4e9d35a6e8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:19.253337 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3812733 Nov 27 01:32:19.271366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34578) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:19.311309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a5126f58-a14d-4d77-aef5-99ec0dd3f275 admin admin] Request body: {'subnet': {'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1956367827-subnet', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:19.338662 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb8a9433-6a0a-4291-937d-c2a50c011dcb req-13ec1639-f670-4f21-9980-535577f6a1c1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 210 time: 0.1973782 Nov 27 01:32:19.396325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5126f58-a14d-4d77-aef5-99ec0dd3f275 admin admin] Made reservation on behalf of 619b5f2892a14347924b85f8ba534255 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:19.399310 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5126f58-a14d-4d77-aef5-99ec0dd3f275 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.408555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43a23b-6566-4cfd-a037-1ca4ced74eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=854296d5-8727-4cbb-8856-1f1a9ee60331,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:19.448074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:32:19.519047 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.582605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-76d6145f-8a6d-42d0-b58a-aafc57ea0f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:32:16Z', 'revision_number': 5, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port': {'id': 'f68dac5c-8490-4d5d-8efb-bd705fb5ce01', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23492170-1907-491b-ad9d-c424a6c99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:44Z', 'updated_at': '2021-11-27T01:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:19.643431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6145f-8a6d-42d0-b58a-aafc57ea0f7c None None] Checking router: 23492170-1907-491b-ad9d-c424a6c99e27 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:19.663421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6145f-8a6d-42d0-b58a-aafc57ea0f7c None None] Routers {'23492170-1907-491b-ad9d-c424a6c99e27'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:19.665247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-76d6145f-8a6d-42d0-b58a-aafc57ea0f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['23492170-1907-491b-ad9d-c424a6c99e27'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:19.670903 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Deleting port f68dac5c-8490-4d5d-8efb-bd705fb5ce01 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:19.671379 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.800471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-76d6145f-8a6d-42d0-b58a-aafc57ea0f7c None None] Set router 23492170-1907-491b-ad9d-c424a6c99e27 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:19.847021 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] For port f68dac5c-8490-4d5d-8efb-bd705fb5ce01, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f68dac5c-8490-4d5d-8efb-bd705fb5ce01,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:19.847021 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:19.889330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Calling delete_port for f68dac5c-8490-4d5d-8efb-bd705fb5ce01 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:19.904990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34584) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:19.936840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-76d6145f-8a6d-42d0-b58a-aafc57ea0f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:32:19Z', 'revision_number': 6, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:19.978506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6145f-8a6d-42d0-b58a-aafc57ea0f7c None None] The sync data for ids ['23492170-1907-491b-ad9d-c424a6c99e27'] in n-d-819494-2 is: [{'id': '23492170-1907-491b-ad9d-c424a6c99e27', 'name': 'tempest-TaggedBootDevicesTest_v242-1584060578-router', 'tenant_id': 'a614930afcea470bb444c5b97845de9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:42Z', 'updated_at': '2021-11-27T01:32:19Z', 'revision_number': 6, 'project_id': 'a614930afcea470bb444c5b97845de9e', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:20.284081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.304297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.377914 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0e991bb9-8bcf-4ac9-8580-a3ac71fd68a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a58c80d9a7e443684f4b0ccbad1e4c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4684103 Nov 27 01:32:20.378683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34596) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:20.414199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:32:20.427236 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.427641 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Added segment 0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31 of type vlan for network bed93f70-1cbb-472d-93ee-d72af1d97174 Nov 27 01:32:20.498047 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.571542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-859c41fe-df7c-4c12-80f5-4b8ba4ddbf97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:20.573887 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-859c41fe-df7c-4c12-80f5-4b8ba4ddbf97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.42 "GET /v2.0/networks?id=c2bad56e-389a-45e8-913d-25af7489f841 HTTP/1.1" status: 200 len: 797 time: 0.7609119 Nov 27 01:32:20.631107 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-153f1bbe-cd5e-4009-b262-6b7c033b9ea9 req-263d3aa1-1a60-4e86-9f3c-b04f91af6d03 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 210 time: 0.0554347 Nov 27 01:32:20.632051 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5126f58-a14d-4d77-aef5-99ec0dd3f275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.687795 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.688676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:20.690472 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.718687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5126f58-a14d-4d77-aef5-99ec0dd3f275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:20.794387 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Pushing event updated for resources: {'Network': ['ID=bed93f70-1cbb-472d-93ee-d72af1d97174,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:20.803827 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1532841 Nov 27 01:32:20.804484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34600) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:20.805985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network bed93f70-1cbb-472d-93ee-d72af1d97174 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:32:20.829874 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.836867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8623ca5e-045e-400c-a5df-900f4556becf admin admin] Request body: {'subnet': {'network_id': 'bed93f70-1cbb-472d-93ee-d72af1d97174', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-864021705-subnet', 'tenant_id': '35cf812cdfb44a96ad9ee95eda16a58f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:20.850024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1e116-9b4e-4d8a-8120-4f4bf291f4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec5ddc6-3bd3-44d7-a232-f325dbae3225,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:20.890222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Pushing event deleted for resources: {'Port': ['ID=f68dac5c-8490-4d5d-8efb-bd705fb5ce01,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:20.894180 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-791baae6-07ae-4a76-8120-440346cf824b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:20.933528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5126f58-a14d-4d77-aef5-99ec0dd3f275 admin admin] Checking segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:20.933883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5126f58-a14d-4d77-aef5-99ec0dd3f275 admin admin] Network hostable DHCP agents. Network: 854296d5-8727-4cbb-8856-1f1a9ee60331, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:32:21.003205 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.005062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8623ca5e-045e-400c-a5df-900f4556becf admin admin] Made reservation on behalf of 35cf812cdfb44a96ad9ee95eda16a58f for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:21.009068 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8623ca5e-045e-400c-a5df-900f4556becf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.010960 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-791baae6-07ae-4a76-8120-440346cf824b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.163643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-108c672a-a1b0-4b19-98d2-14974d80a27a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41765da5dec84cc99c7b51a28c91a146 HTTP/1.1" status: 200 len: 478 time: 0.5290453 Nov 27 01:32:21.164562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5126f58-a14d-4d77-aef5-99ec0dd3f275 admin admin] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:32:21.179988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Request body: {'port': {'device_id': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'admin_state_up': True, 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'security_groups': ['cc4099e2-5d54-4da4-8c28-251a02927802', '8483ad26-558e-449b-9774-6046eb51f486']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:21.212603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a5126f58-a14d-4d77-aef5-99ec0dd3f275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 854296d5-8727-4cbb-8856-1f1a9ee60331) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:21.263662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5126f58-a14d-4d77-aef5-99ec0dd3f275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:21.264265 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5126f58-a14d-4d77-aef5-99ec0dd3f275 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.294920 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.299010 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.314393 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a5126f58-a14d-4d77-aef5-99ec0dd3f275 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0275750 Nov 27 01:32:21.320776 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee3d4d9-7e6b-4de3-a3e7-fe6e806534e1 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:21.325339 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5468963d-fd9e-4cea-b4eb-e8757d9ce376 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:21.333131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34606) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:21.341772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:21.363386 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab8e73-706f-47fe-b426-94a619dfe17d None None] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:21.421336 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.423236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23492170-1907-491b-ad9d-c424a6c99e27 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:32:21.437302 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.438933 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-aeb9b514-4adc-406f-b63a-66e641e06023 admin admin] 10.222.0.37 "DELETE /v2.0/routers/23492170-1907-491b-ad9d-c424a6c99e27 HTTP/1.1" status: 204 len: 168 time: 2.7153902 Nov 27 01:32:21.440684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-791baae6-07ae-4a76-8120-440346cf824b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.448761 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-791baae6-07ae-4a76-8120-440346cf824b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.457051 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-791baae6-07ae-4a76-8120-440346cf824b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5394ba9e-d537-4ace-875b-5256718cd003 HTTP/1.1" status: 204 len: 168 time: 1.0537307 Nov 27 01:32:21.471309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34608) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:21.472243 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.475816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.499509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791baae6-07ae-4a76-8120-440346cf824b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5394ba9e-d537-4ace-875b-5256718cd003,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:21.523119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 5468963d-fd9e-4cea-b4eb-e8757d9ce376 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:21.523527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5468963d-fd9e-4cea-b4eb-e8757d9ce376 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:21.523950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f68dac5c-8490-4d5d-8efb-bd705fb5ce01 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:21.658791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: f68dac5c-8490-4d5d-8efb-bd705fb5ce01 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:21.659165 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f68dac5c-8490-4d5d-8efb-bd705fb5ce01 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:21.677779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Made reservation on behalf of 41765da5dec84cc99c7b51a28c91a146 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:21.684079 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.720311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-854296d5-8727-4cbb-8856-1f1a9ee60331', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:32:21.721483 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.812322 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-233e6c28-ec8a-4417-9662-44d01310d425 admin admin] Deleting subnet 92595162-6d4d-4477-968d-cc58800ef4a5 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:21.822913 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-233e6c28-ec8a-4417-9662-44d01310d425 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.826787 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.845340 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8623ca5e-045e-400c-a5df-900f4556becf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:21.857700 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7a565f34-baa3-4675-87fd-7b0505ad64b9 req-2d0d9478-8ad1-48c0-b00e-cd67ef45a4cb tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 210 time: 0.0662839 Nov 27 01:32:21.950360 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Allocated IP 172.20.0.2 (854296d5-8727-4cbb-8856-1f1a9ee60331/6be6a0f8-9eb9-4f27-9e4f-c308312dca9a/fff3ad60-3a12-42b5-9254-018098354498) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:22.026994 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-233e6c28-ec8a-4417-9662-44d01310d425 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.182151 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.200016 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.200284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623ca5e-045e-400c-a5df-900f4556becf admin admin] Pushing event updated for resources: {'Subnet': ['ID=940e5f82-1912-40e0-9812-34ca4b2a2d41,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:22.217304 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.247228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:22.252633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:22.256902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8623ca5e-045e-400c-a5df-900f4556becf admin admin] Checking segment: {'id': '0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bed93f70-1cbb-472d-93ee-d72af1d97174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:22.257130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:22.257923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8623ca5e-045e-400c-a5df-900f4556becf admin admin] Network hostable DHCP agents. Network: bed93f70-1cbb-472d-93ee-d72af1d97174, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:32:22.347921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Pushing event updated for resources: {'Port': ['ID=fff3ad60-3a12-42b5-9254-018098354498,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:22.405974 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8623ca5e-045e-400c-a5df-900f4556becf admin admin] Network bed93f70-1cbb-472d-93ee-d72af1d97174 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:32:22.407793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Attempting to bind port fff3ad60-3a12-42b5-9254-018098354498 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:22.408189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Attempting to bind port fff3ad60-3a12-42b5-9254-018098354498 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:22.408571 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Attempting to bind port fff3ad60-3a12-42b5-9254-018098354498 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:22.417313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:22.417694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Checking segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:22.418197 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.418655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Bound using segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:22.419137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Bound port: fff3ad60-3a12-42b5-9254-018098354498, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:22.419525 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.445597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8623ca5e-045e-400c-a5df-900f4556becf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, bed93f70-1cbb-472d-93ee-d72af1d97174) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:22.448771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Allocated IP 172.20.0.7 (c2bad56e-389a-45e8-913d-25af7489f841/2fb7e8ee-53c8-483b-ad54-06c75676a3c7/d55f472d-d417-4753-8fe7-eff0b92439f2) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:22.460067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8623ca5e-045e-400c-a5df-900f4556becf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:22.461156 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8623ca5e-045e-400c-a5df-900f4556becf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.465670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f907ea-e6a6-409c-9d3f-087e356bc81b None None] Network bed93f70-1cbb-472d-93ee-d72af1d97174 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:22.466637 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-233e6c28-ec8a-4417-9662-44d01310d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.551486 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8623ca5e-045e-400c-a5df-900f4556becf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7311294 Nov 27 01:32:22.557120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] For port fff3ad60-3a12-42b5-9254-018098354498, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:22.563118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] For port fff3ad60-3a12-42b5-9254-018098354498, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fff3ad60-3a12-42b5-9254-018098354498,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:22.583007 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.641228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b78a0c-932b-4fa7-9a9a-854313631c85 None None] Pushing event updated for resources: {'Port': ['ID=fff3ad60-3a12-42b5-9254-018098354498,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:22.665131 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-233e6c28-ec8a-4417-9662-44d01310d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.716994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eec59a-b4f8-407f-ae14-fd8cd96280c5 None None] Network bed93f70-1cbb-472d-93ee-d72af1d97174 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:22.726634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e6c28-ec8a-4417-9662-44d01310d425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92595162-6d4d-4477-968d-cc58800ef4a5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:22.738597 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-233e6c28-ec8a-4417-9662-44d01310d425 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.743070 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-233e6c28-ec8a-4417-9662-44d01310d425 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/92595162-6d4d-4477-968d-cc58800ef4a5 HTTP/1.1" status: 204 len: 168 time: 1.2601650 Nov 27 01:32:22.744718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34636) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:22.893573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:22.961404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede3f4c-06f0-46bd-9f7d-5e4dc62f5b64 None None] Network 1911280f-60d8-4aa0-8f77-7153690dade4 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:23.020487 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.158481 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b60c2d4e-ca41-4572-a6d7-0655615001bc req-5f85ea8a-f57e-40b9-a15c-5a9e2f90eaa8 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 210 time: 0.1515698 Nov 27 01:32:23.206746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Deleting port 9b8e44cb-aaea-404b-9aa2-67e4135ca165 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:23.211848 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.260718 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.349634 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.353935 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.455526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] For port 9b8e44cb-aaea-404b-9aa2-67e4135ca165, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9b8e44cb-aaea-404b-9aa2-67e4135ca165,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:23.455998 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.497251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcf3e7a-2944-4506-bdb8-194248b86154 None None] DHCP port deletion for 1911280f-60d8-4aa0-8f77-7153690dade4 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:23.498529 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Calling delete_port for 9b8e44cb-aaea-404b-9aa2-67e4135ca165 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:23.531755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network c2bad56e-389a-45e8-913d-25af7489f841 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:23.569210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:23.599972 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:23.624005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf3e7a-2944-4506-bdb8-194248b86154 None None] Deleting port 9b8e44cb-aaea-404b-9aa2-67e4135ca165 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:23.624395 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0dcf3e7a-2944-4506-bdb8-194248b86154 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.717415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Port': ['ID=d55f472d-d417-4753-8fe7-eff0b92439f2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:23.758710 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.776230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34662) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:23.790628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1087654038-network', 'tenant_id': 'ec8dff3f5b28432091c5ed62b047bcbe'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:23.825490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8e44cb-aaea-404b-9aa2-67e4135ca165,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:23.831462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] No DVR routers for this DVR port 9b8e44cb-aaea-404b-9aa2-67e4135ca165 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:23.843789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0dcf3e7a-2944-4506-bdb8-194248b86154 None None] For port 9b8e44cb-aaea-404b-9aa2-67e4135ca165, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9b8e44cb-aaea-404b-9aa2-67e4135ca165,segment=NetworkSegment(852e4397-23cf-4d08-92c7-e62651f8859c),segment_id=852e4397-23cf-4d08-92c7-e62651f8859c)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:23.844189 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0dcf3e7a-2944-4506-bdb8-194248b86154 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:23.917463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf3e7a-2944-4506-bdb8-194248b86154 None None] Calling delete_port for 9b8e44cb-aaea-404b-9aa2-67e4135ca165 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:24.078754 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.123636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1911280f-60d8-4aa0-8f77-7153690dade4']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:24.158581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852e4397-23cf-4d08-92c7-e62651f8859c') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:24.158877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852e4397-23cf-4d08-92c7-e62651f8859c') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:24.176018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d54b6a61-abe6-4750-96fd-90f986feeab4 None None] Provisioning complete for port d55f472d-d417-4753-8fe7-eff0b92439f2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:24.176614 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d54b6a61-abe6-4750-96fd-90f986feeab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.185278 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.224498 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.241679 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d54b6a61-abe6-4750-96fd-90f986feeab4 None None] Port d55f472d-d417-4753-8fe7-eff0b92439f2 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:24.243270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:32:24.243792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.249923 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0dcf3e7a-2944-4506-bdb8-194248b86154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:32:24.286014 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:32:24.325223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf3e7a-2944-4506-bdb8-194248b86154 None None] Pushing event deleted for resources: {'Port': ['ID=9b8e44cb-aaea-404b-9aa2-67e4135ca165,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:24.329658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf3e7a-2944-4506-bdb8-194248b86154 None None] No DVR routers for this DVR port 9b8e44cb-aaea-404b-9aa2-67e4135ca165 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:24.478825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694211c-69fd-4d90-9b4e-1fe88a815a41 req-2230ef30-fd61-4ee5-9777-a868d47745dd tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:24.480399 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e694211c-69fd-4d90-9b4e-1fe88a815a41 req-2230ef30-fd61-4ee5-9777-a868d47745dd tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 970 time: 0.1167867 Nov 27 01:32:24.482593 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.526913 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.532998 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1911280f-60d8-4aa0-8f77-7153690dade4 HTTP/1.1" status: 204 len: 168 time: 1.7845144 Nov 27 01:32:24.532998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6016a92-4af1-4e8f-b619-90c4560263b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1911280f-60d8-4aa0-8f77-7153690dade4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:24.533233 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:24.533705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.534791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34676) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:24.562924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444031f8-7493-4e31-8f4b-b67727570b21 None None] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:24.579498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Made reservation on behalf of ec8dff3f5b28432091c5ed62b047bcbe for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:24.586695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.609977 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-2e2d143e-ad59-4d30-9685-5f02461fc6d5 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.4363763 Nov 27 01:32:24.620379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Allocated IP 172.25.3.194 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/6db6a237-f4e4-4aff-b052-d4e20f4b64ff) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:24.629062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Request body: {'port': {'device_id': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:24.632692 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.663504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e694211c-69fd-4d90-9b4e-1fe88a815a41 req-cf83eb8f-a551-4f7d-865f-1c6d8ba23fa2 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1474485 Nov 27 01:32:24.774573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.802994 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:24.885126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc92d2a-4459-4d28-b62a-3b381807f40c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:24.892330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-99fd5a46-b3f4-4fa5-9a6b-afc27750327f None None] Provisioning complete for port fff3ad60-3a12-42b5-9254-018098354498 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:24.892703 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-99fd5a46-b3f4-4fa5-9a6b-afc27750327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.015280 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-99fd5a46-b3f4-4fa5-9a6b-afc27750327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.023581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:32:25.054022 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.071299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-99fd5a46-b3f4-4fa5-9a6b-afc27750327f None None] For port fff3ad60-3a12-42b5-9254-018098354498, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fff3ad60-3a12-42b5-9254-018098354498,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:25.080675 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-99fd5a46-b3f4-4fa5-9a6b-afc27750327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.135122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.135841 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Added segment 0c37a107-bec4-4ed1-aeb6-d67cf7d8dd77 of type vlan for network b8350251-7798-461b-b31e-50299b15c5e3 Nov 27 01:32:25.216870 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fff3ad60-3a12-42b5-9254-018098354498 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:25.298765 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd5a46-b3f4-4fa5-9a6b-afc27750327f None None] Pushing event updated for resources: {'Port': ['ID=fff3ad60-3a12-42b5-9254-018098354498,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:25.378803 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.382113 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.419062 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port fff3ad60-3a12-42b5-9254-018098354498 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:25.419491 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.492615 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebcb75f3-6519-4005-b892-957dbf337718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.559968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cd8f1cf8-f15e-4a53-a74c-168ab1cf2687 None None] Provisioning complete for port fff3ad60-3a12-42b5-9254-018098354498 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:25.560248 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd8f1cf8-f15e-4a53-a74c-168ab1cf2687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.592913 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.594706 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:25.595437 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.646034 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8653393 Nov 27 01:32:25.677817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34684) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:25.683328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-05cbc273-1453-4c57-a422-552b6db56b32 admin admin] Request body: {'subnet': {'network_id': 'b8350251-7798-461b-b31e-50299b15c5e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1087654038-subnet', 'tenant_id': 'ec8dff3f5b28432091c5ed62b047bcbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:25.768527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9b8e44cb-aaea-404b-9aa2-67e4135ca165 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:25.839675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 9b8e44cb-aaea-404b-9aa2-67e4135ca165 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:25.839936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9b8e44cb-aaea-404b-9aa2-67e4135ca165 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:25.890060 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:25.944054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbcb0f-3092-4980-ba24-9b7aae90122b admin admin] Pushing event updated for resources: {'Network': ['ID=b8350251-7798-461b-b31e-50299b15c5e3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:25.956221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network b8350251-7798-461b-b31e-50299b15c5e3 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:32:25.984145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cbc273-1453-4c57-a422-552b6db56b32 admin admin] Made reservation on behalf of ec8dff3f5b28432091c5ed62b047bcbe for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:25.986994 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-05cbc273-1453-4c57-a422-552b6db56b32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.004898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:26.034400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:26.076976 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6db6a237-f4e4-4aff-b052-d4e20f4b64ff,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:26.092267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:26.092862 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8f6537-06eb-4677-8930-33b2cc54243b None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:26.120302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63415-4384-40c1-9b7a-7cda339d798f req-3de4d6c9-d2b6-4bfd-8091-5f0f451dc09e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:26.127381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb75f3-6519-4005-b892-957dbf337718 admin admin] Deleting port 1db52e6c-e904-4277-aa44-3ad98bb020f6 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:26.127733 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebcb75f3-6519-4005-b892-957dbf337718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.131100 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38b63415-4384-40c1-9b7a-7cda339d798f req-3de4d6c9-d2b6-4bfd-8091-5f0f451dc09e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 970 time: 0.3308046 Nov 27 01:32:26.200986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0e0775af-8f4e-4458-bf0f-0a700edf669a None None] Provisioning complete for port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:26.201359 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0e0775af-8f4e-4458-bf0f-0a700edf669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.260677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0e0775af-8f4e-4458-bf0f-0a700edf669a None None] Port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:26.302031 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-ebcb75f3-6519-4005-b892-957dbf337718 admin admin] For port 1db52e6c-e904-4277-aa44-3ad98bb020f6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1db52e6c-e904-4277-aa44-3ad98bb020f6,segment=NetworkSegment(98bc3dad-dcba-4bd6-aceb-11b73470a361),segment_id=98bc3dad-dcba-4bd6-aceb-11b73470a361)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:26.302436 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebcb75f3-6519-4005-b892-957dbf337718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.335118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb75f3-6519-4005-b892-957dbf337718 admin admin] Calling delete_port for 1db52e6c-e904-4277-aa44-3ad98bb020f6 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:26.627439 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38b63415-4384-40c1-9b7a-7cda339d798f req-d039f4cb-3671-4674-97c0-0500e9b0460d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4492781 Nov 27 01:32:26.651081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55f472d-d417-4753-8fe7-eff0b92439f2 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:32:26.668105 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.713122 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebcb75f3-6519-4005-b892-957dbf337718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.755546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Transition to ACTIVE for port object d55f472d-d417-4753-8fe7-eff0b92439f2 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:32:26.782202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb75f3-6519-4005-b892-957dbf337718 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db52e6c-e904-4277-aa44-3ad98bb020f6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:26.825233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:26.908394 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-05cbc273-1453-4c57-a422-552b6db56b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.053655 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebcb75f3-6519-4005-b892-957dbf337718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.148097 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.191468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fff3ad60-3a12-42b5-9254-018098354498 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:27.300884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Pushing event updated for resources: {'Port': ['ID=d55f472d-d417-4753-8fe7-eff0b92439f2,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:27.303556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbc273-1453-4c57-a422-552b6db56b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=502c3b8b-a0e3-4603-92db-2dd2c6e0d07b,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:27.378534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port fff3ad60-3a12-42b5-9254-018098354498 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:27.379500 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.447080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbc273-1453-4c57-a422-552b6db56b32 admin admin] Checking segment: {'id': '0c37a107-bec4-4ed1-aeb6-d67cf7d8dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'b8350251-7798-461b-b31e-50299b15c5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:27.447526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cbc273-1453-4c57-a422-552b6db56b32 admin admin] Network hostable DHCP agents. Network: b8350251-7798-461b-b31e-50299b15c5e3, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:32:27.500445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Attempting to bind port d55f472d-d417-4753-8fe7-eff0b92439f2 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:27.500895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Attempting to bind port d55f472d-d417-4753-8fe7-eff0b92439f2 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:27.501398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Attempting to bind port d55f472d-d417-4753-8fe7-eff0b92439f2 on network c2bad56e-389a-45e8-913d-25af7489f841 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:27.509846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Port d55f472d-d417-4753-8fe7-eff0b92439f2 on network c2bad56e-389a-45e8-913d-25af7489f841 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:32:27.510348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Attempting to bind port d55f472d-d417-4753-8fe7-eff0b92439f2 on network c2bad56e-389a-45e8-913d-25af7489f841 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:27.518607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cbc273-1453-4c57-a422-552b6db56b32 admin admin] Network b8350251-7798-461b-b31e-50299b15c5e3 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:32:27.534941 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-05cbc273-1453-4c57-a422-552b6db56b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, b8350251-7798-461b-b31e-50299b15c5e3) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:27.536661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:27.537130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Checking segment: {'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:27.538180 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Bound using segment: {'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:27.538792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Bound port: d55f472d-d417-4753-8fe7-eff0b92439f2, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f6c315-7fed-497c-9754-a70556af9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:27.539284 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.546676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0941f4-bb6c-4e94-bc78-24d9e81ca7e9 None None] Network b8350251-7798-461b-b31e-50299b15c5e3 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:27.575164 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cbc273-1453-4c57-a422-552b6db56b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:27.575907 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-05cbc273-1453-4c57-a422-552b6db56b32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.610798 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-05cbc273-1453-4c57-a422-552b6db56b32 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9316652 Nov 27 01:32:27.760313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcb75f3-6519-4005-b892-957dbf337718 admin admin] Router c27fd304-0e7d-49bb-96a4-40269b22aa18 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:32:27.842634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04c3216-170b-4189-8234-8f98a3b59f6f None None] Network b8350251-7798-461b-b31e-50299b15c5e3 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:27.914135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] For port d55f472d-d417-4753-8fe7-eff0b92439f2, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:27.917728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] For port d55f472d-d417-4753-8fe7-eff0b92439f2, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d55f472d-d417-4753-8fe7-eff0b92439f2,segment=NetworkSegment(c8f6c315-7fed-497c-9754-a70556af9d87),segment_id=c8f6c315-7fed-497c-9754-a70556af9d87)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:27.919303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:27.975472 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.008866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aeb7d-e8f7-43f1-be6f-b4765d07da75 req-499afcbf-27a8-4ee6-ba3b-6664fe626812 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:28.010492 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef6aeb7d-e8f7-43f1-be6f-b4765d07da75 req-499afcbf-27a8-4ee6-ba3b-6664fe626812 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 982 time: 0.1855898 Nov 27 01:32:28.041477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:28.042138 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.044346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] 10.222.0.42 "PUT /v2.0/ports/d55f472d-d417-4753-8fe7-eff0b92439f2 HTTP/1.1" status: 200 len: 1130 time: 3.4211640 Nov 27 01:32:28.101151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'tag': 'd55f472d-d417-4753-8fe7-eff0b92439f2'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:28.120814 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55be6e77-b590-4a41-b700-28320673939e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8c423b-433f-4489-9bea-f67dd50d5363", "tag": "d55f472d-d417-4753-8fe7-eff0b92439f2"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:28.150410 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcb75f3-6519-4005-b892-957dbf337718 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:28.161693 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5a7fd-303a-49a1-905e-537fa2c5cd95 None None] Sync routers for ids ['c27fd304-0e7d-49bb-96a4-40269b22aa18'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:28.200843 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5a7fd-303a-49a1-905e-537fa2c5cd95 None None] Routers {'c27fd304-0e7d-49bb-96a4-40269b22aa18'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:28.202964 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-afa5a7fd-303a-49a1-905e-537fa2c5cd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c27fd304-0e7d-49bb-96a4-40269b22aa18'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:28.217241 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ebcb75f3-6519-4005-b892-957dbf337718 admin admin] 10.222.0.37 "PUT /v2.0/routers/c27fd304-0e7d-49bb-96a4-40269b22aa18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6810906 Nov 27 01:32:28.225339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34726) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:28.386823 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef6aeb7d-e8f7-43f1-be6f-b4765d07da75 req-67c14f0d-a7f0-4596-8d70-c56d8040201a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3647723 Nov 27 01:32:28.410224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79525cd5-4dbf-450b-9734-1c1559cfa5bf service neutron] Pushing event updated for resources: {'Port': ['ID=d55f472d-d417-4753-8fe7-eff0b92439f2,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:28.471158 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-afa5a7fd-303a-49a1-905e-537fa2c5cd95 None None] Set router c27fd304-0e7d-49bb-96a4-40269b22aa18 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:28.491007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-26cb4180-02fa-4809-b137-113806c20a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:28.492829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-26cb4180-02fa-4809-b137-113806c20a6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41765da5dec84cc99c7b51a28c91a146&device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 1133 time: 0.3641186 Nov 27 01:32:28.527057 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46f16e5-c56b-454d-b581-309d79b2ba88 x-openstack-request-id: req-d46f16e5-c56b-454d-b581-309d79b2ba88 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:28.527376 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8c423b-433f-4489-9bea-f67dd50d5363", "tag": "d55f472d-d417-4753-8fe7-eff0b92439f2", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:28.527588 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d46f16e5-c56b-454d-b581-309d79b2ba88 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:28.527977 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'tag': 'd55f472d-d417-4753-8fe7-eff0b92439f2', 'status': 'completed', 'code': 200} Nov 27 01:32:28.613178 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.632193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-33b844a1-a898-415a-9731-dad490a3004f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d55f472d-d417-4753-8fe7-eff0b92439f2 HTTP/1.1" status: 200 len: 217 time: 0.1168444 Nov 27 01:32:28.658008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Router 5d0c744a-897a-42ee-943b-487135ea55f9 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:32:28.829731 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.889893 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-afa5a7fd-303a-49a1-905e-537fa2c5cd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'name': 'tempest-TaggedBootDevicesTest_v242-1369084120-router', 'tenant_id': '667caecaec194317b5736517e71458af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '95258520-38d5-470e-9942-2de034d7bf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:53Z', 'updated_at': '2021-11-27T01:32:26Z', 'revision_number': 5, 'project_id': '667caecaec194317b5736517e71458af', 'gw_port': {'id': '95258520-38d5-470e-9942-2de034d7bf96', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:19:54Z', 'updated_at': '2021-11-27T01:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:28.938159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-9d2c09fb-0dd9-42dc-8eff-203558f77464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:28.939715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-9d2c09fb-0dd9-42dc-8eff-203558f77464 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fb7e8ee-53c8-483b-ad54-06c75676a3c7 HTTP/1.1" status: 200 len: 835 time: 0.2829709 Nov 27 01:32:28.957877 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5a7fd-303a-49a1-905e-537fa2c5cd95 None None] Checking router: c27fd304-0e7d-49bb-96a4-40269b22aa18 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:28.984486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Deleting port 95258520-38d5-470e-9942-2de034d7bf96 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:28.985205 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5a7fd-303a-49a1-905e-537fa2c5cd95 None None] Routers {'c27fd304-0e7d-49bb-96a4-40269b22aa18'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:28.986013 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:28.986742 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-afa5a7fd-303a-49a1-905e-537fa2c5cd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c27fd304-0e7d-49bb-96a4-40269b22aa18'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:29.051453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-11dd8628-6a49-4196-b478-5e7726b83967 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:29.052945 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-11dd8628-6a49-4196-b478-5e7726b83967 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/networks?id=bed93f70-1cbb-472d-93ee-d72af1d97174 HTTP/1.1" status: 200 len: 811 time: 0.4329596 Nov 27 01:32:29.095706 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-885d90c2-3d41-4cf5-af3e-45b38befd6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:29.097243 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-885d90c2-3d41-4cf5-af3e-45b38befd6fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2bad56e-389a-45e8-913d-25af7489f841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458766 Nov 27 01:32:29.105544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-6ed36131-4954-4cb7-a537-9f6e5962dbc2 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/quotas/35cf812cdfb44a96ad9ee95eda16a58f HTTP/1.1" status: 200 len: 375 time: 0.0402915 Nov 27 01:32:29.305520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] For port 95258520-38d5-470e-9942-2de034d7bf96, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=95258520-38d5-470e-9942-2de034d7bf96,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:29.310009 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.324149 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Calling delete_port for 95258520-38d5-470e-9942-2de034d7bf96 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:29.381420 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-afa5a7fd-303a-49a1-905e-537fa2c5cd95 None None] Set router c27fd304-0e7d-49bb-96a4-40269b22aa18 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:29.574346 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-afa5a7fd-303a-49a1-905e-537fa2c5cd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'name': 'tempest-TaggedBootDevicesTest_v242-1369084120-router', 'tenant_id': '667caecaec194317b5736517e71458af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:53Z', 'updated_at': '2021-11-27T01:32:28Z', 'revision_number': 6, 'project_id': '667caecaec194317b5736517e71458af', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:29.584824 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-38d150cf-4628-46d5-8a71-ef577bfc8cc1 service neutron] 10.222.0.42 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763193 Nov 27 01:32:29.628636 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:29.639883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0c0247e0-3280-4264-91a0-64b303405fe1 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=35cf812cdfb44a96ad9ee95eda16a58f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510700 Nov 27 01:32:29.654637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Sync routers for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:29.665333 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.673439 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5a7fd-303a-49a1-905e-537fa2c5cd95 None None] The sync data for ids ['c27fd304-0e7d-49bb-96a4-40269b22aa18'] in n-d-819494-2 is: [{'id': 'c27fd304-0e7d-49bb-96a4-40269b22aa18', 'name': 'tempest-TaggedBootDevicesTest_v242-1369084120-router', 'tenant_id': '667caecaec194317b5736517e71458af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:19:53Z', 'updated_at': '2021-11-27T01:32:28Z', 'revision_number': 6, 'project_id': '667caecaec194317b5736517e71458af', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:29.676626 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:29.677238 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:29.760896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=95258520-38d5-470e-9942-2de034d7bf96,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:29.814643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885813e-2b3f-497d-a186-6f38ea3311ee req-2f297a7d-75fa-4be7-b8f6-153b352daef9 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:29.835796 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8885813e-2b3f-497d-a186-6f38ea3311ee req-2f297a7d-75fa-4be7-b8f6-153b352daef9 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 982 time: 0.2092395 Nov 27 01:32:29.892933 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.921215 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:29.927342 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-71a69571-89cf-45c1-85e9-1ef497feb9b8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5930722 Nov 27 01:32:29.953417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34760) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:30.189516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56df2ac9-1c8b-4cce-aecb-5302d3dcc55c None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:30.220909 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb5e420d-6974-44b8-a9ff-9c06c3b607b8 req-955ed7b3-5369-4c7c-b7eb-e78e2215da7f service neutron] 10.222.0.42 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737085 Nov 27 01:32:30.374793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:30.633127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be6e77-b590-4a41-b700-28320673939e req-793c72fc-e5b2-4185-98b6-a0efcde4a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:30.634724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55be6e77-b590-4a41-b700-28320673939e req-793c72fc-e5b2-4185-98b6-a0efcde4a595 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41765da5dec84cc99c7b51a28c91a146&device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 1133 time: 0.2997077 Nov 27 01:32:30.649594 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-bd55b663-c889-4146-8f33-8058ec634271 service neutron] 10.222.0.37 "GET /v2.0/networks/bed93f70-1cbb-472d-93ee-d72af1d97174?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0024517 Nov 27 01:32:30.795972 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.801321 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.863535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be6e77-b590-4a41-b700-28320673939e req-2f70d4fb-86a1-468f-8c3e-e35892808f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:30.870568 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55be6e77-b590-4a41-b700-28320673939e req-2f70d4fb-86a1-468f-8c3e-e35892808f8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2bad56e-389a-45e8-913d-25af7489f841 HTTP/1.1" status: 200 len: 898 time: 0.2258103 Nov 27 01:32:30.875471 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.878045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c27fd304-0e7d-49bb-96a4-40269b22aa18 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:32:30.893659 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:30.897946 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a0b9aaef-9642-4e86-aa25-392233e55d45 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c27fd304-0e7d-49bb-96a4-40269b22aa18 HTTP/1.1" status: 204 len: 168 time: 2.6674161 Nov 27 01:32:30.899094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34766) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:30.939217 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55be6e77-b590-4a41-b700-28320673939e req-89c10bd9-469e-4d13-81d3-3a8c15b0e4d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d55f472d-d417-4753-8fe7-eff0b92439f2 HTTP/1.1" status: 200 len: 217 time: 0.0438290 Nov 27 01:32:31.020046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:26Z', 'revision_number': 3, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:31.062128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8885813e-2b3f-497d-a186-6f38ea3311ee req-57bca708-b0b4-4087-8111-2f1403e2f476 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.2246039 Nov 27 01:32:31.087236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d40e845-8f02-4daf-b5ec-701829b7a054 admin admin] Deleting subnet ef2b0273-086a-4848-ba2f-6c1c65096d18 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:32:31.110703 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d40e845-8f02-4daf-b5ec-701829b7a054 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.155595 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Checking router: 5d0c744a-897a-42ee-943b-487135ea55f9 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:31.163209 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Updating router 5d0c744a-897a-42ee-943b-487135ea55f9 port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:32:31.168019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1db52e6c-e904-4277-aa44-3ad98bb020f6 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:31.204204 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-9dd80300-104f-4bc2-8803-ee3307ddb930 service neutron] 10.222.0.37 "GET /v2.0/networks/bed93f70-1cbb-472d-93ee-d72af1d97174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315558 Nov 27 01:32:31.214499 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d40e845-8f02-4daf-b5ec-701829b7a054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.294637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be6e77-b590-4a41-b700-28320673939e req-c08feb8a-f23d-48e4-969f-7965dca025de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:31.296394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 1db52e6c-e904-4277-aa44-3ad98bb020f6 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:31.296956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1db52e6c-e904-4277-aa44-3ad98bb020f6 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:31.297460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 95258520-38d5-470e-9942-2de034d7bf96 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:31.298101 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55be6e77-b590-4a41-b700-28320673939e req-c08feb8a-f23d-48e4-969f-7965dca025de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fb7e8ee-53c8-483b-ad54-06c75676a3c7 HTTP/1.1" status: 200 len: 835 time: 0.3317561 Nov 27 01:32:31.301694 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.462564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be6e77-b590-4a41-b700-28320673939e req-3953998a-96b4-450f-a743-ff9e68bbd70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:31.466487 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55be6e77-b590-4a41-b700-28320673939e req-3953998a-96b4-450f-a743-ff9e68bbd70b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2bad56e-389a-45e8-913d-25af7489f841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1586511 Nov 27 01:32:31.503954 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d40e845-8f02-4daf-b5ec-701829b7a054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.641830 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1222192e-4cb2-47b4-b39f-177da458225f req-0ec1894e-8343-482a-b547-7b2281c9d842 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 210 time: 0.1313398 Nov 27 01:32:31.708524 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d40e845-8f02-4daf-b5ec-701829b7a054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.745696 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.749692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 95258520-38d5-470e-9942-2de034d7bf96 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:31.751122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 95258520-38d5-470e-9942-2de034d7bf96 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:31.757231 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.790874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Attempting to bind port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:31.791254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Attempting to bind port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:31.791634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Attempting to bind port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:31.797925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40e845-8f02-4daf-b5ec-701829b7a054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef2b0273-086a-4848-ba2f-6c1c65096d18,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:31.810647 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.812211 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9d40e845-8f02-4daf-b5ec-701829b7a054 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.820197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:31.820582 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:31.820978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.821415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:31.824236 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9d40e845-8f02-4daf-b5ec-701829b7a054 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ef2b0273-086a-4848-ba2f-6c1c65096d18 HTTP/1.1" status: 204 len: 168 time: 0.9161232 Nov 27 01:32:31.824339 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Bound port: 6db6a237-f4e4-4aff-b052-d4e20f4b64ff, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:31.824339 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:31.828008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34782) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:31.891675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] For port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:31.895441 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] For port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6db6a237-f4e4-4aff-b052-d4e20f4b64ff,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:31.898384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2129bc9-2564-4662-8a2d-81aed5a16046 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:31.906127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ce281b-f5cb-4dfb-91e7-6ab9afedd3bd None None] Network 4845dc6b-8edd-471a-9599-8be8481c19c9 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:32.019721 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.129747 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.132750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf8307-987b-40ee-8d61-2999df294a40 None None] Pushing event updated for resources: {'Port': ['ID=6db6a237-f4e4-4aff-b052-d4e20f4b64ff,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:32.225620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Deleting port ff044e10-7109-4722-bb6b-35b810655a6d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:32:32.226199 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.246064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Allocated IP 172.20.0.1 (854296d5-8727-4cbb-8856-1f1a9ee60331/6be6a0f8-9eb9-4f27-9e4f-c308312dca9a/836bbcfa-37a2-49cd-b114-820ba752ca3f) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:32.248666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf8307-987b-40ee-8d61-2999df294a40 None None] Pushing event updated for resources: {'Port': ['ID=6db6a237-f4e4-4aff-b052-d4e20f4b64ff,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:32.341961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d401d67-83bc-40a9-a202-2866d0a97967 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:32.357028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] For port ff044e10-7109-4722-bb6b-35b810655a6d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ff044e10-7109-4722-bb6b-35b810655a6d,segment=NetworkSegment(98bc3dad-dcba-4bd6-aceb-11b73470a361),segment_id=98bc3dad-dcba-4bd6-aceb-11b73470a361)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:32.358965 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.383960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Calling delete_port for ff044e10-7109-4722-bb6b-35b810655a6d owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:32:32.391087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ca274027-36ab-4982-a8a5-092f203eb9d8 None None] Provisioning complete for port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:32.391689 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ca274027-36ab-4982-a8a5-092f203eb9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.435442 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:32.436360 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:32.537272 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55be6e77-b590-4a41-b700-28320673939e req-49710ced-8f0f-46df-b4db-082081c9b203 service neutron] 10.222.0.42 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0399752 Nov 27 01:32:32.548389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:32.566552 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.607976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] No DVR routers for this DVR port ff044e10-7109-4722-bb6b-35b810655a6d on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:32:32.614539 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Pushing event deleted for resources: {'Port': ['ID=ff044e10-7109-4722-bb6b-35b810655a6d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:32.746109 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.826437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4845dc6b-8edd-471a-9599-8be8481c19c9']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:32.852566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bc3dad-dcba-4bd6-aceb-11b73470a361') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:32.852887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bc3dad-dcba-4bd6-aceb-11b73470a361') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:32.882439 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.925190 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64326726-b108-4b8c-a66a-b06fc8dece6f None None] DHCP port deletion for 4845dc6b-8edd-471a-9599-8be8481c19c9 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:32.950933 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:26Z', 'revision_number': 3, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:32.951490 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-090f0778-5d8b-4af0-960b-83b822bf0864 req-aceda1eb-b594-4952-8e70-c2a17aba8317 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 210 time: 0.0754278 Nov 27 01:32:32.960656 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.980496 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:32.990917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8a413-1819-4ba6-836f-ed2eb692647b req-3b0cb753-da2c-4198-b5f2-85aee3532b49 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:32.992566 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f8a413-1819-4ba6-836f-ed2eb692647b req-3b0cb753-da2c-4198-b5f2-85aee3532b49 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 982 time: 0.4951267 Nov 27 01:32:33.005688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:32:33.007538 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:32:33.012983 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:32:33.052173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2263e9d-4fd4-435f-ab5e-a4fd6037e5ab None None] The sync data for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 is: [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:26Z', 'revision_number': 3, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:33.053663 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ca274027-36ab-4982-a8a5-092f203eb9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.142470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ca274027-36ab-4982-a8a5-092f203eb9d8 None None] For port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6db6a237-f4e4-4aff-b052-d4e20f4b64ff,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:33.144996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ff044e10-7109-4722-bb6b-35b810655a6d no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:32:33.161106 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55be6e77-b590-4a41-b700-28320673939e req-9b6de5b0-0793-485c-b0eb-772dafd8c129 service neutron] 10.222.0.42 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568745 Nov 27 01:32:33.215475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: ff044e10-7109-4722-bb6b-35b810655a6d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:32:33.215803 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ff044e10-7109-4722-bb6b-35b810655a6d not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:32:33.217385 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ca274027-36ab-4982-a8a5-092f203eb9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.232024 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.237802 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.241454 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] 10.222.0.37 "DELETE /v2.0/networks/4845dc6b-8edd-471a-9599-8be8481c19c9 HTTP/1.1" status: 204 len: 168 time: 1.4123175 Nov 27 01:32:33.244899 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.259679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bd9ba-83af-4381-a2ad-037b2bb5ecae admin admin] Pushing event deleted for resources: {'Network': ['ID=4845dc6b-8edd-471a-9599-8be8481c19c9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:33.352496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca274027-36ab-4982-a8a5-092f203eb9d8 None None] Pushing event updated for resources: {'Port': ['ID=6db6a237-f4e4-4aff-b052-d4e20f4b64ff,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:33.368371 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8e007b93-13bc-431e-886b-32e803729c44 None None] Provisioning complete for port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:33.368747 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e007b93-13bc-431e-886b-32e803729c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.422220 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Pushing event updated for resources: {'Port': ['ID=836bbcfa-37a2-49cd-b114-820ba752ca3f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:33.437867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:33.446004 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90f8a413-1819-4ba6-836f-ed2eb692647b req-af17880e-5962-4936-a50b-b1f1766aa39d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4220057 Nov 27 01:32:33.449799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:33.452461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:33.506973 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:33.836650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d55f472d-d417-4753-8fe7-eff0b92439f2 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:32:33.855605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-80b3e764-4ea0-486b-b321-2edb4e1b8de0 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:33.858422 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-80b3e764-4ea0-486b-b321-2edb4e1b8de0 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.11 "GET /v2.0/networks?id=bed93f70-1cbb-472d-93ee-d72af1d97174 HTTP/1.1" status: 200 len: 811 time: 0.5460653 Nov 27 01:32:33.868917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34804) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:33.944698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Request body: {'port': {'device_id': 'f7037a32-79d3-4b71-83f7-f2b7a50e0dac', 'network_id': 'bed93f70-1cbb-472d-93ee-d72af1d97174', 'admin_state_up': True, 'tenant_id': '35cf812cdfb44a96ad9ee95eda16a58f'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:33.950973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0111e3c1-5ab7-4836-afd7-bddae4df4288 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a614930afcea470bb444c5b97845de9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806324 Nov 27 01:32:33.953791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34806) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:33.991415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.197401 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d55f472d-d417-4753-8fe7-eff0b92439f2, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d55f472d-d417-4753-8fe7-eff0b92439f2,segment=NetworkSegment(c8f6c315-7fed-497c-9754-a70556af9d87),segment_id=c8f6c315-7fed-497c-9754-a70556af9d87)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:34.227664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'd55f472d-d417-4753-8fe7-eff0b92439f2', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'port_id': 'd55f472d-d417-4753-8fe7-eff0b92439f2', 'mac_address': 'fa:16:3e:63:c2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:32:34.292961 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d02e3510-c418-4396-bba8-b5fb8f66dbd0 req-957a0080-7aa1-4789-ba52-aa4b49ed9e04 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 210 time: 0.1650009 Nov 27 01:32:34.314022 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.328900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55f472d-d417-4753-8fe7-eff0b92439f2 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:32:34.364394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b6e91429-d8e6-4e21-878d-d47cee285565 None None] Provisioning complete for port 836bbcfa-37a2-49cd-b114-820ba752ca3f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:34.364775 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6e91429-d8e6-4e21-878d-d47cee285565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.380782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d55f472d-d417-4753-8fe7-eff0b92439f2, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d55f472d-d417-4753-8fe7-eff0b92439f2,segment=NetworkSegment(c8f6c315-7fed-497c-9754-a70556af9d87),segment_id=c8f6c315-7fed-497c-9754-a70556af9d87)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:34.384270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.401116 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.409750 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.483020 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dba8f021-0846-4413-978e-16f0b196ca19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.498031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b6e91429-d8e6-4e21-878d-d47cee285565 None None] Port 836bbcfa-37a2-49cd-b114-820ba752ca3f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:34.539071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=d55f472d-d417-4753-8fe7-eff0b92439f2,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:34.543667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dba8f021-0846-4413-978e-16f0b196ca19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.564606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:34.565223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:34.565716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:34.566438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:34.566947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:34.567427 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:34.567903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:34.570499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:34.571452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:34.571963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:34.575166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:34.575715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:32:34.603773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Made reservation on behalf of 35cf812cdfb44a96ad9ee95eda16a58f for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:34.610011 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.673805 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.705458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['d55f472d-d417-4753-8fe7-eff0b92439f2'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:32:34.715980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dba8f021-0846-4413-978e-16f0b196ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.718836 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dba8f021-0846-4413-978e-16f0b196ca19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:34.722400 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dba8f021-0846-4413-978e-16f0b196ca19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82d5b3fc-b612-42a9-b00d-c91f3eb55813 HTTP/1.1" status: 204 len: 168 time: 0.7651343 Nov 27 01:32:34.791035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Pushing event updated for resources: {'Port': ['ID=836bbcfa-37a2-49cd-b114-820ba752ca3f,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:34.819317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8f021-0846-4413-978e-16f0b196ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d5b3fc-b612-42a9-b00d-c91f3eb55813,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:34.875085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b5ce4-7753-4335-9a00-9a07a0d9b337 req-e369ae89-b938-4dbe-a60e-822e540afabc tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:34.884850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-415b5ce4-7753-4335-9a00-9a07a0d9b337 req-e369ae89-b938-4dbe-a60e-822e540afabc tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 983 time: 0.2615280 Nov 27 01:32:34.989932 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Allocated IP 172.20.0.6 (bed93f70-1cbb-472d-93ee-d72af1d97174/940e5f82-1912-40e0-9812-34ca4b2a2d41/e9a2ac8a-1858-4b9f-ba4a-b929c11e884c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:35.070372 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-415b5ce4-7753-4335-9a00-9a07a0d9b337 req-975be698-58b3-4d92-83d7-7f9560d34aaa tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1843088 Nov 27 01:32:35.091245 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:35.091245 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:35.188265 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6db6a237-f4e4-4aff-b052-d4e20f4b64ff up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:35.323662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:35.324368 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.393122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Router 5d0c744a-897a-42ee-943b-487135ea55f9 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:32:35.422397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.532465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.582165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Network bed93f70-1cbb-472d-93ee-d72af1d97174 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:35.603193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34828) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:35.604479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d55f472d-d417-4753-8fe7-eff0b92439f2 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:35.658990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:35.716055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:35.716268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:35.748632 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3325fe6e-5dad-4a16-8229-7d40e9ca7696 admin admin] 10.222.0.37 "PUT /v2.0/routers/5d0c744a-897a-42ee-943b-487135ea55f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7801607 Nov 27 01:32:35.748873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port d55f472d-d417-4753-8fe7-eff0b92439f2 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:32:35.764742 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-38d66178-0259-4ad0-a2f3-f2e481226c12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=667caecaec194317b5736517e71458af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601143 Nov 27 01:32:35.767929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34834) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:35.787109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port d55f472d-d417-4753-8fe7-eff0b92439f2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:35.788203 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.855037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:35.855705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.879106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e2b11953-f6d9-4716-8e5d-c79f59cb1d39 None None] Provisioning complete for port 836bbcfa-37a2-49cd-b114-820ba752ca3f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:35.879541 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e2b11953-f6d9-4716-8e5d-c79f59cb1d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.909723 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c9f5303f-c6e7-4112-9178-a5f9f7a7b338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.979080 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c9f5303f-c6e7-4112-9178-a5f9f7a7b338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:35.981472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc839407-d773-47ce-a422-0919a5e79b28 req-d8a6e3e4-ab1d-4523-acf6-9b7ccea9610a tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:35.983111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc839407-d773-47ce-a422-0919a5e79b28 req-d8a6e3e4-ab1d-4523-acf6-9b7ccea9610a tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 931 time: 0.3981905 Nov 27 01:32:35.986424 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0470638 Nov 27 01:32:35.987236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d9b49-4317-4ebc-8deb-aac10f678047 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Pushing event updated for resources: {'Port': ['ID=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:35.988250 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e2b11953-f6d9-4716-8e5d-c79f59cb1d39 None None] Port 836bbcfa-37a2-49cd-b114-820ba752ca3f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:36.092892 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c9f5303f-c6e7-4112-9178-a5f9f7a7b338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.095144 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c9f5303f-c6e7-4112-9178-a5f9f7a7b338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.100815 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.104743 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c9f5303f-c6e7-4112-9178-a5f9f7a7b338 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/978033ba-29b1-49ee-948b-0a15af6a9665 HTTP/1.1" status: 204 len: 168 time: 0.3342450 Nov 27 01:32:36.125185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Request body: {'port': {'device_id': 'f7037a32-79d3-4b71-83f7-f2b7a50e0dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:36.140660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5303f-c6e7-4112-9178-a5f9f7a7b338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978033ba-29b1-49ee-948b-0a15af6a9665,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:36.210009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55f472d-d417-4753-8fe7-eff0b92439f2'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:36.215129 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8de124-1c0f-4d72-85e8-6244abdda0da" -d '{"events": [{"server_uuid": "bb8c423b-433f-4489-9bea-f67dd50d5363", "name": "network-vif-plugged", "status": "completed", "tag": "d55f472d-d417-4753-8fe7-eff0b92439f2"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:36.232587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d55f472d-d417-4753-8fe7-eff0b92439f2, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d55f472d-d417-4753-8fe7-eff0b92439f2,segment=NetworkSegment(c8f6c315-7fed-497c-9754-a70556af9d87),segment_id=c8f6c315-7fed-497c-9754-a70556af9d87)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:36.246078 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.376578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=d55f472d-d417-4753-8fe7-eff0b92439f2,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:36.389715 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Sync routers for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:36.410032 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:36.410791 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:36.419949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc839407-d773-47ce-a422-0919a5e79b28 req-8d0aed07-fdfd-4ce6-8ef0-3060d2c780e9 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997083 Nov 27 01:32:36.433694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338a1e0-70ca-42ea-8f91-864036ca4f94 req-7a0a5b6f-094f-4e54-858a-c8a3383db1a0 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:36.437618 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2338a1e0-70ca-42ea-8f91-864036ca4f94 req-7a0a5b6f-094f-4e54-858a-c8a3383db1a0 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 984 time: 0.1974330 Nov 27 01:32:36.529059 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:36.535098 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728b6e78-8433-43f4-9e56-7efa3e4d8028 x-openstack-request-id: req-728b6e78-8433-43f4-9e56-7efa3e4d8028 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:36.535762 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8c423b-433f-4489-9bea-f67dd50d5363", "name": "network-vif-plugged", "status": "completed", "tag": "d55f472d-d417-4753-8fe7-eff0b92439f2", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:36.536068 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-728b6e78-8433-43f4-9e56-7efa3e4d8028 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:36.536555 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55f472d-d417-4753-8fe7-eff0b92439f2', 'code': 200} Nov 27 01:32:36.558943 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2338a1e0-70ca-42ea-8f91-864036ca4f94 req-88a9fa03-5da6-4437-ade9-de469b97a7dc tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1064045 Nov 27 01:32:36.660828 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:36.786794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71418f-0861-4a35-a14d-8c978d845a7e req-5ecb17d2-c3bb-432e-8765-f81f1f6e0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:36.796210 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6d71418f-0861-4a35-a14d-8c978d845a7e req-5ecb17d2-c3bb-432e-8765-f81f1f6e0683 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 1135 time: 0.1245449 Nov 27 01:32:37.008428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6d71418f-0861-4a35-a14d-8c978d845a7e req-3ef92e07-ecd8-4811-aad3-d2aa36e86fad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cc4099e2-5d54-4da4-8c28-251a02927802&id=8483ad26-558e-449b-9774-6046eb51f486&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2043242 Nov 27 01:32:37.270206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a2ac8a-1858-4b9f-ba4a-b929c11e884c {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:32:37.275668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34872) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:37.280574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-948743241-network', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:37.327145 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.327619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Made reservation on behalf of 25f575ae7ce2473fa4f718d0cb0e09e3 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:37.330493 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.348876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.379269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Transition to ACTIVE for port object e9a2ac8a-1858-4b9f-ba4a-b929c11e884c will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:32:37.391564 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.508009 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:34Z', 'revision_number': 2, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:37.588542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Pushing event updated for resources: {'Port': ['ID=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:37.647309 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Checking router: 5d0c744a-897a-42ee-943b-487135ea55f9 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:37.653659 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Updating router 5d0c744a-897a-42ee-943b-487135ea55f9 port 836bbcfa-37a2-49cd-b114-820ba752ca3f binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:32:37.714218 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.735343 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.773758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Attempting to bind port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:37.774094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Attempting to bind port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bed93f70-1cbb-472d-93ee-d72af1d97174'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:37.775519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Attempting to bind port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c on network bed93f70-1cbb-472d-93ee-d72af1d97174 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:37.798123 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.819875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae406586-c1b7-4d3b-ace6-ab0c623022b6 req-1eccd83f-e636-4336-94d2-b1953eeef1d3 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:37.821463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae406586-c1b7-4d3b-ace6-ab0c623022b6 req-1eccd83f-e636-4336-94d2-b1953eeef1d3 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 943 time: 0.1956122 Nov 27 01:32:37.827009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c on network bed93f70-1cbb-472d-93ee-d72af1d97174 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:32:37.827333 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Attempting to bind port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c on network bed93f70-1cbb-472d-93ee-d72af1d97174 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:37.877519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:37.877854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Checking segment: {'id': '0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bed93f70-1cbb-472d-93ee-d72af1d97174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:37.878262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Bound using segment: {'id': '0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bed93f70-1cbb-472d-93ee-d72af1d97174'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:37.895497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Bound port: e9a2ac8a-1858-4b9f-ba4a-b929c11e884c, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bed93f70-1cbb-472d-93ee-d72af1d97174'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:37.895880 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:37.980855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:32:38.068275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a5b453-db38-42b6-a10d-c3aa00230023,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:38.099229 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae406586-c1b7-4d3b-ace6-ab0c623022b6 req-d3091edb-5ec7-4978-8806-01c2493c63b8 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676718 Nov 27 01:32:38.125599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.127427 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Added segment 56a3550a-26c1-403c-8ffb-ceb23f256518 of type vlan for network 2ea08782-d0cc-48fa-9526-8ffee0f51b67 Nov 27 01:32:38.224875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] For port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:38.231126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] For port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c,segment=NetworkSegment(0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31),segment_id=0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:38.247592 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.378633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:38.379310 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.383368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] 10.222.0.11 "PUT /v2.0/ports/e9a2ac8a-1858-4b9f-ba4a-b929c11e884c HTTP/1.1" status: 200 len: 1091 time: 2.2869394 Nov 27 01:32:38.386093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7037a32-79d3-4b71-83f7-f2b7a50e0dac', 'tag': 'e9a2ac8a-1858-4b9f-ba4a-b929c11e884c'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:38.388012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2dc95-7eef-4528-ad0c-a9d287895dcd req-c6a886ff-55ba-4c82-b003-d42706e08a3b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:38.390205 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06e2dc95-7eef-4528-ad0c-a9d287895dcd req-c6a886ff-55ba-4c82-b003-d42706e08a3b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 984 time: 0.5650630 Nov 27 01:32:38.391165 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c8bc59-3747-42d9-99aa-493cc7cf6e90" -d '{"events": [{"name": "network-changed", "server_uuid": "f7037a32-79d3-4b71-83f7-f2b7a50e0dac", "tag": "e9a2ac8a-1858-4b9f-ba4a-b929c11e884c"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:38.404874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e502d2b-ab70-4f51-b70d-bb7d14c6660e service neutron] Pushing event updated for resources: {'Port': ['ID=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:38.416598 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.450993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34896) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:38.535024 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3160a9b-3b4a-4da5-a6d9-463e42db5ee2 x-openstack-request-id: req-f3160a9b-3b4a-4da5-a6d9-463e42db5ee2 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:38.535261 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7037a32-79d3-4b71-83f7-f2b7a50e0dac", "tag": "e9a2ac8a-1858-4b9f-ba4a-b929c11e884c", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:38.536723 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3160a9b-3b4a-4da5-a6d9-463e42db5ee2 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:38.538862 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7037a32-79d3-4b71-83f7-f2b7a50e0dac', 'tag': 'e9a2ac8a-1858-4b9f-ba4a-b929c11e884c', 'status': 'completed', 'code': 200} Nov 27 01:32:38.572795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-2bdbec95-e077-4b19-a43e-888358db93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:38.574357 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-2bdbec95-e077-4b19-a43e-888358db93b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cf812cdfb44a96ad9ee95eda16a58f&device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 1094 time: 0.1139405 Nov 27 01:32:38.585201 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.586797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:38.588073 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.654923 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-48973816-7661-4741-92ab-1b0d58f1fcfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c HTTP/1.1" status: 200 len: 217 time: 0.0657084 Nov 27 01:32:38.720267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-770259683-network', 'tenant_id': '10837c46450b4fe6afcdd094eced09b4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:38.735613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4588537 Nov 27 01:32:38.741069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34900) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:38.750306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069620e-3d68-4864-a3a8-c4b3088dd48e admin admin] Pushing event updated for resources: {'Network': ['ID=2ea08782-d0cc-48fa-9526-8ffee0f51b67,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:38.761663 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 2ea08782-d0cc-48fa-9526-8ffee0f51b67 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:32:38.771142 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.789775 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.794967 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06e2dc95-7eef-4528-ad0c-a9d287895dcd req-01bd69ce-1761-492a-8c1c-07000063f145 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3736989 Nov 27 01:32:38.801764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a5549a29-1381-42f5-b0a2-a58f97032dd5 admin admin] Request body: {'subnet': {'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-948743241-subnet', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:38.835231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Made reservation on behalf of 10837c46450b4fe6afcdd094eced09b4 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:38.835231 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.876798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:38.950896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-9ff2ae55-927d-4c18-883d-c6942b0c59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:38.952140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-9ff2ae55-927d-4c18-883d-c6942b0c59f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=940e5f82-1912-40e0-9812-34ca4b2a2d41 HTTP/1.1" status: 200 len: 851 time: 0.2915854 Nov 27 01:32:38.965449 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5549a29-1381-42f5-b0a2-a58f97032dd5 admin admin] Made reservation on behalf of 25f575ae7ce2473fa4f718d0cb0e09e3 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:38.968030 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a5549a29-1381-42f5-b0a2-a58f97032dd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.010842 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c6d4d-1f02-4746-8838-f304a5e3c850 None None] Pushing event updated for resources: {'Port': ['ID=836bbcfa-37a2-49cd-b114-820ba752ca3f,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:39.047678 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Attempting to bind port 836bbcfa-37a2-49cd-b114-820ba752ca3f on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:39.048073 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Attempting to bind port 836bbcfa-37a2-49cd-b114-820ba752ca3f by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:39.048495 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Attempting to bind port 836bbcfa-37a2-49cd-b114-820ba752ca3f on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:39.053838 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:39.054210 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Checking segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:39.054693 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.055093 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Bound using segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:39.055562 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Bound port: 836bbcfa-37a2-49cd-b114-820ba752ca3f, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:39.055943 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.063613 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-276302b9-908a-43d9-8d11-ea678817e8bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bed93f70-1cbb-472d-93ee-d72af1d97174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432072 Nov 27 01:32:39.097688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-c2e8d292-088c-4644-96b3-b2def1fc2dc5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:32:39.099158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-c2e8d292-088c-4644-96b3-b2def1fc2dc5 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058081 Nov 27 01:32:39.147443 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] For port 836bbcfa-37a2-49cd-b114-820ba752ca3f, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:39.151685 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] For port 836bbcfa-37a2-49cd-b114-820ba752ca3f, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=836bbcfa-37a2-49cd-b114-820ba752ca3f,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:39.152728 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.160253 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.174597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.188606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:32:39.199914 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.200422 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Added segment f8f62769-b378-4978-909f-9980422791bb of type vlan for network a8405187-337a-4351-a5bb-cc185b754be7 Nov 27 01:32:39.237467 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:39.238335 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:39.263768 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.296343 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c6d4d-1f02-4746-8838-f304a5e3c850 None None] Pushing event updated for resources: {'Port': ['ID=836bbcfa-37a2-49cd-b114-820ba752ca3f,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:39.360575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bcb8d4-0cfa-40a6-8703-996175450e87,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:39.378087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2e987ad7-fe5b-4bfc-89cb-e47ebd64a809 None None] Provisioning complete for port 836bbcfa-37a2-49cd-b114-820ba752ca3f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:39.378510 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2e987ad7-fe5b-4bfc-89cb-e47ebd64a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.445482 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.457642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:39.459333 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.493012 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:39.566946 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2e987ad7-fe5b-4bfc-89cb-e47ebd64a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.617164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2e987ad7-fe5b-4bfc-89cb-e47ebd64a809 None None] For port 836bbcfa-37a2-49cd-b114-820ba752ca3f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=836bbcfa-37a2-49cd-b114-820ba752ca3f,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:39.629830 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2e987ad7-fe5b-4bfc-89cb-e47ebd64a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.690532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f353e-306d-495e-a265-6ed8a303352a req-bfc5388d-3c09-4dff-8969-c831257dba01 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:39.703000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-694f353e-306d-495e-a265-6ed8a303352a req-bfc5388d-3c09-4dff-8969-c831257dba01 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 943 time: 0.3801978 Nov 27 01:32:39.705013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e987ad7-fe5b-4bfc-89cb-e47ebd64a809 None None] Pushing event updated for resources: {'Port': ['ID=836bbcfa-37a2-49cd-b114-820ba752ca3f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:39.730289 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2765429 Nov 27 01:32:39.731776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34914) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:39.747499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ac916596-396c-4152-9488-a3bc6cf56f17 admin admin] Request body: {'subnet': {'network_id': 'a8405187-337a-4351-a5bb-cc185b754be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-770259683-subnet', 'tenant_id': '10837c46450b4fe6afcdd094eced09b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:39.775327 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-173c2955-b71d-44cc-b42a-fe7cd9c8ccb8 service neutron] 10.222.0.11 "GET /v2.0/networks/bed93f70-1cbb-472d-93ee-d72af1d97174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6687040 Nov 27 01:32:39.776679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906031e-228e-4143-9d2a-3da855d46ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=a8405187-337a-4351-a5bb-cc185b754be7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:39.804045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-94956cdf-639f-4730-8d2b-f610fcce2111 None None] Provisioning complete for port 836bbcfa-37a2-49cd-b114-820ba752ca3f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:39.804972 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:39.806952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-94956cdf-639f-4730-8d2b-f610fcce2111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.831970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a8405187-337a-4351-a5bb-cc185b754be7 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:32:39.843748 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8617f8-16cf-447b-8ec4-4f1964d8aa0c None None] The sync data for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 is: [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:39.873947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac916596-396c-4152-9488-a3bc6cf56f17 admin admin] Made reservation on behalf of 10837c46450b4fe6afcdd094eced09b4 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:39.877245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac916596-396c-4152-9488-a3bc6cf56f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:39.973835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-694f353e-306d-495e-a265-6ed8a303352a req-0d229135-5728-4c9e-b3a7-198ffe608630 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697272 Nov 27 01:32:40.019929 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a5549a29-1381-42f5-b0a2-a58f97032dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.067472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b20aa-684d-40e4-b13b-2b34a037fcd8 req-80bbc1c9-0c08-45b3-8988-075cab7c4467 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:40.076325 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6e3b20aa-684d-40e4-b13b-2b34a037fcd8 req-80bbc1c9-0c08-45b3-8988-075cab7c4467 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 984 time: 0.1066048 Nov 27 01:32:40.089850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5549a29-1381-42f5-b0a2-a58f97032dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cccaf06-8da0-403d-b5c6-0845dedf9a07,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:40.169347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5549a29-1381-42f5-b0a2-a58f97032dd5 admin admin] Checking segment: {'id': '56a3550a-26c1-403c-8ffb-ceb23f256518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:40.169706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5549a29-1381-42f5-b0a2-a58f97032dd5 admin admin] Network hostable DHCP agents. Network: 2ea08782-d0cc-48fa-9526-8ffee0f51b67, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:32:40.223508 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8376e4e0-d124-4004-81ba-e5bd3da008cb req-3eda9388-8bce-41a5-bc43-8b5a76d84730 service neutron] 10.222.0.11 "GET /v2.0/networks/bed93f70-1cbb-472d-93ee-d72af1d97174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338212 Nov 27 01:32:40.232583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5549a29-1381-42f5-b0a2-a58f97032dd5 admin admin] Network 2ea08782-d0cc-48fa-9526-8ffee0f51b67 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:32:40.277982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a5549a29-1381-42f5-b0a2-a58f97032dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 2ea08782-d0cc-48fa-9526-8ffee0f51b67) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:40.284858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5549a29-1381-42f5-b0a2-a58f97032dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:40.285813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a5549a29-1381-42f5-b0a2-a58f97032dd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.322333 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a5549a29-1381-42f5-b0a2-a58f97032dd5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5299482 Nov 27 01:32:40.327114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34924) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:40.327839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a5e309-f8d7-44f9-aa19-cca561398856 None None] Network 2ea08782-d0cc-48fa-9526-8ffee0f51b67 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:40.346692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-948743241-router', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:40.488657 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.490430 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.557808 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8bc59-3747-42d9-99aa-493cc7cf6e90 req-eef5e68a-12e4-45ea-bf03-c13111054a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:40.569930 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1c8bc59-3747-42d9-99aa-493cc7cf6e90 req-eef5e68a-12e4-45ea-bf03-c13111054a2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cf812cdfb44a96ad9ee95eda16a58f&device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 1094 time: 0.2104468 Nov 27 01:32:40.736129 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6e3b20aa-684d-40e4-b13b-2b34a037fcd8 req-fc8cadb1-eff1-422f-a7d8-070240dd3fd0 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6586833 Nov 27 01:32:40.749890 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:40.883494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac916596-396c-4152-9488-a3bc6cf56f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:41.013928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac916596-396c-4152-9488-a3bc6cf56f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759ff5ee-f002-4fa7-af72-3935c035a8f0,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:41.025392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac916596-396c-4152-9488-a3bc6cf56f17 admin admin] Checking segment: {'id': 'f8f62769-b378-4978-909f-9980422791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a8405187-337a-4351-a5bb-cc185b754be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:41.026812 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac916596-396c-4152-9488-a3bc6cf56f17 admin admin] Network hostable DHCP agents. Network: a8405187-337a-4351-a5bb-cc185b754be7, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:32:41.070489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac916596-396c-4152-9488-a3bc6cf56f17 admin admin] Network a8405187-337a-4351-a5bb-cc185b754be7 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:32:41.099792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ac916596-396c-4152-9488-a3bc6cf56f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a8405187-337a-4351-a5bb-cc185b754be7) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:41.113578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac916596-396c-4152-9488-a3bc6cf56f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:41.114181 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac916596-396c-4152-9488-a3bc6cf56f17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:41.148746 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 836bbcfa-37a2-49cd-b114-820ba752ca3f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:41.154922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4def54-0bfd-4f9e-b5bc-4ba703e5826e None None] Network a8405187-337a-4351-a5bb-cc185b754be7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:41.160987 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ac916596-396c-4152-9488-a3bc6cf56f17 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4241893 Nov 27 01:32:41.275023 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544fc4c-9319-407f-919f-6ad336e592b2 req-d614f016-a5f2-44bf-aa8d-ce4675e97981 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:41.276622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d544fc4c-9319-407f-919f-6ad336e592b2 req-d614f016-a5f2-44bf-aa8d-ce4675e97981 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 943 time: 0.1145325 Nov 27 01:32:41.435561 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d544fc4c-9319-407f-919f-6ad336e592b2 req-07080098-892f-49e1-a837-3e3e6fb291cc tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474941 Nov 27 01:32:41.507935 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-2ea08782-d0cc-48fa-9526-8ffee0f51b67', 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'fixed_ips': [{'subnet_id': '5cccaf06-8da0-403d-b5c6-0845dedf9a07'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:32:41.510471 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:41.675310 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1dceed68-fc3d-43e8-bf9f-6ef25c214f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:41.845642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd12a991-dbf2-4a8a-843f-b2f4611aed80 None None] Network a8405187-337a-4351-a5bb-cc185b754be7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:41.914841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 836bbcfa-37a2-49cd-b114-820ba752ca3f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:41.915580 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.042557 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.048888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Allocated IP 172.20.0.2 (2ea08782-d0cc-48fa-9526-8ffee0f51b67/5cccaf06-8da0-403d-b5c6-0845dedf9a07/678b4974-a855-4841-92ac-9c83f62c3d03) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:42.081617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117c80b-8499-4557-a459-af68b55518e1 req-e5572b57-e7c3-4fbd-8849-2c74001a8b65 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:42.083952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7117c80b-8499-4557-a459-af68b55518e1 req-e5572b57-e7c3-4fbd-8849-2c74001a8b65 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 984 time: 1.1663101 Nov 27 01:32:42.110197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8bc59-3747-42d9-99aa-493cc7cf6e90 req-8a40dfe4-dabc-47e7-bff8-aac78d3ef3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:42.111751 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1c8bc59-3747-42d9-99aa-493cc7cf6e90 req-8a40dfe4-dabc-47e7-bff8-aac78d3ef3f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bed93f70-1cbb-472d-93ee-d72af1d97174 HTTP/1.1" status: 200 len: 912 time: 1.5337207 Nov 27 01:32:42.233882 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1c8bc59-3747-42d9-99aa-493cc7cf6e90 req-be8df005-1172-439b-a867-19683332fb9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c HTTP/1.1" status: 200 len: 217 time: 0.0827262 Nov 27 01:32:42.257926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34952) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:42.262958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1645940727-network', 'tenant_id': 'ba47b6f9c4fe48799352076405d03810'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:42.283015 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:32:42.328331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Made reservation on behalf of ba47b6f9c4fe48799352076405d03810 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:42.334748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.353450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.406186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7117c80b-8499-4557-a459-af68b55518e1 req-2b1a006b-330b-4d0b-afb9-f296642d1372 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3016682 Nov 27 01:32:42.429365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8bc59-3747-42d9-99aa-493cc7cf6e90 req-4a032359-2c79-4a57-b16c-eccd7d67e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:42.429365 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1c8bc59-3747-42d9-99aa-493cc7cf6e90 req-4a032359-2c79-4a57-b16c-eccd7d67e475 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=940e5f82-1912-40e0-9812-34ca4b2a2d41 HTTP/1.1" status: 200 len: 851 time: 0.1687613 Nov 27 01:32:42.445677 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.457471 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.531609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Network 2ea08782-d0cc-48fa-9526-8ffee0f51b67 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:42.535258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:42.542589 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:42.635561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Pushing event updated for resources: {'Port': ['ID=678b4974-a855-4841-92ac-9c83f62c3d03,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:42.659475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Attempting to bind port 678b4974-a855-4841-92ac-9c83f62c3d03 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:42.660236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Attempting to bind port 678b4974-a855-4841-92ac-9c83f62c3d03 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '56a3550a-26c1-403c-8ffb-ceb23f256518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:42.660830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Attempting to bind port 678b4974-a855-4841-92ac-9c83f62c3d03 on network 2ea08782-d0cc-48fa-9526-8ffee0f51b67 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:42.668052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:42.668713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Checking segment: {'id': '56a3550a-26c1-403c-8ffb-ceb23f256518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:42.669362 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.669970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Bound using segment: {'id': '56a3550a-26c1-403c-8ffb-ceb23f256518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:42.670719 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Bound port: 678b4974-a855-4841-92ac-9c83f62c3d03, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a3550a-26c1-403c-8ffb-ceb23f256518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:42.671328 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.694988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.699522 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1c8bc59-3747-42d9-99aa-493cc7cf6e90 req-44a99ad4-7b51-4286-b74e-5620ea39750b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bed93f70-1cbb-472d-93ee-d72af1d97174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2403092 Nov 27 01:32:42.712079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27ce26-51a7-47f0-bfda-fb4b0196e62b req-dfe51a83-b816-4a82-970c-62752500a52f tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:42.722211 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a27ce26-51a7-47f0-bfda-fb4b0196e62b req-dfe51a83-b816-4a82-970c-62752500a52f tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 1135 time: 0.1094360 Nov 27 01:32:42.733053 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.753202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:32:42.774565 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.774935 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Added segment d276ea11-ba27-4270-b8c5-78b7df91996e of type vlan for network fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6 Nov 27 01:32:42.823790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] For port 678b4974-a855-4841-92ac-9c83f62c3d03, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:42.834968 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.846345 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e9a2ac8a-1858-4b9f-ba4a-b929c11e884c details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:32:42.902118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] For port 678b4974-a855-4841-92ac-9c83f62c3d03, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=678b4974-a855-4841-92ac-9c83f62c3d03,segment=NetworkSegment(56a3550a-26c1-403c-8ffb-ceb23f256518),segment_id=56a3550a-26c1-403c-8ffb-ceb23f256518)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:42.921101 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.935953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da82463d-9482-42b3-84d1-e58f6b3395aa,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:42.940729 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.941971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:42.942638 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:42.961935 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6a27ce26-51a7-47f0-bfda-fb4b0196e62b req-f4067643-e812-4247-b60a-bcc6473629fe tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.016397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04d45d-590f-42ec-a794-d70127473da8 req-5deda390-c56c-4601-be6f-ff2bceb20f1a tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:43.028877 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff04d45d-590f-42ec-a794-d70127473da8 req-5deda390-c56c-4601-be6f-ff2bceb20f1a tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 943 time: 0.4010382 Nov 27 01:32:43.050753 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964f6ff-23fa-4e24-b0a6-c5989ed8ed92 None None] Pushing event updated for resources: {'Port': ['ID=678b4974-a855-4841-92ac-9c83f62c3d03,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:43.139866 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6a27ce26-51a7-47f0-bfda-fb4b0196e62b req-f4067643-e812-4247-b60a-bcc6473629fe tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.161365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6a27ce26-51a7-47f0-bfda-fb4b0196e62b req-f4067643-e812-4247-b60a-bcc6473629fe tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.247916 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a27ce26-51a7-47f0-bfda-fb4b0196e62b req-f4067643-e812-4247-b60a-bcc6473629fe tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5232015 Nov 27 01:32:43.268206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c,segment=NetworkSegment(0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31),segment_id=0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:43.287981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34970) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:43.299176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'e9a2ac8a-1858-4b9f-ba4a-b929c11e884c', 'network_id': 'bed93f70-1cbb-472d-93ee-d72af1d97174', 'port_id': 'e9a2ac8a-1858-4b9f-ba4a-b929c11e884c', 'mac_address': 'fa:16:3e:82:2b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940e5f82-1912-40e0-9812-34ca4b2a2d41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:32:43.308926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4067643-e812-4247-b60a-bcc6473629fe tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6587d677-6c6c-496a-a141-44742d625e7b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:43.326514 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0647461 Nov 27 01:32:43.332665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 34974) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:43.361828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db4ae2-3b71-4413-a422-23dd64d8e857 admin admin] Pushing event updated for resources: {'Network': ['ID=fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:43.371234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3f566f62-a8e6-4b6c-afd1-bbc38a293cfa admin admin] Request body: {'subnet': {'network_id': 'fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1645940727-subnet', 'tenant_id': 'ba47b6f9c4fe48799352076405d03810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:43.385498 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.406948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:32:43.426812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a2ac8a-1858-4b9f-ba4a-b929c11e884c {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:32:43.439835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ff04d45d-590f-42ec-a794-d70127473da8 req-f0feb480-f975-4f0a-81ea-c511989a004c tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100351 Nov 27 01:32:43.450702 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1c8bc59-3747-42d9-99aa-493cc7cf6e90 req-f088107e-719c-49d8-a1e5-24415f0da7d4 service neutron] 10.222.0.11 "GET /v2.0/networks/bed93f70-1cbb-472d-93ee-d72af1d97174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7375295 Nov 27 01:32:43.458410 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.505432 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.525030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d4f1ad-6a7c-4620-b5c0-38cc8418108d tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:43.527120 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-08d4f1ad-6a7c-4620-b5c0-38cc8418108d tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 1130 time: 0.2373738 Nov 27 01:32:43.530417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 34976) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:43.536185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': 'd55f472d-d417-4753-8fe7-eff0b92439f2', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:43.574070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c,segment=NetworkSegment(0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31),segment_id=0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:43.579034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f566f62-a8e6-4b6c-afd1-bbc38a293cfa admin admin] Made reservation on behalf of ba47b6f9c4fe48799352076405d03810 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:43.585631 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.587876 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f566f62-a8e6-4b6c-afd1-bbc38a293cfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.607897 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.682978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:43.838465 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:43.862295 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['e9a2ac8a-1858-4b9f-ba4a-b929c11e884c'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:32:44.010954 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-75ad2a44-38cd-481a-9874-6478944cc27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.167552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Allocated IP 172.25.3.126 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/b6d5654e-b727-44da-8168-72a84537e795) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:44.191164 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1c8bc59-3747-42d9-99aa-493cc7cf6e90 req-b88e0bd7-bb1e-45c0-a94b-0dcbc31b5192 service neutron] 10.222.0.11 "GET /v2.0/networks/bed93f70-1cbb-472d-93ee-d72af1d97174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072680 Nov 27 01:32:44.313154 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f566f62-a8e6-4b6c-afd1-bbc38a293cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.389013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f566f62-a8e6-4b6c-afd1-bbc38a293cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9426f4a2-6d36-4558-a7db-ca4c26eebfbc,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:44.394942 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f566f62-a8e6-4b6c-afd1-bbc38a293cfa admin admin] Checking segment: {'id': 'd276ea11-ba27-4270-b8c5-78b7df91996e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:44.395302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f566f62-a8e6-4b6c-afd1-bbc38a293cfa admin admin] Network hostable DHCP agents. Network: fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:32:44.441824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f566f62-a8e6-4b6c-afd1-bbc38a293cfa admin admin] Network fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:32:44.455343 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.482001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3f566f62-a8e6-4b6c-afd1-bbc38a293cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:44.488189 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.492736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f566f62-a8e6-4b6c-afd1-bbc38a293cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:44.493387 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f566f62-a8e6-4b6c-afd1-bbc38a293cfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.498845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f256a4e1-02f1-4e4d-8827-0e83fff335fb None None] Network fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:44.567266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3f566f62-a8e6-4b6c-afd1-bbc38a293cfa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2045591 Nov 27 01:32:44.593020 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:44.705166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Port': ['ID=b6d5654e-b727-44da-8168-72a84537e795,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:44.804762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Allocated IP 172.25.3.102 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/393716c0-7f1d-476a-bf81-8ab9ae474395) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:44.823297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:44.846118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:44.850226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:44.866184 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e9a2ac8a-1858-4b9f-ba4a-b929c11e884c up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:45.016577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d8df29-a699-4261-b0b7-dcc5a4394de9 None None] Network fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:45.028538 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.103959 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7cdc3-7498-47c1-9d40-df9b6451bfe0 req-59b9aa5b-45c1-4ab3-b67d-c41d43b6e12d tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:45.106547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50b7cdc3-7498-47c1-9d40-df9b6451bfe0 req-59b9aa5b-45c1-4ab3-b67d-c41d43b6e12d tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 944 time: 0.4057219 Nov 27 01:32:45.133022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.239135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:45.245500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:45.260004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Pushing event updated for resources: {'Port': ['ID=393716c0-7f1d-476a-bf81-8ab9ae474395,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:45.263456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:45.336079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1aff05-487e-462f-a2f5-5f2da7abeb8b None None] Network 2ea08782-d0cc-48fa-9526-8ffee0f51b67 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:32:45.340423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 678b4974-a855-4841-92ac-9c83f62c3d03 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:45.346647 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a760bf49-5cd6-402a-bdee-743b741cb399 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:45.449365 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50b7cdc3-7498-47c1-9d40-df9b6451bfe0 req-025dabf7-eb6c-4031-91f0-f761526c0098 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264625 Nov 27 01:32:45.564395 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.625013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:32:45.632987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-969b11d9-ce1d-481e-8bb4-b537951e1d33 None None] Provisioning complete for port 678b4974-a855-4841-92ac-9c83f62c3d03 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:45.633675 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-969b11d9-ce1d-481e-8bb4-b537951e1d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.668774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:45.669421 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.794132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 678b4974-a855-4841-92ac-9c83f62c3d03 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:45.794838 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.836649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:45.845446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-92c32530-50fe-4229-826f-744cebdc82ce tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:45.847300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-92c32530-50fe-4229-826f-744cebdc82ce tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/networks?id=a8405187-337a-4351-a5bb-cc185b754be7 HTTP/1.1" status: 200 len: 824 time: 0.1509111 Nov 27 01:32:45.938729 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-b5caa068-bdab-4d3b-ae54-5afb5e625e72 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/quotas/10837c46450b4fe6afcdd094eced09b4 HTTP/1.1" status: 200 len: 375 time: 0.0770001 Nov 27 01:32:46.015355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-925e75c8-903f-4bbd-84ff-2cba476f4bab tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=10837c46450b4fe6afcdd094eced09b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683293 Nov 27 01:32:46.302691 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-969b11d9-ce1d-481e-8bb4-b537951e1d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.320450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.424071 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.428567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-969b11d9-ce1d-481e-8bb4-b537951e1d33 None None] For port 678b4974-a855-4841-92ac-9c83f62c3d03, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=678b4974-a855-4841-92ac-9c83f62c3d03,segment=NetworkSegment(56a3550a-26c1-403c-8ffb-ceb23f256518),segment_id=56a3550a-26c1-403c-8ffb-ceb23f256518)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:46.434510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7037a32-79d3-4b71-83f7-f2b7a50e0dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a2ac8a-1858-4b9f-ba4a-b929c11e884c'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:46.436927 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee1a2de-cf5d-429f-88a6-b881a6417a39" -d '{"events": [{"server_uuid": "f7037a32-79d3-4b71-83f7-f2b7a50e0dac", "name": "network-vif-plugged", "status": "completed", "tag": "e9a2ac8a-1858-4b9f-ba4a-b929c11e884c"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:46.455463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.491736 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-969b11d9-ce1d-481e-8bb4-b537951e1d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.592017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-24630c55-10ab-4dcb-9978-e1a978c86ee8 service neutron] 10.222.0.37 "GET /v2.0/networks/a8405187-337a-4351-a5bb-cc185b754be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612464 Nov 27 01:32:46.627856 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d431296-12eb-4c3b-8d3d-86044586e774 x-openstack-request-id: req-6d431296-12eb-4c3b-8d3d-86044586e774 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:46.628295 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7037a32-79d3-4b71-83f7-f2b7a50e0dac", "name": "network-vif-plugged", "status": "completed", "tag": "e9a2ac8a-1858-4b9f-ba4a-b929c11e884c", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:46.628651 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d431296-12eb-4c3b-8d3d-86044586e774 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:46.629160 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7037a32-79d3-4b71-83f7-f2b7a50e0dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a2ac8a-1858-4b9f-ba4a-b929c11e884c', 'code': 200} Nov 27 01:32:46.640255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c,segment=NetworkSegment(0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31),segment_id=0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:46.641412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b11d9-ce1d-481e-8bb4-b537951e1d33 None None] Pushing event updated for resources: {'Port': ['ID=678b4974-a855-4841-92ac-9c83f62c3d03,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:46.689955 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.704581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.814708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-9e146301-2150-4d3b-bfa3-56fa7962005e service neutron] 10.222.0.37 "GET /v2.0/networks/a8405187-337a-4351-a5bb-cc185b754be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146788 Nov 27 01:32:46.820104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323d4ba-6dfb-4a7d-a9ad-544bc13a9943 req-ee067af0-300d-4363-8c6c-30f5b05f6768 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:46.827930 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5323d4ba-6dfb-4a7d-a9ad-544bc13a9943 req-ee067af0-300d-4363-8c6c-30f5b05f6768 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.1614265 Nov 27 01:32:46.837630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:46.869666 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.877160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e4830-a93d-408c-a813-8c58782ace1c req-82f06b06-e121-417b-911b-80dc9f3aa0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:46.878852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1f1e4830-a93d-408c-a813-8c58782ace1c req-82f06b06-e121-417b-911b-80dc9f3aa0bd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 1096 time: 0.0631058 Nov 27 01:32:46.905676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-81162c37-6048-42c5-a29f-96ee734efce8 None None] Provisioning complete for port 393716c0-7f1d-476a-bf81-8ab9ae474395 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:46.911124 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-81162c37-6048-42c5-a29f-96ee734efce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:46.976530 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5323d4ba-6dfb-4a7d-a9ad-544bc13a9943 req-16bda637-c41b-407a-be67-5d38358f49e7 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429422 Nov 27 01:32:47.018451 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:32:47.025858 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:32:47.028227 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.043401 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-81162c37-6048-42c5-a29f-96ee734efce8 None None] Port 393716c0-7f1d-476a-bf81-8ab9ae474395 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:47.119428 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1f1e4830-a93d-408c-a813-8c58782ace1c req-2d98d022-550c-4053-8932-7472d7ed5f18 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301807 Nov 27 01:32:47.136082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.145337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.182418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c4339855-badf-4cda-9cf6-32aa1b08d710 None None] Provisioning complete for port 678b4974-a855-4841-92ac-9c83f62c3d03 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:47.183331 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4339855-badf-4cda-9cf6-32aa1b08d710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.278780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Router 31d5286e-063a-41af-8d82-3a37e22de740 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:32:47.291513 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.301105 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.522078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f55a793a-74ae-4611-8010-496b1a334865 req-70434014-489b-42ff-9378-85ae775dec8d tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 210 time: 0.2950280 Nov 27 01:32:47.568722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Port': ['ID=b6d5654e-b727-44da-8168-72a84537e795,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:47.630818 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:47.729815 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Floating IP 146ca5a4-cb96-46b3-9968-9b8871d1ed59 associated. External IP: 172.25.3.126, port: d55f472d-d417-4753-8fe7-eff0b92439f2. Nov 27 01:32:47.811112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 678b4974-a855-4841-92ac-9c83f62c3d03 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:47.954602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 678b4974-a855-4841-92ac-9c83f62c3d03 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:47.955091 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:48.067157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:48.121843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Sync routers for ids ['31d5286e-063a-41af-8d82-3a37e22de740'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:48.153259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d190a0-073f-441a-a783-b35e7127d4a8 req-69e65177-0cce-4fe9-ba99-34cb17b86756 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:48.155073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34d190a0-073f-441a-a783-b35e7127d4a8 req-69e65177-0cce-4fe9-ba99-34cb17b86756 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.0738802 Nov 27 01:32:48.158791 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:48.160405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3f5cc47e-f482-4ee6-815b-fb6ed0baa26e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8308372 Nov 27 01:32:48.163178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35042) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:48.236806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Routers {'31d5286e-063a-41af-8d82-3a37e22de740'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:48.239808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['31d5286e-063a-41af-8d82-3a37e22de740'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:48.309766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Router 44803cc5-31b0-4f8a-a315-14f651ffcc88 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:32:48.461034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Set router 31d5286e-063a-41af-8d82-3a37e22de740 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:48.654260 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34d190a0-073f-441a-a783-b35e7127d4a8 req-44af0e0b-fb70-4c39-acb9-2f90e2bbe269 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782932 Nov 27 01:32:48.720457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:48.733274 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1802bac3-b461-49fc-9d7f-ec02545c2cd9 None None] Sync routers for ids ['44803cc5-31b0-4f8a-a315-14f651ffcc88'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:48.756613 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802bac3-b461-49fc-9d7f-ec02545c2cd9 None None] Routers {'44803cc5-31b0-4f8a-a315-14f651ffcc88'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:48.757356 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1802bac3-b461-49fc-9d7f-ec02545c2cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['44803cc5-31b0-4f8a-a315-14f651ffcc88'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:48.799398 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4475a7ba-22a4-40e5-80ec-358384a23c26 req-c1761c6f-9ee4-4076-8fd2-dbf4dcf461f2 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 210 time: 0.0665472 Nov 27 01:32:48.838978 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:48.889375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d5286e-063a-41af-8d82-3a37e22de740', 'name': 'tempest-TestVolumeBootPattern-948743241-router', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:40Z', 'updated_at': '2021-11-27T01:32:45Z', 'revision_number': 3, 'project_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'gw_port': {'id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:53:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d5286e-063a-41af-8d82-3a37e22de740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:43Z', 'updated_at': '2021-11-27T01:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:48.902831 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-46d3d86f-4735-436e-b08e-594bc6bc103d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3708651 Nov 27 01:32:48.905085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35058) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:48.908668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'tag': 'd55f472d-d417-4753-8fe7-eff0b92439f2'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:48.914295 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4c118c-d1c8-41f8-a631-7187a146ba41" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8c423b-433f-4489-9bea-f67dd50d5363", "tag": "d55f472d-d417-4753-8fe7-eff0b92439f2"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:48.929437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Checking router: 31d5286e-063a-41af-8d82-3a37e22de740 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:48.930031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Updating router 31d5286e-063a-41af-8d82-3a37e22de740 port 393716c0-7f1d-476a-bf81-8ab9ae474395 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:32:48.955445 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1802bac3-b461-49fc-9d7f-ec02545c2cd9 None None] Set router 44803cc5-31b0-4f8a-a315-14f651ffcc88 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:48.962343 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.023847 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81459514-7f80-4950-a323-4e2695e0c260 x-openstack-request-id: req-81459514-7f80-4950-a323-4e2695e0c260 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:49.024344 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8c423b-433f-4489-9bea-f67dd50d5363", "tag": "d55f472d-d417-4753-8fe7-eff0b92439f2", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:49.024772 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81459514-7f80-4950-a323-4e2695e0c260 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:49.025340 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'tag': 'd55f472d-d417-4753-8fe7-eff0b92439f2', 'status': 'completed', 'code': 200} Nov 27 01:32:49.460450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783a81-2f34-40dc-963f-4aede868aef0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.463618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783a81-2f34-40dc-963f-4aede868aef0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.466729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783a81-2f34-40dc-963f-4aede868aef0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.467640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783a81-2f34-40dc-963f-4aede868aef0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.468345 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783a81-2f34-40dc-963f-4aede868aef0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.470285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783a81-2f34-40dc-963f-4aede868aef0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.473991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783a81-2f34-40dc-963f-4aede868aef0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.475247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783a81-2f34-40dc-963f-4aede868aef0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.482925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783a81-2f34-40dc-963f-4aede868aef0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.483836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783a81-2f34-40dc-963f-4aede868aef0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.485808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783a81-2f34-40dc-963f-4aede868aef0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:49.494416 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7e783a81-2f34-40dc-963f-4aede868aef0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7806 time: 0.5748498 Nov 27 01:32:49.497854 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35070) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:49.605748 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1802bac3-b461-49fc-9d7f-ec02545c2cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:32:08Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '146ca5a4-cb96-46b3-9968-9b8871d1ed59', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'port_id': 'd55f472d-d417-4753-8fe7-eff0b92439f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'mac_address': 'fa:16:3e:63:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:32:45Z', 'updated_at': '2021-11-27T01:32:45Z', 'revision_number': 0, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0beca86-113d-43fc-acd9-cd8a18b78138', 'name': '', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'mac_address': 'fa:16:3e:1b:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:06Z', 'updated_at': '2021-11-27T01:32:15Z', 'revision_number': 5, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'subnets': [{'id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:49.684995 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1802bac3-b461-49fc-9d7f-ec02545c2cd9 None None] Checking router: 44803cc5-31b0-4f8a-a315-14f651ffcc88 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:49.706179 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802bac3-b461-49fc-9d7f-ec02545c2cd9 None None] Routers {'44803cc5-31b0-4f8a-a315-14f651ffcc88'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:49.707197 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1802bac3-b461-49fc-9d7f-ec02545c2cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['44803cc5-31b0-4f8a-a315-14f651ffcc88'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:49.736847 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.750720 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.873570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd64624-c3aa-44a7-bea0-2c40d343500c None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:49.907960 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Attempting to bind port 393716c0-7f1d-476a-bf81-8ab9ae474395 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:49.909142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Attempting to bind port 393716c0-7f1d-476a-bf81-8ab9ae474395 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:49.909760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Attempting to bind port 393716c0-7f1d-476a-bf81-8ab9ae474395 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:49.918071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6aa43-9f5d-4209-a70d-e631f9b10af4 None None] Pushing event updated for resources: {'Port': ['ID=393716c0-7f1d-476a-bf81-8ab9ae474395,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:49.935719 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:49.937268 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:49.937839 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.938968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:49.939624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Bound port: 393716c0-7f1d-476a-bf81-8ab9ae474395, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:49.940188 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:49.977843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b8b3d01b-28b8-4582-ab34-971109385011 req-8ed4a36a-761b-44dd-b6db-ad57c04eb5be tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 210 time: 0.0692258 Nov 27 01:32:50.000264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bde536ac-f993-4df3-8b38-76a983f38fa5 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.002189 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1802bac3-b461-49fc-9d7f-ec02545c2cd9 None None] Set router 44803cc5-31b0-4f8a-a315-14f651ffcc88 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:50.006504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bde536ac-f993-4df3-8b38-76a983f38fa5 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.42 "GET /v2.0/networks?id=a8405187-337a-4351-a5bb-cc185b754be7 HTTP/1.1" status: 200 len: 824 time: 0.5578976 Nov 27 01:32:50.012988 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.048491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Request body: {'port': {'device_id': '1e3edcb2-ca11-451e-93e7-3413244be071', 'network_id': 'a8405187-337a-4351-a5bb-cc185b754be7', 'admin_state_up': True, 'tenant_id': '10837c46450b4fe6afcdd094eced09b4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:50.126741 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-04943217-c7dd-45d0-92d2-a0baebf4ec76 None None] Provisioning complete for port 393716c0-7f1d-476a-bf81-8ab9ae474395 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:50.128835 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04943217-c7dd-45d0-92d2-a0baebf4ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.185831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-04943217-c7dd-45d0-92d2-a0baebf4ec76 None None] Port 393716c0-7f1d-476a-bf81-8ab9ae474395 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:50.194337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] For port 393716c0-7f1d-476a-bf81-8ab9ae474395, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:50.222987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] For port 393716c0-7f1d-476a-bf81-8ab9ae474395, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=393716c0-7f1d-476a-bf81-8ab9ae474395,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:50.242834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.350419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8407dff-ddf8-465c-a584-ca5d19e125f6 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:32:50.445275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Made reservation on behalf of 10837c46450b4fe6afcdd094eced09b4 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:32:50.446205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Routers {'31d5286e-063a-41af-8d82-3a37e22de740'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:50.448934 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.450367 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['31d5286e-063a-41af-8d82-3a37e22de740'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:50.594216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6aa43-9f5d-4209-a70d-e631f9b10af4 None None] Pushing event updated for resources: {'Port': ['ID=393716c0-7f1d-476a-bf81-8ab9ae474395,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:50.681004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706126e7-56d5-4a7f-9f8f-d62d56bbe282 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.681858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706126e7-56d5-4a7f-9f8f-d62d56bbe282 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.685491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706126e7-56d5-4a7f-9f8f-d62d56bbe282 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.685953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706126e7-56d5-4a7f-9f8f-d62d56bbe282 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.686433 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706126e7-56d5-4a7f-9f8f-d62d56bbe282 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.687175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706126e7-56d5-4a7f-9f8f-d62d56bbe282 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.687337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706126e7-56d5-4a7f-9f8f-d62d56bbe282 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.687734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706126e7-56d5-4a7f-9f8f-d62d56bbe282 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.688169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706126e7-56d5-4a7f-9f8f-d62d56bbe282 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.690628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706126e7-56d5-4a7f-9f8f-d62d56bbe282 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.690902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706126e7-56d5-4a7f-9f8f-d62d56bbe282 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.700279 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-706126e7-56d5-4a7f-9f8f-d62d56bbe282 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7226 time: 1.2011673 Nov 27 01:32:50.703610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35082) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:50.705393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Allocated IP 172.20.0.13 (a8405187-337a-4351-a5bb-cc185b754be7/759ff5ee-f002-4fa7-af72-3935c035a8f0/adaab3f9-b189-4f0f-8bea-312deece8c8a) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:50.752434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] Set router 31d5286e-063a-41af-8d82-3a37e22de740 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:50.873078 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1802bac3-b461-49fc-9d7f-ec02545c2cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:32:08Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '146ca5a4-cb96-46b3-9968-9b8871d1ed59', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'port_id': 'd55f472d-d417-4753-8fe7-eff0b92439f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'mac_address': 'fa:16:3e:63:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:32:45Z', 'updated_at': '2021-11-27T01:32:45Z', 'revision_number': 0, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0beca86-113d-43fc-acd9-cd8a18b78138', 'name': '', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'mac_address': 'fa:16:3e:1b:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:06Z', 'updated_at': '2021-11-27T01:32:15Z', 'revision_number': 5, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'subnets': [{'id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:50.951149 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:50.954625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa69a70-92d6-421b-9452-b7f7e8c808d3 req-7ecf94b7-8db0-46b9-8927-b58d9077edbf tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:50.968794 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6fa69a70-92d6-421b-9452-b7f7e8c808d3 req-7ecf94b7-8db0-46b9-8927-b58d9077edbf tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.4872999 Nov 27 01:32:50.983386 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1802bac3-b461-49fc-9d7f-ec02545c2cd9 None None] The sync data for ids ['44803cc5-31b0-4f8a-a315-14f651ffcc88'] in n-d-819494-2 is: [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:32:08Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '146ca5a4-cb96-46b3-9968-9b8871d1ed59', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'port_id': 'd55f472d-d417-4753-8fe7-eff0b92439f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'mac_address': 'fa:16:3e:63:c2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:32:45Z', 'updated_at': '2021-11-27T01:32:45Z', 'revision_number': 0, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0beca86-113d-43fc-acd9-cd8a18b78138', 'name': '', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'mac_address': 'fa:16:3e:1b:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:06Z', 'updated_at': '2021-11-27T01:32:15Z', 'revision_number': 5, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'subnets': [{'id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:51.045108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c118c-d1c8-41f8-a631-7187a146ba41 req-ea0c107a-cc47-4dee-9a7b-b05a4030efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:51.046974 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b4c118c-d1c8-41f8-a631-7187a146ba41 req-ea0c107a-cc47-4dee-9a7b-b05a4030efca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41765da5dec84cc99c7b51a28c91a146&device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 1135 time: 1.9516501 Nov 27 01:32:51.134381 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.137679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Allocated IP 172.20.0.1 (2ea08782-d0cc-48fa-9526-8ffee0f51b67/5cccaf06-8da0-403d-b5c6-0845dedf9a07/79189e85-9397-40ea-a38f-631baca88a7e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:32:51.148506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a2a829ca-36f7-461c-b247-184e77b7383a None None] Provisioning complete for port 393716c0-7f1d-476a-bf81-8ab9ae474395 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:51.156465 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2a829ca-36f7-461c-b247-184e77b7383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.224993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Network a8405187-337a-4351-a5bb-cc185b754be7 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:51.257791 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6fa69a70-92d6-421b-9452-b7f7e8c808d3 req-86f8f0c1-3419-49c1-a21d-52d707be1028 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880979 Nov 27 01:32:51.293703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:51.302161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:51.384757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Pushing event updated for resources: {'Port': ['ID=adaab3f9-b189-4f0f-8bea-312deece8c8a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:51.408014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:51.408689 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.425594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c118c-d1c8-41f8-a631-7187a146ba41 req-73dbac39-df4d-4757-8c24-8ea1fb177e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:51.428030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b4c118c-d1c8-41f8-a631-7187a146ba41 req-73dbac39-df4d-4757-8c24-8ea1fb177e86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2bad56e-389a-45e8-913d-25af7489f841 HTTP/1.1" status: 200 len: 898 time: 0.3618731 Nov 27 01:32:51.448507 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-eeaac040-929d-4c91-8a13-d2033724b5bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4051573 Nov 27 01:32:51.482368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-bfc43aea-da82-48da-9457-bcb35e115574 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4443758 Nov 27 01:32:51.556351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Request body: {'port': {'device_id': '1e3edcb2-ca11-451e-93e7-3413244be071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:32:51.560088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a2b82-42f7-4fac-944b-8f56fcd3c109 None None] New status for floating IP 146ca5a4-cb96-46b3-9968-9b8871d1ed59: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:32:51.608102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2e80ad64-0f20-456c-9b10-096b2c60d726 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.8953001 Nov 27 01:32:51.616066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35094) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:32:51.632058 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125b717-0b6f-42c1-8947-421c0a4f8e1e req-ff258c8b-8438-4eff-853e-133efe90a5f3 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:51.638762 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c125b717-0b6f-42c1-8947-421c0a4f8e1e req-ff258c8b-8438-4eff-853e-133efe90a5f3 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 932 time: 0.4569073 Nov 27 01:32:51.652009 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b4c118c-d1c8-41f8-a631-7187a146ba41 req-e1ad8068-933d-44a8-b4ec-b8ef949df0e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d55f472d-d417-4753-8fe7-eff0b92439f2 HTTP/1.1" status: 200 len: 999 time: 0.2142899 Nov 27 01:32:51.676038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee198e5e-3a01-4bce-b0cd-3a5f46f0ac68 req-07bc5a1a-936e-42fa-aae7-d18e466139af tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:51.678833 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ee198e5e-3a01-4bce-b0cd-3a5f46f0ac68 req-07bc5a1a-936e-42fa-aae7-d18e466139af tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.1719849 Nov 27 01:32:51.712286 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.743019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c118c-d1c8-41f8-a631-7187a146ba41 req-b7ed61a2-eb9c-4cb8-a0c2-26f466f7dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:51.744602 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b4c118c-d1c8-41f8-a631-7187a146ba41 req-b7ed61a2-eb9c-4cb8-a0c2-26f466f7dcef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fb7e8ee-53c8-483b-ad54-06c75676a3c7 HTTP/1.1" status: 200 len: 835 time: 0.0768919 Nov 27 01:32:51.779398 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.808391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c620c6f-bc0b-44ff-a83c-7b913956b0ba tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:51.809045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c620c6f-bc0b-44ff-a83c-7b913956b0ba tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:51.810977 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1c620c6f-bc0b-44ff-a83c-7b913956b0ba tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44803cc5-31b0-4f8a-a315-14f651ffcc88 HTTP/1.1" status: 200 len: 1990 time: 0.1880689 Nov 27 01:32:51.855989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c118c-d1c8-41f8-a631-7187a146ba41 req-16bcb514-ec78-49e3-afa7-1ff01d94ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:51.860181 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b4c118c-d1c8-41f8-a631-7187a146ba41 req-16bcb514-ec78-49e3-afa7-1ff01d94ae5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2bad56e-389a-45e8-913d-25af7489f841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052668 Nov 27 01:32:51.882224 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c125b717-0b6f-42c1-8947-421c0a4f8e1e req-ebae56f9-229b-4b55-85c1-a2614bd0879d tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382062 Nov 27 01:32:51.888121 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:51.898895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Network 2ea08782-d0cc-48fa-9526-8ffee0f51b67 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:51.910209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:51.915901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:32:51.963697 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2a829ca-36f7-461c-b247-184e77b7383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.009220 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a2a829ca-36f7-461c-b247-184e77b7383a None None] For port 393716c0-7f1d-476a-bf81-8ab9ae474395, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=393716c0-7f1d-476a-bf81-8ab9ae474395,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:52.028755 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2a829ca-36f7-461c-b247-184e77b7383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.102620 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ee198e5e-3a01-4bce-b0cd-3a5f46f0ac68 req-bba7ee47-069f-4d33-b5f1-d124a1bf8c81 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552866 Nov 27 01:32:52.121863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b4c118c-d1c8-41f8-a631-7187a146ba41 req-af5e10a9-a91d-4ec9-9494-3024cf8fa137 service neutron] 10.222.0.42 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485383 Nov 27 01:32:52.146599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Pushing event updated for resources: {'Port': ['ID=79189e85-9397-40ea-a38f-631baca88a7e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:52.212829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a829ca-36f7-461c-b247-184e77b7383a None None] Pushing event updated for resources: {'Port': ['ID=393716c0-7f1d-476a-bf81-8ab9ae474395,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:52.240243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d5286e-063a-41af-8d82-3a37e22de740', 'name': 'tempest-TestVolumeBootPattern-948743241-router', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:40Z', 'updated_at': '2021-11-27T01:32:45Z', 'revision_number': 3, 'project_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'gw_port': {'id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:53:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d5286e-063a-41af-8d82-3a37e22de740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:43Z', 'updated_at': '2021-11-27T01:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:52.311477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33de1ff-9ebb-4a51-a193-416a12a68456 None None] The sync data for ids ['31d5286e-063a-41af-8d82-3a37e22de740'] in n-d-819494-2 is: [{'id': '31d5286e-063a-41af-8d82-3a37e22de740', 'name': 'tempest-TestVolumeBootPattern-948743241-router', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:40Z', 'updated_at': '2021-11-27T01:32:45Z', 'revision_number': 3, 'project_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'gw_port': {'id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:53:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d5286e-063a-41af-8d82-3a37e22de740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:43Z', 'updated_at': '2021-11-27T01:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:52.351077 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b4c118c-d1c8-41f8-a631-7187a146ba41 req-a0ba6d03-4f69-4b9c-9702-4d7cff0e58c6 service neutron] 10.222.0.42 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159848 Nov 27 01:32:52.470173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c7454d29-ab50-4441-9a4c-3a369d4904c2 None None] Provisioning complete for port 79189e85-9397-40ea-a38f-631baca88a7e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:52.471584 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c7454d29-ab50-4441-9a4c-3a369d4904c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.580741 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c7454d29-ab50-4441-9a4c-3a369d4904c2 None None] Port 79189e85-9397-40ea-a38f-631baca88a7e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:52.610955 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.672466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adaab3f9-b189-4f0f-8bea-312deece8c8a {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:32:52.683739 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.707519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Transition to ACTIVE for port object adaab3f9-b189-4f0f-8bea-312deece8c8a will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:32:52.723774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-49610bd7-ff2e-46b9-b687-c537f31af6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:52.724635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-49610bd7-ff2e-46b9-b687-c537f31af6af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41765da5dec84cc99c7b51a28c91a146&device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 1135 time: 0.1970954 Nov 27 01:32:52.733337 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:52.746830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c371a3-d474-4377-9bda-18e7556110d6 req-2bf05823-0dd3-4ca1-b08c-c5bc7b333f82 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:52.749535 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-31c371a3-d474-4377-9bda-18e7556110d6 req-2bf05823-0dd3-4ca1-b08c-c5bc7b333f82 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.1655281 Nov 27 01:32:52.904533 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-31c371a3-d474-4377-9bda-18e7556110d6 req-830e9ddd-767c-4230-a56a-2fc140730cda tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385303 Nov 27 01:32:52.931090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=adaab3f9-b189-4f0f-8bea-312deece8c8a,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:53.012214 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-c98db193-74d3-4f2b-9141-317887038dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:53.013772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-c98db193-74d3-4f2b-9141-317887038dcc service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2bad56e-389a-45e8-913d-25af7489f841 HTTP/1.1" status: 200 len: 898 time: 0.2202704 Nov 27 01:32:53.064637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:53.137968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Attempting to bind port adaab3f9-b189-4f0f-8bea-312deece8c8a on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:53.138721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Attempting to bind port adaab3f9-b189-4f0f-8bea-312deece8c8a by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'f8f62769-b378-4978-909f-9980422791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a8405187-337a-4351-a5bb-cc185b754be7'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:53.139302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Attempting to bind port adaab3f9-b189-4f0f-8bea-312deece8c8a on network a8405187-337a-4351-a5bb-cc185b754be7 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:53.173063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Port adaab3f9-b189-4f0f-8bea-312deece8c8a on network a8405187-337a-4351-a5bb-cc185b754be7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:32:53.174283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Attempting to bind port adaab3f9-b189-4f0f-8bea-312deece8c8a on network a8405187-337a-4351-a5bb-cc185b754be7 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:53.206524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:53.206524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Checking segment: {'id': 'f8f62769-b378-4978-909f-9980422791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a8405187-337a-4351-a5bb-cc185b754be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:53.206524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Bound using segment: {'id': 'f8f62769-b378-4978-909f-9980422791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a8405187-337a-4351-a5bb-cc185b754be7'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:53.206996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Bound port: adaab3f9-b189-4f0f-8bea-312deece8c8a, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f62769-b378-4978-909f-9980422791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a8405187-337a-4351-a5bb-cc185b754be7'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:53.207456 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:53.245300 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-69143ce0-128f-4cdd-a74a-edceb46c3143 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d55f472d-d417-4753-8fe7-eff0b92439f2 HTTP/1.1" status: 200 len: 1001 time: 0.2218204 Nov 27 01:32:53.313966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-bbb3efda-9fa3-4e71-a0ab-04a53c8a951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:53.314899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae9f75-42d3-4df9-bb3d-81187db4e290 req-da007352-2465-4b1b-b7e0-1565b6601c40 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:53.316380 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9aae9f75-42d3-4df9-bb3d-81187db4e290 req-da007352-2465-4b1b-b7e0-1565b6601c40 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 944 time: 0.1921601 Nov 27 01:32:53.323507 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-bbb3efda-9fa3-4e71-a0ab-04a53c8a951d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fb7e8ee-53c8-483b-ad54-06c75676a3c7 HTTP/1.1" status: 200 len: 835 time: 0.0703027 Nov 27 01:32:53.409954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-223911db-5605-413b-9cb7-b388051b0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:53.416766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-223911db-5605-413b-9cb7-b388051b0019 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2bad56e-389a-45e8-913d-25af7489f841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831330 Nov 27 01:32:53.456061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] For port adaab3f9-b189-4f0f-8bea-312deece8c8a, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:53.506473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] For port adaab3f9-b189-4f0f-8bea-312deece8c8a, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=adaab3f9-b189-4f0f-8bea-312deece8c8a,segment=NetworkSegment(f8f62769-b378-4978-909f-9980422791bb),segment_id=f8f62769-b378-4978-909f-9980422791bb)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:53.513315 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9aae9f75-42d3-4df9-bb3d-81187db4e290 req-cf9a1cf3-de9d-4711-8e5a-8f6dba405675 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741517 Nov 27 01:32:53.524116 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:53.603496 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:53.611501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:53.612201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:53.613615 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/adaab3f9-b189-4f0f-8bea-312deece8c8a HTTP/1.1" status: 200 len: 1092 time: 2.0642984 Nov 27 01:32:53.614062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3edcb2-ca11-451e-93e7-3413244be071', 'tag': 'adaab3f9-b189-4f0f-8bea-312deece8c8a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:32:53.617694 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-bed04b41-3ecd-43eb-8453-bc361de842a1 service neutron] 10.222.0.42 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897988 Nov 27 01:32:53.625248 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e766c33-42f1-4eda-9018-71c0a9188ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3edcb2-ca11-451e-93e7-3413244be071", "tag": "adaab3f9-b189-4f0f-8bea-312deece8c8a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:32:53.639631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:53.763816 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba0159f-a933-41da-8c15-e5826bb014b1 x-openstack-request-id: req-2ba0159f-a933-41da-8c15-e5826bb014b1 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:32:53.764129 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3edcb2-ca11-451e-93e7-3413244be071", "tag": "adaab3f9-b189-4f0f-8bea-312deece8c8a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:32:53.764389 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ba0159f-a933-41da-8c15-e5826bb014b1 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:32:53.764810 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3edcb2-ca11-451e-93e7-3413244be071', 'tag': 'adaab3f9-b189-4f0f-8bea-312deece8c8a', 'status': 'completed', 'code': 200} Nov 27 01:32:53.841114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a664750-68f6-4d26-935a-04eccc5da4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=adaab3f9-b189-4f0f-8bea-312deece8c8a,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:53.912015 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:53.919700 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 393716c0-7f1d-476a-bf81-8ab9ae474395 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:32:53.952481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-61db0ec7-b346-4493-b895-a7d40e0c442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:53.954027 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-61db0ec7-b346-4493-b895-a7d40e0c442c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10837c46450b4fe6afcdd094eced09b4&device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 1095 time: 0.2369230 Nov 27 01:32:53.986906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Pushing event updated for resources: {'Port': ['ID=79189e85-9397-40ea-a38f-631baca88a7e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:54.003489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-2c52456d-598f-4769-8a94-6dacf103fe17 service neutron] 10.222.0.42 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305161 Nov 27 01:32:54.072648 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 393716c0-7f1d-476a-bf81-8ab9ae474395 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:54.073197 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:54.084094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-85023a90-1e94-448c-af82-a5c7459f498b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adaab3f9-b189-4f0f-8bea-312deece8c8a HTTP/1.1" status: 200 len: 217 time: 0.1107838 Nov 27 01:32:54.219881 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-08a1c2a5-e8d1-43c8-af6c-97a325ca9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:54.221383 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-08a1c2a5-e8d1-43c8-af6c-97a325ca9224 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=759ff5ee-f002-4fa7-af72-3935c035a8f0 HTTP/1.1" status: 200 len: 864 time: 0.1274300 Nov 27 01:32:54.240821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Network 2ea08782-d0cc-48fa-9526-8ffee0f51b67 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:32:54.245561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:32:54.269039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109e96b-d0c8-409d-b9ef-ac072f645bcd req-7a4fd19f-3cdd-4093-b5cf-5166e3f10323 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:54.271004 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c109e96b-d0c8-409d-b9ef-ac072f645bcd req-7a4fd19f-3cdd-4093-b5cf-5166e3f10323 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.1560996 Nov 27 01:32:54.275286 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-29890ab0-9da7-4ddb-bafe-5692a7dc0df1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8405187-337a-4351-a5bb-cc185b754be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442851 Nov 27 01:32:54.637779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-78d22a0f-7670-465d-a7c9-c1314773438d None None] Provisioning complete for port 79189e85-9397-40ea-a38f-631baca88a7e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:54.639154 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-78d22a0f-7670-465d-a7c9-c1314773438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:54.719771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171a454-830d-4619-a564-26d250e6eb49 req-593e0417-651c-447d-b48d-4f909edc3ac1 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:54.722964 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8171a454-830d-4619-a564-26d250e6eb49 req-593e0417-651c-447d-b48d-4f909edc3ac1 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 944 time: 0.0948110 Nov 27 01:32:54.736621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-78d22a0f-7670-465d-a7c9-c1314773438d None None] Port 79189e85-9397-40ea-a38f-631baca88a7e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:32:54.824019 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8171a454-830d-4619-a564-26d250e6eb49 req-69ca6667-3e81-4206-a4a4-10db9601ac3b tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918629 Nov 27 01:32:54.934900 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c109e96b-d0c8-409d-b9ef-ac072f645bcd req-8d23f7ff-f25a-4f09-b170-f8a7b13b0221 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6564310 Nov 27 01:32:55.053979 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-2cde73bb-79cd-4119-9332-c09b5f982d12 service neutron] 10.222.0.42 "GET /v2.0/networks/a8405187-337a-4351-a5bb-cc185b754be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7667880 Nov 27 01:32:55.280138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Router 31d5286e-063a-41af-8d82-3a37e22de740 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:32:55.351407 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9e5d188-c49a-4a72-bde9-15afa262350c req-1d6df8e6-cff4-4cc1-8c00-d22c1fa9bb01 service neutron] 10.222.0.42 "GET /v2.0/networks/a8405187-337a-4351-a5bb-cc185b754be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773681 Nov 27 01:32:55.463204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1058dc5-b9ce-49a7-80d3-29f5ba732269 req-780e2505-2cb7-4975-99ff-05710af47886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:55.465126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1058dc5-b9ce-49a7-80d3-29f5ba732269 req-780e2505-2cb7-4975-99ff-05710af47886 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cf812cdfb44a96ad9ee95eda16a58f&device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 1096 time: 0.1681001 Nov 27 01:32:55.498258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e0066-38ae-4f08-a2f6-954763ae8d6a req-2a6df844-a1b8-4c1e-9e39-8f70907e6b87 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:55.507189 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b51e0066-38ae-4f08-a2f6-954763ae8d6a req-2a6df844-a1b8-4c1e-9e39-8f70907e6b87 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.2252362 Nov 27 01:32:55.706949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e766c33-42f1-4eda-9018-71c0a9188ca5 req-3fffbdbf-8751-489c-b0e4-2391836478dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:55.708616 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e766c33-42f1-4eda-9018-71c0a9188ca5 req-3fffbdbf-8751-489c-b0e4-2391836478dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=10837c46450b4fe6afcdd094eced09b4&device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 1095 time: 0.2395990 Nov 27 01:32:55.712652 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:32:55.731015 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Sync routers for ids ['31d5286e-063a-41af-8d82-3a37e22de740'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:32:55.737200 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1de19f9e-7cee-47fa-a589-0122ef0e17b0 admin admin] 10.222.0.37 "PUT /v2.0/routers/31d5286e-063a-41af-8d82-3a37e22de740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5725181 Nov 27 01:32:55.779855 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b51e0066-38ae-4f08-a2f6-954763ae8d6a req-e48f1795-d694-4813-898f-9033a91bd41b tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716177 Nov 27 01:32:55.784185 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Routers {'31d5286e-063a-41af-8d82-3a37e22de740'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:55.796882 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['31d5286e-063a-41af-8d82-3a37e22de740'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:55.938739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1058dc5-b9ce-49a7-80d3-29f5ba732269 req-f2606274-8cd8-4d21-8de9-5c63f7607211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:55.941688 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1058dc5-b9ce-49a7-80d3-29f5ba732269 req-f2606274-8cd8-4d21-8de9-5c63f7607211 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bed93f70-1cbb-472d-93ee-d72af1d97174 HTTP/1.1" status: 200 len: 912 time: 0.4639115 Nov 27 01:32:56.063298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1058dc5-b9ce-49a7-80d3-29f5ba732269 req-d343c182-fbb1-4eee-ab2e-2ffe61f71e54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c HTTP/1.1" status: 200 len: 217 time: 0.1106412 Nov 27 01:32:56.166483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a125196-c84d-47a1-b7f9-9f4b36fb1dd8 req-7be50cbf-91e0-4963-91c4-22387463447c tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:56.183993 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a125196-c84d-47a1-b7f9-9f4b36fb1dd8 req-7be50cbf-91e0-4963-91c4-22387463447c tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 944 time: 0.1971407 Nov 27 01:32:56.275927 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Set router 31d5286e-063a-41af-8d82-3a37e22de740 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:56.303729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e766c33-42f1-4eda-9018-71c0a9188ca5 req-abf8f638-9b79-4bb0-b94a-cfde366a2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:56.309032 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e766c33-42f1-4eda-9018-71c0a9188ca5 req-abf8f638-9b79-4bb0-b94a-cfde366a2fff service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8405187-337a-4351-a5bb-cc185b754be7 HTTP/1.1" status: 200 len: 925 time: 0.5920365 Nov 27 01:32:56.340924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1058dc5-b9ce-49a7-80d3-29f5ba732269 req-ba0de20b-579d-4b5d-8eb6-2cee582e72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:56.343994 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1058dc5-b9ce-49a7-80d3-29f5ba732269 req-ba0de20b-579d-4b5d-8eb6-2cee582e72ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=940e5f82-1912-40e0-9812-34ca4b2a2d41 HTTP/1.1" status: 200 len: 851 time: 0.2318134 Nov 27 01:32:56.384949 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a125196-c84d-47a1-b7f9-9f4b36fb1dd8 req-c0c93543-f5d2-4262-b08a-0b300fceb271 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000444 Nov 27 01:32:56.432201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e766c33-42f1-4eda-9018-71c0a9188ca5 req-db27dfe4-dd68-4854-9321-da1a8e65b3c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adaab3f9-b189-4f0f-8bea-312deece8c8a HTTP/1.1" status: 200 len: 217 time: 0.1108053 Nov 27 01:32:56.485183 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1058dc5-b9ce-49a7-80d3-29f5ba732269 req-daafb51f-fe9b-4d15-a8e3-216cce2fe3c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bed93f70-1cbb-472d-93ee-d72af1d97174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713732 Nov 27 01:32:56.528810 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d5286e-063a-41af-8d82-3a37e22de740', 'name': 'tempest-TestVolumeBootPattern-948743241-router', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:40Z', 'updated_at': '2021-11-27T01:32:52Z', 'revision_number': 4, 'project_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'gw_port': {'id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:53:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d5286e-063a-41af-8d82-3a37e22de740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:43Z', 'updated_at': '2021-11-27T01:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '79189e85-9397-40ea-a38f-631baca88a7e', 'name': '', 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'mac_address': 'fa:16:3e:c0:8b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d5286e-063a-41af-8d82-3a37e22de740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '5cccaf06-8da0-403d-b5c6-0845dedf9a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:50Z', 'updated_at': '2021-11-27T01:32:53Z', 'revision_number': 2, 'project_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'subnets': [{'id': '5cccaf06-8da0-403d-b5c6-0845dedf9a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:56.570646 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Checking router: 31d5286e-063a-41af-8d82-3a37e22de740 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:32:56.570925 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Updating router 31d5286e-063a-41af-8d82-3a37e22de740 port 79189e85-9397-40ea-a38f-631baca88a7e binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:32:56.605133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e766c33-42f1-4eda-9018-71c0a9188ca5 req-2c858e19-bcff-4398-b34f-293b7039e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:56.606784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e766c33-42f1-4eda-9018-71c0a9188ca5 req-2c858e19-bcff-4398-b34f-293b7039e7d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=759ff5ee-f002-4fa7-af72-3935c035a8f0 HTTP/1.1" status: 200 len: 864 time: 0.1624591 Nov 27 01:32:56.635169 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:56.671671 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e766c33-42f1-4eda-9018-71c0a9188ca5 req-71c6b160-517e-47f7-82eb-9eee5f0a1e82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8405187-337a-4351-a5bb-cc185b754be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525994 Nov 27 01:32:56.690497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-4e766c33-42f1-4eda-9018-71c0a9188ca5 req-489a31a6-eb59-4468-b63f-480aab0a2c8f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:32:56.691726 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e766c33-42f1-4eda-9018-71c0a9188ca5 req-489a31a6-eb59-4468-b63f-480aab0a2c8f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061920 Nov 27 01:32:56.698889 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1058dc5-b9ce-49a7-80d3-29f5ba732269 req-65cb4298-423d-4f7e-8f98-aeaaa1dcb407 service neutron] 10.222.0.11 "GET /v2.0/networks/bed93f70-1cbb-472d-93ee-d72af1d97174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949747 Nov 27 01:32:56.940958 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1058dc5-b9ce-49a7-80d3-29f5ba732269 req-dc5257d1-d5af-40e3-8b28-501e4fc58e1c service neutron] 10.222.0.11 "GET /v2.0/networks/bed93f70-1cbb-472d-93ee-d72af1d97174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307556 Nov 27 01:32:57.031508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6fcf1-cc0d-4ff9-be18-34d1e831ef0a req-3fbf40dd-b9d4-49ea-a66f-bf68294c7658 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:57.033209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56e6fcf1-cc0d-4ff9-be18-34d1e831ef0a req-3fbf40dd-b9d4-49ea-a66f-bf68294c7658 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.0911767 Nov 27 01:32:57.094841 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e766c33-42f1-4eda-9018-71c0a9188ca5 req-2ea856fb-ce64-4163-ae83-1984fbb6926d service neutron] 10.222.0.42 "GET /v2.0/networks/a8405187-337a-4351-a5bb-cc185b754be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942764 Nov 27 01:32:57.205831 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e766c33-42f1-4eda-9018-71c0a9188ca5 req-7f293519-d13f-4a33-b9ce-8b53da7918a8 service neutron] 10.222.0.42 "GET /v2.0/networks/a8405187-337a-4351-a5bb-cc185b754be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005225 Nov 27 01:32:57.222358 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56e6fcf1-cc0d-4ff9-be18-34d1e831ef0a req-3fcfcabf-d78e-4447-8fe9-4ebab9a20d1a tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742444 Nov 27 01:32:57.312935 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.327520 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.575675 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8696b0c-c380-41a9-821b-43401430c79a None None] Pushing event updated for resources: {'Port': ['ID=79189e85-9397-40ea-a38f-631baca88a7e,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:57.663064 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Attempting to bind port 79189e85-9397-40ea-a38f-631baca88a7e on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:32:57.664463 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Attempting to bind port 79189e85-9397-40ea-a38f-631baca88a7e by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '56a3550a-26c1-403c-8ffb-ceb23f256518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:32:57.668330 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Attempting to bind port 79189e85-9397-40ea-a38f-631baca88a7e on network 2ea08782-d0cc-48fa-9526-8ffee0f51b67 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:32:57.684921 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:32:57.686259 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Checking segment: {'id': '56a3550a-26c1-403c-8ffb-ceb23f256518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:32:57.686840 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.687389 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Bound using segment: {'id': '56a3550a-26c1-403c-8ffb-ceb23f256518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:32:57.688026 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Bound port: 79189e85-9397-40ea-a38f-631baca88a7e, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a3550a-26c1-403c-8ffb-ceb23f256518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:32:57.688564 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.734343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac278a-774c-4675-a3a8-61bc48793d1b req-e4c434bf-3033-49ac-8cc1-b5ea9bdb798e tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:57.747388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0aac278a-774c-4675-a3a8-61bc48793d1b req-e4c434bf-3033-49ac-8cc1-b5ea9bdb798e tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 944 time: 0.2224531 Nov 27 01:32:57.876258 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] For port 79189e85-9397-40ea-a38f-631baca88a7e, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:32:57.877081 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0aac278a-774c-4675-a3a8-61bc48793d1b req-1ced3477-929e-4dac-81b4-c0df64575ee6 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287591 Nov 27 01:32:57.883417 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] For port 79189e85-9397-40ea-a38f-631baca88a7e, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=79189e85-9397-40ea-a38f-631baca88a7e,segment=NetworkSegment(56a3550a-26c1-403c-8ffb-ceb23f256518),segment_id=56a3550a-26c1-403c-8ffb-ceb23f256518)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:32:57.894597 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:57.955113 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8696b0c-c380-41a9-821b-43401430c79a None None] Pushing event updated for resources: {'Port': ['ID=79189e85-9397-40ea-a38f-631baca88a7e,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:58.013221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5073e0fb-d40c-4837-adff-2ae17f09310d None None] Provisioning complete for port 79189e85-9397-40ea-a38f-631baca88a7e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:58.013842 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5073e0fb-d40c-4837-adff-2ae17f09310d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.015559 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Routers {'31d5286e-063a-41af-8d82-3a37e22de740'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:32:58.016368 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:32:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['31d5286e-063a-41af-8d82-3a37e22de740'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:58.246543 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] Set router 31d5286e-063a-41af-8d82-3a37e22de740 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:32:58.359265 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5073e0fb-d40c-4837-adff-2ae17f09310d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.453550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5073e0fb-d40c-4837-adff-2ae17f09310d None None] For port 79189e85-9397-40ea-a38f-631baca88a7e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=79189e85-9397-40ea-a38f-631baca88a7e,segment=NetworkSegment(56a3550a-26c1-403c-8ffb-ceb23f256518),segment_id=56a3550a-26c1-403c-8ffb-ceb23f256518)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:58.462161 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5073e0fb-d40c-4837-adff-2ae17f09310d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.529188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabab88-2962-416c-8a65-9f6a5c4fcdbc req-513294c1-f71f-4c40-812a-a3ed657b088a tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:58.539402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-baabab88-2962-416c-8a65-9f6a5c4fcdbc req-513294c1-f71f-4c40-812a-a3ed657b088a tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.1618743 Nov 27 01:32:58.575555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073e0fb-d40c-4837-adff-2ae17f09310d None None] Pushing event updated for resources: {'Port': ['ID=79189e85-9397-40ea-a38f-631baca88a7e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:32:58.629504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3f457c87-17eb-494a-bf5b-22b93668ad65 None None] Provisioning complete for port 79189e85-9397-40ea-a38f-631baca88a7e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:32:58.630132 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f457c87-17eb-494a-bf5b-22b93668ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:58.706845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-baabab88-2962-416c-8a65-9f6a5c4fcdbc req-7598a84d-7fc0-488b-82aa-1a664a0dfdb4 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634223 Nov 27 01:32:58.948515 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d5286e-063a-41af-8d82-3a37e22de740', 'name': 'tempest-TestVolumeBootPattern-948743241-router', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:40Z', 'updated_at': '2021-11-27T01:32:52Z', 'revision_number': 4, 'project_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'gw_port': {'id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:53:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d5286e-063a-41af-8d82-3a37e22de740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:43Z', 'updated_at': '2021-11-27T01:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '79189e85-9397-40ea-a38f-631baca88a7e', 'name': '', 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'mac_address': 'fa:16:3e:c0:8b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d5286e-063a-41af-8d82-3a37e22de740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '5cccaf06-8da0-403d-b5c6-0845dedf9a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:50Z', 'updated_at': '2021-11-27T01:32:57Z', 'revision_number': 4, 'project_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'subnets': [{'id': '5cccaf06-8da0-403d-b5c6-0845dedf9a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:32:59.039612 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4870afde-5ce2-4dc7-8989-6869b96f7e54 None None] The sync data for ids ['31d5286e-063a-41af-8d82-3a37e22de740'] in n-d-819494-2 is: [{'id': '31d5286e-063a-41af-8d82-3a37e22de740', 'name': 'tempest-TestVolumeBootPattern-948743241-router', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:40Z', 'updated_at': '2021-11-27T01:32:52Z', 'revision_number': 4, 'project_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'gw_port': {'id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:53:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d5286e-063a-41af-8d82-3a37e22de740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:43Z', 'updated_at': '2021-11-27T01:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '79189e85-9397-40ea-a38f-631baca88a7e', 'name': '', 'network_id': '2ea08782-d0cc-48fa-9526-8ffee0f51b67', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'mac_address': 'fa:16:3e:c0:8b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d5286e-063a-41af-8d82-3a37e22de740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '5cccaf06-8da0-403d-b5c6-0845dedf9a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:50Z', 'updated_at': '2021-11-27T01:32:57Z', 'revision_number': 4, 'project_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'subnets': [{'id': '5cccaf06-8da0-403d-b5c6-0845dedf9a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:32:59.080786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08d4b0-b544-4708-96c9-134cd0ddc0f9 req-36c8fa70-16f7-42e2-892f-57758040953c tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:59.092585 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a08d4b0-b544-4708-96c9-134cd0ddc0f9 req-36c8fa70-16f7-42e2-892f-57758040953c tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 944 time: 0.0960307 Nov 27 01:32:59.200624 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a08d4b0-b544-4708-96c9-134cd0ddc0f9 req-8d46675b-fe1b-45a2-b5e8-5cd85260d730 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045694 Nov 27 01:32:59.314341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d47f-cce0-4874-b5fa-a5ec5787cc7d req-92025d08-eaca-4256-86b6-88e5a2777ff7 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:32:59.316111 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5075d47f-cce0-4874-b5fa-a5ec5787cc7d req-92025d08-eaca-4256-86b6-88e5a2777ff7 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.1037617 Nov 27 01:32:59.405446 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5075d47f-cce0-4874-b5fa-a5ec5787cc7d req-65873ad5-7f85-4ef5-9fae-4e617ddc9aa7 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808439 Nov 27 01:32:59.723772 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device adaab3f9-b189-4f0f-8bea-312deece8c8a details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:32:59.867668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port adaab3f9-b189-4f0f-8bea-312deece8c8a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=adaab3f9-b189-4f0f-8bea-312deece8c8a,segment=NetworkSegment(f8f62769-b378-4978-909f-9980422791bb),segment_id=f8f62769-b378-4978-909f-9980422791bb)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:32:59.883162 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'adaab3f9-b189-4f0f-8bea-312deece8c8a', 'network_id': 'a8405187-337a-4351-a5bb-cc185b754be7', 'port_id': 'adaab3f9-b189-4f0f-8bea-312deece8c8a', 'mac_address': 'fa:16:3e:4a:94:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759ff5ee-f002-4fa7-af72-3935c035a8f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:32:59.936637 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:32:59.973895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 79189e85-9397-40ea-a38f-631baca88a7e up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:00.020285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adaab3f9-b189-4f0f-8bea-312deece8c8a {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:00.066991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port adaab3f9-b189-4f0f-8bea-312deece8c8a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=adaab3f9-b189-4f0f-8bea-312deece8c8a,segment=NetworkSegment(f8f62769-b378-4978-909f-9980422791bb),segment_id=f8f62769-b378-4978-909f-9980422791bb)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:00.076991 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:00.162588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=adaab3f9-b189-4f0f-8bea-312deece8c8a,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:00.181190 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 79189e85-9397-40ea-a38f-631baca88a7e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:00.181686 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:00.410732 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['adaab3f9-b189-4f0f-8bea-312deece8c8a'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:33:00.471390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f256ba-c654-4403-b4f7-ff926677a04f req-b80ae1f1-5727-4b3b-88e4-96ea0321b75c tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:00.480703 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9f256ba-c654-4403-b4f7-ff926677a04f req-b80ae1f1-5727-4b3b-88e4-96ea0321b75c tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 945 time: 0.1249266 Nov 27 01:33:00.584824 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9f256ba-c654-4403-b4f7-ff926677a04f req-255dd5c8-4637-4707-a93f-0bbc18ca023c tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028850 Nov 27 01:33:00.602877 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-35f387ae-af66-4913-ae65-1791d0c98bd2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:00.610086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-35f387ae-af66-4913-ae65-1791d0c98bd2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1776900 Nov 27 01:33:00.633641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-7335d3c9-fc30-41ea-b4f1-8ef5808d9e04 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/quotas/619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 375 time: 0.0218174 Nov 27 01:33:00.732415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53daa812-9c24-4c3e-921d-196b7780e373 req-a8f54582-c98f-40cb-a747-c62e30ec510c tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:00.741011 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-53daa812-9c24-4c3e-921d-196b7780e373 req-a8f54582-c98f-40cb-a747-c62e30ec510c tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.0614445 Nov 27 01:33:00.788576 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-0e8afdbd-4c5b-4c66-87a2-8dd245a20f66 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538382 Nov 27 01:33:00.803009 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-53daa812-9c24-4c3e-921d-196b7780e373 req-d291d5b1-98d9-4209-9503-f41de9f2d79a tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619507 Nov 27 01:33:00.890652 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-d553af5a-88eb-4ce1-bd0a-280b75c5f12c service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008484 Nov 27 01:33:01.043555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-1749c572-d715-4383-813c-352449e174eb service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456127 Nov 27 01:33:01.088570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3687a1-f061-46f0-84dc-a2cec524e383 req-1502a602-496c-48b8-9e7b-3b661dd2e512 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:01.104004 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe3687a1-f061-46f0-84dc-a2cec524e383 req-1502a602-496c-48b8-9e7b-3b661dd2e512 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.0966604 Nov 27 01:33:01.224496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68961eb3-cb2a-4144-acb7-b959223bb942 req-cbfd9bd8-ce97-4b34-b590-bc5adcded78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:01.226021 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68961eb3-cb2a-4144-acb7-b959223bb942 req-cbfd9bd8-ce97-4b34-b590-bc5adcded78e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35cf812cdfb44a96ad9ee95eda16a58f&device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 1096 time: 0.1104443 Nov 27 01:33:01.244007 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe3687a1-f061-46f0-84dc-a2cec524e383 req-66891736-1a4b-4685-a836-edb3cb4202ef tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406515 Nov 27 01:33:01.387122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68961eb3-cb2a-4144-acb7-b959223bb942 req-e4630687-db56-4759-a119-f751b54de736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:01.388656 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68961eb3-cb2a-4144-acb7-b959223bb942 req-e4630687-db56-4759-a119-f751b54de736 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bed93f70-1cbb-472d-93ee-d72af1d97174 HTTP/1.1" status: 200 len: 912 time: 0.1436503 Nov 27 01:33:01.435956 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68961eb3-cb2a-4144-acb7-b959223bb942 req-6fb90d0d-4ae2-4e04-8cfe-44dbc5313528 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c HTTP/1.1" status: 200 len: 217 time: 0.0400133 Nov 27 01:33:01.494561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68961eb3-cb2a-4144-acb7-b959223bb942 req-daf63311-e2d3-41a0-9fdc-5345e08ab709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:01.497607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68961eb3-cb2a-4144-acb7-b959223bb942 req-daf63311-e2d3-41a0-9fdc-5345e08ab709 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=940e5f82-1912-40e0-9812-34ca4b2a2d41 HTTP/1.1" status: 200 len: 851 time: 0.0521705 Nov 27 01:33:01.542926 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68961eb3-cb2a-4144-acb7-b959223bb942 req-e4c001b0-7534-4e0c-8b5a-0e8c1cab4ae3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bed93f70-1cbb-472d-93ee-d72af1d97174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379415 Nov 27 01:33:01.595758 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-438efe83-dd66-4464-a576-7fbff8eb406d req-ae3f6494-c0fa-401e-a260-8613cc4c031d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 210 time: 0.0362511 Nov 27 01:33:01.706600 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68961eb3-cb2a-4144-acb7-b959223bb942 req-7966ef5e-3e15-475e-886c-e02fecfd905a service neutron] 10.222.0.11 "GET /v2.0/networks/bed93f70-1cbb-472d-93ee-d72af1d97174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560862 Nov 27 01:33:01.749566 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device adaab3f9-b189-4f0f-8bea-312deece8c8a up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:01.813339 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc3e7a-05ce-491a-bfd1-1f55cb3df18c req-bbb0666d-5a46-4e0b-a773-8de4df64b5a7 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:01.822756 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68dc3e7a-05ce-491a-bfd1-1f55cb3df18c req-bbb0666d-5a46-4e0b-a773-8de4df64b5a7 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 945 time: 0.1250355 Nov 27 01:33:01.886315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port adaab3f9-b189-4f0f-8bea-312deece8c8a completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:33:01.891379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port adaab3f9-b189-4f0f-8bea-312deece8c8a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:01.891760 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:01.897832 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68dc3e7a-05ce-491a-bfd1-1f55cb3df18c req-f1ebbba0-023b-4354-a53b-af06767e2b38 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738814 Nov 27 01:33:01.922034 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68961eb3-cb2a-4144-acb7-b959223bb942 req-0f53972e-3704-425e-851e-e20010ce5bc3 service neutron] 10.222.0.11 "GET /v2.0/networks/bed93f70-1cbb-472d-93ee-d72af1d97174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064667 Nov 27 01:33:02.012348 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:02.057159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3edcb2-ca11-451e-93e7-3413244be071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adaab3f9-b189-4f0f-8bea-312deece8c8a'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:02.060030 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b2657b-dfe6-4cda-82ff-d728d93a2426" -d '{"events": [{"server_uuid": "1e3edcb2-ca11-451e-93e7-3413244be071", "name": "network-vif-plugged", "status": "completed", "tag": "adaab3f9-b189-4f0f-8bea-312deece8c8a"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:02.075959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port adaab3f9-b189-4f0f-8bea-312deece8c8a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=adaab3f9-b189-4f0f-8bea-312deece8c8a,segment=NetworkSegment(f8f62769-b378-4978-909f-9980422791bb),segment_id=f8f62769-b378-4978-909f-9980422791bb)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:02.082677 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:02.158080 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfd48ed-ef1f-4855-b2e8-0e383eb1c617 x-openstack-request-id: req-9bfd48ed-ef1f-4855-b2e8-0e383eb1c617 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:02.158663 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3edcb2-ca11-451e-93e7-3413244be071", "name": "network-vif-plugged", "status": "completed", "tag": "adaab3f9-b189-4f0f-8bea-312deece8c8a", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:02.159096 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bfd48ed-ef1f-4855-b2e8-0e383eb1c617 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:02.159723 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3edcb2-ca11-451e-93e7-3413244be071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adaab3f9-b189-4f0f-8bea-312deece8c8a', 'code': 200} Nov 27 01:33:02.188132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=adaab3f9-b189-4f0f-8bea-312deece8c8a,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:02.334935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223c012-70cb-4850-8098-79dd18049dd5 req-9d824431-4226-44bc-93a3-c6256be75955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:02.336878 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0223c012-70cb-4850-8098-79dd18049dd5 req-9d824431-4226-44bc-93a3-c6256be75955 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 1097 time: 0.0558593 Nov 27 01:33:02.421957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab379e6-b564-405a-8f57-b1c09bb519ba req-23fab301-d882-4102-b39e-b40b18d35457 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:02.425006 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ab379e6-b564-405a-8f57-b1c09bb519ba req-23fab301-d882-4102-b39e-b40b18d35457 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.0741680 Nov 27 01:33:02.428936 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0223c012-70cb-4850-8098-79dd18049dd5 req-1fb37dc5-161a-4ad1-8991-600a01152230 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836174 Nov 27 01:33:02.496195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ab379e6-b564-405a-8f57-b1c09bb519ba req-d9bdbb45-59ec-45d8-a1a7-3ef382894627 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651524 Nov 27 01:33:02.725500 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2a65598f-5579-475d-9c50-dcb3c8c7c605 req-616b128e-c8ae-43e0-8b9b-1df74c22fc1b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 210 time: 0.0442846 Nov 27 01:33:03.049600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa7bdf-15b7-4b14-950b-49579886b93b req-7fc901b5-c742-4b1f-bf1c-e5b319bee402 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:03.052251 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-affa7bdf-15b7-4b14-950b-49579886b93b req-7fc901b5-c742-4b1f-bf1c-e5b319bee402 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 946 time: 0.0736880 Nov 27 01:33:03.115643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-affa7bdf-15b7-4b14-950b-49579886b93b req-8b6ea85d-99b0-4d1c-aeb2-f3a0934a541b tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554616 Nov 27 01:33:03.124026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-946c8f81-cf70-472e-b246-9f66abe01701 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:03.125779 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-946c8f81-cf70-472e-b246-9f66abe01701 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1408684 Nov 27 01:33:03.147451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'port': {'device_id': '0a67b461-6d47-4dcc-b988-006a3064736d', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'admin_state_up': True, 'tenant_id': '619b5f2892a14347924b85f8ba534255'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:03.297113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Made reservation on behalf of 619b5f2892a14347924b85f8ba534255 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:03.301210 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:03.459387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Allocated IP 172.20.0.13 (854296d5-8727-4cbb-8856-1f1a9ee60331/6be6a0f8-9eb9-4f27-9e4f-c308312dca9a/57648ae5-d625-4089-a538-542cfe5a4e7f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:03.664480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:03.688541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bd266-a65a-4816-b1c5-282e828383d1 req-6f0381c9-ce2d-4639-94aa-e01bcfc067fd tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:03.690614 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-378bd266-a65a-4816-b1c5-282e828383d1 req-6f0381c9-ce2d-4639-94aa-e01bcfc067fd tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.0977552 Nov 27 01:33:03.753110 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:03.814692 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-378bd266-a65a-4816-b1c5-282e828383d1 req-0d181a8f-8b91-4670-8aae-61f925338a16 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111741 Nov 27 01:33:03.829993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:03.833918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:03.837956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:03.870204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=57648ae5-d625-4089-a538-542cfe5a4e7f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:03.899027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:03.899370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:03.902272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:03.902412 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:03.902795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:03.907667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:03.908055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:03.908394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:03.908730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:03.909061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:03.909392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:03.909719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:03.931125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f4152-90db-4105-af94-c66af4055be1 req-6ab05c41-4b41-4548-b95d-600582ccde51 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:03.933377 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-473f4152-90db-4105-af94-c66af4055be1 req-6ab05c41-4b41-4548-b95d-600582ccde51 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 932 time: 0.0992546 Nov 27 01:33:03.953990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:03.954645 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:03.999888 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-8f565376-c44a-48d1-a783-547090385c5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8583488 Nov 27 01:33:04.021382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Request body: {'port': {'device_id': '0a67b461-6d47-4dcc-b988-006a3064736d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:04.031855 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-473f4152-90db-4105-af94-c66af4055be1 req-a1f2eb4f-edba-462c-bc7b-02440b023443 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889320 Nov 27 01:33:04.132114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:04.257413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e19a42-ed32-4511-8097-a4c9c660523a req-61fa09ff-5cc7-4008-ba16-43e2e27efca9 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:04.258987 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87e19a42-ed32-4511-8097-a4c9c660523a req-61fa09ff-5cc7-4008-ba16-43e2e27efca9 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.0780261 Nov 27 01:33:04.312463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-eb999132-c313-4b4f-85bf-bc31fc9531c4 None None] Provisioning complete for port 57648ae5-d625-4089-a538-542cfe5a4e7f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:04.318415 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eb999132-c313-4b4f-85bf-bc31fc9531c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:04.364445 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87e19a42-ed32-4511-8097-a4c9c660523a req-a98e48dd-b608-4b66-a435-d68c81ce47d3 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969741 Nov 27 01:33:04.400009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-eb999132-c313-4b4f-85bf-bc31fc9531c4 None None] Port 57648ae5-d625-4089-a538-542cfe5a4e7f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:04.417069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57640d1-0e8f-4aca-b5d3-8dd39596736d req-2806c99f-9809-4dda-a58a-5fa30d475765 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:04.418106 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c57640d1-0e8f-4aca-b5d3-8dd39596736d req-2806c99f-9809-4dda-a58a-5fa30d475765 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 946 time: 0.1760380 Nov 27 01:33:04.527723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c57640d1-0e8f-4aca-b5d3-8dd39596736d req-cba0414a-2c81-4847-a0b9-f9a97a62d6ae tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988350 Nov 27 01:33:04.659156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57648ae5-d625-4089-a538-542cfe5a4e7f {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:04.669961 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:04.684774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Transition to ACTIVE for port object 57648ae5-d625-4089-a538-542cfe5a4e7f will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:33:04.697885 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:04.720890 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9d9e8-f6c1-425c-96f2-289b6ad569f0 req-6c9e5893-c263-4dc9-97a7-a87ea6e39110 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:04.722597 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-16a9d9e8-f6c1-425c-96f2-289b6ad569f0 req-6c9e5893-c263-4dc9-97a7-a87ea6e39110 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 946 time: 0.0770881 Nov 27 01:33:04.767963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Pushing event updated for resources: {'Port': ['ID=57648ae5-d625-4089-a538-542cfe5a4e7f,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:04.830346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-16a9d9e8-f6c1-425c-96f2-289b6ad569f0 req-0893693e-ad68-4ec5-b665-67744b098fdc tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998302 Nov 27 01:33:04.907030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Attempting to bind port 57648ae5-d625-4089-a538-542cfe5a4e7f on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:04.907380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Attempting to bind port 57648ae5-d625-4089-a538-542cfe5a4e7f by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:04.908412 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Attempting to bind port 57648ae5-d625-4089-a538-542cfe5a4e7f on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:04.913585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Port 57648ae5-d625-4089-a538-542cfe5a4e7f on network 854296d5-8727-4cbb-8856-1f1a9ee60331 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:33:04.913905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Attempting to bind port 57648ae5-d625-4089-a538-542cfe5a4e7f on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:04.920228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:04.920628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Checking segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:04.921135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Bound using segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:04.921592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Bound port: 57648ae5-d625-4089-a538-542cfe5a4e7f, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:04.921957 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.055139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] For port 57648ae5-d625-4089-a538-542cfe5a4e7f, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:05.072849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] For port 57648ae5-d625-4089-a538-542cfe5a4e7f, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=57648ae5-d625-4089-a538-542cfe5a4e7f,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:05.085533 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.154468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:05.155271 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.156835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] 10.222.0.11 "PUT /v2.0/ports/57648ae5-d625-4089-a538-542cfe5a4e7f HTTP/1.1" status: 200 len: 1092 time: 1.1416876 Nov 27 01:33:05.160374 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a67b461-6d47-4dcc-b988-006a3064736d', 'tag': '57648ae5-d625-4089-a538-542cfe5a4e7f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:05.162670 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ce78f3-6bc4-4579-9924-8bc39625b973" -d '{"events": [{"name": "network-changed", "server_uuid": "0a67b461-6d47-4dcc-b988-006a3064736d", "tag": "57648ae5-d625-4089-a538-542cfe5a4e7f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:05.199772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04bfbb-73e0-4ea2-87e8-b539ceb1c905 service neutron] Pushing event updated for resources: {'Port': ['ID=57648ae5-d625-4089-a538-542cfe5a4e7f,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:05.280625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532393f-00f4-4f43-b0bd-e82804e8baeb req-77051a65-fae4-4cf4-a712-ee273f2a51ea tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:05.282230 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b532393f-00f4-4f43-b0bd-e82804e8baeb req-77051a65-fae4-4cf4-a712-ee273f2a51ea tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 946 time: 0.1469524 Nov 27 01:33:05.338517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-1f7ab210-a77c-472a-a4c6-52c8dcf36900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:05.340112 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-1f7ab210-a77c-472a-a4c6-52c8dcf36900 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 1095 time: 0.1114390 Nov 27 01:33:05.367509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3484818-b45f-48e4-ac6c-97c10f926caa req-1ee9c07d-0f13-45ad-a6be-85ba380d1289 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:05.369149 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3484818-b45f-48e4-ac6c-97c10f926caa req-1ee9c07d-0f13-45ad-a6be-85ba380d1289 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 944 time: 0.2240069 Nov 27 01:33:05.384830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b532393f-00f4-4f43-b0bd-e82804e8baeb req-114c0565-7e42-4259-bb58-bf7eba9db50b tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937364 Nov 27 01:33:05.426423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35366) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:05.478361 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-280ed63a-906e-4ac0-9561-280cb9d799c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57648ae5-d625-4089-a538-542cfe5a4e7f HTTP/1.1" status: 200 len: 217 time: 0.1081274 Nov 27 01:33:05.479972 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f593c0de-c64f-4d4f-aed3-1e78265532e8 x-openstack-request-id: req-f593c0de-c64f-4d4f-aed3-1e78265532e8 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:05.480218 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a67b461-6d47-4dcc-b988-006a3064736d", "tag": "57648ae5-d625-4089-a538-542cfe5a4e7f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:05.480395 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f593c0de-c64f-4d4f-aed3-1e78265532e8 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:05.480785 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a67b461-6d47-4dcc-b988-006a3064736d', 'tag': '57648ae5-d625-4089-a538-542cfe5a4e7f', 'status': 'completed', 'code': 200} Nov 27 01:33:05.513700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Deleting subnet 2ca47d0e-30a1-43c3-9cc5-527d879a25e8 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:33:05.523674 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.560082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.569555 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3484818-b45f-48e4-ac6c-97c10f926caa req-80d86577-255f-4806-8a80-96f9a6102d0b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790543 Nov 27 01:33:05.589581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-07569be8-821d-4038-ae49-3e3e9d792017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:05.591371 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-07569be8-821d-4038-ae49-3e3e9d792017 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0881560 Nov 27 01:33:05.622943 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.685199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-e1586129-8d4b-45bd-a33c-a26d6d567f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:05.686967 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-e1586129-8d4b-45bd-a33c-a26d6d567f4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828388 Nov 27 01:33:05.766697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.800672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca47d0e-30a1-43c3-9cc5-527d879a25e8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:05.817606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:05.817606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:05.817942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:05.818275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:05.818608 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:05.819120 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:05.819714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:05.819840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:05.820118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:05.820490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:05.820808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:05.821125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:05.845473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d838e38-81af-4242-98fb-2139241c5acd req-79ddf1fd-09e6-4651-8771-c4dca7febbc7 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:05.854329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6d838e38-81af-4242-98fb-2139241c5acd req-79ddf1fd-09e6-4651-8771-c4dca7febbc7 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.1382499 Nov 27 01:33:05.885209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-02956edc-f01f-4510-99c6-9f080e427c45 service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840818 Nov 27 01:33:05.894027 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:05.900167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3cb2ec89-7a1b-45ff-b0ed-f35a76cb239c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2ca47d0e-30a1-43c3-9cc5-527d879a25e8 HTTP/1.1" status: 204 len: 168 time: 0.4695947 Nov 27 01:33:05.923771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35372) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:05.935742 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6d838e38-81af-4242-98fb-2139241c5acd req-6c4e11f2-5d54-4259-a3dc-de1566d3912b tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/security-groups?id=cec5ddc6-3bd3-44d7-a232-f325dbae3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803251 Nov 27 01:33:06.024337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.092591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee2765-471b-44bc-8c74-58237e827afd req-fc62ab43-0099-46e8-b7b5-6599b99291b6 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:06.105310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8bee2765-471b-44bc-8c74-58237e827afd req-fc62ab43-0099-46e8-b7b5-6599b99291b6 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 946 time: 0.1293159 Nov 27 01:33:06.114336 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c99dd10c-2b30-469e-8492-f120cd4d88fa req-644e9455-048c-46e7-97d4-3f6fa5b9dff7 service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125320 Nov 27 01:33:06.142747 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.173573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355181b1-98f7-4b3d-be66-d07e47ac5e82']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:06.210279 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535ace8f-ad1c-4a9e-89e0-d4bd52770455') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:06.210587 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535ace8f-ad1c-4a9e-89e0-d4bd52770455') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:06.229219 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.259966 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.268602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:06.269142 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.289003 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8bee2765-471b-44bc-8c74-58237e827afd req-eec0ad47-1846-464a-9aca-53d5921b6c39 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717303 Nov 27 01:33:06.324041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce78f3-6bc4-4579-9924-8bc39625b973 req-41dc5869-6600-49b1-b159-ce73d4471863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:06.325797 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0ce78f3-6bc4-4579-9924-8bc39625b973 req-41dc5869-6600-49b1-b159-ce73d4471863 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 1095 time: 0.1181486 Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:06.331722 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:06.363249 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.369173 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.373665 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] 10.222.0.37 "DELETE /v2.0/networks/355181b1-98f7-4b3d-be66-d07e47ac5e82 HTTP/1.1" status: 204 len: 168 time: 0.4373817 Nov 27 01:33:06.430417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad010268-f1a7-4806-97cd-626a34b8c364 admin admin] Pushing event deleted for resources: {'Network': ['ID=355181b1-98f7-4b3d-be66-d07e47ac5e82,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:06.455667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67915773-95be-4eb0-b8d0-5ecf91f0cc44 req-9e1164ed-e6f5-4284-99e5-96974b0f49e0 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:06.457579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-67915773-95be-4eb0-b8d0-5ecf91f0cc44 req-9e1164ed-e6f5-4284-99e5-96974b0f49e0 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 945 time: 0.1273525 Nov 27 01:33:06.527756 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce78f3-6bc4-4579-9924-8bc39625b973 req-cb3046f9-6998-4a6d-a04e-0adb416ed105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:06.529230 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0ce78f3-6bc4-4579-9924-8bc39625b973 req-cb3046f9-6998-4a6d-a04e-0adb416ed105 service neutron] 10.222.0.11 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.1902914 Nov 27 01:33:06.639676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0ce78f3-6bc4-4579-9924-8bc39625b973 req-ae6e2bc5-a7ed-4fbc-af04-357bdbb51630 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57648ae5-d625-4089-a538-542cfe5a4e7f HTTP/1.1" status: 200 len: 217 time: 0.1021016 Nov 27 01:33:06.734628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-67915773-95be-4eb0-b8d0-5ecf91f0cc44 req-9d0294b0-dc41-45c0-b71a-e5d46bfbcefd tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Deleting port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:06.735089 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-67915773-95be-4eb0-b8d0-5ecf91f0cc44 req-9d0294b0-dc41-45c0-b71a-e5d46bfbcefd tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.738137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce78f3-6bc4-4579-9924-8bc39625b973 req-a0686f1a-c4b6-44d0-82cd-eb37e31b397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:06.739900 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0ce78f3-6bc4-4579-9924-8bc39625b973 req-a0686f1a-c4b6-44d0-82cd-eb37e31b397c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0900626 Nov 27 01:33:06.742123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35390) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:06.767109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97453428-e2c4-46f9-aa4d-258eabe61d0d req-7ea82b25-4b83-4451-a58d-223671dc3d54 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:06.768609 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97453428-e2c4-46f9-aa4d-258eabe61d0d req-7ea82b25-4b83-4451-a58d-223671dc3d54 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 944 time: 0.0885754 Nov 27 01:33:06.843381 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-278b0843-fe60-4cc6-a13e-bdf1298cfa0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f5f4ae7da3b4738b2bb09df9f652f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1000941 Nov 27 01:33:06.846258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35392) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:06.854682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce78f3-6bc4-4579-9924-8bc39625b973 req-84fc31b6-b849-4646-bb23-081f9ddc1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:06.856196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0ce78f3-6bc4-4579-9924-8bc39625b973 req-84fc31b6-b849-4646-bb23-081f9ddc1ecb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078682 Nov 27 01:33:06.914064 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97453428-e2c4-46f9-aa4d-258eabe61d0d req-609e7e09-ab8a-4123-a2df-2397cf350a15 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897202 Nov 27 01:33:06.931333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-67915773-95be-4eb0-b8d0-5ecf91f0cc44 req-9d0294b0-dc41-45c0-b71a-e5d46bfbcefd tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] For port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c,segment=NetworkSegment(0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31),segment_id=0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:06.932079 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-67915773-95be-4eb0-b8d0-5ecf91f0cc44 req-9d0294b0-dc41-45c0-b71a-e5d46bfbcefd tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:06.951764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-67915773-95be-4eb0-b8d0-5ecf91f0cc44 req-9d0294b0-dc41-45c0-b71a-e5d46bfbcefd tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Calling delete_port for e9a2ac8a-1858-4b9f-ba4a-b929c11e884c owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:07.205206 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-67915773-95be-4eb0-b8d0-5ecf91f0cc44 req-9d0294b0-dc41-45c0-b71a-e5d46bfbcefd tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.258026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0294b0-dc41-45c0-b71a-e5d46bfbcefd tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Pushing event deleted for resources: {'Port': ['ID=e9a2ac8a-1858-4b9f-ba4a-b929c11e884c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:07.360727 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd190b94-773c-4264-919d-55205e73e078 req-5345ab7f-c019-414c-8425-49d8adb18ca1 tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7037a32-79d3-4b71-83f7-f2b7a50e0dac HTTP/1.1" status: 200 len: 210 time: 0.0430486 Nov 27 01:33:07.369933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-67915773-95be-4eb0-b8d0-5ecf91f0cc44 req-9d0294b0-dc41-45c0-b71a-e5d46bfbcefd tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] No DVR routers for this DVR port e9a2ac8a-1858-4b9f-ba4a-b929c11e884c on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:07.378220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-67915773-95be-4eb0-b8d0-5ecf91f0cc44 req-9d0294b0-dc41-45c0-b71a-e5d46bfbcefd tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.384687 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-67915773-95be-4eb0-b8d0-5ecf91f0cc44 req-9d0294b0-dc41-45c0-b71a-e5d46bfbcefd tempest-TestServerAdvancedOps-444971960 tempest-TestServerAdvancedOps-444971960-project] 10.222.0.11 "DELETE /v2.0/ports/e9a2ac8a-1858-4b9f-ba4a-b929c11e884c HTTP/1.1" status: 204 len: 173 time: 0.9196854 Nov 27 01:33:07.391100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7037a32-79d3-4b71-83f7-f2b7a50e0dac', 'name': 'network-vif-deleted', 'tag': 'e9a2ac8a-1858-4b9f-ba4a-b929c11e884c'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:07.407478 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab0dfcb-3fd1-49c9-a921-c1cd50cb3e03" -d '{"events": [{"server_uuid": "f7037a32-79d3-4b71-83f7-f2b7a50e0dac", "name": "network-vif-deleted", "tag": "e9a2ac8a-1858-4b9f-ba4a-b929c11e884c"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:07.492076 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f297cdb5-dfdd-4332-baef-dddb837d85d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.502692 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71da3ea7-ad53-4e80-b118-644833a285f8 x-openstack-request-id: req-71da3ea7-ad53-4e80-b118-644833a285f8 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:07.503134 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7037a32-79d3-4b71-83f7-f2b7a50e0dac", "name": "network-vif-deleted", "tag": "e9a2ac8a-1858-4b9f-ba4a-b929c11e884c", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:07.503516 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71da3ea7-ad53-4e80-b118-644833a285f8 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:07.506021 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7037a32-79d3-4b71-83f7-f2b7a50e0dac', 'name': 'network-vif-deleted', 'tag': 'e9a2ac8a-1858-4b9f-ba4a-b929c11e884c', 'status': 'completed', 'code': 200} Nov 27 01:33:07.533522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cd4c-eb78-4605-aec5-3af4e266f2df req-0ff98f5c-d2f1-485b-9444-569d7a450009 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:07.535075 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3c9cd4c-eb78-4605-aec5-3af4e266f2df req-0ff98f5c-d2f1-485b-9444-569d7a450009 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 946 time: 0.1159580 Nov 27 01:33:07.559379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7938df-75e6-4e28-b072-0decac439e25 req-0227167e-36eb-424d-b031-f4149916ee03 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:07.578462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0ce78f3-6bc4-4579-9924-8bc39625b973 req-1d7abf51-6204-4e90-8441-e45a1186cc5e service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127113 Nov 27 01:33:07.579256 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f7938df-75e6-4e28-b072-0decac439e25 req-0227167e-36eb-424d-b031-f4149916ee03 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 946 time: 0.1348648 Nov 27 01:33:07.579990 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f297cdb5-dfdd-4332-baef-dddb837d85d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.685144 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f7938df-75e6-4e28-b072-0decac439e25 req-d0f6d15a-15fe-47a0-bb0c-755a3a75fe6c tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/security-groups?id=15bcb8d4-0cfa-40a6-8703-996175450e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005661 Nov 27 01:33:07.755560 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a0ce78f3-6bc4-4579-9924-8bc39625b973 req-fd17d056-26ec-4daf-be48-6a04bb7597d5 service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645067 Nov 27 01:33:07.763545 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f297cdb5-dfdd-4332-baef-dddb837d85d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.768483 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f297cdb5-dfdd-4332-baef-dddb837d85d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.773968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f297cdb5-dfdd-4332-baef-dddb837d85d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/578b0723-35a4-4234-961e-f6d18ea26a03 HTTP/1.1" status: 204 len: 168 time: 0.9257259 Nov 27 01:33:07.786840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297cdb5-dfdd-4332-baef-dddb837d85d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578b0723-35a4-4234-961e-f6d18ea26a03,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:07.790604 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cd4c-eb78-4605-aec5-3af4e266f2df req-00f7066b-b051-4d29-8bd3-5f3569463b2a tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Deleting port adaab3f9-b189-4f0f-8bea-312deece8c8a {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:07.790947 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3c9cd4c-eb78-4605-aec5-3af4e266f2df req-00f7066b-b051-4d29-8bd3-5f3569463b2a tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.943486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b3c9cd4c-eb78-4605-aec5-3af4e266f2df req-00f7066b-b051-4d29-8bd3-5f3569463b2a tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] For port adaab3f9-b189-4f0f-8bea-312deece8c8a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=adaab3f9-b189-4f0f-8bea-312deece8c8a,segment=NetworkSegment(f8f62769-b378-4978-909f-9980422791bb),segment_id=f8f62769-b378-4978-909f-9980422791bb)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:07.943851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3c9cd4c-eb78-4605-aec5-3af4e266f2df req-00f7066b-b051-4d29-8bd3-5f3569463b2a tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:07.977146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cd4c-eb78-4605-aec5-3af4e266f2df req-00f7066b-b051-4d29-8bd3-5f3569463b2a tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Calling delete_port for adaab3f9-b189-4f0f-8bea-312deece8c8a owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:08.166184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec193e-53c2-4999-9818-43fc4a3ed080 req-0cd919e8-e00b-4401-9cd4-72380f828116 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:08.167863 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-caec193e-53c2-4999-9818-43fc4a3ed080 req-0cd919e8-e00b-4401-9cd4-72380f828116 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 944 time: 0.1303995 Nov 27 01:33:08.316340 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-caec193e-53c2-4999-9818-43fc4a3ed080 req-d8ac59dd-e926-46a0-bb96-3446511725b3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113727 Nov 27 01:33:08.334775 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3c9cd4c-eb78-4605-aec5-3af4e266f2df req-00f7066b-b051-4d29-8bd3-5f3569463b2a tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.369403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['adaab3f9-b189-4f0f-8bea-312deece8c8a'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:33:08.377893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7066b-b051-4d29-8bd3-5f3569463b2a tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Pushing event deleted for resources: {'Port': ['ID=adaab3f9-b189-4f0f-8bea-312deece8c8a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:08.429499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c9cd4c-eb78-4605-aec5-3af4e266f2df req-00f7066b-b051-4d29-8bd3-5f3569463b2a tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] No DVR routers for this DVR port adaab3f9-b189-4f0f-8bea-312deece8c8a on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:08.433385 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b3c9cd4c-eb78-4605-aec5-3af4e266f2df req-00f7066b-b051-4d29-8bd3-5f3569463b2a tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.437862 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3c9cd4c-eb78-4605-aec5-3af4e266f2df req-00f7066b-b051-4d29-8bd3-5f3569463b2a tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.42 "DELETE /v2.0/ports/adaab3f9-b189-4f0f-8bea-312deece8c8a HTTP/1.1" status: 204 len: 173 time: 0.8964121 Nov 27 01:33:08.438284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3edcb2-ca11-451e-93e7-3413244be071', 'name': 'network-vif-deleted', 'tag': 'adaab3f9-b189-4f0f-8bea-312deece8c8a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:08.441730 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f981a857-5a95-4ec0-aeb3-4a8086548fc2" -d '{"events": [{"server_uuid": "1e3edcb2-ca11-451e-93e7-3413244be071", "name": "network-vif-deleted", "tag": "adaab3f9-b189-4f0f-8bea-312deece8c8a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:08.446903 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35424) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:08.498387 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2442d283-c734-45a3-9f66-0b6de5f46b14 x-openstack-request-id: req-2442d283-c734-45a3-9f66-0b6de5f46b14 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:08.498686 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3edcb2-ca11-451e-93e7-3413244be071", "name": "network-vif-deleted", "tag": "adaab3f9-b189-4f0f-8bea-312deece8c8a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:08.498939 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2442d283-c734-45a3-9f66-0b6de5f46b14 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:08.499350 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3edcb2-ca11-451e-93e7-3413244be071', 'name': 'network-vif-deleted', 'tag': 'adaab3f9-b189-4f0f-8bea-312deece8c8a', 'status': 'completed', 'code': 200} Nov 27 01:33:08.508396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5db4278-2782-4ed6-a8e9-31afb6796471 admin admin] Deleting subnet 940e5f82-1912-40e0-9812-34ca4b2a2d41 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:33:08.517412 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5db4278-2782-4ed6-a8e9-31afb6796471 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.559374 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5db4278-2782-4ed6-a8e9-31afb6796471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.608740 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5db4278-2782-4ed6-a8e9-31afb6796471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.672103 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5db4278-2782-4ed6-a8e9-31afb6796471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.685728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5db4278-2782-4ed6-a8e9-31afb6796471 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.689478 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b5db4278-2782-4ed6-a8e9-31afb6796471 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/940e5f82-1912-40e0-9812-34ca4b2a2d41 HTTP/1.1" status: 204 len: 168 time: 0.2416778 Nov 27 01:33:08.692161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35432) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:08.719865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db4278-2782-4ed6-a8e9-31afb6796471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=940e5f82-1912-40e0-9812-34ca4b2a2d41,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:08.768125 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.809543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05cbaf35-fbd2-46d4-8226-0ae47102842f req-13633aa9-2350-4811-9551-559fe548a432 tempest-ServersNegativeTestMultiTenantJSON-90979284 tempest-ServersNegativeTestMultiTenantJSON-90979284-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e3edcb2-ca11-451e-93e7-3413244be071 HTTP/1.1" status: 200 len: 210 time: 0.0366833 Nov 27 01:33:08.859396 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.879595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed93f70-1cbb-472d-93ee-d72af1d97174']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:08.889073 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:08.889366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc398f3-59a7-49e4-bc2c-c3c4e0b77f31') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:08.899461 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.914767 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.921738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:08.922127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:08.923963 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:08.985213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e9a2ac8a-1858-4b9f-ba4a-b929c11e884c no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:08.989404 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:08.996589 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.001022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bed93f70-1cbb-472d-93ee-d72af1d97174 HTTP/1.1" status: 204 len: 168 time: 0.3078277 Nov 27 01:33:09.004940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35442) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:09.012438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: e9a2ac8a-1858-4b9f-ba4a-b929c11e884c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:09.013008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e9a2ac8a-1858-4b9f-ba4a-b929c11e884c not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:09.022825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758847eb-13b5-4eda-804e-f1f1c3c2f5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed93f70-1cbb-472d-93ee-d72af1d97174,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:09.098405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada0508b-1665-41bb-9779-fef364726d3b admin admin] Deleting subnet 502c3b8b-a0e3-4603-92db-2dd2c6e0d07b {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:33:09.105663 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ada0508b-1665-41bb-9779-fef364726d3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.585877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ce325-8a9a-46cd-ab4f-c9e28e350401 req-1fca6405-24d3-4020-beee-120f96d0da84 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:09.590417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c09ce325-8a9a-46cd-ab4f-c9e28e350401 req-1fca6405-24d3-4020-beee-120f96d0da84 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 944 time: 0.1398761 Nov 27 01:33:09.594949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ada0508b-1665-41bb-9779-fef364726d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.638268 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ada0508b-1665-41bb-9779-fef364726d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.701051 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c09ce325-8a9a-46cd-ab4f-c9e28e350401 req-614cea78-6e07-4495-8b2f-d7ab1ce1e56b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027799 Nov 27 01:33:09.712420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ada0508b-1665-41bb-9779-fef364726d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.752998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0508b-1665-41bb-9779-fef364726d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502c3b8b-a0e3-4603-92db-2dd2c6e0d07b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:09.756962 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ada0508b-1665-41bb-9779-fef364726d3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.762927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35472) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:09.763118 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ada0508b-1665-41bb-9779-fef364726d3b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/502c3b8b-a0e3-4603-92db-2dd2c6e0d07b HTTP/1.1" status: 204 len: 168 time: 0.7570715 Nov 27 01:33:09.899487 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.902147 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35476) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:09.951190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc2d738-5c78-469a-a547-7f2d5ef9df06 admin admin] Deleting subnet 759ff5ee-f002-4fa7-af72-3935c035a8f0 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:33:09.954749 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d738-5c78-469a-a547-7f2d5ef9df06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:09.992194 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d738-5c78-469a-a547-7f2d5ef9df06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.001169 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.025574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8350251-7798-461b-b31e-50299b15c5e3']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:10.034949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d738-5c78-469a-a547-7f2d5ef9df06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.036129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c37a107-bec4-4ed1-aeb6-d67cf7d8dd77') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:10.036510 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c37a107-bec4-4ed1-aeb6-d67cf7d8dd77') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:10.048824 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.062632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.071637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:10.072195 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.106667 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d738-5c78-469a-a547-7f2d5ef9df06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.124479 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d738-5c78-469a-a547-7f2d5ef9df06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.132985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cfc2d738-5c78-469a-a547-7f2d5ef9df06 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/759ff5ee-f002-4fa7-af72-3935c035a8f0 HTTP/1.1" status: 204 len: 168 time: 0.2295959 Nov 27 01:33:10.144286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35478) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:10.145233 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:10.155770 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.167800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2d738-5c78-469a-a547-7f2d5ef9df06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759ff5ee-f002-4fa7-af72-3935c035a8f0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:10.176158 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.183836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b8350251-7798-461b-b31e-50299b15c5e3 HTTP/1.1" status: 204 len: 168 time: 0.4198015 Nov 27 01:33:10.223364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6afd6-7303-44b8-b10d-7418ecd01de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8350251-7798-461b-b31e-50299b15c5e3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:10.278059 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.440535 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.455212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35482) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:10.458537 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35484) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:10.460511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-456c02d2-0327-4fcb-af25-b2e666d47963 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-884795655', 'description': 'tempest-secgroup-smoke-884795655 description', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:10.489857 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8405187-337a-4351-a5bb-cc185b754be7']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:10.503016 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f62769-b378-4978-909f-9980422791bb') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:10.503255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f62769-b378-4978-909f-9980422791bb') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:10.524868 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-456c02d2-0327-4fcb-af25-b2e666d47963 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.538086 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.551721 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-456c02d2-0327-4fcb-af25-b2e666d47963 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.564575 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9a123453-c1fe-49cf-8763-dccfa6aa6514 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35cf812cdfb44a96ad9ee95eda16a58f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1024566 Nov 27 01:33:10.564575 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.566012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35488) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:10.577781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:10.578175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:10.580102 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:10.678597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed5f4-9493-4eb9-a95d-b5ed24e4a850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.681144 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-456c02d2-0327-4fcb-af25-b2e666d47963 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.689387 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-456c02d2-0327-4fcb-af25-b2e666d47963 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.689788 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.699390 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.706056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a8405187-337a-4351-a5bb-cc185b754be7 HTTP/1.1" status: 204 len: 168 time: 0.5547948 Nov 27 01:33:10.710900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35490) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:10.734108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed5f4-9493-4eb9-a95d-b5ed24e4a850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.783556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a226bb-418d-4f2a-b6e9-bc27ccf68e06 admin admin] Deleting subnet 9426f4a2-6d36-4558-a7db-ca4c26eebfbc {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:33:10.803409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76a226bb-418d-4f2a-b6e9-bc27ccf68e06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.814800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ce16c-cbbf-4bfd-b01f-f0d04a477cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8405187-337a-4351-a5bb-cc185b754be7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:10.852275 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed5f4-9493-4eb9-a95d-b5ed24e4a850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.855130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed5f4-9493-4eb9-a95d-b5ed24e4a850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.856332 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bb8ed5f4-9493-4eb9-a95d-b5ed24e4a850 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cec5ddc6-3bd3-44d7-a232-f325dbae3225 HTTP/1.1" status: 204 len: 168 time: 0.2893026 Nov 27 01:33:10.866623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ed5f4-9493-4eb9-a95d-b5ed24e4a850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec5ddc6-3bd3-44d7-a232-f325dbae3225,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:10.867104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c02d2-0327-4fcb-af25-b2e666d47963 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b87b27e-da0c-420c-9c1d-614e909daf35,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:10.895506 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76a226bb-418d-4f2a-b6e9-bc27ccf68e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.899141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf152a5-3122-45a0-bf91-f5e7bf2bbcca req-ef7f1f6f-c06c-4baf-9402-8a567efe5554 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:10.901705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3bf152a5-3122-45a0-bf91-f5e7bf2bbcca req-ef7f1f6f-c06c-4baf-9402-8a567efe5554 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 944 time: 0.0841153 Nov 27 01:33:10.944974 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-456c02d2-0327-4fcb-af25-b2e666d47963 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.957777 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-456c02d2-0327-4fcb-af25-b2e666d47963 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.976098 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3bf152a5-3122-45a0-bf91-f5e7bf2bbcca req-2a8dcf88-e2d6-4fcb-be2d-0cc121c7e2f9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646751 Nov 27 01:33:10.990621 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76a226bb-418d-4f2a-b6e9-bc27ccf68e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:10.998748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-456c02d2-0327-4fcb-af25-b2e666d47963 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.000009 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-456c02d2-0327-4fcb-af25-b2e666d47963 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5439942 Nov 27 01:33:11.003268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35496) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:11.010139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8a445a5d-e672-443f-a7da-62966fc8708e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': 'bdb9e26a-850e-4089-b0d8-d61cfb39a98b', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:11.026529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c02d2-0327-4fcb-af25-b2e666d47963 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb9e26a-850e-4089-b0d8-d61cfb39a98b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:11.055198 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a445a5d-e672-443f-a7da-62966fc8708e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.065453 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76a226bb-418d-4f2a-b6e9-bc27ccf68e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.118722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a226bb-418d-4f2a-b6e9-bc27ccf68e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9426f4a2-6d36-4558-a7db-ca4c26eebfbc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:11.122552 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76a226bb-418d-4f2a-b6e9-bc27ccf68e06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.126067 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-76a226bb-418d-4f2a-b6e9-bc27ccf68e06 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9426f4a2-6d36-4558-a7db-ca4c26eebfbc HTTP/1.1" status: 204 len: 168 time: 0.4099126 Nov 27 01:33:11.128532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35500) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:11.131226 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a445a5d-e672-443f-a7da-62966fc8708e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.137482 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a445a5d-e672-443f-a7da-62966fc8708e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.160658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a445a5d-e672-443f-a7da-62966fc8708e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d6dfdb-b634-4ad7-bd32-aa7953b693b4,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:11.190725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a445a5d-e672-443f-a7da-62966fc8708e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.196552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35502) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:11.197235 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8a445a5d-e672-443f-a7da-62966fc8708e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1925313 Nov 27 01:33:11.203211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5cbdf16a-7eef-4809-aa73-73ac63be67e5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': 'bdb9e26a-850e-4089-b0d8-d61cfb39a98b', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:11.255643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cbdf16a-7eef-4809-aa73-73ac63be67e5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.275513 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.315182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35504) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:11.363004 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fa1ebc26-d872-44d5-9478-940fe40bdbeb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec8dff3f5b28432091c5ed62b047bcbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443001 Nov 27 01:33:11.363255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35506) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:11.394663 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cbdf16a-7eef-4809-aa73-73ac63be67e5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.404008 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cbdf16a-7eef-4809-aa73-73ac63be67e5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.406766 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.414987 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7843a46-873f-43bf-82b8-f8b110e59c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.438102 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7843a46-873f-43bf-82b8-f8b110e59c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.441589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:11.443790 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdf16a-7eef-4809-aa73-73ac63be67e5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28649c7-7a87-41b2-931f-96d8862d01ab,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:11.457169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd276ea11-ba27-4270-b8c5-78b7df91996e') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:11.457169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd276ea11-ba27-4270-b8c5-78b7df91996e') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:11.465680 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5cbdf16a-7eef-4809-aa73-73ac63be67e5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.467048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5cbdf16a-7eef-4809-aa73-73ac63be67e5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2682943 Nov 27 01:33:11.469562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35508) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:11.474472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9085d58d-52f1-44ed-8be8-0622b11bc026 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': 'bdb9e26a-850e-4089-b0d8-d61cfb39a98b', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:11.480535 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.500434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.509703 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7843a46-873f-43bf-82b8-f8b110e59c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.510781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:33:11.511165 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:33:11.512849 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:33:11.519156 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7843a46-873f-43bf-82b8-f8b110e59c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.519156 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f7843a46-873f-43bf-82b8-f8b110e59c70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7dc92d2a-4459-4d28-b62a-3b381807f40c HTTP/1.1" status: 204 len: 168 time: 0.1514645 Nov 27 01:33:11.528839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7843a46-873f-43bf-82b8-f8b110e59c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc92d2a-4459-4d28-b62a-3b381807f40c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:11.535515 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8b7b535c-63b3-4878-80b1-967eaa981406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.556906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9085d58d-52f1-44ed-8be8-0622b11bc026 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.589219 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.603486 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.608787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6 HTTP/1.1" status: 204 len: 168 time: 0.4764283 Nov 27 01:33:11.631961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7258e3e-efdd-4745-acd5-30ac89777d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe73ccaf-bb1b-49b7-82d4-d113c4c15dd6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:11.660047 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9085d58d-52f1-44ed-8be8-0622b11bc026 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.665428 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9085d58d-52f1-44ed-8be8-0622b11bc026 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.688626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085d58d-52f1-44ed-8be8-0622b11bc026 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de90194-9173-427b-8724-476fd9ece84a,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:11.698971 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9085d58d-52f1-44ed-8be8-0622b11bc026 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.702770 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9085d58d-52f1-44ed-8be8-0622b11bc026 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2297447 Nov 27 01:33:11.703097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35516) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:11.709491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3c64f66f-cce7-43d2-b688-74d2f36cd847 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': 'bdb9e26a-850e-4089-b0d8-d61cfb39a98b', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:11.746013 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c64f66f-cce7-43d2-b688-74d2f36cd847 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.806847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device adaab3f9-b189-4f0f-8bea-312deece8c8a no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:11.834226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: adaab3f9-b189-4f0f-8bea-312deece8c8a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:11.834594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device adaab3f9-b189-4f0f-8bea-312deece8c8a not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:11.857266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c64f66f-cce7-43d2-b688-74d2f36cd847 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.861726 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c64f66f-cce7-43d2-b688-74d2f36cd847 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.884496 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64f66f-cce7-43d2-b688-74d2f36cd847 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3538cd3-5d04-4b97-9e19-1bef13ad0af7,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:11.902439 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c64f66f-cce7-43d2-b688-74d2f36cd847 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.903743 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3c64f66f-cce7-43d2-b688-74d2f36cd847 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1995862 Nov 27 01:33:11.906660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35520) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:11.912804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1b391bfb-37f8-4d91-81b4-408b3d0d4ba8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': 'bdb9e26a-850e-4089-b0d8-d61cfb39a98b', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:11.939715 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-1b391bfb-37f8-4d91-81b4-408b3d0d4ba8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Project d3917ce2e57c4ae5918ce0ff798f13a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:33:11.946445 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b391bfb-37f8-4d91-81b4-408b3d0d4ba8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:11.979107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35526) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:12.007262 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b391bfb-37f8-4d91-81b4-408b3d0d4ba8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.013083 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b391bfb-37f8-4d91-81b4-408b3d0d4ba8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.056816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b391bfb-37f8-4d91-81b4-408b3d0d4ba8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773ab51d-d471-4952-a9c7-0bb4a17d1a18,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:12.056990 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-35f693e8-a0ec-460b-8aab-a9f070f770a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10837c46450b4fe6afcdd094eced09b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0750816 Nov 27 01:33:12.059329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35530) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:12.092704 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b391bfb-37f8-4d91-81b4-408b3d0d4ba8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.096717 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1b391bfb-37f8-4d91-81b4-408b3d0d4ba8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1890295 Nov 27 01:33:12.097312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35534) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:12.108935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a7aeb8a7-51b7-4a54-8b21-a2b4e3e115aa tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': 'bdb9e26a-850e-4089-b0d8-d61cfb39a98b', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:12.158918 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dbad2a8b-10de-4a65-9735-7cb0e62422e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.183123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dbad2a8b-10de-4a65-9735-7cb0e62422e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.233983 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-a7aeb8a7-51b7-4a54-8b21-a2b4e3e115aa tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Project d3917ce2e57c4ae5918ce0ff798f13a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:33:12.240964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dbad2a8b-10de-4a65-9735-7cb0e62422e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.243731 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dbad2a8b-10de-4a65-9735-7cb0e62422e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.245348 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dbad2a8b-10de-4a65-9735-7cb0e62422e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15bcb8d4-0cfa-40a6-8703-996175450e87 HTTP/1.1" status: 204 len: 168 time: 0.1845319 Nov 27 01:33:12.253958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb8a7-51b7-4a54-8b21-a2b4e3e115aa tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.258676 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad2a8b-10de-4a65-9735-7cb0e62422e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bcb8d4-0cfa-40a6-8703-996175450e87,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:12.346442 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb8a7-51b7-4a54-8b21-a2b4e3e115aa tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.352415 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb8a7-51b7-4a54-8b21-a2b4e3e115aa tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.369335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aeb8a7-51b7-4a54-8b21-a2b4e3e115aa tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0872d54c-cd03-41f0-8c28-975e782c6800,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:12.387647 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb8a7-51b7-4a54-8b21-a2b4e3e115aa tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.392442 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a7aeb8a7-51b7-4a54-8b21-a2b4e3e115aa tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2913113 Nov 27 01:33:12.393022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35544) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:12.402179 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8bde4701-a664-40c1-b8c2-8edc5ea5717d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'network': {'name': 'tempest-network-smoke--593177673', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'port_security_enabled': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:12.431001 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bde4701-a664-40c1-b8c2-8edc5ea5717d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Made reservation on behalf of d3917ce2e57c4ae5918ce0ff798f13a5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:12.440020 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bde4701-a664-40c1-b8c2-8edc5ea5717d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.503578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bde4701-a664-40c1-b8c2-8edc5ea5717d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:12.517674 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bde4701-a664-40c1-b8c2-8edc5ea5717d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.518052 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-8bde4701-a664-40c1-b8c2-8edc5ea5717d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Added segment c88e3c74-02c5-48e0-bb2a-25709bd5303f of type vlan for network 7f9f151b-369b-43c3-b128-5d931fd82269 Nov 27 01:33:12.538349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d863f1a-196d-4a2a-8a65-60eea1ad36da req-a2c382f6-6202-4d9a-b6f1-25321ae91038 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:12.547167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d863f1a-196d-4a2a-8a65-60eea1ad36da req-a2c382f6-6202-4d9a-b6f1-25321ae91038 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 944 time: 0.4558868 Nov 27 01:33:12.613727 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bde4701-a664-40c1-b8c2-8edc5ea5717d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.648704 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d863f1a-196d-4a2a-8a65-60eea1ad36da req-17562f40-e828-41fe-b8a7-ead0a29fcca6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014659 Nov 27 01:33:12.676123 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bde4701-a664-40c1-b8c2-8edc5ea5717d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.683025 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bde4701-a664-40c1-b8c2-8edc5ea5717d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:12.683621 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bde4701-a664-40c1-b8c2-8edc5ea5717d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.696443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35558) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:12.732928 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8bde4701-a664-40c1-b8c2-8edc5ea5717d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3383715 Nov 27 01:33:12.745121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35560) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:12.757547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'admin_state_up': True, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:12.807613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35564) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:12.827827 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3c3f9573-8560-4fbe-887b-78c9ca0a68fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba47b6f9c4fe48799352076405d03810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301064 Nov 27 01:33:12.832319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35568) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:12.881957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde4701-a664-40c1-b8c2-8edc5ea5717d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Network': ['ID=7f9f151b-369b-43c3-b128-5d931fd82269,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:12.892223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 7f9f151b-369b-43c3-b128-5d931fd82269 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:12.904757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.906214 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.971249 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:12.988086 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9fc50a0b-4529-4060-9397-a9daf3c1ed6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.061052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-827062822-network', 'tenant_id': '6876a51982504585b6894725276ecc7b'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:13.085754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Made reservation on behalf of 6876a51982504585b6894725276ecc7b for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:13.088280 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.118824 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.133214 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9fc50a0b-4529-4060-9397-a9daf3c1ed6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.238729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.377652 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9fc50a0b-4529-4060-9397-a9daf3c1ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.380615 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9fc50a0b-4529-4060-9397-a9daf3c1ed6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.381773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9fc50a0b-4529-4060-9397-a9daf3c1ed6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da82463d-9482-42b3-84d1-e58f6b3395aa HTTP/1.1" status: 204 len: 168 time: 0.5482740 Nov 27 01:33:13.401246 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.405775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc50a0b-4529-4060-9397-a9daf3c1ed6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da82463d-9482-42b3-84d1-e58f6b3395aa,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:13.410294 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.449111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:13.471518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469c06f4-c3cb-46fd-8f66-26a0c2afe375,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:13.480207 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.480581 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Added segment 16e66052-53ab-4b4b-bc6f-9d098ef3ab7a of type vlan for network a675cbed-ac9a-41a6-b3e4-a74719610b89 Nov 27 01:33:13.542899 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.649092 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.672040 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.673799 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.674754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:13.675329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.791497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35584) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:13.792072 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9812899 Nov 27 01:33:13.797532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-db66992b-cd81-423e-a179-64cfdcc14336 admin admin] Request body: {'subnet': {'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-827062822-subnet', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:13.835604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db66992b-cd81-423e-a179-64cfdcc14336 admin admin] Made reservation on behalf of 6876a51982504585b6894725276ecc7b for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:13.838015 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8044d11-1156-44b5-893f-053cc49bfe72 admin admin] Pushing event updated for resources: {'Network': ['ID=a675cbed-ac9a-41a6-b3e4-a74719610b89,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:13.838768 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db66992b-cd81-423e-a179-64cfdcc14336 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:13.868200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a675cbed-ac9a-41a6-b3e4-a74719610b89 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:13.926010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.25.3.4 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/ebdc82c8-ce92-47e7-8ab7-f8515c3105d4) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:13.951765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147b251-8524-4af7-b1ec-6264a7bf2e57 req-998052bf-12f1-4b9f-bd83-8c590416a25d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:13.953630 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1147b251-8524-4af7-b1ec-6264a7bf2e57 req-998052bf-12f1-4b9f-bd83-8c590416a25d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 944 time: 0.1885133 Nov 27 01:33:13.971162 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eace76aa-0867-4456-a823-5c237d8f5cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.075758 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db66992b-cd81-423e-a179-64cfdcc14336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.111024 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1147b251-8524-4af7-b1ec-6264a7bf2e57 req-568eeb28-5937-400d-b751-d477c7badafd tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090093 Nov 27 01:33:14.143630 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.164241 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66992b-cd81-423e-a179-64cfdcc14336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f0ad74-de8e-4bcc-bee3-d56650c599bd,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:14.170199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66992b-cd81-423e-a179-64cfdcc14336 admin admin] Checking segment: {'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:14.170797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db66992b-cd81-423e-a179-64cfdcc14336 admin admin] Network hostable DHCP agents. Network: a675cbed-ac9a-41a6-b3e4-a74719610b89, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:33:14.185183 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.197137 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db66992b-cd81-423e-a179-64cfdcc14336 admin admin] Network a675cbed-ac9a-41a6-b3e4-a74719610b89 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:33:14.210412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-db66992b-cd81-423e-a179-64cfdcc14336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a675cbed-ac9a-41a6-b3e4-a74719610b89) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:14.215482 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db66992b-cd81-423e-a179-64cfdcc14336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:14.216089 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db66992b-cd81-423e-a179-64cfdcc14336 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.221849 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37654ce1-d8b8-4f83-8d8f-c6d303749222 None None] Network a675cbed-ac9a-41a6-b3e4-a74719610b89 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:14.229521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:14.232699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:14.239883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:14.242740 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-db66992b-cd81-423e-a179-64cfdcc14336 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4491513 Nov 27 01:33:14.244533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35596) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:14.250905 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:14.281897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d4c76a-5423-434a-8ff2-720692a7c031 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:14.282419 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.284064 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.286740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=ebdc82c8-ce92-47e7-8ab7-f8515c3105d4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:14.351856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35598) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:14.383718 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.393976 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4cd5429f-c0d6-4d79-84ee-67f6fe88d089 None None] Provisioning complete for port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:14.394579 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cd5429f-c0d6-4d79-84ee-67f6fe88d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.433210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5429f-c0d6-4d79-84ee-67f6fe88d089 None None] Port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:14.503670 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.524952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-network', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:14.553873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-a675cbed-ac9a-41a6-b3e4-a74719610b89', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'fixed_ips': [{'subnet_id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:33:14.555823 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.568645 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.572732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Made reservation on behalf of b1e0ad3dbf414d07b20de45f0d1a11c1 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:14.575460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.597913 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.619158 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.721411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Allocated IP 172.20.0.2 (a675cbed-ac9a-41a6-b3e4-a74719610b89/91f0ad74-de8e-4bcc-bee3-d56650c599bd/526c8fd1-e800-4af1-8308-8913db7369b5) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:14.845039 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.866901 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.934025 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.941123 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:14.988088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Network a675cbed-ac9a-41a6-b3e4-a74719610b89 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:14.992396 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:14.997537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:15.048509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Allocated IP 172.25.3.116 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/a44c1e3e-055d-4caa-b4c3-f62674d4e42d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:15.091263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Pushing event updated for resources: {'Port': ['ID=526c8fd1-e800-4af1-8308-8913db7369b5,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:15.141856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Attempting to bind port 526c8fd1-e800-4af1-8308-8913db7369b5 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:15.142476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Attempting to bind port 526c8fd1-e800-4af1-8308-8913db7369b5 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:15.143068 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Attempting to bind port 526c8fd1-e800-4af1-8308-8913db7369b5 on network a675cbed-ac9a-41a6-b3e4-a74719610b89 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:15.150748 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.152351 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:15.153111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Checking segment: {'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:15.153561 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.154546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Bound using segment: {'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:15.155197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Bound port: 526c8fd1-e800-4af1-8308-8913db7369b5, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:15.157197 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.206738 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.214940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.236217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] For port 526c8fd1-e800-4af1-8308-8913db7369b5, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:15.238353 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.241135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] For port 526c8fd1-e800-4af1-8308-8913db7369b5, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=526c8fd1-e800-4af1-8308-8913db7369b5,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:15.246198 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.262182 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.269941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:15.291020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ab233-dd7d-4c4b-b55b-a8d6b5309dae req-7d21d432-a5fb-4377-95d9-85e010f01f1b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:15.293189 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d2ab233-dd7d-4c4b-b55b-a8d6b5309dae req-7d21d432-a5fb-4377-95d9-85e010f01f1b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 944 time: 0.0827856 Nov 27 01:33:15.326101 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.330727 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.335979 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Added segment beb8b053-b121-4f95-a401-a15e6d8800c4 of type vlan for network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d Nov 27 01:33:15.338276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb69a82-48d1-42a6-8f67-a2a649e4a96c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:15.343392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212fe83-2547-476b-993d-6424e0c63a7c None None] Pushing event updated for resources: {'Port': ['ID=526c8fd1-e800-4af1-8308-8913db7369b5,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:15.405456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Pushing event updated for resources: {'Port': ['ID=a44c1e3e-055d-4caa-b4c3-f62674d4e42d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:15.420105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:15.426350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:15.429502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:15.439219 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.445608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a861f7-4af6-4b1a-b624-bde855038ab3 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:15.476713 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d2ab233-dd7d-4c4b-b55b-a8d6b5309dae req-af1f46d9-409b-43b6-b201-25c32b3b6faa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749585 Nov 27 01:33:15.495432 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.496654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:15.497455 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.582386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2168474 Nov 27 01:33:15.584232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4f817d5e-b337-432f-8e8d-5b3b09d0f2f5 None None] Provisioning complete for port a44c1e3e-055d-4caa-b4c3-f62674d4e42d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:15.584619 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f817d5e-b337-432f-8e8d-5b3b09d0f2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.596916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354915c-d54e-476a-afa8-fb56df7bfe91 admin admin] Pushing event updated for resources: {'Network': ['ID=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:15.616096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 04510cf1-8992-4029-a892-facb5719ae58 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:33:15.638476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:15.681820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35610) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:15.699612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2e7393c0-4aeb-412b-8d9e-7b581c839be3 admin admin] Request body: {'subnet': {'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-subnet', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:15.722542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4f817d5e-b337-432f-8e8d-5b3b09d0f2f5 None None] Port a44c1e3e-055d-4caa-b4c3-f62674d4e42d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:15.804088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7393c0-4aeb-412b-8d9e-7b581c839be3 admin admin] Made reservation on behalf of b1e0ad3dbf414d07b20de45f0d1a11c1 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:15.810725 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e7393c0-4aeb-412b-8d9e-7b581c839be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.841162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:15.851803 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Sync routers for ids ['04510cf1-8992-4029-a892-facb5719ae58'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:15.873756 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Routers {'04510cf1-8992-4029-a892-facb5719ae58'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:15.874542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04510cf1-8992-4029-a892-facb5719ae58'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:15.876293 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:15.881165 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bb12ec32-c615-48d3-ad21-5fd00bc3a73a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.1252005 Nov 27 01:33:15.881450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35612) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:15.950920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.040207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Set router 04510cf1-8992-4029-a892-facb5719ae58 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:16.099421 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-95a7b1a9-3113-4a94-a093-f4192de25228 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d3917ce2e57c4ae5918ce0ff798f13a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2167151 Nov 27 01:33:16.103066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35622) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:16.345313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0498f87-d948-48fa-a409-2e4d01dfe90f tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:16.350516 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e7393c0-4aeb-412b-8d9e-7b581c839be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.351310 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:33:14Z', 'revision_number': 3, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:16.353997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35658) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:16.355393 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a0498f87-d948-48fa-a409-2e4d01dfe90f tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2510045 Nov 27 01:33:16.387945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Checking router: 04510cf1-8992-4029-a892-facb5719ae58 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:16.388564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Updating router 04510cf1-8992-4029-a892-facb5719ae58 port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:33:16.420657 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.429074 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.773611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b67496-99b6-414d-883e-b08f2618f355 req-6ba65307-8f1f-40e1-afbf-0737e80cd8e9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:16.789101 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3b67496-99b6-414d-883e-b08f2618f355 req-6ba65307-8f1f-40e1-afbf-0737e80cd8e9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 944 time: 0.1379244 Nov 27 01:33:16.791375 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35666) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:16.939837 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.949256 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2804d76c-e5ba-455f-a156-47d95ccaed79 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2673 time: 0.1548150 Nov 27 01:33:16.951718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35670) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:16.957268 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:16.967106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7393c0-4aeb-412b-8d9e-7b581c839be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0d0c5b-f441-408d-b1b9-4b39b9d21731,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:16.978070 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ac99f3c3-fbe5-4e5a-85ff-12e5306b46be tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6193478 Nov 27 01:33:16.980492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35672) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:16.983803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0d9907f0-75f5-4cb4-963f-583657ce5c97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Request body: {'network': {'name': 'tempest-network-smoke--1374246590', 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'port_security_enabled': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:16.987750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fec4fb6c-7a3c-48e7-8c34-617d938ee855 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2004760068', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:17.016661 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04d4da-1b64-4b7d-af75-6025495fbe92 None None] Pushing event updated for resources: {'Port': ['ID=ebdc82c8-ce92-47e7-8ab7-f8515c3105d4,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:17.025852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1895d466-89bd-4573-9a73-dab12078c711 None None] Network a675cbed-ac9a-41a6-b3e4-a74719610b89 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:17.027778 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.061698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b3b67496-99b6-414d-883e-b08f2618f355 req-b4fc47f8-d27c-4d0c-a24d-1be05b4e6a01 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619998 Nov 27 01:33:17.067958 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3043ac80-c1e4-447f-9203-20ad4576b063 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:17.091518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9907f0-75f5-4cb4-963f-583657ce5c97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Made reservation on behalf of 41765da5dec84cc99c7b51a28c91a146 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:17.101625 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0d9907f0-75f5-4cb4-963f-583657ce5c97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.151984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7393c0-4aeb-412b-8d9e-7b581c839be3 admin admin] Checking segment: {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:17.151984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7393c0-4aeb-412b-8d9e-7b581c839be3 admin admin] Network hostable DHCP agents. Network: b8181700-dc1c-4cd7-b6ea-e3bf20043d6d, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:33:17.160470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9907f0-75f5-4cb4-963f-583657ce5c97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:17.171521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Attempting to bind port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:17.171899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Attempting to bind port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:17.172311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Attempting to bind port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:17.192722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:17.193352 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:17.193763 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.194213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:17.194733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Bound port: ebdc82c8-ce92-47e7-8ab7-f8515c3105d4, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:17.195270 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.202322 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0d9907f0-75f5-4cb4-963f-583657ce5c97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.205175 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-0d9907f0-75f5-4cb4-963f-583657ce5c97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Added segment fea5a6ef-f17b-4c04-9ea7-8d56352c8fba of type vlan for network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 Nov 27 01:33:17.242116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7393c0-4aeb-412b-8d9e-7b581c839be3 admin admin] Network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:33:17.249956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec4fb6c-7a3c-48e7-8c34-617d938ee855 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Made reservation on behalf of d3917ce2e57c4ae5918ce0ff798f13a5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:17.253596 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fec4fb6c-7a3c-48e7-8c34-617d938ee855 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.269413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] For port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:17.274546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] For port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ebdc82c8-ce92-47e7-8ab7-f8515c3105d4,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:17.289420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cd80ae70-473f-4b21-8713-e63e0885d92e None None] Provisioning complete for port 526c8fd1-e800-4af1-8308-8913db7369b5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:17.290413 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd80ae70-473f-4b21-8713-e63e0885d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.307784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0d9907f0-75f5-4cb4-963f-583657ce5c97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.316331 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.346842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2e7393c0-4aeb-412b-8d9e-7b581c839be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, b8181700-dc1c-4cd7-b6ea-e3bf20043d6d) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:17.351007 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0d9907f0-75f5-4cb4-963f-583657ce5c97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.354337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7393c0-4aeb-412b-8d9e-7b581c839be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:17.354929 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e7393c0-4aeb-412b-8d9e-7b581c839be3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.359351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Router 7e918801-7128-4a3a-b685-61d2096b026a is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:33:17.361029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9907f0-75f5-4cb4-963f-583657ce5c97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:17.361877 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0d9907f0-75f5-4cb4-963f-583657ce5c97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.394338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2e7393c0-4aeb-412b-8d9e-7b581c839be3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7102354 Nov 27 01:33:17.397721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35704) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:17.401723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b166ccf-d7ad-4f41-a20f-bb824ad534a8 None None] Network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:17.437933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:17.461868 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0d9907f0-75f5-4cb4-963f-583657ce5c97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5002947 Nov 27 01:33:17.468478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35706) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:17.480975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-818582465', 'admin_state_up': True, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:17.495190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9907f0-75f5-4cb4-963f-583657ce5c97 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Network': ['ID=e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:17.534285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:17.570741 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.570741 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.592260 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.599712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6252214-25b8-4e02-ae9c-0fd921df1936 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:17.621864 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.622898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.637540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:17.653929 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Sync routers for ids ['7e918801-7128-4a3a-b685-61d2096b026a'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:17.673055 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Routers {'7e918801-7128-4a3a-b685-61d2096b026a'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:17.673870 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7e918801-7128-4a3a-b685-61d2096b026a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:17.727031 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.745088 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.758584 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.759953 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-46146063-af82-46e8-966f-a81411de5e3e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5143449 Nov 27 01:33:17.762800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35708) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:17.771318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Routers {'04510cf1-8992-4029-a892-facb5719ae58'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:17.771953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04510cf1-8992-4029-a892-facb5719ae58'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:17.782688 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04d4da-1b64-4b7d-af75-6025495fbe92 None None] Pushing event updated for resources: {'Port': ['ID=ebdc82c8-ce92-47e7-8ab7-f8515c3105d4,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:17.950481 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Set router 7e918801-7128-4a3a-b685-61d2096b026a gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:17.962011 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fec4fb6c-7a3c-48e7-8c34-617d938ee855 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:17.978405 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.015245 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] Set router 04510cf1-8992-4029-a892-facb5719ae58 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:18.105709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 526c8fd1-e800-4af1-8308-8913db7369b5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:18.172840 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd80ae70-473f-4b21-8713-e63e0885d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.183967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:33:18.185507 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.275316 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:15Z', 'revision_number': 3, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:18.311440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4fb6c-7a3c-48e7-8c34-617d938ee855 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Subnet': ['ID=73b35f1f-3ce3-48df-9e85-c40ae66f8c5c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:18.319125 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.445648 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.450517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec4fb6c-7a3c-48e7-8c34-617d938ee855 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Checking segment: {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:18.451089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec4fb6c-7a3c-48e7-8c34-617d938ee855 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network hostable DHCP agents. Network: 7f9f151b-369b-43c3-b128-5d931fd82269, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:33:18.474423 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Checking router: 7e918801-7128-4a3a-b685-61d2096b026a for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:18.474774 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Updating router 7e918801-7128-4a3a-b685-61d2096b026a port a44c1e3e-055d-4caa-b4c3-f62674d4e42d binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:33:18.487313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 526c8fd1-e800-4af1-8308-8913db7369b5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:18.487901 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.507301 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d070d7-7440-4a17-8e30-e61d8c9b58a6 req-3c659f32-fe1f-4d91-a219-39e109dd4b31 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:18.515627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-19d070d7-7440-4a17-8e30-e61d8c9b58a6 req-3c659f32-fe1f-4d91-a219-39e109dd4b31 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 944 time: 0.3332827 Nov 27 01:33:18.529676 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.560166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cd80ae70-473f-4b21-8713-e63e0885d92e None None] For port 526c8fd1-e800-4af1-8308-8913db7369b5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=526c8fd1-e800-4af1-8308-8913db7369b5,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:18.591644 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd80ae70-473f-4b21-8713-e63e0885d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.594945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec4fb6c-7a3c-48e7-8c34-617d938ee855 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 7f9f151b-369b-43c3-b128-5d931fd82269 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:33:18.611313 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.656581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80ae70-473f-4b21-8713-e63e0885d92e None None] Pushing event updated for resources: {'Port': ['ID=526c8fd1-e800-4af1-8308-8913db7369b5,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:18.715882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Allocated IP 172.20.0.2 (b8181700-dc1c-4cd7-b6ea-e3bf20043d6d/cf0d0c5b-f441-408d-b1b9-4b39b9d21731/24950225-a1d4-4a1e-bb18-3c1473f26392) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:18.751967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-fec4fb6c-7a3c-48e7-8c34-617d938ee855 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 7f9f151b-369b-43c3-b128-5d931fd82269) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:18.771322 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec4fb6c-7a3c-48e7-8c34-617d938ee855 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:18.772213 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fec4fb6c-7a3c-48e7-8c34-617d938ee855 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.778207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4020fd3b-5db0-48d4-8c7b-1518717e46a9 None None] Network 7f9f151b-369b-43c3-b128-5d931fd82269 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:18.785582 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-18621d63-2e66-4fca-9d9a-891f86e42ccc None None] Provisioning complete for port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:18.786876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-18621d63-2e66-4fca-9d9a-891f86e42ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:18.806143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-19d070d7-7440-4a17-8e30-e61d8c9b58a6 req-b51fe224-b4ba-4972-bded-78cc32721e51 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896159 Nov 27 01:33:18.875554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fec4fb6c-7a3c-48e7-8c34-617d938ee855 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8900537 Nov 27 01:33:18.895153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35714) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:18.931921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Allocated IP 172.20.0.1 (a675cbed-ac9a-41a6-b3e4-a74719610b89/91f0ad74-de8e-4bcc-bee3-d56650c599bd/b8880559-08f3-4c88-b92c-686e703eee4f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:19.106649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.138405 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.147499 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.189417 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 57648ae5-d625-4089-a538-542cfe5a4e7f details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:33:19.201879 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.224901 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Pushing event updated for resources: {'Port': ['ID=a44c1e3e-055d-4caa-b4c3-f62674d4e42d,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:19.256102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77d4ef-64ad-486a-be07-d85fde93a314 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:19.256451 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:19.256721 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:19.257063 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:19.257443 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:19.257780 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:19.259109 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:19.259449 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:19.259811 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:19.260373 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:19.260703 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:19.261032 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:19.261358 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:19.287851 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:33:19.290004 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Attempting to bind port a44c1e3e-055d-4caa-b4c3-f62674d4e42d on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:19.290594 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Attempting to bind port a44c1e3e-055d-4caa-b4c3-f62674d4e42d by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:19.291126 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Attempting to bind port a44c1e3e-055d-4caa-b4c3-f62674d4e42d on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:19.300797 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:19.302781 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:19.303158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Network a675cbed-ac9a-41a6-b3e4-a74719610b89 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:19.304400 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.306342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:19.307444 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:19.310702 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Bound port: a44c1e3e-055d-4caa-b4c3-f62674d4e42d, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:19.311990 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.314707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:19.377393 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.439621 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] For port a44c1e3e-055d-4caa-b4c3-f62674d4e42d, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:19.449491 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] For port a44c1e3e-055d-4caa-b4c3-f62674d4e42d, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a44c1e3e-055d-4caa-b4c3-f62674d4e42d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:19.456253 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.494847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:33:14Z', 'revision_number': 3, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:19.558485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Pushing event updated for resources: {'Port': ['ID=b8880559-08f3-4c88-b92c-686e703eee4f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:19.582038 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad76df-c124-4ff7-bc9e-59e08898e852 None None] Pushing event updated for resources: {'Port': ['ID=a44c1e3e-055d-4caa-b4c3-f62674d4e42d,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:19.590638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ebaa2-0134-4885-9fd1-7d848a067007 None None] The sync data for ids ['04510cf1-8992-4029-a892-facb5719ae58'] in n-d-819494-2 is: [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:33:14Z', 'revision_number': 3, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:19.609628 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Routers {'7e918801-7128-4a3a-b685-61d2096b026a'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:19.609993 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7e918801-7128-4a3a-b685-61d2096b026a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:19.610505 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.614702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef7568e-9620-4d17-bc79-98192323b088 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:19.647144 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-18621d63-2e66-4fca-9d9a-891f86e42ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.661703 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.716800 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.743388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 57648ae5-d625-4089-a538-542cfe5a4e7f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=57648ae5-d625-4089-a538-542cfe5a4e7f,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:19.768030 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-7f9f151b-369b-43c3-b128-5d931fd82269', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ips': [{'subnet_id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:33:19.771175 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.784856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:19.796439 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-18621d63-2e66-4fca-9d9a-891f86e42ccc None None] For port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ebdc82c8-ce92-47e7-8ab7-f8515c3105d4,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:19.808820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:19.811649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:19.820112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 526c8fd1-e800-4af1-8308-8913db7369b5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:19.827311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '57648ae5-d625-4089-a538-542cfe5a4e7f', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'port_id': '57648ae5-d625-4089-a538-542cfe5a4e7f', 'mac_address': 'fa:16:3e:99:5e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:33:19.828942 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-18621d63-2e66-4fca-9d9a-891f86e42ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:19.907738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Pushing event updated for resources: {'Port': ['ID=24950225-a1d4-4a1e-bb18-3c1473f26392,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:19.948690 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] Set router 7e918801-7128-4a3a-b685-61d2096b026a gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:20.034334 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.151480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.174784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.285117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57648ae5-d625-4089-a538-542cfe5a4e7f {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:20.331766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09399d87-f668-4f4d-a251-003979b73bbf req-a0e830d5-69ae-4c7f-afcc-89a8be546adb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:20.335462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09399d87-f668-4f4d-a251-003979b73bbf req-a0e830d5-69ae-4c7f-afcc-89a8be546adb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 944 time: 0.3337395 Nov 27 01:33:20.353769 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:15Z', 'revision_number': 3, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:20.390739 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2817d3b9-2010-4ec0-ba79-e4dd6967c0d2 None None] The sync data for ids ['7e918801-7128-4a3a-b685-61d2096b026a'] in n-d-819494-2 is: [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:15Z', 'revision_number': 3, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:20.411889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6792c714-b6cc-4910-833c-8209cbd37674 None None] Provisioning complete for port b8880559-08f3-4c88-b92c-686e703eee4f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:20.412112 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6792c714-b6cc-4910-833c-8209cbd37674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.416212 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.438069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18621d63-2e66-4fca-9d9a-891f86e42ccc None None] Pushing event updated for resources: {'Port': ['ID=ebdc82c8-ce92-47e7-8ab7-f8515c3105d4,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:20.445434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.467499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Pushing event updated for resources: {'Port': ['ID=b8880559-08f3-4c88-b92c-686e703eee4f,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:20.477916 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.487277 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.554065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Attempting to bind port 24950225-a1d4-4a1e-bb18-3c1473f26392 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:20.554498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Attempting to bind port 24950225-a1d4-4a1e-bb18-3c1473f26392 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:20.554929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Attempting to bind port 24950225-a1d4-4a1e-bb18-3c1473f26392 on network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:20.572032 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 57648ae5-d625-4089-a538-542cfe5a4e7f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=57648ae5-d625-4089-a538-542cfe5a4e7f,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:20.581639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09399d87-f668-4f4d-a251-003979b73bbf req-81cdf31c-13ae-4a42-bbe5-bcb30941b2e6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373385 Nov 27 01:33:20.624050 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.630571 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:20.630953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Checking segment: {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:20.631359 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.631759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Bound using segment: {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:20.632257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Bound port: 24950225-a1d4-4a1e-bb18-3c1473f26392, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:20.632644 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.648855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Network a675cbed-ac9a-41a6-b3e4-a74719610b89 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:20.650480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:20.690482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6792c714-b6cc-4910-833c-8209cbd37674 None None] Port b8880559-08f3-4c88-b92c-686e703eee4f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:20.693043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Allocated IP 172.20.0.2 (7f9f151b-369b-43c3-b128-5d931fd82269/73b35f1f-3ce3-48df-9e85-c40ae66f8c5c/b578e114-3b54-4c9e-97d5-68920bc20544) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:20.704082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 526c8fd1-e800-4af1-8308-8913db7369b5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:20.704450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.725352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Allocated IP 172.25.3.110 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/49934f00-bdfc-437c-a9be-580fbd068f27) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:20.846041 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6792c714-b6cc-4910-833c-8209cbd37674 None None] Provisioning complete for port 526c8fd1-e800-4af1-8308-8913db7369b5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:20.846464 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6792c714-b6cc-4910-833c-8209cbd37674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:20.924663 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=57648ae5-d625-4089-a538-542cfe5a4e7f,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:20.943738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Router 7e918801-7128-4a3a-b685-61d2096b026a has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:20.947307 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['57648ae5-d625-4089-a538-542cfe5a4e7f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:33:20.950938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.072813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] For port 24950225-a1d4-4a1e-bb18-3c1473f26392, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:21.124771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] For port 24950225-a1d4-4a1e-bb18-3c1473f26392, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=24950225-a1d4-4a1e-bb18-3c1473f26392,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:21.147196 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.158067 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.236459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:21.248503 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-101b458f-5777-457d-a64b-80e0707e04ff admin admin] 10.222.0.37 "PUT /v2.0/routers/7e918801-7128-4a3a-b685-61d2096b026a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4817100 Nov 27 01:33:21.360602 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.529369 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.530765 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136fc47-4a09-4b2b-8286-300f45d14926 None None] Pushing event updated for resources: {'Port': ['ID=24950225-a1d4-4a1e-bb18-3c1473f26392,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:21.539689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Pushing event updated for resources: {'Port': ['ID=49934f00-bdfc-437c-a9be-580fbd068f27,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:21.558027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:21.570018 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.571222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:21.597999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:21.671124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38da7fd-b528-4cfb-8631-4af57354b9b2 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:21.785244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Allocated IP 172.25.3.23 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/c02ab384-4f70-4cee-b3aa-2d26a9fb3abf) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:21.842447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Network 7f9f151b-369b-43c3-b128-5d931fd82269 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:21.867199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:21.883839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Pushing event updated for resources: {'Port': ['ID=b578e114-3b54-4c9e-97d5-68920bc20544,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:21.889577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6792c714-b6cc-4910-833c-8209cbd37674 None None] Provisioning complete for port a44c1e3e-055d-4caa-b4c3-f62674d4e42d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:21.889963 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6792c714-b6cc-4910-833c-8209cbd37674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:21.894190 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:21.964851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:22.126413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Attempting to bind port b578e114-3b54-4c9e-97d5-68920bc20544 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:22.126786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Attempting to bind port b578e114-3b54-4c9e-97d5-68920bc20544 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:22.127262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Attempting to bind port b578e114-3b54-4c9e-97d5-68920bc20544 on network 7f9f151b-369b-43c3-b128-5d931fd82269 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:22.150832 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:22.151193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Checking segment: {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:22.151712 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.152171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Bound using segment: {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:22.152787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Bound port: b578e114-3b54-4c9e-97d5-68920bc20544, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:22.153243 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.179095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:22.179507 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.249415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a767f-0c11-41d9-b4a9-11159acd3f57 req-ea08e1c2-da1c-4f79-a902-47b70b917872 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:22.251049 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-335a767f-0c11-41d9-b4a9-11159acd3f57 req-ea08e1c2-da1c-4f79-a902-47b70b917872 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 945 time: 0.3130887 Nov 27 01:33:22.283975 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6792c714-b6cc-4910-833c-8209cbd37674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.335496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6792c714-b6cc-4910-833c-8209cbd37674 None None] For port a44c1e3e-055d-4caa-b4c3-f62674d4e42d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a44c1e3e-055d-4caa-b4c3-f62674d4e42d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:22.384762 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.421690 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.484575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-335a767f-0c11-41d9-b4a9-11159acd3f57 req-ef1b617b-548f-4b92-a3ed-d27d7f292ae2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180784 Nov 27 01:33:22.559981 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.566304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35742) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:22.574158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1698888820-network', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:22.579871 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6792c714-b6cc-4910-833c-8209cbd37674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.601013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Made reservation on behalf of 3b24650c67f5442ea7d7a550a3651ebe for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:22.603751 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.614746 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.627127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] For port b578e114-3b54-4c9e-97d5-68920bc20544, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:22.651606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] For port b578e114-3b54-4c9e-97d5-68920bc20544, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b578e114-3b54-4c9e-97d5-68920bc20544,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:22.655386 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a44c1e3e-055d-4caa-b4c3-f62674d4e42d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:22.682878 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.724627 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.724901 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792c714-b6cc-4910-833c-8209cbd37674 None None] Pushing event updated for resources: {'Port': ['ID=a44c1e3e-055d-4caa-b4c3-f62674d4e42d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:22.744223 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.755530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.769739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:33:22.782919 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e1a79fbb-003b-47ca-a335-a47e80286265 None None] Provisioning complete for port b8880559-08f3-4c88-b92c-686e703eee4f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:22.783292 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e1a79fbb-003b-47ca-a335-a47e80286265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.784570 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.784955 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Added segment 56951259-a4e8-4a79-bede-80ccfc742ed2 of type vlan for network efdff9fb-56ab-4743-9fea-3741146a2f35 Nov 27 01:33:22.796118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7057a-6d65-4e09-90a6-f02bd3b11182 None None] Pushing event updated for resources: {'Port': ['ID=b578e114-3b54-4c9e-97d5-68920bc20544,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:22.844149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e1a79fbb-003b-47ca-a335-a47e80286265 None None] Port b8880559-08f3-4c88-b92c-686e703eee4f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:22.854229 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.860553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e1a79fbb-003b-47ca-a335-a47e80286265 None None] Provisioning complete for port 49934f00-bdfc-437c-a9be-580fbd068f27 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:22.861048 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e1a79fbb-003b-47ca-a335-a47e80286265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.911828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port a44c1e3e-055d-4caa-b4c3-f62674d4e42d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:22.912197 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.939602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6157fb6d-ade9-40c0-ada7-445a926e3b89,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:22.958701 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.962985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:22.965836 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:22.991132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e1a79fbb-003b-47ca-a335-a47e80286265 None None] Port 49934f00-bdfc-437c-a9be-580fbd068f27 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:23.015334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 57648ae5-d625-4089-a538-542cfe5a4e7f up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:23.069923 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5018277 Nov 27 01:33:23.072873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35744) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:23.077976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e7985aa8-e5c1-4049-86ef-985c36c0fa23 admin admin] Request body: {'subnet': {'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1698888820-subnet', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:23.094124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f996e-6998-4f9a-8c6f-ccdbd6fa7c65 admin admin] Pushing event updated for resources: {'Network': ['ID=efdff9fb-56ab-4743-9fea-3741146a2f35,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:23.120416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network efdff9fb-56ab-4743-9fea-3741146a2f35 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:33:23.133495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7985aa8-e5c1-4049-86ef-985c36c0fa23 admin admin] Made reservation on behalf of 3b24650c67f5442ea7d7a550a3651ebe for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:23.136505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e7985aa8-e5c1-4049-86ef-985c36c0fa23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.285124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 57648ae5-d625-4089-a538-542cfe5a4e7f completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:33:23.311125 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 57648ae5-d625-4089-a538-542cfe5a4e7f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:23.311551 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.515098 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.553973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a67b461-6d47-4dcc-b988-006a3064736d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57648ae5-d625-4089-a538-542cfe5a4e7f'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:23.556990 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da09b90-7758-4abe-86e3-161aa823a58a" -d '{"events": [{"server_uuid": "0a67b461-6d47-4dcc-b988-006a3064736d", "name": "network-vif-plugged", "status": "completed", "tag": "57648ae5-d625-4089-a538-542cfe5a4e7f"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:23.574855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 57648ae5-d625-4089-a538-542cfe5a4e7f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=57648ae5-d625-4089-a538-542cfe5a4e7f,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:23.583204 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.584622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:23.645787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756ea5d9-3789-4bda-87a7-356921e1705c None None] Network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:23.684709 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e7985aa8-e5c1-4049-86ef-985c36c0fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.714150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Port': ['ID=c02ab384-4f70-4cee-b3aa-2d26a9fb3abf,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:23.716903 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:23.720837 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5188fa1d-fc0c-49f5-9701-3f91c472c472 x-openstack-request-id: req-5188fa1d-fc0c-49f5-9701-3f91c472c472 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:23.720837 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a67b461-6d47-4dcc-b988-006a3064736d", "name": "network-vif-plugged", "status": "completed", "tag": "57648ae5-d625-4089-a538-542cfe5a4e7f", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:23.720837 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5188fa1d-fc0c-49f5-9701-3f91c472c472 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:23.720837 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a67b461-6d47-4dcc-b988-006a3064736d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57648ae5-d625-4089-a538-542cfe5a4e7f', 'code': 200} Nov 27 01:33:23.726068 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=57648ae5-d625-4089-a538-542cfe5a4e7f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:23.752147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0f3680-e139-4989-9e71-b6f2924af2d2 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:23.757537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:23.858783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c12153df-e0fe-4950-9317-e84e64562281 None None] Provisioning complete for port 24950225-a1d4-4a1e-bb18-3c1473f26392 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:23.859255 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c12153df-e0fe-4950-9317-e84e64562281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.953452 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:23.969084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7985aa8-e5c1-4049-86ef-985c36c0fa23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=563f3966-52b3-4b16-a6d6-d81c0d5afc82,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:24.010201 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c12153df-e0fe-4950-9317-e84e64562281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.065218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c12153df-e0fe-4950-9317-e84e64562281 None None] For port 24950225-a1d4-4a1e-bb18-3c1473f26392, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=24950225-a1d4-4a1e-bb18-3c1473f26392,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:24.068327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee73981-60db-4be2-b93a-7bc46c1c07a0 req-db62a1c7-a91f-42e2-a97d-4b7c2a5d06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:24.070292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cee73981-60db-4be2-b93a-7bc46c1c07a0 req-db62a1c7-a91f-42e2-a97d-4b7c2a5d06d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 1097 time: 0.2494442 Nov 27 01:33:24.077139 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c12153df-e0fe-4950-9317-e84e64562281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.079122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafeafd-7f43-4bac-b4d9-cc05125353cc req-386ef2c4-b9a1-4c9c-8d3a-f7bfe13a77f7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:24.080617 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fafeafd-7f43-4bac-b4d9-cc05125353cc req-386ef2c4-b9a1-4c9c-8d3a-f7bfe13a77f7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 946 time: 0.3270893 Nov 27 01:33:24.099554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7985aa8-e5c1-4049-86ef-985c36c0fa23 admin admin] Checking segment: {'id': '56951259-a4e8-4a79-bede-80ccfc742ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:24.099921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7985aa8-e5c1-4049-86ef-985c36c0fa23 admin admin] Network hostable DHCP agents. Network: efdff9fb-56ab-4743-9fea-3741146a2f35, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:33:24.105202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a44c1e3e-055d-4caa-b4c3-f62674d4e42d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:24.194313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7985aa8-e5c1-4049-86ef-985c36c0fa23 admin admin] Network efdff9fb-56ab-4743-9fea-3741146a2f35 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:33:24.225300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cee73981-60db-4be2-b93a-7bc46c1c07a0 req-8b7091e9-1888-43d3-8f7b-c86fbd797d11 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435080 Nov 27 01:33:24.232510 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-e7985aa8-e5c1-4049-86ef-985c36c0fa23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, efdff9fb-56ab-4743-9fea-3741146a2f35) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:24.232714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12153df-e0fe-4950-9317-e84e64562281 None None] Pushing event updated for resources: {'Port': ['ID=24950225-a1d4-4a1e-bb18-3c1473f26392,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:24.235659 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fafeafd-7f43-4bac-b4d9-cc05125353cc req-0d006c7c-9e17-467d-a23c-2c3031d1ce14 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259584 Nov 27 01:33:24.238730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7985aa8-e5c1-4049-86ef-985c36c0fa23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:24.239894 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e7985aa8-e5c1-4049-86ef-985c36c0fa23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.269470 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e7985aa8-e5c1-4049-86ef-985c36c0fa23 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1954327 Nov 27 01:33:24.276976 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ea20b9-de5c-4e2c-8708-16a656adb5cb None None] Network efdff9fb-56ab-4743-9fea-3741146a2f35 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:24.278002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35752) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:24.283167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1698888820-router', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:24.332753 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.333841 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.343546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ba8317f9-148f-44a4-af1c-bd1b23580791 None None] Provisioning complete for port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:24.343921 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ba8317f9-148f-44a4-af1c-bd1b23580791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.386388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port a44c1e3e-055d-4caa-b4c3-f62674d4e42d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:24.386644 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.444668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.20.0.1 (7f9f151b-369b-43c3-b128-5d931fd82269/73b35f1f-3ce3-48df-9e85-c40ae66f8c5c/e8885c84-d292-4986-8db7-ee960520269a) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:24.445238 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ba8317f9-148f-44a4-af1c-bd1b23580791 None None] Port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:24.624117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Sync routers for ids ['7e918801-7128-4a3a-b685-61d2096b026a'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:24.666502 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.679529 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Routers {'7e918801-7128-4a3a-b685-61d2096b026a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:24.680271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7e918801-7128-4a3a-b685-61d2096b026a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:24.684349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-efdff9fb-56ab-4743-9fea-3741146a2f35', 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'fixed_ips': [{'subnet_id': '563f3966-52b3-4b16-a6d6-d81c0d5afc82'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:33:24.685395 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.726667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:33:24.791857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f3181486-cd77-4567-ba47-8e9ccfee7fe6 None None] Provisioning complete for port 24950225-a1d4-4a1e-bb18-3c1473f26392 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:24.791857 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f3181486-cd77-4567-ba47-8e9ccfee7fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.930967 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.945111 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:24.975849 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc00ae1a-22f5-4a54-862e-7379e45c6e2f None None] Network 7f9f151b-369b-43c3-b128-5d931fd82269 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:25.137043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.137780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:25.154209 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Sync routers for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:25.163482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b578e114-3b54-4c9e-97d5-68920bc20544 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:25.166862 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.169740 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:25.170599 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:25.171111 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-df2d845d-b777-4f8a-9ed4-a02252b266e9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7703066 Nov 27 01:33:25.171763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35756) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:25.246713 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.250531 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.461969 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:25.490231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Set router 7e918801-7128-4a3a-b685-61d2096b026a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:25.530370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 7f9f151b-369b-43c3-b128-5d931fd82269 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:25.536882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:25.538100 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.542075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:25.562382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Allocated IP 172.20.0.2 (efdff9fb-56ab-4743-9fea-3741146a2f35/563f3966-52b3-4b16-a6d6-d81c0d5afc82/fb33cd00-5f37-457d-a3ea-4d59d38f951a) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:25.602629 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.721132 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 3, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:25.773154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Allocated IP 172.25.3.227 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/2fa4d801-729d-4640-ab4a-3a146a96ed5b) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:25.781169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b578e114-3b54-4c9e-97d5-68920bc20544 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:25.782254 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.793354 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Checking router: d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:25.794828 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Updating router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 port 49934f00-bdfc-437c-a9be-580fbd068f27 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:33:25.856962 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.932124 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:25.992600 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.000737 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.012661 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-385073b6-7481-4128-b914-cb3ef7e305c2 None None] Provisioning complete for port b578e114-3b54-4c9e-97d5-68920bc20544 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:26.013330 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-385073b6-7481-4128-b914-cb3ef7e305c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.099249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Pushing event updated for resources: {'Port': ['ID=2fa4d801-729d-4640-ab4a-3a146a96ed5b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:26.114709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:26.117622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:26.121452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:26.172262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65785bfa-8bd6-4522-8d85-435950139ea9 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:26.197583 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.201991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port b578e114-3b54-4c9e-97d5-68920bc20544, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b578e114-3b54-4c9e-97d5-68920bc20544,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:26.222641 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.224066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 24950225-a1d4-4a1e-bb18-3c1473f26392 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:26.226033 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.284918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=e8885c84-d292-4986-8db7-ee960520269a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:26.341879 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.345874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Network efdff9fb-56ab-4743-9fea-3741146a2f35 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:26.357612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:26.360311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:26.361472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add618f9-933e-45dc-aba4-47bd7a3f8a1e req-c3e42a64-28e6-4a99-8c83-8abbab8e7713 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:26.367876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-add618f9-933e-45dc-aba4-47bd7a3f8a1e req-c3e42a64-28e6-4a99-8c83-8abbab8e7713 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 946 time: 0.8346844 Nov 27 01:33:26.422913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'b8880559-08f3-4c88-b92c-686e703eee4f', 'name': '', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'mac_address': 'fa:16:3e:5e:ff:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:18Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 2, 'project_id': '6876a51982504585b6894725276ecc7b', 'subnets': [{'id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:26.478132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=b578e114-3b54-4c9e-97d5-68920bc20544,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:26.519406 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.534505 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.595320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Checking router: 7e918801-7128-4a3a-b685-61d2096b026a for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:26.595702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Updating router 7e918801-7128-4a3a-b685-61d2096b026a port b8880559-08f3-4c88-b92c-686e703eee4f binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:33:26.597622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af25e47-ce61-49fc-9d40-bd83219bdc5b None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:26.640989 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Attempting to bind port 49934f00-bdfc-437c-a9be-580fbd068f27 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:26.641745 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Attempting to bind port 49934f00-bdfc-437c-a9be-580fbd068f27 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:26.641891 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Attempting to bind port 49934f00-bdfc-437c-a9be-580fbd068f27 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:26.654383 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b54af6-6d47-4ac8-b195-7529c244b2dc None None] Pushing event updated for resources: {'Port': ['ID=49934f00-bdfc-437c-a9be-580fbd068f27,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:26.658077 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:26.658482 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:26.658880 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.659261 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:26.659740 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Bound port: 49934f00-bdfc-437c-a9be-580fbd068f27, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:26.660267 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.726327 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] For port 49934f00-bdfc-437c-a9be-580fbd068f27, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:26.732268 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] For port 49934f00-bdfc-437c-a9be-580fbd068f27, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=49934f00-bdfc-437c-a9be-580fbd068f27,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:26.733312 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.742120 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.749217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Pushing event updated for resources: {'Port': ['ID=fb33cd00-5f37-457d-a3ea-4d59d38f951a,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:26.751705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Attempting to bind port fb33cd00-5f37-457d-a3ea-4d59d38f951a on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:26.752078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Attempting to bind port fb33cd00-5f37-457d-a3ea-4d59d38f951a by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '56951259-a4e8-4a79-bede-80ccfc742ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:26.752447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Attempting to bind port fb33cd00-5f37-457d-a3ea-4d59d38f951a on network efdff9fb-56ab-4743-9fea-3741146a2f35 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:26.756268 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 24950225-a1d4-4a1e-bb18-3c1473f26392 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:26.756643 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.759390 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.796603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:26.797298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Checking segment: {'id': '56951259-a4e8-4a79-bede-80ccfc742ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:26.797298 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.797670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Bound using segment: {'id': '56951259-a4e8-4a79-bede-80ccfc742ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:26.798172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Bound port: fb33cd00-5f37-457d-a3ea-4d59d38f951a, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56951259-a4e8-4a79-bede-80ccfc742ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:26.798610 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.816916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2f181dde-a8cc-4679-8036-a4eff07093fd None None] Provisioning complete for port b578e114-3b54-4c9e-97d5-68920bc20544 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:26.817293 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f181dde-a8cc-4679-8036-a4eff07093fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:26.868041 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833863fc-1448-4bf4-830e-8e920c407ea0 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:26.905837 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b54af6-6d47-4ac8-b195-7529c244b2dc None None] Pushing event updated for resources: {'Port': ['ID=49934f00-bdfc-437c-a9be-580fbd068f27,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:26.934066 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-add618f9-933e-45dc-aba4-47bd7a3f8a1e req-14cbfe29-3039-4294-b697-aa8d922b2fc8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951959 Nov 27 01:33:26.936192 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:26.937874 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:26.943489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Router 1fa1423f-0884-4781-85e2-c9bbd2c745da is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:33:27.057219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] For port fb33cd00-5f37-457d-a3ea-4d59d38f951a, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:27.098274 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] For port fb33cd00-5f37-457d-a3ea-4d59d38f951a, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fb33cd00-5f37-457d-a3ea-4d59d38f951a,segment=NetworkSegment(56951259-a4e8-4a79-bede-80ccfc742ed2),segment_id=56951259-a4e8-4a79-bede-80ccfc742ed2)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:27.118437 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.162161 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.187399 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:27.301755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.354566 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01576588-f5b1-4d87-89a9-64433da93a82 None None] Pushing event updated for resources: {'Port': ['ID=fb33cd00-5f37-457d-a3ea-4d59d38f951a,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:27.384594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2f181dde-a8cc-4679-8036-a4eff07093fd None None] Provisioning complete for port e8885c84-d292-4986-8db7-ee960520269a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:27.392259 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f181dde-a8cc-4679-8036-a4eff07093fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.408675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b578e114-3b54-4c9e-97d5-68920bc20544 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:27.501999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:27.550380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Sync routers for ids ['1fa1423f-0884-4781-85e2-c9bbd2c745da'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:27.656442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Router 04f35401-e8c6-462f-8546-31185d53d1d3 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:33:27.660069 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.664752 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b7c9b347-3712-4654-82a9-b2c94e11ef55 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.1923666 Nov 27 01:33:27.668243 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35764) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:27.755744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2f181dde-a8cc-4679-8036-a4eff07093fd None None] Port e8885c84-d292-4986-8db7-ee960520269a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:27.761625 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.781807 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 3, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:27.790502 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Routers {'1fa1423f-0884-4781-85e2-c9bbd2c745da'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:27.791511 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1fa1423f-0884-4781-85e2-c9bbd2c745da'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:27.809359 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.813795 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.842498 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd5d11-ef13-44b9-b3e1-8f4fe2d93251 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:27.849328 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bafd5d11-ef13-44b9-b3e1-8f4fe2d93251 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=41765da5dec84cc99c7b51a28c91a146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1784077 Nov 27 01:33:27.872724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2f181dde-a8cc-4679-8036-a4eff07093fd None None] Provisioning complete for port 2fa4d801-729d-4640-ab4a-3a146a96ed5b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:27.873362 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f181dde-a8cc-4679-8036-a4eff07093fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:27.912519 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d1d63-2244-45b3-92cc-e2f8846e87f4 None None] The sync data for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 is: [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 3, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:27.940446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35770) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:28.275353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:28.289505 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.289761 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Sync routers for ids ['04f35401-e8c6-462f-8546-31185d53d1d3'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:28.304980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Allocated IP 172.20.0.1 (b8181700-dc1c-4cd7-b6ea-e3bf20043d6d/cf0d0c5b-f441-408d-b1b9-4b39b9d21731/76b79d3c-bacc-4c55-84be-b1cc3f4fcf35) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:28.318647 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Routers {'04f35401-e8c6-462f-8546-31185d53d1d3'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:28.319623 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04f35401-e8c6-462f-8546-31185d53d1d3'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:28.325400 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.376566 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b578e114-3b54-4c9e-97d5-68920bc20544 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:28.377999 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.404300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb7c2a-7fd5-4aa5-a077-5e84998cf62c tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:28.409600 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e8bb7c2a-7fd5-4aa5-a077-5e84998cf62c tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4640553 Nov 27 01:33:28.416579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35774) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:28.425177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:28.429018 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-45a68c99-b90d-4327-b727-5a4615f7376e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1498177 Nov 27 01:33:28.452018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35776) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:28.536837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef93c4-242b-41f8-967f-c16776e552db None None] Pushing event updated for resources: {'Port': ['ID=b8880559-08f3-4c88-b92c-686e703eee4f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:28.560310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23ea7f-ce1f-4492-ba1d-7b2e4e40998a req-dd7dc4be-0894-4eec-b9cc-f12d6498d573 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:28.567813 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0f23ea7f-ce1f-4492-ba1d-7b2e4e40998a req-dd7dc4be-0894-4eec-b9cc-f12d6498d573 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 946 time: 0.4734302 Nov 27 01:33:28.569942 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2bae3895-cd33-44fe-ad8d-76387b5256f7 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1391561 Nov 27 01:33:28.578280 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35778) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:28.636157 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2f181dde-a8cc-4679-8036-a4eff07093fd None None] Port 2fa4d801-729d-4640-ab4a-3a146a96ed5b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:28.639997 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Set router 04f35401-e8c6-462f-8546-31185d53d1d3 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:28.705505 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-be783145-398d-4539-8e7f-c30d30269f3a tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=41765da5dec84cc99c7b51a28c91a146&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1235690 Nov 27 01:33:28.708951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35780) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:28.812558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Set router 1fa1423f-0884-4781-85e2-c9bbd2c745da gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:28.852618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0f23ea7f-ce1f-4492-ba1d-7b2e4e40998a req-e80c2557-7272-4c81-b267-2118c5f58aa7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759118 Nov 27 01:33:28.975393 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.065107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7990a4c2-1090-424a-a179-6682e28a69ae tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:29.074756 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7990a4c2-1090-424a-a179-6682e28a69ae tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3624635 Nov 27 01:33:29.075766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35786) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:29.083036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Attempting to bind port b8880559-08f3-4c88-b92c-686e703eee4f on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:29.083517 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Attempting to bind port b8880559-08f3-4c88-b92c-686e703eee4f by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:29.083754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Attempting to bind port b8880559-08f3-4c88-b92c-686e703eee4f on network a675cbed-ac9a-41a6-b3e4-a74719610b89 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:29.106822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=e8885c84-d292-4986-8db7-ee960520269a,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:29.169356 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-339cccd2-3617-489f-8cc9-d2f64f386e25 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0894165 Nov 27 01:33:29.171696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35788) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:29.181203 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'name': 'tempest-TestServerBasicOps-1698888820-router', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:24Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 3, 'project_id': '3b24650c67f5442ea7d7a550a3651ebe', 'gw_port': {'id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:25Z', 'updated_at': '2021-11-27T01:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:29.190895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1c767fe6-518d-4338-9a1b-0ef9af803d86 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-932426857', 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397', 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:29.225255 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Checking router: 04f35401-e8c6-462f-8546-31185d53d1d3 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:29.225990 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Updating router 04f35401-e8c6-462f-8546-31185d53d1d3 port 2fa4d801-729d-4640-ab4a-3a146a96ed5b binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:33:29.260839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-53dff6c2-0d95-43a9-a524-c7670e43e261 None None] Provisioning complete for port b8880559-08f3-4c88-b92c-686e703eee4f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:29.261208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53dff6c2-0d95-43a9-a524-c7670e43e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.269611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b29f77-15da-4b73-9ea9-2076f41ddac7 None None] Network efdff9fb-56ab-4743-9fea-3741146a2f35 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:29.284546 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.348825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:29.355036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Checking segment: {'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:29.356329 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.358466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Bound using segment: {'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:29.359151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Bound port: b8880559-08f3-4c88-b92c-686e703eee4f, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:29.360071 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.400657 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.412674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c767fe6-518d-4338-9a1b-0ef9af803d86 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Made reservation on behalf of 41765da5dec84cc99c7b51a28c91a146 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:29.422748 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c767fe6-518d-4338-9a1b-0ef9af803d86 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.648463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.752326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-53dff6c2-0d95-43a9-a524-c7670e43e261 None None] Port b8880559-08f3-4c88-b92c-686e703eee4f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:29.782848 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.786796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 24950225-a1d4-4a1e-bb18-3c1473f26392 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:29.790149 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.816471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975db996-54cb-4a49-9fcd-be65e721c3ed req-a5a0b2a1-8109-4a5a-b99b-acd421a61594 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:29.821159 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-975db996-54cb-4a49-9fcd-be65e721c3ed req-a5a0b2a1-8109-4a5a-b99b-acd421a61594 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 946 time: 0.8039465 Nov 27 01:33:29.854012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c767fe6-518d-4338-9a1b-0ef9af803d86 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.860772 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382133d-fa10-41b5-9724-5aff11a8bc4b None None] Pushing event updated for resources: {'Port': ['ID=2fa4d801-729d-4640-ab4a-3a146a96ed5b,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:29.877429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-53dff6c2-0d95-43a9-a524-c7670e43e261 None None] Provisioning complete for port 49934f00-bdfc-437c-a9be-580fbd068f27 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:29.878059 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53dff6c2-0d95-43a9-a524-c7670e43e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.914531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387dedec-9029-4d87-94fb-c4d81dbb6401 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:29.927689 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Attempting to bind port 2fa4d801-729d-4640-ab4a-3a146a96ed5b on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:29.930153 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Attempting to bind port 2fa4d801-729d-4640-ab4a-3a146a96ed5b by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:29.930583 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Attempting to bind port 2fa4d801-729d-4640-ab4a-3a146a96ed5b on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:29.938899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] For port b8880559-08f3-4c88-b92c-686e703eee4f, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:29.945472 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:29.946060 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:29.946654 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.947200 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:29.947980 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Bound port: 2fa4d801-729d-4640-ab4a-3a146a96ed5b, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:29.949220 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:29.967797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-818582465', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:24Z', 'revision_number': 3, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:29.970633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] For port b8880559-08f3-4c88-b92c-686e703eee4f, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b8880559-08f3-4c88-b92c-686e703eee4f,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:29.990417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c767fe6-518d-4338-9a1b-0ef9af803d86 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Subnet': ['ID=7f69c26f-3961-4f5c-86d9-2bc895743042,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:30.013317 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.016616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c767fe6-518d-4338-9a1b-0ef9af803d86 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Checking segment: {'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:30.021063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c767fe6-518d-4338-9a1b-0ef9af803d86 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network hostable DHCP agents. Network: e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:33:30.039350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Checking router: 1fa1423f-0884-4781-85e2-c9bbd2c745da for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:30.039695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Updating router 1fa1423f-0884-4781-85e2-c9bbd2c745da port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:33:30.064537 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c767fe6-518d-4338-9a1b-0ef9af803d86 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:33:30.085970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1c767fe6-518d-4338-9a1b-0ef9af803d86 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:30.092874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c767fe6-518d-4338-9a1b-0ef9af803d86 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:30.102559 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c767fe6-518d-4338-9a1b-0ef9af803d86 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.138130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1c767fe6-518d-4338-9a1b-0ef9af803d86 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9652045 Nov 27 01:33:30.142086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35792) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:30.157469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f9e242-4af8-4d68-a3fc-b70bc7cd9721 None None] Network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:30.166177 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] For port 2fa4d801-729d-4640-ab4a-3a146a96ed5b, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:30.182947 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] For port 2fa4d801-729d-4640-ab4a-3a146a96ed5b, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2fa4d801-729d-4640-ab4a-3a146a96ed5b,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:30.194288 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.203959 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.330366 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Routers {'04f35401-e8c6-462f-8546-31185d53d1d3'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:30.340107 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04f35401-e8c6-462f-8546-31185d53d1d3'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:30.484333 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382133d-fa10-41b5-9724-5aff11a8bc4b None None] Pushing event updated for resources: {'Port': ['ID=2fa4d801-729d-4640-ab4a-3a146a96ed5b,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:30.605983 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.636423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83e35c5-9f16-4554-afff-79625021c08b None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:30.655076 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.657448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 24950225-a1d4-4a1e-bb18-3c1473f26392 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:30.658199 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.708932 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] Set router 04f35401-e8c6-462f-8546-31185d53d1d3 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:30.739378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:30.759161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Pushing event updated for resources: {'Port': ['ID=76b79d3c-bacc-4c55-84be-b1cc3f4fcf35,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:30.773261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:30.776779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:30.857115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 7f9f151b-369b-43c3-b128-5d931fd82269 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:30.858046 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:30.876865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Routers {'7e918801-7128-4a3a-b685-61d2096b026a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:30.881000 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7e918801-7128-4a3a-b685-61d2096b026a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:30.883333 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef93c4-242b-41f8-967f-c16776e552db None None] Pushing event updated for resources: {'Port': ['ID=b8880559-08f3-4c88-b92c-686e703eee4f,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:31.040363 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-975db996-54cb-4a49-9fcd-be65e721c3ed req-2f228a32-704d-409a-9595-1954fec722a2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2089772 Nov 27 01:33:31.100039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997484b8-bfa7-4712-96ab-837ef6c555bc None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:31.124024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:31.344574 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53dff6c2-0d95-43a9-a524-c7670e43e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.361186 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f35ac-f290-4a67-8659-6c8e38157209 None None] Pushing event updated for resources: {'Port': ['ID=c02ab384-4f70-4cee-b3aa-2d26a9fb3abf,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:31.403224 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'name': 'tempest-TestServerBasicOps-1698888820-router', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:24Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 3, 'project_id': '3b24650c67f5442ea7d7a550a3651ebe', 'gw_port': {'id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:25Z', 'updated_at': '2021-11-27T01:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:31.416277 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 04510cf1-8992-4029-a892-facb5719ae58 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:31.432375 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.447639 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Attempting to bind port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:31.449449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Attempting to bind port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:31.449765 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Attempting to bind port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:31.483143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e291254-acd7-4c8d-9767-5d24af8da5cc req-6f5ad852-2a95-4b1e-bcd9-df5ff622e0e9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:31.485217 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e291254-acd7-4c8d-9767-5d24af8da5cc req-6f5ad852-2a95-4b1e-bcd9-df5ff622e0e9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 946 time: 0.2114284 Nov 27 01:33:31.498540 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0b8c0-87ce-4427-9135-84381c4ac5e7 None None] The sync data for ids ['04f35401-e8c6-462f-8546-31185d53d1d3'] in n-d-819494-2 is: [{'id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'name': 'tempest-TestServerBasicOps-1698888820-router', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:24Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 3, 'project_id': '3b24650c67f5442ea7d7a550a3651ebe', 'gw_port': {'id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:25Z', 'updated_at': '2021-11-27T01:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:31.550505 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:31.552117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:31.552117 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.552398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:31.557036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Bound port: c02ab384-4f70-4cee-b3aa-2d26a9fb3abf, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:31.557036 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.564836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-53dff6c2-0d95-43a9-a524-c7670e43e261 None None] For port 49934f00-bdfc-437c-a9be-580fbd068f27, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=49934f00-bdfc-437c-a9be-580fbd068f27,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:31.687649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.792920 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e291254-acd7-4c8d-9767-5d24af8da5cc req-d7e37c4c-e7ab-4502-a6c2-3ef9b32780bb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958696 Nov 27 01:33:31.864328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.919289 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53dff6c2-0d95-43a9-a524-c7670e43e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:31.980557 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:31.991074 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-54b60e4f-aa0a-4973-98aa-c7b41ef10e2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "PUT /v2.0/routers/04510cf1-8992-4029-a892-facb5719ae58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0948482 Nov 27 01:33:32.023642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Sync routers for ids ['04510cf1-8992-4029-a892-facb5719ae58'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:32.261110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.274950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397', 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'fixed_ips': [{'subnet_id': '7f69c26f-3961-4f5c-86d9-2bc895743042'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:33:32.277846 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.302186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.374280 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Allocated IP 172.20.0.17 (e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397/7f69c26f-3961-4f5c-86d9-2bc895743042/f9ae2937-e88a-4d62-9b1a-57245daa43c7) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:32.408176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2fa4d801-729d-4640-ab4a-3a146a96ed5b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:32.410446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dff6c2-0d95-43a9-a524-c7670e43e261 None None] Pushing event updated for resources: {'Port': ['ID=49934f00-bdfc-437c-a9be-580fbd068f27,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:32.426503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] Set router 7e918801-7128-4a3a-b685-61d2096b026a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:32.432703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Routers {'04510cf1-8992-4029-a892-facb5719ae58'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:32.433338 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04510cf1-8992-4029-a892-facb5719ae58'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:32.435453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-53dff6c2-0d95-43a9-a524-c7670e43e261 None None] Provisioning complete for port e8885c84-d292-4986-8db7-ee960520269a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:32.435858 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53dff6c2-0d95-43a9-a524-c7670e43e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.486616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] For port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:32.539751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a7ae5-13de-4d40-9bce-00243be37d8b req-691c622f-310e-4214-91da-4e3d675ebba8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:32.540994 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-044a7ae5-13de-4d40-9bce-00243be37d8b req-691c622f-310e-4214-91da-4e3d675ebba8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 946 time: 0.1179852 Nov 27 01:33:32.547731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Allocated IP 172.20.0.1 (efdff9fb-56ab-4743-9fea-3741146a2f35/563f3966-52b3-4b16-a6d6-d81c0d5afc82/500d8d63-ee1b-407d-999f-7a675b791dfa) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:32.570137 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.672615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] For port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c02ab384-4f70-4cee-b3aa-2d26a9fb3abf,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:32.703810 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-ec0cd10d-cf76-4927-91c2-1ffc15b79a62 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884795655&fields=id&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 267 time: 0.2818093 Nov 27 01:33:32.709089 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.718796 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-044a7ae5-13de-4d40-9bce-00243be37d8b req-7c571534-4e88-4ead-a90b-35498001e24b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620076 Nov 27 01:33:32.721022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Pushing event updated for resources: {'Port': ['ID=76b79d3c-bacc-4c55-84be-b1cc3f4fcf35,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:32.721876 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.818213 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:32.926752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:32.943111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:32.944615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-75e68f3a-1700-42e7-9017-a14cf16d53f7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:32.947941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:32.954775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-75e68f3a-1700-42e7-9017-a14cf16d53f7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/networks?id=7f9f151b-369b-43c3-b128-5d931fd82269 HTTP/1.1" status: 200 len: 796 time: 0.2492881 Nov 27 01:33:32.957482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f35ac-f290-4a67-8659-6c8e38157209 None None] Pushing event updated for resources: {'Port': ['ID=c02ab384-4f70-4cee-b3aa-2d26a9fb3abf,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:32.981764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0adb8f-54ea-46e2-b968-adb6b89018a4 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:33:32.993625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Port': ['ID=f9ae2937-e88a-4d62-9b1a-57245daa43c7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:33.007463 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-157189ae-7c21-45bd-ac10-3dc7d73b353d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/quotas/d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 375 time: 0.0312915 Nov 27 01:33:33.016873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-53dff6c2-0d95-43a9-a524-c7670e43e261 None None] Port e8885c84-d292-4986-8db7-ee960520269a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:33.019025 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.062628 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Allocated IP 172.20.0.18 (e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397/7f69c26f-3961-4f5c-86d9-2bc895743042/19fa23d5-7051-4f11-a261-9ddca8b207a0) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:33.086471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Set router 04510cf1-8992-4029-a892-facb5719ae58 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:33.126118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:33.134847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:33.162623 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.266055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-fae36035-baab-4f70-839a-d4feaf81c4d5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2384388 Nov 27 01:33:33.287290 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Routers {'1fa1423f-0884-4781-85e2-c9bbd2c745da'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:33.287853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1fa1423f-0884-4781-85e2-c9bbd2c745da'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:33.448972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] Set router 1fa1423f-0884-4781-85e2-c9bbd2c745da gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:33.543104 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2fa4d801-729d-4640-ab4a-3a146a96ed5b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:33.543390 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.546077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:33.561918 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.658937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Provisioning complete for port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:33.659309 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.694498 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:33.966869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce66ef-3b0d-411d-99dc-35d7127beeb1 req-14fc9832-1a48-4a84-990a-12e4a41591b9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:33.968722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50ce66ef-3b0d-411d-99dc-35d7127beeb1 req-14fc9832-1a48-4a84-990a-12e4a41591b9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 946 time: 0.1173401 Nov 27 01:33:33.976488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be79460-d73c-4533-a490-a06bc03d642b req-99832dc8-3193-4d5b-9850-b15d4db4fb4d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:33.977976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4be79460-d73c-4533-a490-a06bc03d642b req-99832dc8-3193-4d5b-9850-b15d4db4fb4d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 946 time: 0.1653383 Nov 27 01:33:34.067143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:34.070606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'b8880559-08f3-4c88-b92c-686e703eee4f', 'name': '', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'mac_address': 'fa:16:3e:5e:ff:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:18Z', 'updated_at': '2021-11-27T01:33:29Z', 'revision_number': 4, 'project_id': '6876a51982504585b6894725276ecc7b', 'subnets': [{'id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:34.134197 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50ce66ef-3b0d-411d-99dc-35d7127beeb1 req-ac676f7e-854f-4455-ad18-47b470889d7f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551270 Nov 27 01:33:34.173199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a4c79-86e7-42df-89e5-c9521c0c9d4e None None] The sync data for ids ['7e918801-7128-4a3a-b685-61d2096b026a'] in n-d-819494-2 is: [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'b8880559-08f3-4c88-b92c-686e703eee4f', 'name': '', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'mac_address': 'fa:16:3e:5e:ff:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:18Z', 'updated_at': '2021-11-27T01:33:29Z', 'revision_number': 4, 'project_id': '6876a51982504585b6894725276ecc7b', 'subnets': [{'id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:34.204045 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-d364f2a0-d977-4379-b45c-15aec4b34fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9367208 Nov 27 01:33:34.213448 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Network efdff9fb-56ab-4743-9fea-3741146a2f35 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:34.232759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:34.247167 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:34.250615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-4be79460-d73c-4533-a490-a06bc03d642b req-05734816-cb44-44f6-98c1-dc2ffeb1ea7f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Deleting port 57648ae5-d625-4089-a538-542cfe5a4e7f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:33:34.264854 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4be79460-d73c-4533-a490-a06bc03d642b req-05734816-cb44-44f6-98c1-dc2ffeb1ea7f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.278176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e8885c84-d292-4986-8db7-ee960520269a', 'name': '', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:5a:b5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:23Z', 'updated_at': '2021-11-27T01:33:27Z', 'revision_number': 2, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:34.407540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4be79460-d73c-4533-a490-a06bc03d642b req-05734816-cb44-44f6-98c1-dc2ffeb1ea7f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] For port 57648ae5-d625-4089-a538-542cfe5a4e7f, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=57648ae5-d625-4089-a538-542cfe5a4e7f,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:34.407960 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4be79460-d73c-4533-a490-a06bc03d642b req-05734816-cb44-44f6-98c1-dc2ffeb1ea7f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.421975 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.433406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Provisioning complete for port b8880559-08f3-4c88-b92c-686e703eee4f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:34.436911 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.444342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-4be79460-d73c-4533-a490-a06bc03d642b req-05734816-cb44-44f6-98c1-dc2ffeb1ea7f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Calling delete_port for 57648ae5-d625-4089-a538-542cfe5a4e7f owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:33:34.460081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Pushing event updated for resources: {'Port': ['ID=500d8d63-ee1b-407d-999f-7a675b791dfa,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:34.541834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:34.566260 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Sync routers for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:34.579088 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-28ba6bf4-3bcb-4acf-8cbe-86ae80f3b095 admin admin] 10.222.0.37 "PUT /v2.0/routers/d0dcb7a3-3bcf-4dfc-a171-44f42e22d327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4027097 Nov 27 01:33:34.608249 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:34.609142 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:34.611809 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.802195 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4be79460-d73c-4533-a490-a06bc03d642b req-05734816-cb44-44f6-98c1-dc2ffeb1ea7f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:34.849297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05734816-cb44-44f6-98c1-dc2ffeb1ea7f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event deleted for resources: {'Port': ['ID=57648ae5-d625-4089-a538-542cfe5a4e7f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:34.870670 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-5a172553-a63e-4a60-a3a1-4e46d7239bf0 service neutron] 10.222.0.37 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554146 Nov 27 01:33:34.915521 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:35.075890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be79460-d73c-4533-a490-a06bc03d642b req-05734816-cb44-44f6-98c1-dc2ffeb1ea7f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] No DVR routers for this DVR port 57648ae5-d625-4089-a538-542cfe5a4e7f on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:33:35.085804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4be79460-d73c-4533-a490-a06bc03d642b req-05734816-cb44-44f6-98c1-dc2ffeb1ea7f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.089901 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4be79460-d73c-4533-a490-a06bc03d642b req-05734816-cb44-44f6-98c1-dc2ffeb1ea7f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "DELETE /v2.0/ports/57648ae5-d625-4089-a538-542cfe5a4e7f HTTP/1.1" status: 204 len: 173 time: 1.1020715 Nov 27 01:33:35.118900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a67b461-6d47-4dcc-b988-006a3064736d', 'name': 'network-vif-deleted', 'tag': '57648ae5-d625-4089-a538-542cfe5a4e7f'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:35.127093 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520fc0e4-fdd6-460d-9b89-ac8b1d34f81d" -d '{"events": [{"server_uuid": "0a67b461-6d47-4dcc-b988-006a3064736d", "name": "network-vif-deleted", "tag": "57648ae5-d625-4089-a538-542cfe5a4e7f"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:35.151101 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.212475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 2fa4d801-729d-4640-ab4a-3a146a96ed5b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2fa4d801-729d-4640-ab4a-3a146a96ed5b,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:35.220445 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.229023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.236046 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.322669 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.323489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 49934f00-bdfc-437c-a9be-580fbd068f27 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:35.325633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['57648ae5-d625-4089-a538-542cfe5a4e7f'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:33:35.445421 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.459962 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3237a2be-d56f-4f16-a9c0-143c280b36b4 x-openstack-request-id: req-3237a2be-d56f-4f16-a9c0-143c280b36b4 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:35.460681 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a67b461-6d47-4dcc-b988-006a3064736d", "name": "network-vif-deleted", "tag": "57648ae5-d625-4089-a538-542cfe5a4e7f", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:35.461094 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3237a2be-d56f-4f16-a9c0-143c280b36b4 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:35.461659 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a67b461-6d47-4dcc-b988-006a3064736d', 'name': 'network-vif-deleted', 'tag': '57648ae5-d625-4089-a538-542cfe5a4e7f', 'status': 'completed', 'code': 200} Nov 27 01:33:35.494899 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.531217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Port': ['ID=f9ae2937-e88a-4d62-9b1a-57245daa43c7,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:35.626748 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 2, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:35.690864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Checking router: 04510cf1-8992-4029-a892-facb5719ae58 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:35.691224 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Updating router 04510cf1-8992-4029-a892-facb5719ae58 port e8885c84-d292-4986-8db7-ee960520269a binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:33:35.755938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d4f0651d-39c6-4cc4-ada3-5a15430a5726 req-959b1c0d-e67c-4f4c-bf7f-3807db1821fd tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 210 time: 0.1779351 Nov 27 01:33:35.781459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=2fa4d801-729d-4640-ab4a-3a146a96ed5b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:35.796211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35842) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:35.812811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-af1c689a-20f4-421d-8aee-6ab12bc5aada tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--725014435', 'description': 'tempest-description--276336751'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:35.848909 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:35.857918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:35.865445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:35.912639 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:35.925343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-818582465', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:24Z', 'revision_number': 3, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:35.997599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359fbcc-2551-4096-9f7d-9318d09b5482 None None] The sync data for ids ['1fa1423f-0884-4781-85e2-c9bbd2c745da'] in n-d-819494-2 is: [{'id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-818582465', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:24Z', 'revision_number': 3, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:36.000198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:36.000549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:36.000893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:36.001229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:36.001562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:36.001991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:36.002350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:36.003100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:36.003438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:36.003766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:36.004882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:36.005218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:33:36.067579 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.073665 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af1c689a-20f4-421d-8aee-6ab12bc5aada tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.077602 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Checking router: d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:36.080892 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Updating router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:33:36.093132 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f990f1b-5445-4361-a480-509b5fd1f757 req-e0520cb1-1a5a-4c98-a10a-3743832b9d2b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 210 time: 0.2151911 Nov 27 01:33:36.095775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:36.103176 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.111098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Pushing event updated for resources: {'Port': ['ID=19fa23d5-7051-4f11-a261-9ddca8b207a0,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:36.126336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:36.157219 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.331300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Router 1fa1423f-0884-4781-85e2-c9bbd2c745da has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:36.372236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Pushing event updated for resources: {'Port': ['ID=500d8d63-ee1b-407d-999f-7a675b791dfa,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:36.435327 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.553417 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Attempting to bind port 19fa23d5-7051-4f11-a261-9ddca8b207a0 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:36.553986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Attempting to bind port 19fa23d5-7051-4f11-a261-9ddca8b207a0 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:36.553986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Attempting to bind port 19fa23d5-7051-4f11-a261-9ddca8b207a0 on network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:36.586772 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:36.588046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Checking segment: {'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:36.588454 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.590542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Bound using segment: {'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:36.592052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Bound port: 19fa23d5-7051-4f11-a261-9ddca8b207a0, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:36.593573 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.698362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:36.718610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af1c689a-20f4-421d-8aee-6ab12bc5aada tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.732829 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-aed8d375-6206-4f05-bea0-3686adcba152 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "PUT /v2.0/routers/1fa1423f-0884-4781-85e2-c9bbd2c745da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5884154 Nov 27 01:33:36.733386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af1c689a-20f4-421d-8aee-6ab12bc5aada tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:36.855189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c689a-20f4-421d-8aee-6ab12bc5aada tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab06dd-0bdf-4f74-a224-d818f260f51a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:37.007999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Network efdff9fb-56ab-4743-9fea-3741146a2f35 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:37.014697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:37.045890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-da45046c-e170-441e-8598-1ad733179b94 None None] For port 19fa23d5-7051-4f11-a261-9ddca8b207a0, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:37.046887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af1c689a-20f4-421d-8aee-6ab12bc5aada tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.050689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-af1c689a-20f4-421d-8aee-6ab12bc5aada tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2515893 Nov 27 01:33:37.055234 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35854) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:37.057699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-da45046c-e170-441e-8598-1ad733179b94 None None] For port 19fa23d5-7051-4f11-a261-9ddca8b207a0, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=19fa23d5-7051-4f11-a261-9ddca8b207a0,segment=NetworkSegment(fea5a6ef-f17b-4c04-9ea7-8d56352c8fba),segment_id=fea5a6ef-f17b-4c04-9ea7-8d56352c8fba)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:37.073039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 49934f00-bdfc-437c-a9be-580fbd068f27 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:37.074467 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.074949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d0cd41e7-1753-49a3-99c4-df445ef742a7 req-3b27257e-5e2c-46ef-8302-1e63c0ca1e0f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 210 time: 0.1390147 Nov 27 01:33:37.075987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8afbade1-964b-4803-ab0d-168355c626fb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'security_group_rule': {'security_group_id': '50ab06dd-0bdf-4f74-a224-d818f260f51a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:37.194307 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.210186 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 57648ae5-d625-4089-a538-542cfe5a4e7f no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:33:37.222505 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.230979 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.350205 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a43383f-ffd9-4964-a8d5-c53b18fe35ef req-54976f11-88b3-4e9e-a5fc-2293a39e4221 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 210 time: 0.0673664 Nov 27 01:33:37.464903 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec32e2-f364-4f8c-9525-cfc5ad362406 None None] Pushing event updated for resources: {'Port': ['ID=76b79d3c-bacc-4c55-84be-b1cc3f4fcf35,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:37.680600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45046c-e170-441e-8598-1ad733179b94 None None] Pushing event updated for resources: {'Port': ['ID=19fa23d5-7051-4f11-a261-9ddca8b207a0,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:37.701231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 57648ae5-d625-4089-a538-542cfe5a4e7f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:33:37.702916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 57648ae5-d625-4089-a538-542cfe5a4e7f not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:33:37.706258 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Attempting to bind port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:37.706638 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Attempting to bind port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:37.707026 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Attempting to bind port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 on network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:37.730697 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:37.732522 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Checking segment: {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:37.732935 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.733323 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Bound using segment: {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:37.733829 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Bound port: 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:37.734194 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.751362 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:37.968466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-bdccf0e8-537b-448d-908f-f44d52aa1080 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:37.978337 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-bdccf0e8-537b-448d-908f-f44d52aa1080 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "GET /v2.0/networks?id=7f9f151b-369b-43c3-b128-5d931fd82269 HTTP/1.1" status: 200 len: 796 time: 0.6254947 Nov 27 01:33:37.997327 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] For port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:38.008660 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] For port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=76b79d3c-bacc-4c55-84be-b1cc3f4fcf35,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:38.011761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fb33cd00-5f37-457d-a3ea-4d59d38f951a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:38.022970 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.124426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8afbade1-964b-4803-ab0d-168355c626fb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.140477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-1bdad4f0-3599-437e-a2e0-aee5b8963188 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:38.142057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-1bdad4f0-3599-437e-a2e0-aee5b8963188 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/networks?id=e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 HTTP/1.1" status: 200 len: 798 time: 0.8836870 Nov 27 01:33:38.183015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Router 04f35401-e8c6-462f-8546-31185d53d1d3 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:38.188501 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-a8e1bc83-c958-42df-8ada-36b29e1c0989 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 379 time: 0.1872122 Nov 27 01:33:38.196020 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-b0a94a38-8103-4142-8741-0cbe60d2040d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/quotas/41765da5dec84cc99c7b51a28c91a146 HTTP/1.1" status: 200 len: 375 time: 0.0426164 Nov 27 01:33:38.206116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'port': {'device_id': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'admin_state_up': True, 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'security_groups': ['bdb9e26a-850e-4089-b0d8-d61cfb39a98b']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:38.247466 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec32e2-f364-4f8c-9525-cfc5ad362406 None None] Pushing event updated for resources: {'Port': ['ID=76b79d3c-bacc-4c55-84be-b1cc3f4fcf35,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:38.265996 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:38.266981 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:38.312561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] For port b8880559-08f3-4c88-b92c-686e703eee4f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b8880559-08f3-4c88-b92c-686e703eee4f,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:38.359410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port fb33cd00-5f37-457d-a3ea-4d59d38f951a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:38.367287 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.369263 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.427530 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ba42edb-56ac-4c38-afbf-3ed52f8dc2fd tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=41765da5dec84cc99c7b51a28c91a146&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2134421 Nov 27 01:33:38.545270 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:38.555795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6d4a928c-20a9-4838-9145-90a6f6daccd7 req-8f8b43aa-91ee-42a3-a948-a3cc3ab76ba3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 210 time: 0.0393271 Nov 27 01:33:38.625851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Pushing event updated for resources: {'Port': ['ID=b8880559-08f3-4c88-b92c-686e703eee4f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:38.626970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Made reservation on behalf of d3917ce2e57c4ae5918ce0ff798f13a5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:38.631850 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.678448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Provisioning complete for port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:38.679209 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.772874 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8afbade1-964b-4803-ab0d-168355c626fb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.777727 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-194e2c31-ef2d-4707-a91b-f666be2e2a1a service neutron] 10.222.0.37 "GET /v2.0/networks/e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384958 Nov 27 01:33:38.787038 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.808085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8afbade1-964b-4803-ab0d-168355c626fb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.856826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-897ca438-c84a-49ee-b4f0-2f028cfe64b2 req-25887b2d-c81e-4482-9943-2368e05f7e9d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 210 time: 0.0668259 Nov 27 01:33:38.909646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:38.979959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.20.0.6 (7f9f151b-369b-43c3-b128-5d931fd82269/73b35f1f-3ce3-48df-9e85-c40ae66f8c5c/e04eeee5-34e1-4556-a1c9-6e5302a76f38) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:39.023607 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.026838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbade1-964b-4803-ab0d-168355c626fb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca80599-c756-4b3c-8d5c-434e5cbe3cab,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:39.074666 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:37Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:39.086178 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8afbade1-964b-4803-ab0d-168355c626fb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.091009 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8afbade1-964b-4803-ab0d-168355c626fb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0322752 Nov 27 01:33:39.099652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35882) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:39.144840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-21e1b358-8e03-4e4f-a28f-846962772764 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'security_group_rule': {'security_group_id': '50ab06dd-0bdf-4f74-a224-d818f260f51a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:39.176904 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff01ea0-8ce2-4cfc-b3d7-454d9089680a None None] The sync data for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 is: [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:37Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:39.264008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:39.267149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c4fd1-1d03-4742-ade1-384d5e46b8e4 None None] Pushing event updated for resources: {'Port': ['ID=e8885c84-d292-4986-8db7-ee960520269a,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:39.274473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port fb33cd00-5f37-457d-a3ea-4d59d38f951a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fb33cd00-5f37-457d-a3ea-4d59d38f951a,segment=NetworkSegment(56951259-a4e8-4a79-bede-80ccfc742ed2),segment_id=56951259-a4e8-4a79-bede-80ccfc742ed2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:39.278270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.290917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Sync routers for ids ['04f35401-e8c6-462f-8546-31185d53d1d3'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:39.312146 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3e89ae6a-719b-4c08-81d6-ebaf07171977 admin admin] 10.222.0.37 "PUT /v2.0/routers/04f35401-e8c6-462f-8546-31185d53d1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8528223 Nov 27 01:33:39.318584 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-e2f3a19c-2088-46b1-8ebd-142a9513c8b4 service neutron] 10.222.0.37 "GET /v2.0/networks/e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305121 Nov 27 01:33:39.341796 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21e1b358-8e03-4e4f-a28f-846962772764 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.399399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.422762 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.464562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bea7050-396a-4fe4-b95d-ed706117396b None None] Network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:33:39.498480 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21e1b358-8e03-4e4f-a28f-846962772764 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.507363 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21e1b358-8e03-4e4f-a28f-846962772764 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.529816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 7f9f151b-369b-43c3-b128-5d931fd82269 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:39.549319 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.549614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:39.559938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:39.599707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1b358-8e03-4e4f-a28f-846962772764 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88fa2c7-9117-45ed-9da2-c6841b34c7cd,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:39.619121 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21e1b358-8e03-4e4f-a28f-846962772764 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.620327 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-21e1b358-8e03-4e4f-a28f-846962772764 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5033698 Nov 27 01:33:39.624496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] For port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c02ab384-4f70-4cee-b3aa-2d26a9fb3abf,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:39.627296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35888) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:39.651680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:39.745075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Routers {'04f35401-e8c6-462f-8546-31185d53d1d3'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:39.746042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04f35401-e8c6-462f-8546-31185d53d1d3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:39.768481 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:39.839061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=e04eeee5-34e1-4556-a1c9-6e5302a76f38,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:39.943964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e8930f4-8d85-4c93-ae51-499495558f6d req-13bd853a-c9f0-4fae-8a04-1377edbe3522 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 210 time: 0.1472044 Nov 27 01:33:39.950368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Set router 04f35401-e8c6-462f-8546-31185d53d1d3 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:39.991055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:39.992179 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.161824 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.183066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c99b8e8-0c09-47e7-aa85-5e33990c67af req-ef5ac633-55cd-4d68-96fd-dd23f629f4ae tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 210 time: 0.1370335 Nov 27 01:33:40.187204 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-e3b7ad29-54b3-46da-aa53-cc1022219233 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9926417 Nov 27 01:33:40.218027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Request body: {'port': {'device_id': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:40.461357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Allocated IP 172.25.3.97 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/f43ac333-f418-4aec-a6fa-ec87e7ea7525) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:40.496296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.516813 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.558473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c02ab384-4f70-4cee-b3aa-2d26a9fb3abf up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:40.571501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Attempting to bind port e8885c84-d292-4986-8db7-ee960520269a on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:40.571877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Attempting to bind port e8885c84-d292-4986-8db7-ee960520269a by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:40.574282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Attempting to bind port e8885c84-d292-4986-8db7-ee960520269a on network 7f9f151b-369b-43c3-b128-5d931fd82269 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:40.689974 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Sync routers for ids ['1fa1423f-0884-4781-85e2-c9bbd2c745da'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:40.703886 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Routers {'1fa1423f-0884-4781-85e2-c9bbd2c745da'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:40.704527 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-847ad272-ccd3-4855-9637-00f879131206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1fa1423f-0884-4781-85e2-c9bbd2c745da'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:40.723955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35916) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:40.729284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4bbaf6df-59aa-4584-b793-e95f088c8b9d tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540396353', 'description': 'tempest-secgroup-smoke-540396353 description', 'project_id': '6876a51982504585b6894725276ecc7b'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:40.802722 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.809107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf6df-59aa-4584-b793-e95f088c8b9d tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.814403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139476e-75c6-431d-a688-23473d39b6d9 req-2ab08bd5-338e-4526-a024-c2bdc82b7b1d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:40.826262 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a139476e-75c6-431d-a688-23473d39b6d9 req-2ab08bd5-338e-4526-a024-c2bdc82b7b1d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 931 time: 0.3187482 Nov 27 01:33:40.880696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:40.885072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Checking segment: {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:40.885689 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.886298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Bound using segment: {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:40.887012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Bound port: e8885c84-d292-4986-8db7-ee960520269a, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:40.893650 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:40.976851 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Set router 1fa1423f-0884-4781-85e2-c9bbd2c745da gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:41.040134 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.108161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'Port': ['ID=f43ac333-f418-4aec-a6fa-ec87e7ea7525,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:41.135727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:41.156136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:41.161401 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7dd9a399-1d3e-487a-a973-2e09381a1ada req-2f1988ce-9316-4e88-80f9-6f25b8be33a7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 210 time: 0.0564630 Nov 27 01:33:41.165510 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:41.222308 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a139476e-75c6-431d-a688-23473d39b6d9 req-b6306631-fd4b-46de-afe4-59e1585ebc47 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3951116 Nov 27 01:33:41.317193 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf6df-59aa-4584-b793-e95f088c8b9d tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.429109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Provisioning complete for port fb33cd00-5f37-457d-a3ea-4d59d38f951a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:41.430106 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.452839 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf6df-59aa-4584-b793-e95f088c8b9d tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.501340 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf6df-59aa-4584-b793-e95f088c8b9d tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.503676 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4bbaf6df-59aa-4584-b793-e95f088c8b9d tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7783771 Nov 27 01:33:41.507890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35924) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:41.518829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f24f782-f337-4eda-91cd-780bd100658e req-4bc1a519-f264-4b0e-a695-9e70d8474182 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 210 time: 0.1011043 Nov 27 01:33:41.521659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ae737793-c439-4d19-8fe0-309c0927266f tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Request body: {'security_group_rule': {'security_group_id': '9396b131-1282-4064-9fed-2617f424093e', 'project_id': '6876a51982504585b6894725276ecc7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:41.548873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] For port e8885c84-d292-4986-8db7-ee960520269a, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:41.554013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] For port e8885c84-d292-4986-8db7-ee960520269a, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e8885c84-d292-4986-8db7-ee960520269a,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:41.554344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbaf6df-59aa-4584-b793-e95f088c8b9d tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9396b131-1282-4064-9fed-2617f424093e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:41.557728 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-847ad272-ccd3-4855-9637-00f879131206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-818582465', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:33Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f9ae2937-e88a-4d62-9b1a-57245daa43c7', 'name': '', 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'mac_address': 'fa:16:3e:8a:33:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '7f69c26f-3961-4f5c-86d9-2bc895743042', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:31Z', 'updated_at': '2021-11-27T01:33:34Z', 'revision_number': 2, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'subnets': [{'id': '7f69c26f-3961-4f5c-86d9-2bc895743042', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:41.576041 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.598755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae737793-c439-4d19-8fe0-309c0927266f tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.627657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=fb33cd00-5f37-457d-a3ea-4d59d38f951a,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:41.628267 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Checking router: 1fa1423f-0884-4781-85e2-c9bbd2c745da for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:41.628996 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Updating router 1fa1423f-0884-4781-85e2-c9bbd2c745da port f9ae2937-e88a-4d62-9b1a-57245daa43c7 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:33:41.633492 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.646776 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.684559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04eeee5-34e1-4556-a1c9-6e5302a76f38 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:41.688528 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.695959 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.720312 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae737793-c439-4d19-8fe0-309c0927266f tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.724327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Transition to ACTIVE for port object e04eeee5-34e1-4556-a1c9-6e5302a76f38 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:33:41.727530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae737793-c439-4d19-8fe0-309c0927266f tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.744495 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.810766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Pushing event updated for resources: {'Port': ['ID=e04eeee5-34e1-4556-a1c9-6e5302a76f38,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:41.820986 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae737793-c439-4d19-8fe0-309c0927266f tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48d59e0-338b-4edd-948b-8749f409a699,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:41.835316 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae737793-c439-4d19-8fe0-309c0927266f tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:41.837266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ae737793-c439-4d19-8fe0-309c0927266f tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213730 Nov 27 01:33:41.839625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35926) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:41.844245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-328d79ed-91d6-4c36-aaba-3d3289d00013 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Request body: {'security_group_rule': {'security_group_id': '9396b131-1282-4064-9fed-2617f424093e', 'project_id': '6876a51982504585b6894725276ecc7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:42.016762 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.027666 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.045301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Attempting to bind port e04eeee5-34e1-4556-a1c9-6e5302a76f38 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:42.045770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Attempting to bind port e04eeee5-34e1-4556-a1c9-6e5302a76f38 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:42.046169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Attempting to bind port e04eeee5-34e1-4556-a1c9-6e5302a76f38 on network 7f9f151b-369b-43c3-b128-5d931fd82269 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:42.065000 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-328d79ed-91d6-4c36-aaba-3d3289d00013 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.071405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Port e04eeee5-34e1-4556-a1c9-6e5302a76f38 on network 7f9f151b-369b-43c3-b128-5d931fd82269 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:33:42.071722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Attempting to bind port e04eeee5-34e1-4556-a1c9-6e5302a76f38 on network 7f9f151b-369b-43c3-b128-5d931fd82269 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:42.167122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:42.167459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Checking segment: {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:42.168019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Bound using segment: {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:42.174400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Bound port: e04eeee5-34e1-4556-a1c9-6e5302a76f38, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:42.174839 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.218487 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.240710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Pushing event updated for resources: {'Port': ['ID=c02ab384-4f70-4cee-b3aa-2d26a9fb3abf,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:42.260353 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.277638 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6487885 Nov 27 01:33:42.298221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789ed06-8844-4230-bee3-3a05ad5b2e39 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'Port': ['ID=f43ac333-f418-4aec-a6fa-ec87e7ea7525,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:42.315778 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-901dfde5-6d10-460f-a447-d6848760d1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.346506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-029297de-1bbd-42d2-870b-8c219bef4e3e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:42.348708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-029297de-1bbd-42d2-870b-8c219bef4e3e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.11 "GET /v2.0/networks?id=e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 HTTP/1.1" status: 200 len: 798 time: 0.4568055 Nov 27 01:33:42.350369 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-328d79ed-91d6-4c36-aaba-3d3289d00013 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.384283 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-328d79ed-91d6-4c36-aaba-3d3289d00013 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.390459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Request body: {'port': {'device_id': '56e2a4c5-42e9-400a-8c7c-bdf6752475bb', 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397', 'admin_state_up': True, 'tenant_id': '41765da5dec84cc99c7b51a28c91a146'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:42.464065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Provisioning complete for port e8885c84-d292-4986-8db7-ee960520269a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:42.464610 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.465965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:42.466343 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.482721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d79ed-91d6-4c36-aaba-3d3289d00013 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809527c9-764e-4122-af9d-35cb91cbae79,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:42.530934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-223a1d3b-f50a-42a7-a003-658f46c087c9 req-94e7be19-0290-4c42-9b69-1ca96c0de0c0 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 210 time: 0.1551878 Nov 27 01:33:42.541697 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.557562 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.588786 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-328d79ed-91d6-4c36-aaba-3d3289d00013 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.590603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-328d79ed-91d6-4c36-aaba-3d3289d00013 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7499723 Nov 27 01:33:42.596216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:42.599771 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35940) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:42.605878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9a7ec98f-83f6-4763-bc5c-f71ed2e8b374 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Request body: {'security_group_rule': {'security_group_id': '9396b131-1282-4064-9fed-2617f424093e', 'project_id': '6876a51982504585b6894725276ecc7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:42.611987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716adc2-8e8f-4e19-a9da-59e35468f929 req-0428f9f6-25be-4ae6-a829-ddd41e41f367 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:42.614983 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2716adc2-8e8f-4e19-a9da-59e35468f929 req-0428f9f6-25be-4ae6-a829-ddd41e41f367 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 943 time: 0.1933043 Nov 27 01:33:42.686042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Routers {'04510cf1-8992-4029-a892-facb5719ae58'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:42.686633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04510cf1-8992-4029-a892-facb5719ae58'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:42.699712 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a7ec98f-83f6-4763-bc5c-f71ed2e8b374 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.719165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:42.741712 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.767525 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00904364-ffba-41b6-bb68-3017ce50e158 None None] Pushing event updated for resources: {'Port': ['ID=f9ae2937-e88a-4d62-9b1a-57245daa43c7,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:42.787584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:42.788475 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.792282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] 10.222.0.42 "PUT /v2.0/ports/e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 200 len: 1091 time: 2.5780344 Nov 27 01:33:42.799155 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2716adc2-8e8f-4e19-a9da-59e35468f929 req-2fe8acb4-6499-4a8b-8283-c0fbb658052e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711972 Nov 27 01:33:42.809374 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:42.811714 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc27f6f-2c3d-4b4e-b9af-ebf65f36eeea" -d '{"events": [{"name": "network-changed", "server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:42.906653 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Attempting to bind port f9ae2937-e88a-4d62-9b1a-57245daa43c7 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:42.906906 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Attempting to bind port f9ae2937-e88a-4d62-9b1a-57245daa43c7 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:42.907688 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Attempting to bind port f9ae2937-e88a-4d62-9b1a-57245daa43c7 on network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:42.913899 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:42.914321 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Checking segment: {'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:42.914729 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.915174 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Bound using segment: {'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:42.915844 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Bound port: f9ae2937-e88a-4d62-9b1a-57245daa43c7, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:42.916475 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:42.917703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c4fd1-1d03-4742-ade1-384d5e46b8e4 None None] Pushing event updated for resources: {'Port': ['ID=e8885c84-d292-4986-8db7-ee960520269a,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:43.005393 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-28f75861-7679-40bb-8e6c-81b5cd35f79c req-db96b02e-a7c8-4990-b61c-e8b8ad980e31 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 210 time: 0.0479059 Nov 27 01:33:43.041773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-7af9a8f9-a49b-49f7-8ecd-eeefa0ca0356 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--725014435&fields=id&tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1 HTTP/1.1" status: 200 len: 267 time: 0.3192217 Nov 27 01:33:43.062686 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-847ad272-ccd3-4855-9637-00f879131206 None None] For port f9ae2937-e88a-4d62-9b1a-57245daa43c7, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:43.069716 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-847ad272-ccd3-4855-9637-00f879131206 None None] For port f9ae2937-e88a-4d62-9b1a-57245daa43c7, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f9ae2937-e88a-4d62-9b1a-57245daa43c7,segment=NetworkSegment(fea5a6ef-f17b-4c04-9ea7-8d56352c8fba),segment_id=fea5a6ef-f17b-4c04-9ea7-8d56352c8fba)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:43.083437 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.243303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'name': 'tempest-TestServerBasicOps-1698888820-router', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:24Z', 'updated_at': '2021-11-27T01:33:35Z', 'revision_number': 4, 'project_id': '3b24650c67f5442ea7d7a550a3651ebe', 'gw_port': {'id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:25Z', 'updated_at': '2021-11-27T01:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '500d8d63-ee1b-407d-999f-7a675b791dfa', 'name': '', 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'mac_address': 'fa:16:3e:70:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '563f3966-52b3-4b16-a6d6-d81c0d5afc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:31Z', 'updated_at': '2021-11-27T01:33:35Z', 'revision_number': 2, 'project_id': '3b24650c67f5442ea7d7a550a3651ebe', 'subnets': [{'id': '563f3966-52b3-4b16-a6d6-d81c0d5afc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:43.267815 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Routers {'1fa1423f-0884-4781-85e2-c9bbd2c745da'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:43.270305 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-847ad272-ccd3-4855-9637-00f879131206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1fa1423f-0884-4781-85e2-c9bbd2c745da'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:43.337916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] Set router 04510cf1-8992-4029-a892-facb5719ae58 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:43.356386 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68fb032-0118-403d-82f9-f3078bc25142 x-openstack-request-id: req-c68fb032-0118-403d-82f9-f3078bc25142 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:43.356681 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:43.356943 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c68fb032-0118-403d-82f9-f3078bc25142 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:43.357433 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'status': 'completed', 'code': 200} Nov 27 01:33:43.378088 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00904364-ffba-41b6-bb68-3017ce50e158 None None] Pushing event updated for resources: {'Port': ['ID=f9ae2937-e88a-4d62-9b1a-57245daa43c7,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:43.385425 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90e828-10f7-446b-a430-3f4d6b587961 service neutron] Pushing event updated for resources: {'Port': ['ID=e04eeee5-34e1-4556-a1c9-6e5302a76f38,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:43.437809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Made reservation on behalf of 41765da5dec84cc99c7b51a28c91a146 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:43.442095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.485608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-900aebe2-e3c6-4939-9028-62f8a66541cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:43.487409 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-900aebe2-e3c6-4939-9028-62f8a66541cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1094 time: 0.4583075 Nov 27 01:33:43.531946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a7ec98f-83f6-4763-bc5c-f71ed2e8b374 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.681560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Checking router: 04f35401-e8c6-462f-8546-31185d53d1d3 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:33:43.682739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Updating router 04f35401-e8c6-462f-8546-31185d53d1d3 port 500d8d63-ee1b-407d-999f-7a675b791dfa binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:33:43.686634 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.689447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2fa4d801-729d-4640-ab4a-3a146a96ed5b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:43.736195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ca28135e-f0b4-4739-8d3d-0c9fbf4622c4 req-b604ff40-05be-43f7-b377-90d18eccd693 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 210 time: 0.0643797 Nov 27 01:33:43.781922 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a7ec98f-83f6-4763-bc5c-f71ed2e8b374 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.791656 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-847ad272-ccd3-4855-9637-00f879131206 None None] Set router 1fa1423f-0884-4781-85e2-c9bbd2c745da gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:43.881079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-223bafc0-133c-4d1f-90f1-8b9b5820f8b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 200 len: 217 time: 0.3659687 Nov 27 01:33:43.889533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] For port e8885c84-d292-4986-8db7-ee960520269a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e8885c84-d292-4986-8db7-ee960520269a,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:43.896650 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.905113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ec98f-83f6-4763-bc5c-f71ed2e8b374 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01693f8-4f32-49f7-9ee8-52d89857c436,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:43.955844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a7ec98f-83f6-4763-bc5c-f71ed2e8b374 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.956464 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:43.961015 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9a7ec98f-83f6-4763-bc5c-f71ed2e8b374 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3602076 Nov 27 01:33:43.962282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 35960) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:44.009402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a2aafd4e-5726-42b7-a033-6d4ff4694b18 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Request body: {'security_group_rule': {'security_group_id': '9396b131-1282-4064-9fed-2617f424093e', 'project_id': '6876a51982504585b6894725276ecc7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:44.073638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c3d57-b6ba-405e-a60c-7e3ee24cd45e req-60f16bd2-61e0-481c-bad3-045f66e53307 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:44.079272 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-969c3d57-b6ba-405e-a60c-7e3ee24cd45e req-60f16bd2-61e0-481c-bad3-045f66e53307 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 943 time: 0.1256981 Nov 27 01:33:44.136875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Pushing event updated for resources: {'Port': ['ID=e8885c84-d292-4986-8db7-ee960520269a,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:44.139678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2fa4d801-729d-4640-ab4a-3a146a96ed5b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:44.140056 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.180135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-384f1f61-da94-4f7e-8514-a2e156788c20 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:44.192099 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-384f1f61-da94-4f7e-8514-a2e156788c20 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 817 time: 1.1493821 Nov 27 01:33:44.202094 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-969c3d57-b6ba-405e-a60c-7e3ee24cd45e req-956d8772-76ff-4990-9350-e77d0c1341d5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147387 Nov 27 01:33:44.233801 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09879661-4008-4e44-a924-1873953cc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.235118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-7ed02baa-a68c-42e7-bc33-524109bc5c2b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/quotas/b1e0ad3dbf414d07b20de45f0d1a11c1 HTTP/1.1" status: 200 len: 375 time: 0.0380225 Nov 27 01:33:44.244202 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2aafd4e-5726-42b7-a033-6d4ff4694b18 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.286496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Provisioning complete for port 2fa4d801-729d-4640-ab4a-3a146a96ed5b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:44.286869 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dc95-0d6c-43ee-b62f-486d5c37b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.305355 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8bcdc95-4386-48ab-bfae-52769f998d5f req-edd05a9c-838f-4bb6-bfff-c45d040b4c61 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 210 time: 0.0324621 Nov 27 01:33:44.311973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e8885c84-d292-4986-8db7-ee960520269a', 'name': '', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:5a:b5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:23Z', 'updated_at': '2021-11-27T01:33:41Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:44.364722 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-847ad272-ccd3-4855-9637-00f879131206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-818582465', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:33Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f9ae2937-e88a-4d62-9b1a-57245daa43c7', 'name': '', 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'mac_address': 'fa:16:3e:8a:33:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '7f69c26f-3961-4f5c-86d9-2bc895743042', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:31Z', 'updated_at': '2021-11-27T01:33:43Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'subnets': [{'id': '7f69c26f-3961-4f5c-86d9-2bc895743042', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:44.375976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-710a6618-ed49-46bf-b988-a90920d1151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:44.377496 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-710a6618-ed49-46bf-b988-a90920d1151f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73b35f1f-3ce3-48df-9e85-c40ae66f8c5c HTTP/1.1" status: 200 len: 835 time: 0.4694226 Nov 27 01:33:44.429192 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ad272-ccd3-4855-9637-00f879131206 None None] The sync data for ids ['1fa1423f-0884-4781-85e2-c9bbd2c745da'] in n-d-819494-2 is: [{'id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-818582465', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:33Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'f9ae2937-e88a-4d62-9b1a-57245daa43c7', 'name': '', 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'mac_address': 'fa:16:3e:8a:33:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '7f69c26f-3961-4f5c-86d9-2bc895743042', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:31Z', 'updated_at': '2021-11-27T01:33:43Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'subnets': [{'id': '7f69c26f-3961-4f5c-86d9-2bc895743042', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:44.442800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd95ac90-0057-4e18-b3d4-1442946f3484 None None] The sync data for ids ['04510cf1-8992-4029-a892-facb5719ae58'] in n-d-819494-2 is: [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e8885c84-d292-4986-8db7-ee960520269a', 'name': '', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:5a:b5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:23Z', 'updated_at': '2021-11-27T01:33:41Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:44.445072 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Allocated IP 172.20.0.19 (e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397/7f69c26f-3961-4f5c-86d9-2bc895743042/46b3d088-3d98-48e3-9817-41d97e8b44a9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:44.488989 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-afe448e5-8a3a-43cd-9d9f-e84a462f032f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2478242 Nov 27 01:33:44.573357 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2aafd4e-5726-42b7-a033-6d4ff4694b18 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.575418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-269ba20e-6959-4bab-aebb-1bb36e345f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:44.576906 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-269ba20e-6959-4bab-aebb-1bb36e345f05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f9f151b-369b-43c3-b128-5d931fd82269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838129 Nov 27 01:33:44.713300 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2aafd4e-5726-42b7-a033-6d4ff4694b18 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.758324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 19fa23d5-7051-4f11-a261-9ddca8b207a0 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:44.768346 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:44.972844 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dddf84dd-a12a-4f95-89ad-10943c38f672 req-9afa9f59-7688-484f-a1f3-08f794a2d22a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 210 time: 0.0779431 Nov 27 01:33:45.096988 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.135247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 19fa23d5-7051-4f11-a261-9ddca8b207a0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:45.135790 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.291706 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a821a757-582a-4960-b927-628831a5a605 None None] Provisioning complete for port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:45.292253 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a821a757-582a-4960-b927-628831a5a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.391624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aafd4e-5726-42b7-a033-6d4ff4694b18 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7bd650-bec0-4dec-a673-71c43279b448,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:45.395170 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-112da012-4b76-4b1f-8504-72cfa660478b service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7422178 Nov 27 01:33:45.403305 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-586c8df4-2ec3-40de-9a06-3a9502d14840 service neutron] 10.222.0.37 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8792574 Nov 27 01:33:45.419431 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42393a29-73c6-4dd8-9e5d-2cd98178e7d7 req-9256dca2-8a99-49ad-b433-0afd9e1b9f48 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:45.421214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42393a29-73c6-4dd8-9e5d-2cd98178e7d7 req-9256dca2-8a99-49ad-b433-0afd9e1b9f48 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 943 time: 0.0961943 Nov 27 01:33:45.523482 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42393a29-73c6-4dd8-9e5d-2cd98178e7d7 req-8e5b2e44-5d18-4e9a-bb2b-615ac94dc248 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955477 Nov 27 01:33:45.547032 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-19eef202-1ddb-4cac-b3d0-460e91fd4be8 service neutron] 10.222.0.37 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427751 Nov 27 01:33:45.553839 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.741685 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2aafd4e-5726-42b7-a033-6d4ff4694b18 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.746933 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e033662-acdd-4bca-9680-28ce49f41c09 req-c0e50bd4-01c1-4806-9853-23887710da3a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 210 time: 0.0735424 Nov 27 01:33:45.747685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35982) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:45.762981 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a2aafd4e-5726-42b7-a033-6d4ff4694b18 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7583361 Nov 27 01:33:45.763196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6a588353-b470-4c34-a560-6128acc3bee7 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Request body: {'security_group_rule': {'security_group_id': '9396b131-1282-4064-9fed-2617f424093e', 'project_id': '6876a51982504585b6894725276ecc7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:45.838016 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.859563 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a821a757-582a-4960-b927-628831a5a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.869921 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-6a588353-b470-4c34-a560-6128acc3bee7 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Project 6876a51982504585b6894725276ecc7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:33:45.875552 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a588353-b470-4c34-a560-6128acc3bee7 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.887948 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5f95bb8-540b-4f38-8b13-7ecb5a6e9d91 req-10803650-bee7-4e2a-8a3b-4eccf968b9da service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632145 Nov 27 01:33:45.926305 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:45.937268 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1086f2d3-4091-43ff-a3a8-a14440316966 req-cf92b023-1c66-47f5-8527-f697de814494 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 210 time: 0.0513363 Nov 27 01:33:45.973789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 19fa23d5-7051-4f11-a261-9ddca8b207a0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=19fa23d5-7051-4f11-a261-9ddca8b207a0,segment=NetworkSegment(fea5a6ef-f17b-4c04-9ea7-8d56352c8fba),segment_id=fea5a6ef-f17b-4c04-9ea7-8d56352c8fba)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:45.978717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a821a757-582a-4960-b927-628831a5a605 None None] For port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=76b79d3c-bacc-4c55-84be-b1cc3f4fcf35,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:45.982285 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.069087 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a588353-b470-4c34-a560-6128acc3bee7 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.083853 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a588353-b470-4c34-a560-6128acc3bee7 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.086120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199dcd6-9650-499d-8cff-9f1decbca613 None None] Pushing event updated for resources: {'Port': ['ID=500d8d63-ee1b-407d-999f-7a675b791dfa,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:46.088908 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.089991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b8880559-08f3-4c88-b92c-686e703eee4f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:46.092330 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a821a757-582a-4960-b927-628831a5a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.108721 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.120121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a588353-b470-4c34-a560-6128acc3bee7 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fdc0a0-2804-49cf-86f4-149d755f99ca,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:46.133098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a588353-b470-4c34-a560-6128acc3bee7 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.137129 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6a588353-b470-4c34-a560-6128acc3bee7 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3874161 Nov 27 01:33:46.139800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 35990) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:46.150999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9d536e3b-7d80-4310-a566-dd5070e0e86a tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Request body: {'security_group_rule': {'security_group_id': '9396b131-1282-4064-9fed-2617f424093e', 'project_id': '6876a51982504585b6894725276ecc7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:46.240636 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-9d536e3b-7d80-4310-a566-dd5070e0e86a tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Project 6876a51982504585b6894725276ecc7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:33:46.263136 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d536e3b-7d80-4310-a566-dd5070e0e86a tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.336971 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52a30182-c266-4d5e-ac58-c706fbde5605 req-2960debc-5723-4d5e-b62d-754a16627ff0 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 210 time: 0.2129245 Nov 27 01:33:46.351613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc27f6f-2c3d-4b4e-b9af-ebf65f36eeea req-75a19b4f-b4bd-4be0-aa24-208928dfa281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.354081 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdc27f6f-2c3d-4b4e-b9af-ebf65f36eeea req-75a19b4f-b4bd-4be0-aa24-208928dfa281 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1094 time: 0.3733654 Nov 27 01:33:46.387342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:46.388398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Attempting to bind port 500d8d63-ee1b-407d-999f-7a675b791dfa on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:46.388966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Attempting to bind port 500d8d63-ee1b-407d-999f-7a675b791dfa by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '56951259-a4e8-4a79-bede-80ccfc742ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:46.389333 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Attempting to bind port 500d8d63-ee1b-407d-999f-7a675b791dfa on network efdff9fb-56ab-4743-9fea-3741146a2f35 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:46.391658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:46.392596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b8880559-08f3-4c88-b92c-686e703eee4f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:46.393028 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.419175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:46.449167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=19fa23d5-7051-4f11-a261-9ddca8b207a0,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:46.455803 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a821a757-582a-4960-b927-628831a5a605 None None] Provisioning complete for port 19fa23d5-7051-4f11-a261-9ddca8b207a0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:46.456174 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a821a757-582a-4960-b927-628831a5a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.524230 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d536e3b-7d80-4310-a566-dd5070e0e86a tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.536324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:46.537390 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Checking segment: {'id': '56951259-a4e8-4a79-bede-80ccfc742ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:46.537966 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.538656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Bound using segment: {'id': '56951259-a4e8-4a79-bede-80ccfc742ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:46.539108 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d536e3b-7d80-4310-a566-dd5070e0e86a tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.539263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Bound port: 500d8d63-ee1b-407d-999f-7a675b791dfa, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56951259-a4e8-4a79-bede-80ccfc742ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:46.539674 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.544420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event updated for resources: {'Port': ['ID=46b3d088-3d98-48e3-9817-41d97e8b44a9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:46.597697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d536e3b-7d80-4310-a566-dd5070e0e86a tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.602017 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9d536e3b-7d80-4310-a566-dd5070e0e86a tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4602993 Nov 27 01:33:46.603764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d536e3b-7d80-4310-a566-dd5070e0e86a tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52de1c0-9ad2-466d-8eb8-63ee164bdb01,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:46.753102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.773716 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:46.806901 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] For port 500d8d63-ee1b-407d-999f-7a675b791dfa, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:46.817138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] For port 500d8d63-ee1b-407d-999f-7a675b791dfa, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=500d8d63-ee1b-407d-999f-7a675b791dfa,segment=NetworkSegment(56951259-a4e8-4a79-bede-80ccfc742ed2),segment_id=56951259-a4e8-4a79-bede-80ccfc742ed2)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:46.846361 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d06f5-23ed-417c-9361-40ee648c52b6 req-2820391e-790c-4a45-9b81-24031b4a70ba tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.867018 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f17d06f5-23ed-417c-9361-40ee648c52b6 req-2820391e-790c-4a45-9b81-24031b4a70ba tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 943 time: 0.1553960 Nov 27 01:33:46.927317 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-6ce40276-2ea0-4c93-9c6e-7892a512999a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.5441461 Nov 27 01:33:46.937901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc27f6f-2c3d-4b4e-b9af-ebf65f36eeea req-246afea0-f3a0-4c86-9069-d444b43973db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:46.939795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdc27f6f-2c3d-4b4e-b9af-ebf65f36eeea req-246afea0-f3a0-4c86-9069-d444b43973db service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f9f151b-369b-43c3-b128-5d931fd82269 HTTP/1.1" status: 200 len: 897 time: 0.5164721 Nov 27 01:33:46.951532 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.002142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821a757-582a-4960-b927-628831a5a605 None None] Pushing event updated for resources: {'Port': ['ID=76b79d3c-bacc-4c55-84be-b1cc3f4fcf35,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:47.009622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f17d06f5-23ed-417c-9361-40ee648c52b6 req-7db07ad5-773b-46c3-a7c6-438636395415 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277976 Nov 27 01:33:47.101978 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdc27f6f-2c3d-4b4e-b9af-ebf65f36eeea req-b549c773-9161-4d7a-9fc0-7d90b2ab1af3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 200 len: 217 time: 0.1432199 Nov 27 01:33:47.162654 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-4cd54ed7-ca84-42dc-ac5f-a5b45bd4aef8 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540396353&fields=id&tenant_id=6876a51982504585b6894725276ecc7b HTTP/1.1" status: 200 len: 267 time: 0.2994082 Nov 27 01:33:47.169600 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.171232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199dcd6-9650-499d-8cff-9f1decbca613 None None] Pushing event updated for resources: {'Port': ['ID=500d8d63-ee1b-407d-999f-7a675b791dfa,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:47.203504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:47.361245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Request body: {'port': {'device_id': '56e2a4c5-42e9-400a-8c7c-bdf6752475bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:47.363743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb179d-4aa7-4c4a-9247-8d74066e79f7 req-f5d02140-4401-4bdf-a6bc-eedb5f0c5141 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:47.380522 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-adcb179d-4aa7-4c4a-9247-8d74066e79f7 req-f5d02140-4401-4bdf-a6bc-eedb5f0c5141 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 895 time: 0.1500757 Nov 27 01:33:47.406488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a821a757-582a-4960-b927-628831a5a605 None None] Provisioning complete for port 500d8d63-ee1b-407d-999f-7a675b791dfa triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:47.406897 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a821a757-582a-4960-b927-628831a5a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.418659 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Routers {'04f35401-e8c6-462f-8546-31185d53d1d3'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:47.419308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04f35401-e8c6-462f-8546-31185d53d1d3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:47.466587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-979f3a71-4188-4334-b71c-5f5f44e59679 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:47.475877 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-979f3a71-4188-4334-b71c-5f5f44e59679 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/networks?id=a675cbed-ac9a-41a6-b3e4-a74719610b89 HTTP/1.1" status: 200 len: 808 time: 0.3122849 Nov 27 01:33:47.539085 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73038097-25d9-4aed-af26-61d3983a0a5a req-c27f944b-5e12-4a47-924c-2053b3832aae tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 210 time: 0.0632439 Nov 27 01:33:47.578577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-f0ba3733-b2bf-41df-aa91-2a3879d590b2 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/quotas/6876a51982504585b6894725276ecc7b HTTP/1.1" status: 200 len: 375 time: 0.1017101 Nov 27 01:33:47.589785 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.608794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:47.609390 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.618350 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.623673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc27f6f-2c3d-4b4e-b9af-ebf65f36eeea req-ce8bf848-19e4-44dc-b891-ba17f3c4631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:47.625380 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdc27f6f-2c3d-4b4e-b9af-ebf65f36eeea req-ce8bf848-19e4-44dc-b891-ba17f3c4631c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73b35f1f-3ce3-48df-9e85-c40ae66f8c5c HTTP/1.1" status: 200 len: 835 time: 0.4985414 Nov 27 01:33:47.661058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] Set router 04f35401-e8c6-462f-8546-31185d53d1d3 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:47.686183 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b7ef1057-755d-4e80-98a7-cd30b1c7bf3e req-a8674fef-f370-4147-961d-7456486f5262 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a67b461-6d47-4dcc-b988-006a3064736d HTTP/1.1" status: 200 len: 210 time: 0.0702150 Nov 27 01:33:47.762843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-41edda17-2845-40b5-be91-adc07223fff0 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1831844 Nov 27 01:33:47.765632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.795994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc27f6f-2c3d-4b4e-b9af-ebf65f36eeea req-186a7b4d-c7f6-4a2e-8c95-940eda83120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:47.798525 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdc27f6f-2c3d-4b4e-b9af-ebf65f36eeea req-186a7b4d-c7f6-4a2e-8c95-940eda83120e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f9f151b-369b-43c3-b128-5d931fd82269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252882 Nov 27 01:33:47.799721 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a821a757-582a-4960-b927-628831a5a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.911653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a821a757-582a-4960-b927-628831a5a605 None None] For port 500d8d63-ee1b-407d-999f-7a675b791dfa, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=500d8d63-ee1b-407d-999f-7a675b791dfa,segment=NetworkSegment(56951259-a4e8-4a79-bede-80ccfc742ed2),segment_id=56951259-a4e8-4a79-bede-80ccfc742ed2)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:47.949661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-22eb6df6-9d03-4c5a-8e77-5b886536fa37 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:47.952233 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-22eb6df6-9d03-4c5a-8e77-5b886536fa37 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 817 time: 0.1550672 Nov 27 01:33:47.955080 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a821a757-582a-4960-b927-628831a5a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:47.979940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 49934f00-bdfc-437c-a9be-580fbd068f27 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:48.180085 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-4c0b6617-9229-41f0-89d5-3977a02e2aab tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1 HTTP/1.1" status: 200 len: 379 time: 0.2134311 Nov 27 01:33:48.198732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'port': {'device_id': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'admin_state_up': True, 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'security_groups': ['50ab06dd-0bdf-4f74-a224-d818f260f51a']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:48.245129 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-9b885ec2-7579-4392-bbf6-aab40ca63dc9 service neutron] 10.222.0.37 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723537 Nov 27 01:33:48.249051 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdc27f6f-2c3d-4b4e-b9af-ebf65f36eeea req-e564078f-36c9-4b69-ae53-3bf6f67638f1 service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394362 Nov 27 01:33:48.297100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a821a757-582a-4960-b927-628831a5a605 None None] Provisioning complete for port f9ae2937-e88a-4d62-9b1a-57245daa43c7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:48.297476 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a821a757-582a-4960-b927-628831a5a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.390147 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650fa6b-ab99-4e35-99c9-42ba9edba97a req-1a7843d5-8a2c-40d3-8ce7-6ac776c0ca80 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:48.402198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f650fa6b-ab99-4e35-99c9-42ba9edba97a req-1a7843d5-8a2c-40d3-8ce7-6ac776c0ca80 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 943 time: 0.1996765 Nov 27 01:33:48.427304 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821a757-582a-4960-b927-628831a5a605 None None] Pushing event updated for resources: {'Port': ['ID=500d8d63-ee1b-407d-999f-7a675b791dfa,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:48.461433 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 49934f00-bdfc-437c-a9be-580fbd068f27 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:48.461807 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.511181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-b51d54d4-e1e4-48e6-bae0-dcbcb63f39df service neutron] 10.222.0.37 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336452 Nov 27 01:33:48.557819 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdc27f6f-2c3d-4b4e-b9af-ebf65f36eeea req-086d58e9-0b2a-42c2-90fa-507128256df5 service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672822 Nov 27 01:33:48.573222 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f650fa6b-ab99-4e35-99c9-42ba9edba97a req-b1eef380-ec0d-4c11-a2fa-a34830df01bd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652510 Nov 27 01:33:48.620036 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Made reservation on behalf of b1e0ad3dbf414d07b20de45f0d1a11c1 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:48.626496 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.648788 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a821a757-582a-4960-b927-628831a5a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.712239 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'name': 'tempest-TestServerBasicOps-1698888820-router', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:24Z', 'updated_at': '2021-11-27T01:33:35Z', 'revision_number': 4, 'project_id': '3b24650c67f5442ea7d7a550a3651ebe', 'gw_port': {'id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:25Z', 'updated_at': '2021-11-27T01:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '500d8d63-ee1b-407d-999f-7a675b791dfa', 'name': '', 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'mac_address': 'fa:16:3e:70:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '563f3966-52b3-4b16-a6d6-d81c0d5afc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:31Z', 'updated_at': '2021-11-27T01:33:46Z', 'revision_number': 4, 'project_id': '3b24650c67f5442ea7d7a550a3651ebe', 'subnets': [{'id': '563f3966-52b3-4b16-a6d6-d81c0d5afc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:48.744116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b3d088-3d98-48e3-9817-41d97e8b44a9 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:48.766084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.793250 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Transition to ACTIVE for port object 46b3d088-3d98-48e3-9817-41d97e8b44a9 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:33:48.805752 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:48.866273 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726629f0-8d1a-4562-b39b-3c03fdb7db22 None None] The sync data for ids ['04f35401-e8c6-462f-8546-31185d53d1d3'] in n-d-819494-2 is: [{'id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'name': 'tempest-TestServerBasicOps-1698888820-router', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:24Z', 'updated_at': '2021-11-27T01:33:35Z', 'revision_number': 4, 'project_id': '3b24650c67f5442ea7d7a550a3651ebe', 'gw_port': {'id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:25Z', 'updated_at': '2021-11-27T01:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '500d8d63-ee1b-407d-999f-7a675b791dfa', 'name': '', 'network_id': 'efdff9fb-56ab-4743-9fea-3741146a2f35', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'mac_address': 'fa:16:3e:70:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '563f3966-52b3-4b16-a6d6-d81c0d5afc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:31Z', 'updated_at': '2021-11-27T01:33:46Z', 'revision_number': 4, 'project_id': '3b24650c67f5442ea7d7a550a3651ebe', 'subnets': [{'id': '563f3966-52b3-4b16-a6d6-d81c0d5afc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:33:48.959529 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a821a757-582a-4960-b927-628831a5a605 None None] For port f9ae2937-e88a-4d62-9b1a-57245daa43c7, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f9ae2937-e88a-4d62-9b1a-57245daa43c7,segment=NetworkSegment(fea5a6ef-f17b-4c04-9ea7-8d56352c8fba),segment_id=fea5a6ef-f17b-4c04-9ea7-8d56352c8fba)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:48.976809 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a821a757-582a-4960-b927-628831a5a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.067579 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1c163c99-a54e-4ec8-bf73-ba97cfffa642 req-7c9bcc63-4181-4890-be1a-64821ae9dff8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 210 time: 0.1499009 Nov 27 01:33:49.070277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a821a757-582a-4960-b927-628831a5a605 None None] Provisioning complete for port e8885c84-d292-4986-8db7-ee960520269a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:49.070641 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a821a757-582a-4960-b927-628831a5a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.151385 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821a757-582a-4960-b927-628831a5a605 None None] Pushing event updated for resources: {'Port': ['ID=f9ae2937-e88a-4d62-9b1a-57245daa43c7,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:49.184438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Pushing event updated for resources: {'Port': ['ID=46b3d088-3d98-48e3-9817-41d97e8b44a9,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:49.219000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Allocated IP 172.20.0.3 (b8181700-dc1c-4cd7-b6ea-e3bf20043d6d/cf0d0c5b-f441-408d-b1b9-4b39b9d21731/4638aac7-d46c-4c8e-bf00-4b3c735c8419) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:49.409836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ae1cfc9-5316-4f23-9505-2d408d3b253a req-d075990c-6dd3-4fe3-a680-4d1f6e68ea52 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0895858 Nov 27 01:33:49.425077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a9399-958b-4f55-a79b-1c66f512137b req-c1874b84-a48b-4b6f-a274-1a4348cf8a7d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:49.439245 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c78a9399-958b-4f55-a79b-1c66f512137b req-c1874b84-a48b-4b6f-a274-1a4348cf8a7d tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 907 time: 0.5989523 Nov 27 01:33:49.477839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Attempting to bind port 46b3d088-3d98-48e3-9817-41d97e8b44a9 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:49.478629 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Attempting to bind port 46b3d088-3d98-48e3-9817-41d97e8b44a9 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:49.478972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Attempting to bind port 46b3d088-3d98-48e3-9817-41d97e8b44a9 on network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:49.484622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Port 46b3d088-3d98-48e3-9817-41d97e8b44a9 on network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:33:49.484965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Attempting to bind port 46b3d088-3d98-48e3-9817-41d97e8b44a9 on network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:49.491447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:49.491788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Checking segment: {'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:49.492330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Bound using segment: {'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:49.492775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Bound port: 46b3d088-3d98-48e3-9817-41d97e8b44a9, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:49.496973 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.571846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3d414afa-6489-4300-a4f5-494e30cc0dd5 None None] Provisioning complete for port 500d8d63-ee1b-407d-999f-7a675b791dfa triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:49.574544 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3d414afa-6489-4300-a4f5-494e30cc0dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.639007 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.734854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] For port 46b3d088-3d98-48e3-9817-41d97e8b44a9, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:49.787194 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.802135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] For port 46b3d088-3d98-48e3-9817-41d97e8b44a9, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=46b3d088-3d98-48e3-9817-41d97e8b44a9,segment=NetworkSegment(fea5a6ef-f17b-4c04-9ea7-8d56352c8fba),segment_id=fea5a6ef-f17b-4c04-9ea7-8d56352c8fba)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:49.816840 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.873371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:49.874071 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:49.875789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] 10.222.0.11 "PUT /v2.0/ports/46b3d088-3d98-48e3-9817-41d97e8b44a9 HTTP/1.1" status: 200 len: 1055 time: 2.9344702 Nov 27 01:33:49.894160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e2a4c5-42e9-400a-8c7c-bdf6752475bb', 'tag': '46b3d088-3d98-48e3-9817-41d97e8b44a9'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:49.898701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c02ab384-4f70-4cee-b3aa-2d26a9fb3abf up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:49.899219 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5336e9-8fc4-4cb7-a0c5-211a9b964000" -d '{"events": [{"name": "network-changed", "server_uuid": "56e2a4c5-42e9-400a-8c7c-bdf6752475bb", "tag": "46b3d088-3d98-48e3-9817-41d97e8b44a9"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:49.912439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'Port': ['ID=4638aac7-d46c-4c8e-bf00-4b3c735c8419,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:49.929993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:49.940719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:49.962165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:49.967561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a68c-0b9d-49d4-80e6-802004808f3d req-f937451a-2c3d-4dc5-af3d-18bb0cf735b3 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:49.969079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1596a68c-0b9d-49d4-80e6-802004808f3d req-f937451a-2c3d-4dc5-af3d-18bb0cf735b3 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 943 time: 0.2283967 Nov 27 01:33:50.008678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e04eeee5-34e1-4556-a1c9-6e5302a76f38 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:33:50.087335 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d461e1-0270-452c-9c33-aefc074002e3 x-openstack-request-id: req-c0d461e1-0270-452c-9c33-aefc074002e3 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:50.092713 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e2a4c5-42e9-400a-8c7c-bdf6752475bb", "tag": "46b3d088-3d98-48e3-9817-41d97e8b44a9", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:50.093051 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0d461e1-0270-452c-9c33-aefc074002e3 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:50.093415 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e2a4c5-42e9-400a-8c7c-bdf6752475bb', 'tag': '46b3d088-3d98-48e3-9817-41d97e8b44a9', 'status': 'completed', 'code': 200} Nov 27 01:33:50.171927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a5018-a842-4878-8380-d3efb20ef13a service neutron] Pushing event updated for resources: {'Port': ['ID=46b3d088-3d98-48e3-9817-41d97e8b44a9,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:50.240152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:50.241983 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.309270 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.resource_extend [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:33:50.318832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-cca296bc-b249-40a0-b49e-0b0675d01c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:50.320457 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-cca296bc-b249-40a0-b49e-0b0675d01c72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=41765da5dec84cc99c7b51a28c91a146&device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 1058 time: 0.3477900 Nov 27 01:33:50.333660 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1596a68c-0b9d-49d4-80e6-802004808f3d req-d0be97a2-e896-43a0-8267-7a5dc8de6d38 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428106 Nov 27 01:33:50.357421 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-43e4dcbc-2130-4ea0-bdde-a5cdf8e16635 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1693475 Nov 27 01:33:50.380859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e465d-f33e-4f8e-af22-1de88ffe48d3 req-879101aa-8296-4a22-ae97-6ea3c3aa9754 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:50.396162 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f8e465d-f33e-4f8e-af22-1de88ffe48d3 req-879101aa-8296-4a22-ae97-6ea3c3aa9754 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 931 time: 0.1238580 Nov 27 01:33:50.444022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Request body: {'port': {'device_id': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:50.530834 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-2a56bf1e-b317-4ae1-a9fe-cd61219c2768 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=46b3d088-3d98-48e3-9817-41d97e8b44a9 HTTP/1.1" status: 200 len: 217 time: 0.1839075 Nov 27 01:33:50.637135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-954eaa80-9491-4ce1-9fa7-a77a4293f082 None None] Provisioning complete for port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:50.637520 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-954eaa80-9491-4ce1-9fa7-a77a4293f082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.641762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:50.642161 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.647649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f8e465d-f33e-4f8e-af22-1de88ffe48d3 req-ad81b147-dd5b-4f58-8219-11131ef1471f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495522 Nov 27 01:33:50.647649 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:50.677331 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b603a165-f687-4a09-a3af-7f7db557ffe4 req-54119744-521b-4a0e-8986-f9a7a18d8d73 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0748262 Nov 27 01:33:50.725948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-3d2fac64-6335-4e87-af93-df20d3dcb630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:50.727869 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-3d2fac64-6335-4e87-af93-df20d3dcb630 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f69c26f-3961-4f5c-86d9-2bc895743042 HTTP/1.1" status: 200 len: 837 time: 0.1958892 Nov 27 01:33:50.766373 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79042e9f-a614-4120-b28e-ae8e8b0bc62e req-31a11434-b87b-4d5a-abec-17e963f9728a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2010205 Nov 27 01:33:50.842754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-37bc82c7-20b7-41e1-ac0c-37d003e3779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:50.849701 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-37bc82c7-20b7-41e1-ac0c-37d003e3779b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943520 Nov 27 01:33:50.955403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b902a-6f2e-484d-8c0d-c5b85331898a req-3341019a-9140-4575-a611-3c9ee6a62678 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:50.957493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-282b902a-6f2e-484d-8c0d-c5b85331898a req-3341019a-9140-4575-a611-3c9ee6a62678 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 907 time: 0.1085286 Nov 27 01:33:51.032561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79042e9f-a614-4120-b28e-ae8e8b0bc62e req-ec954dc6-0e72-4d95-81c5-2d6ea101e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:51.033270 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79042e9f-a614-4120-b28e-ae8e8b0bc62e req-ec954dc6-0e72-4d95-81c5-2d6ea101e35b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41765da5dec84cc99c7b51a28c91a146&device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 1135 time: 0.1620986 Nov 27 01:33:51.108033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:51.109250 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-9580ca03-0d47-43eb-8f85-5541ec28fbad service neutron] 10.222.0.11 "GET /v2.0/networks/e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534661 Nov 27 01:33:51.112581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4638aac7-d46c-4c8e-bf00-4b3c735c8419 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:51.121903 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.132105 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-954eaa80-9491-4ce1-9fa7-a77a4293f082 None None] Port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:51.134941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'port_id': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'mac_address': 'fa:16:3e:ae:ec:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:33:51.139673 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Transition to ACTIVE for port object 4638aac7-d46c-4c8e-bf00-4b3c735c8419 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:33:51.146339 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.182459 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.205334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04eeee5-34e1-4556-a1c9-6e5302a76f38 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:51.240885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Pushing event updated for resources: {'Port': ['ID=4638aac7-d46c-4c8e-bf00-4b3c735c8419,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:51.272474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:51.280647 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fb33cd00-5f37-457d-a3ea-4d59d38f951a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:51.285365 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.325782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Attempting to bind port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:51.326129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Attempting to bind port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:51.327282 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Attempting to bind port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 on network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:51.333804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 on network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:33:51.334219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Attempting to bind port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 on network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:51.344362 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:51.344722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Checking segment: {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:51.345424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Bound using segment: {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:51.345923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Bound port: 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:51.346201 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.438953 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54c19cf7-1d24-45b2-80e5-75915b1ec149 req-60908db6-0c3c-4a5f-b206-7638757449a9 service neutron] 10.222.0.11 "GET /v2.0/networks/e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856073 Nov 27 01:33:51.520325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=e04eeee5-34e1-4556-a1c9-6e5302a76f38,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:51.535809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port fb33cd00-5f37-457d-a3ea-4d59d38f951a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:51.536438 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:51.576788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['e04eeee5-34e1-4556-a1c9-6e5302a76f38'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:33:51.754780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-6fb83bd7-988f-4e1e-9cda-b14a61e9c363 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:51.762310 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-6fb83bd7-988f-4e1e-9cda-b14a61e9c363 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.11 "GET /v2.0/networks?id=a675cbed-ac9a-41a6-b3e4-a74719610b89 HTTP/1.1" status: 200 len: 808 time: 0.4023590 Nov 27 01:33:51.810422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79042e9f-a614-4120-b28e-ae8e8b0bc62e req-559925ab-a03d-4b8f-9016-26ac605c0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:51.811826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79042e9f-a614-4120-b28e-ae8e8b0bc62e req-559925ab-a03d-4b8f-9016-26ac605c0743 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2bad56e-389a-45e8-913d-25af7489f841 HTTP/1.1" status: 200 len: 898 time: 0.7542675 Nov 27 01:33:51.832489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:51.861815 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 19fa23d5-7051-4f11-a261-9ddca8b207a0 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:51.877047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:51.901135 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.005523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79042e9f-a614-4120-b28e-ae8e8b0bc62e req-becff9d9-2ab1-44f3-a5a0-e414130c3d15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d55f472d-d417-4753-8fe7-eff0b92439f2 HTTP/1.1" status: 200 len: 1001 time: 0.1737535 Nov 27 01:33:52.007353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5336e9-8fc4-4cb7-a0c5-211a9b964000 req-461d9a82-c01e-43a7-920c-204e0d887cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:52.008775 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b5336e9-8fc4-4cb7-a0c5-211a9b964000 req-461d9a82-c01e-43a7-920c-204e0d887cad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=41765da5dec84cc99c7b51a28c91a146&device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 1058 time: 0.4455237 Nov 27 01:33:52.042178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 19fa23d5-7051-4f11-a261-9ddca8b207a0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:52.042576 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.157558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f29017-07ad-4bbb-b5c4-c22ff6d75e7f req-7f06029c-27af-4efa-aa43-44a4e4be8f4c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:52.165682 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18f29017-07ad-4bbb-b5c4-c22ff6d75e7f req-7f06029c-27af-4efa-aa43-44a4e4be8f4c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 944 time: 0.5253870 Nov 27 01:33:52.165926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:52.268942 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5336e9-8fc4-4cb7-a0c5-211a9b964000 req-9bfae0bc-85e5-4cc2-a234-023875604d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:52.272331 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b5336e9-8fc4-4cb7-a0c5-211a9b964000 req-9bfae0bc-85e5-4cc2-a234-023875604d6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 HTTP/1.1" status: 200 len: 899 time: 0.2531607 Nov 27 01:33:52.282459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79042e9f-a614-4120-b28e-ae8e8b0bc62e req-06a828d6-23fb-4bb0-9c55-79e250f8f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:52.287402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79042e9f-a614-4120-b28e-ae8e8b0bc62e req-06a828d6-23fb-4bb0-9c55-79e250f8f5b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fb7e8ee-53c8-483b-ad54-06c75676a3c7 HTTP/1.1" status: 200 len: 835 time: 0.1382327 Nov 27 01:33:52.295978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:52.296750 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.331141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-c4f3d3d5-7443-49b7-839d-e88dc46eb6a8 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6876a51982504585b6894725276ecc7b HTTP/1.1" status: 200 len: 379 time: 0.5492649 Nov 27 01:33:52.332931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18f29017-07ad-4bbb-b5c4-c22ff6d75e7f req-a06ca764-2853-44ad-a637-dc516baf0e98 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661639 Nov 27 01:33:52.397801 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Pushing event updated for resources: {'Port': ['ID=4638aac7-d46c-4c8e-bf00-4b3c735c8419,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:52.404790 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Request body: {'port': {'device_id': 'f8fd3724-6c51-4839-ad58-785322520c59', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'admin_state_up': True, 'tenant_id': '6876a51982504585b6894725276ecc7b', 'security_groups': ['9396b131-1282-4064-9fed-2617f424093e']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:52.413699 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b5336e9-8fc4-4cb7-a0c5-211a9b964000 req-d7502f9c-67fa-4a7a-b920-dba086a6a8bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=46b3d088-3d98-48e3-9817-41d97e8b44a9 HTTP/1.1" status: 200 len: 217 time: 0.1162820 Nov 27 01:33:52.459517 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f9ae2937-e88a-4d62-9b1a-57245daa43c7 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:52.532953 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7774a72c-2216-4739-aa9e-b0f12fa08277 req-e0b79e26-ea43-462f-9d89-e8f0bb5b9b90 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0671372 Nov 27 01:33:52.540125 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f9ae2937-e88a-4d62-9b1a-57245daa43c7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:52.540528 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.544600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b8d25-1eba-4468-bcad-0543e82d8677 req-06c3734e-0f26-4703-97a9-131602999563 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:52.562141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d03b8d25-1eba-4468-bcad-0543e82d8677 req-06c3734e-0f26-4703-97a9-131602999563 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.7439892 Nov 27 01:33:52.600178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79042e9f-a614-4120-b28e-ae8e8b0bc62e req-32c56f5b-b20d-4d86-9c28-65c9dcaeb67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:52.603394 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79042e9f-a614-4120-b28e-ae8e8b0bc62e req-32c56f5b-b20d-4d86-9c28-65c9dcaeb67a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2bad56e-389a-45e8-913d-25af7489f841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2941344 Nov 27 01:33:52.604262 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:52.605283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5336e9-8fc4-4cb7-a0c5-211a9b964000 req-d5012e5a-00c1-4acc-b3b6-bf94447b6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:52.606023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.613219 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-ccec4639-3111-4b35-a311-97ee457e862b service neutron] 10.222.0.42 "PUT /v2.0/ports/4638aac7-d46c-4c8e-bf00-4b3c735c8419 HTTP/1.1" status: 200 len: 1091 time: 2.1810431 Nov 27 01:33:52.616136 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b5336e9-8fc4-4cb7-a0c5-211a9b964000 req-d5012e5a-00c1-4acc-b3b6-bf94447b6249 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f69c26f-3961-4f5c-86d9-2bc895743042 HTTP/1.1" status: 200 len: 837 time: 0.1368623 Nov 27 01:33:52.622680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:52.634295 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13376b0-5575-41ee-bb44-e66a6769b3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:52.715804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e8885c84-d292-4986-8db7-ee960520269a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:52.852123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e8885c84-d292-4986-8db7-ee960520269a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:52.853827 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:52.857327 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-785e4cc4-9823-4d2a-8647-3bb0c2b0f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:52.861148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-785e4cc4-9823-4d2a-8647-3bb0c2b0f51a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 1094 time: 0.1584649 Nov 27 01:33:52.865525 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d03b8d25-1eba-4468-bcad-0543e82d8677 req-9da64ab2-f8a7-40be-8258-f8d84105c4e8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023996 Nov 27 01:33:52.979141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 500d8d63-ee1b-407d-999f-7a675b791dfa up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:52.997087 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbb5e81-7cd6-41bb-8857-52267d5d1733 x-openstack-request-id: req-2cbb5e81-7cd6-41bb-8857-52267d5d1733 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:52.997496 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:52.997858 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cbb5e81-7cd6-41bb-8857-52267d5d1733 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:52.998400 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'status': 'completed', 'code': 200} Nov 27 01:33:53.004683 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-63199fef-9856-4736-91a4-f710b47bec6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419 HTTP/1.1" status: 200 len: 217 time: 0.1163428 Nov 27 01:33:53.012790 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Made reservation on behalf of 6876a51982504585b6894725276ecc7b for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:33:53.017312 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.057225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 500d8d63-ee1b-407d-999f-7a675b791dfa triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:53.057616 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.110412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-29123a4f-ac66-4f3c-a118-e6d3261791fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:53.112079 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-29123a4f-ac66-4f3c-a118-e6d3261791fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0914221 Nov 27 01:33:53.308814 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f9ae2937-e88a-4d62-9b1a-57245daa43c7 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:53.335479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Allocated IP 172.20.0.10 (a675cbed-ac9a-41a6-b3e4-a74719610b89/91f0ad74-de8e-4bcc-bee3-d56650c599bd/c4cf2cf1-cde2-4cd3-a62c-4100055c50e0) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:53.419366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f9ae2937-e88a-4d62-9b1a-57245daa43c7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:53.419683 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.452458 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79042e9f-a614-4120-b28e-ae8e8b0bc62e req-59819ef3-10b2-4434-8697-2e622f1781bd service neutron] 10.222.0.42 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8342471 Nov 27 01:33:53.515781 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.569830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e296691-430b-46fb-be8a-b6e216d29f4a req-a370f299-8b61-4e58-9607-b0540d479d9f tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:53.579042 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6e296691-430b-46fb-be8a-b6e216d29f4a req-a370f299-8b61-4e58-9607-b0540d479d9f tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 907 time: 0.9057627 Nov 27 01:33:53.586675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-789c0238-ffe8-4a97-babb-a3cb79ba94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:53.588197 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-789c0238-ffe8-4a97-babb-a3cb79ba94bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4346197 Nov 27 01:33:53.599385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5336e9-8fc4-4cb7-a0c5-211a9b964000 req-4a4f09e9-ff55-4894-9755-0b0bb17b1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:53.601047 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b5336e9-8fc4-4cb7-a0c5-211a9b964000 req-4a4f09e9-ff55-4894-9755-0b0bb17b1a6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9498289 Nov 27 01:33:53.641827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce91f09-2be7-4dfa-af4c-f203769493f3 req-1cc98080-f6e2-40f2-9f83-5bb436c5a37a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:53.643524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ce91f09-2be7-4dfa-af4c-f203769493f3 req-1cc98080-f6e2-40f2-9f83-5bb436c5a37a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 944 time: 0.1165559 Nov 27 01:33:53.647703 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:53.755635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Network a675cbed-ac9a-41a6-b3e4-a74719610b89 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:53.764267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:53.773787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:53.867790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-4c0b063d-6699-47f3-81bd-f71f37af70e2 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640116 Nov 27 01:33:53.875390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deadf1a-64df-479c-95c6-51ed8bccaebb req-e335ed17-051e-4fcc-af57-7b2fd9d2b189 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:53.876916 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2deadf1a-64df-479c-95c6-51ed8bccaebb req-e335ed17-051e-4fcc-af57-7b2fd9d2b189 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 932 time: 0.1780360 Nov 27 01:33:53.903947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79042e9f-a614-4120-b28e-ae8e8b0bc62e req-36700a10-028f-4caa-9144-eef19703bd4f service neutron] 10.222.0.42 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439185 Nov 27 01:33:53.969497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event updated for resources: {'Port': ['ID=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:53.978479 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b5336e9-8fc4-4cb7-a0c5-211a9b964000 req-7dcbe4b2-72a1-4c79-b37b-10815e2887f8 service neutron] 10.222.0.11 "GET /v2.0/networks/e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648741 Nov 27 01:33:53.985279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e04eeee5-34e1-4556-a1c9-6e5302a76f38 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:54.008684 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2deadf1a-64df-479c-95c6-51ed8bccaebb req-660cb3d2-e262-41cf-a47d-b309bc8b2cf7 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210904 Nov 27 01:33:54.069467 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ce91f09-2be7-4dfa-af4c-f203769493f3 req-458fe84a-a17b-4c97-96a1-54dca53c1797 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826852 Nov 27 01:33:54.164058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port e04eeee5-34e1-4556-a1c9-6e5302a76f38 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:33:54.168354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port e04eeee5-34e1-4556-a1c9-6e5302a76f38 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:54.168731 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.169053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:54.169881 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.208984 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-675d12b8-4331-46fd-9f7c-19db0aebe29e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8071153 Nov 27 01:33:54.220547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad0ccf-e87e-4cf7-89ff-f27057a8b079 req-fff20693-959e-46b3-a938-0d9f4ef37d35 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:54.228853 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-faad0ccf-e87e-4cf7-89ff-f27057a8b079 req-fff20693-959e-46b3-a938-0d9f4ef37d35 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0857110 Nov 27 01:33:54.235014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Request body: {'port': {'device_id': 'f8fd3724-6c51-4839-ad58-785322520c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:54.271299 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b5336e9-8fc4-4cb7-a0c5-211a9b964000 req-06199188-d395-484a-b6c2-b46a51723421 service neutron] 10.222.0.11 "GET /v2.0/networks/e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615180 Nov 27 01:33:54.305806 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-faad0ccf-e87e-4cf7-89ff-f27057a8b079 req-e9d4b521-dca8-45bd-9581-710d029527b9 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759904 Nov 27 01:33:54.317081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6435440d-c856-4752-b133-1aa778b00661 None None] Provisioning complete for port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:54.317561 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6435440d-c856-4752-b133-1aa778b00661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.338686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b21d13f-4e8d-458b-8d6b-cea91f05180f req-1076b182-f958-401c-9259-b1995a440639 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313166 Nov 27 01:33:54.349230 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.434271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6435440d-c856-4752-b133-1aa778b00661 None None] Port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:33:54.437948 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.486902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:54.489325 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d6f96e-7055-4c55-9078-4cbd05e20eab" -d '{"events": [{"server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "name": "network-vif-plugged", "status": "completed", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:54.504644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:54.509414 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.573248 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=e04eeee5-34e1-4556-a1c9-6e5302a76f38,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:54.575947 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a8933-dc21-4176-803a-7de7b4b867dd x-openstack-request-id: req-ea3a8933-dc21-4176-803a-7de7b4b867dd {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:54.576232 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "name": "network-vif-plugged", "status": "completed", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:54.576493 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea3a8933-dc21-4176-803a-7de7b4b867dd {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:54.576897 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'code': 200} Nov 27 01:33:54.602171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13376b0-5575-41ee-bb44-e66a6769b3c9 req-bff559b2-27e7-4bd8-be6a-8da0d1f75c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:54.604280 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c13376b0-5575-41ee-bb44-e66a6769b3c9 req-bff559b2-27e7-4bd8-be6a-8da0d1f75c13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 1094 time: 0.1508715 Nov 27 01:33:54.772363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f883d-944c-4a35-ad5a-4608ea33fe98 req-490cd333-7500-4580-8077-1b2e51b076f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:54.774607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f49f883d-944c-4a35-ad5a-4608ea33fe98 req-490cd333-7500-4580-8077-1b2e51b076f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1096 time: 0.1169946 Nov 27 01:33:54.785628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13376b0-5575-41ee-bb44-e66a6769b3c9 req-afc754fd-179e-44ef-83d2-647154225eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:54.787150 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c13376b0-5575-41ee-bb44-e66a6769b3c9 req-afc754fd-179e-44ef-83d2-647154225eb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 918 time: 0.1721578 Nov 27 01:33:54.787688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04d1b3-04be-47c2-8822-a1083b54ddd2 req-4301d6df-a845-4536-8b0f-5c20bf4833ff tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:54.798905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b04d1b3-04be-47c2-8822-a1083b54ddd2 req-4301d6df-a845-4536-8b0f-5c20bf4833ff tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 907 time: 0.0722945 Nov 27 01:33:54.854643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f49f883d-944c-4a35-ad5a-4608ea33fe98 req-5fe4f31d-5375-4023-80cd-43c511701a2c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505476 Nov 27 01:33:54.857486 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c13376b0-5575-41ee-bb44-e66a6769b3c9 req-46a2d84a-2655-496f-87b6-2499f6a5216c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419 HTTP/1.1" status: 200 len: 217 time: 0.0621145 Nov 27 01:33:54.927432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:54.937922 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:54.954836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Transition to ACTIVE for port object c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:33:54.960486 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.068191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Pushing event updated for resources: {'Port': ['ID=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:55.138793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 46b3d088-3d98-48e3-9817-41d97e8b44a9 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:33:55.239383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f764-ad86-4113-9e20-f3ecc5d41042 req-a0e9164e-87e4-4d70-b19c-c845a721b87b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:55.242465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2679f764-ad86-4113-9e20-f3ecc5d41042 req-a0e9164e-87e4-4d70-b19c-c845a721b87b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0645111 Nov 27 01:33:55.259202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Attempting to bind port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:33:55.259594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Attempting to bind port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:33:55.259861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Attempting to bind port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 on network a675cbed-ac9a-41a6-b3e4-a74719610b89 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:55.268331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 on network a675cbed-ac9a-41a6-b3e4-a74719610b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:33:55.268921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Attempting to bind port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 on network a675cbed-ac9a-41a6-b3e4-a74719610b89 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:33:55.289400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:33:55.289820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Checking segment: {'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:33:55.290115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Bound using segment: {'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:33:55.290586 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Bound port: c4cf2cf1-cde2-4cd3-a62c-4100055c50e0, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:33:55.290920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.305308 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc33f18-a163-4815-97fe-bd666f70929d req-f528f5e7-31fd-4693-ba63-7594dbaeb2ce tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:55.308068 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2679f764-ad86-4113-9e20-f3ecc5d41042 req-b2cc1992-8801-4bcf-b210-a2b854ca3e51 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587268 Nov 27 01:33:55.314785 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8bc33f18-a163-4815-97fe-bd666f70929d req-f528f5e7-31fd-4693-ba63-7594dbaeb2ce tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 944 time: 0.2169468 Nov 27 01:33:55.342466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13376b0-5575-41ee-bb44-e66a6769b3c9 req-4920a2f2-6181-4c3e-a235-5829a07f3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:55.344304 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c13376b0-5575-41ee-bb44-e66a6769b3c9 req-4920a2f2-6181-4c3e-a235-5829a07f3ea8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.2252474 Nov 27 01:33:55.404577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 46b3d088-3d98-48e3-9817-41d97e8b44a9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=46b3d088-3d98-48e3-9817-41d97e8b44a9,segment=NetworkSegment(fea5a6ef-f17b-4c04-9ea7-8d56352c8fba),segment_id=fea5a6ef-f17b-4c04-9ea7-8d56352c8fba)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:55.427371 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '46b3d088-3d98-48e3-9817-41d97e8b44a9', 'network_id': 'e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397', 'port_id': '46b3d088-3d98-48e3-9817-41d97e8b44a9', 'mac_address': 'fa:16:3e:1d:78:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f69c26f-3961-4f5c-86d9-2bc895743042', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:33:55.483804 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8bc33f18-a163-4815-97fe-bd666f70929d req-20645b5a-c84d-4871-be31-a0bdbe18a688 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627290 Nov 27 01:33:55.485010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86ec9-4471-48ec-bf2f-f31ff32e94c3 req-7a245e93-db27-491b-8f81-573fe9136887 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:55.499618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-30c86ec9-4471-48ec-bf2f-f31ff32e94c3 req-7a245e93-db27-491b-8f81-573fe9136887 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0961716 Nov 27 01:33:55.502476 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13376b0-5575-41ee-bb44-e66a6769b3c9 req-9177a941-35f4-4327-93b5-1cabd661947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:55.504644 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c13376b0-5575-41ee-bb44-e66a6769b3c9 req-9177a941-35f4-4327-93b5-1cabd661947b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505971 Nov 27 01:33:55.506509 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.526544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b3d088-3d98-48e3-9817-41d97e8b44a9 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:55.527420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] For port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:33:55.532870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] For port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:33:55.555873 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.557676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 46b3d088-3d98-48e3-9817-41d97e8b44a9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=46b3d088-3d98-48e3-9817-41d97e8b44a9,segment=NetworkSegment(fea5a6ef-f17b-4c04-9ea7-8d56352c8fba),segment_id=fea5a6ef-f17b-4c04-9ea7-8d56352c8fba)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:55.566937 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.604430 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-30c86ec9-4471-48ec-bf2f-f31ff32e94c3 req-6a408944-b528-4317-a15c-ffac879fbc43 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975595 Nov 27 01:33:55.623989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=46b3d088-3d98-48e3-9817-41d97e8b44a9,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:55.636801 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:55.637420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:55.650816 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] 10.222.0.11 "PUT /v2.0/ports/c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 HTTP/1.1" status: 200 len: 1092 time: 1.4148440 Nov 27 01:33:55.650816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fd3724-6c51-4839-ad58-785322520c59', 'tag': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:55.650816 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51585378-8175-4895-8148-cd2cec5a5bff" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fd3724-6c51-4839-ad58-785322520c59", "tag": "c4cf2cf1-cde2-4cd3-a62c-4100055c50e0"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:55.699031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a81ed-323a-41e7-b739-4fe65803625d service neutron] Pushing event updated for resources: {'Port': ['ID=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:55.783147 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c13376b0-5575-41ee-bb44-e66a6769b3c9 req-7d5108a6-9131-49a9-82e9-1120d9f2ba6d service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468467 Nov 27 01:33:55.791551 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907dcdc7-5adf-4d73-acd2-0cabb636995a x-openstack-request-id: req-907dcdc7-5adf-4d73-acd2-0cabb636995a {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:55.791907 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fd3724-6c51-4839-ad58-785322520c59", "tag": "c4cf2cf1-cde2-4cd3-a62c-4100055c50e0", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:55.792143 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-907dcdc7-5adf-4d73-acd2-0cabb636995a {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:55.792580 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fd3724-6c51-4839-ad58-785322520c59', 'tag': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0', 'status': 'completed', 'code': 200} Nov 27 01:33:55.812667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-ceaf89cf-7633-4ab3-8738-5ad24320ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:55.827849 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-ceaf89cf-7633-4ab3-8738-5ad24320ceb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 1095 time: 0.0982149 Nov 27 01:33:55.857824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['46b3d088-3d98-48e3-9817-41d97e8b44a9'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:33:55.982214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbfabf-4884-4f93-9502-67e7324e3bc4 req-3a731be6-9ace-4ae0-8ada-c7692a1b4285 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:56.008259 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4efbfabf-4884-4f93-9502-67e7324e3bc4 req-3a731be6-9ace-4ae0-8ada-c7692a1b4285 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 908 time: 0.0948098 Nov 27 01:33:56.022215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-b743921e-9300-408c-a52d-d4825abc97b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 HTTP/1.1" status: 200 len: 217 time: 0.1879241 Nov 27 01:33:56.091123 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c13376b0-5575-41ee-bb44-e66a6769b3c9 req-7b9cd308-c4a4-4a4d-8791-5c3027292d18 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608488 Nov 27 01:33:56.106476 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-ff615bbe-854a-45dd-91fe-6eccd66319f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:56.107904 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-ff615bbe-854a-45dd-91fe-6eccd66319f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91f0ad74-de8e-4bcc-bee3-d56650c599bd HTTP/1.1" status: 200 len: 847 time: 0.0774448 Nov 27 01:33:56.154665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-483584cb-8c74-4294-bfce-b16af1733e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:56.156158 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-483584cb-8c74-4294-bfce-b16af1733e81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a675cbed-ac9a-41a6-b3e4-a74719610b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401866 Nov 27 01:33:56.258155 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-e1334495-bed4-4c59-b19e-a66062671bae service neutron] 10.222.0.11 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933397 Nov 27 01:33:56.291805 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:33:56.362924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64d3ea17-a165-4d62-ad66-825b1800e00e req-4206e72d-b81a-46fe-b3fb-62a98c566110 service neutron] 10.222.0.11 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976224 Nov 27 01:33:56.462973 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78017b-8c25-44be-a70c-51a8e0979cf8 req-33724e2f-8f62-453d-9fc3-f7e0bfd20a86 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:56.464891 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ab78017b-8c25-44be-a70c-51a8e0979cf8 req-33724e2f-8f62-453d-9fc3-f7e0bfd20a86 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0707846 Nov 27 01:33:56.539809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ab78017b-8c25-44be-a70c-51a8e0979cf8 req-ec3d6ffb-b0fe-464f-9ee1-63239253aea0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660434 Nov 27 01:33:56.551507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51585378-8175-4895-8148-cd2cec5a5bff req-bcec0dfc-f507-4e40-b5a4-0fef08ac413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:56.553431 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51585378-8175-4895-8148-cd2cec5a5bff req-bcec0dfc-f507-4e40-b5a4-0fef08ac413c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 1095 time: 0.0874817 Nov 27 01:33:56.633259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54900930-b0c7-4dfd-aaa2-8e60b41dd381 req-578ec142-2a81-4be0-9c0f-617e8c8beec4 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:56.635323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54900930-b0c7-4dfd-aaa2-8e60b41dd381 req-578ec142-2a81-4be0-9c0f-617e8c8beec4 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 944 time: 0.0608120 Nov 27 01:33:56.733470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a89294-6d8e-4863-913d-3e9942bc5838 req-ba1eb594-b4c9-4c11-96c2-67a31f6a7317 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:56.734834 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54900930-b0c7-4dfd-aaa2-8e60b41dd381 req-8dff539f-1eb2-487a-92a0-46af8b184a77 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914090 Nov 27 01:33:56.735066 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12a89294-6d8e-4863-913d-3e9942bc5838 req-ba1eb594-b4c9-4c11-96c2-67a31f6a7317 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0717399 Nov 27 01:33:56.879235 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51585378-8175-4895-8148-cd2cec5a5bff req-4920d288-9e9f-447e-8103-3c99071bf1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:56.880721 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51585378-8175-4895-8148-cd2cec5a5bff req-4920d288-9e9f-447e-8103-3c99071bf1c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a675cbed-ac9a-41a6-b3e4-a74719610b89 HTTP/1.1" status: 200 len: 909 time: 0.3167689 Nov 27 01:33:56.897704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ab752-3b28-42ae-ade2-a12f1daa2205 req-51175ea8-afe0-4d5f-8d53-6797e5cf23a8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:56.899270 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12a89294-6d8e-4863-913d-3e9942bc5838 req-bb73a41b-0710-41aa-a802-eabfdd647fad tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460698 Nov 27 01:33:56.905731 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c50ab752-3b28-42ae-ade2-a12f1daa2205 req-51175ea8-afe0-4d5f-8d53-6797e5cf23a8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0806308 Nov 27 01:33:56.927233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36196) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:56.932748 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51585378-8175-4895-8148-cd2cec5a5bff req-9f100f4d-3e2d-43fa-ac11-04917fe1d0b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 HTTP/1.1" status: 200 len: 217 time: 0.0437088 Nov 27 01:33:56.981462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c50ab752-3b28-42ae-ade2-a12f1daa2205 req-6733ddc4-9a52-4bc3-beef-cbbfd70eaee1 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747592 Nov 27 01:33:57.000443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51585378-8175-4895-8148-cd2cec5a5bff req-7114af2d-de14-419b-a397-356b9f9e752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:57.002342 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51585378-8175-4895-8148-cd2cec5a5bff req-7114af2d-de14-419b-a397-356b9f9e752b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91f0ad74-de8e-4bcc-bee3-d56650c599bd HTTP/1.1" status: 200 len: 847 time: 0.0613854 Nov 27 01:33:57.015656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988da536-32d0-4eeb-8a90-caab101ca15d tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:57.017266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-988da536-32d0-4eeb-8a90-caab101ca15d tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1091 time: 0.0890310 Nov 27 01:33:57.020302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36200) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:33:57.026083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:33:57.060139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51585378-8175-4895-8148-cd2cec5a5bff req-372066f0-050e-4a21-a163-f94d0f6a8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:57.062543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51585378-8175-4895-8148-cd2cec5a5bff req-372066f0-050e-4a21-a163-f94d0f6a8a7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a675cbed-ac9a-41a6-b3e4-a74719610b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515752 Nov 27 01:33:57.065004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.160943 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 46b3d088-3d98-48e3-9817-41d97e8b44a9 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:33:57.220000 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.246496 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe6ebf-9fb9-4789-baab-ab8d8efb83bb req-c9f50911-11aa-46a0-a0b0-ad04eb7c9ed3 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:57.255465 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ffe6ebf-9fb9-4789-baab-ab8d8efb83bb req-c9f50911-11aa-46a0-a0b0-ad04eb7c9ed3 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 908 time: 0.0915785 Nov 27 01:33:57.257206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 46b3d088-3d98-48e3-9817-41d97e8b44a9 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:33:57.275140 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 46b3d088-3d98-48e3-9817-41d97e8b44a9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:33:57.275644 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.280418 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51585378-8175-4895-8148-cd2cec5a5bff req-2c90e06e-a2df-491e-a185-c1ab4b00f9f9 service neutron] 10.222.0.11 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959734 Nov 27 01:33:57.396615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51585378-8175-4895-8148-cd2cec5a5bff req-28a8c4dc-3e17-4401-9b72-21a8fbdd83d6 service neutron] 10.222.0.11 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074386 Nov 27 01:33:57.408718 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.438590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e2a4c5-42e9-400a-8c7c-bdf6752475bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b3d088-3d98-48e3-9817-41d97e8b44a9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:57.443430 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f89f26-3ba5-4361-a7ca-7ea7e581c0f9" -d '{"events": [{"server_uuid": "56e2a4c5-42e9-400a-8c7c-bdf6752475bb", "name": "network-vif-plugged", "status": "completed", "tag": "46b3d088-3d98-48e3-9817-41d97e8b44a9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:57.457346 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 46b3d088-3d98-48e3-9817-41d97e8b44a9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=46b3d088-3d98-48e3-9817-41d97e8b44a9,segment=NetworkSegment(fea5a6ef-f17b-4c04-9ea7-8d56352c8fba),segment_id=fea5a6ef-f17b-4c04-9ea7-8d56352c8fba)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:57.458495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.25.3.87 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/a7bdf657-6658-4c5c-89ca-bbccf638fcd6) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:33:57.466229 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.505777 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fb78bf-42e4-4930-b868-460c91fd5584 x-openstack-request-id: req-e3fb78bf-42e4-4930-b868-460c91fd5584 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:57.506071 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e2a4c5-42e9-400a-8c7c-bdf6752475bb", "name": "network-vif-plugged", "status": "completed", "tag": "46b3d088-3d98-48e3-9817-41d97e8b44a9", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:57.506366 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3fb78bf-42e4-4930-b868-460c91fd5584 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:57.506764 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e2a4c5-42e9-400a-8c7c-bdf6752475bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b3d088-3d98-48e3-9817-41d97e8b44a9', 'code': 200} Nov 27 01:33:57.532095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=46b3d088-3d98-48e3-9817-41d97e8b44a9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:57.605166 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.647132 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:57.679081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b1abb-0a46-4c93-ab9b-6b8d39002f46 req-34bb21ae-c3bb-4d30-9b91-d6d8269fe3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:57.680801 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c16b1abb-0a46-4c93-ab9b-6b8d39002f46 req-34bb21ae-c3bb-4d30-9b91-d6d8269fe3ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 1060 time: 0.0646114 Nov 27 01:33:57.688784 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:33:57.693896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:33:57.699478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:33:57.725695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=a7bdf657-6658-4c5c-89ca-bbccf638fcd6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:57.927467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ade3a4-8940-48fd-98a5-89f7747c075f req-09d2dead-e4df-425c-9e63-00cff67c2243 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:57.936326 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-91ade3a4-8940-48fd-98a5-89f7747c075f req-09d2dead-e4df-425c-9e63-00cff67c2243 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 944 time: 0.1074166 Nov 27 01:33:57.997049 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-91ade3a4-8940-48fd-98a5-89f7747c075f req-62d1082e-207a-44f8-b134-6cdb8408f290 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536203 Nov 27 01:33:58.015745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4638aac7-d46c-4c8e-bf00-4b3c735c8419 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:33:58.158081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:58.176971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'port_id': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'mac_address': 'fa:16:3e:b6:89:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:33:58.234060 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.255637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4638aac7-d46c-4c8e-bf00-4b3c735c8419 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:58.283047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:58.295839 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.323278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87dc3-9b4d-4bb5-865f-585ef8d8aa36 req-017bf897-d0e0-4015-bc4c-d48c508e950a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:58.330828 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f8b87dc3-9b4d-4bb5-865f-585ef8d8aa36 req-017bf897-d0e0-4015-bc4c-d48c508e950a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.1776521 Nov 27 01:33:58.378861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4638aac7-d46c-4c8e-bf00-4b3c735c8419,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:58.462575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7e973-1c31-4519-86fe-9c8c019e53b3 req-6bc20405-1be1-4887-8ef4-47f554e7dd29 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:58.478343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c0f7e973-1c31-4519-86fe-9c8c019e53b3 req-6bc20405-1be1-4887-8ef4-47f554e7dd29 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 909 time: 0.0724871 Nov 27 01:33:58.499544 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f8b87dc3-9b4d-4bb5-865f-585ef8d8aa36 req-d5929dd3-3596-4f71-a6d3-59a06b0eb3b7 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648529 Nov 27 01:33:58.523524 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.578544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4638aac7-d46c-4c8e-bf00-4b3c735c8419'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:33:58.690440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.887856 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.894847 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:58.969782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=a7bdf657-6658-4c5c-89ca-bbccf638fcd6,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:58.986779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.100736 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Floating IP 39ebf400-175b-47f5-a2ce-4c17e7ebe0f8 associated. External IP: 172.25.3.87, port: e04eeee5-34e1-4556-a1c9-6e5302a76f38. Nov 27 01:33:59.168455 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c12b0-5b3c-4fd5-859e-e3d422c2639d req-95d09ba8-7d70-41ff-bccc-83ffb06f78df tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:59.170504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:33:59.176624 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f7c12b0-5b3c-4fd5-859e-e3d422c2639d req-95d09ba8-7d70-41ff-bccc-83ffb06f78df tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 944 time: 0.0676203 Nov 27 01:33:59.242390 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f7c12b0-5b3c-4fd5-859e-e3d422c2639d req-f43aa61a-31ef-4dfd-8652-164ade81b0df tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647824 Nov 27 01:33:59.304294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:59.320983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'port_id': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0', 'mac_address': 'fa:16:3e:28:c5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:33:59.369529 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.379865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 04510cf1-8992-4029-a892-facb5719ae58 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:33:59.386573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:33:59.410020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:33:59.416292 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.485775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:33:59.527717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:33:59.539855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a390f-59f1-4106-8b29-6a7c93ea651a None None] Sync routers for ids ['04510cf1-8992-4029-a892-facb5719ae58'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:33:59.555536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a390f-59f1-4106-8b29-6a7c93ea651a None None] Routers {'04510cf1-8992-4029-a892-facb5719ae58'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:33:59.557396 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-986a390f-59f1-4106-8b29-6a7c93ea651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04510cf1-8992-4029-a892-facb5719ae58'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:33:59.623659 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:33:59.676856 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bc1a1-6f64-4370-959e-62a31ed771ef req-c78b0085-a0fe-47ad-867f-b3eed402ef85 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:59.688932 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a8bc1a1-6f64-4370-959e-62a31ed771ef req-c78b0085-a0fe-47ad-867f-b3eed402ef85 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 944 time: 0.0882959 Nov 27 01:33:59.711737 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-986a390f-59f1-4106-8b29-6a7c93ea651a None None] Set router 04510cf1-8992-4029-a892-facb5719ae58 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:33:59.740651 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb069bc-4724-4d40-ac93-2fabb0d799b1 req-b1f06136-0946-42ea-8a4c-64b5cd130a8e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:59.757624 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aeb069bc-4724-4d40-ac93-2fabb0d799b1 req-b1f06136-0946-42ea-8a4c-64b5cd130a8e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 909 time: 0.1973028 Nov 27 01:33:59.757761 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a8bc1a1-6f64-4370-959e-62a31ed771ef req-9705ff30-2f44-4dda-b8ca-921dfe171bbd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621359 Nov 27 01:33:59.762613 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-312e66a5-4fdc-4988-93dc-b201db166d5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7410722 Nov 27 01:33:59.763350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:33:59.768157 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d64a6a2-3fb9-48b7-8284-b1362b0d0935" -d '{"events": [{"name": "network-changed", "server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:33:59.802130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['c4cf2cf1-cde2-4cd3-a62c-4100055c50e0'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:33:59.900639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a46a9-fdb7-43ed-9b22-6919c317b8cd req-956d8a33-e7ec-4fe6-b169-8cf50c319bc8 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:59.902180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-382a46a9-fdb7-43ed-9b22-6919c317b8cd req-956d8a33-e7ec-4fe6-b169-8cf50c319bc8 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 909 time: 0.0642052 Nov 27 01:33:59.960380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb8b4d-d2b9-4d9f-a94b-12fe4a92b23f req-9304a4a4-0d82-491a-bed2-bf45f26b376e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:33:59.970278 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6afb8b4d-d2b9-4d9f-a94b-12fe4a92b23f req-9304a4a4-0d82-491a-bed2-bf45f26b376e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.1012831 Nov 27 01:33:59.993815 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6902ba9-6c1e-49df-8392-a8cac66e3298 x-openstack-request-id: req-b6902ba9-6c1e-49df-8392-a8cac66e3298 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:33:59.994190 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:33:59.994577 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6902ba9-6c1e-49df-8392-a8cac66e3298 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:33:59.995094 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'status': 'completed', 'code': 200} Nov 27 01:34:00.098011 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6afb8b4d-d2b9-4d9f-a94b-12fe4a92b23f req-7d2e911c-9221-41fd-a3e1-a1abd15107c4 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204581 Nov 27 01:34:00.114973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36268) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:00.144979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64a6a2-3fb9-48b7-8284-b1362b0d0935 req-f22059b7-3761-416f-9394-f723b1070ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:00.148480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4638aac7-d46c-4c8e-bf00-4b3c735c8419 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:00.150167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4d64a6a2-3fb9-48b7-8284-b1362b0d0935 req-f22059b7-3761-416f-9394-f723b1070ad2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1096 time: 0.1214435 Nov 27 01:34:00.157737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06fb03-da35-4af4-afe4-dc5173a00b21 req-aedb6b05-cec4-4758-877f-1c52db9938f0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:00.177611 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ce06fb03-da35-4af4-afe4-dc5173a00b21 req-aedb6b05-cec4-4758-877f-1c52db9938f0 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 1060 time: 0.0933955 Nov 27 01:34:00.396285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:34:00.419195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:00.419887 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.477131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-986a390f-59f1-4106-8b29-6a7c93ea651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '39ebf400-175b-47f5-a2ce-4c17e7ebe0f8', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '04510cf1-8992-4029-a892-facb5719ae58', 'port_id': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'mac_address': 'fa:16:3e:ae:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:33:58Z', 'updated_at': '2021-11-27T01:33:58Z', 'revision_number': 0, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8885c84-d292-4986-8db7-ee960520269a', 'name': '', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:5a:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:23Z', 'updated_at': '2021-11-27T01:33:43Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:00.479006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-319c0fea-6ff6-47fd-ad3e-e8626e0cbedd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/39ebf400-175b-47f5-a2ce-4c17e7ebe0f8 HTTP/1.1" status: 200 len: 990 time: 0.3621423 Nov 27 01:34:00.509448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66855b-92b2-4ba5-9cf2-9af6ded3c7dd req-696ec9d2-1942-424b-97ab-997736c7ef08 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:00.530913 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab66855b-92b2-4ba5-9cf2-9af6ded3c7dd req-696ec9d2-1942-424b-97ab-997736c7ef08 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 1135 time: 0.1626253 Nov 27 01:34:00.594913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a390f-59f1-4106-8b29-6a7c93ea651a None None] Checking router: 04510cf1-8992-4029-a892-facb5719ae58 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:34:00.636809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab66855b-92b2-4ba5-9cf2-9af6ded3c7dd req-976aad3f-f5cf-4823-a3fd-c4cdcdc723b1 tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1047494 Nov 27 01:34:00.665660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36276) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:00.676189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a390f-59f1-4106-8b29-6a7c93ea651a None None] Routers {'04510cf1-8992-4029-a892-facb5719ae58'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:00.676826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-986a390f-59f1-4106-8b29-6a7c93ea651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04510cf1-8992-4029-a892-facb5719ae58'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:00.707860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09309b0-dac8-486f-8516-cda2420bc01d tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:00.709733 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f09309b0-dac8-486f-8516-cda2420bc01d tempest-TestSecurityGroupsBasicOps-1373030215 tempest-TestSecurityGroupsBasicOps-1373030215-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 1055 time: 0.0428054 Nov 27 01:34:00.864178 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64a6a2-3fb9-48b7-8284-b1362b0d0935 req-f68c5f6a-0cbf-4cad-be15-99f4dd5ce4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:00.865918 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4d64a6a2-3fb9-48b7-8284-b1362b0d0935 req-f68c5f6a-0cbf-4cad-be15-99f4dd5ce4ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f9f151b-369b-43c3-b128-5d931fd82269 HTTP/1.1" status: 200 len: 897 time: 0.6829526 Nov 27 01:34:00.891171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebeea0-cd97-44b4-a58e-8acd47e9108e req-751a1fe0-e0b9-48f0-9391-70e7ca5777d1 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:00.902380 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:00.904833 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1ebeea0-cd97-44b4-a58e-8acd47e9108e req-751a1fe0-e0b9-48f0-9391-70e7ca5777d1 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 945 time: 0.5017219 Nov 27 01:34:00.965525 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:00.971843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:00.976160 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ef6280-968d-4224-bf14-87170eb97f2f" -d '{"events": [{"server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "name": "network-vif-plugged", "status": "completed", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:00.982064 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:01.050598 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1ebeea0-cd97-44b4-a58e-8acd47e9108e req-acd0a66b-d05c-4fc9-b3dc-73a186a7bc3d tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434424 Nov 27 01:34:01.063552 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4d64a6a2-3fb9-48b7-8284-b1362b0d0935 req-15e2d4eb-fb97-4ada-a6ed-18f3910a6b0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 200 len: 998 time: 0.1881287 Nov 27 01:34:01.088034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4638aac7-d46c-4c8e-bf00-4b3c735c8419,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:01.129370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-986a390f-59f1-4106-8b29-6a7c93ea651a None None] Set router 04510cf1-8992-4029-a892-facb5719ae58 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:01.138571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9bd95-4ca1-4dab-bd83-3ef0c3704663 req-b8cd6a65-a3ef-4ad5-b460-bb50838040a9 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:01.148599 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2d9bd95-4ca1-4dab-bd83-3ef0c3704663 req-b8cd6a65-a3ef-4ad5-b460-bb50838040a9 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0772021 Nov 27 01:34:01.224561 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b2d9bd95-4ca1-4dab-bd83-3ef0c3704663 req-d392c102-25a5-4d9c-b17d-efd2a280a377 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743067 Nov 27 01:34:01.278619 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74579328-144b-4fcf-a46e-3db9fbf1d486 x-openstack-request-id: req-74579328-144b-4fcf-a46e-3db9fbf1d486 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:01.279091 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "name": "network-vif-plugged", "status": "completed", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:01.279357 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74579328-144b-4fcf-a46e-3db9fbf1d486 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:01.279812 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'code': 200} Nov 27 01:34:01.304656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64a6a2-3fb9-48b7-8284-b1362b0d0935 req-874a848e-b3a4-4efa-b181-7151fea50b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:01.306638 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4d64a6a2-3fb9-48b7-8284-b1362b0d0935 req-874a848e-b3a4-4efa-b181-7151fea50b05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73b35f1f-3ce3-48df-9e85-c40ae66f8c5c HTTP/1.1" status: 200 len: 835 time: 0.2328017 Nov 27 01:34:01.411384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d68c7d-1edd-4900-9d95-38d3178340cc req-fe7ffd0b-90b5-4976-87de-cf9ca0ae6b49 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:01.413095 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53d68c7d-1edd-4900-9d95-38d3178340cc req-fe7ffd0b-90b5-4976-87de-cf9ca0ae6b49 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 909 time: 0.1948318 Nov 27 01:34:01.427542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64a6a2-3fb9-48b7-8284-b1362b0d0935 req-4dfd6130-d98f-4b5c-b2e6-90d3c58c1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:01.430024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4d64a6a2-3fb9-48b7-8284-b1362b0d0935 req-4dfd6130-d98f-4b5c-b2e6-90d3c58c1a59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f9f151b-369b-43c3-b128-5d931fd82269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049578 Nov 27 01:34:01.455645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e70067-e911-4ff9-b9e0-c939d31ce71d req-76ac251f-a9b9-4eea-8c98-795853e1d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:01.458254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61e70067-e911-4ff9-b9e0-c939d31ce71d req-76ac251f-a9b9-4eea-8c98-795853e1d10c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 1096 time: 0.0761769 Nov 27 01:34:01.491908 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36290) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:01.521960 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-986a390f-59f1-4106-8b29-6a7c93ea651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '39ebf400-175b-47f5-a2ce-4c17e7ebe0f8', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '04510cf1-8992-4029-a892-facb5719ae58', 'port_id': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'mac_address': 'fa:16:3e:ae:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:33:58Z', 'updated_at': '2021-11-27T01:33:58Z', 'revision_number': 0, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8885c84-d292-4986-8db7-ee960520269a', 'name': '', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:5a:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:23Z', 'updated_at': '2021-11-27T01:33:43Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:01.543391 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4d64a6a2-3fb9-48b7-8284-b1362b0d0935 req-34c8c2f6-e5b7-4c69-b206-01e9284edc2f service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036348 Nov 27 01:34:01.574097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a390f-59f1-4106-8b29-6a7c93ea651a None None] The sync data for ids ['04510cf1-8992-4029-a892-facb5719ae58'] in n-d-819494-2 is: [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '39ebf400-175b-47f5-a2ce-4c17e7ebe0f8', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '04510cf1-8992-4029-a892-facb5719ae58', 'port_id': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'mac_address': 'fa:16:3e:ae:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:33:58Z', 'updated_at': '2021-11-27T01:33:58Z', 'revision_number': 0, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8885c84-d292-4986-8db7-ee960520269a', 'name': '', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:5a:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:23Z', 'updated_at': '2021-11-27T01:33:43Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:34:01.661995 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4d64a6a2-3fb9-48b7-8284-b1362b0d0935 req-88c91217-0a2d-4c3e-ab25-3857cb6b0d20 service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103578 Nov 27 01:34:01.882322 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a53530-f1fe-45c4-9655-424b46c555b2 None None] New status for floating IP 39ebf400-175b-47f5-a2ce-4c17e7ebe0f8: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:34:01.993393 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dc413bfb-636e-4008-a35e-fa14f48def5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/39ebf400-175b-47f5-a2ce-4c17e7ebe0f8 HTTP/1.1" status: 200 len: 990 time: 0.4983206 Nov 27 01:34:01.999031 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61e70067-e911-4ff9-b9e0-c939d31ce71d req-dca8f1c2-d895-4506-9104-39d33f38e210 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5326889 Nov 27 01:34:02.218811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158ad03-1de4-4d85-bed8-5f49b7d92eff req-6a29738d-c4cb-4625-9e17-d01a5b6e8663 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:02.220411 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4158ad03-1de4-4d85-bed8-5f49b7d92eff req-6a29738d-c4cb-4625-9e17-d01a5b6e8663 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 945 time: 0.0574186 Nov 27 01:34:02.278565 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4158ad03-1de4-4d85-bed8-5f49b7d92eff req-95ae1d6f-789b-454d-aa42-b4ac72a7335f tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518064 Nov 27 01:34:02.352655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f87c6-4fd5-473d-a7ad-3418d023eef7 req-812b8450-d387-4d6d-9f38-0136b9b2f37d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:02.354294 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6e4f87c6-4fd5-473d-a7ad-3418d023eef7 req-812b8450-d387-4d6d-9f38-0136b9b2f37d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0552011 Nov 27 01:34:02.443990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a47c1-b8e3-4807-9ec7-e952e7d28f52 req-44df6877-30d1-4e4b-9883-6999a4abe147 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:02.445696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af4a47c1-b8e3-4807-9ec7-e952e7d28f52 req-44df6877-30d1-4e4b-9883-6999a4abe147 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.11 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 909 time: 0.0863247 Nov 27 01:34:02.450141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6e4f87c6-4fd5-473d-a7ad-3418d023eef7 req-b83aef01-eac1-45c2-af20-a2e9c93c0e3f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894763 Nov 27 01:34:02.561212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-af4a47c1-b8e3-4807-9ec7-e952e7d28f52 req-f3b41dd8-f71e-426b-b554-f15018653dac tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Deleting port 46b3d088-3d98-48e3-9817-41d97e8b44a9 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:02.561557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-af4a47c1-b8e3-4807-9ec7-e952e7d28f52 req-f3b41dd8-f71e-426b-b554-f15018653dac tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.574359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807e4cf-df43-4272-bb0e-dded7928afaa req-d7dd13b8-1114-47af-a5a0-6280bf7a1aff tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:02.576422 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9807e4cf-df43-4272-bb0e-dded7928afaa req-d7dd13b8-1114-47af-a5a0-6280bf7a1aff tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 909 time: 0.0543592 Nov 27 01:34:02.670430 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-af4a47c1-b8e3-4807-9ec7-e952e7d28f52 req-f3b41dd8-f71e-426b-b554-f15018653dac tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] For port 46b3d088-3d98-48e3-9817-41d97e8b44a9, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=46b3d088-3d98-48e3-9817-41d97e8b44a9,segment=NetworkSegment(fea5a6ef-f17b-4c04-9ea7-8d56352c8fba),segment_id=fea5a6ef-f17b-4c04-9ea7-8d56352c8fba)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:02.670876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-af4a47c1-b8e3-4807-9ec7-e952e7d28f52 req-f3b41dd8-f71e-426b-b554-f15018653dac tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.691548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-af4a47c1-b8e3-4807-9ec7-e952e7d28f52 req-f3b41dd8-f71e-426b-b554-f15018653dac tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Calling delete_port for 46b3d088-3d98-48e3-9817-41d97e8b44a9 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:02.832008 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-af4a47c1-b8e3-4807-9ec7-e952e7d28f52 req-f3b41dd8-f71e-426b-b554-f15018653dac tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.859569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b41dd8-f71e-426b-b554-f15018653dac tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'Port': ['ID=46b3d088-3d98-48e3-9817-41d97e8b44a9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:02.913159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4a47c1-b8e3-4807-9ec7-e952e7d28f52 req-f3b41dd8-f71e-426b-b554-f15018653dac tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] No DVR routers for this DVR port 46b3d088-3d98-48e3-9817-41d97e8b44a9 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:02.917746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-af4a47c1-b8e3-4807-9ec7-e952e7d28f52 req-f3b41dd8-f71e-426b-b554-f15018653dac tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:02.925224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af4a47c1-b8e3-4807-9ec7-e952e7d28f52 req-f3b41dd8-f71e-426b-b554-f15018653dac tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.11 "DELETE /v2.0/ports/46b3d088-3d98-48e3-9817-41d97e8b44a9 HTTP/1.1" status: 204 len: 173 time: 0.4725347 Nov 27 01:34:02.926154 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e2a4c5-42e9-400a-8c7c-bdf6752475bb', 'name': 'network-vif-deleted', 'tag': '46b3d088-3d98-48e3-9817-41d97e8b44a9'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:02.928859 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2496ce-df14-4151-a58e-6bd80fc6f4e9" -d '{"events": [{"server_uuid": "56e2a4c5-42e9-400a-8c7c-bdf6752475bb", "name": "network-vif-deleted", "tag": "46b3d088-3d98-48e3-9817-41d97e8b44a9"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:02.992720 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9ab70c-4134-4350-9293-58ad8f36ad6b x-openstack-request-id: req-0f9ab70c-4134-4350-9293-58ad8f36ad6b {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:02.993024 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e2a4c5-42e9-400a-8c7c-bdf6752475bb", "name": "network-vif-deleted", "tag": "46b3d088-3d98-48e3-9817-41d97e8b44a9", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:02.993280 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f9ab70c-4134-4350-9293-58ad8f36ad6b {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:02.993703 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e2a4c5-42e9-400a-8c7c-bdf6752475bb', 'name': 'network-vif-deleted', 'tag': '46b3d088-3d98-48e3-9817-41d97e8b44a9', 'status': 'completed', 'code': 200} Nov 27 01:34:02.995716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36304) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:03.135065 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3d7562ac-c544-4794-b7d1-9451f803b527 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/39ebf400-175b-47f5-a2ce-4c17e7ebe0f8 HTTP/1.1" status: 200 len: 992 time: 0.1378582 Nov 27 01:34:03.191709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:03.286439 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:34:03.290954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:03.291331 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.394328 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.427286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dc098-7d8e-448e-b7dc-b3c1d29d731a req-19b9a9bd-9411-481e-82a2-e3b47c83c953 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:03.428812 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f84dc098-7d8e-448e-b7dc-b3c1d29d731a req-19b9a9bd-9411-481e-82a2-e3b47c83c953 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 945 time: 0.0611651 Nov 27 01:34:03.441277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:03.442606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fd3724-6c51-4839-ad58-785322520c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:03.446339 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f650e7a8-322d-45b3-b381-7c26bd0dec3c" -d '{"events": [{"server_uuid": "f8fd3724-6c51-4839-ad58-785322520c59", "name": "network-vif-plugged", "status": "completed", "tag": "c4cf2cf1-cde2-4cd3-a62c-4100055c50e0"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:03.452699 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:03.539408 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a72650-f437-487b-96cc-3e6dd606d320 x-openstack-request-id: req-e5a72650-f437-487b-96cc-3e6dd606d320 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:03.539702 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fd3724-6c51-4839-ad58-785322520c59", "name": "network-vif-plugged", "status": "completed", "tag": "c4cf2cf1-cde2-4cd3-a62c-4100055c50e0", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:03.539957 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5a72650-f437-487b-96cc-3e6dd606d320 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:03.540367 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fd3724-6c51-4839-ad58-785322520c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0', 'code': 200} Nov 27 01:34:03.545348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:03.573630 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f84dc098-7d8e-448e-b7dc-b3c1d29d731a req-bb4bfd6a-fef8-45f1-b3da-63ec6959481e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292627 Nov 27 01:34:03.749603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f3ab4862-c09c-4fdb-b26e-ac5110786400 req-378aaff3-8ac3-455d-ac2b-c305f06764c2 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=56e2a4c5-42e9-400a-8c7c-bdf6752475bb HTTP/1.1" status: 200 len: 210 time: 0.0541666 Nov 27 01:34:03.820923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0b6de-640e-4b13-abb5-4a80ee3d9266 req-017615e0-4c1f-4db9-a0db-bc3a6525cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:03.821505 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dac0b6de-640e-4b13-abb5-4a80ee3d9266 req-017615e0-4c1f-4db9-a0db-bc3a6525cdc0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 1097 time: 0.0828931 Nov 27 01:34:03.829046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a1e8c-2a5e-4269-a841-df032595a7c1 req-20eef606-9710-48ad-8393-e0eb82d4bb16 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:03.830617 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-033a1e8c-2a5e-4269-a841-df032595a7c1 req-20eef606-9710-48ad-8393-e0eb82d4bb16 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.1667240 Nov 27 01:34:03.907839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dac0b6de-640e-4b13-abb5-4a80ee3d9266 req-7ff87134-dc6a-487f-9ee8-3c98aa5a35ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760794 Nov 27 01:34:03.911685 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-033a1e8c-2a5e-4269-a841-df032595a7c1 req-ccc3bf69-026f-4e8c-80c2-38c55d3351f8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727391 Nov 27 01:34:04.046519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34651f2f-9cfb-4309-8871-88ad7898b994 req-e74e1604-bea4-46c6-8b4a-8ee9ad32a8ce tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:04.057523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34651f2f-9cfb-4309-8871-88ad7898b994 req-e74e1604-bea4-46c6-8b4a-8ee9ad32a8ce tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0598154 Nov 27 01:34:04.057794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36324) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:04.062765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-be0cb624-9e6a-48c7-a0b9-04cc711dcf99 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'floatingip': {'port_id': '4638aac7-d46c-4c8e-bf00-4b3c735c8419'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:04.155250 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be0cb624-9e6a-48c7-a0b9-04cc711dcf99 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.787793 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be0cb624-9e6a-48c7-a0b9-04cc711dcf99 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.808030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56d9e1-10a7-49f4-ac7d-fe116562bf21 req-65a02442-58d0-4087-995d-88bb4609edcc tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:04.808030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e56d9e1-10a7-49f4-ac7d-fe116562bf21 req-65a02442-58d0-4087-995d-88bb4609edcc tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 946 time: 0.0923872 Nov 27 01:34:04.814528 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be0cb624-9e6a-48c7-a0b9-04cc711dcf99 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:04.835208 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36334) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:04.990270 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e56d9e1-10a7-49f4-ac7d-fe116562bf21 req-c9a0aa6b-1903-42eb-aaaf-b52325f30b61 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727040 Nov 27 01:34:05.024643 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-be0cb624-9e6a-48c7-a0b9-04cc711dcf99 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Floating IP 5c9cfdd6-12e2-4a39-9191-b0b351065522 associated. External IP: 172.25.3.97, port: 4638aac7-d46c-4c8e-bf00-4b3c735c8419. Nov 27 01:34:05.194286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 46b3d088-3d98-48e3-9817-41d97e8b44a9 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:05.216734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 46b3d088-3d98-48e3-9817-41d97e8b44a9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:05.217336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 46b3d088-3d98-48e3-9817-41d97e8b44a9 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:05.333161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0cb624-9e6a-48c7-a0b9-04cc711dcf99 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:34:05.413057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.464688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0cb624-9e6a-48c7-a0b9-04cc711dcf99 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:34:05.474203 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be0cb624-9e6a-48c7-a0b9-04cc711dcf99 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.484064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0acb81-0f2e-478a-b604-49b01f3cea10 None None] Sync routers for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:34:05.496409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0acb81-0f2e-478a-b604-49b01f3cea10 None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:05.497308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1f0acb81-0f2e-478a-b604-49b01f3cea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:05.514435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-be0cb624-9e6a-48c7-a0b9-04cc711dcf99 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "PUT /v2.0/floatingips/5c9cfdd6-12e2-4a39-9191-b0b351065522 HTTP/1.1" status: 200 len: 990 time: 1.4553344 Nov 27 01:34:05.515427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:05.518647 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60fd148-287b-4f34-b73c-160586b4d1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:05.579138 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbfabf1-660e-4067-8972-d8fb5ad3ced4 x-openstack-request-id: req-9dbfabf1-660e-4067-8972-d8fb5ad3ced4 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:05.580020 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:05.580199 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9dbfabf1-660e-4067-8972-d8fb5ad3ced4 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:05.580697 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'status': 'completed', 'code': 200} Nov 27 01:34:05.653200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1f0acb81-0f2e-478a-b604-49b01f3cea10 None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:05.708180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fd148-287b-4f34-b73c-160586b4d1a4 req-6de89dbd-590d-48c0-a145-40d04db73dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:05.709969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a60fd148-287b-4f34-b73c-160586b4d1a4 req-6de89dbd-590d-48c0-a145-40d04db73dc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 1096 time: 0.0540493 Nov 27 01:34:05.883935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fd148-287b-4f34-b73c-160586b4d1a4 req-db341c58-973b-4adb-bc5f-0330d2a00bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:05.885794 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a60fd148-287b-4f34-b73c-160586b4d1a4 req-db341c58-973b-4adb-bc5f-0330d2a00bba service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 918 time: 0.1676135 Nov 27 01:34:05.952405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Deleting port f9ae2937-e88a-4d62-9b1a-57245daa43c7 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:05.953432 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:05.956874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1f0acb81-0f2e-478a-b604-49b01f3cea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5c9cfdd6-12e2-4a39-9191-b0b351065522', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'port_id': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'mac_address': 'fa:16:3e:b6:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:33:41Z', 'updated_at': '2021-11-27T01:34:04Z', 'revision_number': 1, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:45Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:05.986866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0acb81-0f2e-478a-b604-49b01f3cea10 None None] Checking router: d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:34:05.998053 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0acb81-0f2e-478a-b604-49b01f3cea10 None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:05.998487 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1f0acb81-0f2e-478a-b604-49b01f3cea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:06.024893 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a60fd148-287b-4f34-b73c-160586b4d1a4 req-5a953618-4a2f-42ae-8cd4-46fe6f97af52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419 HTTP/1.1" status: 200 len: 998 time: 0.1318815 Nov 27 01:34:06.100989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fd148-287b-4f34-b73c-160586b4d1a4 req-4deb2558-7476-4e49-bfe5-91613092999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:06.102941 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a60fd148-287b-4f34-b73c-160586b4d1a4 req-4deb2558-7476-4e49-bfe5-91613092999a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0700006 Nov 27 01:34:06.147078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1f0acb81-0f2e-478a-b604-49b01f3cea10 None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:06.159928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] For port f9ae2937-e88a-4d62-9b1a-57245daa43c7, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f9ae2937-e88a-4d62-9b1a-57245daa43c7,segment=NetworkSegment(fea5a6ef-f17b-4c04-9ea7-8d56352c8fba),segment_id=fea5a6ef-f17b-4c04-9ea7-8d56352c8fba)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:06.160175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.178643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Calling delete_port for f9ae2937-e88a-4d62-9b1a-57245daa43c7 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:06.195659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fd148-287b-4f34-b73c-160586b4d1a4 req-ab4e6434-5d42-45d2-8f2b-166cd801fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:06.196056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08595d03-6ba9-46a4-ad80-20455010f7ed req-fa91bbae-3e1a-473e-bd57-72011ddfc70f tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:06.197330 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a60fd148-287b-4f34-b73c-160586b4d1a4 req-ab4e6434-5d42-45d2-8f2b-166cd801fb16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858569 Nov 27 01:34:06.200102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08595d03-6ba9-46a4-ad80-20455010f7ed req-fa91bbae-3e1a-473e-bd57-72011ddfc70f tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 946 time: 0.1008596 Nov 27 01:34:06.271099 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08595d03-6ba9-46a4-ad80-20455010f7ed req-3c8e2cd4-e992-4d9f-96c6-b152a46d2c53 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604455 Nov 27 01:34:06.455230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1f0acb81-0f2e-478a-b604-49b01f3cea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5c9cfdd6-12e2-4a39-9191-b0b351065522', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'port_id': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'mac_address': 'fa:16:3e:b6:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:33:41Z', 'updated_at': '2021-11-27T01:34:04Z', 'revision_number': 1, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:45Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:06.489885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0acb81-0f2e-478a-b604-49b01f3cea10 None None] The sync data for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 is: [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5c9cfdd6-12e2-4a39-9191-b0b351065522', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'port_id': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'mac_address': 'fa:16:3e:b6:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:33:41Z', 'updated_at': '2021-11-27T01:34:04Z', 'revision_number': 1, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:45Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:34:06.500656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aee062-ebaf-4c45-8765-c622f08bed3a req-0a2f750f-c57b-47ed-9995-f152de41bf9d tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:06.503760 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9aee062-ebaf-4c45-8765-c622f08bed3a req-0a2f750f-c57b-47ed-9995-f152de41bf9d tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 946 time: 0.1061389 Nov 27 01:34:06.505954 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a60fd148-287b-4f34-b73c-160586b4d1a4 req-0e536565-eaf0-4c99-b8ee-e09f7a3640f1 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715943 Nov 27 01:34:06.647506 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9aee062-ebaf-4c45-8765-c622f08bed3a req-074b6e5a-cea0-4bac-926b-4e448db0c141 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372206 Nov 27 01:34:06.721748 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a60fd148-287b-4f34-b73c-160586b4d1a4 req-ae22b87b-4305-4d70-a658-8ca648a344bb service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814151 Nov 27 01:34:06.740905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:06.817275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'Port': ['ID=f9ae2937-e88a-4d62-9b1a-57245daa43c7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:06.853081 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c913fa64-b161-4f5b-b43d-9b6a40866c4c None None] New status for floating IP 5c9cfdd6-12e2-4a39-9191-b0b351065522: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:34:06.899206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:06.899726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:06.899825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:06.900131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:06.900464 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:06.900807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:06.901137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:06.901468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:06.902070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:06.902448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:06.902777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:06.903100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:06.953262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388af3ee-4198-4137-8d0c-8474645f3157 req-02a532ad-e263-4ebe-b355-86eab7477abf tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:06.961287 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-388af3ee-4198-4137-8d0c-8474645f3157 req-02a532ad-e263-4ebe-b355-86eab7477abf tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 946 time: 0.1662357 Nov 27 01:34:07.152955 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-388af3ee-4198-4137-8d0c-8474645f3157 req-508b54cd-cfec-4e52-9c89-e54f1f6459ee tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904306 Nov 27 01:34:07.154027 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.194690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36358) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:07.381977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96690dae-81be-4bb7-833e-47693a583805 tempest-TestServerBasicOps-758385666 tempest-TestServerBasicOps-758385666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:07.387868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-96690dae-81be-4bb7-833e-47693a583805 tempest-TestServerBasicOps-758385666 tempest-TestServerBasicOps-758385666-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 1092 time: 0.1909912 Nov 27 01:34:07.391813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36364) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:07.425121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:07.468824 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.471542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36368) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:07.526437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Router 1fa1423f-0884-4781-85e2-c9bbd2c745da has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:34:07.629862 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.682057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.693840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:34:07.703078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-110d4a26-084f-4ca3-8e3e-78202b3b3ef7 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "PUT /v2.0/routers/1fa1423f-0884-4781-85e2-c9bbd2c745da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8657715 Nov 27 01:34:07.703541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36372) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:07.712443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b9cdf-c0e4-4cf2-8641-1fcda1b2854e None None] Sync routers for ids ['1fa1423f-0884-4781-85e2-c9bbd2c745da'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:34:07.724024 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b9cdf-c0e4-4cf2-8641-1fcda1b2854e None None] Routers {'1fa1423f-0884-4781-85e2-c9bbd2c745da'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:07.724687 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c61b9cdf-c0e4-4cf2-8641-1fcda1b2854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1fa1423f-0884-4781-85e2-c9bbd2c745da'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:07.729600 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.738538 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.819054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b39fbec-2d21-4c06-9695-d4fe7c7b1d12 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Deleting subnet 7f69c26f-3961-4f5c-86d9-2bc895743042 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:34:07.830782 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a051b7c77a24161bce4b607cd7617ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3566492 Nov 27 01:34:07.831049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36376) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:07.832225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b39fbec-2d21-4c06-9695-d4fe7c7b1d12 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.845089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007a6277-32c1-4bc0-bf83-9b46e8e7e0b2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:07.882138 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:07.882518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:07.882864 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:07.883201 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:07.885937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:07.886339 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:07.886846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:07.887321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:07.887834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:07.888237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:07.889041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:07.889211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87f74ec-4669-4bdc-8350-fd9b1f42e6c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:07.919189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-c61b9cdf-c0e4-4cf2-8641-1fcda1b2854e None None] Set router 1fa1423f-0884-4781-85e2-c9bbd2c745da gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:07.931939 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b39fbec-2d21-4c06-9695-d4fe7c7b1d12 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:07.980796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Allocated IP 172.25.3.8 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/72127d45-6f0d-49a9-b765-963e1218e932) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:08.037793 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1b2d3f4-070a-458c-8a64-09d7d3c897de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.129044 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1b2d3f4-070a-458c-8a64-09d7d3c897de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.151260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c61b9cdf-c0e4-4cf2-8641-1fcda1b2854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-818582465', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:34:06Z', 'revision_number': 5, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:08.165803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b39fbec-2d21-4c06-9695-d4fe7c7b1d12 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.188775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b9cdf-c0e4-4cf2-8641-1fcda1b2854e None None] Checking router: 1fa1423f-0884-4781-85e2-c9bbd2c745da for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:34:08.202185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b9cdf-c0e4-4cf2-8641-1fcda1b2854e None None] Routers {'1fa1423f-0884-4781-85e2-c9bbd2c745da'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:08.202821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c61b9cdf-c0e4-4cf2-8641-1fcda1b2854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['1fa1423f-0884-4781-85e2-c9bbd2c745da'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:08.238724 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.263407 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1b2d3f4-070a-458c-8a64-09d7d3c897de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.266042 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1b2d3f4-070a-458c-8a64-09d7d3c897de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.269610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f1b2d3f4-070a-458c-8a64-09d7d3c897de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/007a6277-32c1-4bc0-bf83-9b46e8e7e0b2 HTTP/1.1" status: 204 len: 168 time: 0.4321051 Nov 27 01:34:08.292619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2d3f4-070a-458c-8a64-09d7d3c897de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007a6277-32c1-4bc0-bf83-9b46e8e7e0b2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:08.296389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b39fbec-2d21-4c06-9695-d4fe7c7b1d12 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.336171 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7b39fbec-2d21-4c06-9695-d4fe7c7b1d12 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.342699 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7b39fbec-2d21-4c06-9695-d4fe7c7b1d12 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "DELETE /v2.0/subnets/7f69c26f-3961-4f5c-86d9-2bc895743042 HTTP/1.1" status: 204 len: 168 time: 0.6111670 Nov 27 01:34:08.343433 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39fbec-2d21-4c06-9695-d4fe7c7b1d12 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'Subnet': ['ID=7f69c26f-3961-4f5c-86d9-2bc895743042,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:08.343836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36380) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:08.357480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.413691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:08.417212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:08.423087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:08.427474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event updated for resources: {'Port': ['ID=72127d45-6f0d-49a9-b765-963e1218e932,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:08.480786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168b7aad-860a-4307-bd3c-cb51a2b14528 None None] Network e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:08.533695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:08.591894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-c61b9cdf-c0e4-4cf2-8641-1fcda1b2854e None None] Set router 1fa1423f-0884-4781-85e2-c9bbd2c745da gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:08.858206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c61b9cdf-c0e4-4cf2-8641-1fcda1b2854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-818582465', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:34:06Z', 'revision_number': 5, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:08.891775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b9cdf-c0e4-4cf2-8641-1fcda1b2854e None None] The sync data for ids ['1fa1423f-0884-4781-85e2-c9bbd2c745da'] in n-d-819494-2 is: [{'id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-818582465', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:34:06Z', 'revision_number': 5, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': 'c02ab384-4f70-4cee-b3aa-2d26a9fb3abf', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa1423f-0884-4781-85e2-c9bbd2c745da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:34:08.928340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76352ac6-28e9-442e-a950-885e9c66aa3d None None] DHCP port deletion for e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:09.023780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-76352ac6-28e9-442e-a950-885e9c66aa3d None None] Deleting port 19fa23d5-7051-4f11-a261-9ddca8b207a0 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:09.024335 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-76352ac6-28e9-442e-a950-885e9c66aa3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.079404 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.125153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-76352ac6-28e9-442e-a950-885e9c66aa3d None None] For port 19fa23d5-7051-4f11-a261-9ddca8b207a0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=19fa23d5-7051-4f11-a261-9ddca8b207a0,segment=NetworkSegment(fea5a6ef-f17b-4c04-9ea7-8d56352c8fba),segment_id=fea5a6ef-f17b-4c04-9ea7-8d56352c8fba)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:09.125579 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-76352ac6-28e9-442e-a950-885e9c66aa3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.145050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-76352ac6-28e9-442e-a950-885e9c66aa3d None None] Calling delete_port for 19fa23d5-7051-4f11-a261-9ddca8b207a0 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:09.175997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Deleting port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:09.176750 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.245685 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.260681 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-76352ac6-28e9-442e-a950-885e9c66aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.315108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76352ac6-28e9-442e-a950-885e9c66aa3d None None] Pushing event deleted for resources: {'Port': ['ID=19fa23d5-7051-4f11-a261-9ddca8b207a0,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:09.317707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] For port c02ab384-4f70-4cee-b3aa-2d26a9fb3abf, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c02ab384-4f70-4cee-b3aa-2d26a9fb3abf,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:09.318085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.336679 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76352ac6-28e9-442e-a950-885e9c66aa3d None None] No DVR routers for this DVR port 19fa23d5-7051-4f11-a261-9ddca8b207a0 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:09.342396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Calling delete_port for c02ab384-4f70-4cee-b3aa-2d26a9fb3abf owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:09.388696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f9ae2937-e88a-4d62-9b1a-57245daa43c7 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:09.424497 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.432995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: f9ae2937-e88a-4d62-9b1a-57245daa43c7 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:09.438590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f9ae2937-e88a-4d62-9b1a-57245daa43c7 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:09.439483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 19fa23d5-7051-4f11-a261-9ddca8b207a0 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:09.494724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 19fa23d5-7051-4f11-a261-9ddca8b207a0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:09.495637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 19fa23d5-7051-4f11-a261-9ddca8b207a0 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:09.620158 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.652104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'Port': ['ID=c02ab384-4f70-4cee-b3aa-2d26a9fb3abf,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:09.672723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc3eef-0f72-4409-88b3-d1d6318df9ee None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:09.711283 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.726667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.749921 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.801760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event updated for resources: {'Port': ['ID=72127d45-6f0d-49a9-b765-963e1218e932,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:09.812518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.874351 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.876728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.938021 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Floating IP 53f331ab-417b-41f6-bea8-d17ae2b854ff associated. External IP: 172.25.3.8, port: c4cf2cf1-cde2-4cd3-a62c-4100055c50e0. Nov 27 01:34:09.946855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.947663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Fanout notify agent at l3_agent the message router_deleted on router 1fa1423f-0884-4781-85e2-c9bbd2c745da {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:34:09.959416 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:09.964093 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-412cef0c-f826-489a-b56e-160fd17d376b tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "DELETE /v2.0/routers/1fa1423f-0884-4781-85e2-c9bbd2c745da HTTP/1.1" status: 204 len: 168 time: 1.6169169 Nov 27 01:34:09.965418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36412) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:10.080923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.308697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.319613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Router 7e918801-7128-4a3a-b685-61d2096b026a has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:34:10.355197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:10.367910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:10.368315 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea5a6ef-f17b-4c04-9ea7-8d56352c8fba') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:10.379520 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.407260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.416470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:10.416876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:10.420047 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:10.495202 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.507491 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.514302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "DELETE /v2.0/networks/e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397 HTTP/1.1" status: 204 len: 168 time: 0.5437748 Nov 27 01:34:10.522715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36422) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:10.525398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81969cf-235d-4410-a3b7-56a60eee4238 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'Network': ['ID=e7ceacc4-21ec-41b8-b0b4-ee9aa26cc397,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:10.779629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Deleting port b6d5654e-b727-44da-8168-72a84537e795 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:10.780256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.884573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:34:10.895772 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.896067 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b366c-3f8e-4940-8923-3a21a296c98d None None] Sync routers for ids ['7e918801-7128-4a3a-b685-61d2096b026a'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:34:10.896568 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.909579 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b366c-3f8e-4940-8923-3a21a296c98d None None] Routers {'7e918801-7128-4a3a-b685-61d2096b026a'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:10.910811 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-aa3b366c-3f8e-4940-8923-3a21a296c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7e918801-7128-4a3a-b685-61d2096b026a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:10.912501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Calling delete_port for b6d5654e-b727-44da-8168-72a84537e795 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:10.918437 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:10.963881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-16cd4ac2-2ee9-491f-bd5a-8328df34cd05 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5680254 Nov 27 01:34:10.964878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fd3724-6c51-4839-ad58-785322520c59', 'tag': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:10.968034 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cd02ab-6482-40ea-8487-4d549563d1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fd3724-6c51-4839-ad58-785322520c59", "tag": "c4cf2cf1-cde2-4cd3-a62c-4100055c50e0"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:11.025291 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5408d8-0e01-474b-9c61-25fe11480b11 x-openstack-request-id: req-7d5408d8-0e01-474b-9c61-25fe11480b11 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:11.027624 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fd3724-6c51-4839-ad58-785322520c59", "tag": "c4cf2cf1-cde2-4cd3-a62c-4100055c50e0", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:11.028122 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d5408d8-0e01-474b-9c61-25fe11480b11 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:11.028942 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fd3724-6c51-4839-ad58-785322520c59', 'tag': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0', 'status': 'completed', 'code': 200} Nov 27 01:34:11.089474 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-aa3b366c-3f8e-4940-8923-3a21a296c98d None None] Set router 7e918801-7128-4a3a-b685-61d2096b026a gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:11.185502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd02ab-6482-40ea-8487-4d549563d1ab req-8c8070e4-748b-464f-9266-be7bd410a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:11.187530 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-19cd02ab-6482-40ea-8487-4d549563d1ab req-8c8070e4-748b-464f-9266-be7bd410a42a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 1097 time: 0.0757699 Nov 27 01:34:11.281425 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.349645 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c02ab384-4f70-4cee-b3aa-2d26a9fb3abf no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:11.394029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: c02ab384-4f70-4cee-b3aa-2d26a9fb3abf {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:11.394588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c02ab384-4f70-4cee-b3aa-2d26a9fb3abf not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:11.436662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'Port': ['ID=b6d5654e-b727-44da-8168-72a84537e795,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:11.465749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd02ab-6482-40ea-8487-4d549563d1ab req-ca619914-747e-4df0-b278-7e6210adeba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:11.466913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-19cd02ab-6482-40ea-8487-4d549563d1ab req-ca619914-747e-4df0-b278-7e6210adeba2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a675cbed-ac9a-41a6-b3e4-a74719610b89 HTTP/1.1" status: 200 len: 909 time: 0.2680130 Nov 27 01:34:11.469396 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-aa3b366c-3f8e-4940-8923-3a21a296c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '53f331ab-417b-41f6-bea8-d17ae2b854ff', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'port_id': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'mac_address': 'fa:16:3e:28:c5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fd3724-6c51-4839-ad58-785322520c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:34:08Z', 'updated_at': '2021-11-27T01:34:08Z', 'revision_number': 0, 'project_id': '6876a51982504585b6894725276ecc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8880559-08f3-4c88-b92c-686e703eee4f', 'name': '', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'mac_address': 'fa:16:3e:5e:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:18Z', 'updated_at': '2021-11-27T01:33:38Z', 'revision_number': 5, 'project_id': '6876a51982504585b6894725276ecc7b', 'subnets': [{'id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:11.500984 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26ec8c14-c8b1-41f6-82cb-35cc0ff88b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.517146 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b366c-3f8e-4940-8923-3a21a296c98d None None] Checking router: 7e918801-7128-4a3a-b685-61d2096b026a for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:34:11.526702 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b366c-3f8e-4940-8923-3a21a296c98d None None] Routers {'7e918801-7128-4a3a-b685-61d2096b026a'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:11.527362 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-aa3b366c-3f8e-4940-8923-3a21a296c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7e918801-7128-4a3a-b685-61d2096b026a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:11.533199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:11.533535 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Floating IP 146ca5a4-cb96-46b3-9968-9b8871d1ed59 disassociated (deleted). External IP: 172.25.3.126, port: d55f472d-d417-4753-8fe7-eff0b92439f2. Nov 27 01:34:11.584790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-19cd02ab-6482-40ea-8487-4d549563d1ab req-65d44196-fbc9-469a-966a-c1e5f96f7d46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 HTTP/1.1" status: 200 len: 998 time: 0.1099164 Nov 27 01:34:11.645081 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-aa3b366c-3f8e-4940-8923-3a21a296c98d None None] Set router 7e918801-7128-4a3a-b685-61d2096b026a gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:11.678052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd02ab-6482-40ea-8487-4d549563d1ab req-4b816f30-c981-48dd-9216-aadb26411c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:11.679557 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-19cd02ab-6482-40ea-8487-4d549563d1ab req-4b816f30-c981-48dd-9216-aadb26411c35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91f0ad74-de8e-4bcc-bee3-d56650c599bd HTTP/1.1" status: 200 len: 847 time: 0.0881822 Nov 27 01:34:11.780871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd02ab-6482-40ea-8487-4d549563d1ab req-079b6196-acd5-4e58-a793-9f5a371a31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:11.782520 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-19cd02ab-6482-40ea-8487-4d549563d1ab req-079b6196-acd5-4e58-a793-9f5a371a31fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a675cbed-ac9a-41a6-b3e4-a74719610b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951240 Nov 27 01:34:11.897710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Router 44803cc5-31b0-4f8a-a315-14f651ffcc88 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:34:11.910902 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-aa3b366c-3f8e-4940-8923-3a21a296c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '53f331ab-417b-41f6-bea8-d17ae2b854ff', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'port_id': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'mac_address': 'fa:16:3e:28:c5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fd3724-6c51-4839-ad58-785322520c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:34:08Z', 'updated_at': '2021-11-27T01:34:08Z', 'revision_number': 0, 'project_id': '6876a51982504585b6894725276ecc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8880559-08f3-4c88-b92c-686e703eee4f', 'name': '', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'mac_address': 'fa:16:3e:5e:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:18Z', 'updated_at': '2021-11-27T01:33:38Z', 'revision_number': 5, 'project_id': '6876a51982504585b6894725276ecc7b', 'subnets': [{'id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:11.928739 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-19cd02ab-6482-40ea-8487-4d549563d1ab req-a5ac8f37-8371-4382-8821-8a8e65300551 service neutron] 10.222.0.11 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194103 Nov 27 01:34:11.938268 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b366c-3f8e-4940-8923-3a21a296c98d None None] The sync data for ids ['7e918801-7128-4a3a-b685-61d2096b026a'] in n-d-819494-2 is: [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '53f331ab-417b-41f6-bea8-d17ae2b854ff', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'port_id': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'mac_address': 'fa:16:3e:28:c5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fd3724-6c51-4839-ad58-785322520c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:34:08Z', 'updated_at': '2021-11-27T01:34:08Z', 'revision_number': 0, 'project_id': '6876a51982504585b6894725276ecc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8880559-08f3-4c88-b92c-686e703eee4f', 'name': '', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'mac_address': 'fa:16:3e:5e:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:18Z', 'updated_at': '2021-11-27T01:33:38Z', 'revision_number': 5, 'project_id': '6876a51982504585b6894725276ecc7b', 'subnets': [{'id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:34:12.100043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:34:12.105321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:12.109659 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434f307-6531-4916-9e02-20cad67fb4da None None] Sync routers for ids ['44803cc5-31b0-4f8a-a315-14f651ffcc88'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:34:12.110735 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-19cd02ab-6482-40ea-8487-4d549563d1ab req-f3fe707e-7385-45d1-965f-71c0efb796e2 service neutron] 10.222.0.11 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489229 Nov 27 01:34:12.125315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7434f307-6531-4916-9e02-20cad67fb4da None None] Routers {'44803cc5-31b0-4f8a-a315-14f651ffcc88'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:12.125954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7434f307-6531-4916-9e02-20cad67fb4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['44803cc5-31b0-4f8a-a315-14f651ffcc88'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:12.141124 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-59b80461-7c3c-4de0-af6d-99ce0851e293 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "DELETE /v2.0/floatingips/146ca5a4-cb96-46b3-9968-9b8871d1ed59 HTTP/1.1" status: 204 len: 168 time: 1.6169984 Nov 27 01:34:12.143237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'tag': 'd55f472d-d417-4753-8fe7-eff0b92439f2'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:12.146451 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0a2e47-0e84-46fc-981e-0eb92adb01d5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8c423b-433f-4489-9bea-f67dd50d5363", "tag": "d55f472d-d417-4753-8fe7-eff0b92439f2"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:12.209206 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40951f58-3b84-4448-afed-f500a5dda6af x-openstack-request-id: req-40951f58-3b84-4448-afed-f500a5dda6af {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:12.209517 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8c423b-433f-4489-9bea-f67dd50d5363", "tag": "d55f472d-d417-4753-8fe7-eff0b92439f2", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:12.209777 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40951f58-3b84-4448-afed-f500a5dda6af {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:12.210187 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'tag': 'd55f472d-d417-4753-8fe7-eff0b92439f2', 'status': 'completed', 'code': 200} Nov 27 01:34:12.283235 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aae148-e027-4f72-a8a6-f8fa909945bf None None] New status for floating IP 53f331ab-417b-41f6-bea8-d17ae2b854ff: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:34:12.303003 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7434f307-6531-4916-9e02-20cad67fb4da None None] Set router 44803cc5-31b0-4f8a-a315-14f651ffcc88 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:12.329379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a2e47-0e84-46fc-981e-0eb92adb01d5 req-f40d63b3-2bcb-4f7d-b577-8421de8591f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:12.334715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9f0a2e47-0e84-46fc-981e-0eb92adb01d5 req-f40d63b3-2bcb-4f7d-b577-8421de8591f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41765da5dec84cc99c7b51a28c91a146&device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 1135 time: 0.0789418 Nov 27 01:34:12.559545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a2e47-0e84-46fc-981e-0eb92adb01d5 req-138d6948-3031-4317-96fa-2964965b7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:12.561469 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9f0a2e47-0e84-46fc-981e-0eb92adb01d5 req-138d6948-3031-4317-96fa-2964965b7301 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2bad56e-389a-45e8-913d-25af7489f841 HTTP/1.1" status: 200 len: 898 time: 0.1948307 Nov 27 01:34:12.563093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadcdfd-80ad-4e9b-9ebe-a9e0540b00bb req-c1597f4a-f47a-411e-a9d8-dc4097f75707 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:12.566848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-feadcdfd-80ad-4e9b-9ebe-a9e0540b00bb req-c1597f4a-f47a-411e-a9d8-dc4097f75707 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 984 time: 0.1294389 Nov 27 01:34:12.635927 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7434f307-6531-4916-9e02-20cad67fb4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:32:08Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'a0beca86-113d-43fc-acd9-cd8a18b78138', 'name': '', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'mac_address': 'fa:16:3e:1b:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:06Z', 'updated_at': '2021-11-27T01:32:15Z', 'revision_number': 5, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'subnets': [{'id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:12.650818 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9f0a2e47-0e84-46fc-981e-0eb92adb01d5 req-0e71f075-eaf1-4d00-a990-eb86dd0790cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d55f472d-d417-4753-8fe7-eff0b92439f2 HTTP/1.1" status: 200 len: 217 time: 0.0785816 Nov 27 01:34:12.660076 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-feadcdfd-80ad-4e9b-9ebe-a9e0540b00bb req-60379e41-877d-4f2b-a4ce-2d3b4b7ff2eb tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0870647 Nov 27 01:34:12.703193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434f307-6531-4916-9e02-20cad67fb4da None None] Checking router: 44803cc5-31b0-4f8a-a315-14f651ffcc88 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:34:12.716300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7434f307-6531-4916-9e02-20cad67fb4da None None] Routers {'44803cc5-31b0-4f8a-a315-14f651ffcc88'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:12.718898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7434f307-6531-4916-9e02-20cad67fb4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:33:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['44803cc5-31b0-4f8a-a315-14f651ffcc88'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:12.721353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a2e47-0e84-46fc-981e-0eb92adb01d5 req-99bce169-b40a-479f-a0da-976b3723c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:12.722934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9f0a2e47-0e84-46fc-981e-0eb92adb01d5 req-99bce169-b40a-479f-a0da-976b3723c7a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2fb7e8ee-53c8-483b-ad54-06c75676a3c7 HTTP/1.1" status: 200 len: 835 time: 0.0622523 Nov 27 01:34:12.792677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a2e47-0e84-46fc-981e-0eb92adb01d5 req-061d5145-3d40-4b56-a0d7-f5abf2b2cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:12.794169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9f0a2e47-0e84-46fc-981e-0eb92adb01d5 req-061d5145-3d40-4b56-a0d7-f5abf2b2cd87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2bad56e-389a-45e8-913d-25af7489f841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638266 Nov 27 01:34:12.851130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7434f307-6531-4916-9e02-20cad67fb4da None None] Set router 44803cc5-31b0-4f8a-a315-14f651ffcc88 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:12.964259 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9f0a2e47-0e84-46fc-981e-0eb92adb01d5 req-f0180117-d062-499a-a715-6d2e8ca4e0fe service neutron] 10.222.0.42 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609380 Nov 27 01:34:13.082137 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9f0a2e47-0e84-46fc-981e-0eb92adb01d5 req-d307122d-c84e-4eb7-afec-5c7ec64b2908 service neutron] 10.222.0.42 "GET /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083696 Nov 27 01:34:13.158509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7434f307-6531-4916-9e02-20cad67fb4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:32:08Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'a0beca86-113d-43fc-acd9-cd8a18b78138', 'name': '', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'mac_address': 'fa:16:3e:1b:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:06Z', 'updated_at': '2021-11-27T01:32:15Z', 'revision_number': 5, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'subnets': [{'id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:13.186216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434f307-6531-4916-9e02-20cad67fb4da None None] The sync data for ids ['44803cc5-31b0-4f8a-a315-14f651ffcc88'] in n-d-819494-2 is: [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:32:08Z', 'revision_number': 4, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'a0beca86-113d-43fc-acd9-cd8a18b78138', 'name': '', 'network_id': 'c2bad56e-389a-45e8-913d-25af7489f841', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'mac_address': 'fa:16:3e:1b:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:06Z', 'updated_at': '2021-11-27T01:32:15Z', 'revision_number': 5, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'subnets': [{'id': '2fb7e8ee-53c8-483b-ad54-06c75676a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:34:13.464251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ea0940-2dc9-4fa6-8f75-642c6e969aba None None] New status for floating IP 146ca5a4-cb96-46b3-9968-9b8871d1ed59: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:34:13.811158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c031c22-f5e4-4e83-a11b-f2e98be17b4d req-99df9405-32aa-435f-8c40-bece116dca96 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:13.812685 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c031c22-f5e4-4e83-a11b-f2e98be17b4d req-99df9405-32aa-435f-8c40-bece116dca96 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 984 time: 0.0827241 Nov 27 01:34:13.870122 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9e7df58d-604e-4d7c-8d3b-176a293f29a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:13.899010 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c031c22-f5e4-4e83-a11b-f2e98be17b4d req-3dcfefc7-6344-425d-bfcc-ac36ba9f5bd0 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/security-groups?id=8483ad26-558e-449b-9774-6046eb51f486&id=cc4099e2-5d54-4da4-8c28-251a02927802&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0690074 Nov 27 01:34:14.075215 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8bacc-3901-4f91-9504-f394d406abbd req-5609b9bd-bb53-4329-84d6-ab3b1a3b2b08 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:14.076594 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9a8bacc-3901-4f91-9504-f394d406abbd req-5609b9bd-bb53-4329-84d6-ab3b1a3b2b08 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 984 time: 0.0493557 Nov 27 01:34:14.182598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b9a8bacc-3901-4f91-9504-f394d406abbd req-927e6f7e-14ed-4545-8c57-9dc78fae556a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Deleting port d55f472d-d417-4753-8fe7-eff0b92439f2 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:14.182946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9a8bacc-3901-4f91-9504-f394d406abbd req-927e6f7e-14ed-4545-8c57-9dc78fae556a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.280062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-b9a8bacc-3901-4f91-9504-f394d406abbd req-927e6f7e-14ed-4545-8c57-9dc78fae556a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] For port d55f472d-d417-4753-8fe7-eff0b92439f2, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d55f472d-d417-4753-8fe7-eff0b92439f2,segment=NetworkSegment(c8f6c315-7fed-497c-9754-a70556af9d87),segment_id=c8f6c315-7fed-497c-9754-a70556af9d87)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:14.280645 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9a8bacc-3901-4f91-9504-f394d406abbd req-927e6f7e-14ed-4545-8c57-9dc78fae556a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.296462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-b9a8bacc-3901-4f91-9504-f394d406abbd req-927e6f7e-14ed-4545-8c57-9dc78fae556a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Calling delete_port for d55f472d-d417-4753-8fe7-eff0b92439f2 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:14.446248 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9a8bacc-3901-4f91-9504-f394d406abbd req-927e6f7e-14ed-4545-8c57-9dc78fae556a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.491038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e6f7e-14ed-4545-8c57-9dc78fae556a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'Port': ['ID=d55f472d-d417-4753-8fe7-eff0b92439f2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:14.515355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.539381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a8bacc-3901-4f91-9504-f394d406abbd req-927e6f7e-14ed-4545-8c57-9dc78fae556a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] No DVR routers for this DVR port d55f472d-d417-4753-8fe7-eff0b92439f2 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:14.542883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-b9a8bacc-3901-4f91-9504-f394d406abbd req-927e6f7e-14ed-4545-8c57-9dc78fae556a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:14.548006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9a8bacc-3901-4f91-9504-f394d406abbd req-927e6f7e-14ed-4545-8c57-9dc78fae556a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.42 "DELETE /v2.0/ports/d55f472d-d417-4753-8fe7-eff0b92439f2 HTTP/1.1" status: 204 len: 173 time: 0.4632182 Nov 27 01:34:14.548770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'name': 'network-vif-deleted', 'tag': 'd55f472d-d417-4753-8fe7-eff0b92439f2'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:14.551561 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491ae807-6cfd-4989-95e7-9d6b2278d674" -d '{"events": [{"server_uuid": "bb8c423b-433f-4489-9bea-f67dd50d5363", "name": "network-vif-deleted", "tag": "d55f472d-d417-4753-8fe7-eff0b92439f2"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:14.605360 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5d8a15-c8b3-47c6-969d-47d01b8119cd x-openstack-request-id: req-8b5d8a15-c8b3-47c6-969d-47d01b8119cd {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:14.606322 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8c423b-433f-4489-9bea-f67dd50d5363", "name": "network-vif-deleted", "tag": "d55f472d-d417-4753-8fe7-eff0b92439f2", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:14.607510 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b5d8a15-c8b3-47c6-969d-47d01b8119cd {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:14.608259 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c423b-433f-4489-9bea-f67dd50d5363', 'name': 'network-vif-deleted', 'tag': 'd55f472d-d417-4753-8fe7-eff0b92439f2', 'status': 'completed', 'code': 200} Nov 27 01:34:15.037408 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1497011-f395-45ce-b8d8-fd4ddc7c41d5 req-11ba5d11-87f1-4f7c-a393-58419e8af0d3 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb8c423b-433f-4489-9bea-f67dd50d5363 HTTP/1.1" status: 200 len: 210 time: 0.0443642 Nov 27 01:34:15.057815 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.091231 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36530) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:16.157242 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5fc40a4e-1907-4bf2-baf6-422f366694cb tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.181102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5fc40a4e-1907-4bf2-baf6-422f366694cb tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.227916 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5fc40a4e-1907-4bf2-baf6-422f366694cb tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.230852 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5fc40a4e-1907-4bf2-baf6-422f366694cb tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.234499 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5fc40a4e-1907-4bf2-baf6-422f366694cb tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "DELETE /v2.0/security-groups/8483ad26-558e-449b-9774-6046eb51f486 HTTP/1.1" status: 204 len: 168 time: 0.1397476 Nov 27 01:34:16.235076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36534) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:16.242977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc40a4e-1907-4bf2-baf6-422f366694cb tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483ad26-558e-449b-9774-6046eb51f486,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:16.304256 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a470418-17eb-42cc-96f5-10dada4398d1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.329052 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a470418-17eb-42cc-96f5-10dada4398d1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.390592 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a470418-17eb-42cc-96f5-10dada4398d1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.396996 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0a470418-17eb-42cc-96f5-10dada4398d1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:16.400218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0a470418-17eb-42cc-96f5-10dada4398d1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "DELETE /v2.0/security-groups/cc4099e2-5d54-4da4-8c28-251a02927802 HTTP/1.1" status: 204 len: 168 time: 0.1630564 Nov 27 01:34:16.401946 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36540) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:16.418078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a470418-17eb-42cc-96f5-10dada4398d1 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4099e2-5d54-4da4-8c28-251a02927802,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:16.763757 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.222291 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e38b3859-3b20-49d6-9a8d-37d61cafe17a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.290815 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.569694 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.579390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e38b3859-3b20-49d6-9a8d-37d61cafe17a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Deleting port a0beca86-113d-43fc-acd9-cd8a18b78138 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:17.579732 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e38b3859-3b20-49d6-9a8d-37d61cafe17a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.675703 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-e38b3859-3b20-49d6-9a8d-37d61cafe17a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] For port a0beca86-113d-43fc-acd9-cd8a18b78138, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a0beca86-113d-43fc-acd9-cd8a18b78138,segment=NetworkSegment(c8f6c315-7fed-497c-9754-a70556af9d87),segment_id=c8f6c315-7fed-497c-9754-a70556af9d87)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:17.675703 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e38b3859-3b20-49d6-9a8d-37d61cafe17a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.691034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e38b3859-3b20-49d6-9a8d-37d61cafe17a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Calling delete_port for a0beca86-113d-43fc-acd9-cd8a18b78138 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:17.905343 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e38b3859-3b20-49d6-9a8d-37d61cafe17a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:17.937228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b3859-3b20-49d6-9a8d-37d61cafe17a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'Port': ['ID=a0beca86-113d-43fc-acd9-cd8a18b78138,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:18.122691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d55f472d-d417-4753-8fe7-eff0b92439f2 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:18.157577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: d55f472d-d417-4753-8fe7-eff0b92439f2 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:18.158340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d55f472d-d417-4753-8fe7-eff0b92439f2 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:18.245034 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e38b3859-3b20-49d6-9a8d-37d61cafe17a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:18.507072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38b3859-3b20-49d6-9a8d-37d61cafe17a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Router 44803cc5-31b0-4f8a-a315-14f651ffcc88 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:34:18.642793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38b3859-3b20-49d6-9a8d-37d61cafe17a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:34:18.652196 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e38b3859-3b20-49d6-9a8d-37d61cafe17a tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "PUT /v2.0/routers/44803cc5-31b0-4f8a-a315-14f651ffcc88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2449384 Nov 27 01:34:18.652196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36594) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:18.656628 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c666d145-583e-4a8c-ad1a-e6137e4e4ef4 None None] Sync routers for ids ['44803cc5-31b0-4f8a-a315-14f651ffcc88'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:34:18.670679 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c666d145-583e-4a8c-ad1a-e6137e4e4ef4 None None] Routers {'44803cc5-31b0-4f8a-a315-14f651ffcc88'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:18.672843 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c666d145-583e-4a8c-ad1a-e6137e4e4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:34:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['44803cc5-31b0-4f8a-a315-14f651ffcc88'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:18.712024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e8e7da-720b-4b1a-ad97-7c7876a1c7bd tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Deleting subnet 2fb7e8ee-53c8-483b-ad54-06c75676a3c7 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:34:18.716581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57e8e7da-720b-4b1a-ad97-7c7876a1c7bd tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:18.770963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57e8e7da-720b-4b1a-ad97-7c7876a1c7bd tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:18.834988 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c666d145-583e-4a8c-ad1a-e6137e4e4ef4 None None] Set router 44803cc5-31b0-4f8a-a315-14f651ffcc88 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:18.895647 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57e8e7da-720b-4b1a-ad97-7c7876a1c7bd tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:18.991983 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57e8e7da-720b-4b1a-ad97-7c7876a1c7bd tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.024618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82776d1-4c55-4fa1-8f88-1105ce57cd94 None None] Network c2bad56e-389a-45e8-913d-25af7489f841 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:19.036112 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57e8e7da-720b-4b1a-ad97-7c7876a1c7bd tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.038746 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c666d145-583e-4a8c-ad1a-e6137e4e4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:34:17Z', 'revision_number': 5, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:19.039696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-57e8e7da-720b-4b1a-ad97-7c7876a1c7bd tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "DELETE /v2.0/subnets/2fb7e8ee-53c8-483b-ad54-06c75676a3c7 HTTP/1.1" status: 204 len: 168 time: 0.3873940 Nov 27 01:34:19.040880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8e7da-720b-4b1a-ad97-7c7876a1c7bd tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb7e8ee-53c8-483b-ad54-06c75676a3c7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:19.043073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36596) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:19.075110 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c666d145-583e-4a8c-ad1a-e6137e4e4ef4 None None] Checking router: 44803cc5-31b0-4f8a-a315-14f651ffcc88 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:34:19.084774 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c666d145-583e-4a8c-ad1a-e6137e4e4ef4 None None] Routers {'44803cc5-31b0-4f8a-a315-14f651ffcc88'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:34:19.085943 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c666d145-583e-4a8c-ad1a-e6137e4e4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:34:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['44803cc5-31b0-4f8a-a315-14f651ffcc88'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:19.224809 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.253273 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c666d145-583e-4a8c-ad1a-e6137e4e4ef4 None None] Set router 44803cc5-31b0-4f8a-a315-14f651ffcc88 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:34:19.417534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.431954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91b9dce-d11a-45fd-9f66-b813cfb4f584 None None] DHCP port deletion for c2bad56e-389a-45e8-913d-25af7489f841 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:19.504517 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c666d145-583e-4a8c-ad1a-e6137e4e4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:34:17Z', 'revision_number': 5, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:19.521937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Deleting port 2e79cd57-7465-47b7-a02e-a70471006bb0 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:19.523459 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.525578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d91b9dce-d11a-45fd-9f66-b813cfb4f584 None None] Deleting port 8fa43ccb-d6d3-4c4c-b989-22d185615106 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:19.527538 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d91b9dce-d11a-45fd-9f66-b813cfb4f584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.538652 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c666d145-583e-4a8c-ad1a-e6137e4e4ef4 None None] The sync data for ids ['44803cc5-31b0-4f8a-a315-14f651ffcc88'] in n-d-819494-2 is: [{'id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610463595', 'tenant_id': '41765da5dec84cc99c7b51a28c91a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:31:59Z', 'updated_at': '2021-11-27T01:34:17Z', 'revision_number': 5, 'project_id': '41765da5dec84cc99c7b51a28c91a146', 'gw_port': {'id': '2e79cd57-7465-47b7-a02e-a70471006bb0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44803cc5-31b0-4f8a-a315-14f651ffcc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:00Z', 'updated_at': '2021-11-27T01:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:34:19.641887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d91b9dce-d11a-45fd-9f66-b813cfb4f584 None None] For port 8fa43ccb-d6d3-4c4c-b989-22d185615106, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8fa43ccb-d6d3-4c4c-b989-22d185615106,segment=NetworkSegment(c8f6c315-7fed-497c-9754-a70556af9d87),segment_id=c8f6c315-7fed-497c-9754-a70556af9d87)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:19.642593 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d91b9dce-d11a-45fd-9f66-b813cfb4f584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.653816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] For port 2e79cd57-7465-47b7-a02e-a70471006bb0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2e79cd57-7465-47b7-a02e-a70471006bb0,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:19.654485 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.658103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d91b9dce-d11a-45fd-9f66-b813cfb4f584 None None] Calling delete_port for 8fa43ccb-d6d3-4c4c-b989-22d185615106 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:19.670614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Calling delete_port for 2e79cd57-7465-47b7-a02e-a70471006bb0 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:19.745197 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d91b9dce-d11a-45fd-9f66-b813cfb4f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.776469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b9dce-d11a-45fd-9f66-b813cfb4f584 None None] Pushing event deleted for resources: {'Port': ['ID=8fa43ccb-d6d3-4c4c-b989-22d185615106,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:19.780859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b9dce-d11a-45fd-9f66-b813cfb4f584 None None] No DVR routers for this DVR port 8fa43ccb-d6d3-4c4c-b989-22d185615106 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:19.873436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:19.902131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'Port': ['ID=2e79cd57-7465-47b7-a02e-a70471006bb0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:19.926642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c54916-c48d-427d-9346-25229b18a16f None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:34:19.989363 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.099509 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.103761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.166723 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.167385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Fanout notify agent at l3_agent the message router_deleted on router 44803cc5-31b0-4f8a-a315-14f651ffcc88 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:34:20.175164 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.176349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-162118b8-a969-4f47-9ce6-f79f299c9e0e tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "DELETE /v2.0/routers/44803cc5-31b0-4f8a-a315-14f651ffcc88 HTTP/1.1" status: 204 len: 168 time: 1.1324720 Nov 27 01:34:20.179264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36604) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:20.266363 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.381828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.412366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bad56e-389a-45e8-913d-25af7489f841']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:20.421905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f6c315-7fed-497c-9754-a70556af9d87') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:20.422211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f6c315-7fed-497c-9754-a70556af9d87') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:34:20.435287 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.449074 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.456344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:34:20.458606 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:34:20.459979 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:34:20.535263 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.548261 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:20.557412 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] 10.222.0.37 "DELETE /v2.0/networks/c2bad56e-389a-45e8-913d-25af7489f841 HTTP/1.1" status: 204 len: 168 time: 0.3733447 Nov 27 01:34:20.570908 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb2212-3962-4a91-9193-158198499985 tempest-TestSecurityGroupsBasicOps-1280536101 tempest-TestSecurityGroupsBasicOps-1280536101-project] Pushing event deleted for resources: {'Network': ['ID=c2bad56e-389a-45e8-913d-25af7489f841,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:20.906180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36626) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:21.059713 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-09563c4b-2788-4f3c-b036-6191ca670e4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41765da5dec84cc99c7b51a28c91a146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1498690 Nov 27 01:34:21.060112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36630) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:21.110050 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0882d107-9e83-4c22-8ca5-cab17f86e9a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.132570 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0882d107-9e83-4c22-8ca5-cab17f86e9a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.183864 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0882d107-9e83-4c22-8ca5-cab17f86e9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.187502 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0882d107-9e83-4c22-8ca5-cab17f86e9a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.188849 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0882d107-9e83-4c22-8ca5-cab17f86e9a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71f56332-530e-4c32-baac-cdad8da6a570 HTTP/1.1" status: 204 len: 168 time: 0.1278272 Nov 27 01:34:21.200453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882d107-9e83-4c22-8ca5-cab17f86e9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f56332-530e-4c32-baac-cdad8da6a570,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:21.309796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2e79cd57-7465-47b7-a02e-a70471006bb0 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:21.336525 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 2e79cd57-7465-47b7-a02e-a70471006bb0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:21.336818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2e79cd57-7465-47b7-a02e-a70471006bb0 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:21.337242 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a0beca86-113d-43fc-acd9-cd8a18b78138 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:21.358636 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: a0beca86-113d-43fc-acd9-cd8a18b78138 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:21.358988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a0beca86-113d-43fc-acd9-cd8a18b78138 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:21.359406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8fa43ccb-d6d3-4c4c-b989-22d185615106 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:21.380563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 8fa43ccb-d6d3-4c4c-b989-22d185615106 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:21.380826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8fa43ccb-d6d3-4c4c-b989-22d185615106 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:21.574979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36644) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:21.592431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b686f33-75a2-4406-a686-bbfbcb771d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.693188 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b686f33-75a2-4406-a686-bbfbcb771d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.699378 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b686f33-75a2-4406-a686-bbfbcb771d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.729828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b686f33-75a2-4406-a686-bbfbcb771d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e33ac7-19f2-447d-bc32-289824f1a9c4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:21.758368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7b686f33-75a2-4406-a686-bbfbcb771d99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf9328441c6040f394786de5daa0c07c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1814439 Nov 27 01:34:21.760950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:21.818752 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86474a27-026c-44c4-9ab7-acd2244a6fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.844276 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86474a27-026c-44c4-9ab7-acd2244a6fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.901964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86474a27-026c-44c4-9ab7-acd2244a6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.905457 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-86474a27-026c-44c4-9ab7-acd2244a6fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:21.907244 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-86474a27-026c-44c4-9ab7-acd2244a6fe3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09e33ac7-19f2-447d-bc32-289824f1a9c4 HTTP/1.1" status: 204 len: 168 time: 0.1445408 Nov 27 01:34:21.925226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86474a27-026c-44c4-9ab7-acd2244a6fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e33ac7-19f2-447d-bc32-289824f1a9c4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:22.393706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36654) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:22.441719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ace44222-9bc1-49b7-a2df-0d41ed1245c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc521db4838045918926a44eb63a9650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437965 Nov 27 01:34:22.442014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36656) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:22.496815 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-44669644-0b3c-40b1-8a3e-deb2c2cc150c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:22.520270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-44669644-0b3c-40b1-8a3e-deb2c2cc150c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:22.583632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-44669644-0b3c-40b1-8a3e-deb2c2cc150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:22.586031 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-44669644-0b3c-40b1-8a3e-deb2c2cc150c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:22.599204 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-44669644-0b3c-40b1-8a3e-deb2c2cc150c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6587d677-6c6c-496a-a141-44742d625e7b HTTP/1.1" status: 204 len: 168 time: 0.1469140 Nov 27 01:34:22.600559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44669644-0b3c-40b1-8a3e-deb2c2cc150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6587d677-6c6c-496a-a141-44742d625e7b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:23.079354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-efd3dad9-f523-4ee6-8dba-c5bae4d56d19 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:23.081057 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-efd3dad9-f523-4ee6-8dba-c5bae4d56d19 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1152244 Nov 27 01:34:23.098395 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-649a3a30-6b80-4fef-9175-2da876609c3b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/quotas/619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 375 time: 0.0107169 Nov 27 01:34:23.169963 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-185e58a0-7aaa-4007-95a9-0e30f9a8c4a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609839 Nov 27 01:34:23.271915 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-5b742135-f4b7-466c-8e2b-0e465af63bec service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931594 Nov 27 01:34:23.370038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-cf0662d1-0f91-4ee6-bbc8-9374a00fd0d0 service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919654 Nov 27 01:34:23.565991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87ffad86-f28b-48fd-8909-dfa633c215d9 req-7bd826d0-624a-4fee-b91a-07baff68a36d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 210 time: 0.0323906 Nov 27 01:34:24.626175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-5f5908e7-a120-4839-af33-f1ceafacdb98 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:24.629468 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-5f5908e7-a120-4839-af33-f1ceafacdb98 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1261659 Nov 27 01:34:24.653002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'port': {'device_id': '2731dbd5-2ef6-45f0-adec-3efb6e42d269', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'admin_state_up': True, 'tenant_id': '619b5f2892a14347924b85f8ba534255'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:24.693218 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-89da305b-acb9-4b5c-be1d-1274c65a124f req-d5bd6ace-473d-46c6-a070-74c50390b108 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 210 time: 0.0449412 Nov 27 01:34:24.798751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Made reservation on behalf of 619b5f2892a14347924b85f8ba534255 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:24.803548 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.301401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Allocated IP 172.20.0.6 (854296d5-8727-4cbb-8856-1f1a9ee60331/6be6a0f8-9eb9-4f27-9e4f-c308312dca9a/bc90dab4-627d-4b7b-b6d3-7b2fd306d008) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:34:25.461736 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.495832 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.544007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:34:25.547269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:25.551764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:34:25.582709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=bc90dab4-627d-4b7b-b6d3-7b2fd306d008,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:25.611540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:25.613720 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.636637 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-441d1281-fe93-45a9-9179-63d49d7ce805 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9895816 Nov 27 01:34:25.657218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Request body: {'port': {'device_id': '2731dbd5-2ef6-45f0-adec-3efb6e42d269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:25.727170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.896933 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-571908d1-e966-4884-90b9-e9f9e833a536 None None] Provisioning complete for port bc90dab4-627d-4b7b-b6d3-7b2fd306d008 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:25.898110 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-571908d1-e966-4884-90b9-e9f9e833a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:25.945665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-571908d1-e966-4884-90b9-e9f9e833a536 None None] Port bc90dab4-627d-4b7b-b6d3-7b2fd306d008 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:34:26.006214 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b2e65-9179-4eaf-8af5-81f7dedb68f3 req-4773a931-3d47-4834-9568-6b2183565745 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:26.007675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-351b2e65-9179-4eaf-8af5-81f7dedb68f3 req-4773a931-3d47-4834-9568-6b2183565745 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 931 time: 0.1929903 Nov 27 01:34:26.096130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-351b2e65-9179-4eaf-8af5-81f7dedb68f3 req-ff9a7d7a-a3ed-4189-b032-09dcd1bf661c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793955 Nov 27 01:34:26.160684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc90dab4-627d-4b7b-b6d3-7b2fd306d008 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:34:26.169101 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.182427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Transition to ACTIVE for port object bc90dab4-627d-4b7b-b6d3-7b2fd306d008 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:34:26.189497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.262069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc90dab4-627d-4b7b-b6d3-7b2fd306d008,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:26.330257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Attempting to bind port bc90dab4-627d-4b7b-b6d3-7b2fd306d008 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:26.330784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Attempting to bind port bc90dab4-627d-4b7b-b6d3-7b2fd306d008 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:26.331206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Attempting to bind port bc90dab4-627d-4b7b-b6d3-7b2fd306d008 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:26.338119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Port bc90dab4-627d-4b7b-b6d3-7b2fd306d008 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:34:26.338603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Attempting to bind port bc90dab4-627d-4b7b-b6d3-7b2fd306d008 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:26.344130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:26.344613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Checking segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:26.345574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Bound using segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:26.346836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Bound port: bc90dab4-627d-4b7b-b6d3-7b2fd306d008, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:26.347296 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.429242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] For port bc90dab4-627d-4b7b-b6d3-7b2fd306d008, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:26.433059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] For port bc90dab4-627d-4b7b-b6d3-7b2fd306d008, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bc90dab4-627d-4b7b-b6d3-7b2fd306d008,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:26.439390 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.483166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:26.483889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:26.485384 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/bc90dab4-627d-4b7b-b6d3-7b2fd306d008 HTTP/1.1" status: 200 len: 1091 time: 0.8332813 Nov 27 01:34:26.485844 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2731dbd5-2ef6-45f0-adec-3efb6e42d269', 'tag': 'bc90dab4-627d-4b7b-b6d3-7b2fd306d008'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:26.489093 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aafafee-bdfd-42a6-adde-081881f8bad4" -d '{"events": [{"name": "network-changed", "server_uuid": "2731dbd5-2ef6-45f0-adec-3efb6e42d269", "tag": "bc90dab4-627d-4b7b-b6d3-7b2fd306d008"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:26.562419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf94a62-4484-4de8-9f7e-db7cecd8c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc90dab4-627d-4b7b-b6d3-7b2fd306d008,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:26.577974 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c710e29e-d2da-412a-b0e6-67ee1f847fb7 x-openstack-request-id: req-c710e29e-d2da-412a-b0e6-67ee1f847fb7 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:26.578282 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2731dbd5-2ef6-45f0-adec-3efb6e42d269", "tag": "bc90dab4-627d-4b7b-b6d3-7b2fd306d008", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:26.578542 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c710e29e-d2da-412a-b0e6-67ee1f847fb7 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:26.578945 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2731dbd5-2ef6-45f0-adec-3efb6e42d269', 'tag': 'bc90dab4-627d-4b7b-b6d3-7b2fd306d008', 'status': 'completed', 'code': 200} Nov 27 01:34:26.638893 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-d549d524-1358-48f7-8475-5fbca8429321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:26.640506 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-d549d524-1358-48f7-8475-5fbca8429321 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 1094 time: 0.0606947 Nov 27 01:34:26.703184 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-72c311c1-2597-4184-b600-fa0906ad2e31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc90dab4-627d-4b7b-b6d3-7b2fd306d008 HTTP/1.1" status: 200 len: 217 time: 0.0465488 Nov 27 01:34:26.755697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-4c1c9bbf-f1a3-4746-bfb0-fef9659f4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:26.757194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-4c1c9bbf-f1a3-4746-bfb0-fef9659f4086 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0463233 Nov 27 01:34:26.807435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-64a7c563-53d8-4b98-b848-3052017321ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:26.808999 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-64a7c563-53d8-4b98-b848-3052017321ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451009 Nov 27 01:34:26.912144 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-3c3d16cb-c53c-4b39-a2bf-0a8725dd1a18 service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953355 Nov 27 01:34:27.034273 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd6a8e22-03e8-4e0e-94ce-277c3409b9fe req-1387eff2-404f-46e8-b6e2-9b3a8b898ce4 service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140485 Nov 27 01:34:27.158784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafafee-bdfd-42a6-adde-081881f8bad4 req-e493d563-1273-4273-b213-fee3089354a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:27.160313 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2aafafee-bdfd-42a6-adde-081881f8bad4 req-e493d563-1273-4273-b213-fee3089354a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 1094 time: 0.0447707 Nov 27 01:34:27.236897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc95bf9-3eb7-40df-b9d2-d64f5bdb4d5f req-9cc0ad63-b3f5-46bb-8929-6fcb02a50a27 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:27.244770 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ddc95bf9-3eb7-40df-b9d2-d64f5bdb4d5f req-9cc0ad63-b3f5-46bb-8929-6fcb02a50a27 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0576515 Nov 27 01:34:27.278296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafafee-bdfd-42a6-adde-081881f8bad4 req-6e987fd4-fc9f-4bf5-badd-377b8f58dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:27.279905 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2aafafee-bdfd-42a6-adde-081881f8bad4 req-6e987fd4-fc9f-4bf5-badd-377b8f58dc6e service neutron] 10.222.0.11 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.1116612 Nov 27 01:34:27.300286 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ddc95bf9-3eb7-40df-b9d2-d64f5bdb4d5f req-09f629c2-dd5a-481e-8185-ba8ae69a53cd tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499046 Nov 27 01:34:27.330073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2aafafee-bdfd-42a6-adde-081881f8bad4 req-617dd7d6-f2b9-43c7-8508-c679d8796a4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc90dab4-627d-4b7b-b6d3-7b2fd306d008 HTTP/1.1" status: 200 len: 217 time: 0.0419421 Nov 27 01:34:27.401417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafafee-bdfd-42a6-adde-081881f8bad4 req-25fcdf61-fb37-48f6-8238-b2ddcd28bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:27.402832 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2aafafee-bdfd-42a6-adde-081881f8bad4 req-25fcdf61-fb37-48f6-8238-b2ddcd28bae8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0646212 Nov 27 01:34:27.452133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafafee-bdfd-42a6-adde-081881f8bad4 req-167fa9ac-3a9c-467f-84e9-8c442a37b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:27.453982 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2aafafee-bdfd-42a6-adde-081881f8bad4 req-167fa9ac-3a9c-467f-84e9-8c442a37b149 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437458 Nov 27 01:34:27.544705 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2aafafee-bdfd-42a6-adde-081881f8bad4 req-1a41bb39-08fe-42f1-b7bf-bada7c8a8497 service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829525 Nov 27 01:34:27.644154 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2aafafee-bdfd-42a6-adde-081881f8bad4 req-6a5df986-ee17-4d92-ab01-4fc5a0a147d0 service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915694 Nov 27 01:34:28.302300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36736) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:28.445358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-199a6eb1-9e7b-4641-b1a1-80a8345c910f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.478416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144624c-47ad-40ad-ba8b-03a9aad117c8 req-99d79e8a-681c-4a30-b16f-6600b5b16877 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:28.479927 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b144624c-47ad-40ad-ba8b-03a9aad117c8 req-99d79e8a-681c-4a30-b16f-6600b5b16877 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0835350 Nov 27 01:34:28.552061 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b144624c-47ad-40ad-ba8b-03a9aad117c8 req-6b8d9aa7-dd31-43ef-8b2e-ab9ede014328 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558956 Nov 27 01:34:28.607657 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-199a6eb1-9e7b-4641-b1a1-80a8345c910f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.614262 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-199a6eb1-9e7b-4641-b1a1-80a8345c910f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.672323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-199a6eb1-9e7b-4641-b1a1-80a8345c910f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25dad88463864e2abcf8deb24c281d36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3688431 Nov 27 01:34:28.673472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a6eb1-9e7b-4641-b1a1-80a8345c910f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffbc1b1-e9a3-43d2-8121-4fe8adff2807,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:28.678891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36742) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:28.754658 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f62e16c6-bc1d-4b13-97fc-6abfd49f76ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.783709 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f62e16c6-bc1d-4b13-97fc-6abfd49f76ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.880176 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f62e16c6-bc1d-4b13-97fc-6abfd49f76ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.887345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f62e16c6-bc1d-4b13-97fc-6abfd49f76ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:28.896269 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f62e16c6-bc1d-4b13-97fc-6abfd49f76ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ffbc1b1-e9a3-43d2-8121-4fe8adff2807 HTTP/1.1" status: 204 len: 168 time: 0.2150855 Nov 27 01:34:28.916684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e16c6-bc1d-4b13-97fc-6abfd49f76ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffbc1b1-e9a3-43d2-8121-4fe8adff2807,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:29.765153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df062d50-69d0-442a-a1d4-18cdf70f1409 req-e7c3f360-4a57-4572-bab3-dcc3d0364079 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:29.775250 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df062d50-69d0-442a-a1d4-18cdf70f1409 req-e7c3f360-4a57-4572-bab3-dcc3d0364079 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.1184404 Nov 27 01:34:29.843680 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df062d50-69d0-442a-a1d4-18cdf70f1409 req-fac34cd9-444f-4807-b712-294f197de2e6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666068 Nov 27 01:34:29.896102 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36770) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:30.022619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-797398016-network', 'tenant_id': 'c6ce2c01e86046869a837c2f575f2404'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:30.058589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Made reservation on behalf of c6ce2c01e86046869a837c2f575f2404 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:30.064124 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.084329 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.219528 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.227855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.254913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:34:30.276524 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.276930 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Added segment 026b0571-4e85-4145-8612-e6b36eb8bd19 of type vlan for network f8fd0376-fa0a-491d-9806-59fa26ead9ce Nov 27 01:34:30.278628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e4d503-3e85-4a7c-99fe-95b57f27e9d5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:30.337843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.377724 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.379268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:30.379594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.443256 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5459795 Nov 27 01:34:30.446039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36776) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:30.454453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a23acd14-2fdd-4c49-afcb-0cb33c80df2a admin admin] Request body: {'subnet': {'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-797398016-subnet', 'tenant_id': 'c6ce2c01e86046869a837c2f575f2404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:30.476592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a0243-0d7b-4f5d-9c05-1f856518c3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=f8fd0376-fa0a-491d-9806-59fa26ead9ce,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:30.490708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network f8fd0376-fa0a-491d-9806-59fa26ead9ce details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:34:30.492609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23acd14-2fdd-4c49-afcb-0cb33c80df2a admin admin] Made reservation on behalf of c6ce2c01e86046869a837c2f575f2404 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:34:30.495286 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a23acd14-2fdd-4c49-afcb-0cb33c80df2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.737319 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a23acd14-2fdd-4c49-afcb-0cb33c80df2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.794382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23acd14-2fdd-4c49-afcb-0cb33c80df2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f5f343-9c40-4458-b5e1-fbc59044c8ea,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:30.817348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23acd14-2fdd-4c49-afcb-0cb33c80df2a admin admin] Checking segment: {'id': '026b0571-4e85-4145-8612-e6b36eb8bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:30.817912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23acd14-2fdd-4c49-afcb-0cb33c80df2a admin admin] Network hostable DHCP agents. Network: f8fd0376-fa0a-491d-9806-59fa26ead9ce, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:34:30.858855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23acd14-2fdd-4c49-afcb-0cb33c80df2a admin admin] Network f8fd0376-fa0a-491d-9806-59fa26ead9ce is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:34:30.876832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a23acd14-2fdd-4c49-afcb-0cb33c80df2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, f8fd0376-fa0a-491d-9806-59fa26ead9ce) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:34:30.886151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23acd14-2fdd-4c49-afcb-0cb33c80df2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:30.886895 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a23acd14-2fdd-4c49-afcb-0cb33c80df2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:30.914593 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b120d7e6-f722-45c7-8a97-cf9e5c803453 None None] Network f8fd0376-fa0a-491d-9806-59fa26ead9ce requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:30.929061 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a23acd14-2fdd-4c49-afcb-0cb33c80df2a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4817598 Nov 27 01:34:31.037798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6d454-3bbc-4904-88cf-593e34cb630f req-a51298b4-7a6a-455d-ac9c-85797639274a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:31.046514 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dd6d454-3bbc-4904-88cf-593e34cb630f req-a51298b4-7a6a-455d-ac9c-85797639274a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0695322 Nov 27 01:34:31.102576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd8061a-093b-468c-a1da-b68fc13c5f24 None None] Network f8fd0376-fa0a-491d-9806-59fa26ead9ce requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:34:31.134017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5dd6d454-3bbc-4904-88cf-593e34cb630f req-e3b5b571-251d-4b15-8454-3d5f0855e057 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860400 Nov 27 01:34:32.283836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b47f6-ede3-48c8-9fca-fcca4535e697 req-abf16b6b-4d30-491c-a649-d68a7cae5cdc tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:32.291310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad6b47f6-ede3-48c8-9fca-fcca4535e697 req-abf16b6b-4d30-491c-a649-d68a7cae5cdc tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0611899 Nov 27 01:34:32.341995 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad6b47f6-ede3-48c8-9fca-fcca4535e697 req-0f3c1e31-54d8-4eb0-8656-5878aee1ca6b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463281 Nov 27 01:34:33.292411 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:34:33.468085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b433d0-ba5a-42a5-82c1-ae9540cca991 req-e229b0ec-7063-4635-b758-b8e3766b0c03 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:33.469691 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1b433d0-ba5a-42a5-82c1-ae9540cca991 req-e229b0ec-7063-4635-b758-b8e3766b0c03 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0510702 Nov 27 01:34:33.523980 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e1b433d0-ba5a-42a5-82c1-ae9540cca991 req-10506247-b568-4047-aa91-4e98a82ea342 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472765 Nov 27 01:34:34.150159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec16c3f-b2b5-40e2-9656-8844261e29ed req-21ddf836-d6c4-4e40-96ba-1c9efbdc8888 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:34.152622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fec16c3f-b2b5-40e2-9656-8844261e29ed req-21ddf836-d6c4-4e40-96ba-1c9efbdc8888 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1096 time: 0.0439832 Nov 27 01:34:34.172753 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fec16c3f-b2b5-40e2-9656-8844261e29ed req-55b81fed-e510-47ee-bcef-6c0dfe43b2fe tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.292353 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fec16c3f-b2b5-40e2-9656-8844261e29ed req-55b81fed-e510-47ee-bcef-6c0dfe43b2fe tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.296537 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fec16c3f-b2b5-40e2-9656-8844261e29ed req-55b81fed-e510-47ee-bcef-6c0dfe43b2fe tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:34.335875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b81fed-e510-47ee-bcef-6c0dfe43b2fe tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d342b0cd-de95-4e1f-813f-82fa67690af0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:34.342348 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fec16c3f-b2b5-40e2-9656-8844261e29ed req-55b81fed-e510-47ee-bcef-6c0dfe43b2fe tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835916 Nov 27 01:34:34.467454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497bbed-21cc-43b6-8898-eaed722e7b75 req-a99a7455-6f66-44f2-b78e-b0fc019e7e04 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:34.468982 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e497bbed-21cc-43b6-8898-eaed722e7b75 req-a99a7455-6f66-44f2-b78e-b0fc019e7e04 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0514596 Nov 27 01:34:34.524371 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e497bbed-21cc-43b6-8898-eaed722e7b75 req-165d5a55-d339-4b1a-bfe3-3cb1af9ad522 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494580 Nov 27 01:34:34.546986 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 36818) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:34.622173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-51053e31-8317-4f3e-9809-6b5e9b1b6e13 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/39ebf400-175b-47f5-a2ce-4c17e7ebe0f8 HTTP/1.1" status: 200 len: 992 time: 0.0738814 Nov 27 01:34:34.663718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c4fea-9a81-46bc-9840-93cb00ea108a req-f0792f8b-f064-49f9-8306-9cc5d09cc287 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:34.665290 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d6c4fea-9a81-46bc-9840-93cb00ea108a req-f0792f8b-f064-49f9-8306-9cc5d09cc287 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0622499 Nov 27 01:34:34.718846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d6c4fea-9a81-46bc-9840-93cb00ea108a req-c3d9edd3-c239-4af3-aa33-2b839ad5c246 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457721 Nov 27 01:34:34.961656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-c7c14937-6592-4122-a430-aadf1b267b9b req-da697537-2355-4a05-8ceb-13d4b6dda66e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:34:34.962934 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7c14937-6592-4122-a430-aadf1b267b9b req-da697537-2355-4a05-8ceb-13d4b6dda66e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057299 Nov 27 01:34:35.396620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e711bb-7cf3-463b-bea7-137bda7b5e9f req-eb6d0b20-a2e4-48e9-9f40-17ec957a5297 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:35.398477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17e711bb-7cf3-463b-bea7-137bda7b5e9f req-eb6d0b20-a2e4-48e9-9f40-17ec957a5297 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0601051 Nov 27 01:34:35.468045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7b98182e-fe5f-41c3-bdc5-f6548dae5aa7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1385784 Nov 27 01:34:35.481717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-f587661b-947b-426d-94f3-1d139aa62175 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:34:35.482774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-f587661b-947b-426d-94f3-1d139aa62175 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054920 Nov 27 01:34:35.488271 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17e711bb-7cf3-463b-bea7-137bda7b5e9f req-2bc3e04c-2ef9-488a-af49-5c24fa12fe63 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775998 Nov 27 01:34:35.868796 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098efd9-c036-4682-ba81-5ca3fa058bcc req-f485c05e-4de7-4f96-aa24-7fbf54d9e60f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:35.870317 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c098efd9-c036-4682-ba81-5ca3fa058bcc req-f485c05e-4de7-4f96-aa24-7fbf54d9e60f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0734892 Nov 27 01:34:35.942859 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c098efd9-c036-4682-ba81-5ca3fa058bcc req-ab0f506b-2fcf-4cde-a619-67e4742dc3c8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624502 Nov 27 01:34:36.627957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b7c34-36c5-4cdb-8977-03b0839df9d7 req-26ff5fae-0674-43e4-96ef-bb5056b0f0df tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:36.630354 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf8b7c34-36c5-4cdb-8977-03b0839df9d7 req-26ff5fae-0674-43e4-96ef-bb5056b0f0df tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0589411 Nov 27 01:34:36.681509 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf8b7c34-36c5-4cdb-8977-03b0839df9d7 req-15aa69c8-34c7-4c92-ba65-73b82f568056 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443952 Nov 27 01:34:36.872977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-b7a26a96-157a-463a-ad0f-eea44fcf96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:36.874416 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-b7a26a96-157a-463a-ad0f-eea44fcf96c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1096 time: 0.0428896 Nov 27 01:34:37.009714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-65e78e67-53ec-4cee-bad6-118dcbeb54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:37.011726 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-65e78e67-53ec-4cee-bad6-118dcbeb54ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f9f151b-369b-43c3-b128-5d931fd82269 HTTP/1.1" status: 200 len: 897 time: 0.1287675 Nov 27 01:34:37.117877 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-81c2cbb2-ec2b-4e8e-ab5d-6f0787eca014 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 200 len: 1000 time: 0.0736465 Nov 27 01:34:37.127376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a31b71-d970-435d-99fd-ba8ba3e04a86 req-a86c4c54-e617-4f6e-9ab0-1d0b04d538ac tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:37.128927 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6a31b71-d970-435d-99fd-ba8ba3e04a86 req-a86c4c54-e617-4f6e-9ab0-1d0b04d538ac tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.1144254 Nov 27 01:34:37.202614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-757de44a-a4f3-4a6d-81a4-1508ee5f4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:37.204190 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-757de44a-a4f3-4a6d-81a4-1508ee5f4786 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73b35f1f-3ce3-48df-9e85-c40ae66f8c5c HTTP/1.1" status: 200 len: 835 time: 0.0741601 Nov 27 01:34:37.223865 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6a31b71-d970-435d-99fd-ba8ba3e04a86 req-df6ee606-35c6-4d96-8ddd-aae6b8caeb3c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859866 Nov 27 01:34:37.260783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-4ebcd182-32a4-4131-954e-d2b4fc894ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:37.262397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-4ebcd182-32a4-4131-954e-d2b4fc894ade service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f9f151b-369b-43c3-b128-5d931fd82269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489924 Nov 27 01:34:37.360050 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-457c131c-9db1-4524-a313-1a9bedbfd1dd service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896668 Nov 27 01:34:37.451832 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-9e56192b-d391-42b3-a84c-45960e2b53e4 service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841603 Nov 27 01:34:37.811566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d6d80-74e2-4003-870e-7409966093e2 req-342d0cb8-0a60-45d8-bcb2-b1de8276e11f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:37.814209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-400d6d80-74e2-4003-870e-7409966093e2 req-342d0cb8-0a60-45d8-bcb2-b1de8276e11f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0571866 Nov 27 01:34:37.868036 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-400d6d80-74e2-4003-870e-7409966093e2 req-ed88049e-9e79-455e-a59d-bbcc8133fabe tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476313 Nov 27 01:34:38.358914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49196e22-4423-43f0-9787-e84dea6e0f6d req-09f74054-e859-4230-b6fa-fb078befeddb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:38.360656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-49196e22-4423-43f0-9787-e84dea6e0f6d req-09f74054-e859-4230-b6fa-fb078befeddb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0573990 Nov 27 01:34:38.413846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-49196e22-4423-43f0-9787-e84dea6e0f6d req-dab657eb-bd81-47fc-9681-b657313c76e3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469878 Nov 27 01:34:39.002857 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb05bd8-aa0e-4eeb-84b1-20a9e87a5709 req-39964f84-4218-4733-b090-52b35e61e92f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:39.009751 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cbb05bd8-aa0e-4eeb-84b1-20a9e87a5709 req-39964f84-4218-4733-b090-52b35e61e92f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0616851 Nov 27 01:34:39.058890 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cbb05bd8-aa0e-4eeb-84b1-20a9e87a5709 req-e1920851-8341-4f88-bd14-90d66cd57160 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481875 Nov 27 01:34:39.547854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6be6-b5f8-4f24-9c98-53444fff7108 req-c7c3d0b7-fb18-47b4-ac76-a14f681d85c2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:39.549908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f13a6be6-b5f8-4f24-9c98-53444fff7108 req-c7c3d0b7-fb18-47b4-ac76-a14f681d85c2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0594344 Nov 27 01:34:39.604466 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f13a6be6-b5f8-4f24-9c98-53444fff7108 req-3f8b223b-0fbb-40b8-b3cf-4dd6ad0cd751 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470262 Nov 27 01:34:39.993845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 36906) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:34:40.087927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb7eef-660d-495d-b08a-2ee8796a3a9b req-6d20f259-cedd-4725-a780-b937e48156d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:40.094641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcbb7eef-660d-495d-b08a-2ee8796a3a9b req-6d20f259-cedd-4725-a780-b937e48156d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 1097 time: 0.0959778 Nov 27 01:34:40.168944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcbb7eef-660d-495d-b08a-2ee8796a3a9b req-197ec7df-e845-4a30-b5dd-d468bc1bee62 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728600 Nov 27 01:34:40.213590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecc26f-4c87-40d8-8d56-fc97f12ebe96 req-31f96a18-3a8a-4463-8dc1-d5ea13c803cb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:40.215169 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-beecc26f-4c87-40d8-8d56-fc97f12ebe96 req-31f96a18-3a8a-4463-8dc1-d5ea13c803cb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0726562 Nov 27 01:34:40.279543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-beecc26f-4c87-40d8-8d56-fc97f12ebe96 req-69389712-20f3-4f83-975e-e066a2fbc0a6 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571914 Nov 27 01:34:40.726987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaadf1-f324-459e-bee2-c6449949d169 req-4f453d1e-275f-4aec-a142-1c44972f34c9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:40.728543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7dfaadf1-f324-459e-bee2-c6449949d169 req-4f453d1e-275f-4aec-a142-1c44972f34c9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0508726 Nov 27 01:34:40.781400 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7dfaadf1-f324-459e-bee2-c6449949d169 req-53cd0cbc-bb5c-41c6-af82-19ba5393a4c8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465548 Nov 27 01:34:41.403805 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185f176-2ad9-432a-8b6a-98ee605046da req-9317de92-24cd-43f9-9f10-374ea0480523 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:41.405559 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6185f176-2ad9-432a-8b6a-98ee605046da req-9317de92-24cd-43f9-9f10-374ea0480523 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0539007 Nov 27 01:34:41.463410 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6185f176-2ad9-432a-8b6a-98ee605046da req-36b56abf-6c10-4767-bc88-f6fac8429f26 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510859 Nov 27 01:34:41.505108 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0daa373c-c01f-4b49-ab59-2ec0a78f8e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:41.909722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceac5e-2251-47cb-a11b-8761890b4a58 req-e8e37da6-e829-4578-af73-322f431ba161 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:41.911889 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-71ceac5e-2251-47cb-a11b-8761890b4a58 req-e8e37da6-e829-4578-af73-322f431ba161 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0514314 Nov 27 01:34:41.962144 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-71ceac5e-2251-47cb-a11b-8761890b4a58 req-67cc2738-3f9c-43e2-a609-8a50def090f0 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Nov 27 01:34:42.241805 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae959176-d6ac-4b65-a22a-5c8db39309a0 req-a34dd4cc-6880-47fb-add1-766accf16ffc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462492 Nov 27 01:34:42.345040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae959176-d6ac-4b65-a22a-5c8db39309a0 req-00ebbcf8-81f0-45bc-84d5-943fec43595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:42.346577 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae959176-d6ac-4b65-a22a-5c8db39309a0 req-00ebbcf8-81f0-45bc-84d5-943fec43595f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 1097 time: 0.0433545 Nov 27 01:34:42.482831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae959176-d6ac-4b65-a22a-5c8db39309a0 req-72acab68-3b7e-4b24-94bd-da33d9b82962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:42.484159 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae959176-d6ac-4b65-a22a-5c8db39309a0 req-72acab68-3b7e-4b24-94bd-da33d9b82962 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a675cbed-ac9a-41a6-b3e4-a74719610b89 HTTP/1.1" status: 200 len: 909 time: 0.1187787 Nov 27 01:34:42.571214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae959176-d6ac-4b65-a22a-5c8db39309a0 req-0e5e1a6c-864d-4c68-a9ad-5916f0251424 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 HTTP/1.1" status: 200 len: 1000 time: 0.0747969 Nov 27 01:34:42.613250 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d2484-fbc4-4357-865c-cc2e85028a96 req-17f57503-fca5-4776-a6d1-b7341e73bf3f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:42.623257 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee5d2484-fbc4-4357-865c-cc2e85028a96 req-17f57503-fca5-4776-a6d1-b7341e73bf3f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0864451 Nov 27 01:34:42.638389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae959176-d6ac-4b65-a22a-5c8db39309a0 req-c63a51cd-ef34-4243-9780-af0befd458e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:42.639867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae959176-d6ac-4b65-a22a-5c8db39309a0 req-c63a51cd-ef34-4243-9780-af0befd458e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91f0ad74-de8e-4bcc-bee3-d56650c599bd HTTP/1.1" status: 200 len: 847 time: 0.0587687 Nov 27 01:34:42.678769 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee5d2484-fbc4-4357-865c-cc2e85028a96 req-9aa9cce0-c548-49f1-8c00-ebc25b794a2f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543571 Nov 27 01:34:42.692862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae959176-d6ac-4b65-a22a-5c8db39309a0 req-b93323fc-1b62-474b-94ef-a4c7af26777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:42.694343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae959176-d6ac-4b65-a22a-5c8db39309a0 req-b93323fc-1b62-474b-94ef-a4c7af26777c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a675cbed-ac9a-41a6-b3e4-a74719610b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472763 Nov 27 01:34:42.787911 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae959176-d6ac-4b65-a22a-5c8db39309a0 req-424e4bf5-6fa4-4203-8ec7-beae597ecd76 service neutron] 10.222.0.11 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855813 Nov 27 01:34:42.888314 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae959176-d6ac-4b65-a22a-5c8db39309a0 req-7ba9e14b-6568-4bca-a57f-0ead8893e848 service neutron] 10.222.0.11 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929043 Nov 27 01:34:43.079741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac3728-d8cb-47c3-9c83-0f2daf194735 req-68e11740-da0d-4d3c-b748-8023f965f7d8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:43.081231 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1eac3728-d8cb-47c3-9c83-0f2daf194735 req-68e11740-da0d-4d3c-b748-8023f965f7d8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0508327 Nov 27 01:34:43.131547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1eac3728-d8cb-47c3-9c83-0f2daf194735 req-26c800c8-f0a3-43c1-b24b-5db834ea5662 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443156 Nov 27 01:34:43.798550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf2035-2080-4044-90e7-ea6c43f564d1 req-cc87ef66-4dff-49f4-8274-556fae2c072b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:43.800031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7adf2035-2080-4044-90e7-ea6c43f564d1 req-cc87ef66-4dff-49f4-8274-556fae2c072b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0486798 Nov 27 01:34:43.852939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7adf2035-2080-4044-90e7-ea6c43f564d1 req-8c2f9ccb-7771-4ecb-b5f8-0486c092a291 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463250 Nov 27 01:34:43.863380 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-741bf8b1-90fb-4e8a-8bab-275ce2fe9ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:44.253633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8010aec-122f-4f57-9df6-c8cfaf8ae2e8 req-bbc3f9c9-4430-477e-9167-cc806e225009 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:44.255269 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8010aec-122f-4f57-9df6-c8cfaf8ae2e8 req-bbc3f9c9-4430-477e-9167-cc806e225009 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0503807 Nov 27 01:34:44.304179 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8010aec-122f-4f57-9df6-c8cfaf8ae2e8 req-84e7166f-2307-40a0-a6e5-24e0241ddae8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Nov 27 01:34:44.489536 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:44.973760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d77faa-a84b-475f-b056-f330e97ccdc8 req-1423b8f3-d2b6-4f3d-9f20-aaa13b4b0c43 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:44.975276 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9d77faa-a84b-475f-b056-f330e97ccdc8 req-1423b8f3-d2b6-4f3d-9f20-aaa13b4b0c43 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0500522 Nov 27 01:34:45.027847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c9d77faa-a84b-475f-b056-f330e97ccdc8 req-df012bc3-2dac-4291-833c-77762e6d3564 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464854 Nov 27 01:34:45.046557 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:45.427886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240b34f-40c8-45ff-bb42-43074cdfae7d req-6d105a38-594d-4f4b-88c9-1e7ff2a0073b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:45.429336 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f240b34f-40c8-45ff-bb42-43074cdfae7d req-6d105a38-594d-4f4b-88c9-1e7ff2a0073b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0536525 Nov 27 01:34:45.476063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f240b34f-40c8-45ff-bb42-43074cdfae7d req-e95e6f52-bdcb-46e8-91a9-612da7ab9657 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 Nov 27 01:34:46.145646 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aba77d-69e6-4133-a811-e8d4a957ee69 req-62c6ec84-dd67-4921-ae61-b53ed0233076 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:46.147197 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1aba77d-69e6-4133-a811-e8d4a957ee69 req-62c6ec84-dd67-4921-ae61-b53ed0233076 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0498536 Nov 27 01:34:46.203592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1aba77d-69e6-4133-a811-e8d4a957ee69 req-7975b089-ebdf-4003-97b3-a06b39949b7a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503848 Nov 27 01:34:46.597214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aefe3a-3f48-4a00-8566-1ed843e10091 req-dbaf4670-c282-4126-8fc6-771c54a42358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:46.598725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69aefe3a-3f48-4a00-8566-1ed843e10091 req-dbaf4670-c282-4126-8fc6-771c54a42358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0524020 Nov 27 01:34:46.646420 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69aefe3a-3f48-4a00-8566-1ed843e10091 req-2b08503f-9fed-4f5c-87af-90d2ada600e7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Nov 27 01:34:46.751021 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:47.265681 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:47.321575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6077f2-2efa-4a92-8576-0452fb87ce65 req-9fe1c467-e837-4792-8b67-6851136da20e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:47.323070 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb6077f2-2efa-4a92-8576-0452fb87ce65 req-9fe1c467-e837-4792-8b67-6851136da20e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0495543 Nov 27 01:34:47.374278 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb6077f2-2efa-4a92-8576-0452fb87ce65 req-9948053a-fb15-458d-889b-1dea62e79ba8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450876 Nov 27 01:34:47.566939 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:47.770376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b5231-a1e1-4746-a0b9-d4f9b5932fcd req-0267db28-7b0c-45c0-932f-18193ff57247 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:47.772058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b2b5231-a1e1-4746-a0b9-d4f9b5932fcd req-0267db28-7b0c-45c0-932f-18193ff57247 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0529234 Nov 27 01:34:47.854642 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b2b5231-a1e1-4746-a0b9-d4f9b5932fcd req-d6a6d62c-2da3-4f08-87ea-31dafb0f1f44 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715470 Nov 27 01:34:48.489298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbef455-97a5-46f0-a8a5-6995952579f3 req-1012e3a9-96fc-4786-aac9-e0ef0c2da795 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:48.490775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-afbef455-97a5-46f0-a8a5-6995952579f3 req-1012e3a9-96fc-4786-aac9-e0ef0c2da795 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0490248 Nov 27 01:34:48.538472 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-afbef455-97a5-46f0-a8a5-6995952579f3 req-2280fdc9-c6fd-4f90-a5b0-404dff221b6f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417788 Nov 27 01:34:48.983254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4aa80-84d5-45e0-86f0-85cff6718083 req-a97620f0-e27b-4ed7-81f0-5781e7f03a67 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:48.984776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18e4aa80-84d5-45e0-86f0-85cff6718083 req-a97620f0-e27b-4ed7-81f0-5781e7f03a67 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 943 time: 0.0618937 Nov 27 01:34:49.035726 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18e4aa80-84d5-45e0-86f0-85cff6718083 req-36c733b2-d40f-45b0-8628-d10b42310765 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449920 Nov 27 01:34:49.317881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device bc90dab4-627d-4b7b-b6d3-7b2fd306d008 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:34:49.415588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port bc90dab4-627d-4b7b-b6d3-7b2fd306d008, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bc90dab4-627d-4b7b-b6d3-7b2fd306d008,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:49.428155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'bc90dab4-627d-4b7b-b6d3-7b2fd306d008', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'port_id': 'bc90dab4-627d-4b7b-b6d3-7b2fd306d008', 'mac_address': 'fa:16:3e:c0:37:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:34:49.464770 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.477380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc90dab4-627d-4b7b-b6d3-7b2fd306d008 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:34:49.496610 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port bc90dab4-627d-4b7b-b6d3-7b2fd306d008, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bc90dab4-627d-4b7b-b6d3-7b2fd306d008,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:49.500729 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:49.549516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=bc90dab4-627d-4b7b-b6d3-7b2fd306d008,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:49.557087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:49.557438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:49.557778 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:49.558114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:49.558472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:49.558806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:49.559131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:49.559460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:49.559805 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:49.560122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:49.560449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:49.560760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:34:49.674104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e40a0e-0633-4a7d-9ae4-25a9d6fe7141 req-1b6e99e6-adae-41eb-95fc-51b1dc3e0430 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:49.675541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03e40a0e-0633-4a7d-9ae4-25a9d6fe7141 req-1b6e99e6-adae-41eb-95fc-51b1dc3e0430 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0546491 Nov 27 01:34:49.726072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03e40a0e-0633-4a7d-9ae4-25a9d6fe7141 req-afa7c821-fb52-4678-9fc2-21cccb9cb581 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436845 Nov 27 01:34:49.772269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['bc90dab4-627d-4b7b-b6d3-7b2fd306d008'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:34:50.160141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a04fe-e7b8-4a1a-9242-12c97b743082 req-d2f913a1-d956-448d-9d79-2623deaa3f9c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:50.161682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b18a04fe-e7b8-4a1a-9242-12c97b743082 req-d2f913a1-d956-448d-9d79-2623deaa3f9c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 944 time: 0.0551610 Nov 27 01:34:50.215052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b18a04fe-e7b8-4a1a-9242-12c97b743082 req-d3942ad7-08d0-4ba0-ab85-8a637c9e3d5b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471530 Nov 27 01:34:50.844956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff430fd-24cc-45c1-b9d5-b8f6cc188024 req-f4d5edcc-356f-4f6c-a027-7f3c4f9e0281 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:50.847109 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fff430fd-24cc-45c1-b9d5-b8f6cc188024 req-f4d5edcc-356f-4f6c-a027-7f3c4f9e0281 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0493755 Nov 27 01:34:50.898928 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fff430fd-24cc-45c1-b9d5-b8f6cc188024 req-59435365-a424-4088-84d5-10ca8dff248a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455663 Nov 27 01:34:51.254867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1032c4-c658-455e-a6d9-23a78f55be93 req-03227872-d1d7-4b49-b5c6-2e2a5df8756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:51.256623 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a1032c4-c658-455e-a6d9-23a78f55be93 req-03227872-d1d7-4b49-b5c6-2e2a5df8756c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1096 time: 0.0415440 Nov 27 01:34:51.325432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device bc90dab4-627d-4b7b-b6d3-7b2fd306d008 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:34:51.384742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port bc90dab4-627d-4b7b-b6d3-7b2fd306d008 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:34:51.385183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa9df-c9b0-4743-966a-19f5072c92b9 req-15ef4ef1-2fe7-4655-b653-9866a7c2c2f7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:51.389150 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port bc90dab4-627d-4b7b-b6d3-7b2fd306d008 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:34:51.389712 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.390797 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a3baa9df-c9b0-4743-966a-19f5072c92b9 req-15ef4ef1-2fe7-4655-b653-9866a7c2c2f7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 944 time: 0.1052816 Nov 27 01:34:51.470142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1032c4-c658-455e-a6d9-23a78f55be93 req-eb1800f4-11da-44ad-a19f-cda3228eecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:51.471705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a1032c4-c658-455e-a6d9-23a78f55be93 req-eb1800f4-11da-44ad-a19f-cda3228eecf6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f9f151b-369b-43c3-b128-5d931fd82269 HTTP/1.1" status: 200 len: 897 time: 0.1940122 Nov 27 01:34:51.475393 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.480324 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a3baa9df-c9b0-4743-966a-19f5072c92b9 req-0abc3917-7d4a-4f26-a30a-c4d27bdad055 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849357 Nov 27 01:34:51.500454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2731dbd5-2ef6-45f0-adec-3efb6e42d269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc90dab4-627d-4b7b-b6d3-7b2fd306d008'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:51.503307 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82478d2-bf13-4cd4-affe-c8625f4bcc09" -d '{"events": [{"server_uuid": "2731dbd5-2ef6-45f0-adec-3efb6e42d269", "name": "network-vif-plugged", "status": "completed", "tag": "bc90dab4-627d-4b7b-b6d3-7b2fd306d008"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:51.515842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port bc90dab4-627d-4b7b-b6d3-7b2fd306d008, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bc90dab4-627d-4b7b-b6d3-7b2fd306d008,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:51.523291 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:51.542163 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a1032c4-c658-455e-a6d9-23a78f55be93 req-f7a6b3b1-29e6-4569-a45c-965eefdf378f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 200 len: 1000 time: 0.0608046 Nov 27 01:34:51.562160 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98299613-5944-4d20-a1bf-3e58bd9128ec x-openstack-request-id: req-98299613-5944-4d20-a1bf-3e58bd9128ec {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:51.562650 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2731dbd5-2ef6-45f0-adec-3efb6e42d269", "name": "network-vif-plugged", "status": "completed", "tag": "bc90dab4-627d-4b7b-b6d3-7b2fd306d008", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:51.562814 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98299613-5944-4d20-a1bf-3e58bd9128ec {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:51.563096 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2731dbd5-2ef6-45f0-adec-3efb6e42d269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc90dab4-627d-4b7b-b6d3-7b2fd306d008', 'code': 200} Nov 27 01:34:51.579202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=bc90dab4-627d-4b7b-b6d3-7b2fd306d008,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:51.596556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1032c4-c658-455e-a6d9-23a78f55be93 req-baeedde9-8677-42e9-81fc-c989ddeaeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:51.598163 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a1032c4-c658-455e-a6d9-23a78f55be93 req-baeedde9-8677-42e9-81fc-c989ddeaeb3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73b35f1f-3ce3-48df-9e85-c40ae66f8c5c HTTP/1.1" status: 200 len: 835 time: 0.0477309 Nov 27 01:34:51.652223 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1032c4-c658-455e-a6d9-23a78f55be93 req-c21a084b-f2de-40ce-91bf-b10811ae26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:51.653736 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a1032c4-c658-455e-a6d9-23a78f55be93 req-c21a084b-f2de-40ce-91bf-b10811ae26e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f9f151b-369b-43c3-b128-5d931fd82269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479732 Nov 27 01:34:51.700387 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24413abd-4346-4c58-af2a-889adb43febc req-e889e9ff-3e10-4f5e-b13e-3c1f6d14397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:51.700387 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24413abd-4346-4c58-af2a-889adb43febc req-e889e9ff-3e10-4f5e-b13e-3c1f6d14397e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 1096 time: 0.0437770 Nov 27 01:34:51.745281 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24413abd-4346-4c58-af2a-889adb43febc req-567a9067-0e88-44fd-98f6-5ea926bb5c07 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Nov 27 01:34:51.767944 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a1032c4-c658-455e-a6d9-23a78f55be93 req-511135f9-9c45-449f-9f5b-407fadf9f7ba service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074128 Nov 27 01:34:51.862374 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3a1032c4-c658-455e-a6d9-23a78f55be93 req-22e66f61-97fd-4054-a2cf-b55f3994caca service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877788 Nov 27 01:34:52.020296 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786feb3-b369-41e3-af76-f72515b2b02a req-dec26f57-3319-4f97-b79d-02b909130347 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:52.021986 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e786feb3-b369-41e3-af76-f72515b2b02a req-dec26f57-3319-4f97-b79d-02b909130347 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0523858 Nov 27 01:34:52.072377 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e786feb3-b369-41e3-af76-f72515b2b02a req-1a2d9e55-d848-46d8-8db0-a3e771d0247a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439904 Nov 27 01:34:52.605069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbfb80-e94b-499a-8826-a2f8b87ab9ed req-99ce84f9-1e4b-479f-aed3-51af8cd888a3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:52.606707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40fbfb80-e94b-499a-8826-a2f8b87ab9ed req-99ce84f9-1e4b-479f-aed3-51af8cd888a3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 945 time: 0.0491979 Nov 27 01:34:52.656336 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40fbfb80-e94b-499a-8826-a2f8b87ab9ed req-223d931a-f48f-4518-b307-a84fe8ed7dfd tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434928 Nov 27 01:34:53.199226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef013be-daea-4e7c-b5f0-db9354dabdf9 req-3e9ae57d-017c-4122-812b-4278abb4546a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:53.200691 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fef013be-daea-4e7c-b5f0-db9354dabdf9 req-3e9ae57d-017c-4122-812b-4278abb4546a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0530062 Nov 27 01:34:53.252810 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fef013be-daea-4e7c-b5f0-db9354dabdf9 req-6d0fac6d-fc53-498a-8c19-d19871684ffd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449557 Nov 27 01:34:53.786787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511fdb4-8850-4311-abbf-c5a1c02afdfd req-8a795ba4-d7d1-4f16-9810-b28ae463c4d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:53.788348 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1511fdb4-8850-4311-abbf-c5a1c02afdfd req-8a795ba4-d7d1-4f16-9810-b28ae463c4d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 945 time: 0.0525072 Nov 27 01:34:53.836247 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1511fdb4-8850-4311-abbf-c5a1c02afdfd req-29f1e2d7-6539-439a-9462-be2a1019af50 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Nov 27 01:34:53.961179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae0f70-6492-4a99-b8c7-a1a5bc5ebb3c req-afc4b07c-ea4a-4fa0-a086-a8db1bfa9916 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:53.962660 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-14ae0f70-6492-4a99-b8c7-a1a5bc5ebb3c req-afc4b07c-ea4a-4fa0-a086-a8db1bfa9916 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 945 time: 0.0526106 Nov 27 01:34:54.010862 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-14ae0f70-6492-4a99-b8c7-a1a5bc5ebb3c req-594fce37-4b31-47c8-9434-35ea2958d4aa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418794 Nov 27 01:34:54.131008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604f342-959d-49e9-8802-c37cfe450785 req-e8a4e6b5-1e66-442f-bc18-82f96dd04686 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:54.132563 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5604f342-959d-49e9-8802-c37cfe450785 req-e8a4e6b5-1e66-442f-bc18-82f96dd04686 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 945 time: 0.0517101 Nov 27 01:34:54.182544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5604f342-959d-49e9-8802-c37cfe450785 req-11b536a8-5346-42ab-a55e-72284b07f012 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Nov 27 01:34:54.373942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5b465-73ae-4e32-acec-188f4b322d13 req-eb7c3479-e9e5-483a-b3c4-146028df3282 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:54.375455 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9dd5b465-73ae-4e32-acec-188f4b322d13 req-eb7c3479-e9e5-483a-b3c4-146028df3282 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0494208 Nov 27 01:34:54.439647 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9dd5b465-73ae-4e32-acec-188f4b322d13 req-e8529024-4bb4-49b3-83c8-342ef3d3c084 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526140 Nov 27 01:34:54.549573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79b713-bc9a-4352-99fd-d27a810fa0f7 req-4443cedd-7add-48c1-9f1d-fae71ab90f21 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:54.551288 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e79b713-bc9a-4352-99fd-d27a810fa0f7 req-4443cedd-7add-48c1-9f1d-fae71ab90f21 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 945 time: 0.0535786 Nov 27 01:34:54.597179 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-c3ce8ddf-ec37-459b-a154-d48fd4eaf1e0 service neutron] show failed (client error): The resource could not be found. Nov 27 01:34:54.598201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-c3ce8ddf-ec37-459b-a154-d48fd4eaf1e0 service neutron] 10.222.0.42 "GET /v2.0/ports/e04eeee5-34e1-4556-a1c9-6e5302a76f38/bindings/n-h1-819494-2 HTTP/1.1" status: 404 len: 380 time: 0.0600181 Nov 27 01:34:54.607855 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e79b713-bc9a-4352-99fd-d27a810fa0f7 req-ba2b68f2-1079-4c16-b40c-bfcabfae0957 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471568 Nov 27 01:34:54.854762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-f771aec8-c303-4e78-9588-43a65b84743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:54.856250 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-f771aec8-c303-4e78-9588-43a65b84743c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 1096 time: 0.0783665 Nov 27 01:34:54.875394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-2', 'device_owner': 'compute:nova'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:34:54.930022 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.141494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:55.190505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:55.231181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:55.233622 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceb6c88-d032-461a-80d4-a389b4ca3839" -d '{"events": [{"server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "name": "network-vif-unplugged", "status": "completed", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:55.237643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.253794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Transition to ACTIVE for port object e04eeee5-34e1-4556-a1c9-6e5302a76f38 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:34:55.257576 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.299790 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abde4840-899f-489b-b62d-a12e03983dd6 x-openstack-request-id: req-abde4840-899f-489b-b62d-a12e03983dd6 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:55.300163 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "name": "network-vif-unplugged", "status": "completed", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:55.300490 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abde4840-899f-489b-b62d-a12e03983dd6 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:55.300971 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'code': 200} Nov 27 01:34:55.328956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e04eeee5-34e1-4556-a1c9-6e5302a76f38,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:55.456055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] No DVR routers for this DVR port e04eeee5-34e1-4556-a1c9-6e5302a76f38 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:55.611802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010f9d-778b-4fde-8297-50705bff595a req-7f35ef7e-c16a-4b1b-83a2-b37c595b317e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:55.613313 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d4010f9d-778b-4fde-8297-50705bff595a req-7f35ef7e-c16a-4b1b-83a2-b37c595b317e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 943 time: 0.0729644 Nov 27 01:34:55.668730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Attempting to bind port e04eeee5-34e1-4556-a1c9-6e5302a76f38 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:34:55.669159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Attempting to bind port e04eeee5-34e1-4556-a1c9-6e5302a76f38 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:34:55.670000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Attempting to bind port e04eeee5-34e1-4556-a1c9-6e5302a76f38 on network 7f9f151b-369b-43c3-b128-5d931fd82269 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:55.684465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Port e04eeee5-34e1-4556-a1c9-6e5302a76f38 on network 7f9f151b-369b-43c3-b128-5d931fd82269 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:34:55.684803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Attempting to bind port e04eeee5-34e1-4556-a1c9-6e5302a76f38 on network 7f9f151b-369b-43c3-b128-5d931fd82269 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:34:55.699213 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:34:55.699545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Checking segment: {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:34:55.699930 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Bound using segment: {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:34:55.700368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Bound port: e04eeee5-34e1-4556-a1c9-6e5302a76f38, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c88e3c74-02c5-48e0-bb2a-25709bd5303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:34:55.700721 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.707615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d4010f9d-778b-4fde-8297-50705bff595a req-6cdd8d2a-b47d-4cfa-8240-391aa3c73d94 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872517 Nov 27 01:34:55.744022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a6b52-06fd-4b6e-bca2-c384ce6a3d7e req-1ee43883-3041-49c2-927d-678e154f6766 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:55.746193 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f34a6b52-06fd-4b6e-bca2-c384ce6a3d7e req-1ee43883-3041-49c2-927d-678e154f6766 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 945 time: 0.0555873 Nov 27 01:34:55.776753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:34:55.780916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:34:55.797011 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.804444 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f34a6b52-06fd-4b6e-bca2-c384ce6a3d7e req-81d22fd2-8407-4bee-bcc7-469c8b6acb29 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513744 Nov 27 01:34:55.840385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:55.841007 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:55.842502 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] 10.222.0.11 "PUT /v2.0/ports/e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 200 len: 1091 time: 0.9713800 Nov 27 01:34:55.861263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c0249-0ad7-4d94-800f-0cb84df518c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e04eeee5-34e1-4556-a1c9-6e5302a76f38,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:55.933452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-46be5f91-010c-4336-875f-cc315e3e6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:55.935187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-46be5f91-010c-4336-875f-cc315e3e6b56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1094 time: 0.0494950 Nov 27 01:34:56.039701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-02714823-e917-49f8-81ca-d330abae5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:56.041248 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-02714823-e917-49f8-81ca-d330abae5bbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=7f9f151b-369b-43c3-b128-5d931fd82269 HTTP/1.1" status: 200 len: 897 time: 0.0946541 Nov 27 01:34:56.140572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5376c-45a7-46e8-80e2-267a5a9decc2 req-542bd0b8-3518-4957-97be-28b58e2d2e85 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:56.142161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86f5376c-45a7-46e8-80e2-267a5a9decc2 req-542bd0b8-3518-4957-97be-28b58e2d2e85 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 945 time: 0.0671105 Nov 27 01:34:56.152918 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-3a70a2b0-fc15-4116-8410-666b690d8873 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 200 len: 998 time: 0.0719142 Nov 27 01:34:56.206542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-f4c48a71-f34f-453e-986d-babee0488bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:56.207996 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-f4c48a71-f34f-453e-986d-babee0488bff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b35f1f-3ce3-48df-9e85-c40ae66f8c5c HTTP/1.1" status: 200 len: 835 time: 0.0489631 Nov 27 01:34:56.248909 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-86f5376c-45a7-46e8-80e2-267a5a9decc2 req-41fa5bcb-8fd4-4c9b-b8ce-b45f32b5a3d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Deleting port bc90dab4-627d-4b7b-b6d3-7b2fd306d008 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:34:56.249406 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-86f5376c-45a7-46e8-80e2-267a5a9decc2 req-41fa5bcb-8fd4-4c9b-b8ce-b45f32b5a3d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.274507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-5049788e-9f48-4842-a533-21d70495accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:56.276031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-5049788e-9f48-4842-a533-21d70495accc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f9f151b-369b-43c3-b128-5d931fd82269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567150 Nov 27 01:34:56.350939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-86f5376c-45a7-46e8-80e2-267a5a9decc2 req-41fa5bcb-8fd4-4c9b-b8ce-b45f32b5a3d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] For port bc90dab4-627d-4b7b-b6d3-7b2fd306d008, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=bc90dab4-627d-4b7b-b6d3-7b2fd306d008,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:56.351574 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-86f5376c-45a7-46e8-80e2-267a5a9decc2 req-41fa5bcb-8fd4-4c9b-b8ce-b45f32b5a3d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.365820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-86f5376c-45a7-46e8-80e2-267a5a9decc2 req-41fa5bcb-8fd4-4c9b-b8ce-b45f32b5a3d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Calling delete_port for bc90dab4-627d-4b7b-b6d3-7b2fd306d008 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:34:56.382888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-6d763170-78e2-4845-a65c-19142d7fb494 service neutron] 10.222.0.11 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991309 Nov 27 01:34:56.519617 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-86f5376c-45a7-46e8-80e2-267a5a9decc2 req-41fa5bcb-8fd4-4c9b-b8ce-b45f32b5a3d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.559390 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['bc90dab4-627d-4b7b-b6d3-7b2fd306d008'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:34:56.571025 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa5bcb-8fd4-4c9b-b8ce-b45f32b5a3d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event deleted for resources: {'Port': ['ID=bc90dab4-627d-4b7b-b6d3-7b2fd306d008,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:56.622197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f5376c-45a7-46e8-80e2-267a5a9decc2 req-41fa5bcb-8fd4-4c9b-b8ce-b45f32b5a3d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] No DVR routers for this DVR port bc90dab4-627d-4b7b-b6d3-7b2fd306d008 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:34:56.626398 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-86f5376c-45a7-46e8-80e2-267a5a9decc2 req-41fa5bcb-8fd4-4c9b-b8ce-b45f32b5a3d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:56.633393 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86f5376c-45a7-46e8-80e2-267a5a9decc2 req-41fa5bcb-8fd4-4c9b-b8ce-b45f32b5a3d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "DELETE /v2.0/ports/bc90dab4-627d-4b7b-b6d3-7b2fd306d008 HTTP/1.1" status: 204 len: 173 time: 0.4851577 Nov 27 01:34:56.633888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2731dbd5-2ef6-45f0-adec-3efb6e42d269', 'name': 'network-vif-deleted', 'tag': 'bc90dab4-627d-4b7b-b6d3-7b2fd306d008'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:56.636282 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a627523b-a6a4-48b5-baa2-c8e372acdeb2" -d '{"events": [{"server_uuid": "2731dbd5-2ef6-45f0-adec-3efb6e42d269", "name": "network-vif-deleted", "tag": "bc90dab4-627d-4b7b-b6d3-7b2fd306d008"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:56.730671 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debda875-b1c1-4cbe-ae6d-c7af2d4287f3 x-openstack-request-id: req-debda875-b1c1-4cbe-ae6d-c7af2d4287f3 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:56.731013 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2731dbd5-2ef6-45f0-adec-3efb6e42d269", "name": "network-vif-deleted", "tag": "bc90dab4-627d-4b7b-b6d3-7b2fd306d008", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:56.731271 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-debda875-b1c1-4cbe-ae6d-c7af2d4287f3 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:56.731680 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2731dbd5-2ef6-45f0-adec-3efb6e42d269', 'name': 'network-vif-deleted', 'tag': 'bc90dab4-627d-4b7b-b6d3-7b2fd306d008', 'status': 'completed', 'code': 200} Nov 27 01:34:56.961639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-37f8bc9d-0260-405b-b4da-30387a8106e3 req-a6db06ae-3f49-4417-8606-328f5cc194ac tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 210 time: 0.0445757 Nov 27 01:34:56.972244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb2b24-c65c-4cbc-adce-6f1413d1e594 req-9d0c5125-24e7-46f3-9403-cae329262a5f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:56.974541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2bcb2b24-c65c-4cbc-adce-6f1413d1e594 req-9d0c5125-24e7-46f3-9403-cae329262a5f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 943 time: 0.1319246 Nov 27 01:34:56.981526 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7488780-e375-4f8c-b2f6-cb609e2d6d6e req-01d35b01-c568-458d-8d0a-9c9e5606e2fb service neutron] 10.222.0.11 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910687 Nov 27 01:34:57.035105 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2bcb2b24-c65c-4cbc-adce-6f1413d1e594 req-349bf025-221b-4c3d-844e-8808be2786a4 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510199 Nov 27 01:34:57.302435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:34:57.304946 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867c0dde-86ee-4b0b-94e8-12e036fd24a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:34:57.356140 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7ea657-b95b-4f92-8739-2ff183d0d84a x-openstack-request-id: req-6a7ea657-b95b-4f92-8739-2ff183d0d84a {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:34:57.356430 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:34:57.356681 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a7ea657-b95b-4f92-8739-2ff183d0d84a {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:34:57.357184 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'status': 'completed', 'code': 200} Nov 27 01:34:57.445509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-e043ec6f-7db6-4a07-97b2-d11e88f4f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:57.447234 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-e043ec6f-7db6-4a07-97b2-d11e88f4f85c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1094 time: 0.0487053 Nov 27 01:34:57.488464 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-254032eb-a85f-4eff-95d3-e1f8b197f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:57.490423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-254032eb-a85f-4eff-95d3-e1f8b197f49a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1094 time: 0.0869870 Nov 27 01:34:57.555209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-ecca732b-18b3-4c55-8837-5670abe3854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:57.557347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-ecca732b-18b3-4c55-8837-5670abe3854f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f9f151b-369b-43c3-b128-5d931fd82269 HTTP/1.1" status: 200 len: 897 time: 0.1024811 Nov 27 01:34:57.623189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-a2a9b422-763c-40cd-a5e3-79b175d02732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:57.625754 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-a2a9b422-763c-40cd-a5e3-79b175d02732 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7f9f151b-369b-43c3-b128-5d931fd82269 HTTP/1.1" status: 200 len: 897 time: 0.1255977 Nov 27 01:34:57.649441 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-e8ee855b-bd4f-4c9f-a8d0-9782e33b8a4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 200 len: 998 time: 0.0806501 Nov 27 01:34:57.702217 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-f4fc8f57-ee42-48d6-8a78-e2320acf31b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 200 len: 998 time: 0.0674419 Nov 27 01:34:57.709770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-ea6c97a9-a4df-4fe9-9d80-b84ebc4aa8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:57.711731 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-ea6c97a9-a4df-4fe9-9d80-b84ebc4aa8c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73b35f1f-3ce3-48df-9e85-c40ae66f8c5c HTTP/1.1" status: 200 len: 835 time: 0.0547755 Nov 27 01:34:57.772608 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-b61a8372-39d5-4f1e-bdd5-58ad22803b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:57.774406 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-b61a8372-39d5-4f1e-bdd5-58ad22803b3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b35f1f-3ce3-48df-9e85-c40ae66f8c5c HTTP/1.1" status: 200 len: 835 time: 0.0649548 Nov 27 01:34:57.787765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-4c838a0a-4a36-4370-b496-fffbac2a4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:57.789397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-4c838a0a-4a36-4370-b496-fffbac2a4da1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f9f151b-369b-43c3-b128-5d931fd82269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622151 Nov 27 01:34:57.835398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-8a74f5b4-5482-41c4-87f1-bdfaa842c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:57.837309 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-8a74f5b4-5482-41c4-87f1-bdfaa842c46b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f9f151b-369b-43c3-b128-5d931fd82269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530102 Nov 27 01:34:57.898875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-604d163c-1a01-4fc5-a0a8-61a69ead9629 service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010840 Nov 27 01:34:57.975143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-f52537bf-9192-4549-8d17-a408529a406a service neutron] 10.222.0.11 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282449 Nov 27 01:34:58.029761 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-dac18afd-aa22-49e8-be3d-eb269b3733b8 service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227822 Nov 27 01:34:58.080186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c96b29c-7c78-40f7-8dfd-99d231f1fe99 req-7afa3cd8-31fa-43ae-87c8-effa1c0a90e3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 210 time: 0.0425375 Nov 27 01:34:58.191248 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6c322-a7b1-45ec-ab1e-6f44dad089ca req-978f869d-be6b-4c21-9ef3-ecea2cbc2840 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:58.192930 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d9c6c322-a7b1-45ec-ab1e-6f44dad089ca req-978f869d-be6b-4c21-9ef3-ecea2cbc2840 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 943 time: 0.0679259 Nov 27 01:34:58.195138 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-867c0dde-86ee-4b0b-94e8-12e036fd24a6 req-b0e363fc-2fe2-43e2-8983-be6c9a48450d service neutron] 10.222.0.11 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116418 Nov 27 01:34:58.251705 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d9c6c322-a7b1-45ec-ab1e-6f44dad089ca req-2758c991-4829-48a7-a32e-af588a9ecc91 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525541 Nov 27 01:34:58.311743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e04eeee5-34e1-4556-a1c9-6e5302a76f38 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:58.354687 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device e04eeee5-34e1-4556-a1c9-6e5302a76f38 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:59.196610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b061b633-b505-42c8-aa70-912c5a523f92 req-0153ed2f-41ef-4f1a-973f-22ec772913a4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 210 time: 0.0377538 Nov 27 01:34:59.351211 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e04eeee5-34e1-4556-a1c9-6e5302a76f38 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:34:59.362272 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device bc90dab4-627d-4b7b-b6d3-7b2fd306d008 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:34:59.387184 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: bc90dab4-627d-4b7b-b6d3-7b2fd306d008 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:34:59.387537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device bc90dab4-627d-4b7b-b6d3-7b2fd306d008 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:34:59.415148 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b1d29-9a60-4f02-99fc-d675130f8bd9 req-18f88a76-3664-4288-a3c3-2f6c69ac0136 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:59.417525 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cb5b1d29-9a60-4f02-99fc-d675130f8bd9 req-18f88a76-3664-4288-a3c3-2f6c69ac0136 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 943 time: 0.0872679 Nov 27 01:34:59.483042 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cb5b1d29-9a60-4f02-99fc-d675130f8bd9 req-c3f0bf9c-35c7-48b2-8a92-4c44bf1e80d7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587807 Nov 27 01:34:59.510612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:59.523452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'port_id': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'mac_address': 'fa:16:3e:ae:ec:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:34:59.589718 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:59.612128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04eeee5-34e1-4556-a1c9-6e5302a76f38 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:34:59.638555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:34:59.645071 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:34:59.746013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e04eeee5-34e1-4556-a1c9-6e5302a76f38,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:34:59.786219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16bf05-ae90-4583-bc4a-b3d61c5330c6 req-864286af-fc13-438a-8390-283c75042958 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:59.787756 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e16bf05-ae90-4583-bc4a-b3d61c5330c6 req-864286af-fc13-438a-8390-283c75042958 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 944 time: 0.1022739 Nov 27 01:34:59.877776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64482c-9042-44a2-b74d-956643e57bab req-c78cfc2b-b361-488f-9ccc-83105d46ea09 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:34:59.879709 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a64482c-9042-44a2-b74d-956643e57bab req-c78cfc2b-b361-488f-9ccc-83105d46ea09 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 944 time: 0.1308570 Nov 27 01:34:59.884256 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e16bf05-ae90-4583-bc4a-b3d61c5330c6 req-4bf8643a-1dcc-4898-9391-fd03d55124ba tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815499 Nov 27 01:34:59.946497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['e04eeee5-34e1-4556-a1c9-6e5302a76f38'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:34:59.960595 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-1a64482c-9042-44a2-b74d-956643e57bab req-2c9d8933-2608-4cb2-97b2-146beee69f98 service neutron] delete failed (client error): The resource could not be found. Nov 27 01:34:59.961768 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a64482c-9042-44a2-b74d-956643e57bab req-2c9d8933-2608-4cb2-97b2-146beee69f98 service neutron] 10.222.0.42 "DELETE /v2.0/ports/e04eeee5-34e1-4556-a1c9-6e5302a76f38/bindings/n-h2-819494-2 HTTP/1.1" status: 404 len: 380 time: 0.0732286 Nov 27 01:35:00.137394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64482c-9042-44a2-b74d-956643e57bab req-197a0a06-3d00-494e-8e6b-646dd9f8979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:00.139390 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a64482c-9042-44a2-b74d-956643e57bab req-197a0a06-3d00-494e-8e6b-646dd9f8979b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1095 time: 0.0610971 Nov 27 01:35:00.274840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64482c-9042-44a2-b74d-956643e57bab req-3692ac97-c0b2-4d3a-a2ff-a5d2aea5c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:00.276614 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a64482c-9042-44a2-b74d-956643e57bab req-3692ac97-c0b2-4d3a-a2ff-a5d2aea5c8ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f9f151b-369b-43c3-b128-5d931fd82269 HTTP/1.1" status: 200 len: 897 time: 0.1285505 Nov 27 01:35:00.352778 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f57892b8-1590-4c7a-9e57-e51749166a55 req-d31cfeb5-eb3f-442a-b8a4-c9d3c025cb32 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 210 time: 0.0671861 Nov 27 01:35:00.377946 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a64482c-9042-44a2-b74d-956643e57bab req-3cfd1c4a-6d30-4340-94dc-15f22025640a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 200 len: 999 time: 0.0903077 Nov 27 01:35:00.428041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64482c-9042-44a2-b74d-956643e57bab req-c38bcb66-cd74-4141-bb68-a2456610f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:00.429500 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a64482c-9042-44a2-b74d-956643e57bab req-c38bcb66-cd74-4141-bb68-a2456610f88f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73b35f1f-3ce3-48df-9e85-c40ae66f8c5c HTTP/1.1" status: 200 len: 835 time: 0.0443232 Nov 27 01:35:00.483856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64482c-9042-44a2-b74d-956643e57bab req-10794cfd-435b-4157-a623-36b8bea4ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:00.485602 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a64482c-9042-44a2-b74d-956643e57bab req-10794cfd-435b-4157-a623-36b8bea4ff9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f9f151b-369b-43c3-b128-5d931fd82269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473056 Nov 27 01:35:00.585493 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a64482c-9042-44a2-b74d-956643e57bab req-ad1e1a17-f9ec-4a25-b37a-94629946985b service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909891 Nov 27 01:35:00.694441 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a64482c-9042-44a2-b74d-956643e57bab req-d473473c-a3ad-4f40-b878-871a678440a0 service neutron] 10.222.0.42 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010609 Nov 27 01:35:01.021326 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11672ca4-9356-4be9-8209-69986232d1cd req-7ad791da-0586-4d87-886e-8f7cea924540 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:01.023029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11672ca4-9356-4be9-8209-69986232d1cd req-7ad791da-0586-4d87-886e-8f7cea924540 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 944 time: 0.0608768 Nov 27 01:35:01.078763 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11672ca4-9356-4be9-8209-69986232d1cd req-1d2d44a3-ee56-4622-a040-2c619c9cd5f7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494204 Nov 27 01:35:01.372180 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e04eeee5-34e1-4556-a1c9-6e5302a76f38 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:01.459662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port e04eeee5-34e1-4556-a1c9-6e5302a76f38 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:35:01.465422 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port e04eeee5-34e1-4556-a1c9-6e5302a76f38 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:01.465729 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.480508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e9b6a61c-154c-41bd-beca-89d2f9aaf481 req-22c979ea-04a5-47d6-bb72-8c144f1e1fd2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=2731dbd5-2ef6-45f0-adec-3efb6e42d269 HTTP/1.1" status: 200 len: 210 time: 0.0353737 Nov 27 01:35:01.562096 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.610522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:01.612295 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:01.614789 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b418742-e4e5-4905-a4e1-fa175ecd50a2" -d '{"events": [{"server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "name": "network-vif-plugged", "status": "completed", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:01.630731 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:01.672032 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414b372e-e076-4627-8d6c-3471002596c8 x-openstack-request-id: req-414b372e-e076-4627-8d6c-3471002596c8 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:01.672410 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "name": "network-vif-plugged", "status": "completed", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:01.672714 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-414b372e-e076-4627-8d6c-3471002596c8 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:01.673729 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'code': 200} Nov 27 01:35:01.701834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=e04eeee5-34e1-4556-a1c9-6e5302a76f38,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:02.213718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1aef7-ce1a-46ef-963f-fb549c4f8df0 req-1c2332a2-aaa0-43f2-ba4c-2801f57ac7e9 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:02.218696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17b1aef7-ce1a-46ef-963f-fb549c4f8df0 req-1c2332a2-aaa0-43f2-ba4c-2801f57ac7e9 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0582235 Nov 27 01:35:02.276741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17b1aef7-ce1a-46ef-963f-fb549c4f8df0 req-e728f53c-5276-4882-a188-981dcbaa18e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472007 Nov 27 01:35:02.297030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 37312) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:02.358523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5f2a7153-f708-4d35-9b91-0c856a45c9c0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/39ebf400-175b-47f5-a2ce-4c17e7ebe0f8 HTTP/1.1" status: 200 len: 992 time: 0.0593894 Nov 27 01:35:10.294512 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:35:11.510795 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c5b4271c-79c9-433e-9a04-faaaddbb8cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:13.867903 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2f098f3-b72e-4160-b653-28a3e717af48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:14.491311 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:15.049024 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:16.756653 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:17.274218 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:17.562314 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:26.683334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-64758bbc-49a0-4ce4-baec-1f801f15ea53 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:26.684704 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-64758bbc-49a0-4ce4-baec-1f801f15ea53 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1042738 Nov 27 01:35:26.699365 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-a9a63b1a-54ef-4187-890e-1fbee5b8b3d3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/quotas/619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 375 time: 0.0088584 Nov 27 01:35:26.749665 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-64f1c668-5dd1-41f9-9967-e5a824cb5583 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446413 Nov 27 01:35:26.760616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-c3ca5e37-84a4-4361-b69c-825721bcd556 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:26.761573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-c3ca5e37-84a4-4361-b69c-825721bcd556 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049515 Nov 27 01:35:26.860501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-c2119f92-3e1d-4296-9ba6-a6003b91969b service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925961 Nov 27 01:35:26.951746 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-60d402d2-dca9-403c-bcfd-c4e64c28bcfa service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848796 Nov 27 01:35:27.262369 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ecd0a9bd-02db-4699-a00d-bce9a061d9cc req-5cc0c710-239a-4ca4-870a-5f1d4c039b63 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 210 time: 0.0354915 Nov 27 01:35:27.359461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafb189-ab43-4197-958e-230c67684750 req-c05d5228-0bbb-4f0b-b290-708f6ca34c3e tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:27.360980 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-c05d5228-0bbb-4f0b-b290-708f6ca34c3e tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/networks?id=f8fd0376-fa0a-491d-9806-59fa26ead9ce HTTP/1.1" status: 200 len: 813 time: 0.4648604 Nov 27 01:35:27.376940 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-fdf1153c-d57b-4d60-8818-3ff31253f686 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/quotas/c6ce2c01e86046869a837c2f575f2404 HTTP/1.1" status: 200 len: 375 time: 0.0097866 Nov 27 01:35:27.409979 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-2b55e103-90a1-4aa1-b91d-b7331562712f tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6ce2c01e86046869a837c2f575f2404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268259 Nov 27 01:35:27.420904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-2b6c8b71-3b70-468a-87d8-b090cddb8db9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:35:27.421890 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-2b6c8b71-3b70-468a-87d8-b090cddb8db9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054088 Nov 27 01:35:27.516208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-7be20d82-9838-4cdd-8e7f-f7d1928b6575 service neutron] 10.222.0.37 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873320 Nov 27 01:35:27.621263 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-38e260fc-03b2-4c19-8266-73b7d8560840 service neutron] 10.222.0.37 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989695 Nov 27 01:35:27.796603 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5c6a2218-091f-4302-97bf-30f24b072fb1 req-fb2981e0-c6bf-4277-ad8d-c53fe7b3396c tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 210 time: 0.0327151 Nov 27 01:35:28.320242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-3a6735ae-2c66-4ddb-94c4-b7f1c6b87d9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:28.321785 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-3a6735ae-2c66-4ddb-94c4-b7f1c6b87d9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1063533 Nov 27 01:35:28.344660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'port': {'device_id': '11e28d76-b327-4d8e-9140-58bda2a68a37', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'admin_state_up': True, 'tenant_id': '619b5f2892a14347924b85f8ba534255'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:28.375418 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd8b26e5-14bd-49a7-98ce-8fc9a9bab6e5 req-f18789bf-e787-47a6-87fc-212beae9d26f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 210 time: 0.0394390 Nov 27 01:35:28.488172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Made reservation on behalf of 619b5f2892a14347924b85f8ba534255 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:28.491799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:28.621227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Allocated IP 172.20.0.3 (854296d5-8727-4cbb-8856-1f1a9ee60331/6be6a0f8-9eb9-4f27-9e4f-c308312dca9a/a2bcc3d4-672e-4136-ab61-d30ea2e5e07c) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:28.796490 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:28.841053 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:28.901167 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:28.904656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:28.927456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:28.975924 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:28.995370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.995804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.996219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.996883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.997287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.999119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.999525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:28.999920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.001337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.001744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.002533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.007351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.045215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:29.046194 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.070201 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc262d6-69f6-4913-a909-8c13038e89c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7302132 Nov 27 01:35:29.103435 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2813c1e-06aa-47f5-bdb0-0c2746351f72 req-2762c5b6-ee16-4445-a30c-1889b24a9716 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 210 time: 0.0295203 Nov 27 01:35:29.106738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Request body: {'port': {'device_id': '11e28d76-b327-4d8e-9140-58bda2a68a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:29.111437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafb189-ab43-4197-958e-230c67684750 req-430d59fe-c14d-456a-83c2-ae8b0eaa5339 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:29.113167 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-430d59fe-c14d-456a-83c2-ae8b0eaa5339 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.11 "GET /v2.0/networks?id=f8fd0376-fa0a-491d-9806-59fa26ead9ce HTTP/1.1" status: 200 len: 813 time: 0.2981842 Nov 27 01:35:29.164721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-1cafb189-ab43-4197-958e-230c67684750 req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Request body: {'port': {'device_id': '818f9d47-4d0d-409a-a121-1413cd57b40f', 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce', 'admin_state_up': True, 'tenant_id': 'c6ce2c01e86046869a837c2f575f2404'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:29.182023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.308559 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6e1e0a62-9f8f-42bb-b39a-42ce1f22e32d None None] Provisioning complete for port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:29.309958 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e1e0a62-9f8f-42bb-b39a-42ce1f22e32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.346740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cafb189-ab43-4197-958e-230c67684750 req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Made reservation on behalf of c6ce2c01e86046869a837c2f575f2404 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:29.350495 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1cafb189-ab43-4197-958e-230c67684750 req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.352486 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e0a62-9f8f-42bb-b39a-42ce1f22e32d None None] Port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:29.504211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-1cafb189-ab43-4197-958e-230c67684750 req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Allocated IP 172.20.0.12 (f8fd0376-fa0a-491d-9806-59fa26ead9ce/b5f5f343-9c40-4458-b5e1-fbc59044c8ea/5c2b74b2-a1ca-4f90-b524-79c3ce588de2) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:29.549577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2bcc3d4-672e-4136-ab61-d30ea2e5e07c {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:35:29.573248 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.615112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Transition to ACTIVE for port object a2bcc3d4-672e-4136-ab61-d30ea2e5e07c will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:35:29.628610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6455a-cf1b-4f58-a0ac-75900d9c080d req-fd580f2b-7b63-4e05-91b4-188358849dc2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:29.629693 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fcb6455a-cf1b-4f58-a0ac-75900d9c080d req-fd580f2b-7b63-4e05-91b4-188358849dc2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 931 time: 0.0700912 Nov 27 01:35:29.630978 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.733397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1cafb189-ab43-4197-958e-230c67684750 req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.746830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Pushing event updated for resources: {'Port': ['ID=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:29.791144 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1cafb189-ab43-4197-958e-230c67684750 req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.805303 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fcb6455a-cf1b-4f58-a0ac-75900d9c080d req-b291b227-8b25-4067-a200-ea7287049653 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655788 Nov 27 01:35:29.830900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Attempting to bind port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:29.831384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Attempting to bind port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:29.831809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Attempting to bind port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:29.836881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c on network 854296d5-8727-4cbb-8856-1f1a9ee60331 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:35:29.837338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Attempting to bind port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:29.845097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:29.845739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Checking segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:29.846037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Bound using segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:29.846594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Bound port: a2bcc3d4-672e-4136-ab61-d30ea2e5e07c, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:29.847042 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.873600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cafb189-ab43-4197-958e-230c67684750 req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Network f8fd0376-fa0a-491d-9806-59fa26ead9ce is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:29.878007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-1cafb189-ab43-4197-958e-230c67684750 req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:29.886799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cafb189-ab43-4197-958e-230c67684750 req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:29.941007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] For port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:29.944484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] For port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:29.946778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Pushing event updated for resources: {'Port': ['ID=5c2b74b2-a1ca-4f90-b524-79c3ce588de2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:29.958848 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:29.962187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.962586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.962695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.962998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.963331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.963658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.964108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.964443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.965015 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.965647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.965978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.966318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:29.977369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafb189-ab43-4197-958e-230c67684750 req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:29.977996 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1cafb189-ab43-4197-958e-230c67684750 req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.003341 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-83d13395-d14f-4591-9a7b-917119b57d21 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8425722 Nov 27 01:35:30.017633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:30.019492 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.021479 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] 10.222.0.11 "PUT /v2.0/ports/a2bcc3d4-672e-4136-ab61-d30ea2e5e07c HTTP/1.1" status: 200 len: 1091 time: 0.9197042 Nov 27 01:35:30.024565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e28d76-b327-4d8e-9140-58bda2a68a37', 'tag': 'a2bcc3d4-672e-4136-ab61-d30ea2e5e07c'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:30.024713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Request body: {'port': {'device_id': '818f9d47-4d0d-409a-a121-1413cd57b40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:30.028996 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db754d0c-4f47-4961-94cc-28dba88f681a" -d '{"events": [{"name": "network-changed", "server_uuid": "11e28d76-b327-4d8e-9140-58bda2a68a37", "tag": "a2bcc3d4-672e-4136-ab61-d30ea2e5e07c"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:30.089693 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.123567 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2566104-5cac-4a7a-90ee-ec122ee89e68 x-openstack-request-id: req-f2566104-5cac-4a7a-90ee-ec122ee89e68 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:30.123927 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e28d76-b327-4d8e-9140-58bda2a68a37", "tag": "a2bcc3d4-672e-4136-ab61-d30ea2e5e07c", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:30.124128 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2566104-5cac-4a7a-90ee-ec122ee89e68 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:30.124539 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e28d76-b327-4d8e-9140-58bda2a68a37', 'tag': 'a2bcc3d4-672e-4136-ab61-d30ea2e5e07c', 'status': 'completed', 'code': 200} Nov 27 01:35:30.151839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fad8fc-2983-4584-a4c2-070442a7b30b service neutron] Pushing event updated for resources: {'Port': ['ID=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:30.189181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-829b017c-dd3b-4616-9daa-6b399ae72353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:30.192335 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-829b017c-dd3b-4616-9daa-6b399ae72353 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 1094 time: 0.0976224 Nov 27 01:35:30.285440 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-b5086341-8267-4adc-b46e-05156261229d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c HTTP/1.1" status: 200 len: 217 time: 0.0769000 Nov 27 01:35:30.401385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74576c-e737-4735-87d5-bf1232f3fba2 req-c5756870-50aa-4a25-ac41-9f26ac9159ab tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:30.403251 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d74576c-e737-4735-87d5-bf1232f3fba2 req-c5756870-50aa-4a25-ac41-9f26ac9159ab tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 932 time: 0.1168551 Nov 27 01:35:30.404989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc5edd8-cc13-4e74-8291-afe0621e571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:30.407100 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-fbc5edd8-cc13-4e74-8291-afe0621e571e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.1078627 Nov 27 01:35:30.443579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:35:30.451854 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.465900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Transition to ACTIVE for port object 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:35:30.473072 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.495294 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d74576c-e737-4735-87d5-bf1232f3fba2 req-22e6534b-7fca-45e6-b1bd-afb9f08adbaa tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828757 Nov 27 01:35:30.497266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-4330af80-0400-4ee0-a8c5-ee63abf13a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:30.498819 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-4330af80-0400-4ee0-a8c5-ee63abf13a66 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796990 Nov 27 01:35:30.532160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2b74b2-a1ca-4f90-b524-79c3ce588de2,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:30.616821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Attempting to bind port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:30.617204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Attempting to bind port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '026b0571-4e85-4145-8612-e6b36eb8bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:30.617533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Attempting to bind port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 on network f8fd0376-fa0a-491d-9806-59fa26ead9ce {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:30.618052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-bf07097d-79bb-43be-b194-f8872e90050e service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095848 Nov 27 01:35:30.622181 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 on network f8fd0376-fa0a-491d-9806-59fa26ead9ce not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:35:30.622539 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Attempting to bind port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 on network f8fd0376-fa0a-491d-9806-59fa26ead9ce {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:30.627568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:30.627871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Checking segment: {'id': '026b0571-4e85-4145-8612-e6b36eb8bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:30.628383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Bound using segment: {'id': '026b0571-4e85-4145-8612-e6b36eb8bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:30.628800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Bound port: 5c2b74b2-a1ca-4f90-b524-79c3ce588de2, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026b0571-4e85-4145-8612-e6b36eb8bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:30.629152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.699397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] For port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:30.702535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] For port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c2b74b2-a1ca-4f90-b524-79c3ce588de2,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:30.708485 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.715245 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e3dd72c2-3f1f-4628-a599-a11606dbd444 req-e7639154-4c16-4885-b7d2-112d7f254e01 service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896051 Nov 27 01:35:30.746265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:30.746809 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:30.748235 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] 10.222.0.11 "PUT /v2.0/ports/5c2b74b2-a1ca-4f90-b524-79c3ce588de2 HTTP/1.1" status: 200 len: 1092 time: 0.7293797 Nov 27 01:35:30.748755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818f9d47-4d0d-409a-a121-1413cd57b40f', 'tag': '5c2b74b2-a1ca-4f90-b524-79c3ce588de2'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:30.751061 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a41244-248c-4856-a873-59ed1480902a" -d '{"events": [{"name": "network-changed", "server_uuid": "818f9d47-4d0d-409a-a121-1413cd57b40f", "tag": "5c2b74b2-a1ca-4f90-b524-79c3ce588de2"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:30.779660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ff484-a43b-418e-9d94-5db246f10990 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2b74b2-a1ca-4f90-b524-79c3ce588de2,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:30.798325 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cc647d-ec59-4c86-9844-4509109d1fee x-openstack-request-id: req-f0cc647d-ec59-4c86-9844-4509109d1fee {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:30.798620 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818f9d47-4d0d-409a-a121-1413cd57b40f", "tag": "5c2b74b2-a1ca-4f90-b524-79c3ce588de2", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:30.798874 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0cc647d-ec59-4c86-9844-4509109d1fee {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:30.799281 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818f9d47-4d0d-409a-a121-1413cd57b40f', 'tag': '5c2b74b2-a1ca-4f90-b524-79c3ce588de2', 'status': 'completed', 'code': 200} Nov 27 01:35:30.886028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db754d0c-4f47-4961-94cc-28dba88f681a req-ebad8c8b-958d-4682-8a1e-549458f44f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:30.888592 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db754d0c-4f47-4961-94cc-28dba88f681a req-ebad8c8b-958d-4682-8a1e-549458f44f7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 1094 time: 0.0580463 Nov 27 01:35:30.889407 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafb189-ab43-4197-958e-230c67684750 req-d949b0a0-5699-466e-a2c0-ef334b6b10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:30.891604 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-d949b0a0-5699-466e-a2c0-ef334b6b10c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6ce2c01e86046869a837c2f575f2404&device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 1095 time: 0.0605037 Nov 27 01:35:30.959320 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-2354949c-56cd-4bea-8f0c-27df577b4ea5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c2b74b2-a1ca-4f90-b524-79c3ce588de2 HTTP/1.1" status: 200 len: 217 time: 0.0442469 Nov 27 01:35:31.012823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafb189-ab43-4197-958e-230c67684750 req-95defca5-44d0-4343-aaf4-6fb1541d5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:31.014026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ab42e-04cf-4107-96df-780ff192b7d8 req-85f8e7d0-c229-4306-ba4c-5157a10c4a5d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:31.014351 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-95defca5-44d0-4343-aaf4-6fb1541d5699 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5f5f343-9c40-4458-b5e1-fbc59044c8ea HTTP/1.1" status: 200 len: 853 time: 0.0474105 Nov 27 01:35:31.016327 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a6ab42e-04cf-4107-96df-780ff192b7d8 req-85f8e7d0-c229-4306-ba4c-5157a10c4a5d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 943 time: 0.1141334 Nov 27 01:35:31.050429 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-6469c204-46eb-40bb-a214-eac94c178203 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8fd0376-fa0a-491d-9806-59fa26ead9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275512 Nov 27 01:35:31.058361 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db754d0c-4f47-4961-94cc-28dba88f681a req-387adfdb-55f9-4cde-a3bd-4961fcad9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:31.059924 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db754d0c-4f47-4961-94cc-28dba88f681a req-387adfdb-55f9-4cde-a3bd-4961fcad9500 service neutron] 10.222.0.11 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.1468620 Nov 27 01:35:31.120340 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a6ab42e-04cf-4107-96df-780ff192b7d8 req-20d84ae3-8e13-408a-bd58-02935d010058 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927997 Nov 27 01:35:31.121588 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db754d0c-4f47-4961-94cc-28dba88f681a req-7a7e2f31-6443-4694-91d5-8e249629332b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c HTTP/1.1" status: 200 len: 217 time: 0.0536470 Nov 27 01:35:31.172939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-4ce394bd-3082-45aa-9b2b-a37b7ace8711 service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150811 Nov 27 01:35:31.199094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db754d0c-4f47-4961-94cc-28dba88f681a req-673147e3-efd8-4997-98a9-4c28e87cc812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:31.200781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db754d0c-4f47-4961-94cc-28dba88f681a req-673147e3-efd8-4997-98a9-4c28e87cc812 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0719965 Nov 27 01:35:31.257692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db754d0c-4f47-4961-94cc-28dba88f681a req-02e37e78-2ca0-48a7-b2f1-10948a5818a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:31.259254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db754d0c-4f47-4961-94cc-28dba88f681a req-02e37e78-2ca0-48a7-b2f1-10948a5818a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497139 Nov 27 01:35:31.301894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50345285-076d-4ed8-b3ae-a8a82b6a9f65 req-c6179cc2-bbad-4e59-b276-584b664ff1d8 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:31.303449 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50345285-076d-4ed8-b3ae-a8a82b6a9f65 req-c6179cc2-bbad-4e59-b276-584b664ff1d8 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1096 time: 0.0961890 Nov 27 01:35:31.315357 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1cafb189-ab43-4197-958e-230c67684750 req-e20100e6-e085-4f97-a489-a3d585b2a333 service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355751 Nov 27 01:35:31.362422 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50345285-076d-4ed8-b3ae-a8a82b6a9f65 req-47155825-39a1-46fc-867f-1aaf42bc9232 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460479 Nov 27 01:35:31.373568 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db754d0c-4f47-4961-94cc-28dba88f681a req-71736a58-f5d6-4d10-afba-baaf4a93db3e service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063073 Nov 27 01:35:31.386457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38324) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:31.470332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41244-248c-4856-a873-59ed1480902a req-97866569-be9b-415c-aeee-f058e89cd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:31.471871 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1a41244-248c-4856-a873-59ed1480902a req-97866569-be9b-415c-aeee-f058e89cd890 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6ce2c01e86046869a837c2f575f2404&device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 1095 time: 0.0453362 Nov 27 01:35:31.582493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41244-248c-4856-a873-59ed1480902a req-c11d009f-f4f1-44f1-81f0-a8a62835b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:31.584425 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1a41244-248c-4856-a873-59ed1480902a req-c11d009f-f4f1-44f1-81f0-a8a62835b6f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8fd0376-fa0a-491d-9806-59fa26ead9ce HTTP/1.1" status: 200 len: 914 time: 0.1051428 Nov 27 01:35:31.616503 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db754d0c-4f47-4961-94cc-28dba88f681a req-3be2055a-be0f-46bc-b164-122714353c55 service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890225 Nov 27 01:35:31.632030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1a41244-248c-4856-a873-59ed1480902a req-ac77bf2e-0af1-4d1f-87ec-4dd5796f7edf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c2b74b2-a1ca-4f90-b524-79c3ce588de2 HTTP/1.1" status: 200 len: 217 time: 0.0406234 Nov 27 01:35:31.671051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf80b4c-4d6d-4cc2-abc2-aa7cfc842857 req-6a29f7e1-c212-49f4-9bc8-ff749b670ad4 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:31.674751 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fcf80b4c-4d6d-4cc2-abc2-aa7cfc842857 req-6a29f7e1-c212-49f4-9bc8-ff749b670ad4 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 944 time: 0.0993752 Nov 27 01:35:31.702848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41244-248c-4856-a873-59ed1480902a req-cd812a7d-7cd4-4c95-8b42-686bca53e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:31.704269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port a7bdf657-6658-4c5c-89ca-bbccf638fcd6 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:31.704402 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1a41244-248c-4856-a873-59ed1480902a req-cd812a7d-7cd4-4c95-8b42-686bca53e643 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5f5f343-9c40-4458-b5e1-fbc59044c8ea HTTP/1.1" status: 200 len: 853 time: 0.0630655 Nov 27 01:35:31.704608 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.740833 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1a41244-248c-4856-a873-59ed1480902a req-9f024dd6-c090-48bc-9bfc-0aa8538afb27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8fd0376-fa0a-491d-9806-59fa26ead9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290411 Nov 27 01:35:31.782763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fcf80b4c-4d6d-4cc2-abc2-aa7cfc842857 req-a44113dc-e592-499f-81e8-53243f525d3a tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006880 Nov 27 01:35:31.812932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.813336 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:31.825640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for a7bdf657-6658-4c5c-89ca-bbccf638fcd6 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:31.843329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1a41244-248c-4856-a873-59ed1480902a req-cb6e621a-26ca-4c5b-91c0-7e2d7f277967 service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938301 Nov 27 01:35:31.937168 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e1a41244-248c-4856-a873-59ed1480902a req-88a92aa9-a284-4c56-9ef0-95b5c8c12640 service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860643 Nov 27 01:35:32.033572 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.059472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=a7bdf657-6658-4c5c-89ca-bbccf638fcd6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:32.120444 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.120778 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Floating IP 39ebf400-175b-47f5-a2ce-4c17e7ebe0f8 disassociated (deleted). External IP: 172.25.3.87, port: e04eeee5-34e1-4556-a1c9-6e5302a76f38. Nov 27 01:35:32.247419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62913f4-2055-466b-ae24-f74c7e7e0504 req-5ed1443e-0b34-455b-8275-406a2947783a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:32.249066 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f62913f4-2055-466b-ae24-f74c7e7e0504 req-5ed1443e-0b34-455b-8275-406a2947783a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 943 time: 0.0532568 Nov 27 01:35:32.305604 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f62913f4-2055-466b-ae24-f74c7e7e0504 req-ea07a173-ba40-4776-99e5-3faa8db3192a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496943 Nov 27 01:35:32.347690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 04510cf1-8992-4029-a892-facb5719ae58 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:35:32.459078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:35:32.463951 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:32.471606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f81ef-aa0b-45a3-977e-9ea518b2a110 None None] Sync routers for ids ['04510cf1-8992-4029-a892-facb5719ae58'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:35:32.483460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f81ef-aa0b-45a3-977e-9ea518b2a110 None None] Routers {'04510cf1-8992-4029-a892-facb5719ae58'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:32.484095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-611f81ef-aa0b-45a3-977e-9ea518b2a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:35:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04510cf1-8992-4029-a892-facb5719ae58'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:32.494358 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e54c7330-943f-4fb1-958b-7da8b025ed87 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/floatingips/39ebf400-175b-47f5-a2ce-4c17e7ebe0f8 HTTP/1.1" status: 204 len: 168 time: 1.1043715 Nov 27 01:35:32.607608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-611f81ef-aa0b-45a3-977e-9ea518b2a110 None None] Set router 04510cf1-8992-4029-a892-facb5719ae58 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:32.736140 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68676a29-aaf3-4a5f-b9b3-a0db515d923b req-de7554bc-b39d-45b2-adf9-5acb0c5ae9f8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:32.737755 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68676a29-aaf3-4a5f-b9b3-a0db515d923b req-de7554bc-b39d-45b2-adf9-5acb0c5ae9f8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0529733 Nov 27 01:35:32.799098 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68676a29-aaf3-4a5f-b9b3-a0db515d923b req-efd5b702-01ed-473a-b8c0-e9ceef176356 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547457 Nov 27 01:35:32.800723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:32.803394 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dbb108-61d2-401b-bdf9-1671eaa9dabb" -d '{"events": [{"name": "network-changed", "server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:32.852672 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd475ec6-a7fa-4097-bed9-cbe94416d618 x-openstack-request-id: req-cd475ec6-a7fa-4097-bed9-cbe94416d618 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:32.853210 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:32.853566 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd475ec6-a7fa-4097-bed9-cbe94416d618 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:32.854075 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'status': 'completed', 'code': 200} Nov 27 01:35:32.857825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-611f81ef-aa0b-45a3-977e-9ea518b2a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e8885c84-d292-4986-8db7-ee960520269a', 'name': '', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:5a:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:23Z', 'updated_at': '2021-11-27T01:33:43Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:32.884834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f81ef-aa0b-45a3-977e-9ea518b2a110 None None] Checking router: 04510cf1-8992-4029-a892-facb5719ae58 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:35:32.893403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f81ef-aa0b-45a3-977e-9ea518b2a110 None None] Routers {'04510cf1-8992-4029-a892-facb5719ae58'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:32.894017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-611f81ef-aa0b-45a3-977e-9ea518b2a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:35:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04510cf1-8992-4029-a892-facb5719ae58'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:32.950706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121ad84-4485-496d-841e-d504052bfc32 req-924bfd4c-519d-435e-b4db-8ebdf4cafba7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:32.952268 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3121ad84-4485-496d-841e-d504052bfc32 req-924bfd4c-519d-435e-b4db-8ebdf4cafba7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 944 time: 0.0651152 Nov 27 01:35:32.972417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbb108-61d2-401b-bdf9-1671eaa9dabb req-c33a11ec-b88d-4758-bd67-e6cefe607a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:32.974074 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99dbb108-61d2-401b-bdf9-1671eaa9dabb req-c33a11ec-b88d-4758-bd67-e6cefe607a17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 1096 time: 0.0668209 Nov 27 01:35:33.006630 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3121ad84-4485-496d-841e-d504052bfc32 req-8100ed41-de6d-44de-b768-ee5550ef6dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471265 Nov 27 01:35:33.026164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-611f81ef-aa0b-45a3-977e-9ea518b2a110 None None] Set router 04510cf1-8992-4029-a892-facb5719ae58 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:33.086891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbb108-61d2-401b-bdf9-1671eaa9dabb req-3ed5c306-6c35-4b89-b293-fc7f3ed43f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:33.088594 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99dbb108-61d2-401b-bdf9-1671eaa9dabb req-3ed5c306-6c35-4b89-b293-fc7f3ed43f01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7f9f151b-369b-43c3-b128-5d931fd82269 HTTP/1.1" status: 200 len: 897 time: 0.1051421 Nov 27 01:35:33.134321 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99dbb108-61d2-401b-bdf9-1671eaa9dabb req-810da83a-00c5-42fc-9d87-a68950011d95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 200 len: 217 time: 0.0375452 Nov 27 01:35:33.189279 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbb108-61d2-401b-bdf9-1671eaa9dabb req-81f3dad3-6897-4cb0-8489-358e4ba9505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:33.190816 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99dbb108-61d2-401b-bdf9-1671eaa9dabb req-81f3dad3-6897-4cb0-8489-358e4ba9505b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73b35f1f-3ce3-48df-9e85-c40ae66f8c5c HTTP/1.1" status: 200 len: 835 time: 0.0496323 Nov 27 01:35:33.244984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbb108-61d2-401b-bdf9-1671eaa9dabb req-3e32d644-80ef-4c45-8de3-04644e0864aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:33.246798 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99dbb108-61d2-401b-bdf9-1671eaa9dabb req-3e32d644-80ef-4c45-8de3-04644e0864aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f9f151b-369b-43c3-b128-5d931fd82269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486112 Nov 27 01:35:33.249287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-611f81ef-aa0b-45a3-977e-9ea518b2a110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e8885c84-d292-4986-8db7-ee960520269a', 'name': '', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:5a:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:23Z', 'updated_at': '2021-11-27T01:33:43Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:33.282591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f81ef-aa0b-45a3-977e-9ea518b2a110 None None] The sync data for ids ['04510cf1-8992-4029-a892-facb5719ae58'] in n-d-819494-2 is: [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:33:26Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e8885c84-d292-4986-8db7-ee960520269a', 'name': '', 'network_id': '7f9f151b-369b-43c3-b128-5d931fd82269', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:5a:b5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:23Z', 'updated_at': '2021-11-27T01:33:43Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '73b35f1f-3ce3-48df-9e85-c40ae66f8c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:35:33.348331 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99dbb108-61d2-401b-bdf9-1671eaa9dabb req-fd528da7-2d24-43c2-830a-492de5112469 service neutron] 10.222.0.11 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919323 Nov 27 01:35:33.485911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b974044-d67b-4d4e-ab6b-22be14bcbdba req-a953d0a5-7407-4a95-b40c-f1eaf8882644 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:33.487504 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b974044-d67b-4d4e-ab6b-22be14bcbdba req-a953d0a5-7407-4a95-b40c-f1eaf8882644 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 943 time: 0.0798504 Nov 27 01:35:33.491546 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99dbb108-61d2-401b-bdf9-1671eaa9dabb req-1755144e-899c-4cd6-98b4-10161754dfcf service neutron] 10.222.0.11 "GET /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355059 Nov 27 01:35:33.549125 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b974044-d67b-4d4e-ab6b-22be14bcbdba req-7d884c7b-948f-4b4c-b9ab-d85d80bd78f5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543261 Nov 27 01:35:33.574868 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe0a0f7-10e0-4d35-8cae-91ade18e7870 None None] New status for floating IP 39ebf400-175b-47f5-a2ce-4c17e7ebe0f8: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:35:33.949849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f02db6-1eb0-4866-af65-2be6530900a5 req-8bdad856-7800-4318-883c-ee9dbdbbb899 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:33.951417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1f02db6-1eb0-4866-af65-2be6530900a5 req-8bdad856-7800-4318-883c-ee9dbdbbb899 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0667205 Nov 27 01:35:34.003502 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f1f02db6-1eb0-4866-af65-2be6530900a5 req-0e79d25a-119f-46ad-a181-7af7c2da7014 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=bdb9e26a-850e-4089-b0d8-d61cfb39a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452242 Nov 27 01:35:34.160165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afff12-45d7-411b-96f5-fe4ec8b96d40 req-100bbdf4-5e76-4ccc-8d3d-21bd312bf099 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:34.161652 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45afff12-45d7-411b-96f5-fe4ec8b96d40 req-100bbdf4-5e76-4ccc-8d3d-21bd312bf099 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 944 time: 0.0806568 Nov 27 01:35:34.185587 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94a1b2-fadd-4d61-8af6-fdfbab1d08dd req-1ebc7cf0-a701-4a0c-b627-33230d9a2b34 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:34.187148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b94a1b2-fadd-4d61-8af6-fdfbab1d08dd req-1ebc7cf0-a701-4a0c-b627-33230d9a2b34 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 945 time: 0.0808558 Nov 27 01:35:34.257403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45afff12-45d7-411b-96f5-fe4ec8b96d40 req-b97f0a14-c408-4d3a-853c-3b5a09e1bfe9 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892298 Nov 27 01:35:34.304713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2b94a1b2-fadd-4d61-8af6-fdfbab1d08dd req-edebc389-6050-46aa-90e1-c754688cdb77 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port e04eeee5-34e1-4556-a1c9-6e5302a76f38 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:34.305050 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2b94a1b2-fadd-4d61-8af6-fdfbab1d08dd req-edebc389-6050-46aa-90e1-c754688cdb77 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.396393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2b94a1b2-fadd-4d61-8af6-fdfbab1d08dd req-edebc389-6050-46aa-90e1-c754688cdb77 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] For port e04eeee5-34e1-4556-a1c9-6e5302a76f38, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=e04eeee5-34e1-4556-a1c9-6e5302a76f38,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:34.396671 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2b94a1b2-fadd-4d61-8af6-fdfbab1d08dd req-edebc389-6050-46aa-90e1-c754688cdb77 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.409338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2b94a1b2-fadd-4d61-8af6-fdfbab1d08dd req-edebc389-6050-46aa-90e1-c754688cdb77 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for e04eeee5-34e1-4556-a1c9-6e5302a76f38 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:34.536233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2b94a1b2-fadd-4d61-8af6-fdfbab1d08dd req-edebc389-6050-46aa-90e1-c754688cdb77 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.674422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e32d4-7bd3-4e17-bfa9-9dba2807582a req-30a5e326-6112-473a-b7c2-1e8c6d63b2fa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:34.676029 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4f9e32d4-7bd3-4e17-bfa9-9dba2807582a req-30a5e326-6112-473a-b7c2-1e8c6d63b2fa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 943 time: 0.0518930 Nov 27 01:35:34.726406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4f9e32d4-7bd3-4e17-bfa9-9dba2807582a req-1dce20e7-2a18-431e-83bf-ac26b95d22ed tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Nov 27 01:35:34.857483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebc389-6050-46aa-90e1-c754688cdb77 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=e04eeee5-34e1-4556-a1c9-6e5302a76f38,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:34.898319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b94a1b2-fadd-4d61-8af6-fdfbab1d08dd req-edebc389-6050-46aa-90e1-c754688cdb77 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] No DVR routers for this DVR port e04eeee5-34e1-4556-a1c9-6e5302a76f38 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:34.901102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2b94a1b2-fadd-4d61-8af6-fdfbab1d08dd req-edebc389-6050-46aa-90e1-c754688cdb77 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:34.904779 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b94a1b2-fadd-4d61-8af6-fdfbab1d08dd req-edebc389-6050-46aa-90e1-c754688cdb77 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.11 "DELETE /v2.0/ports/e04eeee5-34e1-4556-a1c9-6e5302a76f38 HTTP/1.1" status: 204 len: 173 time: 0.7102604 Nov 27 01:35:34.905252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'name': 'network-vif-deleted', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:34.908545 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e522a4-ecb3-4830-ba52-243fd6a7b340" -d '{"events": [{"server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "name": "network-vif-deleted", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:34.950402 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bff148-0c11-4d55-a09b-4d6e717e9004 x-openstack-request-id: req-67bff148-0c11-4d55-a09b-4d6e717e9004 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:34.950718 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4df58c9-49c0-4be0-af1c-80effcd59acc", "name": "network-vif-deleted", "tag": "e04eeee5-34e1-4556-a1c9-6e5302a76f38", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:34.950970 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67bff148-0c11-4d55-a09b-4d6e717e9004 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:34.951369 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4df58c9-49c0-4be0-af1c-80effcd59acc', 'name': 'network-vif-deleted', 'tag': 'e04eeee5-34e1-4556-a1c9-6e5302a76f38', 'status': 'completed', 'code': 200} Nov 27 01:35:35.114100 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03e6bac7-e336-48d1-87bf-842178bcd735 req-8955b639-7ed7-427f-b64e-d37d1886f124 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4df58c9-49c0-4be0-af1c-80effcd59acc HTTP/1.1" status: 200 len: 210 time: 0.0292087 Nov 27 01:35:35.385432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f7643-3792-4499-96c6-821d29202e9d req-7e83eae9-c482-4196-ba8a-b1832ee9af19 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:35.388010 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-477f7643-3792-4499-96c6-821d29202e9d req-7e83eae9-c482-4196-ba8a-b1832ee9af19 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 944 time: 0.0538282 Nov 27 01:35:35.442312 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-477f7643-3792-4499-96c6-821d29202e9d req-149a289d-a75d-4686-a894-82d91e1f989a tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468271 Nov 27 01:35:35.554213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:35:35.645773 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c2b74b2-a1ca-4f90-b524-79c3ce588de2,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:35.659976 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '5c2b74b2-a1ca-4f90-b524-79c3ce588de2', 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce', 'port_id': '5c2b74b2-a1ca-4f90-b524-79c3ce588de2', 'mac_address': 'fa:16:3e:d9:02:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f5f343-9c40-4458-b5e1-fbc59044c8ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:35:35.696514 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.708604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:35:35.726575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c2b74b2-a1ca-4f90-b524-79c3ce588de2,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:35.730381 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:35.776559 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5c2b74b2-a1ca-4f90-b524-79c3ce588de2,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:35.847072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d47299-d652-46de-82a5-abe887358490 req-bc8fc4fc-c9b2-46d2-ab69-9159d9ad1a9f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:35.848510 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97d47299-d652-46de-82a5-abe887358490 req-bc8fc4fc-c9b2-46d2-ab69-9159d9ad1a9f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 943 time: 0.0507183 Nov 27 01:35:35.895257 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97d47299-d652-46de-82a5-abe887358490 req-4ebff71d-5043-4448-a982-d24425293edc tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Nov 27 01:35:36.018419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5c2b74b2-a1ca-4f90-b524-79c3ce588de2'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:35:36.179384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38366) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:36.566781 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b238031a-3b6a-4f6d-b754-f18164885b22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.576726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15469065-4918-40ff-bd0e-47eab7b98f63 req-e3c6914f-9b6b-4a9f-8906-ed9f00cf44b7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:36.578713 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15469065-4918-40ff-bd0e-47eab7b98f63 req-e3c6914f-9b6b-4a9f-8906-ed9f00cf44b7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 945 time: 0.0671155 Nov 27 01:35:36.694461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15469065-4918-40ff-bd0e-47eab7b98f63 req-bc456f11-842a-4c9b-a940-9c39cc931530 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865288 Nov 27 01:35:36.866507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b238031a-3b6a-4f6d-b754-f18164885b22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port e8885c84-d292-4986-8db7-ee960520269a {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:36.866758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b238031a-3b6a-4f6d-b754-f18164885b22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.954741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-b238031a-3b6a-4f6d-b754-f18164885b22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] For port e8885c84-d292-4986-8db7-ee960520269a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e8885c84-d292-4986-8db7-ee960520269a,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:36.955112 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b238031a-3b6a-4f6d-b754-f18164885b22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:36.967720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b238031a-3b6a-4f6d-b754-f18164885b22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for e8885c84-d292-4986-8db7-ee960520269a owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:37.008187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a49fc-e950-4323-b13e-e4557158da86 req-0853fa08-dbd5-4f81-8fe4-cf046a828db7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:37.009635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f2a49fc-e950-4323-b13e-e4557158da86 req-0853fa08-dbd5-4f81-8fe4-cf046a828db7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 943 time: 0.0481038 Nov 27 01:35:37.057222 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f2a49fc-e950-4323-b13e-e4557158da86 req-7a753c4b-eee0-4c8c-bbd2-4a2a8bc41622 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411897 Nov 27 01:35:37.161498 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b238031a-3b6a-4f6d-b754-f18164885b22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.198563 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238031a-3b6a-4f6d-b754-f18164885b22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=e8885c84-d292-4986-8db7-ee960520269a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:37.380356 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b238031a-3b6a-4f6d-b754-f18164885b22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.554539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:37.606321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:35:37.613188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:37.613863 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.818518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8433a7-f269-4fab-b600-d733781bebbb req-7ff66f9e-b3f6-45f7-99a5-a06f577cda09 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:37.820115 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b8433a7-f269-4fab-b600-d733781bebbb req-7ff66f9e-b3f6-45f7-99a5-a06f577cda09 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 945 time: 0.0538700 Nov 27 01:35:37.852069 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.875471 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b8433a7-f269-4fab-b600-d733781bebbb req-8d937991-4488-4652-b43b-f76bf8429457 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469460 Nov 27 01:35:37.880394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818f9d47-4d0d-409a-a121-1413cd57b40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2b74b2-a1ca-4f90-b524-79c3ce588de2'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:37.883019 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f9ca43-aef9-40cd-9998-0ad2d25a07e0" -d '{"events": [{"server_uuid": "818f9d47-4d0d-409a-a121-1413cd57b40f", "name": "network-vif-plugged", "status": "completed", "tag": "5c2b74b2-a1ca-4f90-b524-79c3ce588de2"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:37.895956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c2b74b2-a1ca-4f90-b524-79c3ce588de2,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:37.899267 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:37.900165 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e04eeee5-34e1-4556-a1c9-6e5302a76f38 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:37.926590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: e04eeee5-34e1-4556-a1c9-6e5302a76f38 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:37.926590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device e04eeee5-34e1-4556-a1c9-6e5302a76f38 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:37.929026 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcca9c7-02f7-4ee3-9fc5-7b0ad79b2454 x-openstack-request-id: req-ffcca9c7-02f7-4ee3-9fc5-7b0ad79b2454 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:37.929826 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818f9d47-4d0d-409a-a121-1413cd57b40f", "name": "network-vif-plugged", "status": "completed", "tag": "5c2b74b2-a1ca-4f90-b524-79c3ce588de2", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:37.930084 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffcca9c7-02f7-4ee3-9fc5-7b0ad79b2454 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:37.930525 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818f9d47-4d0d-409a-a121-1413cd57b40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2b74b2-a1ca-4f90-b524-79c3ce588de2', 'code': 200} Nov 27 01:35:37.958219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b238031a-3b6a-4f6d-b754-f18164885b22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 04510cf1-8992-4029-a892-facb5719ae58 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:35:37.973010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=5c2b74b2-a1ca-4f90-b524-79c3ce588de2,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:38.058816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72b2f-b47c-4349-9325-510683f09b53 req-72d095cf-e03c-4fd3-8dc5-9e2df67b178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:38.060302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4de72b2f-b47c-4349-9325-510683f09b53 req-72d095cf-e03c-4fd3-8dc5-9e2df67b178a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 1097 time: 0.0396655 Nov 27 01:35:38.071782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b238031a-3b6a-4f6d-b754-f18164885b22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:35:38.077119 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b238031a-3b6a-4f6d-b754-f18164885b22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "PUT /v2.0/routers/04510cf1-8992-4029-a892-facb5719ae58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8966904 Nov 27 01:35:38.080448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38380) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:38.084679 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fad4b7-d4f6-46c0-9278-838e86fa75ee None None] Sync routers for ids ['04510cf1-8992-4029-a892-facb5719ae58'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:35:38.107236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fad4b7-d4f6-46c0-9278-838e86fa75ee None None] Routers {'04510cf1-8992-4029-a892-facb5719ae58'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:38.107236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-23fad4b7-d4f6-46c0-9278-838e86fa75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:35:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04510cf1-8992-4029-a892-facb5719ae58'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:38.117525 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4de72b2f-b47c-4349-9325-510683f09b53 req-2c058a45-25ca-4655-bda0-42742119b914 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504069 Nov 27 01:35:38.147975 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c6b135-9e6f-45a7-8a84-0c60600dd636 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting subnet 73b35f1f-3ce3-48df-9e85-c40ae66f8c5c {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:35:38.151376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8c6b135-9e6f-45a7-8a84-0c60600dd636 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.189287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d78cf4-39e9-4ef6-a650-b286e0088300 req-3b01955f-b602-409d-9541-004c9bffa5c8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:38.191130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51d78cf4-39e9-4ef6-a650-b286e0088300 req-3b01955f-b602-409d-9541-004c9bffa5c8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 943 time: 0.0537901 Nov 27 01:35:38.204391 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8c6b135-9e6f-45a7-8a84-0c60600dd636 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.222583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-23fad4b7-d4f6-46c0-9278-838e86fa75ee None None] Set router 04510cf1-8992-4029-a892-facb5719ae58 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:38.247217 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51d78cf4-39e9-4ef6-a650-b286e0088300 req-188f8310-488d-435e-bda8-effde81734e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482202 Nov 27 01:35:38.299805 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8c6b135-9e6f-45a7-8a84-0c60600dd636 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.356910 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8c6b135-9e6f-45a7-8a84-0c60600dd636 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.383993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6b135-9e6f-45a7-8a84-0c60600dd636 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Subnet': ['ID=73b35f1f-3ce3-48df-9e85-c40ae66f8c5c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:38.387743 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c8c6b135-9e6f-45a7-8a84-0c60600dd636 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.394447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c8c6b135-9e6f-45a7-8a84-0c60600dd636 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/subnets/73b35f1f-3ce3-48df-9e85-c40ae66f8c5c HTTP/1.1" status: 204 len: 168 time: 0.3129632 Nov 27 01:35:38.394597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38384) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:38.394868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d462bbb5-0bda-4909-a847-4c3359568e98 None None] Network 7f9f151b-369b-43c3-b128-5d931fd82269 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:38.502132 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.509815 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-23fad4b7-d4f6-46c0-9278-838e86fa75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:35:37Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:38.538415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fad4b7-d4f6-46c0-9278-838e86fa75ee None None] Checking router: 04510cf1-8992-4029-a892-facb5719ae58 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:35:38.553753 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fad4b7-d4f6-46c0-9278-838e86fa75ee None None] Routers {'04510cf1-8992-4029-a892-facb5719ae58'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:38.554406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-23fad4b7-d4f6-46c0-9278-838e86fa75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:35:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04510cf1-8992-4029-a892-facb5719ae58'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:38.607186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.661602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:38.662072 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.670158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324bac6a-9736-4ea6-aec4-a4ca63018732 None None] DHCP port deletion for 7f9f151b-369b-43c3-b128-5d931fd82269 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:38.673664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-23fad4b7-d4f6-46c0-9278-838e86fa75ee None None] Set router 04510cf1-8992-4029-a892-facb5719ae58 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:38.744947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] For port ebdc82c8-ce92-47e7-8ab7-f8515c3105d4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ebdc82c8-ce92-47e7-8ab7-f8515c3105d4,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:38.745307 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.757888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:38.839864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-324bac6a-9736-4ea6-aec4-a4ca63018732 None None] Deleting port b578e114-3b54-4c9e-97d5-68920bc20544 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:35:38.840232 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-324bac6a-9736-4ea6-aec4-a4ca63018732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.927428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-324bac6a-9736-4ea6-aec4-a4ca63018732 None None] For port b578e114-3b54-4c9e-97d5-68920bc20544, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b578e114-3b54-4c9e-97d5-68920bc20544,segment=NetworkSegment(c88e3c74-02c5-48e0-bb2a-25709bd5303f),segment_id=c88e3c74-02c5-48e0-bb2a-25709bd5303f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:38.927687 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.927824 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-324bac6a-9736-4ea6-aec4-a4ca63018732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:38.944115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-324bac6a-9736-4ea6-aec4-a4ca63018732 None None] Calling delete_port for b578e114-3b54-4c9e-97d5-68920bc20544 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:35:38.962391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-23fad4b7-d4f6-46c0-9278-838e86fa75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:35:37Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:39.004468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=ebdc82c8-ce92-47e7-8ab7-f8515c3105d4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:39.011792 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35273322-0591-47b3-8af9-3b3d7fc92ed3 req-6404a613-51e8-4616-8ad7-d275ae9c4f2d tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:39.014982 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-35273322-0591-47b3-8af9-3b3d7fc92ed3 req-6404a613-51e8-4616-8ad7-d275ae9c4f2d tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 946 time: 0.0564475 Nov 27 01:35:39.019914 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4393990-05b7-42b9-868d-e96f72137888 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:39.026534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fad4b7-d4f6-46c0-9278-838e86fa75ee None None] The sync data for ids ['04510cf1-8992-4029-a892-facb5719ae58'] in n-d-819494-2 is: [{'id': '04510cf1-8992-4029-a892-facb5719ae58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587468617', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:12Z', 'updated_at': '2021-11-27T01:35:37Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'ebdc82c8-ce92-47e7-8ab7-f8515c3105d4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04510cf1-8992-4029-a892-facb5719ae58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:13Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:35:39.028801 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.084765 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-324bac6a-9736-4ea6-aec4-a4ca63018732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.106142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-35273322-0591-47b3-8af9-3b3d7fc92ed3 req-58fb4849-7372-4a21-9501-fed8e6383cec tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863302 Nov 27 01:35:39.111261 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bac6a-9736-4ea6-aec4-a4ca63018732 None None] Pushing event deleted for resources: {'Port': ['ID=b578e114-3b54-4c9e-97d5-68920bc20544,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:39.123582 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324bac6a-9736-4ea6-aec4-a4ca63018732 None None] No DVR routers for this DVR port b578e114-3b54-4c9e-97d5-68920bc20544 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:35:39.137470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.139629 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.184182 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.184827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Fanout notify agent at l3_agent the message router_deleted on router 04510cf1-8992-4029-a892-facb5719ae58 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:35:39.199915 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.201037 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bbd788c1-8c46-44cc-a708-36b730e6415a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/routers/04510cf1-8992-4029-a892-facb5719ae58 HTTP/1.1" status: 204 len: 168 time: 0.8055136 Nov 27 01:35:39.203837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38388) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:39.284814 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.372614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83359f8c-dae4-4550-9a0a-7afc57080725 req-77054813-0aa7-4a4c-af38-572bc1245126 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:39.374099 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83359f8c-dae4-4550-9a0a-7afc57080725 req-77054813-0aa7-4a4c-af38-572bc1245126 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 943 time: 0.0495734 Nov 27 01:35:39.385257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.407871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9f151b-369b-43c3-b128-5d931fd82269']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:39.419743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88e3c74-02c5-48e0-bb2a-25709bd5303f') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:39.420149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88e3c74-02c5-48e0-bb2a-25709bd5303f') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:39.433927 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.450176 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.458316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:35:39.458717 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.461264 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83359f8c-dae4-4550-9a0a-7afc57080725 req-03baa5be-fda9-46bd-81a6-1ade34ea9e12 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803850 Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:35:39.462168 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:35:39.533041 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.540446 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.544239 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/networks/7f9f151b-369b-43c3-b128-5d931fd82269 HTTP/1.1" status: 204 len: 168 time: 0.3393543 Nov 27 01:35:39.547401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38394) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:39.550721 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e8885c84-d292-4986-8db7-ee960520269a no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:39.566743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da5610-c124-407e-a129-43a84e0444ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Network': ['ID=7f9f151b-369b-43c3-b128-5d931fd82269,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:39.576997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: e8885c84-d292-4986-8db7-ee960520269a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:39.577385 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e8885c84-d292-4986-8db7-ee960520269a not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:39.577745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b578e114-3b54-4c9e-97d5-68920bc20544 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:39.596890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: b578e114-3b54-4c9e-97d5-68920bc20544 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:39.597232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b578e114-3b54-4c9e-97d5-68920bc20544 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:39.621781 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2a78210-0254-4e10-ae98-78447056bc50 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.647161 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2a78210-0254-4e10-ae98-78447056bc50 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.708325 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2a78210-0254-4e10-ae98-78447056bc50 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.711125 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2a78210-0254-4e10-ae98-78447056bc50 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:39.714900 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f2a78210-0254-4e10-ae98-78447056bc50 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/security-groups/bdb9e26a-850e-4089-b0d8-d61cfb39a98b HTTP/1.1" status: 204 len: 168 time: 0.1543899 Nov 27 01:35:39.722394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a78210-0254-4e10-ae98-78447056bc50 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb9e26a-850e-4089-b0d8-d61cfb39a98b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:39.974708 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38400) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:39.979292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-04046bd4-49af-40d4-822f-2d7b07992f8c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1910219657', 'description': 'tempest-secgroup-smoke-1910219657 description', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:40.001950 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04046bd4-49af-40d4-822f-2d7b07992f8c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.066645 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04046bd4-49af-40d4-822f-2d7b07992f8c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.069907 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04046bd4-49af-40d4-822f-2d7b07992f8c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.102163 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04046bd4-49af-40d4-822f-2d7b07992f8c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.103457 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-04046bd4-49af-40d4-822f-2d7b07992f8c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1277285 Nov 27 01:35:40.106478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38402) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.112928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-652d32c0-c0a6-4fcd-bf48-cd3b75a2e5c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '83358769-031e-4257-bd32-bce4e5c3c000', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:40.118922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04046bd4-49af-40d4-822f-2d7b07992f8c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83358769-031e-4257-bd32-bce4e5c3c000,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:40.154184 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-652d32c0-c0a6-4fcd-bf48-cd3b75a2e5c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.225951 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-652d32c0-c0a6-4fcd-bf48-cd3b75a2e5c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.232272 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-652d32c0-c0a6-4fcd-bf48-cd3b75a2e5c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.239943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c801b8-8f7e-4f08-a7ec-a8c2c7200314 req-ea57dc81-7641-4729-93c1-6ab01d4eef5a tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:40.241454 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f8c801b8-8f7e-4f08-a7ec-a8c2c7200314 req-ea57dc81-7641-4729-93c1-6ab01d4eef5a tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 946 time: 0.0524199 Nov 27 01:35:40.249859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d32c0-c0a6-4fcd-bf48-cd3b75a2e5c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54735eb7-7405-49e8-ba8e-c22f92626a83,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:40.257533 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-652d32c0-c0a6-4fcd-bf48-cd3b75a2e5c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.258772 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-652d32c0-c0a6-4fcd-bf48-cd3b75a2e5c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503143 Nov 27 01:35:40.261522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38406) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.266504 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-72dee85e-2b82-4fda-8289-d10611ce27df tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '83358769-031e-4257-bd32-bce4e5c3c000', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:40.292082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72dee85e-2b82-4fda-8289-d10611ce27df tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.306656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f8c801b8-8f7e-4f08-a7ec-a8c2c7200314 req-fd6c078c-1b0c-40b5-9d29-9e4f808a3a91 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584745 Nov 27 01:35:40.364705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72dee85e-2b82-4fda-8289-d10611ce27df tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.369421 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72dee85e-2b82-4fda-8289-d10611ce27df tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.387917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dee85e-2b82-4fda-8289-d10611ce27df tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e5a377-5dc4-4246-b72f-2117de6a5492,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:40.395763 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72dee85e-2b82-4fda-8289-d10611ce27df tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.399506 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-72dee85e-2b82-4fda-8289-d10611ce27df tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345596 Nov 27 01:35:40.399667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38424) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.404546 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a7c48fd2-b0bf-4652-87e4-852fdb885788 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '83358769-031e-4257-bd32-bce4e5c3c000', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:40.434293 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7c48fd2-b0bf-4652-87e4-852fdb885788 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.493394 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7c48fd2-b0bf-4652-87e4-852fdb885788 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.498277 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7c48fd2-b0bf-4652-87e4-852fdb885788 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.517614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c48fd2-b0bf-4652-87e4-852fdb885788 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc58bff-ead8-41a0-b6b6-9c92c0a2dacb,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:40.529828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7c48fd2-b0bf-4652-87e4-852fdb885788 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.532328 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a7c48fd2-b0bf-4652-87e4-852fdb885788 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308639 Nov 27 01:35:40.534701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38452) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.539675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-894fd477-8ff7-49d8-b97a-623b05c19ad7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '83358769-031e-4257-bd32-bce4e5c3c000', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:40.568422 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-894fd477-8ff7-49d8-b97a-623b05c19ad7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.589947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da83bf-08b4-4181-ad8c-10398395267e req-3f527920-7c5b-488c-9012-5fdb7b302be4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:40.592675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75da83bf-08b4-4181-ad8c-10398395267e req-3f527920-7c5b-488c-9012-5fdb7b302be4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 943 time: 0.0553310 Nov 27 01:35:40.640181 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-894fd477-8ff7-49d8-b97a-623b05c19ad7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.642707 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75da83bf-08b4-4181-ad8c-10398395267e req-aab9aecd-042b-417f-bdeb-e119c542a5de tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444131 Nov 27 01:35:40.648318 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-894fd477-8ff7-49d8-b97a-623b05c19ad7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.669855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fd477-8ff7-49d8-b97a-623b05c19ad7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5586cf5b-0f8e-4971-827e-87a18fb71b10,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:40.675977 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-894fd477-8ff7-49d8-b97a-623b05c19ad7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.678708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-894fd477-8ff7-49d8-b97a-623b05c19ad7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427846 Nov 27 01:35:40.679992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38454) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.684879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6fca8394-cf86-4222-9c43-75ec13bf22db tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '83358769-031e-4257-bd32-bce4e5c3c000', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:40.707528 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-6fca8394-cf86-4222-9c43-75ec13bf22db tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Project d3917ce2e57c4ae5918ce0ff798f13a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:35:40.712694 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6fca8394-cf86-4222-9c43-75ec13bf22db tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.797889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6fca8394-cf86-4222-9c43-75ec13bf22db tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.801986 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6fca8394-cf86-4222-9c43-75ec13bf22db tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.821894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca8394-cf86-4222-9c43-75ec13bf22db tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c193f4d-5198-4c29-b43b-f1ee1856e39b,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:40.826140 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6fca8394-cf86-4222-9c43-75ec13bf22db tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.831104 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6fca8394-cf86-4222-9c43-75ec13bf22db tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463032 Nov 27 01:35:40.831104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38460) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.834958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f6104d8c-8477-4ee1-af7b-be231d5dd0ec tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '83358769-031e-4257-bd32-bce4e5c3c000', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:40.856647 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-f6104d8c-8477-4ee1-af7b-be231d5dd0ec tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Project d3917ce2e57c4ae5918ce0ff798f13a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:35:40.861705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6104d8c-8477-4ee1-af7b-be231d5dd0ec tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.923631 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6104d8c-8477-4ee1-af7b-be231d5dd0ec tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.928004 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6104d8c-8477-4ee1-af7b-be231d5dd0ec tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.947015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6104d8c-8477-4ee1-af7b-be231d5dd0ec tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6740e386-a482-45b3-a07a-519a21cc4ea5,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:40.954924 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6104d8c-8477-4ee1-af7b-be231d5dd0ec tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:40.956133 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f6104d8c-8477-4ee1-af7b-be231d5dd0ec tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245444 Nov 27 01:35:40.959391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38484) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:40.964526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-56f53111-748a-465c-b6f5-8f1c8c5a430f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'network': {'name': 'tempest-network-smoke--1228191145', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'port_security_enabled': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:40.989008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f53111-748a-465c-b6f5-8f1c8c5a430f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Made reservation on behalf of d3917ce2e57c4ae5918ce0ff798f13a5 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:40.992837 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-56f53111-748a-465c-b6f5-8f1c8c5a430f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.021666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f53111-748a-465c-b6f5-8f1c8c5a430f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:35:41.035914 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-56f53111-748a-465c-b6f5-8f1c8c5a430f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.036320 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-56f53111-748a-465c-b6f5-8f1c8c5a430f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Added segment 57235e5a-760f-4790-aaf6-b044c0075437 of type vlan for network 8e3370a2-6634-4498-b864-22d232b75729 Nov 27 01:35:41.099335 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-56f53111-748a-465c-b6f5-8f1c8c5a430f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.131239 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-56f53111-748a-465c-b6f5-8f1c8c5a430f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.136962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f53111-748a-465c-b6f5-8f1c8c5a430f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:41.137551 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-56f53111-748a-465c-b6f5-8f1c8c5a430f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.223070 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-56f53111-748a-465c-b6f5-8f1c8c5a430f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2625597 Nov 27 01:35:41.225845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38494) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:41.230492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'admin_state_up': True, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:41.245101 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f53111-748a-465c-b6f5-8f1c8c5a430f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Network': ['ID=8e3370a2-6634-4498-b864-22d232b75729,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:41.263877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 8e3370a2-6634-4498-b864-22d232b75729 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:35:41.277518 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.278784 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.309544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:35:41.340811 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.341042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:35:41.341173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ebdc82c8-ce92-47e7-8ab7-f8515c3105d4 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:35:41.486324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.512134 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a021ecdc-8f22-41f8-bebe-ce1cef416063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.696332 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.715756 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:41.837126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebdcce-a2f0-4667-a4f5-b26da146a649 req-b984577f-a7d3-43b4-9b6d-716c8563dfb2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:41.838664 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53ebdcce-a2f0-4667-a4f5-b26da146a649 req-b984577f-a7d3-43b4-9b6d-716c8563dfb2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 943 time: 0.1152256 Nov 27 01:35:41.877841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.25.3.209 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/0c4f2334-965c-4025-8071-624ce263243d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:41.922694 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53ebdcce-a2f0-4667-a4f5-b26da146a649 req-412e4597-4b4c-4498-9ca1-a5b479e08263 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770507 Nov 27 01:35:42.002012 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.038799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.084675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:42.087716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:42.091265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:42.096788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=0c4f2334-965c-4025-8071-624ce263243d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:42.106101 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b10efa8-be21-471f-9f99-b81c3f873730 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:42.176198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2745f218-56a1-4984-8778-247dd573a019 None None] Provisioning complete for port 0c4f2334-965c-4025-8071-624ce263243d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:42.176593 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2745f218-56a1-4984-8778-247dd573a019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.212812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2745f218-56a1-4984-8778-247dd573a019 None None] Port 0c4f2334-965c-4025-8071-624ce263243d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:42.358811 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.563059 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.698628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 98c9dc99-63af-4e18-955f-51b1a54422b2 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:35:42.803767 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:35:42.814312 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Sync routers for ids ['98c9dc99-63af-4e18-955f-51b1a54422b2'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:35:42.825611 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Routers {'98c9dc99-63af-4e18-955f-51b1a54422b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:42.826247 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:35:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['98c9dc99-63af-4e18-955f-51b1a54422b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:42.826928 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:42.828220 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2f1cda84-6bdd-4b5e-8c6b-a1787ab459da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6012888 Nov 27 01:35:42.831605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38504) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:42.874096 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6f2fe16b-18d2-4d5f-a841-7304174f063f tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d3917ce2e57c4ae5918ce0ff798f13a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412641 Nov 27 01:35:42.876890 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38508) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:42.938010 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Set router 98c9dc99-63af-4e18-955f-51b1a54422b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:43.245200 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:42Z', 'revision_number': 3, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:43.275441 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Checking router: 98c9dc99-63af-4e18-955f-51b1a54422b2 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:35:43.275795 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Updating router 98c9dc99-63af-4e18-955f-51b1a54422b2 port 0c4f2334-965c-4025-8071-624ce263243d binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:35:43.302018 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.379371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac89415-d075-495a-8323-c5bb14c7fcd1 req-9278af4e-51fe-4314-9134-aaee7b2610e9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:43.380894 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cac89415-d075-495a-8323-c5bb14c7fcd1 req-9278af4e-51fe-4314-9134-aaee7b2610e9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 943 time: 0.1301701 Nov 27 01:35:43.415472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee36ce7-c3e3-4175-979e-355edcc25204 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:43.419635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38512) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:43.419782 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5ee36ce7-c3e3-4175-979e-355edcc25204 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5417466 Nov 27 01:35:43.448236 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cac89415-d075-495a-8323-c5bb14c7fcd1 req-7291188a-6562-48b9-b0c9-6e4e762ddc63 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607080 Nov 27 01:35:43.479453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38514) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:43.484364 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ecf4a4a7-e18c-4bfb-815a-712f5e3d276e tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0621121 Nov 27 01:35:43.485176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cadeeb3f-f11d-4bfd-bcb3-7bafa98cc492 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-781901311', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:43.574155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a2bcc3d4-672e-4136-ab61-d30ea2e5e07c details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:35:43.585006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadeeb3f-f11d-4bfd-bcb3-7bafa98cc492 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Made reservation on behalf of d3917ce2e57c4ae5918ce0ff798f13a5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:43.588729 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cadeeb3f-f11d-4bfd-bcb3-7bafa98cc492 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.610574 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.621983 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.686999 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Pushing event updated for resources: {'Port': ['ID=0c4f2334-965c-4025-8071-624ce263243d,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:43.701435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f53fb62-bbf9-4ec9-9a26-d92cada3dfb9 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:43.705084 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:43.705739 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:43.705739 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:43.706094 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:43.706470 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:43.706793 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:43.707112 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:43.707434 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:43.708222 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:43.708222 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:43.708430 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:43.708680 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:43.718072 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Attempting to bind port 0c4f2334-965c-4025-8071-624ce263243d on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:43.718610 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Attempting to bind port 0c4f2334-965c-4025-8071-624ce263243d by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:43.718978 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Attempting to bind port 0c4f2334-965c-4025-8071-624ce263243d on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:43.726696 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:43.727101 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:43.727508 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.727902 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:43.728369 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Bound port: 0c4f2334-965c-4025-8071-624ce263243d, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:43.728754 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.752734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:43.772107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'a2bcc3d4-672e-4136-ab61-d30ea2e5e07c', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'port_id': 'a2bcc3d4-672e-4136-ab61-d30ea2e5e07c', 'mac_address': 'fa:16:3e:16:c2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:35:43.777936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d304f3b8-1dd9-4d9a-8821-784499081b6f None None] Provisioning complete for port 0c4f2334-965c-4025-8071-624ce263243d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:43.778341 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d304f3b8-1dd9-4d9a-8821-784499081b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.799789 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] For port 0c4f2334-965c-4025-8071-624ce263243d, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:43.803335 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] For port 0c4f2334-965c-4025-8071-624ce263243d, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0c4f2334-965c-4025-8071-624ce263243d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:43.811657 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.847748 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.883917 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Routers {'98c9dc99-63af-4e18-955f-51b1a54422b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:43.884941 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:35:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['98c9dc99-63af-4e18-955f-51b1a54422b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:43.889877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e54752-c7f1-4793-a770-14594af76efc None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:35:43.930719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cadeeb3f-f11d-4bfd-bcb3-7bafa98cc492 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:43.942772 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a3201-0cce-4ee0-a7d5-c13dbcb886b0 None None] Pushing event updated for resources: {'Port': ['ID=0c4f2334-965c-4025-8071-624ce263243d,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:43.944084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2bcc3d4-672e-4136-ab61-d30ea2e5e07c {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:35:43.971882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d304f3b8-1dd9-4d9a-8821-784499081b6f None None] Port 0c4f2334-965c-4025-8071-624ce263243d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:44.016999 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b2c006d0-ac71-450c-b451-e78930c889e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.019977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadeeb3f-f11d-4bfd-bcb3-7bafa98cc492 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Subnet': ['ID=dad91dc5-038c-4aa2-9eff-e27927041e1a,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:44.029691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:44.035624 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.068345 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadeeb3f-f11d-4bfd-bcb3-7bafa98cc492 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Checking segment: {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:44.069261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadeeb3f-f11d-4bfd-bcb3-7bafa98cc492 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network hostable DHCP agents. Network: 8e3370a2-6634-4498-b864-22d232b75729, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:35:44.084799 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] Set router 98c9dc99-63af-4e18-955f-51b1a54422b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:44.089632 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadeeb3f-f11d-4bfd-bcb3-7bafa98cc492 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 8e3370a2-6634-4498-b864-22d232b75729 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:35:44.124265 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:44.129303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-cadeeb3f-f11d-4bfd-bcb3-7bafa98cc492 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 8e3370a2-6634-4498-b864-22d232b75729) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:44.130033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8522d263-fcd9-4e4c-826b-0c3856aa69d8 None None] Provisioning complete for port 0c4f2334-965c-4025-8071-624ce263243d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:44.130444 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8522d263-fcd9-4e4c-826b-0c3856aa69d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.137469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadeeb3f-f11d-4bfd-bcb3-7bafa98cc492 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:44.138143 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cadeeb3f-f11d-4bfd-bcb3-7bafa98cc492 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.174089 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cadeeb3f-f11d-4bfd-bcb3-7bafa98cc492 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6932034 Nov 27 01:35:44.176832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38524) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:35:44.179480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f017a3-52f6-4ed8-9b12-0fbca88f4048 None None] Network 8e3370a2-6634-4498-b864-22d232b75729 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:44.359300 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8522d263-fcd9-4e4c-826b-0c3856aa69d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.364607 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:42Z', 'revision_number': 3, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:44.380413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['a2bcc3d4-672e-4136-ab61-d30ea2e5e07c'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:35:44.390929 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62b9f35f-b803-4e89-be6a-c701d335271d req-2d0bf53b-bdd3-45e3-8b86-3fb55c3a5712 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1054533 Nov 27 01:35:44.452554 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b031e0-090b-4454-8549-faa65f0fd747 None None] The sync data for ids ['98c9dc99-63af-4e18-955f-51b1a54422b2'] in n-d-819494-2 is: [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:42Z', 'revision_number': 3, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:35:44.496120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8522d263-fcd9-4e4c-826b-0c3856aa69d8 None None] For port 0c4f2334-965c-4025-8071-624ce263243d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0c4f2334-965c-4025-8071-624ce263243d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:44.518799 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8522d263-fcd9-4e4c-826b-0c3856aa69d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.571085 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.646580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538c424-a6ce-462f-a019-acfca5759d3e req-687bf926-e7ca-4199-a93a-b27b992c7816 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:44.647922 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f538c424-a6ce-462f-a019-acfca5759d3e req-687bf926-e7ca-4199-a93a-b27b992c7816 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 944 time: 0.0731688 Nov 27 01:35:44.690150 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-8e3370a2-6634-4498-b864-22d232b75729', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:35:44.691736 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:44.725380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522d263-fcd9-4e4c-826b-0c3856aa69d8 None None] Pushing event updated for resources: {'Port': ['ID=0c4f2334-965c-4025-8071-624ce263243d,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:44.739163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9f35f-b803-4e89-be6a-c701d335271d req-a93a72e9-ded8-43f8-aaea-55a7ac27d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:44.741001 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62b9f35f-b803-4e89-be6a-c701d335271d req-a93a72e9-ded8-43f8-aaea-55a7ac27d157 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 1097 time: 0.1531222 Nov 27 01:35:44.750375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f538c424-a6ce-462f-a019-acfca5759d3e req-9c48a5c2-e88c-42a2-8571-db31b3d65ca2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915704 Nov 27 01:35:45.035142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Allocated IP 172.20.0.2 (8e3370a2-6634-4498-b864-22d232b75729/dad91dc5-038c-4aa2-9eff-e27927041e1a/de7eecab-fddd-4a7f-b81a-164b44501338) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:45.071339 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9f35f-b803-4e89-be6a-c701d335271d req-2a183851-bc60-4f31-9503-63162bdbb0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:45.072919 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62b9f35f-b803-4e89-be6a-c701d335271d req-2a183851-bc60-4f31-9503-63162bdbb0da service neutron] 10.222.0.11 "GET /v2.0/networks?id=a675cbed-ac9a-41a6-b3e4-a74719610b89 HTTP/1.1" status: 200 len: 909 time: 0.3071992 Nov 27 01:35:45.152602 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.263381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62b9f35f-b803-4e89-be6a-c701d335271d req-0d6bb9e7-0089-4eee-8001-ad6abdf0fe4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 HTTP/1.1" status: 200 len: 1000 time: 0.1804845 Nov 27 01:35:45.291063 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.386777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0c4f2334-965c-4025-8071-624ce263243d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:45.390177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9f35f-b803-4e89-be6a-c701d335271d req-8528f798-796b-4ada-b7e1-977d6c6ea055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:45.396573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62b9f35f-b803-4e89-be6a-c701d335271d req-8528f798-796b-4ada-b7e1-977d6c6ea055 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91f0ad74-de8e-4bcc-bee3-d56650c599bd HTTP/1.1" status: 200 len: 847 time: 0.1219933 Nov 27 01:35:45.544142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 0c4f2334-965c-4025-8071-624ce263243d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:45.544517 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.610361 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a2bcc3d4-672e-4136-ab61-d30ea2e5e07c up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:45.675208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.694145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9f35f-b803-4e89-be6a-c701d335271d req-22389131-557e-4fbc-9467-f5cbc4dbc52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:45.695837 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62b9f35f-b803-4e89-be6a-c701d335271d req-22389131-557e-4fbc-9467-f5cbc4dbc52c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a675cbed-ac9a-41a6-b3e4-a74719610b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2885008 Nov 27 01:35:45.710201 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.728615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:35:45.763968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:45.764954 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:45.829926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Network 8e3370a2-6634-4498-b864-22d232b75729 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:45.845455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:45.856613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.20.0.1 (8e3370a2-6634-4498-b864-22d232b75729/dad91dc5-038c-4aa2-9eff-e27927041e1a/52c8bcf8-eb11-48bb-81ac-dfa3836a429c) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:45.862164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:45.883932 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Pushing event updated for resources: {'Port': ['ID=de7eecab-fddd-4a7f-b81a-164b44501338,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:45.965460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Attempting to bind port de7eecab-fddd-4a7f-b81a-164b44501338 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:45.965836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Attempting to bind port de7eecab-fddd-4a7f-b81a-164b44501338 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:45.966198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Attempting to bind port de7eecab-fddd-4a7f-b81a-164b44501338 on network 8e3370a2-6634-4498-b864-22d232b75729 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:46.018505 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:46.018883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Checking segment: {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:46.019287 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.019688 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Bound using segment: {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:46.020180 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Bound port: de7eecab-fddd-4a7f-b81a-164b44501338, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:46.020564 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.032022 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62b9f35f-b803-4e89-be6a-c701d335271d req-02fcfd58-52f6-4161-a230-f0b5a7d1b6e0 service neutron] 10.222.0.11 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256223 Nov 27 01:35:46.052942 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.127333 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e28d76-b327-4d8e-9140-58bda2a68a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bcc3d4-672e-4136-ab61-d30ea2e5e07c'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:46.129612 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9fefb7-6245-4613-8923-13773d794818" -d '{"events": [{"server_uuid": "11e28d76-b327-4d8e-9140-58bda2a68a37", "name": "network-vif-plugged", "status": "completed", "tag": "a2bcc3d4-672e-4136-ab61-d30ea2e5e07c"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:46.168333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3d244-a95f-460e-b5de-8e7e3957ad8b req-d6df942d-44e3-4bc8-8893-22db7e83a486 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:46.169572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:46.170498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f0e3d244-a95f-460e-b5de-8e7e3957ad8b req-d6df942d-44e3-4bc8-8893-22db7e83a486 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 944 time: 0.2572217 Nov 27 01:35:46.189279 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.192167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] For port de7eecab-fddd-4a7f-b81a-164b44501338, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:46.202740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] For port de7eecab-fddd-4a7f-b81a-164b44501338, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=de7eecab-fddd-4a7f-b81a-164b44501338,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:46.221876 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af7da0a-e81e-4eae-a908-5c8e0c618eb8 x-openstack-request-id: req-1af7da0a-e81e-4eae-a908-5c8e0c618eb8 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:46.222200 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e28d76-b327-4d8e-9140-58bda2a68a37", "name": "network-vif-plugged", "status": "completed", "tag": "a2bcc3d4-672e-4136-ab61-d30ea2e5e07c", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:46.223053 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1af7da0a-e81e-4eae-a908-5c8e0c618eb8 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:46.223053 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e28d76-b327-4d8e-9140-58bda2a68a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bcc3d4-672e-4136-ab61-d30ea2e5e07c', 'code': 200} Nov 27 01:35:46.226625 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.275484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:46.323372 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.341894 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62b9f35f-b803-4e89-be6a-c701d335271d req-8c041604-4432-4c64-9e0f-5a2ea39b1175 service neutron] 10.222.0.11 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758832 Nov 27 01:35:46.351259 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f0e3d244-a95f-460e-b5de-8e7e3957ad8b req-fed56bd8-960b-4aea-93a6-d900c6dba8b9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682723 Nov 27 01:35:46.378773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44288879-fce1-4b26-8fae-d336ca08c495 req-7f3b7db4-0c87-4ed4-84df-38c91b7bf8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:46.381121 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44288879-fce1-4b26-8fae-d336ca08c495 req-7f3b7db4-0c87-4ed4-84df-38c91b7bf8e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 1096 time: 0.0766757 Nov 27 01:35:46.404040 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.413448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35ef9a-1c95-4e5f-848b-815d4671fadf None None] Pushing event updated for resources: {'Port': ['ID=de7eecab-fddd-4a7f-b81a-164b44501338,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:46.451785 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44288879-fce1-4b26-8fae-d336ca08c495 req-0cbf131f-f958-49f8-9b3d-8da39416093e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460563 Nov 27 01:35:46.457908 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 8e3370a2-6634-4498-b864-22d232b75729 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:46.461380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:46.465376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:46.471884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=52c8bcf8-eb11-48bb-81ac-dfa3836a429c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:46.519949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.700774 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:46.758379 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.019036 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.024253 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.104538 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=52c8bcf8-eb11-48bb-81ac-dfa3836a429c,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:47.108081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.209401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 8e3370a2-6634-4498-b864-22d232b75729 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:47.210855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:47.320594 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.325504 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:35:47.352289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 98c9dc99-63af-4e18-955f-51b1a54422b2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:35:47.392857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device de7eecab-fddd-4a7f-b81a-164b44501338 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:47.506704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port de7eecab-fddd-4a7f-b81a-164b44501338 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:47.507211 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.571357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff4440-f77d-4e56-8ec3-e0d3773dbad3 req-3250194d-7743-4cae-a8c0-9dadb6c6e635 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:47.580932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6aff4440-f77d-4e56-8ec3-e0d3773dbad3 req-3250194d-7743-4cae-a8c0-9dadb6c6e635 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 945 time: 0.1326649 Nov 27 01:35:47.601850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:35:47.628728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Sync routers for ids ['98c9dc99-63af-4e18-955f-51b1a54422b2'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:35:47.635049 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3db59f7e-dd59-485d-8255-dcbe9d733a8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "PUT /v2.0/routers/98c9dc99-63af-4e18-955f-51b1a54422b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4560869 Nov 27 01:35:47.642387 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.668366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Routers {'98c9dc99-63af-4e18-955f-51b1a54422b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:47.670800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:35:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['98c9dc99-63af-4e18-955f-51b1a54422b2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:47.700707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6aff4440-f77d-4e56-8ec3-e0d3773dbad3 req-cc2e1efb-7144-4bc6-8cbe-cd10cb907d8f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183081 Nov 27 01:35:47.853127 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.893987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Set router 98c9dc99-63af-4e18-955f-51b1a54422b2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:47.933591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port de7eecab-fddd-4a7f-b81a-164b44501338, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=de7eecab-fddd-4a7f-b81a-164b44501338,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:47.941474 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:47.988967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4172988-8945-4f70-8959-b58232ad6444 None None] Network 8e3370a2-6634-4498-b864-22d232b75729 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:35:48.053990 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-1507c5dc-2c91-48f2-84e3-3e9c43d2fe46 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1910219657&fields=id&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 267 time: 0.0648296 Nov 27 01:35:48.144274 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf46d-efe8-4683-8fdb-81b7182602fd req-3c442f16-50a3-4de0-86c7-4f88003820b4 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:48.146490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f9cf46d-efe8-4683-8fdb-81b7182602fd req-3c442f16-50a3-4de0-86c7-4f88003820b4 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0745690 Nov 27 01:35:48.200399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-aadd9e8d-4a58-4813-aa17-e563f44785cb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:48.207160 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-aadd9e8d-4a58-4813-aa17-e563f44785cb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 797 time: 0.1449440 Nov 27 01:35:48.215718 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f9cf46d-efe8-4683-8fdb-81b7182602fd req-4c9591f3-7c72-4592-9db7-ad69aac0fb5a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629942 Nov 27 01:35:48.217058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e03cc0e0-fdbc-4807-a679-763f79e79d55 None None] Provisioning complete for port de7eecab-fddd-4a7f-b81a-164b44501338 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:48.217419 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e03cc0e0-fdbc-4807-a679-763f79e79d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:48.225544 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-9add6125-c704-40de-80e5-fbf3ff262a19 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/quotas/d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 375 time: 0.0132506 Nov 27 01:35:48.232427 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=de7eecab-fddd-4a7f-b81a-164b44501338,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:48.301282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-aed9e8f1-0350-4e6a-9526-c6a325aef6d7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539446 Nov 27 01:35:48.426011 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-9a2a18b0-e5d5-464c-bb8f-3bca456fb3f0 service neutron] 10.222.0.37 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079173 Nov 27 01:35:48.467597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:46Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '52c8bcf8-eb11-48bb-81ac-dfa3836a429c', 'name': '', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:ca:ef:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:45Z', 'updated_at': '2021-11-27T01:35:46Z', 'revision_number': 2, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:48.496848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Checking router: 98c9dc99-63af-4e18-955f-51b1a54422b2 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:35:48.497522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Updating router 98c9dc99-63af-4e18-955f-51b1a54422b2 port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:35:48.528615 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:48.538217 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-45172ad2-a1bf-4da4-8e9c-b42c8afd4231 service neutron] 10.222.0.37 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111870 Nov 27 01:35:48.781907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-70de5744-6d0f-4820-bfec-685d611e6811 req-5c1c04d6-377d-4ba9-93b9-e040dcc1199e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 210 time: 0.0407329 Nov 27 01:35:48.871227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-90b4733f-3b71-474b-96bf-e2b781e7faed None None] Provisioning complete for port de7eecab-fddd-4a7f-b81a-164b44501338 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:48.871747 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-90b4733f-3b71-474b-96bf-e2b781e7faed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:48.917208 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2b84f-b805-4b36-9a6a-5745f8da27ad req-5a7ee53f-8ece-490e-a659-5569e9dcb450 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:48.929915 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ef2b84f-b805-4b36-9a6a-5745f8da27ad req-5a7ee53f-8ece-490e-a659-5569e9dcb450 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 945 time: 0.1174130 Nov 27 01:35:49.054944 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ef2b84f-b805-4b36-9a6a-5745f8da27ad req-aa83e4c6-1538-463b-92bc-b41a13c1ae39 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117573 Nov 27 01:35:49.210833 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.216375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-90b4733f-3b71-474b-96bf-e2b781e7faed None None] Provisioning complete for port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:49.216866 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-90b4733f-3b71-474b-96bf-e2b781e7faed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.243514 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.247351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a6b21-eb98-427b-aae6-537d757a4e8e req-b387fc51-6e85-41f0-9aa6-47c6a1800add tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:49.248913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-664a6b21-eb98-427b-aae6-537d757a4e8e req-b387fc51-6e85-41f0-9aa6-47c6a1800add tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 945 time: 0.0736191 Nov 27 01:35:49.344866 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-664a6b21-eb98-427b-aae6-537d757a4e8e req-f425a013-d026-4bcf-8fb0-d284168681e6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816305 Nov 27 01:35:49.415380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Pushing event updated for resources: {'Port': ['ID=52c8bcf8-eb11-48bb-81ac-dfa3836a429c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:49.441151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device de7eecab-fddd-4a7f-b81a-164b44501338 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:49.490221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-90b4733f-3b71-474b-96bf-e2b781e7faed None None] Port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:49.516997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41f14c-46db-4b80-aad0-242e83348631 req-e4be2fa0-6f5c-45a1-91bb-a404c17ce16b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:49.519378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b41f14c-46db-4b80-aad0-242e83348631 req-e4be2fa0-6f5c-45a1-91bb-a404c17ce16b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.1199274 Nov 27 01:35:49.596979 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b41f14c-46db-4b80-aad0-242e83348631 req-bdcc7d51-6272-41e5-b851-313700c6923f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712748 Nov 27 01:35:49.674743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-429a6ddc-14c0-4508-9683-ca00d3193c88 None None] Provisioning complete for port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:49.675213 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-429a6ddc-14c0-4508-9683-ca00d3193c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.679345 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Attempting to bind port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:49.679735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Attempting to bind port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:49.680269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Attempting to bind port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c on network 8e3370a2-6634-4498-b864-22d232b75729 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:49.752626 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port de7eecab-fddd-4a7f-b81a-164b44501338 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:49.752928 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.787528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:49.787912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Checking segment: {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:49.788316 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.788715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Bound using segment: {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:49.789208 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Bound port: 52c8bcf8-eb11-48bb-81ac-dfa3836a429c, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:49.789595 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.794564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-429a6ddc-14c0-4508-9683-ca00d3193c88 None None] Port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:49.861776 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] For port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:49.865097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] For port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=52c8bcf8-eb11-48bb-81ac-dfa3836a429c,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:49.873131 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:49.899909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b50e5eef-4c3a-49d4-84b3-fdd56055dc00 req-388751ff-6930-4aa3-9bcc-a897bee8d0be tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 210 time: 0.0422349 Nov 27 01:35:49.992978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-59ec1625-e4cf-4b86-84d4-3dfb298af9f3 None None] Provisioning complete for port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:49.993257 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59ec1625-e4cf-4b86-84d4-3dfb298af9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.001560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Pushing event updated for resources: {'Port': ['ID=52c8bcf8-eb11-48bb-81ac-dfa3836a429c,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:50.006353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Routers {'98c9dc99-63af-4e18-955f-51b1a54422b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:35:50.009150 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:35:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['98c9dc99-63af-4e18-955f-51b1a54422b2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:50.093071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:50.093486 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:50.093783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:50.094172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:50.094775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:50.095165 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:50.095493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:50.095816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:50.096136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:50.096457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:50.096792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:50.097149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3add7-3a15-45ce-9550-0ecdb4fb6696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:35:50.348653 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59ec1625-e4cf-4b86-84d4-3dfb298af9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.395522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] Set router 98c9dc99-63af-4e18-955f-51b1a54422b2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:35:50.439596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-59ec1625-e4cf-4b86-84d4-3dfb298af9f3 None None] For port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=52c8bcf8-eb11-48bb-81ac-dfa3836a429c,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:50.450024 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59ec1625-e4cf-4b86-84d4-3dfb298af9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.489652 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-920be839-c844-48cc-bf84-33dac32620f2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:50.492729 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-920be839-c844-48cc-bf84-33dac32620f2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 797 time: 0.3234651 Nov 27 01:35:50.595548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec1625-e4cf-4b86-84d4-3dfb298af9f3 None None] Pushing event updated for resources: {'Port': ['ID=52c8bcf8-eb11-48bb-81ac-dfa3836a429c,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:50.650714 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-0c11cfc1-0210-495e-9267-08220465bcd8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 380 time: 0.0950468 Nov 27 01:35:50.675533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'port': {'device_id': 'b15bdd18-becf-4060-a152-d374a0e62414', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'admin_state_up': True, 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'security_groups': ['83358769-031e-4257-bd32-bce4e5c3c000']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:50.686163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ca4098d9-ef95-49f4-aed5-bf557a6b5c06 None None] Provisioning complete for port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:50.686576 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ca4098d9-ef95-49f4-aed5-bf557a6b5c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.865755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:46Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '52c8bcf8-eb11-48bb-81ac-dfa3836a429c', 'name': '', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:ca:ef:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:45Z', 'updated_at': '2021-11-27T01:35:49Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:35:50.895687 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867c702-9bdc-48c9-9679-0b0967e60084 None None] The sync data for ids ['98c9dc99-63af-4e18-955f-51b1a54422b2'] in n-d-819494-2 is: [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:46Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '52c8bcf8-eb11-48bb-81ac-dfa3836a429c', 'name': '', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:ca:ef:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:45Z', 'updated_at': '2021-11-27T01:35:49Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:35:50.919667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Made reservation on behalf of d3917ce2e57c4ae5918ce0ff798f13a5 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:50.925047 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:50.939492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0fdb8-fe94-462d-92d6-7ec749284311 req-d663a259-f9f6-4199-b639-6c649e5c6e27 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:50.941404 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6d0fdb8-fe94-462d-92d6-7ec749284311 req-d663a259-f9f6-4199-b639-6c649e5c6e27 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.1843524 Nov 27 01:35:51.237834 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d6d0fdb8-fe94-462d-92d6-7ec749284311 req-cc5558f0-abfd-4812-9b75-d222bcee6c45 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412360 Nov 27 01:35:51.486636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c38ab595-7c30-4480-8165-706b244a51cb req-2238d9fa-bb27-449e-bba7-82d54fc26877 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 210 time: 0.0977259 Nov 27 01:35:51.498665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.20.0.8 (8e3370a2-6634-4498-b864-22d232b75729/dad91dc5-038c-4aa2-9eff-e27927041e1a/4dcad362-84db-424d-86b0-cff289abe080) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:51.544041 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 52c8bcf8-eb11-48bb-81ac-dfa3836a429c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:51.673815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bc539-53d6-4595-b2d5-b32b41afd271 req-a28ef85d-c331-410d-a05c-ef70a90953dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:51.674643 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:51.675294 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.686995 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-656bc539-53d6-4595-b2d5-b32b41afd271 req-a28ef85d-c331-410d-a05c-ef70a90953dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 1096 time: 0.1727211 Nov 27 01:35:51.849343 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.903684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:51.956435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bc539-53d6-4595-b2d5-b32b41afd271 req-dcd3f7d3-ca99-4706-9058-265bc1edc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:51.962288 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-656bc539-53d6-4595-b2d5-b32b41afd271 req-dcd3f7d3-ca99-4706-9058-265bc1edc3bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 918 time: 0.2536373 Nov 27 01:35:51.982725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 8e3370a2-6634-4498-b864-22d232b75729 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:51.993704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:52.003155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:52.060656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-656bc539-53d6-4595-b2d5-b32b41afd271 req-b82d35ad-6859-4023-bb25-7c549f2df6e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419 HTTP/1.1" status: 200 len: 1000 time: 0.0894194 Nov 27 01:35:52.075770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:52.076585 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.128122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:52.142148 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-049bf378-eab9-4060-baab-fe0af161a56e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4846175 Nov 27 01:35:52.161621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Request body: {'port': {'device_id': 'b15bdd18-becf-4060-a152-d374a0e62414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:52.185362 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bc539-53d6-4595-b2d5-b32b41afd271 req-1072b07b-3bfc-4f63-8714-4caf8766e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:52.187073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-656bc539-53d6-4595-b2d5-b32b41afd271 req-1072b07b-3bfc-4f63-8714-4caf8766e126 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.1173975 Nov 27 01:35:52.244505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.507020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f0dcc58d-e0cf-44a2-8b15-290dd788446e None None] Provisioning complete for port 4dcad362-84db-424d-86b0-cff289abe080 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:52.507640 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc58d-e0cf-44a2-8b15-290dd788446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.591827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcc58d-e0cf-44a2-8b15-290dd788446e None None] Port 4dcad362-84db-424d-86b0-cff289abe080 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:52.774750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae89d03-b5f5-49c4-a060-b2f1955bb0fb req-f5f7704d-062d-42dc-bdcd-bc28f06f6548 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:52.776742 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bae89d03-b5f5-49c4-a060-b2f1955bb0fb req-f5f7704d-062d-42dc-bdcd-bc28f06f6548 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 931 time: 0.0970259 Nov 27 01:35:52.832193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bc539-53d6-4595-b2d5-b32b41afd271 req-20f0c84f-b417-4d1c-a3ec-049371a11535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:52.833733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-656bc539-53d6-4595-b2d5-b32b41afd271 req-20f0c84f-b417-4d1c-a3ec-049371a11535 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6396081 Nov 27 01:35:52.857620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676650ef-a0ed-4527-bc56-5e554abcb2b0 req-8a3e5b84-4ee8-4363-b33b-d10f455cb81c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:52.865956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-676650ef-a0ed-4527-bc56-5e554abcb2b0 req-8a3e5b84-4ee8-4363-b33b-d10f455cb81c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0791059 Nov 27 01:35:52.867731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcad362-84db-424d-86b0-cff289abe080 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:35:52.879400 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bae89d03-b5f5-49c4-a060-b2f1955bb0fb req-1b8f0cc7-4651-459b-97c6-806e641a7062 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919111 Nov 27 01:35:52.881287 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.895897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Transition to ACTIVE for port object 4dcad362-84db-424d-86b0-cff289abe080 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:35:52.909855 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:52.981794 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-676650ef-a0ed-4527-bc56-5e554abcb2b0 req-9f031a03-91be-4635-87f7-a6df5ee7e297 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138930 Nov 27 01:35:53.002736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:53.013021 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-656bc539-53d6-4595-b2d5-b32b41afd271 req-d20dc245-36a2-4891-b4da-5bf75a069bb8 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714571 Nov 27 01:35:53.126801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Attempting to bind port 4dcad362-84db-424d-86b0-cff289abe080 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:53.127146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Attempting to bind port 4dcad362-84db-424d-86b0-cff289abe080 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:53.127480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Attempting to bind port 4dcad362-84db-424d-86b0-cff289abe080 on network 8e3370a2-6634-4498-b864-22d232b75729 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:53.132322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Port 4dcad362-84db-424d-86b0-cff289abe080 on network 8e3370a2-6634-4498-b864-22d232b75729 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:35:53.132647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Attempting to bind port 4dcad362-84db-424d-86b0-cff289abe080 on network 8e3370a2-6634-4498-b864-22d232b75729 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:53.138558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:53.138891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Checking segment: {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:53.139278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Bound using segment: {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:53.139720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Bound port: 4dcad362-84db-424d-86b0-cff289abe080, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:53.140112 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.156524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-656bc539-53d6-4595-b2d5-b32b41afd271 req-4233e077-4cef-4a2e-a42e-b33aa11651ca service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357157 Nov 27 01:35:53.219436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:53.223639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:53.229234 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.282271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:53.282898 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:53.284317 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 1091 time: 1.1270895 Nov 27 01:35:53.285050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'tag': '4dcad362-84db-424d-86b0-cff289abe080'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:53.287429 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ae993c-ef73-4ce0-bc28-b0de4f4637eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "tag": "4dcad362-84db-424d-86b0-cff289abe080"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:53.326602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc4e5a-e62a-46dd-9759-4f92ae2404b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:53.344398 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3a5ebb-2813-48e7-98a6-e6b0761e75a9 x-openstack-request-id: req-8e3a5ebb-2813-48e7-98a6-e6b0761e75a9 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:53.344932 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "tag": "4dcad362-84db-424d-86b0-cff289abe080", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:53.345362 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e3a5ebb-2813-48e7-98a6-e6b0761e75a9 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:53.345992 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'tag': '4dcad362-84db-424d-86b0-cff289abe080', 'status': 'completed', 'code': 200} Nov 27 01:35:53.416499 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-7c1a0dc6-a41e-4c65-87ce-cf894e9dc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:53.418054 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-7c1a0dc6-a41e-4c65-87ce-cf894e9dc11d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1094 time: 0.0549273 Nov 27 01:35:53.481482 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-825971d1-b5c7-44a9-8ddc-b2b8d9d6f50c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 217 time: 0.0483983 Nov 27 01:35:53.548750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-987f1e2a-3d76-4583-9e1f-bdad0706c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:53.550487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-987f1e2a-3d76-4583-9e1f-bdad0706c95e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.0610089 Nov 27 01:35:53.598608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d924b107-2019-4e43-aff0-1fa894d29b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:53.600122 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-d924b107-2019-4e43-aff0-1fa894d29b81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424318 Nov 27 01:35:53.696811 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-cc835fec-2fcb-4862-914a-d480f20218ff service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886896 Nov 27 01:35:53.930442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-496bcdca-6c7d-44f3-a166-b912c366a9af tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:53.932661 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-496bcdca-6c7d-44f3-a166-b912c366a9af tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1307673 Nov 27 01:35:53.950465 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-d9f01ce9-e043-4758-a2b2-e74a36ece835 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/quotas/619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 375 time: 0.0104654 Nov 27 01:35:54.016255 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-8291664d-c69c-46d8-bc48-fbc463486262 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593238 Nov 27 01:35:54.086447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d8fdb-e1d4-42be-b8f8-e333c1a71cf4 req-8e2d27fd-308b-4234-b05c-29cdd3f7a5af tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:54.087962 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-156d8fdb-e1d4-42be-b8f8-e333c1a71cf4 req-8e2d27fd-308b-4234-b05c-29cdd3f7a5af tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 943 time: 0.0614128 Nov 27 01:35:54.123702 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db7c663e-1289-4797-af9d-01954ad2c3cf req-18753355-2c35-4a6d-8bb1-e7845a625105 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118943 Nov 27 01:35:54.137873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-ae1c09a6-1f1a-4461-8fd2-187ef1553ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128612 Nov 27 01:35:54.161291 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-156d8fdb-e1d4-42be-b8f8-e333c1a71cf4 req-585aa6ab-1d09-49fc-9115-51c165235935 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661838 Nov 27 01:35:54.251477 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-91d36301-190e-4272-83fe-ef9a54b0639e service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066744 Nov 27 01:35:54.285642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae993c-ef73-4ce0-bc28-b0de4f4637eb req-72b7526b-0a02-436d-bb48-c13f940189ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:54.287157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3ae993c-ef73-4ce0-bc28-b0de4f4637eb req-72b7526b-0a02-436d-bb48-c13f940189ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1094 time: 0.0760281 Nov 27 01:35:54.301405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d53220-b8be-4c1e-900d-ed531a307dca req-e1cdf758-a66a-41e2-84e9-e09b6a9bff71 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:54.302913 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-23d53220-b8be-4c1e-900d-ed531a307dca req-e1cdf758-a66a-41e2-84e9-e09b6a9bff71 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0658629 Nov 27 01:35:54.438942 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-23d53220-b8be-4c1e-900d-ed531a307dca req-507490c8-aa2e-45f4-8f3a-ad9237a16311 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273096 Nov 27 01:35:54.470440 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae993c-ef73-4ce0-bc28-b0de4f4637eb req-c5748c1d-fdf6-44e4-8777-4ceb8bd275c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:54.470440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3ae993c-ef73-4ce0-bc28-b0de4f4637eb req-c5748c1d-fdf6-44e4-8777-4ceb8bd275c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 898 time: 0.1663842 Nov 27 01:35:54.535541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3ae993c-ef73-4ce0-bc28-b0de4f4637eb req-58833477-195f-4c9e-9e8d-5d76fbe34a67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 217 time: 0.0547733 Nov 27 01:35:54.597272 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-689a35e7-9610-46ed-b61c-3cd7053e9272 req-948dab79-2004-4b75-9365-957c722c4b20 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 210 time: 0.0549634 Nov 27 01:35:54.625461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae993c-ef73-4ce0-bc28-b0de4f4637eb req-1a77d1f1-6389-4caa-a5a8-561c70cb0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:54.627144 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3ae993c-ef73-4ce0-bc28-b0de4f4637eb req-1a77d1f1-6389-4caa-a5a8-561c70cb0fce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.0756695 Nov 27 01:35:54.682138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae993c-ef73-4ce0-bc28-b0de4f4637eb req-bed9c0f2-b416-43ee-8fe7-227f8afc3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:54.683676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3ae993c-ef73-4ce0-bc28-b0de4f4637eb req-bed9c0f2-b416-43ee-8fe7-227f8afc3423 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476902 Nov 27 01:35:54.794955 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3ae993c-ef73-4ce0-bc28-b0de4f4637eb req-2715b5f4-a32c-40e9-95a2-0231639aa347 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034937 Nov 27 01:35:54.903505 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3ae993c-ef73-4ce0-bc28-b0de4f4637eb req-ebb9ff79-bc2e-452f-b5e8-ecc59ce86b55 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006722 Nov 27 01:35:55.295533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefab87-c139-4b9b-9131-1f62cc7105ca req-cb52df76-b2f6-44ca-88f1-e191a7ec0ff1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:55.297125 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abefab87-c139-4b9b-9131-1f62cc7105ca req-cb52df76-b2f6-44ca-88f1-e191a7ec0ff1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 943 time: 0.0611024 Nov 27 01:35:55.349877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abefab87-c139-4b9b-9131-1f62cc7105ca req-496b3ba2-5296-4b2a-85fe-4a922df28bb9 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464687 Nov 27 01:35:55.591371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d37be-c894-4e2e-8570-31e024c927c6 req-2cc14e01-d663-4b80-997c-9c2cc16cced8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:55.593406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3d37be-c894-4e2e-8570-31e024c927c6 req-2cc14e01-d663-4b80-997c-9c2cc16cced8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0558622 Nov 27 01:35:55.724198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f910312-9534-434a-b889-753fee94d8f8 req-177d1ff5-e99c-4068-8fc9-eed62df5600e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 210 time: 0.0382888 Nov 27 01:35:55.742585 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6c3d37be-c894-4e2e-8570-31e024c927c6 req-e82efef7-7991-4a80-8c6a-07118b40675e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393197 Nov 27 01:35:55.763682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-1238aac6-171f-4272-b13a-d13e0f0e4e91 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:55.765798 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-1238aac6-171f-4272-b13a-d13e0f0e4e91 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1709044 Nov 27 01:35:55.797007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'port': {'device_id': 'e9641dca-576d-476e-898b-0317eef6fd33', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'admin_state_up': True, 'tenant_id': '619b5f2892a14347924b85f8ba534255'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:55.920411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Made reservation on behalf of 619b5f2892a14347924b85f8ba534255 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:35:55.926050 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.061291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Allocated IP 172.20.0.8 (854296d5-8727-4cbb-8856-1f1a9ee60331/6be6a0f8-9eb9-4f27-9e4f-c308312dca9a/8e40e0e9-87fe-4a93-984d-621d62f8e0a6) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:35:56.254460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.293704 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.336971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['a2bcc3d4-672e-4136-ab61-d30ea2e5e07c'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:35:56.355572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=8e40e0e9-87fe-4a93-984d-621d62f8e0a6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:56.372577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:35:56.382869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:35:56.386705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:35:56.480421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:56.484463 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.519436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-b2f08f89-d525-4355-bb44-9dd4d32d5760 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7273488 Nov 27 01:35:56.529723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef314f41-0c13-4451-b266-967c27f87adb req-9d2372a7-188c-410b-ad83-e7e6a1054ee6 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:56.539845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef314f41-0c13-4451-b266-967c27f87adb req-9d2372a7-188c-410b-ad83-e7e6a1054ee6 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 943 time: 0.0855665 Nov 27 01:35:56.545962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Request body: {'port': {'device_id': 'e9641dca-576d-476e-898b-0317eef6fd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:35:56.562324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4dcad362-84db-424d-86b0-cff289abe080 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:35:56.645376 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef314f41-0c13-4451-b266-967c27f87adb req-34c55e88-7805-4922-8809-60f4db43ec67 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987444 Nov 27 01:35:56.673872 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.738144 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:56.784359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '4dcad362-84db-424d-86b0-cff289abe080', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'port_id': '4dcad362-84db-424d-86b0-cff289abe080', 'mac_address': 'fa:16:3e:f6:f3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:35:56.886708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ebfa3090-82ee-4100-8652-4f7bd6efa15a None None] Provisioning complete for port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:56.887079 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3090-82ee-4100-8652-4f7bd6efa15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:56.958754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa3090-82ee-4100-8652-4f7bd6efa15a None None] Port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:35:56.960604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f112-ce8a-4c3d-8732-f99b222c0f12 req-2135e627-a92c-4a64-ab00-5d74a2d5e76b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:56.972572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64c6f112-ce8a-4c3d-8732-f99b222c0f12 req-2135e627-a92c-4a64-ab00-5d74a2d5e76b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.1145005 Nov 27 01:35:56.977252 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.012987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcad362-84db-424d-86b0-cff289abe080 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:35:57.041916 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64c6f112-ce8a-4c3d-8732-f99b222c0f12 req-e5e66c0d-d931-48e7-9cc3-c970e77fdbc9 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681281 Nov 27 01:35:57.061997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:57.069264 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.130986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:57.153631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247f5f8-559b-43b2-8de7-f76969724b80 req-d4275b60-2ddc-45b1-853c-c8169b12f044 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:57.155283 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5247f5f8-559b-43b2-8de7-f76969724b80 req-d4275b60-2ddc-45b1-853c-c8169b12f044 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 931 time: 0.2522860 Nov 27 01:35:57.160639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:35:57.175676 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.212322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Transition to ACTIVE for port object 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:35:57.228552 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.314652 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5247f5f8-559b-43b2-8de7-f76969724b80 req-04c3b5e2-b141-4ece-a9f5-17f841d785a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401894 Nov 27 01:35:57.361349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4dcad362-84db-424d-86b0-cff289abe080'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:35:57.384113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Pushing event updated for resources: {'Port': ['ID=8e40e0e9-87fe-4a93-984d-621d62f8e0a6,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:57.428089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Attempting to bind port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:35:57.428441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Attempting to bind port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:35:57.428769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Attempting to bind port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:57.433847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:35:57.434172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Attempting to bind port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:35:57.440224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:35:57.440566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Checking segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:35:57.441083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Bound using segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:35:57.441594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Bound port: 8e40e0e9-87fe-4a93-984d-621d62f8e0a6, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:35:57.441879 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.521153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] For port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:35:57.525193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] For port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8e40e0e9-87fe-4a93-984d-621d62f8e0a6,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:35:57.538042 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.585764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:57.586428 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:57.587970 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] 10.222.0.11 "PUT /v2.0/ports/8e40e0e9-87fe-4a93-984d-621d62f8e0a6 HTTP/1.1" status: 200 len: 1091 time: 1.0534337 Nov 27 01:35:57.588584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9641dca-576d-476e-898b-0317eef6fd33', 'tag': '8e40e0e9-87fe-4a93-984d-621d62f8e0a6'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:57.591378 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6537ec50-7d46-41db-8ccc-fdfbb1599053" -d '{"events": [{"name": "network-changed", "server_uuid": "e9641dca-576d-476e-898b-0317eef6fd33", "tag": "8e40e0e9-87fe-4a93-984d-621d62f8e0a6"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:57.631202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79d5c2-84f1-4811-9e87-3b16250bde8c service neutron] Pushing event updated for resources: {'Port': ['ID=8e40e0e9-87fe-4a93-984d-621d62f8e0a6,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:57.698822 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da462424-91ff-4d7a-8a99-91d48f8be617 x-openstack-request-id: req-da462424-91ff-4d7a-8a99-91d48f8be617 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:57.699966 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9641dca-576d-476e-898b-0317eef6fd33", "tag": "8e40e0e9-87fe-4a93-984d-621d62f8e0a6", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:57.700497 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da462424-91ff-4d7a-8a99-91d48f8be617 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:57.701211 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9641dca-576d-476e-898b-0317eef6fd33', 'tag': '8e40e0e9-87fe-4a93-984d-621d62f8e0a6', 'status': 'completed', 'code': 200} Nov 27 01:35:57.737195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-87bf7ad6-cf23-4c3d-9f28-b6aede95a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:57.739145 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-87bf7ad6-cf23-4c3d-9f28-b6aede95a8e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 1094 time: 0.0696101 Nov 27 01:35:57.826405 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-5e15725d-aa62-449e-918a-5638cc243af2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e40e0e9-87fe-4a93-984d-621d62f8e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0442915 Nov 27 01:35:57.851638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe681a7-aae5-455d-ab41-7a7bc2c49c7a req-6bbe449f-2615-4fd1-8a0c-464b6c592eb0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:57.852958 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-afe681a7-aae5-455d-ab41-7a7bc2c49c7a req-6bbe449f-2615-4fd1-8a0c-464b6c592eb0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 944 time: 0.1066065 Nov 27 01:35:57.933782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-23049e7e-16be-4c33-9f2d-1f1a850b5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:57.935280 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-23049e7e-16be-4c33-9f2d-1f1a850b5982 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.1004119 Nov 27 01:35:57.939814 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-afe681a7-aae5-455d-ab41-7a7bc2c49c7a req-009bf6ff-a85d-48fe-bba2-1359c2bf6af4 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685582 Nov 27 01:35:57.984394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-f1587a39-9a18-4c13-8d06-3ec6586c3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:57.985928 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-f1587a39-9a18-4c13-8d06-3ec6586c3fa7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429912 Nov 27 01:35:58.102045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-c070bca2-2692-4a10-a70f-0b5b9f0ec2be service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087587 Nov 27 01:35:58.213945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c0a88-0b86-408c-9806-bb6057582d3e req-d3cf5fa0-f0bd-4b0e-9b5b-0b125f9b7e71 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:58.218621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e5c70b5-9bc7-4094-9ffe-5cb88314beb9 req-e51fa4bf-3f78-4279-a0b2-bf84bf3f3000 service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069593 Nov 27 01:35:58.221899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-da5c0a88-0b86-408c-9806-bb6057582d3e req-d3cf5fa0-f0bd-4b0e-9b5b-0b125f9b7e71 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0765243 Nov 27 01:35:58.276492 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-da5c0a88-0b86-408c-9806-bb6057582d3e req-995d8111-4f1f-43a2-8172-5725abb81d1d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536518 Nov 27 01:35:58.357001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537ec50-7d46-41db-8ccc-fdfbb1599053 req-1c1b5235-f6f5-4b0f-bef4-b6ae7304c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:58.359849 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6537ec50-7d46-41db-8ccc-fdfbb1599053 req-1c1b5235-f6f5-4b0f-bef4-b6ae7304c152 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 1094 time: 0.0500615 Nov 27 01:35:58.488111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff939a-910f-479f-89bd-62256fa49eeb req-e6855751-3f2a-4981-8230-5affc951905c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:58.489606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cff939a-910f-479f-89bd-62256fa49eeb req-e6855751-3f2a-4981-8230-5affc951905c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.1030786 Nov 27 01:35:58.524437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537ec50-7d46-41db-8ccc-fdfbb1599053 req-54503281-1399-4f56-889c-342382a61417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:58.525939 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6537ec50-7d46-41db-8ccc-fdfbb1599053 req-54503281-1399-4f56-889c-342382a61417 service neutron] 10.222.0.11 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.1591654 Nov 27 01:35:58.567988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4dcad362-84db-424d-86b0-cff289abe080 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:35:58.582783 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6537ec50-7d46-41db-8ccc-fdfbb1599053 req-0633f581-df4e-451c-8b72-878e04f0634f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e40e0e9-87fe-4a93-984d-621d62f8e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0488007 Nov 27 01:35:58.595150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cff939a-910f-479f-89bd-62256fa49eeb req-40493f94-88a1-4d7a-925f-4d84101e75dc tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870395 Nov 27 01:35:58.642272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537ec50-7d46-41db-8ccc-fdfbb1599053 req-c4c71557-4527-4b25-bd6f-6b572cb93b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:58.643764 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6537ec50-7d46-41db-8ccc-fdfbb1599053 req-c4c71557-4527-4b25-bd6f-6b572cb93b2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0477517 Nov 27 01:35:58.667282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 4dcad362-84db-424d-86b0-cff289abe080 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:35:58.672915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 4dcad362-84db-424d-86b0-cff289abe080 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:35:58.673505 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:58.707634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537ec50-7d46-41db-8ccc-fdfbb1599053 req-96366870-d4b0-43d6-9762-e3f32ae387ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:58.709653 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6537ec50-7d46-41db-8ccc-fdfbb1599053 req-96366870-d4b0-43d6-9762-e3f32ae387ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574129 Nov 27 01:35:58.831882 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6537ec50-7d46-41db-8ccc-fdfbb1599053 req-974364d8-c260-46fa-8f81-027c3a07286b service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067708 Nov 27 01:35:58.946832 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6537ec50-7d46-41db-8ccc-fdfbb1599053 req-021574be-2815-406d-bcc3-baff8369ea0d service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067307 Nov 27 01:35:59.000736 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:59.034285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcad362-84db-424d-86b0-cff289abe080'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:35:59.037688 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2928e6c8-03eb-47e4-877d-f6dfc0881168" -d '{"events": [{"server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "name": "network-vif-plugged", "status": "completed", "tag": "4dcad362-84db-424d-86b0-cff289abe080"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:35:59.084538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:35:59.084888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc7e7-e739-454c-a950-19c311b546d5 req-7f7624f8-eb40-41c5-b806-57d76349aefa tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:59.095689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb9dc7e7-e739-454c-a950-19c311b546d5 req-7f7624f8-eb40-41c5-b806-57d76349aefa tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 944 time: 0.0687590 Nov 27 01:35:59.105142 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:35:59.158858 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6a7763-8619-4865-83c4-ee302913b4bf x-openstack-request-id: req-0a6a7763-8619-4865-83c4-ee302913b4bf {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:35:59.159162 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "name": "network-vif-plugged", "status": "completed", "tag": "4dcad362-84db-424d-86b0-cff289abe080", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:35:59.159422 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a6a7763-8619-4865-83c4-ee302913b4bf {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:35:59.160196 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcad362-84db-424d-86b0-cff289abe080', 'code': 200} Nov 27 01:35:59.163889 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb9dc7e7-e739-454c-a950-19c311b546d5 req-37a75bca-252c-483a-ac72-ac40dbb42dca tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614178 Nov 27 01:35:59.198615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:35:59.330683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8c996-7e77-4745-b486-6004177d2b5e req-832faef4-3433-43cf-8828-653078ff5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:59.332487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16f8c996-7e77-4745-b486-6004177d2b5e req-832faef4-3433-43cf-8828-653078ff5335 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1096 time: 0.0547197 Nov 27 01:35:59.407622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16f8c996-7e77-4745-b486-6004177d2b5e req-6844c71c-b680-4129-8bb2-092870dd21c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651457 Nov 27 01:35:59.457741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603f377-8af7-454f-87c0-2056f0b6b0a8 req-bc2617b1-222d-4e77-82cf-13e685e545cd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:59.459353 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f603f377-8af7-454f-87c0-2056f0b6b0a8 req-bc2617b1-222d-4e77-82cf-13e685e545cd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0857437 Nov 27 01:35:59.511422 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f603f377-8af7-454f-87c0-2056f0b6b0a8 req-660d48fd-f26b-4601-919a-87937df94036 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442536 Nov 27 01:35:59.736991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd21e13-d03c-475c-91ee-9e5c420f768d req-7b05bf55-eaa0-4049-aced-e64913d99628 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:35:59.738709 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2bd21e13-d03c-475c-91ee-9e5c420f768d req-7b05bf55-eaa0-4049-aced-e64913d99628 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0621257 Nov 27 01:35:59.793037 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2bd21e13-d03c-475c-91ee-9e5c420f768d req-b27a40b9-0305-40de-937e-e89805597f96 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469103 Nov 27 01:36:00.335794 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faaba4-7468-4bce-935d-e5f7ed206a58 req-ad09d5cd-7688-4177-83ec-265fc34976bb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:00.337463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c5faaba4-7468-4bce-935d-e5f7ed206a58 req-ad09d5cd-7688-4177-83ec-265fc34976bb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0967941 Nov 27 01:36:00.408728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c5faaba4-7468-4bce-935d-e5f7ed206a58 req-382c6b57-3954-409e-b502-ebc359908f22 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589011 Nov 27 01:36:00.605679 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4638aac7-d46c-4c8e-bf00-4b3c735c8419 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:36:00.678292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74f5b1-00ae-441d-a47c-a300862c8d1b req-f40cb58f-8752-4d68-9c70-8d75adcb2bef tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:00.680414 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb74f5b1-00ae-441d-a47c-a300862c8d1b req-f40cb58f-8752-4d68-9c70-8d75adcb2bef tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0710762 Nov 27 01:36:00.785577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:00.790899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb74f5b1-00ae-441d-a47c-a300862c8d1b req-322e491f-6623-47a9-aeee-d66d6c33366d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020761 Nov 27 01:36:00.798681 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'port_id': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'mac_address': 'fa:16:3e:b6:89:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:36:00.878082 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:00.916527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4638aac7-d46c-4c8e-bf00-4b3c735c8419 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:36:00.982505 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:00.990163 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:01.011745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530089b6-83f8-4480-a052-827448055910 req-de0b8632-266d-4be9-835a-6b8641233efb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:01.013617 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-530089b6-83f8-4480-a052-827448055910 req-de0b8632-266d-4be9-835a-6b8641233efb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0934560 Nov 27 01:36:01.114751 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4638aac7-d46c-4c8e-bf00-4b3c735c8419,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:01.133615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4638aac7-d46c-4c8e-bf00-4b3c735c8419'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:36:01.254116 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-530089b6-83f8-4480-a052-827448055910 req-a32281b7-9d66-4568-aa12-82af309ad62a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266133 Nov 27 01:36:01.560011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f5a28-672a-45f5-a796-24f257f49e7b req-75e41778-89ca-4bf2-8018-4a921376366d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:01.564828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df9f5a28-672a-45f5-a796-24f257f49e7b req-75e41778-89ca-4bf2-8018-4a921376366d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0726054 Nov 27 01:36:01.719711 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df9f5a28-672a-45f5-a796-24f257f49e7b req-16ed7e20-1efe-424e-b924-6bc6c2663466 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280978 Nov 27 01:36:01.956643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab643019-9f5a-42a2-96d2-d76591e1c886 req-0a77293b-2262-406c-a538-86a75733fe77 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:01.959904 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab643019-9f5a-42a2-96d2-d76591e1c886 req-0a77293b-2262-406c-a538-86a75733fe77 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.1284389 Nov 27 01:36:02.070100 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab643019-9f5a-42a2-96d2-d76591e1c886 req-46f48dbc-bdbd-4aa8-be04-f9b0d1d2fff9 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024408 Nov 27 01:36:02.093197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9894c4-34d4-4e38-8c68-e7ad6293b9cd req-209d7269-f985-413d-b5a4-4539b52576ab tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:02.097347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38818) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:02.101896 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ad9894c4-34d4-4e38-8c68-e7ad6293b9cd req-209d7269-f985-413d-b5a4-4539b52576ab tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 944 time: 0.1154430 Nov 27 01:36:02.175916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c3be73-b9fb-4c71-a69a-3af7485edf22 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:02.181192 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71c3be73-b9fb-4c71-a69a-3af7485edf22 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1091 time: 0.0822146 Nov 27 01:36:02.181908 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38820) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:02.191808 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '4dcad362-84db-424d-86b0-cff289abe080', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:02.246427 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.248390 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ad9894c4-34d4-4e38-8c68-e7ad6293b9cd req-337cb099-7b07-42d2-8108-c3b37cafafe1 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448278 Nov 27 01:36:02.473847 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.607125 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4638aac7-d46c-4c8e-bf00-4b3c735c8419 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:02.713366 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d573-910b-4a43-a99b-241cf911982a req-182753e6-0149-45bb-9826-6249f100546e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:02.715366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec7d573-910b-4a43-a99b-241cf911982a req-182753e6-0149-45bb-9826-6249f100546e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.1579821 Nov 27 01:36:02.734264 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:02.738712 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:02.796086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.25.3.89 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/22ec90c4-786e-452a-8fde-06eb9d0d109a) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:02.808550 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-aec7d573-910b-4a43-a99b-241cf911982a req-87427462-3897-4cd8-8dca-b4da00807fb7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818601 Nov 27 01:36:02.957459 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:03.046584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:03.047764 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:03.061699 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cebf8c3-53fd-4bf3-9a55-5adf8f88f89a" -d '{"events": [{"server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "name": "network-vif-plugged", "status": "completed", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:03.106779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:03.116186 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:03.129136 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:03.166470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:03.169862 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:03.174639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:03.246968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=22ec90c4-786e-452a-8fde-06eb9d0d109a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:03.365915 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06b601d-755b-4650-89a1-2bad9bc3c6d7 x-openstack-request-id: req-e06b601d-755b-4650-89a1-2bad9bc3c6d7 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:03.366357 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "name": "network-vif-plugged", "status": "completed", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:03.376025 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e06b601d-755b-4650-89a1-2bad9bc3c6d7 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:03.376722 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'code': 200} Nov 27 01:36:03.384409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4638aac7-d46c-4c8e-bf00-4b3c735c8419,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:03.610170 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da983927-77b5-400f-9e96-32c9abc8ead8 req-be578638-2430-4a04-acf3-9843036b28ae tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:03.612160 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da983927-77b5-400f-9e96-32c9abc8ead8 req-be578638-2430-4a04-acf3-9843036b28ae tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.1080337 Nov 27 01:36:03.829853 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da983927-77b5-400f-9e96-32c9abc8ead8 req-0d09909e-07ea-40dc-8a40-3f6ae1e61f99 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549017 Nov 27 01:36:04.004287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9744a-6f86-4873-8f50-90755770b6fc req-c4203335-0618-43fc-9b2a-d18bc8b36978 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:04.012201 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0f9744a-6f86-4873-8f50-90755770b6fc req-c4203335-0618-43fc-9b2a-d18bc8b36978 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0744150 Nov 27 01:36:04.074865 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0f9744a-6f86-4873-8f50-90755770b6fc req-a7a5b974-78dd-41ba-87f5-120fada7d449 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616395 Nov 27 01:36:04.168911 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.276461 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.524219 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.536548 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:04.683955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=22ec90c4-786e-452a-8fde-06eb9d0d109a,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:04.702783 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:05.166882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52683e8d-5f59-4da6-ae87-b4c0f9dcedab req-8cb20f90-28f3-40a2-8118-a9ccf6407e05 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:05.169038 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Floating IP a7ae5bd6-d7a5-4cc1-8604-21744cd7d953 associated. External IP: 172.25.3.89, port: 4dcad362-84db-424d-86b0-cff289abe080. Nov 27 01:36:05.174872 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52683e8d-5f59-4da6-ae87-b4c0f9dcedab req-8cb20f90-28f3-40a2-8118-a9ccf6407e05 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.1686022 Nov 27 01:36:05.365680 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52683e8d-5f59-4da6-ae87-b4c0f9dcedab req-c0b3c419-f59d-4390-a5b1-4f72daf1ebb9 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786528 Nov 27 01:36:05.654258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c2bbf-2b77-4452-8d8c-33b8ba7a1b27 req-1c97bca2-84c6-4cb9-ba18-61a7519dc675 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:05.659552 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-037c2bbf-2b77-4452-8d8c-33b8ba7a1b27 req-1c97bca2-84c6-4cb9-ba18-61a7519dc675 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.1768081 Nov 27 01:36:05.785842 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-037c2bbf-2b77-4452-8d8c-33b8ba7a1b27 req-0a22c049-ee74-4fff-8307-937fdb3b1333 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252241 Nov 27 01:36:05.824514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 98c9dc99-63af-4e18-955f-51b1a54422b2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:36:06.059574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:36:06.071949 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59527e26-0f99-4415-9008-267275b1cf36 None None] Sync routers for ids ['98c9dc99-63af-4e18-955f-51b1a54422b2'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:36:06.090455 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59527e26-0f99-4415-9008-267275b1cf36 None None] Routers {'98c9dc99-63af-4e18-955f-51b1a54422b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:36:06.091459 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-59527e26-0f99-4415-9008-267275b1cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:35:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['98c9dc99-63af-4e18-955f-51b1a54422b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:06.103851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:06.163523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f39d00e6-6f9e-4a9e-b868-8230b10271a7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9799623 Nov 27 01:36:06.164451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'tag': '4dcad362-84db-424d-86b0-cff289abe080'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:06.184266 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdab9f01-283c-49ba-9cd2-ddae691dc934" -d '{"events": [{"name": "network-changed", "server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "tag": "4dcad362-84db-424d-86b0-cff289abe080"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:06.243597 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e72a1a-0fa1-43b4-8200-5bf239b370d2 x-openstack-request-id: req-c1e72a1a-0fa1-43b4-8200-5bf239b370d2 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:06.243898 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "tag": "4dcad362-84db-424d-86b0-cff289abe080", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:06.244162 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1e72a1a-0fa1-43b4-8200-5bf239b370d2 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:06.244572 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'tag': '4dcad362-84db-424d-86b0-cff289abe080', 'status': 'completed', 'code': 200} Nov 27 01:36:06.429994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf358fd3-f035-4988-a298-96de0cbaa332 req-cb39beac-99da-40b7-b8a4-4f9547478a49 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:06.440311 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-59527e26-0f99-4415-9008-267275b1cf36 None None] Set router 98c9dc99-63af-4e18-955f-51b1a54422b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:36:06.466848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf358fd3-f035-4988-a298-96de0cbaa332 req-cb39beac-99da-40b7-b8a4-4f9547478a49 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.1753275 Nov 27 01:36:06.474697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab9f01-283c-49ba-9cd2-ddae691dc934 req-c3720cce-7719-4df4-b722-3e76e529d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:06.476465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cdab9f01-283c-49ba-9cd2-ddae691dc934 req-c3720cce-7719-4df4-b722-3e76e529d3eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1096 time: 0.0897760 Nov 27 01:36:06.610866 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf358fd3-f035-4988-a298-96de0cbaa332 req-97d85ae8-8e60-4fc8-b1a2-efaad9cbe858 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354434 Nov 27 01:36:06.633559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 38860) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:06.789950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d660a0-5a3c-4553-9f1f-0ac1b4b0fa9e req-59fee2ea-1281-42be-999c-7363594e5736 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:06.806870 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f6d660a0-5a3c-4553-9f1f-0ac1b4b0fa9e req-59fee2ea-1281-42be-999c-7363594e5736 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.1827655 Nov 27 01:36:06.861274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab9f01-283c-49ba-9cd2-ddae691dc934 req-0ffe50f0-1e58-49c3-a0e0-74014645c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:06.874088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cdab9f01-283c-49ba-9cd2-ddae691dc934 req-0ffe50f0-1e58-49c3-a0e0-74014645c0d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 898 time: 0.3887205 Nov 27 01:36:06.902226 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d14a19d4-afef-4635-a34d-cced0f26d794 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/a7ae5bd6-d7a5-4cc1-8604-21744cd7d953 HTTP/1.1" status: 200 len: 990 time: 0.2627566 Nov 27 01:36:07.017302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce6492-886d-4150-a44e-c0db3f58c449 req-cddacb9a-1730-4e0e-99ae-7cbfd778cf34 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:07.026350 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-79ce6492-886d-4150-a44e-c0db3f58c449 req-cddacb9a-1730-4e0e-99ae-7cbfd778cf34 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0705428 Nov 27 01:36:07.057530 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cdab9f01-283c-49ba-9cd2-ddae691dc934 req-2cb3ee41-8a02-4499-9d8c-3e846ccd40e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 998 time: 0.1572208 Nov 27 01:36:07.103429 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-59527e26-0f99-4415-9008-267275b1cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:46Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'a7ae5bd6-d7a5-4cc1-8604-21744cd7d953', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'port_id': '4dcad362-84db-424d-86b0-cff289abe080', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'mac_address': 'fa:16:3e:f6:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15bdd18-becf-4060-a152-d374a0e62414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:36:03Z', 'updated_at': '2021-11-27T01:36:03Z', 'revision_number': 0, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c8bcf8-eb11-48bb-81ac-dfa3836a429c', 'name': '', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:ca:ef:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:45Z', 'updated_at': '2021-11-27T01:35:50Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:07.112246 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-79ce6492-886d-4150-a44e-c0db3f58c449 req-a027645f-716e-4126-8810-e343aff5e502 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806739 Nov 27 01:36:07.145909 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59527e26-0f99-4415-9008-267275b1cf36 None None] Checking router: 98c9dc99-63af-4e18-955f-51b1a54422b2 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:36:07.157175 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59527e26-0f99-4415-9008-267275b1cf36 None None] Routers {'98c9dc99-63af-4e18-955f-51b1a54422b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:36:07.158034 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-59527e26-0f99-4415-9008-267275b1cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:35:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['98c9dc99-63af-4e18-955f-51b1a54422b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:07.163243 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f6d660a0-5a3c-4553-9f1f-0ac1b4b0fa9e req-81a6c9c6-eb47-4daa-bb9f-5d8584741a0a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865508 Nov 27 01:36:07.192131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab9f01-283c-49ba-9cd2-ddae691dc934 req-13572b39-30b9-442d-82c1-3b9f13a315a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:07.193795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cdab9f01-283c-49ba-9cd2-ddae691dc934 req-13572b39-30b9-442d-82c1-3b9f13a315a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.1259847 Nov 27 01:36:07.262988 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab9f01-283c-49ba-9cd2-ddae691dc934 req-1fdd0445-e40b-46f6-bb10-81451adc0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:07.269078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cdab9f01-283c-49ba-9cd2-ddae691dc934 req-1fdd0445-e40b-46f6-bb10-81451adc0983 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659752 Nov 27 01:36:07.392626 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-59527e26-0f99-4415-9008-267275b1cf36 None None] Set router 98c9dc99-63af-4e18-955f-51b1a54422b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:36:07.415386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cdab9f01-283c-49ba-9cd2-ddae691dc934 req-dc100d08-3c44-40d0-9568-fbf9ac10c220 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360357 Nov 27 01:36:07.541662 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cdab9f01-283c-49ba-9cd2-ddae691dc934 req-80b5b8bd-1868-48de-9f9e-5703b3d42776 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172476 Nov 27 01:36:07.907672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38870) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:08.082944 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4f25f7d3-9e4e-4bf1-89b6-f91411d6f7d8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/a7ae5bd6-d7a5-4cc1-8604-21744cd7d953 HTTP/1.1" status: 200 len: 990 time: 0.1737235 Nov 27 01:36:08.262125 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-59527e26-0f99-4415-9008-267275b1cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:46Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'a7ae5bd6-d7a5-4cc1-8604-21744cd7d953', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'port_id': '4dcad362-84db-424d-86b0-cff289abe080', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'mac_address': 'fa:16:3e:f6:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15bdd18-becf-4060-a152-d374a0e62414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:36:03Z', 'updated_at': '2021-11-27T01:36:03Z', 'revision_number': 0, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c8bcf8-eb11-48bb-81ac-dfa3836a429c', 'name': '', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:ca:ef:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:45Z', 'updated_at': '2021-11-27T01:35:50Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:36:08.335725 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59527e26-0f99-4415-9008-267275b1cf36 None None] The sync data for ids ['98c9dc99-63af-4e18-955f-51b1a54422b2'] in n-d-819494-2 is: [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:46Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'a7ae5bd6-d7a5-4cc1-8604-21744cd7d953', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'port_id': '4dcad362-84db-424d-86b0-cff289abe080', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'mac_address': 'fa:16:3e:f6:f3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15bdd18-becf-4060-a152-d374a0e62414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:36:03Z', 'updated_at': '2021-11-27T01:36:03Z', 'revision_number': 0, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c8bcf8-eb11-48bb-81ac-dfa3836a429c', 'name': '', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:ca:ef:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:45Z', 'updated_at': '2021-11-27T01:35:50Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:36:08.356389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c2b48-7fbd-40b4-bf99-a57c894b1a6e req-fffcbde3-a208-4cbe-a632-b40e11b3b17c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:08.371772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df6c2b48-7fbd-40b4-bf99-a57c894b1a6e req-fffcbde3-a208-4cbe-a632-b40e11b3b17c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.1004047 Nov 27 01:36:08.440933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41274ad-f5f2-49dd-8ffd-72710acae96d req-dc39e265-2be0-4ee8-b143-50d0d87d8de4 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:08.444170 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e41274ad-f5f2-49dd-8ffd-72710acae96d req-dc39e265-2be0-4ee8-b143-50d0d87d8de4 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.1189675 Nov 27 01:36:08.486643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df6c2b48-7fbd-40b4-bf99-a57c894b1a6e req-fc90fee7-d5e6-4384-9688-06fa1be67b21 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133544 Nov 27 01:36:08.545464 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e41274ad-f5f2-49dd-8ffd-72710acae96d req-2ccc4c0c-b6b1-486b-afa8-5894bb30d3d9 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927048 Nov 27 01:36:08.740576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e2e221-9208-444e-a774-858749e6cc6d None None] New status for floating IP a7ae5bd6-d7a5-4cc1-8604-21744cd7d953: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:36:09.086711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38878) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:09.231185 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0e402171-7884-4dae-9bd7-4c554a68afa9 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/a7ae5bd6-d7a5-4cc1-8604-21744cd7d953 HTTP/1.1" status: 200 len: 992 time: 0.1427836 Nov 27 01:36:09.668114 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271421a-5ab4-49ca-a7d3-f00108a23647 req-2f16440f-4a5f-4f51-ba6b-1283d834ed3d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:09.670423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1271421a-5ab4-49ca-a7d3-f00108a23647 req-2f16440f-4a5f-4f51-ba6b-1283d834ed3d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0831053 Nov 27 01:36:09.738850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1271421a-5ab4-49ca-a7d3-f00108a23647 req-9c9b7740-d89a-47b2-8fb0-4a1e55fed0d4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606890 Nov 27 01:36:09.747284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30477695-ed35-4060-989c-3839d260868a req-52707ac2-ac4e-4cc4-af3c-da9270f94ceb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:09.773891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-30477695-ed35-4060-989c-3839d260868a req-52707ac2-ac4e-4cc4-af3c-da9270f94ceb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.1301212 Nov 27 01:36:09.872156 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-30477695-ed35-4060-989c-3839d260868a req-72d378cc-822d-4bb7-986b-6718c8921ecc tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934956 Nov 27 01:36:10.923123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2e078-652d-421d-b2b5-2b48110d2403 req-b0b1ecc1-0351-4c2c-933e-84384e46ca35 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:10.932328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94c2e078-652d-421d-b2b5-2b48110d2403 req-b0b1ecc1-0351-4c2c-933e-84384e46ca35 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0842218 Nov 27 01:36:10.999403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94c2e078-652d-421d-b2b5-2b48110d2403 req-09a4ffc7-d0be-4c8a-9b24-f11fd4e68e20 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636985 Nov 27 01:36:11.043680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf496b5-f918-4ac9-a0c6-d78a6a9aacdf req-f63b368e-a98e-40f0-a72d-5b2ffdc8c6b2 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:11.045462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cf496b5-f918-4ac9-a0c6-d78a6a9aacdf req-f63b368e-a98e-40f0-a72d-5b2ffdc8c6b2 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0898957 Nov 27 01:36:11.127135 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cf496b5-f918-4ac9-a0c6-d78a6a9aacdf req-6c84e1ea-f0cb-4ef1-b16a-83e981171b37 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743442 Nov 27 01:36:11.516411 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-59a250fa-cbc5-4c19-b649-72f7f13bb51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:12.216067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ba8f-11ba-4aa5-9ad9-5871058e82c3 req-c2f1e399-eb7a-4af0-8a77-12464d1648cf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:12.236426 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0c2ba8f-11ba-4aa5-9ad9-5871058e82c3 req-c2f1e399-eb7a-4af0-8a77-12464d1648cf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.1328762 Nov 27 01:36:12.291134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd801ae7-2e40-4863-b1f8-0b0f732917d3 req-85494d5d-aee0-4762-b2c8-80aa0fec5e96 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:12.299812 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd801ae7-2e40-4863-b1f8-0b0f732917d3 req-85494d5d-aee0-4762-b2c8-80aa0fec5e96 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0672383 Nov 27 01:36:12.310386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0c2ba8f-11ba-4aa5-9ad9-5871058e82c3 req-af7b045f-05c4-4840-a162-839475e4857f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728540 Nov 27 01:36:12.347643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd801ae7-2e40-4863-b1f8-0b0f732917d3 req-54351438-2d78-4b20-8586-0c61df2b4a54 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469182 Nov 27 01:36:13.454062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a422aed-7295-43b7-b7bc-68cc85738eb8 req-6299120f-a5ad-4a51-89fb-3d5f6273ec54 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:13.462101 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a422aed-7295-43b7-b7bc-68cc85738eb8 req-6299120f-a5ad-4a51-89fb-3d5f6273ec54 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0668557 Nov 27 01:36:13.518668 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5a422aed-7295-43b7-b7bc-68cc85738eb8 req-7b523c9a-fb95-43d3-a5b5-9fc2896efc0f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553257 Nov 27 01:36:13.540706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bb02f-a834-4bd0-9d71-c49bd18f0f19 req-a6e121f1-1680-4f04-bdf9-5dca9e2f2623 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:13.542423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-556bb02f-a834-4bd0-9d71-c49bd18f0f19 req-a6e121f1-1680-4f04-bdf9-5dca9e2f2623 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0744131 Nov 27 01:36:13.605997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-556bb02f-a834-4bd0-9d71-c49bd18f0f19 req-80300c91-72b3-4ca1-b4ea-938df87e618c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526075 Nov 27 01:36:13.873400 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ee491834-08f3-4d9b-a53d-736dd8871f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:14.507302 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:14.693318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46ad69-8915-4929-8932-ea76ba5b787c req-8021b8e9-5322-4b02-8645-0df0d9eeaa6e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:14.695786 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5c46ad69-8915-4929-8932-ea76ba5b787c req-8021b8e9-5322-4b02-8645-0df0d9eeaa6e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.1057253 Nov 27 01:36:14.813005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5c46ad69-8915-4929-8932-ea76ba5b787c req-19a0f44a-5b66-4ba0-b6eb-789c0eb4c2d6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097934 Nov 27 01:36:14.831269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d129f65-d8a2-420c-87b0-fa1eebbed635 req-5a731463-b86c-4a40-bcad-10b243a7b169 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:14.838944 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6d129f65-d8a2-420c-87b0-fa1eebbed635 req-5a731463-b86c-4a40-bcad-10b243a7b169 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0938008 Nov 27 01:36:14.895455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6d129f65-d8a2-420c-87b0-fa1eebbed635 req-e948a30d-3fc7-4614-9d62-8c3a85551c3e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553787 Nov 27 01:36:15.072537 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:15.940085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a6fe8-8e91-4c14-a49e-7be0f923f581 req-414de1eb-e553-44ce-832a-b62aa85cdce1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:15.941577 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e7a6fe8-8e91-4c14-a49e-7be0f923f581 req-414de1eb-e553-44ce-832a-b62aa85cdce1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0627313 Nov 27 01:36:15.993700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e7a6fe8-8e91-4c14-a49e-7be0f923f581 req-a51f3076-d7aa-442d-8585-44f7bcbd682f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455770 Nov 27 01:36:16.085106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02381b-a58c-4b57-b840-1d28db395135 req-ffa3d299-b04a-470a-a855-c987c186801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:16.087226 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a02381b-a58c-4b57-b840-1d28db395135 req-ffa3d299-b04a-470a-a855-c987c186801e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 1096 time: 0.0746808 Nov 27 01:36:16.097311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d497c26-30c2-4e16-8ee2-fc4aa5bde98c req-b3d2913c-8170-48af-95db-14875194e753 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:16.102760 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d497c26-30c2-4e16-8ee2-fc4aa5bde98c req-b3d2913c-8170-48af-95db-14875194e753 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.1007349 Nov 27 01:36:16.205152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7d497c26-30c2-4e16-8ee2-fc4aa5bde98c req-fd61f2e2-703a-4149-8e43-0f41ad243d49 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929322 Nov 27 01:36:16.230273 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02381b-a58c-4b57-b840-1d28db395135 req-6e2f968b-1428-42c3-8e1b-bf48bdee7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:16.231785 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a02381b-a58c-4b57-b840-1d28db395135 req-6e2f968b-1428-42c3-8e1b-bf48bdee7b29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 918 time: 0.1281166 Nov 27 01:36:16.312056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a02381b-a58c-4b57-b840-1d28db395135 req-615c179c-579b-4f6e-967e-97f7b3c971ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419 HTTP/1.1" status: 200 len: 1000 time: 0.0710950 Nov 27 01:36:16.372792 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02381b-a58c-4b57-b840-1d28db395135 req-382832aa-ad47-4acd-b7ae-7fddc5b59635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:16.374251 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a02381b-a58c-4b57-b840-1d28db395135 req-382832aa-ad47-4acd-b7ae-7fddc5b59635 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0502682 Nov 27 01:36:16.422455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02381b-a58c-4b57-b840-1d28db395135 req-ea161912-8c3b-434a-a80e-a6d603b283c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:16.424015 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a02381b-a58c-4b57-b840-1d28db395135 req-ea161912-8c3b-434a-a80e-a6d603b283c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435159 Nov 27 01:36:16.518714 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a02381b-a58c-4b57-b840-1d28db395135 req-d40278cf-bc33-4d92-a024-b650b2285557 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867496 Nov 27 01:36:16.617602 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a02381b-a58c-4b57-b840-1d28db395135 req-65e57541-d6ee-4dfd-967b-1b3d6e9cb87e service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926018 Nov 27 01:36:16.754495 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.131505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c7b91-ab2c-49c6-8538-ff2c753a1ca1 req-2e3b9012-9c85-4a66-bb2a-9590adf8ddd5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:17.132995 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c9c7b91-ab2c-49c6-8538-ff2c753a1ca1 req-2e3b9012-9c85-4a66-bb2a-9590adf8ddd5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0496953 Nov 27 01:36:17.182337 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7c9c7b91-ab2c-49c6-8538-ff2c753a1ca1 req-ce305219-c20b-4c21-a788-9588e129239c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 Nov 27 01:36:17.323245 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:17.364355 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223898c5-e602-4641-a76c-20dcca30d3f9 req-79eceb87-09e3-4530-ae7a-55586761c25a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:17.365858 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-223898c5-e602-4641-a76c-20dcca30d3f9 req-79eceb87-09e3-4530-ae7a-55586761c25a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0539005 Nov 27 01:36:17.411949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-223898c5-e602-4641-a76c-20dcca30d3f9 req-06eb9276-8d4d-4660-bc16-d2a9cd633120 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401533 Nov 27 01:36:17.566225 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:18.302502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd472d-a4b8-4a4b-b2ea-9292639f455a req-111d3036-8adb-48fe-b565-cfa22a0bf9e6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:18.303983 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0abd472d-a4b8-4a4b-b2ea-9292639f455a req-111d3036-8adb-48fe-b565-cfa22a0bf9e6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0535405 Nov 27 01:36:18.353370 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0abd472d-a4b8-4a4b-b2ea-9292639f455a req-2e36fac3-e42c-4b84-832b-37d6c14964ec tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426257 Nov 27 01:36:18.537111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e804086-0c03-40f9-b577-277754fb3fc9 req-258b284d-ed96-4d45-b179-a52725433fa0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:18.538493 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e804086-0c03-40f9-b577-277754fb3fc9 req-258b284d-ed96-4d45-b179-a52725433fa0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0515277 Nov 27 01:36:18.586493 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e804086-0c03-40f9-b577-277754fb3fc9 req-9bf2205d-e622-4ffd-a2d0-93e6f7a2cf30 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419440 Nov 27 01:36:19.025280 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-a16473b2-63ae-48d2-95c5-70dbcc902bcf req-81d3a55a-bc34-4573-804b-0a458c462c9d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:36:19.026291 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a16473b2-63ae-48d2-95c5-70dbcc902bcf req-81d3a55a-bc34-4573-804b-0a458c462c9d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054646 Nov 27 01:36:19.184491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041527-3972-42ed-9a05-38c8e0e88c4d req-eba550cd-7153-42e1-8ef8-d04366a1a12e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:19.186004 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d9041527-3972-42ed-9a05-38c8e0e88c4d req-eba550cd-7153-42e1-8ef8-d04366a1a12e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0497501 Nov 27 01:36:19.242650 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d9041527-3972-42ed-9a05-38c8e0e88c4d req-89d5ee9a-9cfb-4656-9a67-e01d8ffe5186 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505548 Nov 27 01:36:19.342294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 38968) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:19.481984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-25e563e7-4d5b-4989-9f23-c1a89454d21e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1382227 Nov 27 01:36:19.492609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-3eafcef8-2aa7-4425-a871-1cec6cf8bcc8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:36:19.494282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-3eafcef8-2aa7-4425-a871-1cec6cf8bcc8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067172 Nov 27 01:36:19.504471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e093d-5762-4476-b295-e7c997eb55e6 req-b48a155e-e02d-4453-95b4-3017025260aa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:19.506408 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d1e093d-5762-4476-b295-e7c997eb55e6 req-b48a155e-e02d-4453-95b4-3017025260aa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0797744 Nov 27 01:36:19.560834 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d1e093d-5762-4476-b295-e7c997eb55e6 req-dda2263c-3344-40ee-a48e-e8ade2103d6f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475459 Nov 27 01:36:20.385738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448aaa1-17be-4892-93c3-dc50e0d3602f req-460e68cc-b783-4f73-b172-745f56f19173 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:20.387745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c448aaa1-17be-4892-93c3-dc50e0d3602f req-460e68cc-b783-4f73-b172-745f56f19173 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 945 time: 0.0593045 Nov 27 01:36:20.441209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c448aaa1-17be-4892-93c3-dc50e0d3602f req-d1140d1b-4945-405f-b03f-c2b1f5706c2e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471220 Nov 27 01:36:20.707810 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4638aac7-d46c-4c8e-bf00-4b3c735c8419 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:20.710952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db29e7-276c-4e43-8e37-ba735423283d req-7589f73d-9e31-415e-bee0-220487262e5f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:20.712707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a8db29e7-276c-4e43-8e37-ba735423283d req-7589f73d-9e31-415e-bee0-220487262e5f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0640910 Nov 27 01:36:20.794810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a8db29e7-276c-4e43-8e37-ba735423283d req-a9ac2b75-c569-42a2-a042-9090f9a1003c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673897 Nov 27 01:36:20.826147 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:20.858322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:20.860558 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11428bee-8f17-4d21-ad66-c9489b4cca2d" -d '{"events": [{"server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "name": "network-vif-unplugged", "status": "completed", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:20.873814 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:20.878305 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:20.946019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4638aac7-d46c-4c8e-bf00-4b3c735c8419,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:20.985696 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2047da-5996-4527-ba8a-a7346f72dc03 x-openstack-request-id: req-df2047da-5996-4527-ba8a-a7346f72dc03 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:20.986226 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "name": "network-vif-unplugged", "status": "failed", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419", "code": 422}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:20.986723 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df2047da-5996-4527-ba8a-a7346f72dc03 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:20.987201 n-d-819494-2 neutron-server[103386]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'code': 422} returned with failed status Nov 27 01:36:21.583009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369608-a7fd-4172-801a-d1a5fa83f0f2 req-4b545b0e-8f30-43bc-b3aa-bf580a911b8b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:21.585640 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd369608-a7fd-4172-801a-d1a5fa83f0f2 req-4b545b0e-8f30-43bc-b3aa-bf580a911b8b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0689831 Nov 27 01:36:21.656084 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd369608-a7fd-4172-801a-d1a5fa83f0f2 req-69d63ff9-79b0-47dd-a752-c9d65fc7974c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638559 Nov 27 01:36:21.936303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3299ca2-32df-4bcc-ae86-0ee5c73c45ce req-153eea0c-98a4-4029-acf3-3be2ef2d815e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:21.938594 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a3299ca2-32df-4bcc-ae86-0ee5c73c45ce req-153eea0c-98a4-4029-acf3-3be2ef2d815e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0576656 Nov 27 01:36:21.994082 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a3299ca2-32df-4bcc-ae86-0ee5c73c45ce req-5f6a1ec0-5faf-4eb2-87c5-472b4baf8e8a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484493 Nov 27 01:36:22.807352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ee497-1dd2-4658-a03c-e406141a755d req-0625b9ea-b207-4b89-beca-6fc9c0164fc4 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:22.809581 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c58ee497-1dd2-4658-a03c-e406141a755d req-0625b9ea-b207-4b89-beca-6fc9c0164fc4 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0614927 Nov 27 01:36:22.869524 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c58ee497-1dd2-4658-a03c-e406141a755d req-44d4f6c5-8327-4b76-9601-88e93f38d487 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482755 Nov 27 01:36:23.148024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722d6fd-5010-4818-9b44-eeac5a7a3e5b req-5f604165-67b9-4794-bcf0-eea64b1fe531 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:23.149768 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a722d6fd-5010-4818-9b44-eeac5a7a3e5b req-5f604165-67b9-4794-bcf0-eea64b1fe531 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0687037 Nov 27 01:36:23.221681 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a722d6fd-5010-4818-9b44-eeac5a7a3e5b req-2a80db95-7ce1-4b2d-ad4b-ab916715ad80 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639019 Nov 27 01:36:24.008815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326e21d-65b5-40f8-9c96-a5ba093453ec req-719ffcd2-49c2-460d-b178-72c11af9566e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:24.011969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3326e21d-65b5-40f8-9c96-a5ba093453ec req-719ffcd2-49c2-460d-b178-72c11af9566e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0600984 Nov 27 01:36:24.074754 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3326e21d-65b5-40f8-9c96-a5ba093453ec req-50ace8db-325b-46ff-a536-cb59cd8be565 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551205 Nov 27 01:36:24.300372 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:36:24.388914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c73e3-0a8a-45e8-a6fb-d8c10900f9a9 req-c3ad3f10-3383-47ad-a3e0-335bfb9356d0 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:24.392328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff1c73e3-0a8a-45e8-a6fb-d8c10900f9a9 req-c3ad3f10-3383-47ad-a3e0-335bfb9356d0 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0556874 Nov 27 01:36:24.447356 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff1c73e3-0a8a-45e8-a6fb-d8c10900f9a9 req-cd125ee2-8f2d-44a9-ab41-f134b7d3ab1b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481198 Nov 27 01:36:25.225095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d2cdb-f75c-496c-9053-8b8d5b3119d6 req-792f8f08-477a-41af-ba24-48b045807bc3 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:25.229126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-223d2cdb-f75c-496c-9053-8b8d5b3119d6 req-792f8f08-477a-41af-ba24-48b045807bc3 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0628984 Nov 27 01:36:25.300445 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-223d2cdb-f75c-496c-9053-8b8d5b3119d6 req-661511f2-4149-4b0b-9334-2a1175cd2d77 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650916 Nov 27 01:36:25.611136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420e429-d1fb-46ed-ad01-eef5fb092fab req-26feef19-9824-4a40-aaed-ae7b24f211ae tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:25.612773 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0420e429-d1fb-46ed-ad01-eef5fb092fab req-26feef19-9824-4a40-aaed-ae7b24f211ae tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 943 time: 0.0729675 Nov 27 01:36:25.667427 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0420e429-d1fb-46ed-ad01-eef5fb092fab req-0dca4fb6-7ee9-4431-9248-8394978524c3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472336 Nov 27 01:36:25.745216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:36:25.846622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8e40e0e9-87fe-4a93-984d-621d62f8e0a6,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:25.858902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '8e40e0e9-87fe-4a93-984d-621d62f8e0a6', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'port_id': '8e40e0e9-87fe-4a93-984d-621d62f8e0a6', 'mac_address': 'fa:16:3e:af:f0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:36:25.897514 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:25.910531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:36:25.929553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8e40e0e9-87fe-4a93-984d-621d62f8e0a6,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:25.933219 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:25.982723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8e40e0e9-87fe-4a93-984d-621d62f8e0a6,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:26.221934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-63bde66d-f24c-4603-a71d-305311847699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:26.223486 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-63bde66d-f24c-4603-a71d-305311847699 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf&tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1 HTTP/1.1" status: 200 len: 1094 time: 0.0711346 Nov 27 01:36:26.243458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['8e40e0e9-87fe-4a93-984d-621d62f8e0a6'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:36:26.304998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-1781ea10-845d-4f86-a2e5-571984c2133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:26.306754 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-1781ea10-845d-4f86-a2e5-571984c2133d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 1094 time: 0.0447540 Nov 27 01:36:26.447918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-cd9a7894-116d-41e7-b4e9-a4784abe4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:26.449397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-cd9a7894-116d-41e7-b4e9-a4784abe4f2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 918 time: 0.1348822 Nov 27 01:36:26.460553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56409b5-a5af-4c45-9d92-af8a1316fc56 req-f9c92756-a91b-452b-81ca-53cd77a68f31 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:26.461950 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d56409b5-a5af-4c45-9d92-af8a1316fc56 req-f9c92756-a91b-452b-81ca-53cd77a68f31 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0705361 Nov 27 01:36:26.547218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-344e56fa-e556-4d36-9db5-eb3ecf4876af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419 HTTP/1.1" status: 200 len: 998 time: 0.0841844 Nov 27 01:36:26.558460 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d56409b5-a5af-4c45-9d92-af8a1316fc56 req-5cd69004-7372-4b6b-b377-040bf2e89ba8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889707 Nov 27 01:36:26.604331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-339e1f4a-f0ff-4a60-87d8-18ae37407583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:26.605853 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-339e1f4a-f0ff-4a60-87d8-18ae37407583 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0448663 Nov 27 01:36:26.652611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-105f4cb2-592c-474a-992c-ec76a456d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:26.654189 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-105f4cb2-592c-474a-992c-ec76a456d429 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407126 Nov 27 01:36:26.748908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-e1d698cd-c9a0-4f8e-a494-edf5fe11f79b service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866556 Nov 27 01:36:26.794958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b74c1-8a9f-49db-b05f-c5761ff48f9c req-f415b465-4bab-4231-9607-cb2674c51771 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:26.798856 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b47b74c1-8a9f-49db-b05f-c5761ff48f9c req-f415b465-4bab-4231-9607-cb2674c51771 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 944 time: 0.0586107 Nov 27 01:36:26.845406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5623ec25-1e4c-4ac2-bb9a-2edc4bba2eea req-f85e1a57-9577-4b04-9a89-4bbf334391a9 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890775 Nov 27 01:36:26.848505 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b47b74c1-8a9f-49db-b05f-c5761ff48f9c req-9c9d40bb-f9bf-4bd2-b362-c96b8ed1ffec tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 Nov 27 01:36:27.748254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:27.804943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa5d65-e066-4862-a40e-cf91222ede17 req-09cc3632-86da-4783-83b6-b7005d89aee6 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:27.808346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-faaa5d65-e066-4862-a40e-cf91222ede17 req-09cc3632-86da-4783-83b6-b7005d89aee6 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.1173961 Nov 27 01:36:27.882929 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-faaa5d65-e066-4862-a40e-cf91222ede17 req-00f08b9c-e960-4138-8044-49ddbfd54585 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635860 Nov 27 01:36:27.890030 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:36:27.908984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:27.909854 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.048305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7b7e2-3eb7-46b6-a328-d81e4434c02f req-3d9b425c-e6bf-4f1f-8a25-28fc47408d19 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:28.051756 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a8c7b7e2-3eb7-46b6-a328-d81e4434c02f req-3d9b425c-e6bf-4f1f-8a25-28fc47408d19 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 944 time: 0.1015148 Nov 27 01:36:28.055253 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.117205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9641dca-576d-476e-898b-0317eef6fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e40e0e9-87fe-4a93-984d-621d62f8e0a6'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:28.120714 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cbc8df-61c1-487f-9fc1-dfe451b097c0" -d '{"events": [{"server_uuid": "e9641dca-576d-476e-898b-0317eef6fd33", "name": "network-vif-plugged", "status": "completed", "tag": "8e40e0e9-87fe-4a93-984d-621d62f8e0a6"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:28.129368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a8c7b7e2-3eb7-46b6-a328-d81e4434c02f req-f15d6969-23bf-4692-9b27-0c44855f51fa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708630 Nov 27 01:36:28.136582 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8e40e0e9-87fe-4a93-984d-621d62f8e0a6,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:28.151168 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:28.183063 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1f8db6-736e-42f9-bd89-44a9f52d3071 x-openstack-request-id: req-ee1f8db6-736e-42f9-bd89-44a9f52d3071 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:28.183390 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9641dca-576d-476e-898b-0317eef6fd33", "name": "network-vif-plugged", "status": "completed", "tag": "8e40e0e9-87fe-4a93-984d-621d62f8e0a6", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:28.183720 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee1f8db6-736e-42f9-bd89-44a9f52d3071 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:28.184247 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9641dca-576d-476e-898b-0317eef6fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e40e0e9-87fe-4a93-984d-621d62f8e0a6', 'code': 200} Nov 27 01:36:28.215307 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=8e40e0e9-87fe-4a93-984d-621d62f8e0a6,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:28.319451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03f907-ae85-4c77-b00d-102c29738e5f req-5f265be9-d53d-4bca-a4cf-a405b96f8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:28.320872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce03f907-ae85-4c77-b00d-102c29738e5f req-5f265be9-d53d-4bca-a4cf-a405b96f8cfc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 1096 time: 0.0473285 Nov 27 01:36:28.372661 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce03f907-ae85-4c77-b00d-102c29738e5f req-64ccb821-46ee-4fd9-8de4-fa2a06e382a5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Nov 27 01:36:29.047292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc589b-9cd2-41c5-983a-e0351c208d8e req-b0fae649-59ee-4c26-87e6-603926ef7032 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:29.049559 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aecc589b-9cd2-41c5-983a-e0351c208d8e req-b0fae649-59ee-4c26-87e6-603926ef7032 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0544317 Nov 27 01:36:29.119938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aecc589b-9cd2-41c5-983a-e0351c208d8e req-c35caaef-d4b2-42b2-b87f-4657a86add82 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553379 Nov 27 01:36:29.281302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771c964-95ec-4c16-ab4f-b176fefcc67a req-cda18bf0-83ee-440b-a84e-cb51a4395396 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:29.283187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3771c964-95ec-4c16-ab4f-b176fefcc67a req-cda18bf0-83ee-440b-a84e-cb51a4395396 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 945 time: 0.0739725 Nov 27 01:36:29.347374 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3771c964-95ec-4c16-ab4f-b176fefcc67a req-ce593db2-d430-43ba-9837-eb0de45924df tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576489 Nov 27 01:36:30.255674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca25605-160e-4705-bf26-4c164a18002e req-65d31143-ea4c-41c1-9a55-cf62127faed5 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:30.257242 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ca25605-160e-4705-bf26-4c164a18002e req-65d31143-ea4c-41c1-9a55-cf62127faed5 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0568764 Nov 27 01:36:30.315792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9ca25605-160e-4705-bf26-4c164a18002e req-6446c722-cb21-47f5-b97f-af738b05d831 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437965 Nov 27 01:36:30.466347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ab0f4-01f2-4469-bf50-662284b72837 req-e6768839-f32e-4ec3-86e7-89a6609b96fb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:30.467905 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a11ab0f4-01f2-4469-bf50-662284b72837 req-e6768839-f32e-4ec3-86e7-89a6609b96fb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 945 time: 0.0574281 Nov 27 01:36:30.519976 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a11ab0f4-01f2-4469-bf50-662284b72837 req-d6786da6-e104-4642-be96-e29533035571 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 Nov 27 01:36:30.702013 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd90d2-a8b3-4004-9268-ad059bdd7c98 req-b0484133-cfd6-4d59-bafe-adff9a0ea835 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:30.703709 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08fd90d2-a8b3-4004-9268-ad059bdd7c98 req-b0484133-cfd6-4d59-bafe-adff9a0ea835 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 945 time: 0.0750382 Nov 27 01:36:30.774847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08fd90d2-a8b3-4004-9268-ad059bdd7c98 req-8ab10006-65db-4313-9262-e14546e07397 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632038 Nov 27 01:36:31.205550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8a1ef-8202-457b-af9c-b30acf056a67 req-493a8170-5e7d-4df1-8e72-ebc5a67872de tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:31.207228 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80a8a1ef-8202-457b-af9c-b30acf056a67 req-493a8170-5e7d-4df1-8e72-ebc5a67872de tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 945 time: 0.0695333 Nov 27 01:36:31.271256 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80a8a1ef-8202-457b-af9c-b30acf056a67 req-6d426c72-6c7b-4a58-ac12-7d08c766696c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547562 Nov 27 01:36:31.463907 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64274be-1245-49c9-8ffb-659d994bcd8e req-eb268db5-f27b-4e59-85a4-84636f42f9fd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:31.466089 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c64274be-1245-49c9-8ffb-659d994bcd8e req-eb268db5-f27b-4e59-85a4-84636f42f9fd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0662746 Nov 27 01:36:31.531116 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c64274be-1245-49c9-8ffb-659d994bcd8e req-c407dc66-658b-45a0-99e0-f341cb9f5eeb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583632 Nov 27 01:36:32.400048 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0de8e3-8f9c-43b2-8f9a-bc1ef0010f05 req-346d6e36-9699-4e3f-bfc1-51b8785d266a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:32.401436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5c0de8e3-8f9c-43b2-8f9a-bc1ef0010f05 req-346d6e36-9699-4e3f-bfc1-51b8785d266a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 945 time: 0.0510175 Nov 27 01:36:32.450630 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5c0de8e3-8f9c-43b2-8f9a-bc1ef0010f05 req-c8b62a69-afdd-4676-80f5-aa5ac047f47f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Nov 27 01:36:32.664001 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8f6e4-9299-4c8c-8c15-531e3c4dccbc req-685f39ca-7b41-4ef9-bcc2-05632ba18811 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:32.665400 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8ac8f6e4-9299-4c8c-8c15-531e3c4dccbc req-685f39ca-7b41-4ef9-bcc2-05632ba18811 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0521040 Nov 27 01:36:32.733813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8ac8f6e4-9299-4c8c-8c15-531e3c4dccbc req-25479840-c13f-4257-9e92-2842a4437fdb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618308 Nov 27 01:36:32.898645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127528c9-7640-432e-8c7f-9bb95dd7ea3a req-d233b0f0-88c9-4047-afde-152a79aee7d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:32.900424 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-127528c9-7640-432e-8c7f-9bb95dd7ea3a req-d233b0f0-88c9-4047-afde-152a79aee7d5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 945 time: 0.0683804 Nov 27 01:36:33.003832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-127528c9-7640-432e-8c7f-9bb95dd7ea3a req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Deleting port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:33.004199 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-127528c9-7640-432e-8c7f-9bb95dd7ea3a req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.143591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-127528c9-7640-432e-8c7f-9bb95dd7ea3a req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] For port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=8e40e0e9-87fe-4a93-984d-621d62f8e0a6,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:33.144251 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-127528c9-7640-432e-8c7f-9bb95dd7ea3a req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.158344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-127528c9-7640-432e-8c7f-9bb95dd7ea3a req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Calling delete_port for 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:33.302898 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-127528c9-7640-432e-8c7f-9bb95dd7ea3a req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.337995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['a2bcc3d4-672e-4136-ab61-d30ea2e5e07c', '8e40e0e9-87fe-4a93-984d-621d62f8e0a6'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:36:33.365259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event deleted for resources: {'Port': ['ID=8e40e0e9-87fe-4a93-984d-621d62f8e0a6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:33.382806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-127528c9-7640-432e-8c7f-9bb95dd7ea3a req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] No DVR routers for this DVR port 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:33.389584 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-127528c9-7640-432e-8c7f-9bb95dd7ea3a req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:33.393422 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-127528c9-7640-432e-8c7f-9bb95dd7ea3a req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "DELETE /v2.0/ports/8e40e0e9-87fe-4a93-984d-621d62f8e0a6 HTTP/1.1" status: 204 len: 173 time: 0.4863348 Nov 27 01:36:33.394278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9641dca-576d-476e-898b-0317eef6fd33', 'name': 'network-vif-deleted', 'tag': '8e40e0e9-87fe-4a93-984d-621d62f8e0a6'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:33.396676 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9962db1-b573-4240-a1af-6243960c9bca" -d '{"events": [{"server_uuid": "e9641dca-576d-476e-898b-0317eef6fd33", "name": "network-vif-deleted", "tag": "8e40e0e9-87fe-4a93-984d-621d62f8e0a6"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:33.402586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:33.402940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:33.403292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:33.403639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:33.403982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:33.404318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:33.404838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:33.409682 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:33.410080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:33.410501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:33.410791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:33.411265 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2cae85-6ae8-4e88-855f-ab465f4cac9a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:33.503198 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23604cb-4cd1-4e4f-9cd1-0dc4839fa3b8 x-openstack-request-id: req-b23604cb-4cd1-4e4f-9cd1-0dc4839fa3b8 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:33.503521 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9641dca-576d-476e-898b-0317eef6fd33", "name": "network-vif-deleted", "tag": "8e40e0e9-87fe-4a93-984d-621d62f8e0a6", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:33.503759 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b23604cb-4cd1-4e4f-9cd1-0dc4839fa3b8 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:33.504181 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9641dca-576d-476e-898b-0317eef6fd33', 'name': 'network-vif-deleted', 'tag': '8e40e0e9-87fe-4a93-984d-621d62f8e0a6', 'status': 'completed', 'code': 200} Nov 27 01:36:33.681085 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-49ec07e0-6177-4176-b577-5123b105a334 req-6ffc0ac6-347a-4166-87a5-d54e6b697eda tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 210 time: 0.0800779 Nov 27 01:36:33.984838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c97a3-4608-4ccc-968b-c52c021f437b req-3a07c0b3-43f8-4fbf-96ab-474f2c787f71 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:33.990498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-106c97a3-4608-4ccc-968b-c52c021f437b req-3a07c0b3-43f8-4fbf-96ab-474f2c787f71 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.1359355 Nov 27 01:36:34.076856 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-106c97a3-4608-4ccc-968b-c52c021f437b req-29f42ce3-15e9-4b8a-8ad0-2f622ff9f6ed tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804217 Nov 27 01:36:34.815907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4db85ec-ab27-4a3f-b58d-0b7cb2b79e44 req-6153d4ad-8b5b-4075-9bde-e54801a1c769 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 210 time: 0.0285454 Nov 27 01:36:35.329711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6aae3-6146-48d8-9e0e-b8291dc35415 req-997769ea-e751-4a3b-b1ef-570e86068aaf tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:35.332135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-27b6aae3-6146-48d8-9e0e-b8291dc35415 req-997769ea-e751-4a3b-b1ef-570e86068aaf tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0899596 Nov 27 01:36:35.401063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-27b6aae3-6146-48d8-9e0e-b8291dc35415 req-04905f9d-2610-4b52-9357-0f4af092e7b3 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628283 Nov 27 01:36:35.828275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:35.868167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:36:35.868875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 8e40e0e9-87fe-4a93-984d-621d62f8e0a6 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:35.950386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c3433724-0b4e-45f9-bf11-103beff78330 req-cbf8d4ed-d8f3-4b12-a232-3391dcc89e45 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 210 time: 0.0398898 Nov 27 01:36:36.602607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a7d33-f6d8-4141-a6c3-623c57a73e4e req-d8cdc6c5-4400-4533-b37b-5d6229d142fe tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:36.604273 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a9a7d33-f6d8-4141-a6c3-623c57a73e4e req-d8cdc6c5-4400-4533-b37b-5d6229d142fe tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0773475 Nov 27 01:36:36.667135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a9a7d33-f6d8-4141-a6c3-623c57a73e4e req-9fa47601-0a49-49eb-8ed6-7652b7088d69 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557032 Nov 27 01:36:37.041535 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac384760-6a35-49db-844b-7a82fdd02f0b req-bbf7e84d-5ecc-495a-8135-6e27d065eb65 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 210 time: 0.0295377 Nov 27 01:36:37.805460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010bde6-dc4d-47c1-951b-f3eefbe657be req-700aa2da-4f05-4f86-bf3b-4b3fb48114b4 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:37.807210 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7010bde6-dc4d-47c1-951b-f3eefbe657be req-700aa2da-4f05-4f86-bf3b-4b3fb48114b4 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0543628 Nov 27 01:36:37.860493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7010bde6-dc4d-47c1-951b-f3eefbe657be req-d6664a04-d3bf-4475-9cb7-80be13d0d5cb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468075 Nov 27 01:36:38.143240 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd5b7cb0-a486-40e0-a054-2f3bf0cafd20 req-4b895fa8-9bcf-4f6f-b9b1-46056537e85a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9641dca-576d-476e-898b-0317eef6fd33 HTTP/1.1" status: 200 len: 210 time: 0.0323429 Nov 27 01:36:38.982268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5564ba-768d-4b10-adeb-2d97641c235c req-68f8236d-b6b5-4b12-b178-33807f5138e1 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:38.984238 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b5564ba-768d-4b10-adeb-2d97641c235c req-68f8236d-b6b5-4b12-b178-33807f5138e1 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0514092 Nov 27 01:36:39.038401 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9b5564ba-768d-4b10-adeb-2d97641c235c req-be8b8978-f09d-420c-bba9-898f2b3511ef tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479646 Nov 27 01:36:40.173539 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca263b2-4e8d-451d-80e3-a03e000a3f72 req-02bef18b-1e0a-4544-98c8-7056d1f73f30 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:40.175062 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8ca263b2-4e8d-451d-80e3-a03e000a3f72 req-02bef18b-1e0a-4544-98c8-7056d1f73f30 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0543001 Nov 27 01:36:40.222278 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8ca263b2-4e8d-451d-80e3-a03e000a3f72 req-34dcddcb-f42e-428b-8093-094ead2cf948 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413008 Nov 27 01:36:41.351099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e80f-baff-44a2-809f-0a85aaafaf4a req-fe794aaa-481a-4fd9-b676-c62264614991 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:41.352583 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5b8e80f-baff-44a2-809f-0a85aaafaf4a req-fe794aaa-481a-4fd9-b676-c62264614991 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0533109 Nov 27 01:36:41.401434 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5b8e80f-baff-44a2-809f-0a85aaafaf4a req-7d81d5c7-90c0-4681-88f7-be9f66aea471 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421305 Nov 27 01:36:41.500279 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3586c005-5478-48ba-a349-a2bc1e300a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:42.523046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b450c-a08f-4d31-b4da-5ac2c0f40790 req-b7116e7a-19c8-4fa5-af15-afe172299f2b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:42.524660 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-719b450c-a08f-4d31-b4da-5ac2c0f40790 req-b7116e7a-19c8-4fa5-af15-afe172299f2b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0509212 Nov 27 01:36:42.576519 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-719b450c-a08f-4d31-b4da-5ac2c0f40790 req-0de98499-3708-403d-9bad-d789447ef85e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454257 Nov 27 01:36:42.982259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de840138-e3ca-47dd-a7d6-5fa0064c7c02 req-9f05ed7d-f482-447e-b2a5-5d19683e10a9 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:42.984455 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de840138-e3ca-47dd-a7d6-5fa0064c7c02 req-9f05ed7d-f482-447e-b2a5-5d19683e10a9 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 946 time: 0.0490956 Nov 27 01:36:43.035191 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de840138-e3ca-47dd-a7d6-5fa0064c7c02 req-10c7684d-8a5d-4e6b-a1ce-79809b65af2d tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 Nov 27 01:36:43.701261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e859be8-2208-47c9-9161-fc6663c1a4d9 req-c6a282cb-53f2-46c3-a089-62e377d4309c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:43.702676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e859be8-2208-47c9-9161-fc6663c1a4d9 req-c6a282cb-53f2-46c3-a089-62e377d4309c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0495942 Nov 27 01:36:43.750028 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e859be8-2208-47c9-9161-fc6663c1a4d9 req-ffcc9435-810d-45c6-b66f-b72cd38cb176 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413916 Nov 27 01:36:43.867023 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5ee7-1548-47cd-8767-0be1029bc87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.160961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671a803-e7c9-47c3-9c6e-f6596f961961 req-afc3a64e-bd97-462e-89c2-8b4accea595e tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:44.163649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b671a803-e7c9-47c3-9c6e-f6596f961961 req-afc3a64e-bd97-462e-89c2-8b4accea595e tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 946 time: 0.0505862 Nov 27 01:36:44.225332 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b671a803-e7c9-47c3-9c6e-f6596f961961 req-bfeaec61-73aa-430f-83ec-481a18f4c157 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483522 Nov 27 01:36:44.494500 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.624850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb2da4-fbc5-4387-90a4-6bed9c669ccc req-eabd33cc-2d06-4b82-81cb-cb0151970afa tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:44.626341 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-71eb2da4-fbc5-4387-90a4-6bed9c669ccc req-eabd33cc-2d06-4b82-81cb-cb0151970afa tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.11 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 946 time: 0.0550559 Nov 27 01:36:44.718933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-71eb2da4-fbc5-4387-90a4-6bed9c669ccc req-0e9771f5-972b-4185-83c1-bb7919137a92 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Deleting port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:44.719631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71eb2da4-fbc5-4387-90a4-6bed9c669ccc req-0e9771f5-972b-4185-83c1-bb7919137a92 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:44.814560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-71eb2da4-fbc5-4387-90a4-6bed9c669ccc req-0e9771f5-972b-4185-83c1-bb7919137a92 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] For port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=5c2b74b2-a1ca-4f90-b524-79c3ce588de2,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:44.814927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71eb2da4-fbc5-4387-90a4-6bed9c669ccc req-0e9771f5-972b-4185-83c1-bb7919137a92 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:45.059044 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:45.078987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-71eb2da4-fbc5-4387-90a4-6bed9c669ccc req-0e9771f5-972b-4185-83c1-bb7919137a92 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Calling delete_port for 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:45.182302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999d850-f6c3-4d3b-8c0b-9f8c9c7452aa req-7fd2f725-16d5-4ec4-b8d4-fe09f70a5227 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:45.183756 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3999d850-f6c3-4d3b-8c0b-9f8c9c7452aa req-7fd2f725-16d5-4ec4-b8d4-fe09f70a5227 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.1068962 Nov 27 01:36:45.276497 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3999d850-f6c3-4d3b-8c0b-9f8c9c7452aa req-82887e23-1f64-40a2-87f2-727dfd32331f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849588 Nov 27 01:36:45.299735 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71eb2da4-fbc5-4387-90a4-6bed9c669ccc req-0e9771f5-972b-4185-83c1-bb7919137a92 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:45.334408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['5c2b74b2-a1ca-4f90-b524-79c3ce588de2'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:36:45.353717 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-36aa4542-b3df-4b4f-b2db-b4c01e471ec2 req-a6ef9f1c-b18c-4141-9acc-6f2cad863708 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=818f9d47-4d0d-409a-a121-1413cd57b40f HTTP/1.1" status: 200 len: 210 time: 0.0303214 Nov 27 01:36:45.356794 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9771f5-972b-4185-83c1-bb7919137a92 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Pushing event deleted for resources: {'Port': ['ID=5c2b74b2-a1ca-4f90-b524-79c3ce588de2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:45.401791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb2da4-fbc5-4387-90a4-6bed9c669ccc req-0e9771f5-972b-4185-83c1-bb7919137a92 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] No DVR routers for this DVR port 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:45.405092 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-71eb2da4-fbc5-4387-90a4-6bed9c669ccc req-0e9771f5-972b-4185-83c1-bb7919137a92 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:45.408531 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-71eb2da4-fbc5-4387-90a4-6bed9c669ccc req-0e9771f5-972b-4185-83c1-bb7919137a92 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.11 "DELETE /v2.0/ports/5c2b74b2-a1ca-4f90-b524-79c3ce588de2 HTTP/1.1" status: 204 len: 173 time: 0.7759004 Nov 27 01:36:45.408936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818f9d47-4d0d-409a-a121-1413cd57b40f', 'name': 'network-vif-deleted', 'tag': '5c2b74b2-a1ca-4f90-b524-79c3ce588de2'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:45.411180 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3e50ab-36d2-4262-8e4a-3f52011d15fc" -d '{"events": [{"server_uuid": "818f9d47-4d0d-409a-a121-1413cd57b40f", "name": "network-vif-deleted", "tag": "5c2b74b2-a1ca-4f90-b524-79c3ce588de2"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:45.455414 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbc3f8e-ecb2-4421-837d-89c461571e3c x-openstack-request-id: req-4bbc3f8e-ecb2-4421-837d-89c461571e3c {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:45.455789 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818f9d47-4d0d-409a-a121-1413cd57b40f", "name": "network-vif-deleted", "tag": "5c2b74b2-a1ca-4f90-b524-79c3ce588de2", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:45.456107 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bbc3f8e-ecb2-4421-837d-89c461571e3c {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:45.456603 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818f9d47-4d0d-409a-a121-1413cd57b40f', 'name': 'network-vif-deleted', 'tag': '5c2b74b2-a1ca-4f90-b524-79c3ce588de2', 'status': 'completed', 'code': 200} Nov 27 01:36:45.542753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006f99e-6031-46a9-ac50-d068c85e9eee req-1f16f8c0-382b-4926-a5a7-de6fc95b1b79 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:45.544360 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1006f99e-6031-46a9-ac50-d068c85e9eee req-1f16f8c0-382b-4926-a5a7-de6fc95b1b79 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1096 time: 0.0450618 Nov 27 01:36:45.631346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1006f99e-6031-46a9-ac50-d068c85e9eee req-0e6037a7-d69e-4159-a635-ea4bac6c4cd1 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803344 Nov 27 01:36:45.765548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ebdd1-09c1-45f0-943a-2eb56e49f02d req-ccfca418-00f1-4a0c-b36e-1be50e176cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:45.767549 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-358ebdd1-09c1-45f0-943a-2eb56e49f02d req-ccfca418-00f1-4a0c-b36e-1be50e176cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0633290 Nov 27 01:36:45.830780 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-358ebdd1-09c1-45f0-943a-2eb56e49f02d req-28aefb41-cc55-4b0b-a62a-e60bf8d994f2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557635 Nov 27 01:36:45.852521 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39212) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:45.922572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-50904051-9315-4230-832e-d1775fcf2cb9 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/a7ae5bd6-d7a5-4cc1-8604-21744cd7d953 HTTP/1.1" status: 200 len: 992 time: 0.0690458 Nov 27 01:36:46.304052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-b6ffa11a-1070-452a-9933-7233e2ba16f1 req-d483de2f-6635-4a08-ad6d-098d52ae2235 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:36:46.315497 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b6ffa11a-1070-452a-9933-7233e2ba16f1 req-d483de2f-6635-4a08-ad6d-098d52ae2235 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0831444 Nov 27 01:36:46.442671 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e769f34-ae53-400f-88b4-ae9ca168b275 req-7726f9c9-cae4-46ea-8310-c8afb1ce5722 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:46.450399 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e769f34-ae53-400f-88b4-ae9ca168b275 req-7726f9c9-cae4-46ea-8310-c8afb1ce5722 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 943 time: 0.0653021 Nov 27 01:36:46.497844 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e769f34-ae53-400f-88b4-ae9ca168b275 req-839996e5-b773-4bec-aaed-d143ae056371 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464733 Nov 27 01:36:46.664432 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-53b17aa0-b6a9-4445-a1a9-7f7bf70f20cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704124 Nov 27 01:36:46.709319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdedcb-7f96-48b9-b547-a730ba2ecd70 req-46b1a2ef-68ba-4ef5-8187-b126f767f3af tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:46.719899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00cdedcb-7f96-48b9-b547-a730ba2ecd70 req-46b1a2ef-68ba-4ef5-8187-b126f767f3af tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0853062 Nov 27 01:36:46.803063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4638aac7-d46c-4c8e-bf00-4b3c735c8419 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:36:46.803645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00cdedcb-7f96-48b9-b547-a730ba2ecd70 req-06a4c66a-8da7-4117-8e03-b798c890510a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816302 Nov 27 01:36:46.810604 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:46.934793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:46.955412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'port_id': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'mac_address': 'fa:16:3e:b6:89:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:36:47.019809 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.039514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4638aac7-d46c-4c8e-bf00-4b3c735c8419 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:36:47.067766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:47.075062 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.136245 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4638aac7-d46c-4c8e-bf00-4b3c735c8419,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:47.318655 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.347792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4638aac7-d46c-4c8e-bf00-4b3c735c8419'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:36:47.580302 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:47.653570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40860e62-62f0-47f7-9f65-9ea7298570a6 req-fa81085a-caeb-48aa-96fc-6590151b65e9 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:47.655334 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40860e62-62f0-47f7-9f65-9ea7298570a6 req-fa81085a-caeb-48aa-96fc-6590151b65e9 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 944 time: 0.0556898 Nov 27 01:36:47.737048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40860e62-62f0-47f7-9f65-9ea7298570a6 req-93910ac3-7b4e-41dd-b280-741c8f07bd95 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744460 Nov 27 01:36:47.903593 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:47.925861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:36:47.926198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 5c2b74b2-a1ca-4f90-b524-79c3ce588de2 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:47.960743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255efca4-a16d-4170-98f0-b956894502e0 req-f94d12bd-008b-4bcb-bf28-786a8f6d67ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:47.962843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-255efca4-a16d-4170-98f0-b956894502e0 req-f94d12bd-008b-4bcb-bf28-786a8f6d67ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0687346 Nov 27 01:36:47.999965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949e645-bb43-4d1c-8d18-43385cfbd7ac req-3ccee0a4-bd07-4ab8-abf4-3cc74153750b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:48.002723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5949e645-bb43-4d1c-8d18-43385cfbd7ac req-3ccee0a4-bd07-4ab8-abf4-3cc74153750b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 945 time: 0.0581999 Nov 27 01:36:48.023219 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-255efca4-a16d-4170-98f0-b956894502e0 req-f539d71e-201c-4058-8624-5f505a8e8463 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520036 Nov 27 01:36:48.053651 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5949e645-bb43-4d1c-8d18-43385cfbd7ac req-e2d5cedf-fb98-4203-9066-d2179905b612 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455694 Nov 27 01:36:48.338308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-c5df4ce0-7332-4661-9a2e-7c7be4cd664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:48.340094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-c5df4ce0-7332-4661-9a2e-7c7be4cd664a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1096 time: 0.0853980 Nov 27 01:36:48.438218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-0d60ad7b-8c0d-4f46-8422-eed1dc22e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:48.439854 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-0d60ad7b-8c0d-4f46-8422-eed1dc22e0c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 898 time: 0.0922382 Nov 27 01:36:48.505498 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-546733d2-07d0-4a13-bf0c-7e7620444b92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 1000 time: 0.0582035 Nov 27 01:36:48.554453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-9034d922-7830-4be8-9a84-f2788ce6b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:48.556128 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-9034d922-7830-4be8-9a84-f2788ce6b511 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.0427458 Nov 27 01:36:48.605315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-69b9121d-ddc2-4a0d-9186-1894b3ed427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:48.606733 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-69b9121d-ddc2-4a0d-9186-1894b3ed427d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432723 Nov 27 01:36:48.696967 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-778a067d-947c-4417-bc23-76ea82a74128 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806901 Nov 27 01:36:48.794749 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-6b4182e5-d6af-4114-87e5-b8b227ee6d77 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881429 Nov 27 01:36:48.799108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4638aac7-d46c-4c8e-bf00-4b3c735c8419 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:36:48.860243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:36:48.860516 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:48.874549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46234657-6bf4-416b-9edd-331d4cae2cc5 req-c0dd7ea7-8d20-478a-93b0-75c4fc1108eb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:48.875655 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46234657-6bf4-416b-9edd-331d4cae2cc5 req-c0dd7ea7-8d20-478a-93b0-75c4fc1108eb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 944 time: 0.0575476 Nov 27 01:36:48.944918 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46234657-6bf4-416b-9edd-331d4cae2cc5 req-bdd679fa-3abe-4019-8d0c-c64e29ac7f48 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582759 Nov 27 01:36:48.950668 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:48.977872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:48.980331 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd70c5d2-2354-4429-a90b-519d1577c5b4" -d '{"events": [{"server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "name": "network-vif-plugged", "status": "completed", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:48.995046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:49.000693 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.026065 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e323727a-5822-43ae-84cb-941b7a35f999 x-openstack-request-id: req-e323727a-5822-43ae-84cb-941b7a35f999 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:49.026452 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "name": "network-vif-plugged", "status": "completed", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:49.026794 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e323727a-5822-43ae-84cb-941b7a35f999 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:49.027305 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'code': 200} Nov 27 01:36:49.053490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4638aac7-d46c-4c8e-bf00-4b3c735c8419,revision_number=10']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:49.184883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debe95c-7183-4b08-8bbc-ba6a965e75be req-400ecb06-b962-4a16-8a4e-a11fbfe55fb7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:49.187549 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6debe95c-7183-4b08-8bbc-ba6a965e75be req-400ecb06-b962-4a16-8a4e-a11fbfe55fb7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0821843 Nov 27 01:36:49.222601 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529ea03-d112-4d56-904e-0b24108d13ee req-870d89e4-c167-4df8-8cf7-af145c3cf036 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:49.224858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7529ea03-d112-4d56-904e-0b24108d13ee req-870d89e4-c167-4df8-8cf7-af145c3cf036 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 945 time: 0.0630953 Nov 27 01:36:49.258964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6debe95c-7183-4b08-8bbc-ba6a965e75be req-ab6cbc0e-64f2-4e80-a440-ea56aa61216f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604584 Nov 27 01:36:49.277451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7529ea03-d112-4d56-904e-0b24108d13ee req-8ae9585d-1505-4952-971a-fc04ad84c2b6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc682aa9-d258-4027-9e01-eb4e9d35a6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430043 Nov 27 01:36:49.310140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295e8e6-8fd8-4ee6-8be4-9f4bb91b78ff req-e027f086-21c5-4017-a0be-d9874f760de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:49.312294 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8295e8e6-8fd8-4ee6-8be4-9f4bb91b78ff req-e027f086-21c5-4017-a0be-d9874f760de6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 1097 time: 0.0645714 Nov 27 01:36:49.358583 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8295e8e6-8fd8-4ee6-8be4-9f4bb91b78ff req-0a3f7c42-aede-44b9-9ad5-70dde7ccf5ac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383649 Nov 27 01:36:49.587178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddc2da-f264-47f5-ac2c-41915869a32e req-6299f65a-bd83-4dc5-9169-5fd73b34628e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:49.588751 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fddc2da-f264-47f5-ac2c-41915869a32e req-6299f65a-bd83-4dc5-9169-5fd73b34628e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 945 time: 0.0483696 Nov 27 01:36:49.684958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-5fddc2da-f264-47f5-ac2c-41915869a32e req-9a8d1c46-8b5b-484a-804b-0a68cf2f5fa8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Deleting port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:36:49.685296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5fddc2da-f264-47f5-ac2c-41915869a32e req-9a8d1c46-8b5b-484a-804b-0a68cf2f5fa8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.776601 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5fddc2da-f264-47f5-ac2c-41915869a32e req-9a8d1c46-8b5b-484a-804b-0a68cf2f5fa8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] For port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:36:49.777282 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5fddc2da-f264-47f5-ac2c-41915869a32e req-9a8d1c46-8b5b-484a-804b-0a68cf2f5fa8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.790097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-5fddc2da-f264-47f5-ac2c-41915869a32e req-9a8d1c46-8b5b-484a-804b-0a68cf2f5fa8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Calling delete_port for a2bcc3d4-672e-4136-ab61-d30ea2e5e07c owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:36:49.920251 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5fddc2da-f264-47f5-ac2c-41915869a32e req-9a8d1c46-8b5b-484a-804b-0a68cf2f5fa8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:49.947249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d1c46-8b5b-484a-804b-0a68cf2f5fa8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event deleted for resources: {'Port': ['ID=a2bcc3d4-672e-4136-ab61-d30ea2e5e07c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:49.994463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fddc2da-f264-47f5-ac2c-41915869a32e req-9a8d1c46-8b5b-484a-804b-0a68cf2f5fa8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] No DVR routers for this DVR port a2bcc3d4-672e-4136-ab61-d30ea2e5e07c on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:36:49.998599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5fddc2da-f264-47f5-ac2c-41915869a32e req-9a8d1c46-8b5b-484a-804b-0a68cf2f5fa8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:50.000865 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fddc2da-f264-47f5-ac2c-41915869a32e req-9a8d1c46-8b5b-484a-804b-0a68cf2f5fa8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "DELETE /v2.0/ports/a2bcc3d4-672e-4136-ab61-d30ea2e5e07c HTTP/1.1" status: 204 len: 173 time: 0.4056954 Nov 27 01:36:50.001314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e28d76-b327-4d8e-9140-58bda2a68a37', 'name': 'network-vif-deleted', 'tag': 'a2bcc3d4-672e-4136-ab61-d30ea2e5e07c'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:50.004241 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca68357b-e951-4573-8d38-ad743f129115" -d '{"events": [{"server_uuid": "11e28d76-b327-4d8e-9140-58bda2a68a37", "name": "network-vif-deleted", "tag": "a2bcc3d4-672e-4136-ab61-d30ea2e5e07c"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:50.053995 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd744baa-a28c-4d3d-a24b-bfe3fc32c0a9 x-openstack-request-id: req-cd744baa-a28c-4d3d-a24b-bfe3fc32c0a9 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:50.054316 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e28d76-b327-4d8e-9140-58bda2a68a37", "name": "network-vif-deleted", "tag": "a2bcc3d4-672e-4136-ab61-d30ea2e5e07c", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:50.054592 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd744baa-a28c-4d3d-a24b-bfe3fc32c0a9 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:50.054999 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e28d76-b327-4d8e-9140-58bda2a68a37', 'name': 'network-vif-deleted', 'tag': 'a2bcc3d4-672e-4136-ab61-d30ea2e5e07c', 'status': 'completed', 'code': 200} Nov 27 01:36:50.113071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db567d-3c1f-4e22-8e98-47c4f9e6a0b4 req-f47da52e-cb5e-43cb-a09f-8a0f1675a819 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:50.122513 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-53db567d-3c1f-4e22-8e98-47c4f9e6a0b4 req-f47da52e-cb5e-43cb-a09f-8a0f1675a819 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 946 time: 0.0588057 Nov 27 01:36:50.173734 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-53db567d-3c1f-4e22-8e98-47c4f9e6a0b4 req-6feb00b8-3782-4110-b91b-0b531a614eb7 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501518 Nov 27 01:36:50.449477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f46ce098-1972-485c-8375-266c4146b605 req-d0b07612-0120-4ee3-895d-c445235aabd5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 210 time: 0.0449448 Nov 27 01:36:50.472787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c821c26-f7ca-46f1-ad9c-54916d9d13f0 req-cbbc6695-791e-4e5b-a2cc-c89df39ce307 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:50.481640 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6c821c26-f7ca-46f1-ad9c-54916d9d13f0 req-cbbc6695-791e-4e5b-a2cc-c89df39ce307 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.1152875 Nov 27 01:36:50.590409 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6c821c26-f7ca-46f1-ad9c-54916d9d13f0 req-c878ba74-f15a-44df-8e83-9ed6e125cf86 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770316 Nov 27 01:36:51.323252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c1881-dd9d-4869-a70b-c24b69c0f97b req-bc3717b0-5b3e-49f7-9fcf-c3d56664cf0e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:51.324919 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-974c1881-dd9d-4869-a70b-c24b69c0f97b req-bc3717b0-5b3e-49f7-9fcf-c3d56664cf0e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 946 time: 0.0716021 Nov 27 01:36:51.394798 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-974c1881-dd9d-4869-a70b-c24b69c0f97b req-f7724c62-88d1-43f0-a7be-980cd88adbc4 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619330 Nov 27 01:36:51.496396 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acb52bd3-4960-4c32-907d-bc09f4d7470a req-62c08ca2-6ac5-4b93-9e62-5bc4aad026e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514557 Nov 27 01:36:51.619931 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1846255e-8b88-4834-88c6-5b276e33928f req-79a8c96b-11ff-4060-8712-b7832927df85 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 210 time: 0.0770380 Nov 27 01:36:51.622872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-803010fe-5eca-43dc-918e-dbf0e02898e3 req-a1bc1bbb-b9f7-482b-bef8-da76672b7f4b tempest-AttachVolumeNegativeTest-262704290 tempest-AttachVolumeNegativeTest-262704290-project] (103384) timed out ('10.222.0.11', 60019) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:36:51.634984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb52bd3-4960-4c32-907d-bc09f4d7470a req-b029d84b-75b2-47c1-af62-e8298ea1e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:51.636523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acb52bd3-4960-4c32-907d-bc09f4d7470a req-b029d84b-75b2-47c1-af62-e8298ea1e5ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 1097 time: 0.0717955 Nov 27 01:36:51.798643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf93f-9e8f-45c7-b44b-b2e307c74943 req-86fe3a34-19ee-4aea-9b4a-c990bc5821ca tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:51.806152 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-737bf93f-9e8f-45c7-b44b-b2e307c74943 req-86fe3a34-19ee-4aea-9b4a-c990bc5821ca tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0906227 Nov 27 01:36:51.808582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb52bd3-4960-4c32-907d-bc09f4d7470a req-ced99678-08e2-4aba-9e7a-7a2d3c2a62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:51.809973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acb52bd3-4960-4c32-907d-bc09f4d7470a req-ced99678-08e2-4aba-9e7a-7a2d3c2a62bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 918 time: 0.1491008 Nov 27 01:36:51.855142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a2bcc3d4-672e-4136-ab61-d30ea2e5e07c no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:36:51.880920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: a2bcc3d4-672e-4136-ab61-d30ea2e5e07c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:36:51.881655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device a2bcc3d4-672e-4136-ab61-d30ea2e5e07c not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:36:51.899973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-737bf93f-9e8f-45c7-b44b-b2e307c74943 req-01f1fa1f-8d4f-4c2e-aa39-a8811accfc84 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927391 Nov 27 01:36:51.924869 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acb52bd3-4960-4c32-907d-bc09f4d7470a req-d0798cb3-b838-4c17-8715-bc412997c733 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419 HTTP/1.1" status: 200 len: 1000 time: 0.0997813 Nov 27 01:36:51.976341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb52bd3-4960-4c32-907d-bc09f4d7470a req-0bb4adf4-c38f-4559-bdec-7f40b2e27727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:51.977831 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acb52bd3-4960-4c32-907d-bc09f4d7470a req-0bb4adf4-c38f-4559-bdec-7f40b2e27727 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0519347 Nov 27 01:36:52.027623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb52bd3-4960-4c32-907d-bc09f4d7470a req-bd33a4aa-cbe6-44f8-bcbe-9850f98a9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:52.029781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acb52bd3-4960-4c32-907d-bc09f4d7470a req-bd33a4aa-cbe6-44f8-bcbe-9850f98a9a88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433109 Nov 27 01:36:52.131576 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acb52bd3-4960-4c32-907d-bc09f4d7470a req-cdc464da-82b0-4d60-8b05-caba29e3e985 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931239 Nov 27 01:36:52.232084 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-acb52bd3-4960-4c32-907d-bc09f4d7470a req-1ccb293c-eac7-43f3-81e6-8b4391d785bd service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926225 Nov 27 01:36:52.524563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85a7a7-bc13-4def-b1f3-8a2b579eaaed req-8178cba5-681d-415d-bcd1-6df81b1f0067 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:52.526451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a85a7a7-bc13-4def-b1f3-8a2b579eaaed req-8178cba5-681d-415d-bcd1-6df81b1f0067 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 946 time: 0.0566034 Nov 27 01:36:52.599191 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a85a7a7-bc13-4def-b1f3-8a2b579eaaed req-284720e0-e810-4e77-bd23-a314ad099883 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659683 Nov 27 01:36:52.715597 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc166a4f-4530-44f3-8f60-4525081fc4b0 req-fbfdf20a-4057-4f49-a48d-bd14d8ed1e48 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 210 time: 0.0376353 Nov 27 01:36:53.049891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062442c1-f81f-4e1a-b0e2-53f425750cef req-7c7a0551-bcf6-4c55-8a00-42bf0d4f0702 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:53.051542 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-062442c1-f81f-4e1a-b0e2-53f425750cef req-7c7a0551-bcf6-4c55-8a00-42bf0d4f0702 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0536666 Nov 27 01:36:53.106180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-062442c1-f81f-4e1a-b0e2-53f425750cef req-7c342339-c850-46ae-b329-5c3932792a3d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477128 Nov 27 01:36:53.652552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-fc383d03-263d-4b74-918c-dacdc5dd064a tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:53.653940 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-fc383d03-263d-4b74-918c-dacdc5dd064a tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/networks?id=f8fd0376-fa0a-491d-9806-59fa26ead9ce HTTP/1.1" status: 200 len: 813 time: 0.1061463 Nov 27 01:36:53.669430 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-ebeaeca7-15ca-4745-95f1-ce82fc28d896 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/quotas/c6ce2c01e86046869a837c2f575f2404 HTTP/1.1" status: 200 len: 375 time: 0.0095515 Nov 27 01:36:53.703166 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-01b86611-98e4-45da-94f7-a0a28247ff87 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6ce2c01e86046869a837c2f575f2404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275381 Nov 27 01:36:53.801858 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-c419a7b2-e465-4765-839d-97b4346e1de3 service neutron] 10.222.0.37 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904331 Nov 27 01:36:53.817690 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56860eed-c817-482e-a31e-07a47384558a req-0d47164b-3dc7-4e79-b6df-ce7b0d5b42e5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 210 time: 0.0271921 Nov 27 01:36:53.898803 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-74767c22-f3d0-4449-8d41-fbd9b44aac40 service neutron] 10.222.0.37 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904152 Nov 27 01:36:54.059998 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30f09296-6024-4e6c-a4c0-1d5ce9f50b2f req-b3b660ab-715a-497a-8372-598ef3459b42 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 210 time: 0.0268455 Nov 27 01:36:54.227584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0df14-920d-46fa-8327-be27cf47f4d3 req-168ff1e6-cc82-40cd-b8a6-1c067da7ba63 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:54.229127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dc0df14-920d-46fa-8327-be27cf47f4d3 req-168ff1e6-cc82-40cd-b8a6-1c067da7ba63 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0535309 Nov 27 01:36:54.284689 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2dc0df14-920d-46fa-8327-be27cf47f4d3 req-5ff5d09b-5b15-4b7a-9f66-c412c29ba46e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474422 Nov 27 01:36:54.928758 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a46170f3-3644-4794-ad26-d10afab6fd98 req-ac237ad0-367d-4929-94c6-b2b1e6285b05 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=11e28d76-b327-4d8e-9140-58bda2a68a37 HTTP/1.1" status: 200 len: 210 time: 0.0316637 Nov 27 01:36:55.141997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-bf78ba04-3470-4c52-9cf2-80ee390978af tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:55.143651 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-bf78ba04-3470-4c52-9cf2-80ee390978af tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.11 "GET /v2.0/networks?id=f8fd0376-fa0a-491d-9806-59fa26ead9ce HTTP/1.1" status: 200 len: 813 time: 0.1220355 Nov 27 01:36:55.169132 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Request body: {'port': {'device_id': '76010535-60f8-4e1b-867f-ae2a04b187d9', 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce', 'admin_state_up': True, 'tenant_id': 'c6ce2c01e86046869a837c2f575f2404'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:55.189500 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab6f5147-6e41-4965-b967-36fd309ea239 req-61bdfe66-778f-44e0-9f2b-98387309e31e tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 210 time: 0.0362856 Nov 27 01:36:55.301211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Made reservation on behalf of c6ce2c01e86046869a837c2f575f2404 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:36:55.305662 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.453217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee70182-1569-4eec-964d-493f0d194c9f req-44ff190a-0cb5-47c4-9d84-496128f02d2a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:55.455460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ee70182-1569-4eec-964d-493f0d194c9f req-44ff190a-0cb5-47c4-9d84-496128f02d2a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0925231 Nov 27 01:36:55.462840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Allocated IP 172.20.0.3 (f8fd0376-fa0a-491d-9806-59fa26ead9ce/b5f5f343-9c40-4458-b5e1-fbc59044c8ea/f1cc91cb-5d9a-427e-8a6e-35e59c684508) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:36:55.519608 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ee70182-1569-4eec-964d-493f0d194c9f req-429aa5bf-6d38-4a61-8ad4-d6b27d48a6b4 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556340 Nov 27 01:36:55.633381 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.668462 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.723109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Network f8fd0376-fa0a-491d-9806-59fa26ead9ce is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:36:55.726929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Pushing event updated for resources: {'Port': ['ID=f1cc91cb-5d9a-427e-8a6e-35e59c684508,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:55.729356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:36:55.731703 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:36:55.781835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:55.782455 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:55.799350 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-463331ca-762f-4ad0-8b8c-270a38563dd3 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6343663 Nov 27 01:36:55.818717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Request body: {'port': {'device_id': '76010535-60f8-4e1b-867f-ae2a04b187d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:55.871203 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.141268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cc91cb-5d9a-427e-8a6e-35e59c684508 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:36:56.148898 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.161177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Transition to ACTIVE for port object f1cc91cb-5d9a-427e-8a6e-35e59c684508 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:36:56.164881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.236363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cc91cb-5d9a-427e-8a6e-35e59c684508,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:56.287505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Attempting to bind port f1cc91cb-5d9a-427e-8a6e-35e59c684508 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:36:56.287843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Attempting to bind port f1cc91cb-5d9a-427e-8a6e-35e59c684508 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '026b0571-4e85-4145-8612-e6b36eb8bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:36:56.288187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Attempting to bind port f1cc91cb-5d9a-427e-8a6e-35e59c684508 on network f8fd0376-fa0a-491d-9806-59fa26ead9ce {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:56.292851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Port f1cc91cb-5d9a-427e-8a6e-35e59c684508 on network f8fd0376-fa0a-491d-9806-59fa26ead9ce not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:36:56.293423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Attempting to bind port f1cc91cb-5d9a-427e-8a6e-35e59c684508 on network f8fd0376-fa0a-491d-9806-59fa26ead9ce {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:36:56.298698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:36:56.299106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Checking segment: {'id': '026b0571-4e85-4145-8612-e6b36eb8bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:36:56.299692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Bound using segment: {'id': '026b0571-4e85-4145-8612-e6b36eb8bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:36:56.300132 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Bound port: f1cc91cb-5d9a-427e-8a6e-35e59c684508, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026b0571-4e85-4145-8612-e6b36eb8bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:36:56.300496 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.317218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b166a-17d3-4337-a9e9-c9cc2a096f24 req-9457cfa6-164d-49cf-97d0-ed62e94d7c98 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:56.318863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c2b166a-17d3-4337-a9e9-c9cc2a096f24 req-9457cfa6-164d-49cf-97d0-ed62e94d7c98 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 943 time: 0.0512955 Nov 27 01:36:56.369329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c2b166a-17d3-4337-a9e9-c9cc2a096f24 req-fef47bdc-a7e7-434b-a235-227ed73b2614 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442989 Nov 27 01:36:56.374342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] For port f1cc91cb-5d9a-427e-8a6e-35e59c684508, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:36:56.377745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] For port f1cc91cb-5d9a-427e-8a6e-35e59c684508, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:36:56.382226 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.415687 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:56.416304 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:56.417994 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] 10.222.0.11 "PUT /v2.0/ports/f1cc91cb-5d9a-427e-8a6e-35e59c684508 HTTP/1.1" status: 200 len: 1091 time: 0.6035626 Nov 27 01:36:56.418458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76010535-60f8-4e1b-867f-ae2a04b187d9', 'tag': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:36:56.420719 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29780c4-1bca-4610-b822-16c107fe0acd" -d '{"events": [{"name": "network-changed", "server_uuid": "76010535-60f8-4e1b-867f-ae2a04b187d9", "tag": "f1cc91cb-5d9a-427e-8a6e-35e59c684508"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:36:56.456263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f2388-8305-44fb-8a10-f3ee63824a86 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cc91cb-5d9a-427e-8a6e-35e59c684508,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:56.473956 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381194bc-0cf5-4633-b696-6848c0a7f320 x-openstack-request-id: req-381194bc-0cf5-4633-b696-6848c0a7f320 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:36:56.474282 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76010535-60f8-4e1b-867f-ae2a04b187d9", "tag": "f1cc91cb-5d9a-427e-8a6e-35e59c684508", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:36:56.474543 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-381194bc-0cf5-4633-b696-6848c0a7f320 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:36:56.474957 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76010535-60f8-4e1b-867f-ae2a04b187d9', 'tag': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508', 'status': 'completed', 'code': 200} Nov 27 01:36:56.529230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-63ec0b81-ade8-4485-a47d-6f5497e9776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:56.530705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-63ec0b81-ade8-4485-a47d-6f5497e9776a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6ce2c01e86046869a837c2f575f2404&device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 1094 time: 0.0422428 Nov 27 01:36:56.584194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-92339d3d-6c15-456c-8242-1d6288b1a36a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508 HTTP/1.1" status: 200 len: 217 time: 0.0403364 Nov 27 01:36:56.637734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-dd93c825-7e16-4fd9-9792-1a93dde28075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:56.640104 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-dd93c825-7e16-4fd9-9792-1a93dde28075 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5f5f343-9c40-4458-b5e1-fbc59044c8ea HTTP/1.1" status: 200 len: 853 time: 0.0493250 Nov 27 01:36:56.674947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-f59c7f04-581a-435b-b58e-9149aab1ca87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8fd0376-fa0a-491d-9806-59fa26ead9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275552 Nov 27 01:36:56.776354 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-05b8dd4d-a99a-4680-89b1-2ca9aaaa157c service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937247 Nov 27 01:36:56.871891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f25e228b-be07-4ccb-9acd-08170c0b5948 req-0fe2af0c-7cc8-48f1-b737-2acf575be766 service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875251 Nov 27 01:36:56.896747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9cb95-6de7-4fdb-a431-363a1fcd4cb1 req-4e5a1764-2fa1-4c46-a62a-13ad53a6dca8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:56.898372 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05d9cb95-6de7-4fdb-a431-363a1fcd4cb1 req-4e5a1764-2fa1-4c46-a62a-13ad53a6dca8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0584698 Nov 27 01:36:56.953772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05d9cb95-6de7-4fdb-a431-363a1fcd4cb1 req-ad874d36-fb85-46b6-b2b8-24452775fd16 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472424 Nov 27 01:36:56.997282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29780c4-1bca-4610-b822-16c107fe0acd req-8eb30b94-1a0b-431a-a4d9-648dedfa2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:56.999552 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c29780c4-1bca-4610-b822-16c107fe0acd req-8eb30b94-1a0b-431a-a4d9-648dedfa2f55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6ce2c01e86046869a837c2f575f2404&device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 1094 time: 0.0423417 Nov 27 01:36:57.103071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29780c4-1bca-4610-b822-16c107fe0acd req-b10f7d1b-12cf-46b7-9697-c09f7553dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:57.106098 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c29780c4-1bca-4610-b822-16c107fe0acd req-b10f7d1b-12cf-46b7-9697-c09f7553dcea service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8fd0376-fa0a-491d-9806-59fa26ead9ce HTTP/1.1" status: 200 len: 914 time: 0.0988958 Nov 27 01:36:57.151533 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c29780c4-1bca-4610-b822-16c107fe0acd req-a55eebb7-bd8f-436d-8d7a-59764b05fe62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508 HTTP/1.1" status: 200 len: 217 time: 0.0375421 Nov 27 01:36:57.207190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29780c4-1bca-4610-b822-16c107fe0acd req-4ffcc5a9-c4b6-4791-b971-09205aaf0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:57.209203 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c29780c4-1bca-4610-b822-16c107fe0acd req-4ffcc5a9-c4b6-4791-b971-09205aaf0e2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5f5f343-9c40-4458-b5e1-fbc59044c8ea HTTP/1.1" status: 200 len: 853 time: 0.0495901 Nov 27 01:36:57.251577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c29780c4-1bca-4610-b822-16c107fe0acd req-cf8196ef-87b4-4b74-b222-86dc29ec4033 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8fd0376-fa0a-491d-9806-59fa26ead9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348713 Nov 27 01:36:57.350845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c29780c4-1bca-4610-b822-16c107fe0acd req-2dc14d56-698a-48fa-910e-1e4e89d9dc38 service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918729 Nov 27 01:36:57.461086 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c29780c4-1bca-4610-b822-16c107fe0acd req-4ff091ff-11f8-4671-97b1-dd33a249ffca service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028209 Nov 27 01:36:57.501557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947008d-67bb-43fb-92ba-3ef289117d00 req-e8dfa20f-a384-4d95-9a70-49dc830e1ad7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:57.503465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8947008d-67bb-43fb-92ba-3ef289117d00 req-e8dfa20f-a384-4d95-9a70-49dc830e1ad7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 943 time: 0.0582082 Nov 27 01:36:57.553611 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8947008d-67bb-43fb-92ba-3ef289117d00 req-db1a2b47-e9bc-4fe8-bd1b-969f25f4f9de tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441105 Nov 27 01:36:58.069963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cb769-63e7-46b6-8f29-4e2ce18ba8df req-74c655fa-83e9-495f-866c-80360db2bab5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:58.071506 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f5cb769-63e7-46b6-8f29-4e2ce18ba8df req-74c655fa-83e9-495f-866c-80360db2bab5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0500081 Nov 27 01:36:58.127403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f5cb769-63e7-46b6-8f29-4e2ce18ba8df req-ef9caee8-3c07-4d17-91ab-d0d347dabf0e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491731 Nov 27 01:36:58.701245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1f41d-ab20-45f0-ad0f-164419e91591 req-62ec24db-b715-4b14-b6de-772122627e76 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:58.702789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33a1f41d-ab20-45f0-ad0f-164419e91591 req-62ec24db-b715-4b14-b6de-772122627e76 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 943 time: 0.0615211 Nov 27 01:36:58.752904 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33a1f41d-ab20-45f0-ad0f-164419e91591 req-1eeb7d64-6ea8-456b-a844-6c69aca078ba tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 Nov 27 01:36:59.082411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39464) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:59.086952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1440976808', 'description': 'tempest-secgroup-smoke-1440976808 description', 'project_id': '619b5f2892a14347924b85f8ba534255'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:59.109084 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.179910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.185904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.220857 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.224972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1387346 Nov 27 01:36:59.224972 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55feb96f-a48d-40e2-9a8d-9574f5c5c79d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:59.226488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39468) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:59.232706 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:59.233057 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:59.233397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:59.233734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:59.234068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:59.234423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:59.234780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:59.235105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:59.235426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:59.235747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:59.236076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:59.236404 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbae884-ba74-4123-856e-1be63cc599e8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:36:59.249034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bf0f033d-9c26-4c9e-aaed-78c20bd4f34f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'security_group_rule': {'security_group_id': '55feb96f-a48d-40e2-9a8d-9574f5c5c79d', 'project_id': '619b5f2892a14347924b85f8ba534255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:59.285939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dbfaa-0626-4ae2-86ee-a76300107cfd req-b7ee1cf9-8b81-40df-9b08-369243eb49c8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:59.287449 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d38dbfaa-0626-4ae2-86ee-a76300107cfd req-b7ee1cf9-8b81-40df-9b08-369243eb49c8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0855689 Nov 27 01:36:59.293324 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf0f033d-9c26-4c9e-aaed-78c20bd4f34f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.371587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d38dbfaa-0626-4ae2-86ee-a76300107cfd req-cbac739f-3be1-4ecf-8d1c-f6ab8d162122 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748177 Nov 27 01:36:59.384734 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf0f033d-9c26-4c9e-aaed-78c20bd4f34f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.389026 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf0f033d-9c26-4c9e-aaed-78c20bd4f34f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.408145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f033d-9c26-4c9e-aaed-78c20bd4f34f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a53299-c49b-4811-8954-b0aa096469af,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:59.414863 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf0f033d-9c26-4c9e-aaed-78c20bd4f34f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.416042 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bf0f033d-9c26-4c9e-aaed-78c20bd4f34f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715329 Nov 27 01:36:59.418779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39470) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:59.425748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f3b4d9f3-0221-40ad-887d-c519ed3e255d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'security_group_rule': {'security_group_id': '55feb96f-a48d-40e2-9a8d-9574f5c5c79d', 'project_id': '619b5f2892a14347924b85f8ba534255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:59.449130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3b4d9f3-0221-40ad-887d-c519ed3e255d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.506541 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3b4d9f3-0221-40ad-887d-c519ed3e255d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.510225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3b4d9f3-0221-40ad-887d-c519ed3e255d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.531761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4d9f3-0221-40ad-887d-c519ed3e255d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d294aef-f57e-4f2f-ae34-c210d807ad4a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:59.539409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3b4d9f3-0221-40ad-887d-c519ed3e255d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.540626 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f3b4d9f3-0221-40ad-887d-c519ed3e255d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209319 Nov 27 01:36:59.544286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39472) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:59.549742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-51974a11-14db-4edd-b722-a361dc364c14 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'security_group_rule': {'security_group_id': '55feb96f-a48d-40e2-9a8d-9574f5c5c79d', 'project_id': '619b5f2892a14347924b85f8ba534255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:59.575946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51974a11-14db-4edd-b722-a361dc364c14 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.866701 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51974a11-14db-4edd-b722-a361dc364c14 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.870738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51974a11-14db-4edd-b722-a361dc364c14 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.872126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae086f6-3d1a-4677-b82d-d89b2f905810 req-e4f8330d-09bd-4a89-ab6b-80599fa72dbc tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:36:59.873643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dae086f6-3d1a-4677-b82d-d89b2f905810 req-e4f8330d-09bd-4a89-ab6b-80599fa72dbc tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 943 time: 0.0519030 Nov 27 01:36:59.887691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51974a11-14db-4edd-b722-a361dc364c14 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd01e7eb-4613-42b9-9bbf-20365a822542,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:36:59.897372 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51974a11-14db-4edd-b722-a361dc364c14 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:36:59.901511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-51974a11-14db-4edd-b722-a361dc364c14 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3525550 Nov 27 01:36:59.901663 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device f1cc91cb-5d9a-427e-8a6e-35e59c684508 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:36:59.902146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39476) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:36:59.912269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-52cc69bd-212f-4667-b2f5-ebb45bcba757 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'security_group_rule': {'security_group_id': '55feb96f-a48d-40e2-9a8d-9574f5c5c79d', 'project_id': '619b5f2892a14347924b85f8ba534255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:36:59.941820 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dae086f6-3d1a-4677-b82d-d89b2f905810 req-70134708-8e96-4036-b232-c012c0a0bc58 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608578 Nov 27 01:36:59.966175 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52cc69bd-212f-4667-b2f5-ebb45bcba757 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.001374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port f1cc91cb-5d9a-427e-8a6e-35e59c684508, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:00.013065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508', 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce', 'port_id': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508', 'mac_address': 'fa:16:3e:a6:23:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f5f343-9c40-4458-b5e1-fbc59044c8ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:37:00.019641 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52cc69bd-212f-4667-b2f5-ebb45bcba757 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.024127 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52cc69bd-212f-4667-b2f5-ebb45bcba757 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.042874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc69bd-212f-4667-b2f5-ebb45bcba757 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f9e7ab-ec69-43dc-bc5a-b36640932569,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:00.048828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52cc69bd-212f-4667-b2f5-ebb45bcba757 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.052790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-52cc69bd-212f-4667-b2f5-ebb45bcba757 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1471624 Nov 27 01:37:00.052903 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.053027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39478) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:00.057599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-94f51ef7-6706-42db-9741-6fd53b9ee7c1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'security_group_rule': {'security_group_id': '55feb96f-a48d-40e2-9a8d-9574f5c5c79d', 'project_id': '619b5f2892a14347924b85f8ba534255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:00.074100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cc91cb-5d9a-427e-8a6e-35e59c684508 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:00.079925 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-94f51ef7-6706-42db-9741-6fd53b9ee7c1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Project 619b5f2892a14347924b85f8ba534255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:37:00.084996 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94f51ef7-6706-42db-9741-6fd53b9ee7c1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.094161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port f1cc91cb-5d9a-427e-8a6e-35e59c684508, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:00.099866 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.146435 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94f51ef7-6706-42db-9741-6fd53b9ee7c1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.150335 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=f1cc91cb-5d9a-427e-8a6e-35e59c684508,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:00.150877 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94f51ef7-6706-42db-9741-6fd53b9ee7c1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.159858 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:00.160206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:00.160544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:00.160880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:00.161217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:00.161547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:00.161875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:00.162201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:00.162551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:00.163496 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:00.163845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:00.164172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:00.168549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f51ef7-6706-42db-9741-6fd53b9ee7c1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b0b8d9-b60e-4907-b130-19a95bfc6c83,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:00.177677 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94f51ef7-6706-42db-9741-6fd53b9ee7c1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.181627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-94f51ef7-6706-42db-9741-6fd53b9ee7c1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251440 Nov 27 01:37:00.182078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39480) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:00.187685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1105e60e-2914-4cff-8647-e219a3079826 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'security_group_rule': {'security_group_id': '55feb96f-a48d-40e2-9a8d-9574f5c5c79d', 'project_id': '619b5f2892a14347924b85f8ba534255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:00.214918 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-1105e60e-2914-4cff-8647-e219a3079826 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Project 619b5f2892a14347924b85f8ba534255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:37:00.221133 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1105e60e-2914-4cff-8647-e219a3079826 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.295342 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1105e60e-2914-4cff-8647-e219a3079826 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.300418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1105e60e-2914-4cff-8647-e219a3079826 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.322052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105e60e-2914-4cff-8647-e219a3079826 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866c5b75-f224-4332-99c8-538834b95a5e,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:00.326769 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1105e60e-2914-4cff-8647-e219a3079826 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:00.328214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1105e60e-2914-4cff-8647-e219a3079826 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450429 Nov 27 01:37:00.386346 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['f1cc91cb-5d9a-427e-8a6e-35e59c684508'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:37:00.495043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fb2fe-d11c-41b2-9c1f-995b8eda94a5 req-663e6226-c00d-465e-9e24-43e8355bd15c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:00.496539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-301fb2fe-d11c-41b2-9c1f-995b8eda94a5 req-663e6226-c00d-465e-9e24-43e8355bd15c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0515416 Nov 27 01:37:00.553972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-301fb2fe-d11c-41b2-9c1f-995b8eda94a5 req-c1b9b2a2-f7ab-4488-9c9c-95038cc687e5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494294 Nov 27 01:37:01.065459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6c589-4f93-4ce8-8f2d-9ee00de12754 req-c34ae3e2-3095-4c8c-9ebc-0857619e078d tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:01.066886 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4d6c589-4f93-4ce8-8f2d-9ee00de12754 req-c34ae3e2-3095-4c8c-9ebc-0857619e078d tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 944 time: 0.0516462 Nov 27 01:37:01.119429 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4d6c589-4f93-4ce8-8f2d-9ee00de12754 req-7e812c13-bdd6-4c25-94cc-c4a9aa21fc8c tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 Nov 27 01:37:01.299793 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:37:01.678600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7ef7f-0847-415d-9daf-a1e57eead400 req-101a56ff-de63-4f21-ad16-1f27de1c6b67 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:01.680083 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25b7ef7f-0847-415d-9daf-a1e57eead400 req-101a56ff-de63-4f21-ad16-1f27de1c6b67 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0533588 Nov 27 01:37:01.732618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25b7ef7f-0847-415d-9daf-a1e57eead400 req-c3ea93cf-01f9-4bf6-8dfd-e63e1be1d270 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455339 Nov 27 01:37:01.901525 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device f1cc91cb-5d9a-427e-8a6e-35e59c684508 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:01.951671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning for port f1cc91cb-5d9a-427e-8a6e-35e59c684508 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:37:01.955163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port f1cc91cb-5d9a-427e-8a6e-35e59c684508 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:01.955535 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:02.036301 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:02.059433 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76010535-60f8-4e1b-867f-ae2a04b187d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:02.062306 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c9455e-813f-4e15-96d5-45838f601ce9" -d '{"events": [{"server_uuid": "76010535-60f8-4e1b-867f-ae2a04b187d9", "name": "network-vif-plugged", "status": "completed", "tag": "f1cc91cb-5d9a-427e-8a6e-35e59c684508"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:02.076820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port f1cc91cb-5d9a-427e-8a6e-35e59c684508, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:02.081476 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:02.114356 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64034ca-add2-4106-95c6-7ac379ba01e2 x-openstack-request-id: req-d64034ca-add2-4106-95c6-7ac379ba01e2 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:02.114652 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76010535-60f8-4e1b-867f-ae2a04b187d9", "name": "network-vif-plugged", "status": "completed", "tag": "f1cc91cb-5d9a-427e-8a6e-35e59c684508", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:02.114912 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d64034ca-add2-4106-95c6-7ac379ba01e2 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:02.115295 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76010535-60f8-4e1b-867f-ae2a04b187d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508', 'code': 200} Nov 27 01:37:02.137449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=f1cc91cb-5d9a-427e-8a6e-35e59c684508,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:02.272394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7edfc4-88f7-44e1-98e1-6cc7a49d5784 req-c16e4109-0d42-434a-900a-7b2543415056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:02.273905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1d7edfc4-88f7-44e1-98e1-6cc7a49d5784 req-c16e4109-0d42-434a-900a-7b2543415056 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 1096 time: 0.0710747 Nov 27 01:37:02.282542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87386db6-9aea-4969-a64a-9dc52ef7bc55 req-6470042c-c63c-4072-98dc-d3960db63a73 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:02.283922 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-87386db6-9aea-4969-a64a-9dc52ef7bc55 req-6470042c-c63c-4072-98dc-d3960db63a73 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 945 time: 0.0829837 Nov 27 01:37:02.356597 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1d7edfc4-88f7-44e1-98e1-6cc7a49d5784 req-ef20b3c2-c63b-451d-baab-b658aa12441c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716934 Nov 27 01:37:02.360604 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-87386db6-9aea-4969-a64a-9dc52ef7bc55 req-19a2e517-88ea-42cc-93bb-18540fa52b36 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704353 Nov 27 01:37:02.856027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab72e87-e39a-4ba5-8560-4f0ad34d0452 req-db12a23f-70eb-49df-9ca6-7aef0fad53b2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:02.857550 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8ab72e87-e39a-4ba5-8560-4f0ad34d0452 req-db12a23f-70eb-49df-9ca6-7aef0fad53b2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0515687 Nov 27 01:37:02.913406 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8ab72e87-e39a-4ba5-8560-4f0ad34d0452 req-3b9d1ada-7e8d-4fbd-980c-41728efb13d4 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497518 Nov 27 01:37:03.485432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed74451-c968-4f23-b0b7-f0b05fb2deb9 req-8c236ebb-625a-44d2-9f82-af3647ee519f tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:03.487025 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ed74451-c968-4f23-b0b7-f0b05fb2deb9 req-8c236ebb-625a-44d2-9f82-af3647ee519f tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 945 time: 0.0492978 Nov 27 01:37:03.536461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ed74451-c968-4f23-b0b7-f0b05fb2deb9 req-8a935e12-918f-4251-a603-bbb0a3d0da24 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Nov 27 01:37:04.041284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32709a39-63ca-4375-9577-57f16072d978 req-d37999c0-7c3a-4ebb-ab60-0623fb022179 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:04.042944 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32709a39-63ca-4375-9577-57f16072d978 req-d37999c0-7c3a-4ebb-ab60-0623fb022179 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0575950 Nov 27 01:37:04.096218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32709a39-63ca-4375-9577-57f16072d978 req-14d848ac-a161-4710-b1d2-94d8a9b195f0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464425 Nov 27 01:37:05.227809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d569ae-3f4e-45eb-b080-2a96f10589d6 req-fedeab5e-9123-4232-bbc5-7d3ebb78cb8c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:05.229595 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-91d569ae-3f4e-45eb-b080-2a96f10589d6 req-fedeab5e-9123-4232-bbc5-7d3ebb78cb8c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0544479 Nov 27 01:37:05.287407 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-91d569ae-3f4e-45eb-b080-2a96f10589d6 req-0d6c5a51-a094-4e6a-ac64-2b5acadc82c3 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511336 Nov 27 01:37:06.449735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5ff93-84a0-4fc9-82b0-5ee52a5f48b3 req-a9665fd1-c24f-4c71-843a-0ec7be2e531f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:06.451512 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cff5ff93-84a0-4fc9-82b0-5ee52a5f48b3 req-a9665fd1-c24f-4c71-843a-0ec7be2e531f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0714355 Nov 27 01:37:06.514187 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cff5ff93-84a0-4fc9-82b0-5ee52a5f48b3 req-783d1b2d-f3bc-4d39-bc3f-ff7c519bb887 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563011 Nov 27 01:37:07.641067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea630047-ec14-49ce-b4a2-264a8591fd34 req-8178af16-bfd2-4361-a39d-d5567c2ef6a8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:07.648367 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea630047-ec14-49ce-b4a2-264a8591fd34 req-8178af16-bfd2-4361-a39d-d5567c2ef6a8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0568037 Nov 27 01:37:07.698317 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea630047-ec14-49ce-b4a2-264a8591fd34 req-3432ed98-ade8-4880-88df-29038fc50861 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488069 Nov 27 01:37:08.837800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115baca7-de9f-4216-8474-6501c103e7f1 req-af90f98a-d288-4428-997a-0620374a4336 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:08.839438 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-115baca7-de9f-4216-8474-6501c103e7f1 req-af90f98a-d288-4428-997a-0620374a4336 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0576618 Nov 27 01:37:08.900609 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-115baca7-de9f-4216-8474-6501c103e7f1 req-f8246161-2b4f-41cc-817d-ca40fc418123 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525849 Nov 27 01:37:10.021605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42f8f7-dfd8-426b-baa0-3da2402fbe9a req-6864d4ca-6152-48a9-8d6d-332e851f833a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:10.023159 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f42f8f7-dfd8-426b-baa0-3da2402fbe9a req-6864d4ca-6152-48a9-8d6d-332e851f833a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0527380 Nov 27 01:37:10.072237 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f42f8f7-dfd8-426b-baa0-3da2402fbe9a req-a86a9bd5-e185-4186-b784-14e1793ffe34 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Nov 27 01:37:11.115142 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-19163974-eb42-4867-a6d4-a26dfaa4b4e9 service neutron] show failed (client error): The resource could not be found. Nov 27 01:37:11.115142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-19163974-eb42-4867-a6d4-a26dfaa4b4e9 service neutron] 10.222.0.42 "GET /v2.0/ports/4dcad362-84db-424d-86b0-cff289abe080/bindings/n-h1-819494-2 HTTP/1.1" status: 404 len: 380 time: 0.0611365 Nov 27 01:37:11.194653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f23a2-4b57-4981-9a10-0796ae0ec7ff req-c97b310b-5bec-48df-b2dc-feb310e15231 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:11.196245 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e5f23a2-4b57-4981-9a10-0796ae0ec7ff req-c97b310b-5bec-48df-b2dc-feb310e15231 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 945 time: 0.0516858 Nov 27 01:37:11.249096 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e5f23a2-4b57-4981-9a10-0796ae0ec7ff req-dd21d774-7d02-4a1e-bbc4-ade4011e82ab tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453157 Nov 27 01:37:11.354921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-1ea6ad58-2393-4d40-8e7f-6e81dcc7bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:11.356683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-1ea6ad58-2393-4d40-8e7f-6e81dcc7bc16 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 1096 time: 0.0422976 Nov 27 01:37:11.375307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-2', 'device_owner': 'compute:nova'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:11.431976 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.503584 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cfa43c72-f6bc-44b4-8cc0-9a58f6018f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.636516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:11.671149 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:11.711268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dcad362-84db-424d-86b0-cff289abe080'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:11.713595 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe44d04-f581-4579-89dd-a07ab2c552a0" -d '{"events": [{"server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "name": "network-vif-unplugged", "status": "completed", "tag": "4dcad362-84db-424d-86b0-cff289abe080"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:11.717527 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.730002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Transition to ACTIVE for port object 4dcad362-84db-424d-86b0-cff289abe080 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:37:11.734823 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:11.769981 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde7cc7e-6066-4c09-9540-b5326da1490c x-openstack-request-id: req-bde7cc7e-6066-4c09-9540-b5326da1490c {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:11.770304 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "name": "network-vif-unplugged", "status": "completed", "tag": "4dcad362-84db-424d-86b0-cff289abe080", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:11.770560 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bde7cc7e-6066-4c09-9540-b5326da1490c {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:11.770956 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dcad362-84db-424d-86b0-cff289abe080', 'code': 200} Nov 27 01:37:11.781705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Pushing event updated for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=6']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:11.924569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] No DVR routers for this DVR port 4dcad362-84db-424d-86b0-cff289abe080 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:12.072628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Attempting to bind port 4dcad362-84db-424d-86b0-cff289abe080 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:12.073380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Attempting to bind port 4dcad362-84db-424d-86b0-cff289abe080 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:12.073770 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Attempting to bind port 4dcad362-84db-424d-86b0-cff289abe080 on network 8e3370a2-6634-4498-b864-22d232b75729 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:12.081069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Port 4dcad362-84db-424d-86b0-cff289abe080 on network 8e3370a2-6634-4498-b864-22d232b75729 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:37:12.081397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Attempting to bind port 4dcad362-84db-424d-86b0-cff289abe080 on network 8e3370a2-6634-4498-b864-22d232b75729 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:12.086592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:12.086925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Checking segment: {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:12.087304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Bound using segment: {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:12.087729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Bound port: 4dcad362-84db-424d-86b0-cff289abe080, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:12.088080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.156092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:12.159465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:12.164052 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.201711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:12.202412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:12.203824 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] 10.222.0.11 "PUT /v2.0/ports/4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 1091 time: 0.8328609 Nov 27 01:37:12.232795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe0cc5-4d3f-419e-888c-21647fc5dcdc service neutron] Pushing event updated for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=7']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:12.289892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-56fcfd2c-3a91-4eba-bd4d-9bed1a49244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:12.291650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-56fcfd2c-3a91-4eba-bd4d-9bed1a49244f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1094 time: 0.0447049 Nov 27 01:37:12.455249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44b18a-7d8c-4d63-a6f8-813ee6161b89 req-921f6bfc-31ab-4b6b-8d51-a3ca54c7e7a4 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:12.456732 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a44b18a-7d8c-4d63-a6f8-813ee6161b89 req-921f6bfc-31ab-4b6b-8d51-a3ca54c7e7a4 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 943 time: 0.0805044 Nov 27 01:37:12.458126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-55966189-1cc0-4c85-a306-7a9770a2b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:12.459469 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-55966189-1cc0-4c85-a306-7a9770a2b0fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 898 time: 0.1599224 Nov 27 01:37:12.555451 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-4b9ae2b4-f9b4-470d-942c-f1571755f025 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 998 time: 0.0860939 Nov 27 01:37:12.559606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a44b18a-7d8c-4d63-a6f8-813ee6161b89 req-deaf0814-ee63-4342-abe5-7b6fcc93cea1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967116 Nov 27 01:37:12.607381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3ae46d17-1ab6-4caf-a608-4816b986d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:12.608836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-3ae46d17-1ab6-4caf-a608-4816b986d47f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.0458443 Nov 27 01:37:12.654385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-4eb0907c-7528-43ad-ab05-263bc8dd66d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:12.655894 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-4eb0907c-7528-43ad-ab05-263bc8dd66d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402102 Nov 27 01:37:12.749931 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-b91c393c-15de-451c-bc06-0f0f9800eb29 service neutron] 10.222.0.11 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871828 Nov 27 01:37:12.842306 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-574dde4c-af5b-44a9-a9e6-e6cb0459683c req-210cf99f-ef3d-4077-a5d2-4b4360f7b808 service neutron] 10.222.0.11 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855596 Nov 27 01:37:13.680405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4226e75-d179-4870-9043-55f9c5f1ddd6 req-33339e8c-e4c2-4b35-9b80-923b55f3b986 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:13.682069 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4226e75-d179-4870-9043-55f9c5f1ddd6 req-33339e8c-e4c2-4b35-9b80-923b55f3b986 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 943 time: 0.0498524 Nov 27 01:37:13.732176 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4226e75-d179-4870-9043-55f9c5f1ddd6 req-2c3d9417-07d5-4f5b-ae92-51ccff7ab98d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435209 Nov 27 01:37:13.772679 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'tag': '4dcad362-84db-424d-86b0-cff289abe080'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:13.775059 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7706d70-b661-45fe-8e83-e0d24c2fb692" -d '{"events": [{"name": "network-changed", "server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "tag": "4dcad362-84db-424d-86b0-cff289abe080"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:13.825537 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620017c8-4945-4c16-970a-4590dcdf511d x-openstack-request-id: req-620017c8-4945-4c16-970a-4590dcdf511d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:13.825841 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "tag": "4dcad362-84db-424d-86b0-cff289abe080", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:13.826101 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-620017c8-4945-4c16-970a-4590dcdf511d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:13.826549 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'tag': '4dcad362-84db-424d-86b0-cff289abe080', 'status': 'completed', 'code': 200} Nov 27 01:37:13.872396 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b89651fe-b5fd-49fa-abf4-a9158a264329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:13.947326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-22fdb547-ff6f-404a-908b-ad76d2fdc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:13.948798 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-22fdb547-ff6f-404a-908b-ad76d2fdc937 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1094 time: 0.0789688 Nov 27 01:37:13.952835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-ae7e60cf-c469-4c0d-b3e6-fd96cac5ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:13.954418 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-ae7e60cf-c469-4c0d-b3e6-fd96cac5ff02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1094 time: 0.0738144 Nov 27 01:37:14.116566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-d1645c1a-b428-4e2a-8a5d-f3eec089113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:14.118063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-d1645c1a-b428-4e2a-8a5d-f3eec089113c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 898 time: 0.1616540 Nov 27 01:37:14.119205 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-85cf5b57-c223-46a3-851f-326196875e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:14.120505 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-85cf5b57-c223-46a3-851f-326196875e4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 898 time: 0.1560740 Nov 27 01:37:14.232677 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-8142498e-ab73-44dd-9871-9666c3536dfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 998 time: 0.1069386 Nov 27 01:37:14.240453 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-3d88b566-eed4-4911-90d1-fc9e118d4096 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 998 time: 0.0758128 Nov 27 01:37:14.320633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-668c7870-b29a-4bd9-b0d1-201ad4e01ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:14.321992 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-668c7870-b29a-4bd9-b0d1-201ad4e01ad8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.0806882 Nov 27 01:37:14.325998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-db295b14-c7d9-4771-acbd-1cabff34b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:14.327358 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-db295b14-c7d9-4771-acbd-1cabff34b312 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.0609932 Nov 27 01:37:14.396367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-a86b7cd9-69d3-4b15-9a23-a94725deb6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:14.397881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-a86b7cd9-69d3-4b15-9a23-a94725deb6c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688977 Nov 27 01:37:14.399558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-8e2ffd5d-2136-4a01-9b57-5672fae8264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:14.400912 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-8e2ffd5d-2136-4a01-9b57-5672fae8264f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646167 Nov 27 01:37:14.529069 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:14.590683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-cb50bcab-c3c6-43e5-aed6-d70b9033c71c service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846220 Nov 27 01:37:14.597939 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-36ebe119-b8d0-4eac-8db6-f1d14985b110 service neutron] 10.222.0.11 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841936 Nov 27 01:37:14.821972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-017c2a63-ac79-4bfa-a152-0b90e21a9833 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229991 Nov 27 01:37:14.865177 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a7706d70-b661-45fe-8e83-e0d24c2fb692 req-503aed53-82af-4732-99ca-c3e9597f46fa service neutron] 10.222.0.11 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134383 Nov 27 01:37:14.907676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4dcad362-84db-424d-86b0-cff289abe080 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:37:14.934704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc4ba2-66d6-4483-8be5-196c31de5f3f req-3c55eb00-bd50-40a8-80f0-d8c6e9c4ae9c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:14.943984 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34bc4ba2-66d6-4483-8be5-196c31de5f3f req-3c55eb00-bd50-40a8-80f0-d8c6e9c4ae9c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 943 time: 0.0747781 Nov 27 01:37:14.964836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4dcad362-84db-424d-86b0-cff289abe080 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:37:15.010035 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34bc4ba2-66d6-4483-8be5-196c31de5f3f req-8f5a2c67-0426-49d0-a3e3-96d9a25ecb19 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645144 Nov 27 01:37:15.062358 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:15.289997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-352b7dbf-dab8-4d67-9f7f-3e5f67f5b89a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:15.291450 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-352b7dbf-dab8-4d67-9f7f-3e5f67f5b89a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.11 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&binding%3Ahost_id=n-h1-819494-2 HTTP/1.1" status: 200 len: 943 time: 0.0544522 Nov 27 01:37:15.310569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b665525-0a05-401e-a11d-323c49c7f80b req-518c7e04-5e03-4a56-9bac-8d0685bfac5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:15.319121 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b665525-0a05-401e-a11d-323c49c7f80b req-518c7e04-5e03-4a56-9bac-8d0685bfac5a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 943 time: 0.0658474 Nov 27 01:37:15.358732 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-2b8ee0bc-66a7-42fd-bf07-3bbb3b122707 service neutron] 10.222.0.11 "GET /v2.0/ports/4dcad362-84db-424d-86b0-cff289abe080/bindings/n-h1-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.0579433 Nov 27 01:37:15.368985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b665525-0a05-401e-a11d-323c49c7f80b req-9d3e2c69-174d-40a0-9ec1-aee0736b6abb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489769 Nov 27 01:37:15.439830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-03a93ef5-5a71-4e84-a07b-c56b1efde3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:15.441310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-03a93ef5-5a71-4e84-a07b-c56b1efde3d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1094 time: 0.0417066 Nov 27 01:37:15.538183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-1b67d508-1143-4269-8c77-93f3a2a4d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:15.539712 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-1b67d508-1143-4269-8c77-93f3a2a4d37d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 898 time: 0.0897012 Nov 27 01:37:15.611664 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-23fcd1e0-2809-4cd2-ab46-8b8088c16611 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 998 time: 0.0617669 Nov 27 01:37:15.667119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-5fb37675-b060-44f3-9161-c4603806d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:15.668610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-5fb37675-b060-44f3-9161-c4603806d85a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.0499580 Nov 27 01:37:15.717963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-0513756a-70c3-404c-a016-3b5ebc52ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:15.719514 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-0513756a-70c3-404c-a016-3b5ebc52ac02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436709 Nov 27 01:37:15.845092 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-33668a97-bb0a-4da1-af38-0131b543cde0 service neutron] 10.222.0.11 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160047 Nov 27 01:37:15.948269 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-af9f6765-e445-4d71-93cf-5640687cfe7e service neutron] 10.222.0.11 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938087 Nov 27 01:37:15.986951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4dcad362-84db-424d-86b0-cff289abe080 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:37:16.101738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:16.112815 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': '4dcad362-84db-424d-86b0-cff289abe080', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'port_id': '4dcad362-84db-424d-86b0-cff289abe080', 'mac_address': 'fa:16:3e:f6:f3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:37:16.151000 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.163710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcad362-84db-424d-86b0-cff289abe080 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:16.186231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:16.190070 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.239802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:16.492425 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697db102-9ee7-46a5-b4f5-80e3b7e544ad req-4b734c19-6b49-420e-9991-498279f09bca tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:16.493934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-697db102-9ee7-46a5-b4f5-80e3b7e544ad req-4b734c19-6b49-420e-9991-498279f09bca tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 944 time: 0.0513642 Nov 27 01:37:16.543226 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-697db102-9ee7-46a5-b4f5-80e3b7e544ad req-3385d7d1-1ad1-414c-8b7e-f21c823cad57 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425739 Nov 27 01:37:16.548965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['4dcad362-84db-424d-86b0-cff289abe080'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:37:16.776655 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:16.823192 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-4e7d4dfe-01f5-4a74-98f2-a18b0fedc927 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440976808&fields=id&tenant_id=619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 267 time: 0.0498319 Nov 27 01:37:16.932750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-7d7d472a-f217-4084-9155-e9fbd6c47d77 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:16.934254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-7d7d472a-f217-4084-9155-e9fbd6c47d77 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1038210 Nov 27 01:37:16.948922 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-b10eaead-c495-49ff-982d-a8a9f8eee74b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/quotas/619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 375 time: 0.0090041 Nov 27 01:37:17.007032 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-104e9bba-f6c8-4148-aaef-7ef98d6fd6d3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514028 Nov 27 01:37:17.203946 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-1da51d21-953f-4517-a197-7b43f1941fa5 service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847730 Nov 27 01:37:17.311761 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-0b9e78ae-11ef-4d7c-94dc-732f1912a43b service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069310 Nov 27 01:37:17.324052 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.597064 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:17.603580 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1baf9eb7-1d49-4e23-bb18-4a2ade870bee req-276ae1a4-f2ba-4b57-8b1a-25b43a61f0a8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 210 time: 0.0314562 Nov 27 01:37:17.691284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ff4a3-eb8a-4227-86c6-40999c1a465b req-6e8a6df2-6de5-4a80-a728-c09e65075101 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:17.693383 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-585ff4a3-eb8a-4227-86c6-40999c1a465b req-6e8a6df2-6de5-4a80-a728-c09e65075101 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 944 time: 0.0508912 Nov 27 01:37:17.749384 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-585ff4a3-eb8a-4227-86c6-40999c1a465b req-4048e847-fc2d-486f-8934-8d0cedff7bb2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502267 Nov 27 01:37:18.287983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-64461968-7980-4909-80c7-21c6d09e30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:18.289385 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-64461968-7980-4909-80c7-21c6d09e30e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 1095 time: 0.0448132 Nov 27 01:37:18.311019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-2', 'device_owner': 'compute:nova'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:18.363430 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.643594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-97297eac-7d5b-4c97-a34e-4a23f08773a4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:18.645111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-97297eac-7d5b-4c97-a34e-4a23f08773a4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1665833 Nov 27 01:37:18.653487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:18.750286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:18.757631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-408b5d6e-2a49-43e5-a0c5-3fcc3cfd547e req-c58cc7d3-235a-4e8e-94a3-a6dbea27437c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 210 time: 0.0551636 Nov 27 01:37:18.804262 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-cee3b812-bde9-402a-89d6-cd0bd3d4ea02 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 380 time: 0.1319561 Nov 27 01:37:18.808139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4dcad362-84db-424d-86b0-cff289abe080 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:18.817310 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.825841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'port': {'device_id': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'admin_state_up': True, 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'security_groups': ['55feb96f-a48d-40e2-9a8d-9574f5c5c79d']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:18.848818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Ignored duplicate provisioning block setup for port 4dcad362-84db-424d-86b0-cff289abe080 by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 27 01:37:18.877562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:18.910421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62817af3-2125-4e09-a36e-613fbfbe164d req-dc771fb9-0724-420d-aa03-c129fc17f7c7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:18.913147 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62817af3-2125-4e09-a36e-613fbfbe164d req-dc771fb9-0724-420d-aa03-c129fc17f7c7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 944 time: 0.0747693 Nov 27 01:37:18.982603 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62817af3-2125-4e09-a36e-613fbfbe164d req-e0f05b11-5ae2-4383-acc4-0350fe12dcf3 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632427 Nov 27 01:37:18.997252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=9']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:19.076619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] No DVR routers for this DVR port 4dcad362-84db-424d-86b0-cff289abe080 on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:19.078415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Made reservation on behalf of 619b5f2892a14347924b85f8ba534255 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:19.081939 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.655472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Attempting to bind port 4dcad362-84db-424d-86b0-cff289abe080 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:19.656140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Attempting to bind port 4dcad362-84db-424d-86b0-cff289abe080 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:19.656140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Attempting to bind port 4dcad362-84db-424d-86b0-cff289abe080 on network 8e3370a2-6634-4498-b864-22d232b75729 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:19.670811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Port 4dcad362-84db-424d-86b0-cff289abe080 on network 8e3370a2-6634-4498-b864-22d232b75729 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:37:19.671174 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Attempting to bind port 4dcad362-84db-424d-86b0-cff289abe080 on network 8e3370a2-6634-4498-b864-22d232b75729 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:19.673465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Allocated IP 172.20.0.12 (854296d5-8727-4cbb-8856-1f1a9ee60331/6be6a0f8-9eb9-4f27-9e4f-c308312dca9a/46b7580e-08c8-4b09-a2fc-6c855215f7fa) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:19.689202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:19.689202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Checking segment: {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:19.689591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Bound using segment: {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:19.690069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Bound port: 4dcad362-84db-424d-86b0-cff289abe080, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57235e5a-760f-4790-aaf6-b044c0075437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e3370a2-6634-4498-b864-22d232b75729'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:19.690453 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.814135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:19.819160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:19.855901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.914312 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f52cdca9-6f4b-4854-9e4f-e5e0af5df67f req-e1f3f872-2601-4baa-bd9f-d65c632f91aa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 210 time: 0.0631630 Nov 27 01:37:19.927329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:19.927912 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:19.929456 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] 10.222.0.42 "PUT /v2.0/ports/4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 1091 time: 1.6229744 Nov 27 01:37:19.934123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'tag': '4dcad362-84db-424d-86b0-cff289abe080'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:19.936400 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520add4f-67db-45fb-90bf-430161a2090f" -d '{"events": [{"name": "network-changed", "server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "tag": "4dcad362-84db-424d-86b0-cff289abe080"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:19.982466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb095100-f70a-4d5d-a027-2976ca737595 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=10']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:20.007864 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e16a73-57e3-4de0-a026-f7135c0ed1a6 x-openstack-request-id: req-76e16a73-57e3-4de0-a026-f7135c0ed1a6 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:20.008161 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "tag": "4dcad362-84db-424d-86b0-cff289abe080", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:20.008419 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76e16a73-57e3-4de0-a026-f7135c0ed1a6 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:20.008903 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'tag': '4dcad362-84db-424d-86b0-cff289abe080', 'status': 'completed', 'code': 200} Nov 27 01:37:20.021641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4dcad362-84db-424d-86b0-cff289abe080 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:37:20.033158 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:20.054081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4dcad362-84db-424d-86b0-cff289abe080 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:37:20.080510 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-9b7f2fdc-a6de-4623-b7f3-3d9de0a7a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:20.082191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-9b7f2fdc-a6de-4623-b7f3-3d9de0a7a315 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1095 time: 0.0933943 Nov 27 01:37:20.156516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520add4f-67db-45fb-90bf-430161a2090f req-9afba9a3-b120-4f01-8a63-39a4d0fcbbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:20.160324 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-9afba9a3-b120-4f01-8a63-39a4d0fcbbc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1095 time: 0.1004293 Nov 27 01:37:20.167204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4dcad362-84db-424d-86b0-cff289abe080 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:37:20.172092 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.resource_extend [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 27 01:37:20.236779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:20.313775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520add4f-67db-45fb-90bf-430161a2090f req-51c26a06-a5cd-48c8-8251-6f91efd9cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:20.315538 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-51c26a06-a5cd-48c8-8251-6f91efd9cb64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 898 time: 0.1462612 Nov 27 01:37:20.340387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=46b7580e-08c8-4b09-a2fc-6c855215f7fa,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:20.358320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:20.374974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device 4dcad362-84db-424d-86b0-cff289abe080 has no active binding in host n-h1-819494-2 {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 27 01:37:20.378945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c1967-49fc-490d-88f9-2b49935f1cfc req-7c21c0e4-f7ec-49a2-b281-2c6a3ee0e457 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:20.396404 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a51c1967-49fc-490d-88f9-2b49935f1cfc req-7c21c0e4-f7ec-49a2-b281-2c6a3ee0e457 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 944 time: 0.2668436 Nov 27 01:37:20.427821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:20.429729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-6cd3c186-5997-47fb-80cf-e1d5a8717a39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 998 time: 0.1049361 Nov 27 01:37:20.450793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:20.453702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:20.461786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-a3110be9-5b2b-4818-9f55-77bcc93f381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:20.463354 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-a3110be9-5b2b-4818-9f55-77bcc93f381e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 898 time: 0.3705459 Nov 27 01:37:20.542593 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520add4f-67db-45fb-90bf-430161a2090f req-a794c2e0-579a-4b73-9516-21c6a23c1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:20.544806 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-a794c2e0-579a-4b73-9516-21c6a23c1df9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.1059659 Nov 27 01:37:20.567925 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-3634754d-37e6-446d-b03b-c160b65ab8fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 998 time: 0.0707965 Nov 27 01:37:20.646046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520add4f-67db-45fb-90bf-430161a2090f req-f038f1f3-9d5f-4292-8809-c8a329d33ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:20.647977 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-f038f1f3-9d5f-4292-8809-c8a329d33ac9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957212 Nov 27 01:37:20.650097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-ffb59b14-8548-4cb7-95e9-620ba08c2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:20.651750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-ffb59b14-8548-4cb7-95e9-620ba08c2607 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.0718431 Nov 27 01:37:20.671106 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a51c1967-49fc-490d-88f9-2b49935f1cfc req-99d54706-d055-4010-9915-cf9eadad76b2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735946 Nov 27 01:37:20.728656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:20.729514 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:20.749980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-7874968d-ae59-4f1f-8bcc-1e940d3d0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:20.752248 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-7874968d-ae59-4f1f-8bcc-1e940d3d0c81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731299 Nov 27 01:37:20.758612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-5c15c59c-baa2-40f3-b4ca-0daedb129099 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9364970 Nov 27 01:37:20.780206 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-4baba317-d160-4ba9-b336-cfcef06f930d service neutron] 10.222.0.11 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214056 Nov 27 01:37:20.855520 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-1cabf07c-766e-4040-81cb-f92a3cbc45c3 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951436 Nov 27 01:37:20.861542 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Request body: {'port': {'device_id': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:20.892499 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-5aadd9df-3458-468b-baca-074076a75d88 service neutron] 10.222.0.11 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054530 Nov 27 01:37:20.915895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-390ca249-80f1-4c13-84f8-efe5941d4837 None None] Provisioning complete for port 46b7580e-08c8-4b09-a2fc-6c855215f7fa triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:20.916440 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-390ca249-80f1-4c13-84f8-efe5941d4837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:20.956867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-390ca249-80f1-4c13-84f8-efe5941d4837 None None] Port 46b7580e-08c8-4b09-a2fc-6c855215f7fa cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:21.007741 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.058878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256daa8-23db-4926-b249-7989f0c23bde req-fc23cd81-ea6e-414f-9e84-f147dd800465 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:21.060982 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8256daa8-23db-4926-b249-7989f0c23bde req-fc23cd81-ea6e-414f-9e84-f147dd800465 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 932 time: 0.0604234 Nov 27 01:37:21.082521 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-675fe4b9-e90a-4f25-9c6b-a908d6d52846 req-91ca6ee1-1d30-4f03-ac3f-c21c1dc12f93 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171092 Nov 27 01:37:21.149654 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8256daa8-23db-4926-b249-7989f0c23bde req-14f95dc8-e135-4abf-87e0-2f297a20e98d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742297 Nov 27 01:37:21.292953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520add4f-67db-45fb-90bf-430161a2090f req-47996ebd-32b2-4345-8c34-3ae1bc72a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:21.294661 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-47996ebd-32b2-4345-8c34-3ae1bc72a1fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1095 time: 0.0981288 Nov 27 01:37:21.454632 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520add4f-67db-45fb-90bf-430161a2090f req-70d50d19-6d01-45bd-b652-d96cf5b886c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:21.456199 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-70d50d19-6d01-45bd-b652-d96cf5b886c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 898 time: 0.1526599 Nov 27 01:37:21.461574 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b7580e-08c8-4b09-a2fc-6c855215f7fa {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:21.476346 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.525487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Transition to ACTIVE for port object 46b7580e-08c8-4b09-a2fc-6c855215f7fa will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:37:21.536227 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.569374 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-9c8afb9f-9ce9-4ae2-8c5e-f961a35e044e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 998 time: 0.1030545 Nov 27 01:37:21.635849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Pushing event updated for resources: {'Port': ['ID=46b7580e-08c8-4b09-a2fc-6c855215f7fa,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:21.706905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520add4f-67db-45fb-90bf-430161a2090f req-a9ec7185-f59a-448e-a816-0016813ba99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:21.708598 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-a9ec7185-f59a-448e-a816-0016813ba99a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.1280992 Nov 27 01:37:21.889635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Attempting to bind port 46b7580e-08c8-4b09-a2fc-6c855215f7fa on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:21.889977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Attempting to bind port 46b7580e-08c8-4b09-a2fc-6c855215f7fa by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:21.890400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Attempting to bind port 46b7580e-08c8-4b09-a2fc-6c855215f7fa on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:21.903806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Port 46b7580e-08c8-4b09-a2fc-6c855215f7fa on network 854296d5-8727-4cbb-8856-1f1a9ee60331 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:37:21.904139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Attempting to bind port 46b7580e-08c8-4b09-a2fc-6c855215f7fa on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:21.918855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:21.919203 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Checking segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:21.919596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Bound using segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:21.920043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Bound port: 46b7580e-08c8-4b09-a2fc-6c855215f7fa, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:21.920404 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:21.937004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520add4f-67db-45fb-90bf-430161a2090f req-d9baf7a7-5f56-44b1-baac-87a967feeadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:21.939174 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-d9baf7a7-5f56-44b1-baac-87a967feeadd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165759 Nov 27 01:37:21.951264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694679-5a92-4d42-94b8-e70ff6107b6d req-9eff633f-df96-46ff-8afb-ceec22e879e5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:21.952724 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b694679-5a92-4d42-94b8-e70ff6107b6d req-9eff633f-df96-46ff-8afb-ceec22e879e5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 944 time: 0.2030177 Nov 27 01:37:22.025317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device f1cc91cb-5d9a-427e-8a6e-35e59c684508 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:37:22.126824 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.137300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b694679-5a92-4d42-94b8-e70ff6107b6d req-aa361c6b-c5ba-48bf-adb4-1be2b9e6d8c2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698604 Nov 27 01:37:22.147906 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] For port 46b7580e-08c8-4b09-a2fc-6c855215f7fa, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:22.153014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] For port 46b7580e-08c8-4b09-a2fc-6c855215f7fa, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=46b7580e-08c8-4b09-a2fc-6c855215f7fa,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:22.165128 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.195709 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port f1cc91cb-5d9a-427e-8a6e-35e59c684508, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:22.203212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76010535-60f8-4e1b-867f-ae2a04b187d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:22.205855 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e17aaa7-adc5-4cf0-b7e7-31e7ab896fd7" -d '{"events": [{"server_uuid": "76010535-60f8-4e1b-867f-ae2a04b187d9", "name": "network-vif-unplugged", "status": "completed", "tag": "f1cc91cb-5d9a-427e-8a6e-35e59c684508"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:22.207048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-f5cc1eef-0b80-4fb1-aca4-45c21fa2e61b service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520199 Nov 27 01:37:22.217186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:22.217979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.219736 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] 10.222.0.11 "PUT /v2.0/ports/46b7580e-08c8-4b09-a2fc-6c855215f7fa HTTP/1.1" status: 200 len: 1092 time: 1.3631432 Nov 27 01:37:22.235382 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.237336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:37:22.313580 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f73acdf-751f-4a7b-8c8f-93dfa7b319d2 x-openstack-request-id: req-4f73acdf-751f-4a7b-8c8f-93dfa7b319d2 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:22.313860 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76010535-60f8-4e1b-867f-ae2a04b187d9", "name": "network-vif-unplugged", "status": "completed", "tag": "f1cc91cb-5d9a-427e-8a6e-35e59c684508", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:22.314112 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f73acdf-751f-4a7b-8c8f-93dfa7b319d2 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:22.314595 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76010535-60f8-4e1b-867f-ae2a04b187d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508', 'code': 200} Nov 27 01:37:22.384094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=f1cc91cb-5d9a-427e-8a6e-35e59c684508,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:22.398196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'tag': '46b7580e-08c8-4b09-a2fc-6c855215f7fa'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:22.400647 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c20c50-531e-4542-a2c0-83122bf364c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6d1905-bb6e-47b9-9d22-63fdda51254e", "tag": "46b7580e-08c8-4b09-a2fc-6c855215f7fa"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:22.403149 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.405347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-520add4f-67db-45fb-90bf-430161a2090f req-991a3b9c-4cd5-4db3-99f0-a79e724cc8f1 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846235 Nov 27 01:37:22.444293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5ead0-2e5d-475d-9d58-46232e6e94a6 req-1b628009-78d4-4351-be64-4692e8b3bacb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:22.454283 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:22.454793 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7a5ead0-2e5d-475d-9d58-46232e6e94a6 req-1b628009-78d4-4351-be64-4692e8b3bacb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 944 time: 0.1470275 Nov 27 01:37:22.463304 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:22.486146 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d01dc1f-b913-4aa7-b67f-904665221524 x-openstack-request-id: req-4d01dc1f-b913-4aa7-b67f-904665221524 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:22.486821 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6d1905-bb6e-47b9-9d22-63fdda51254e", "tag": "46b7580e-08c8-4b09-a2fc-6c855215f7fa", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:22.487287 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d01dc1f-b913-4aa7-b67f-904665221524 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:22.488023 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'tag': '46b7580e-08c8-4b09-a2fc-6c855215f7fa', 'status': 'completed', 'code': 200} Nov 27 01:37:22.505876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5364c-29b8-4d0a-9174-09f789efc262 service neutron] Pushing event updated for resources: {'Port': ['ID=46b7580e-08c8-4b09-a2fc-6c855215f7fa,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:22.520365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-1f78195e-33a1-403e-93e6-59d3bbafeaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:22.525211 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-1f78195e-33a1-403e-93e6-59d3bbafeaa9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 1095 time: 0.1028237 Nov 27 01:37:22.577229 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7a5ead0-2e5d-475d-9d58-46232e6e94a6 req-7e055851-4921-418d-87d2-492ca0c6caa6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169379 Nov 27 01:37:22.597828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:22.610343 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-b9e07c3a-f6e7-4d2d-afb2-10e8ed4629b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46b7580e-08c8-4b09-a2fc-6c855215f7fa HTTP/1.1" status: 200 len: 217 time: 0.0676980 Nov 27 01:37:22.667935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-7fe8b1ac-2c0c-46f5-bde0-b275c9cdd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:22.669498 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-7fe8b1ac-2c0c-46f5-bde0-b275c9cdd64d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0523040 Nov 27 01:37:22.721883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-70b311fc-bc76-4034-ae13-f00a8959aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:22.723560 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-70b311fc-bc76-4034-ae13-f00a8959aa36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437477 Nov 27 01:37:22.834936 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-704c1348-04a3-4f52-9ec5-99e9c7e02b70 service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040652 Nov 27 01:37:22.941511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-8e277ef5-f65c-466a-a5ba-2fa377cba90f service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992651 Nov 27 01:37:23.071836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c20c50-531e-4542-a2c0-83122bf364c9 req-40c04415-a2e8-4f76-bdc9-0d336883d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:23.074180 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68c20c50-531e-4542-a2c0-83122bf364c9 req-40c04415-a2e8-4f76-bdc9-0d336883d464 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 1095 time: 0.0523746 Nov 27 01:37:23.189959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c20c50-531e-4542-a2c0-83122bf364c9 req-9237cd61-56d3-4bda-9850-e61c72df3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:23.191643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68c20c50-531e-4542-a2c0-83122bf364c9 req-9237cd61-56d3-4bda-9850-e61c72df3c6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.1085503 Nov 27 01:37:23.263252 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68c20c50-531e-4542-a2c0-83122bf364c9 req-98b5c92b-223f-4454-8d41-03eece22173f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46b7580e-08c8-4b09-a2fc-6c855215f7fa HTTP/1.1" status: 200 len: 217 time: 0.0606031 Nov 27 01:37:23.313440 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d7351-f010-401a-a92b-1e595022bb0b req-1b30ba92-8cdf-4454-8fea-dcce088d815d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:23.314960 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-968d7351-f010-401a-a92b-1e595022bb0b req-1b30ba92-8cdf-4454-8fea-dcce088d815d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 944 time: 0.1142323 Nov 27 01:37:23.348981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c20c50-531e-4542-a2c0-83122bf364c9 req-39121563-3bb2-486f-bdb7-48c3a1e3a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:23.350461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68c20c50-531e-4542-a2c0-83122bf364c9 req-39121563-3bb2-486f-bdb7-48c3a1e3a7a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0788875 Nov 27 01:37:23.405671 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-968d7351-f010-401a-a92b-1e595022bb0b req-c4a94307-bf2d-4012-850f-8112f90760f8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844755 Nov 27 01:37:23.415672 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c20c50-531e-4542-a2c0-83122bf364c9 req-de02337a-749d-41d0-967f-64ad3b7088c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:23.418566 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68c20c50-531e-4542-a2c0-83122bf364c9 req-de02337a-749d-41d0-967f-64ad3b7088c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564609 Nov 27 01:37:23.428778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39770) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:23.509141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e783c919-0e64-413c-9621-b800f2ef979e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/a7ae5bd6-d7a5-4cc1-8604-21744cd7d953 HTTP/1.1" status: 200 len: 990 time: 0.0728090 Nov 27 01:37:23.526756 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68c20c50-531e-4542-a2c0-83122bf364c9 req-ba8ceb2b-4e41-45c6-a39c-73e651f102eb service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001439 Nov 27 01:37:23.628893 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-68c20c50-531e-4542-a2c0-83122bf364c9 req-c8755d37-aec0-4ca8-a1fb-63ebe33b13ad service neutron] 10.222.0.11 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936589 Nov 27 01:37:23.707594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582efc71-fc55-4bf7-88c8-99034f4b0240 req-ec4aecb1-fa34-4930-b3ba-008cd0903fe9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:23.709032 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-582efc71-fc55-4bf7-88c8-99034f4b0240 req-ec4aecb1-fa34-4930-b3ba-008cd0903fe9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 944 time: 0.0518010 Nov 27 01:37:23.767229 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-582efc71-fc55-4bf7-88c8-99034f4b0240 req-2e2caa76-c172-4527-952c-aac0d7f12dd5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518978 Nov 27 01:37:24.315992 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fd3724-6c51-4839-ad58-785322520c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:24.318348 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461b3f40-24b5-4cf5-91a7-51d465edd290" -d '{"events": [{"server_uuid": "f8fd3724-6c51-4839-ad58-785322520c59", "name": "network-vif-unplugged", "status": "completed", "tag": "c4cf2cf1-cde2-4cd3-a62c-4100055c50e0"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:24.364964 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c123aa-2d32-4714-834a-ef10fb16c282 x-openstack-request-id: req-64c123aa-2d32-4714-834a-ef10fb16c282 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:24.365258 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fd3724-6c51-4839-ad58-785322520c59", "name": "network-vif-unplugged", "status": "completed", "tag": "c4cf2cf1-cde2-4cd3-a62c-4100055c50e0", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:24.365515 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64c123aa-2d32-4714-834a-ef10fb16c282 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:24.365912 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fd3724-6c51-4839-ad58-785322520c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0', 'code': 200} Nov 27 01:37:24.894468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b969b0-a1cf-4b96-b565-b00cbe623c43 req-68e57426-78b4-45a0-a3b4-86a507d6a8a5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:24.895885 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37b969b0-a1cf-4b96-b565-b00cbe623c43 req-68e57426-78b4-45a0-a3b4-86a507d6a8a5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 944 time: 0.0568652 Nov 27 01:37:24.947422 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4dcad362-84db-424d-86b0-cff289abe080 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:37:24.948958 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37b969b0-a1cf-4b96-b565-b00cbe623c43 req-98ddc34e-070e-43f6-a0bc-24cef7094f8a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468946 Nov 27 01:37:25.047518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:25.059572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '4dcad362-84db-424d-86b0-cff289abe080', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'port_id': '4dcad362-84db-424d-86b0-cff289abe080', 'mac_address': 'fa:16:3e:f6:f3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:37:25.095341 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.108879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcad362-84db-424d-86b0-cff289abe080 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:25.132210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:25.136490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:25.184556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=11']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:25.458697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4dcad362-84db-424d-86b0-cff289abe080'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:37:26.116015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115ab37-bd1e-4489-b1ec-64cbc9e2ca0c req-0a6781c7-f090-4710-926c-762aae41517e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:26.118603 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c115ab37-bd1e-4489-b1ec-64cbc9e2ca0c req-0a6781c7-f090-4710-926c-762aae41517e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 944 time: 0.0716972 Nov 27 01:37:26.171157 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c115ab37-bd1e-4489-b1ec-64cbc9e2ca0c req-312c4b76-41f3-4554-a091-6027c100295c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454397 Nov 27 01:37:26.954350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4dcad362-84db-424d-86b0-cff289abe080 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:27.005160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 4dcad362-84db-424d-86b0-cff289abe080 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:37:27.009202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 4dcad362-84db-424d-86b0-cff289abe080 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:27.009571 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:27.102020 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:27.126378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcad362-84db-424d-86b0-cff289abe080'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:27.128751 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637ce6db-ae5d-47f5-9ed7-1b8018fe9705" -d '{"events": [{"server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "name": "network-vif-plugged", "status": "completed", "tag": "4dcad362-84db-424d-86b0-cff289abe080"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:27.141604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:27.145872 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:27.182950 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccce0935-ea1f-4140-9dd0-2e25ee189b6a x-openstack-request-id: req-ccce0935-ea1f-4140-9dd0-2e25ee189b6a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:27.183243 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "name": "network-vif-plugged", "status": "completed", "tag": "4dcad362-84db-424d-86b0-cff289abe080", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:27.183495 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ccce0935-ea1f-4140-9dd0-2e25ee189b6a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:27.183884 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcad362-84db-424d-86b0-cff289abe080', 'code': 200} Nov 27 01:37:27.195659 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=12']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:27.290864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd66bc-ef7b-4dfb-80ec-374f3506ed6f req-494f1dde-7e03-4a0e-9698-7fce7baa8507 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:27.292320 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74cd66bc-ef7b-4dfb-80ec-374f3506ed6f req-494f1dde-7e03-4a0e-9698-7fce7baa8507 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 944 time: 0.0486469 Nov 27 01:37:27.348177 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74cd66bc-ef7b-4dfb-80ec-374f3506ed6f req-338addc0-fe12-4344-b882-0d9e2a9a115d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489430 Nov 27 01:37:28.728573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290cf68-d773-477b-9233-0e0404f67f5b req-3c4190a9-6906-4a43-afb0-a964954aeed0 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:28.736591 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d290cf68-d773-477b-9233-0e0404f67f5b req-3c4190a9-6906-4a43-afb0-a964954aeed0 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 944 time: 0.3175225 Nov 27 01:37:28.783094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d290cf68-d773-477b-9233-0e0404f67f5b req-216d785c-2b82-419b-a19e-7a92c648e9e9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456393 Nov 27 01:37:29.912941 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cbe8d-cb8e-4bea-873b-f0a6fee9e9fd req-d178c263-48d8-4597-8354-21be956261c9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:29.914495 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-486cbe8d-cb8e-4bea-873b-f0a6fee9e9fd req-d178c263-48d8-4597-8354-21be956261c9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 944 time: 0.0564592 Nov 27 01:37:29.920979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-103f5a42-1560-41c9-923a-7bc96cee6cf0 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:29.924652 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-103f5a42-1560-41c9-923a-7bc96cee6cf0 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 944 time: 0.0592637 Nov 27 01:37:29.972574 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-486cbe8d-cb8e-4bea-873b-f0a6fee9e9fd req-55b9d0ba-d340-454e-9029-c6611cece549 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492170 Nov 27 01:37:30.027252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-d2f39755-c8bd-4821-b402-fdf50dcdcfc4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Deleting port 46b7580e-08c8-4b09-a2fc-6c855215f7fa {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:30.027595 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-d2f39755-c8bd-4821-b402-fdf50dcdcfc4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.118224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-d2f39755-c8bd-4821-b402-fdf50dcdcfc4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] For port 46b7580e-08c8-4b09-a2fc-6c855215f7fa, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=46b7580e-08c8-4b09-a2fc-6c855215f7fa,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:30.118615 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-d2f39755-c8bd-4821-b402-fdf50dcdcfc4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.131519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-d2f39755-c8bd-4821-b402-fdf50dcdcfc4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Calling delete_port for 46b7580e-08c8-4b09-a2fc-6c855215f7fa owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:30.277285 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-d2f39755-c8bd-4821-b402-fdf50dcdcfc4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.308669 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f39755-c8bd-4821-b402-fdf50dcdcfc4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event deleted for resources: {'Port': ['ID=46b7580e-08c8-4b09-a2fc-6c855215f7fa,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:30.376472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-d2f39755-c8bd-4821-b402-fdf50dcdcfc4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] No DVR routers for this DVR port 46b7580e-08c8-4b09-a2fc-6c855215f7fa on host n-h1-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:30.379820 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-d2f39755-c8bd-4821-b402-fdf50dcdcfc4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:30.385068 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-d2f39755-c8bd-4821-b402-fdf50dcdcfc4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.11 "DELETE /v2.0/ports/46b7580e-08c8-4b09-a2fc-6c855215f7fa HTTP/1.1" status: 204 len: 173 time: 0.4532049 Nov 27 01:37:30.385746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'name': 'network-vif-deleted', 'tag': '46b7580e-08c8-4b09-a2fc-6c855215f7fa'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:30.390642 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33368074-4ebf-4f99-bc5e-58256b13a1d6" -d '{"events": [{"server_uuid": "ef6d1905-bb6e-47b9-9d22-63fdda51254e", "name": "network-vif-deleted", "tag": "46b7580e-08c8-4b09-a2fc-6c855215f7fa"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:30.431517 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44908a26-9eec-4503-87a9-45db959419b1 x-openstack-request-id: req-44908a26-9eec-4503-87a9-45db959419b1 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:30.431920 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6d1905-bb6e-47b9-9d22-63fdda51254e", "name": "network-vif-deleted", "tag": "46b7580e-08c8-4b09-a2fc-6c855215f7fa", "status": "failed", "code": 422}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:30.432089 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44908a26-9eec-4503-87a9-45db959419b1 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:30.432599 n-d-819494-2 neutron-server[103384]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'name': 'network-vif-deleted', 'tag': '46b7580e-08c8-4b09-a2fc-6c855215f7fa', 'status': 'failed', 'code': 422} returned with failed status Nov 27 01:37:31.076269 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2287b12f-c224-4341-aeae-ec102e6d16b6 req-aef7023c-7cbc-4a0c-9923-4c9c62b8b6e5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 210 time: 0.0293512 Nov 27 01:37:31.740392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-6c570be7-bfec-47bf-8088-e72ea6c1a6fa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:31.741988 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-6c570be7-bfec-47bf-8088-e72ea6c1a6fa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1077886 Nov 27 01:37:31.823605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-98d588bb-d867-458c-be62-af916b124fda tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 380 time: 0.0595713 Nov 27 01:37:31.834145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'port': {'device_id': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'admin_state_up': True, 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'security_groups': ['55feb96f-a48d-40e2-9a8d-9574f5c5c79d']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:31.947394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Made reservation on behalf of 619b5f2892a14347924b85f8ba534255 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:31.951585 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.093142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Allocated IP 172.20.0.4 (854296d5-8727-4cbb-8856-1f1a9ee60331/6be6a0f8-9eb9-4f27-9e4f-c308312dca9a/b896f845-029b-4cf7-8dfa-a72bdd0b0cbc) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:32.217503 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cbdbb162-0cb6-4eee-9a07-cbe21ca9c7a8 req-c5b86bcc-ba2f-48a3-859e-8a10bc59cf1e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 210 time: 0.0396914 Nov 27 01:37:32.265488 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.301139 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.324116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:32.326888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:32.354755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:32.412339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:32.443401 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:32.444125 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.461338 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-adb19d8b-cc38-448d-8bdd-4c7760dc2b52 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6311393 Nov 27 01:37:32.481725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Request body: {'port': {'device_id': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:32.549758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.642097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-02bd9875-d861-4301-9b6b-a8b305abcf6e None None] Provisioning complete for port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:32.642688 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-02bd9875-d861-4301-9b6b-a8b305abcf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.680049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-02bd9875-d861-4301-9b6b-a8b305abcf6e None None] Port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:32.823167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b896f845-029b-4cf7-8dfa-a72bdd0b0cbc {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:32.831025 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.843160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Transition to ACTIVE for port object b896f845-029b-4cf7-8dfa-a72bdd0b0cbc will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:37:32.846996 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:32.911503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Pushing event updated for resources: {'Port': ['ID=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:32.989972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Attempting to bind port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:32.990362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Attempting to bind port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:32.990664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Attempting to bind port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:32.995526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc on network 854296d5-8727-4cbb-8856-1f1a9ee60331 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:37:32.995853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Attempting to bind port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:33.001203 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:33.001544 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Checking segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:33.001938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Bound using segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:33.002394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Bound port: b896f845-029b-4cf7-8dfa-a72bdd0b0cbc, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:33.002745 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.073282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] For port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:33.077893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] For port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:33.083223 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.127737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:33.128510 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:33.129968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] 10.222.0.42 "PUT /v2.0/ports/b896f845-029b-4cf7-8dfa-a72bdd0b0cbc HTTP/1.1" status: 200 len: 1091 time: 0.6538205 Nov 27 01:37:33.130412 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'tag': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:33.132817 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afb4065-e009-436a-9d9b-16f2e20fb4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6d1905-bb6e-47b9-9d22-63fdda51254e", "tag": "b896f845-029b-4cf7-8dfa-a72bdd0b0cbc"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:33.164214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f3f2f-3996-494f-92b9-1941759bfdae service neutron] Pushing event updated for resources: {'Port': ['ID=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:33.181490 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516bfadd-af04-4b48-a0da-696bd323c7a6 x-openstack-request-id: req-516bfadd-af04-4b48-a0da-696bd323c7a6 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:33.181801 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6d1905-bb6e-47b9-9d22-63fdda51254e", "tag": "b896f845-029b-4cf7-8dfa-a72bdd0b0cbc", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:33.182063 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-516bfadd-af04-4b48-a0da-696bd323c7a6 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:33.182508 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'tag': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc', 'status': 'completed', 'code': 200} Nov 27 01:37:33.275364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-6b3a55c4-dfc6-445d-abd0-34cd93292ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:33.277199 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-6b3a55c4-dfc6-445d-abd0-34cd93292ac6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 1094 time: 0.0622816 Nov 27 01:37:33.343968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-2764469a-5688-47a8-989f-0abfad43419e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc HTTP/1.1" status: 200 len: 217 time: 0.0420587 Nov 27 01:37:33.348396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04a2c7-d091-4aa1-aca0-6c983e9d8882 req-a33f054a-9cfb-4bb5-9d16-f3f2d0e6b5a8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:33.349917 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae04a2c7-d091-4aa1-aca0-6c983e9d8882 req-a33f054a-9cfb-4bb5-9d16-f3f2d0e6b5a8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 943 time: 0.0563264 Nov 27 01:37:33.399293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-fa596927-8f7a-44e8-bed3-6ec43efcfed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:33.409894 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-fa596927-8f7a-44e8-bed3-6ec43efcfed5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0576770 Nov 27 01:37:33.440013 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae04a2c7-d091-4aa1-aca0-6c983e9d8882 req-287e41a0-3bf8-48b6-9e37-1db842cea802 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836189 Nov 27 01:37:33.479267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-fc063489-8913-4770-96c5-4b3ec9d1463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:33.481368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-fc063489-8913-4770-96c5-4b3ec9d1463c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611951 Nov 27 01:37:33.572732 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-717290dc-44a1-458e-99a4-14329a9bceff service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850015 Nov 27 01:37:33.677222 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a108388-3a84-4538-af16-acb5f0dfdfb2 req-60e9a32f-c9b4-4dcb-a2fc-1195a560db0b service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892889 Nov 27 01:37:33.794469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb4065-e009-436a-9d9b-16f2e20fb4c0 req-170f0c68-567d-40f3-a6f7-b6f51795b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:33.796012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4afb4065-e009-436a-9d9b-16f2e20fb4c0 req-170f0c68-567d-40f3-a6f7-b6f51795b056 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 1094 time: 0.0433149 Nov 27 01:37:33.898368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb4065-e009-436a-9d9b-16f2e20fb4c0 req-91f8d541-5d5a-4d6d-9461-b97fdd44c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:33.900258 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4afb4065-e009-436a-9d9b-16f2e20fb4c0 req-91f8d541-5d5a-4d6d-9461-b97fdd44c587 service neutron] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.0965447 Nov 27 01:37:33.964939 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4afb4065-e009-436a-9d9b-16f2e20fb4c0 req-7efabd10-3fd4-452e-ac4f-ae7ca1d705fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc HTTP/1.1" status: 200 len: 217 time: 0.0446317 Nov 27 01:37:34.019767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb4065-e009-436a-9d9b-16f2e20fb4c0 req-7ac7ecce-13b6-4a2d-b95d-07c149a9ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:34.021249 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4afb4065-e009-436a-9d9b-16f2e20fb4c0 req-7ac7ecce-13b6-4a2d-b95d-07c149a9ab2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0459669 Nov 27 01:37:34.068683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb4065-e009-436a-9d9b-16f2e20fb4c0 req-9718617d-a181-444a-b62f-48d40831c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:34.070196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4afb4065-e009-436a-9d9b-16f2e20fb4c0 req-9718617d-a181-444a-b62f-48d40831c309 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412147 Nov 27 01:37:34.166153 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4afb4065-e009-436a-9d9b-16f2e20fb4c0 req-f19b13da-6647-49a6-8422-2b59d1ba7a51 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877538 Nov 27 01:37:34.254357 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4afb4065-e009-436a-9d9b-16f2e20fb4c0 req-ed442104-4059-4fa3-a029-acce6c83df71 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806205 Nov 27 01:37:34.557677 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ebe8a-f8be-4b9b-9969-873a07cf015a req-3a90391e-270c-4b17-a119-3c7470af9c8e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:34.559756 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b7ebe8a-f8be-4b9b-9969-873a07cf015a req-3a90391e-270c-4b17-a119-3c7470af9c8e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 943 time: 0.0532076 Nov 27 01:37:34.638466 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b7ebe8a-f8be-4b9b-9969-873a07cf015a req-ce7f8354-e0d5-4378-9ee7-965be41e011a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718615 Nov 27 01:37:34.813605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c2c47-bd7f-4345-9a66-fb724e33ca47 req-27e28455-2616-4e39-bc5e-afa30c69d33c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:34.815015 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-908c2c47-bd7f-4345-9a66-fb724e33ca47 req-27e28455-2616-4e39-bc5e-afa30c69d33c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 946 time: 0.0500877 Nov 27 01:37:34.863346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-908c2c47-bd7f-4345-9a66-fb724e33ca47 req-e06b5769-50ea-42b1-8b46-3b92910463ca tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421479 Nov 27 01:37:35.764300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028e919-46cf-4825-9c80-da27328ae624 req-c7de995a-7675-44f6-9afd-e0cd3cce42ff tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:35.765705 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7028e919-46cf-4825-9c80-da27328ae624 req-c7de995a-7675-44f6-9afd-e0cd3cce42ff tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 943 time: 0.0545170 Nov 27 01:37:35.818272 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7028e919-46cf-4825-9c80-da27328ae624 req-3e03e18e-5e6a-4ba0-8b31-d03ad4b49a1e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463374 Nov 27 01:37:35.992078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d64646-7b54-4777-a357-70fffce232fb req-91aaddca-fdf2-4c43-846a-8d31c15d5917 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:35.993572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1d64646-7b54-4777-a357-70fffce232fb req-91aaddca-fdf2-4c43-846a-8d31c15d5917 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 946 time: 0.0520136 Nov 27 01:37:36.060063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1d64646-7b54-4777-a357-70fffce232fb req-1943c9af-fea9-4ce3-a1c5-6c9fc5780b55 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596476 Nov 27 01:37:36.519043 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-78131c6b-1834-468b-8e5d-9cbff16c1fce tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:36.520521 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-78131c6b-1834-468b-8e5d-9cbff16c1fce tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.42 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 946 time: 0.0480444 Nov 27 01:37:36.614762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Deleting port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:36.614999 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:36.713914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] For port 4638aac7-d46c-4c8e-bf00-4b3c735c8419, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4638aac7-d46c-4c8e-bf00-4b3c735c8419,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:36.714306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:36.968199 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:36.968894 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:36.968894 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Floating IP 5c9cfdd6-12e2-4a39-9191-b0b351065522 disassociated. External IP: 172.25.3.97, port: 4638aac7-d46c-4c8e-bf00-4b3c735c8419. Nov 27 01:37:36.969114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Calling delete_port for 4638aac7-d46c-4c8e-bf00-4b3c735c8419 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:36.988863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417577df-7a60-44cd-9fdd-cd660cb8a3cd req-738ba880-3af6-4bde-ae4b-1df4132946ac tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:36.990362 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-417577df-7a60-44cd-9fdd-cd660cb8a3cd req-738ba880-3af6-4bde-ae4b-1df4132946ac tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 943 time: 0.0750051 Nov 27 01:37:37.089164 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-417577df-7a60-44cd-9fdd-cd660cb8a3cd req-71658c1d-58b0-41d7-8f13-9283c6c168f2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648127 Nov 27 01:37:37.168654 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.196670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event deleted for resources: {'Port': ['ID=4638aac7-d46c-4c8e-bf00-4b3c735c8419,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:37.201776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872372f-dc5d-462c-a831-5aaa1b1f55b7 req-5c2871f3-44a8-405b-95a5-a5cc47617e0e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:37.204461 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0872372f-dc5d-462c-a831-5aaa1b1f55b7 req-5c2871f3-44a8-405b-95a5-a5cc47617e0e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=74370f77-3cd9-4c3a-803a-0016124e95cf HTTP/1.1" status: 200 len: 868 time: 0.0575213 Nov 27 01:37:37.210903 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.211254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.211845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.212187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.212525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.212858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.213189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.213517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.213847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.214169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.214514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.214835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:37:37.260306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0872372f-dc5d-462c-a831-5aaa1b1f55b7 req-129e7847-3ee4-4f9a-b5a0-0ee34857c198 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=50ab06dd-0bdf-4f74-a224-d818f260f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499399 Nov 27 01:37:37.343828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:37:37.455699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:37.465601 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970bb0f0-61dc-4ceb-a034-fe8ae642a9d2 None None] Sync routers for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:37.476017 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970bb0f0-61dc-4ceb-a034-fe8ae642a9d2 None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:37.477064 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-970bb0f0-61dc-4ceb-a034-fe8ae642a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:37:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:37.495925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] No DVR routers for this DVR port 4638aac7-d46c-4c8e-bf00-4b3c735c8419 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:37.499498 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:37.503266 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bb032950-beea-473d-bc49-f1edd93d9e41 req-81cf7323-77c6-4656-8a82-4a44bb8a658c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.42 "DELETE /v2.0/ports/4638aac7-d46c-4c8e-bf00-4b3c735c8419 HTTP/1.1" status: 204 len: 173 time: 0.9743671 Nov 27 01:37:37.503740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'name': 'network-vif-deleted', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:37.506045 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3958797d-e431-4560-9314-94c4ca8346c8" -d '{"events": [{"server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "name": "network-vif-deleted", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:37.572087 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d18469-3878-467e-8eda-320bfe535ef6 x-openstack-request-id: req-20d18469-3878-467e-8eda-320bfe535ef6 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:37.572387 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74370f77-3cd9-4c3a-803a-0016124e95cf", "name": "network-vif-deleted", "tag": "4638aac7-d46c-4c8e-bf00-4b3c735c8419", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:37.572643 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20d18469-3878-467e-8eda-320bfe535ef6 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:37.573051 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74370f77-3cd9-4c3a-803a-0016124e95cf', 'name': 'network-vif-deleted', 'tag': '4638aac7-d46c-4c8e-bf00-4b3c735c8419', 'status': 'completed', 'code': 200} Nov 27 01:37:37.597952 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-970bb0f0-61dc-4ceb-a034-fe8ae642a9d2 None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:37.829289 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-970bb0f0-61dc-4ceb-a034-fe8ae642a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:45Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:37.859400 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970bb0f0-61dc-4ceb-a034-fe8ae642a9d2 None None] Checking router: d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:37:37.867760 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970bb0f0-61dc-4ceb-a034-fe8ae642a9d2 None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:37.868368 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-970bb0f0-61dc-4ceb-a034-fe8ae642a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:37:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:37.977943 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-970bb0f0-61dc-4ceb-a034-fe8ae642a9d2 None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:38.218051 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-970bb0f0-61dc-4ceb-a034-fe8ae642a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:45Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:38.225125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1200e-77a9-4b2a-9513-1db2bff398fc req-073735c5-8e0d-4de6-866f-e731cb3fb413 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:38.226862 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52e1200e-77a9-4b2a-9513-1db2bff398fc req-073735c5-8e0d-4de6-866f-e731cb3fb413 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 943 time: 0.0559311 Nov 27 01:37:38.244264 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970bb0f0-61dc-4ceb-a034-fe8ae642a9d2 None None] The sync data for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 is: [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:45Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:38.286097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-52e1200e-77a9-4b2a-9513-1db2bff398fc req-69e2edd6-5a01-41d7-9707-6f5fe4dce73e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520513 Nov 27 01:37:38.302021 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:37:38.363542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39898) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:38.420426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67eee3d5-ffe8-4acc-8a7a-451e000f105e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.449350 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67eee3d5-ffe8-4acc-8a7a-451e000f105e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.521012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677b139-c108-4377-a89e-51029de48a33 None None] New status for floating IP 5c9cfdd6-12e2-4a39-9191-b0b351065522: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:37:38.801481 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67eee3d5-ffe8-4acc-8a7a-451e000f105e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.804112 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67eee3d5-ffe8-4acc-8a7a-451e000f105e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:38.805250 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-67eee3d5-ffe8-4acc-8a7a-451e000f105e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "DELETE /v2.0/security-groups/50ab06dd-0bdf-4f74-a224-d818f260f51a HTTP/1.1" status: 204 len: 168 time: 0.4404271 Nov 27 01:37:38.808319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39900) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:38.814535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eee3d5-ffe8-4acc-8a7a-451e000f105e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab06dd-0bdf-4f74-a224-d818f260f51a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:38.823816 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-a12e7ee1-17b6-4272-8b68-2913a6e4fd05 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] show failed (client error): The resource could not be found. Nov 27 01:37:38.827488 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a12e7ee1-17b6-4272-8b68-2913a6e4fd05 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups/50ab06dd-0bdf-4f74-a224-d818f260f51a HTTP/1.1" status: 404 len: 347 time: 0.0154884 Nov 27 01:37:38.828402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39902) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:38.976226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d878c517-f51d-46c8-aae1-7ba113395930 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Deleting port f43ac333-f418-4aec-a6fa-ec87e7ea7525 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:38.976600 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d878c517-f51d-46c8-aae1-7ba113395930 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.049880 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d878c517-f51d-46c8-aae1-7ba113395930 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.050202 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d878c517-f51d-46c8-aae1-7ba113395930 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.061735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d878c517-f51d-46c8-aae1-7ba113395930 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Calling delete_port for f43ac333-f418-4aec-a6fa-ec87e7ea7525 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:39.191313 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d878c517-f51d-46c8-aae1-7ba113395930 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.218974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878c517-f51d-46c8-aae1-7ba113395930 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event deleted for resources: {'Port': ['ID=f43ac333-f418-4aec-a6fa-ec87e7ea7525,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:39.276626 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d878c517-f51d-46c8-aae1-7ba113395930 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.279726 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d878c517-f51d-46c8-aae1-7ba113395930 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.280883 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d878c517-f51d-46c8-aae1-7ba113395930 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "DELETE /v2.0/floatingips/5c9cfdd6-12e2-4a39-9191-b0b351065522 HTTP/1.1" status: 204 len: 168 time: 0.4473701 Nov 27 01:37:39.421959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dcb69-1baf-4a01-a00b-484867f9f3fe req-6e925dd5-1880-427f-9b49-b36d68a77c1d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:39.423484 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8d6dcb69-1baf-4a01-a00b-484867f9f3fe req-6e925dd5-1880-427f-9b49-b36d68a77c1d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 943 time: 0.0584280 Nov 27 01:37:39.472015 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8d6dcb69-1baf-4a01-a00b-484867f9f3fe req-e82b4f8f-240e-4a73-9ff3-e4fa0dd766aa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421934 Nov 27 01:37:39.549919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39910) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:39.554564 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a24a26b3-0839-4da2-8346-72805b4b30ce tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605289378', 'description': 'tempest-description--1590793829'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:39.579428 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a24a26b3-0839-4da2-8346-72805b4b30ce tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.643623 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a24a26b3-0839-4da2-8346-72805b4b30ce tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.647110 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a24a26b3-0839-4da2-8346-72805b4b30ce tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.676621 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a24a26b3-0839-4da2-8346-72805b4b30ce tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.677830 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a24a26b3-0839-4da2-8346-72805b4b30ce tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1268537 Nov 27 01:37:39.678995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a26b3-0839-4da2-8346-72805b4b30ce tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfbb450-1692-4391-a344-4a0e85ef7ca6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:39.681975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 39912) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:39.687713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f4291e4e-f0a3-46e2-b647-091502b17240 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'security_group_rule': {'security_group_id': 'acfbb450-1692-4391-a344-4a0e85ef7ca6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:39.714184 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f4291e4e-f0a3-46e2-b647-091502b17240 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.773945 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f4291e4e-f0a3-46e2-b647-091502b17240 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.777164 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f4291e4e-f0a3-46e2-b647-091502b17240 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.798080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4291e4e-f0a3-46e2-b647-091502b17240 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83366b1b-84b1-4d6c-a632-93080e484af7,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:39.804082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f4291e4e-f0a3-46e2-b647-091502b17240 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.807871 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f4291e4e-f0a3-46e2-b647-091502b17240 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215832 Nov 27 01:37:39.808090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39914) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:39.813345 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-04a16893-76b9-4c56-8e7c-8e3766b1d9dd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'security_group_rule': {'security_group_id': 'acfbb450-1692-4391-a344-4a0e85ef7ca6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:39.838517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04a16893-76b9-4c56-8e7c-8e3766b1d9dd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.892107 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04a16893-76b9-4c56-8e7c-8e3766b1d9dd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.895399 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04a16893-76b9-4c56-8e7c-8e3766b1d9dd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.915327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a16893-76b9-4c56-8e7c-8e3766b1d9dd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4193f7-206c-41b3-9289-8dc5128295c5,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:39.923428 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04a16893-76b9-4c56-8e7c-8e3766b1d9dd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:39.924636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-04a16893-76b9-4c56-8e7c-8e3766b1d9dd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148624 Nov 27 01:37:39.927713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 39916) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:39.932221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:39.954265 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.048583 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.155385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Allocated IP 172.25.3.233 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/861a153e-9d27-47a2-aaaa-5bd7d1737f34) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:40.251410 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.286340 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.320299 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:40.326970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:40.330469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:40.358699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'Port': ['ID=861a153e-9d27-47a2-aaaa-5bd7d1737f34,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:40.420299 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.452663 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.618621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a24380-7b6d-4d6b-b9c5-6b0ea2c99ba2 req-7e727620-5fc6-4a40-b648-3165a945edd2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:40.619997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-62a24380-7b6d-4d6b-b9c5-6b0ea2c99ba2 req-7e727620-5fc6-4a40-b648-3165a945edd2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 943 time: 0.0773785 Nov 27 01:37:40.652584 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.659727 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:40.992461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-62a24380-7b6d-4d6b-b9c5-6b0ea2c99ba2 req-a3ed0b60-4dc5-4a43-8919-a6748c5608af tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650789 Nov 27 01:37:41.007235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'Port': ['ID=861a153e-9d27-47a2-aaaa-5bd7d1737f34,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:41.017995 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.032955 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.034165 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9c77dc60-28df-435c-8861-be0ef452e85d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1055307 Nov 27 01:37:41.073170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4638aac7-d46c-4c8e-bf00-4b3c735c8419 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:37:41.095865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 4638aac7-d46c-4c8e-bf00-4b3c735c8419 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:37:41.096291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4638aac7-d46c-4c8e-bf00-4b3c735c8419 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:37:41.234295 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-338643a0-d5e9-444e-b01a-74ee8c941dac tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1605289378&fields=id&tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1 HTTP/1.1" status: 200 len: 267 time: 0.0411000 Nov 27 01:37:41.339184 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-f351293d-efa3-4a8d-a118-3a39cd5126d3 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:41.341166 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-f351293d-efa3-4a8d-a118-3a39cd5126d3 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 817 time: 0.1000981 Nov 27 01:37:41.356892 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-018292c8-687e-468a-b306-e432bf6d9b5a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/quotas/b1e0ad3dbf414d07b20de45f0d1a11c1 HTTP/1.1" status: 200 len: 375 time: 0.0095797 Nov 27 01:37:41.411555 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-0dec263a-0302-457d-874f-5c05368427eb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493870 Nov 27 01:37:41.505230 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e1d103a-6045-4de3-8e5d-bd6a372dbb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:41.509118 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-1506c7ac-e868-4e84-8140-8f63ce910e9b service neutron] 10.222.0.37 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847626 Nov 27 01:37:41.597188 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-64d20d19-9f16-4e78-8bbf-c0b37ada8f8e service neutron] 10.222.0.37 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817366 Nov 27 01:37:41.758676 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-baeefd9f-e9ae-45d8-9a1e-89b15fc01c3f req-3882e568-56ad-4212-9d07-7f685e027fe7 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 210 time: 0.0269327 Nov 27 01:37:42.130209 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46821ccc-4746-4f39-8171-32ed9f08e984 req-8fc39af8-9171-4732-8f84-713f9bf5f4f1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:42.132869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46821ccc-4746-4f39-8171-32ed9f08e984 req-8fc39af8-9171-4732-8f84-713f9bf5f4f1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 943 time: 0.0520136 Nov 27 01:37:42.189058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46821ccc-4746-4f39-8171-32ed9f08e984 req-09031dc3-4e81-4132-9c20-d9ddecfdae06 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500689 Nov 27 01:37:42.614138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-25fa51a2-9f3e-4fff-9c9f-17f8d7051b46 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:42.615791 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-25fa51a2-9f3e-4fff-9c9f-17f8d7051b46 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.11 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 817 time: 0.1072397 Nov 27 01:37:42.684343 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6e5830db-055c-449d-9191-3f9ffd4a36c1 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1 HTTP/1.1" status: 200 len: 380 time: 0.0516574 Nov 27 01:37:42.694688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'port': {'device_id': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'admin_state_up': True, 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'security_groups': ['acfbb450-1692-4391-a344-4a0e85ef7ca6']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:42.803196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Made reservation on behalf of b1e0ad3dbf414d07b20de45f0d1a11c1 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:42.807200 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:42.881214 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1937c78-4f39-4c68-9723-8754f3ae8b8d req-6de271e1-0dbd-417f-8f8a-04eb98f0d82f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 210 time: 0.0499649 Nov 27 01:37:42.953701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Allocated IP 172.20.0.12 (b8181700-dc1c-4cd7-b6ea-e3bf20043d6d/cf0d0c5b-f441-408d-b1b9-4b39b9d21731/a68bca80-b704-428d-a812-5b92453b50b8) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:43.092839 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.126043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.167780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:43.171313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:43.175259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:43.204697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'Port': ['ID=a68bca80-b704-428d-a812-5b92453b50b8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:43.235537 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:43.236325 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.255637 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-db0a6407-830f-4a74-8e55-df990a97bdbb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5644562 Nov 27 01:37:43.274647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Request body: {'port': {'device_id': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:43.319777 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395fa67-94a4-48b8-bedf-3cabbd880087 req-f16decbb-7a28-42c3-994c-765c4fcf98cc tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:43.321502 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4395fa67-94a4-48b8-bedf-3cabbd880087 req-f16decbb-7a28-42c3-994c-765c4fcf98cc tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 943 time: 0.0542803 Nov 27 01:37:43.331898 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.375732 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4395fa67-94a4-48b8-bedf-3cabbd880087 req-db1f8041-f896-4ce3-a76c-5dd8c72376a4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476596 Nov 27 01:37:43.432117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-81fb235a-9dfd-41f9-94c5-c939c99a972b None None] Provisioning complete for port a68bca80-b704-428d-a812-5b92453b50b8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:43.432689 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-81fb235a-9dfd-41f9-94c5-c939c99a972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.468230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-81fb235a-9dfd-41f9-94c5-c939c99a972b None None] Port a68bca80-b704-428d-a812-5b92453b50b8 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:43.603523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68bca80-b704-428d-a812-5b92453b50b8 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:43.611591 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.623363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Transition to ACTIVE for port object a68bca80-b704-428d-a812-5b92453b50b8 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:37:43.627064 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.682275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a68bca80-b704-428d-a812-5b92453b50b8,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:43.750638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Attempting to bind port a68bca80-b704-428d-a812-5b92453b50b8 on host n-h1-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:43.750978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Attempting to bind port a68bca80-b704-428d-a812-5b92453b50b8 by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:43.751315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Attempting to bind port a68bca80-b704-428d-a812-5b92453b50b8 on network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:43.755927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Port a68bca80-b704-428d-a812-5b92453b50b8 on network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:37:43.756256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Attempting to bind port a68bca80-b704-428d-a812-5b92453b50b8 on network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:43.761276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:43.761653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Checking segment: {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:43.762045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Bound using segment: {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:43.762479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Bound port: a68bca80-b704-428d-a812-5b92453b50b8, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:43.762840 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.828079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] For port a68bca80-b704-428d-a812-5b92453b50b8, host n-h1-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:43.831233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] For port a68bca80-b704-428d-a812-5b92453b50b8, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a68bca80-b704-428d-a812-5b92453b50b8,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:43.836844 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.865885 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aaa00f4b-b702-46e2-8e41-8b81e0b6c291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.878741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:43.880150 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:43.881390 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] 10.222.0.11 "PUT /v2.0/ports/a68bca80-b704-428d-a812-5b92453b50b8 HTTP/1.1" status: 200 len: 1092 time: 0.6114337 Nov 27 01:37:43.883883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'tag': 'a68bca80-b704-428d-a812-5b92453b50b8'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:43.886067 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48364130-80f0-494f-988c-de349f6c6729" -d '{"events": [{"name": "network-changed", "server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "tag": "a68bca80-b704-428d-a812-5b92453b50b8"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:43.919636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028f85f-5caf-44aa-930c-e40ec78120c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a68bca80-b704-428d-a812-5b92453b50b8,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:43.938443 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbef3202-06c6-4c34-8894-d002bda9ad86 x-openstack-request-id: req-fbef3202-06c6-4c34-8894-d002bda9ad86 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:43.938743 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "tag": "a68bca80-b704-428d-a812-5b92453b50b8", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:43.939026 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbef3202-06c6-4c34-8894-d002bda9ad86 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:43.939410 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'tag': 'a68bca80-b704-428d-a812-5b92453b50b8', 'status': 'completed', 'code': 200} Nov 27 01:37:44.017252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c4c7c32d-17c7-4a0c-b7d9-34f2f62be3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:44.018975 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c4c7c32d-17c7-4a0c-b7d9-34f2f62be3d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 1095 time: 0.0477738 Nov 27 01:37:44.029928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30649d27-1661-47f0-9123-df0724647726 req-63312bd8-8a0c-4a85-87ad-cc05d8cd4631 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:44.031502 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30649d27-1661-47f0-9123-df0724647726 req-63312bd8-8a0c-4a85-87ad-cc05d8cd4631 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0540574 Nov 27 01:37:44.070452 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-5d793560-c58d-47b8-a7db-37ce1e9c013d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a68bca80-b704-428d-a812-5b92453b50b8 HTTP/1.1" status: 200 len: 217 time: 0.0374322 Nov 27 01:37:44.083342 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30649d27-1661-47f0-9123-df0724647726 req-621d9893-c159-49f9-8c46-e87dfed3b7d2 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453634 Nov 27 01:37:44.131130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c4ae8ddb-540a-42dd-af28-ba81407b7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:44.132604 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c4ae8ddb-540a-42dd-af28-ba81407b7e04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0551989 Nov 27 01:37:44.177438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-ac238936-96a5-48e3-bad2-0d2f07ffcbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:44.178879 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-ac238936-96a5-48e3-bad2-0d2f07ffcbea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397694 Nov 27 01:37:44.267617 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-2a3d1244-c6d0-4e13-a117-fd798a96369c service neutron] 10.222.0.11 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818336 Nov 27 01:37:44.375094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-2022ad3a-d93a-48d2-bb93-d59875c9c109 service neutron] 10.222.0.11 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002147 Nov 27 01:37:44.493261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e352d1-582b-49f3-bdc2-823a9b7b74c2 req-39b27272-296b-4d90-b8ab-c3f06f2d2513 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:44.495483 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7e352d1-582b-49f3-bdc2-823a9b7b74c2 req-39b27272-296b-4d90-b8ab-c3f06f2d2513 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 943 time: 0.0518303 Nov 27 01:37:44.517932 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.583729 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e7e352d1-582b-49f3-bdc2-823a9b7b74c2 req-d1223b76-42bc-442c-8a58-18caea8ef28c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734346 Nov 27 01:37:44.585459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48364130-80f0-494f-988c-de349f6c6729 req-cd219103-0e65-43d0-b20c-81a5705683e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:44.586886 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48364130-80f0-494f-988c-de349f6c6729 req-cd219103-0e65-43d0-b20c-81a5705683e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 1095 time: 0.0853963 Nov 27 01:37:44.684658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48364130-80f0-494f-988c-de349f6c6729 req-8cd67402-d230-488b-81c2-6913462d88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:44.686168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48364130-80f0-494f-988c-de349f6c6729 req-8cd67402-d230-488b-81c2-6913462d88d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 918 time: 0.0880082 Nov 27 01:37:44.763330 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48364130-80f0-494f-988c-de349f6c6729 req-8a1e10f5-04b3-446d-8ae0-324a64dd269c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a68bca80-b704-428d-a812-5b92453b50b8 HTTP/1.1" status: 200 len: 217 time: 0.0354307 Nov 27 01:37:44.780639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-2cfccd1e-c3d5-48fb-86aa-b9b8f14816a0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:44.782137 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-2cfccd1e-c3d5-48fb-86aa-b9b8f14816a0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0543694 Nov 27 01:37:44.819290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48364130-80f0-494f-988c-de349f6c6729 req-285f464e-01ca-4485-82e1-95641212e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:44.820775 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48364130-80f0-494f-988c-de349f6c6729 req-285f464e-01ca-4485-82e1-95641212e7ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0505683 Nov 27 01:37:44.866837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48364130-80f0-494f-988c-de349f6c6729 req-8d14cf61-6c9c-46fa-98d0-303266629921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:44.868383 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48364130-80f0-494f-988c-de349f6c6729 req-8d14cf61-6c9c-46fa-98d0-303266629921 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403576 Nov 27 01:37:44.876156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-fb8b6eac-13b4-4bf2-b89d-5de0bab097b0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Deleting port a68bca80-b704-428d-a812-5b92453b50b8 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:44.876495 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-fb8b6eac-13b4-4bf2-b89d-5de0bab097b0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.958650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48364130-80f0-494f-988c-de349f6c6729 req-1c596dfe-b97c-473c-b6e6-759213b120e4 service neutron] 10.222.0.11 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825868 Nov 27 01:37:44.969609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-fb8b6eac-13b4-4bf2-b89d-5de0bab097b0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] For port a68bca80-b704-428d-a812-5b92453b50b8, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=a68bca80-b704-428d-a812-5b92453b50b8,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:44.969978 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-fb8b6eac-13b4-4bf2-b89d-5de0bab097b0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:44.983246 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-fb8b6eac-13b4-4bf2-b89d-5de0bab097b0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Calling delete_port for a68bca80-b704-428d-a812-5b92453b50b8 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:45.056311 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.060436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48364130-80f0-494f-988c-de349f6c6729 req-d7c20641-0a6e-4e79-bbd8-caaa0f3e7330 service neutron] 10.222.0.11 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944288 Nov 27 01:37:45.112003 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-fb8b6eac-13b4-4bf2-b89d-5de0bab097b0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.143536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b6eac-13b4-4bf2-b89d-5de0bab097b0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event deleted for resources: {'Port': ['ID=a68bca80-b704-428d-a812-5b92453b50b8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:45.210477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-fb8b6eac-13b4-4bf2-b89d-5de0bab097b0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] No DVR routers for this DVR port a68bca80-b704-428d-a812-5b92453b50b8 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:37:45.214130 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-fb8b6eac-13b4-4bf2-b89d-5de0bab097b0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:45.217866 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-fb8b6eac-13b4-4bf2-b89d-5de0bab097b0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.11 "DELETE /v2.0/ports/a68bca80-b704-428d-a812-5b92453b50b8 HTTP/1.1" status: 204 len: 173 time: 0.4296210 Nov 27 01:37:45.218803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'name': 'network-vif-deleted', 'tag': 'a68bca80-b704-428d-a812-5b92453b50b8'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:45.221778 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e8d964-7eb0-4131-985e-a6d1ed517cce" -d '{"events": [{"server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "name": "network-vif-deleted", "tag": "a68bca80-b704-428d-a812-5b92453b50b8"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:45.225988 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1204ca7e-432c-4c14-a02e-50cf01e78503 req-839e2bed-0040-41a2-9828-fa70b8a8467d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 210 time: 0.0561674 Nov 27 01:37:45.337829 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510e334f-fd75-43ad-8648-74aa60a19409 x-openstack-request-id: req-510e334f-fd75-43ad-8648-74aa60a19409 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:45.338126 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "name": "network-vif-deleted", "tag": "a68bca80-b704-428d-a812-5b92453b50b8", "status": "failed", "code": 422}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:45.338429 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-510e334f-fd75-43ad-8648-74aa60a19409 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:45.338847 n-d-819494-2 neutron-server[103385]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'name': 'network-vif-deleted', 'tag': 'a68bca80-b704-428d-a812-5b92453b50b8', 'status': 'failed', 'code': 422} returned with failed status Nov 27 01:37:45.703255 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9f850-3579-473d-9539-6c1d23cada97 req-62b33046-e5de-4792-81e2-7610ed40d792 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:45.706318 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fbd9f850-3579-473d-9539-6c1d23cada97 req-62b33046-e5de-4792-81e2-7610ed40d792 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 943 time: 0.0515988 Nov 27 01:37:45.762892 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fbd9f850-3579-473d-9539-6c1d23cada97 req-b22dba61-ea88-4237-ae5a-a57a64a37bf2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494299 Nov 27 01:37:46.220065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3484238e-8359-41c1-9bd6-5156d8b616b5 req-9375cdc3-9616-43ba-87e2-ffc0e5100ee8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410287 Nov 27 01:37:46.325446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484238e-8359-41c1-9bd6-5156d8b616b5 req-8ad01b20-85ed-456f-825b-4fbb04b24096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:46.327162 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3484238e-8359-41c1-9bd6-5156d8b616b5 req-8ad01b20-85ed-456f-825b-4fbb04b24096 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 1095 time: 0.0430009 Nov 27 01:37:46.353191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a0b5f98-9d73-4faa-8fcd-6e6bb0165006 req-5871386f-b9de-4568-95fd-fbb148cb748d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 210 time: 0.0425947 Nov 27 01:37:46.438676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484238e-8359-41c1-9bd6-5156d8b616b5 req-8b92bed3-ef86-4423-b186-92383c724ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:46.440149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3484238e-8359-41c1-9bd6-5156d8b616b5 req-8b92bed3-ef86-4423-b186-92383c724ab5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a675cbed-ac9a-41a6-b3e4-a74719610b89 HTTP/1.1" status: 200 len: 909 time: 0.0923948 Nov 27 01:37:46.452855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-ef084f2f-4565-44cc-876e-17a6a96ed781 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:46.454477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-ef084f2f-4565-44cc-876e-17a6a96ed781 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 817 time: 0.1530278 Nov 27 01:37:46.504905 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3484238e-8359-41c1-9bd6-5156d8b616b5 req-a48d2d15-4b6d-4d5e-9e8d-6f2baf9721e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 HTTP/1.1" status: 200 len: 998 time: 0.0577078 Nov 27 01:37:46.535374 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-45d0d4ef-0537-4846-9bba-ac73f36f62d8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1 HTTP/1.1" status: 200 len: 380 time: 0.0518003 Nov 27 01:37:46.549522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'port': {'device_id': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'admin_state_up': True, 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'security_groups': ['acfbb450-1692-4391-a344-4a0e85ef7ca6']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:46.554149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484238e-8359-41c1-9bd6-5156d8b616b5 req-715f9a3f-5c41-476c-9f19-5b5010342eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:46.556010 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3484238e-8359-41c1-9bd6-5156d8b616b5 req-715f9a3f-5c41-476c-9f19-5b5010342eb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91f0ad74-de8e-4bcc-bee3-d56650c599bd HTTP/1.1" status: 200 len: 847 time: 0.0429554 Nov 27 01:37:46.610424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484238e-8359-41c1-9bd6-5156d8b616b5 req-3cc54435-ce17-475d-9f4c-3663eda03db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:46.612183 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3484238e-8359-41c1-9bd6-5156d8b616b5 req-3cc54435-ce17-475d-9f4c-3663eda03db8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a675cbed-ac9a-41a6-b3e4-a74719610b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480330 Nov 27 01:37:46.663819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Made reservation on behalf of b1e0ad3dbf414d07b20de45f0d1a11c1 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:37:46.667267 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.703216 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3484238e-8359-41c1-9bd6-5156d8b616b5 req-e4e8977c-c217-43e2-9ff5-75314081f8e8 service neutron] 10.222.0.11 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839865 Nov 27 01:37:46.761691 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.791725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Allocated IP 172.20.0.11 (b8181700-dc1c-4cd7-b6ea-e3bf20043d6d/cf0d0c5b-f441-408d-b1b9-4b39b9d21731/b971db8d-3dae-47d6-af3c-daa87c444195) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:46.799335 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3484238e-8359-41c1-9bd6-5156d8b616b5 req-8a2b059b-323e-45cd-bd3e-f35278c2095f service neutron] 10.222.0.11 "GET /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893202 Nov 27 01:37:46.880990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c51cf-aa67-40d4-ad0c-fbc1254004dc req-0d1165c9-b265-4273-8bbc-cb1b3408c653 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:46.882511 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fd5c51cf-aa67-40d4-ad0c-fbc1254004dc req-0d1165c9-b265-4273-8bbc-cb1b3408c653 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 943 time: 0.0499387 Nov 27 01:37:46.932569 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fd5c51cf-aa67-40d4-ad0c-fbc1254004dc req-f4ffeae9-41df-4ff0-8034-32e4bab6422e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433497 Nov 27 01:37:46.935741 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:46.968791 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.010833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:47.013849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:47.017387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:47.048493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event updated for resources: {'Port': ['ID=b971db8d-3dae-47d6-af3c-daa87c444195,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:47.075173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:47.075793 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.088871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b896f845-029b-4cf7-8dfa-a72bdd0b0cbc details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:37:47.099092 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c00b34f6-1756-4c20-8abf-785b99435288 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5529816 Nov 27 01:37:47.117731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Request body: {'port': {'device_id': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:47.175108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.193369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:47.206941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'port_id': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc', 'mac_address': 'fa:16:3e:26:10:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:37:47.249433 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.265839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b896f845-029b-4cf7-8dfa-a72bdd0b0cbc {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:47.288823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-57cb8887-f7ee-46ea-9089-4b1552401f2f None None] Provisioning complete for port b971db8d-3dae-47d6-af3c-daa87c444195 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:47.289113 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-57cb8887-f7ee-46ea-9089-4b1552401f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.294608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:47.314973 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.363084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-57cb8887-f7ee-46ea-9089-4b1552401f2f None None] Port b971db8d-3dae-47d6-af3c-daa87c444195 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:37:47.366034 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.382795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:47.487203 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b971db8d-3dae-47d6-af3c-daa87c444195 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:47.496412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.511919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Transition to ACTIVE for port object b971db8d-3dae-47d6-af3c-daa87c444195 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:37:47.515893 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.526744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cb06b-f911-46ac-b754-2bf4f3505f70 req-552ab738-0cfb-4fdf-996e-1af915cf54f1 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:47.528728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-087cb06b-f911-46ac-b754-2bf4f3505f70 req-552ab738-0cfb-4fdf-996e-1af915cf54f1 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 932 time: 0.0813818 Nov 27 01:37:47.562014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.603890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Pushing event updated for resources: {'Port': ['ID=b971db8d-3dae-47d6-af3c-daa87c444195,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:47.625511 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['b896f845-029b-4cf7-8dfa-a72bdd0b0cbc'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:37:47.698610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-087cb06b-f911-46ac-b754-2bf4f3505f70 req-3e3d98d1-2912-4e60-8244-f9b77b7b3dc5 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469660 Nov 27 01:37:47.700022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Attempting to bind port b971db8d-3dae-47d6-af3c-daa87c444195 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:37:47.700915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Attempting to bind port b971db8d-3dae-47d6-af3c-daa87c444195 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:37:47.700915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Attempting to bind port b971db8d-3dae-47d6-af3c-daa87c444195 on network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:47.706114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Port b971db8d-3dae-47d6-af3c-daa87c444195 on network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:37:47.706831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Attempting to bind port b971db8d-3dae-47d6-af3c-daa87c444195 on network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:37:47.712027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:37:47.712361 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Checking segment: {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:37:47.712746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Bound using segment: {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:37:47.713178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Bound port: b971db8d-3dae-47d6-af3c-daa87c444195, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb8b053-b121-4f95-a401-a15e6d8800c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:37:47.713706 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.782375 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:37:47.786350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b971db8d-3dae-47d6-af3c-daa87c444195,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:37:47.792708 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.826525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:47.826898 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:47.828289 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] 10.222.0.42 "PUT /v2.0/ports/b971db8d-3dae-47d6-af3c-daa87c444195 HTTP/1.1" status: 200 len: 1092 time: 0.7151906 Nov 27 01:37:47.828711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:47.831052 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b1995d-7586-4d2b-998c-3e3c75a519ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:47.857463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3692899-ed1e-4699-b932-9c0bf1e37aec service neutron] Pushing event updated for resources: {'Port': ['ID=b971db8d-3dae-47d6-af3c-daa87c444195,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:47.907221 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c8981a-76ea-4d46-97a5-db8e2bbfc51d x-openstack-request-id: req-15c8981a-76ea-4d46-97a5-db8e2bbfc51d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:47.907221 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:47.907615 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15c8981a-76ea-4d46-97a5-db8e2bbfc51d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:47.908344 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'status': 'completed', 'code': 200} Nov 27 01:37:47.938520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-9e6954bf-d458-4a1b-b761-d9eb40bf93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:47.940046 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-9e6954bf-d458-4a1b-b761-d9eb40bf93c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 1095 time: 0.0451968 Nov 27 01:37:48.005097 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-c99d0fab-c7fb-46e7-838c-620c5c1d9957 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b971db8d-3dae-47d6-af3c-daa87c444195 HTTP/1.1" status: 200 len: 217 time: 0.0386765 Nov 27 01:37:48.078930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-01b21b57-022c-4809-84c7-d07c8c573269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:48.080397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-01b21b57-022c-4809-84c7-d07c8c573269 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0654840 Nov 27 01:37:48.091459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722f3c-59c5-4403-b9c1-7ee2a349ec9a req-a7723661-0601-421f-bb56-6272c6efbe53 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:48.092847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16722f3c-59c5-4403-b9c1-7ee2a349ec9a req-a7723661-0601-421f-bb56-6272c6efbe53 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 944 time: 0.0868480 Nov 27 01:37:48.165989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-7282bbc7-877b-49e0-9b70-09469defde0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:48.167540 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-7282bbc7-877b-49e0-9b70-09469defde0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738547 Nov 27 01:37:48.176347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16722f3c-59c5-4403-b9c1-7ee2a349ec9a req-fbb0ca73-b3d5-44e1-8f57-cb42a9225976 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753601 Nov 27 01:37:48.258258 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-833521ee-34f4-4dec-8827-db6fd3f583ac service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809479 Nov 27 01:37:48.351934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b323e57-2d92-4f8e-8175-bd40bd2759d9 req-080c5026-e649-4fe4-bb81-912cb4c613f3 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833454 Nov 27 01:37:48.492423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1995d-7586-4d2b-998c-3e3c75a519ef req-d8f26052-8f7c-467b-99b2-999738fea8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:48.493877 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88b1995d-7586-4d2b-998c-3e3c75a519ef req-d8f26052-8f7c-467b-99b2-999738fea8ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 1095 time: 0.0399554 Nov 27 01:37:48.584717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1995d-7586-4d2b-998c-3e3c75a519ef req-1a1b2999-ff40-448e-ae8b-c0479b431120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:48.586131 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88b1995d-7586-4d2b-998c-3e3c75a519ef req-1a1b2999-ff40-448e-ae8b-c0479b431120 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 918 time: 0.0846422 Nov 27 01:37:48.630012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88b1995d-7586-4d2b-998c-3e3c75a519ef req-720dbce4-ef46-490c-aedd-8272447aff95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b971db8d-3dae-47d6-af3c-daa87c444195 HTTP/1.1" status: 200 len: 217 time: 0.0334346 Nov 27 01:37:48.679113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1995d-7586-4d2b-998c-3e3c75a519ef req-fa0d6a11-54d6-4fd4-8d76-86db3dc271ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:48.680844 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88b1995d-7586-4d2b-998c-3e3c75a519ef req-fa0d6a11-54d6-4fd4-8d76-86db3dc271ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0436721 Nov 27 01:37:48.726191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1995d-7586-4d2b-998c-3e3c75a519ef req-ca8e0b4e-d81a-4a49-99ae-3eb50179fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:48.727774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88b1995d-7586-4d2b-998c-3e3c75a519ef req-ca8e0b4e-d81a-4a49-99ae-3eb50179fd5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402122 Nov 27 01:37:48.831826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084cf4d-6b9b-4b6e-91cd-bbfaa11c2c31 req-bdf014c5-2316-4b3b-b720-51681d852f6d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:48.833400 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4084cf4d-6b9b-4b6e-91cd-bbfaa11c2c31 req-bdf014c5-2316-4b3b-b720-51681d852f6d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0505624 Nov 27 01:37:48.835603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88b1995d-7586-4d2b-998c-3e3c75a519ef req-939e9c6c-2373-46cf-87d5-98068efb67e4 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974154 Nov 27 01:37:48.883549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4084cf4d-6b9b-4b6e-91cd-bbfaa11c2c31 req-d7533e7a-bdc6-4379-84f1-e905a381f43a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440717 Nov 27 01:37:48.930036 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88b1995d-7586-4d2b-998c-3e3c75a519ef req-60feac0e-0b1f-4168-b369-dc3c8e0dc368 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865939 Nov 27 01:37:49.119685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b896f845-029b-4cf7-8dfa-a72bdd0b0cbc up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:49.166291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:37:49.169833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:49.170205 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:49.246226 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:49.271590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:49.273809 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6beee0ba-f94a-44d2-a9c3-64a98cba8f6a" -d '{"events": [{"server_uuid": "ef6d1905-bb6e-47b9-9d22-63fdda51254e", "name": "network-vif-plugged", "status": "completed", "tag": "b896f845-029b-4cf7-8dfa-a72bdd0b0cbc"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:49.287594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:49.293070 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:49.300233 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a66f0-388c-4def-bc00-f610544cf2c9 req-c0e1e598-f11e-453b-b3e2-114f2043c86d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:49.301761 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df9a66f0-388c-4def-bc00-f610544cf2c9 req-c0e1e598-f11e-453b-b3e2-114f2043c86d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 944 time: 0.0562885 Nov 27 01:37:49.316413 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1302729f-26db-46dc-a1c5-a53682bf365d x-openstack-request-id: req-1302729f-26db-46dc-a1c5-a53682bf365d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:49.316699 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6d1905-bb6e-47b9-9d22-63fdda51254e", "name": "network-vif-plugged", "status": "completed", "tag": "b896f845-029b-4cf7-8dfa-a72bdd0b0cbc", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:49.316945 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1302729f-26db-46dc-a1c5-a53682bf365d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:49.317325 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc', 'code': 200} Nov 27 01:37:49.343394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:49.352545 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df9a66f0-388c-4def-bc00-f610544cf2c9 req-6925eaae-8339-4f1c-8b90-e65454742cc0 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440578 Nov 27 01:37:49.514589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062168e-ca62-4d5d-a768-fcb9d2108d47 req-27e081af-419c-4c61-9be1-df04e1bf31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:49.516071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f062168e-ca62-4d5d-a768-fcb9d2108d47 req-27e081af-419c-4c61-9be1-df04e1bf31c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 1096 time: 0.0898705 Nov 27 01:37:49.564064 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f062168e-ca62-4d5d-a768-fcb9d2108d47 req-bc5f8e69-6533-48bd-8c15-a1c4bf182c9d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394828 Nov 27 01:37:50.007896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381cf62-7a36-4e8a-bb35-4e332bf5af97 req-489c9dfb-4ebe-4a42-b48c-81c79a5916bc tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:50.009256 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c381cf62-7a36-4e8a-bb35-4e332bf5af97 req-489c9dfb-4ebe-4a42-b48c-81c79a5916bc tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0521333 Nov 27 01:37:50.055416 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c381cf62-7a36-4e8a-bb35-4e332bf5af97 req-9bd13e10-791b-4b7d-9d22-f04944c4d0fd tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396881 Nov 27 01:37:50.467706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb15cd-24ac-4a4b-bc02-3628490145dd req-77e2b58b-4303-41ac-84ed-9d8e834f8428 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:50.469142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8cb15cd-24ac-4a4b-bc02-3628490145dd req-77e2b58b-4303-41ac-84ed-9d8e834f8428 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 945 time: 0.0484333 Nov 27 01:37:50.520810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8cb15cd-24ac-4a4b-bc02-3628490145dd req-306b96ed-12ee-490c-85df-44b0be2d9296 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457771 Nov 27 01:37:51.125009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b971db8d-3dae-47d6-af3c-daa87c444195 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:37:51.174010 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3094a-918c-46a7-8f79-b9bb2378d54f req-8074b416-bf85-43e1-a765-edadbe18adff tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:51.175506 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8a3094a-918c-46a7-8f79-b9bb2378d54f req-8074b416-bf85-43e1-a765-edadbe18adff tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0482421 Nov 27 01:37:51.221317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b971db8d-3dae-47d6-af3c-daa87c444195,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:51.224135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8a3094a-918c-46a7-8f79-b9bb2378d54f req-eabdac21-5060-47c5-ac53-b16b66fbd928 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 Nov 27 01:37:51.232832 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'port_id': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'mac_address': 'fa:16:3e:2c:50:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:37:51.269645 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:51.283409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b971db8d-3dae-47d6-af3c-daa87c444195 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:37:51.301625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b971db8d-3dae-47d6-af3c-daa87c444195,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:51.305471 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:51.351674 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b971db8d-3dae-47d6-af3c-daa87c444195,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:51.607841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['b971db8d-3dae-47d6-af3c-daa87c444195'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:37:51.637683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172b444-087a-44f9-b049-167094326477 req-0f8c3b54-e262-4719-b3a5-ea9d84ec21b9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:51.639313 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8172b444-087a-44f9-b049-167094326477 req-0f8c3b54-e262-4719-b3a5-ea9d84ec21b9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 945 time: 0.0507803 Nov 27 01:37:51.691835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8172b444-087a-44f9-b049-167094326477 req-f0138172-f9a5-4302-8937-9fca079c428a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460079 Nov 27 01:37:51.809029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474478c8-2aca-4875-99d3-67eb064a0baf req-07424d5f-ff0a-40e4-b305-45d1ff0ba30f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:51.810642 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-474478c8-2aca-4875-99d3-67eb064a0baf req-07424d5f-ff0a-40e4-b305-45d1ff0ba30f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 945 time: 0.0487082 Nov 27 01:37:51.859106 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-474478c8-2aca-4875-99d3-67eb064a0baf req-474548e2-c161-42eb-b096-aa6460de78b4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425377 Nov 27 01:37:51.881114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40022) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:51.923978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a943776-2b36-4472-84ef-265f57d93f3e tempest-TestVolumeBootPattern-1409960057 tempest-TestVolumeBootPattern-1409960057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:51.925482 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6a943776-2b36-4472-84ef-265f57d93f3e tempest-TestVolumeBootPattern-1409960057 tempest-TestVolumeBootPattern-1409960057-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 1091 time: 0.0433805 Nov 27 01:37:51.928445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40024) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:51.932876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:51.954041 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.048489 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.156269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Allocated IP 172.25.3.131 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/aa60347e-f736-4e6b-8000-1d86eac01f05) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:37:52.256726 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.293499 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:52.342939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:37:52.348388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:37:52.353097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:37:52.356416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=aa60347e-f736-4e6b-8000-1d86eac01f05,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:52.360503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f74642-cc45-4478-af2d-1a6d64d13536 req-9c87855b-afac-4ea0-9aeb-dc1b35157968 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:52.362032 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-48f74642-cc45-4478-af2d-1a6d64d13536 req-9c87855b-afac-4ea0-9aeb-dc1b35157968 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 945 time: 0.0598137 Nov 27 01:37:52.422600 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-48f74642-cc45-4478-af2d-1a6d64d13536 req-ee0c86aa-0b02-41a1-a29e-91dbe4be791d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544956 Nov 27 01:37:52.985380 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.057681 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.136352 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b971db8d-3dae-47d6-af3c-daa87c444195 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:37:53.185349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port b971db8d-3dae-47d6-af3c-daa87c444195 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:37:53.189236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port b971db8d-3dae-47d6-af3c-daa87c444195 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:37:53.189606 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.210121 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.214843 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.269144 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.283614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=aa60347e-f736-4e6b-8000-1d86eac01f05,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:53.292230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:53.294645 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.295087 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a8cb22-828f-4a67-b682-01147b792305" -d '{"events": [{"server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "name": "network-vif-plugged", "status": "completed", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:53.309050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b971db8d-3dae-47d6-af3c-daa87c444195,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:37:53.313952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.338452 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42e8f8f-0faa-4a22-8f60-65ea8d0f087e x-openstack-request-id: req-b42e8f8f-0faa-4a22-8f60-65ea8d0f087e {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:53.338752 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "name": "network-vif-plugged", "status": "completed", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:53.339006 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b42e8f8f-0faa-4a22-8f60-65ea8d0f087e {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:53.339427 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'code': 200} Nov 27 01:37:53.365247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b971db8d-3dae-47d6-af3c-daa87c444195,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:53.403120 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Floating IP 786fbb49-5365-4c2e-bd62-2313dcf2a65b associated. External IP: 172.25.3.131, port: b896f845-029b-4cf7-8dfa-a72bdd0b0cbc. Nov 27 01:37:53.523263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86dd93-5f14-4681-8cbf-dd3f5052aae8 req-3f2127ea-477c-424d-b208-ea600f7f75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:53.525380 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c86dd93-5f14-4681-8cbf-dd3f5052aae8 req-3f2127ea-477c-424d-b208-ea600f7f75d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 1097 time: 0.0568604 Nov 27 01:37:53.549717 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b66bc43f-36b0-4255-962f-9cb807b9059c req-81c27209-9296-4f58-9e3b-f20892ad59a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0622711 Nov 27 01:37:53.581379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a3015-22ae-4e3a-bdae-6313a4c2e02f req-e0e21abc-022c-4aa1-b554-8888b4a3a806 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:53.582878 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df1a3015-22ae-4e3a-bdae-6313a4c2e02f req-e0e21abc-022c-4aa1-b554-8888b4a3a806 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0773697 Nov 27 01:37:53.604243 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c86dd93-5f14-4681-8cbf-dd3f5052aae8 req-e9bce442-2eda-454b-873e-aecab0a4e624 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649431 Nov 27 01:37:53.643797 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-df1a3015-22ae-4e3a-bdae-6313a4c2e02f req-e26bb275-96ee-4455-a8cc-cf75f2ab362b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512636 Nov 27 01:37:53.674967 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bc43f-36b0-4255-962f-9cb807b9059c req-35bd2686-f245-4b43-abcc-ec8dabd4ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:53.676426 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b66bc43f-36b0-4255-962f-9cb807b9059c req-35bd2686-f245-4b43-abcc-ec8dabd4ecdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1097 time: 0.0884664 Nov 27 01:37:53.692876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Router 5d0c744a-897a-42ee-943b-487135ea55f9 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:37:53.794949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:53.804404 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722b861-7ac4-4c81-8b08-9ed072b1a6ec None None] Sync routers for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:53.813033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:53.815627 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722b861-7ac4-4c81-8b08-9ed072b1a6ec None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:53.816246 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9722b861-7ac4-4c81-8b08-9ed072b1a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:37:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:53.858138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a3aed3a2-a3be-475f-92a9-02c5a312bdbf tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9138145 Nov 27 01:37:53.858138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'tag': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:53.858138 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8116fb38-bd63-47fd-9d75-3496aa525b14" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6d1905-bb6e-47b9-9d22-63fdda51254e", "tag": "b896f845-029b-4cf7-8dfa-a72bdd0b0cbc"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:53.892697 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12e7be1-5798-40b1-b401-28ea1542ac9a x-openstack-request-id: req-a12e7be1-5798-40b1-b401-28ea1542ac9a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:53.892998 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6d1905-bb6e-47b9-9d22-63fdda51254e", "tag": "b896f845-029b-4cf7-8dfa-a72bdd0b0cbc", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:53.893253 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a12e7be1-5798-40b1-b401-28ea1542ac9a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:53.893656 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'tag': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc', 'status': 'completed', 'code': 200} Nov 27 01:37:53.922887 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-9722b861-7ac4-4c81-8b08-9ed072b1a6ec None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:54.027080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fb38-bd63-47fd-9d75-3496aa525b14 req-d605aee1-0bcb-4a01-8045-68a7d040294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:54.029142 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8116fb38-bd63-47fd-9d75-3496aa525b14 req-d605aee1-0bcb-4a01-8045-68a7d040294f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 1096 time: 0.0424368 Nov 27 01:37:54.056486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bc43f-36b0-4255-962f-9cb807b9059c req-c6e3a144-f081-4d2c-833f-3859a7142d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:54.057993 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b66bc43f-36b0-4255-962f-9cb807b9059c req-c6e3a144-f081-4d2c-833f-3859a7142d55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 898 time: 0.0917699 Nov 27 01:37:54.140748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fb38-bd63-47fd-9d75-3496aa525b14 req-fcb40a9d-3c28-4674-8378-8ef1a016b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:54.142303 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8116fb38-bd63-47fd-9d75-3496aa525b14 req-fcb40a9d-3c28-4674-8378-8ef1a016b261 service neutron] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.1028373 Nov 27 01:37:54.142630 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b66bc43f-36b0-4255-962f-9cb807b9059c req-be50963f-21a1-4daf-afa9-ab24d2af8d15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 1000 time: 0.0755918 Nov 27 01:37:54.202868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bc43f-36b0-4255-962f-9cb807b9059c req-e8e1589a-1515-4865-ae97-4221b7aa4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:54.204370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b66bc43f-36b0-4255-962f-9cb807b9059c req-e8e1589a-1515-4865-ae97-4221b7aa4c5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.0466034 Nov 27 01:37:54.225805 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8116fb38-bd63-47fd-9d75-3496aa525b14 req-b10363e4-07f1-4c3c-b6ba-6cd633812bdc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc HTTP/1.1" status: 200 len: 999 time: 0.0675242 Nov 27 01:37:54.255013 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9722b861-7ac4-4c81-8b08-9ed072b1a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '786fbb49-5365-4c2e-bd62-2313dcf2a65b', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:26:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:37:52Z', 'updated_at': '2021-11-27T01:37:52Z', 'revision_number': 0, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:54.255470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bc43f-36b0-4255-962f-9cb807b9059c req-753036aa-1c1b-41f6-8ab9-b57a10ac9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:54.257025 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b66bc43f-36b0-4255-962f-9cb807b9059c req-753036aa-1c1b-41f6-8ab9-b57a10ac9e10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441580 Nov 27 01:37:54.281052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fb38-bd63-47fd-9d75-3496aa525b14 req-448c4cfc-3bb5-42d1-8a82-1c5c9b0416a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:54.282534 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8116fb38-bd63-47fd-9d75-3496aa525b14 req-448c4cfc-3bb5-42d1-8a82-1c5c9b0416a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0482883 Nov 27 01:37:54.284260 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722b861-7ac4-4c81-8b08-9ed072b1a6ec None None] Checking router: 5d0c744a-897a-42ee-943b-487135ea55f9 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:37:54.292468 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722b861-7ac4-4c81-8b08-9ed072b1a6ec None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:54.293656 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9722b861-7ac4-4c81-8b08-9ed072b1a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:37:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:54.332004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fb38-bd63-47fd-9d75-3496aa525b14 req-ce19b838-15b9-4c81-bc64-33d4ee5c783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:54.333649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8116fb38-bd63-47fd-9d75-3496aa525b14 req-ce19b838-15b9-4c81-bc64-33d4ee5c783d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416517 Nov 27 01:37:54.354783 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b66bc43f-36b0-4255-962f-9cb807b9059c req-dd3f9808-7232-41f4-9377-ece6f69b9da6 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890160 Nov 27 01:37:54.399136 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-9722b861-7ac4-4c81-8b08-9ed072b1a6ec None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:54.433664 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8116fb38-bd63-47fd-9d75-3496aa525b14 req-9bb90a05-a969-4d24-9152-b66a9263c93e service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913234 Nov 27 01:37:54.463277 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b66bc43f-36b0-4255-962f-9cb807b9059c req-29bb85b6-3481-4e57-b8c1-6512829051d6 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918956 Nov 27 01:37:54.529848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8116fb38-bd63-47fd-9d75-3496aa525b14 req-459e8062-7f3b-4122-be1d-87a89a5a908f service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865185 Nov 27 01:37:54.622608 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9722b861-7ac4-4c81-8b08-9ed072b1a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '786fbb49-5365-4c2e-bd62-2313dcf2a65b', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:26:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:37:52Z', 'updated_at': '2021-11-27T01:37:52Z', 'revision_number': 0, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:54.651359 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722b861-7ac4-4c81-8b08-9ed072b1a6ec None None] The sync data for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 is: [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '786fbb49-5365-4c2e-bd62-2313dcf2a65b', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:26:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:37:52Z', 'updated_at': '2021-11-27T01:37:52Z', 'revision_number': 0, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:54.770289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf821cb-e5d3-41b9-92c7-2aeb7d793ec5 req-879cd507-67cd-4dba-b0af-fddd1d92c72e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:54.771810 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3cf821cb-e5d3-41b9-92c7-2aeb7d793ec5 req-879cd507-67cd-4dba-b0af-fddd1d92c72e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0509295 Nov 27 01:37:54.837747 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3cf821cb-e5d3-41b9-92c7-2aeb7d793ec5 req-dc2f869b-4725-4600-aee8-9c371df58198 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587490 Nov 27 01:37:54.882177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7214d5a-05ee-4716-a54c-dda43f2748eb None None] New status for floating IP 786fbb49-5365-4c2e-bd62-2313dcf2a65b: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:37:55.963334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fe7c2-ef0d-4c3b-8184-d1687304e568 req-3c5a4159-38e3-4d04-a95d-ed0dd4607d5f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:55.964824 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-348fe7c2-ef0d-4c3b-8184-d1687304e568 req-3c5a4159-38e3-4d04-a95d-ed0dd4607d5f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0504866 Nov 27 01:37:56.011795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-348fe7c2-ef0d-4c3b-8184-d1687304e568 req-be7c8193-43ef-4bfb-9659-8528297fd653 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409200 Nov 27 01:37:56.127974 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cbdbb-034a-482b-8d35-fbf8563a010c req-8a5a5fa9-84e4-4a7f-85f9-64af6fd0c753 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:56.129391 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ee4cbdbb-034a-482b-8d35-fbf8563a010c req-8a5a5fa9-84e4-4a7f-85f9-64af6fd0c753 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0493653 Nov 27 01:37:56.137960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40052) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:56.142251 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-069e04b5-1415-4a91-ad2f-c6ed87bb4962 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Request body: {'floatingip': {'port_id': 'b971db8d-3dae-47d6-af3c-daa87c444195'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:37:56.180457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-069e04b5-1415-4a91-ad2f-c6ed87bb4962 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.622354 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-069e04b5-1415-4a91-ad2f-c6ed87bb4962 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.626079 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-069e04b5-1415-4a91-ad2f-c6ed87bb4962 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:56.726321 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-069e04b5-1415-4a91-ad2f-c6ed87bb4962 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Floating IP 51dd1078-346c-498f-99bb-e3cfe0e47c45 associated. External IP: 172.25.3.233, port: b971db8d-3dae-47d6-af3c-daa87c444195. Nov 27 01:37:56.930257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069e04b5-1415-4a91-ad2f-c6ed87bb4962 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:37:57.038104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069e04b5-1415-4a91-ad2f-c6ed87bb4962 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:57.042649 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-069e04b5-1415-4a91-ad2f-c6ed87bb4962 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:57.049808 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5fb15-1aae-48b3-8069-de2bcb774b4f None None] Sync routers for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:57.061364 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5fb15-1aae-48b3-8069-de2bcb774b4f None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:57.062056 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-23f5fb15-1aae-48b3-8069-de2bcb774b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:37:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:57.075860 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-069e04b5-1415-4a91-ad2f-c6ed87bb4962 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "PUT /v2.0/floatingips/51dd1078-346c-498f-99bb-e3cfe0e47c45 HTTP/1.1" status: 200 len: 992 time: 0.9368184 Nov 27 01:37:57.076452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:57.080328 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3c9eab-658d-4e90-a104-2c07672d3d50" -d '{"events": [{"name": "network-changed", "server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:57.146613 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299260b5-8a98-4dcf-8a8c-4585629f9444 x-openstack-request-id: req-299260b5-8a98-4dcf-8a8c-4585629f9444 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:57.147212 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:57.147212 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-299260b5-8a98-4dcf-8a8c-4585629f9444 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:57.147533 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'status': 'completed', 'code': 200} Nov 27 01:37:57.178369 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-23f5fb15-1aae-48b3-8069-de2bcb774b4f None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:57.250527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c9eab-658d-4e90-a104-2c07672d3d50 req-cb5b464e-5bbb-4543-90d5-ef521e8945d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:57.252011 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3c9eab-658d-4e90-a104-2c07672d3d50 req-cb5b464e-5bbb-4543-90d5-ef521e8945d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 1097 time: 0.0411685 Nov 27 01:37:57.346656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c9eab-658d-4e90-a104-2c07672d3d50 req-55cb78d4-058a-4798-8580-266293ab0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:57.348098 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3c9eab-658d-4e90-a104-2c07672d3d50 req-55cb78d4-058a-4798-8580-266293ab0623 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 918 time: 0.0874381 Nov 27 01:37:57.398542 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-23f5fb15-1aae-48b3-8069-de2bcb774b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '51dd1078-346c-498f-99bb-e3cfe0e47c45', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'port_id': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'mac_address': 'fa:16:3e:2c:50:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:37:40Z', 'updated_at': '2021-11-27T01:37:56Z', 'revision_number': 1, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:45Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:57.416629 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3c9eab-658d-4e90-a104-2c07672d3d50 req-55fa041d-aace-45eb-95fe-64e638d091c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b971db8d-3dae-47d6-af3c-daa87c444195 HTTP/1.1" status: 200 len: 1000 time: 0.0605869 Nov 27 01:37:57.427772 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5fb15-1aae-48b3-8069-de2bcb774b4f None None] Checking router: d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:37:57.436767 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5fb15-1aae-48b3-8069-de2bcb774b4f None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:57.437362 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-23f5fb15-1aae-48b3-8069-de2bcb774b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:37:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:57.467359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c9eab-658d-4e90-a104-2c07672d3d50 req-3a5c38dd-d496-48e7-9aa8-7e8d531b80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:57.468729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3c9eab-658d-4e90-a104-2c07672d3d50 req-3a5c38dd-d496-48e7-9aa8-7e8d531b80ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0438409 Nov 27 01:37:57.521326 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c9eab-658d-4e90-a104-2c07672d3d50 req-5352a856-8147-46c4-bdd8-301fa93f21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:57.522875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3c9eab-658d-4e90-a104-2c07672d3d50 req-5352a856-8147-46c4-bdd8-301fa93f21b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453401 Nov 27 01:37:57.539646 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-23f5fb15-1aae-48b3-8069-de2bcb774b4f None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:57.613955 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3c9eab-658d-4e90-a104-2c07672d3d50 req-494b9f99-4a26-4c88-81ed-2fdbbf346ba4 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818975 Nov 27 01:37:57.718610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3c9eab-658d-4e90-a104-2c07672d3d50 req-5bb519ee-aca5-41d5-8261-a6b85cb7756f service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872288 Nov 27 01:37:57.763791 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-23f5fb15-1aae-48b3-8069-de2bcb774b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '51dd1078-346c-498f-99bb-e3cfe0e47c45', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'port_id': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'mac_address': 'fa:16:3e:2c:50:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:37:40Z', 'updated_at': '2021-11-27T01:37:56Z', 'revision_number': 1, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:45Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:57.790726 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5fb15-1aae-48b3-8069-de2bcb774b4f None None] The sync data for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 is: [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '51dd1078-346c-498f-99bb-e3cfe0e47c45', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'port_id': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'mac_address': 'fa:16:3e:2c:50:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:37:40Z', 'updated_at': '2021-11-27T01:37:56Z', 'revision_number': 1, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:45Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:37:57.988368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e03fb3-a3d2-43d4-93fa-963c6abfa75a None None] New status for floating IP 51dd1078-346c-498f-99bb-e3cfe0e47c45: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:37:58.007356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc0331-d119-4db1-bd43-a3ce57f4e6d8 req-860f055d-1d86-4f86-a4c8-5c50889fd7dc tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:58.008931 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b9bc0331-d119-4db1-bd43-a3ce57f4e6d8 req-860f055d-1d86-4f86-a4c8-5c50889fd7dc tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1097 time: 0.0459449 Nov 27 01:37:58.055130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b9bc0331-d119-4db1-bd43-a3ce57f4e6d8 req-60a8ce33-1aea-49c9-ba15-7992f468798d tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 Nov 27 01:37:58.077199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40064) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:37:58.249174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port 22ec90c4-786e-452a-8fde-06eb9d0d109a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:37:58.249844 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.627393 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.627707 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.639275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for 22ec90c4-786e-452a-8fde-06eb9d0d109a owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:37:58.790942 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.818024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=22ec90c4-786e-452a-8fde-06eb9d0d109a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:37:58.876266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:58.876596 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Floating IP a7ae5bd6-d7a5-4cc1-8604-21744cd7d953 disassociated (deleted). External IP: 172.25.3.89, port: 4dcad362-84db-424d-86b0-cff289abe080. Nov 27 01:37:59.084474 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 98c9dc99-63af-4e18-955f-51b1a54422b2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:37:59.191209 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:37:59.195742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:37:59.201275 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362beb2b-30d4-4f72-82e5-3ebf7cd0677b None None] Sync routers for ids ['98c9dc99-63af-4e18-955f-51b1a54422b2'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:37:59.211359 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362beb2b-30d4-4f72-82e5-3ebf7cd0677b None None] Routers {'98c9dc99-63af-4e18-955f-51b1a54422b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:59.211988 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-362beb2b-30d4-4f72-82e5-3ebf7cd0677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:37:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['98c9dc99-63af-4e18-955f-51b1a54422b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:59.226779 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c95063f3-5f1e-479b-9049-86a9e9db8e4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/floatingips/a7ae5bd6-d7a5-4cc1-8604-21744cd7d953 HTTP/1.1" status: 204 len: 168 time: 1.1484809 Nov 27 01:37:59.227637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'tag': '4dcad362-84db-424d-86b0-cff289abe080'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:37:59.233481 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bf2f18-76a7-43b8-ac0e-6c1a64b0cb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "tag": "4dcad362-84db-424d-86b0-cff289abe080"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:37:59.283506 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e92344-5006-48e2-b13f-36425f749ef7 x-openstack-request-id: req-88e92344-5006-48e2-b13f-36425f749ef7 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:37:59.284112 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "tag": "4dcad362-84db-424d-86b0-cff289abe080", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:37:59.284112 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88e92344-5006-48e2-b13f-36425f749ef7 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:37:59.284607 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'tag': '4dcad362-84db-424d-86b0-cff289abe080', 'status': 'completed', 'code': 200} Nov 27 01:37:59.330727 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-362beb2b-30d4-4f72-82e5-3ebf7cd0677b None None] Set router 98c9dc99-63af-4e18-955f-51b1a54422b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:59.390090 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf2f18-76a7-43b8-ac0e-6c1a64b0cb6e req-10accd25-058b-417e-a6cd-26ee983ad08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:59.391809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05bf2f18-76a7-43b8-ac0e-6c1a64b0cb6e req-10accd25-058b-417e-a6cd-26ee983ad08a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 1097 time: 0.0562801 Nov 27 01:37:59.486125 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc11d8-3715-47f7-87b3-ec72dce3eeb7 req-161453a9-bca5-44ee-8d27-6ed2d53eec15 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:59.487645 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13cc11d8-3715-47f7-87b3-ec72dce3eeb7 req-161453a9-bca5-44ee-8d27-6ed2d53eec15 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 946 time: 0.0576928 Nov 27 01:37:59.538841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf2f18-76a7-43b8-ac0e-6c1a64b0cb6e req-473a7924-0212-4f70-9848-b028b1fb40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:59.540223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13cc11d8-3715-47f7-87b3-ec72dce3eeb7 req-229de667-cc0b-46b1-9326-d696e9924f4f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458004 Nov 27 01:37:59.540388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05bf2f18-76a7-43b8-ac0e-6c1a64b0cb6e req-473a7924-0212-4f70-9848-b028b1fb40bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 200 len: 898 time: 0.0972679 Nov 27 01:37:59.587045 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05bf2f18-76a7-43b8-ac0e-6c1a64b0cb6e req-ea503789-d090-49d7-8c90-bb3dcf9712ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 200 len: 217 time: 0.0369978 Nov 27 01:37:59.639367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf2f18-76a7-43b8-ac0e-6c1a64b0cb6e req-042089dc-f77f-4f9a-b17c-761a0b2be392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:59.640825 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05bf2f18-76a7-43b8-ac0e-6c1a64b0cb6e req-042089dc-f77f-4f9a-b17c-761a0b2be392 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 200 len: 834 time: 0.0444934 Nov 27 01:37:59.645594 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-362beb2b-30d4-4f72-82e5-3ebf7cd0677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:46Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '52c8bcf8-eb11-48bb-81ac-dfa3836a429c', 'name': '', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:ca:ef:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:45Z', 'updated_at': '2021-11-27T01:35:50Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:59.671469 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362beb2b-30d4-4f72-82e5-3ebf7cd0677b None None] Checking router: 98c9dc99-63af-4e18-955f-51b1a54422b2 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:37:59.679540 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362beb2b-30d4-4f72-82e5-3ebf7cd0677b None None] Routers {'98c9dc99-63af-4e18-955f-51b1a54422b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:37:59.680138 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-362beb2b-30d4-4f72-82e5-3ebf7cd0677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:37:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['98c9dc99-63af-4e18-955f-51b1a54422b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:37:59.693832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf2f18-76a7-43b8-ac0e-6c1a64b0cb6e req-0516fe28-73f8-443b-92e6-ff989a85160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:37:59.695367 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05bf2f18-76a7-43b8-ac0e-6c1a64b0cb6e req-0516fe28-73f8-443b-92e6-ff989a85160f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e3370a2-6634-4498-b864-22d232b75729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460207 Nov 27 01:37:59.788004 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-362beb2b-30d4-4f72-82e5-3ebf7cd0677b None None] Set router 98c9dc99-63af-4e18-955f-51b1a54422b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:37:59.795250 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05bf2f18-76a7-43b8-ac0e-6c1a64b0cb6e req-b909e128-6219-46e3-bae2-190638667628 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834970 Nov 27 01:37:59.894975 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-05bf2f18-76a7-43b8-ac0e-6c1a64b0cb6e req-b5f8d98a-3495-4513-b28a-b86bb2521ab1 service neutron] 10.222.0.42 "GET /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883272 Nov 27 01:37:59.987151 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-362beb2b-30d4-4f72-82e5-3ebf7cd0677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:46Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '52c8bcf8-eb11-48bb-81ac-dfa3836a429c', 'name': '', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:ca:ef:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:45Z', 'updated_at': '2021-11-27T01:35:50Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:00.012763 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362beb2b-30d4-4f72-82e5-3ebf7cd0677b None None] The sync data for ids ['98c9dc99-63af-4e18-955f-51b1a54422b2'] in n-d-819494-2 is: [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:46Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '52c8bcf8-eb11-48bb-81ac-dfa3836a429c', 'name': '', 'network_id': '8e3370a2-6634-4498-b864-22d232b75729', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:ca:ef:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:45Z', 'updated_at': '2021-11-27T01:35:50Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': 'dad91dc5-038c-4aa2-9eff-e27927041e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:00.226382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1697e503-d047-4767-9d00-e43a7761f627 None None] New status for floating IP a7ae5bd6-d7a5-4cc1-8604-21744cd7d953: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:38:00.657656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c30d76-87a0-442d-af3e-c9103695a54f req-ef99ff01-64c5-47ec-aa9d-4b0533276aa8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:00.659145 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44c30d76-87a0-442d-af3e-c9103695a54f req-ef99ff01-64c5-47ec-aa9d-4b0533276aa8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 946 time: 0.0486753 Nov 27 01:38:00.707439 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-44c30d76-87a0-442d-af3e-c9103695a54f req-7116f499-5cb7-4a01-8fc5-3fd7a9ea9af3 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=83358769-031e-4257-bd32-bce4e5c3c000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Nov 27 01:38:01.180336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da6fa3-07fe-4182-b2cf-aecde8725074 req-2103485e-9765-4e9e-8bea-97876db5e073 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:01.182083 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69da6fa3-07fe-4182-b2cf-aecde8725074 req-2103485e-9765-4e9e-8bea-97876db5e073 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 946 time: 0.0492048 Nov 27 01:38:01.273456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-69da6fa3-07fe-4182-b2cf-aecde8725074 req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port 4dcad362-84db-424d-86b0-cff289abe080 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:01.273709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-69da6fa3-07fe-4182-b2cf-aecde8725074 req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.365105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-69da6fa3-07fe-4182-b2cf-aecde8725074 req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] For port 4dcad362-84db-424d-86b0-cff289abe080, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4dcad362-84db-424d-86b0-cff289abe080,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:01.365473 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-69da6fa3-07fe-4182-b2cf-aecde8725074 req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.379027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-69da6fa3-07fe-4182-b2cf-aecde8725074 req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for 4dcad362-84db-424d-86b0-cff289abe080 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:01.512370 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-69da6fa3-07fe-4182-b2cf-aecde8725074 req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.542619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=4dcad362-84db-424d-86b0-cff289abe080,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:01.567460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:01.567810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:01.568152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:01.568486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:01.568817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:01.569174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:01.569508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:01.569834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:01.570160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:01.570508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:01.570832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:01.571157 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:01.592866 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-69da6fa3-07fe-4182-b2cf-aecde8725074 req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] No DVR routers for this DVR port 4dcad362-84db-424d-86b0-cff289abe080 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:01.595321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-69da6fa3-07fe-4182-b2cf-aecde8725074 req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:01.598741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69da6fa3-07fe-4182-b2cf-aecde8725074 req-bf78dad7-d752-44df-8daf-96edf2f094a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "DELETE /v2.0/ports/4dcad362-84db-424d-86b0-cff289abe080 HTTP/1.1" status: 204 len: 173 time: 0.4104984 Nov 27 01:38:01.599175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'name': 'network-vif-deleted', 'tag': '4dcad362-84db-424d-86b0-cff289abe080'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:38:01.601443 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c617fb-23e1-44f4-b4c3-8772f2bc1e71" -d '{"events": [{"server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "name": "network-vif-deleted", "tag": "4dcad362-84db-424d-86b0-cff289abe080"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:38:01.639106 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a06d6f-c928-4560-a6ab-141d9ff5b9d4 x-openstack-request-id: req-12a06d6f-c928-4560-a6ab-141d9ff5b9d4 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:38:01.639431 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15bdd18-becf-4060-a152-d374a0e62414", "name": "network-vif-deleted", "tag": "4dcad362-84db-424d-86b0-cff289abe080", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:38:01.639686 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12a06d6f-c928-4560-a6ab-141d9ff5b9d4 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:38:01.640114 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15bdd18-becf-4060-a152-d374a0e62414', 'name': 'network-vif-deleted', 'tag': '4dcad362-84db-424d-86b0-cff289abe080', 'status': 'completed', 'code': 200} Nov 27 01:38:01.819385 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ccef5447-cfb2-421c-8450-3ed3acdb24fd req-c716d196-58f8-4023-b806-b98774b31430 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=b15bdd18-becf-4060-a152-d374a0e62414 HTTP/1.1" status: 200 len: 210 time: 0.0300465 Nov 27 01:38:02.875904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40102) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:03.255923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89a17743-c004-47ac-9245-f53981ac9cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.515378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89a17743-c004-47ac-9245-f53981ac9cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:03.515718 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89a17743-c004-47ac-9245-f53981ac9cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.604715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89a17743-c004-47ac-9245-f53981ac9cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] For port 52c8bcf8-eb11-48bb-81ac-dfa3836a429c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=52c8bcf8-eb11-48bb-81ac-dfa3836a429c,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:03.605170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89a17743-c004-47ac-9245-f53981ac9cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.620055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89a17743-c004-47ac-9245-f53981ac9cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for 52c8bcf8-eb11-48bb-81ac-dfa3836a429c owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:03.812741 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89a17743-c004-47ac-9245-f53981ac9cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:03.839869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a17743-c004-47ac-9245-f53981ac9cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=52c8bcf8-eb11-48bb-81ac-dfa3836a429c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:04.010463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89a17743-c004-47ac-9245-f53981ac9cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.234147 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a17743-c004-47ac-9245-f53981ac9cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 98c9dc99-63af-4e18-955f-51b1a54422b2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:38:04.338623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a17743-c004-47ac-9245-f53981ac9cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:04.344371 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-89a17743-c004-47ac-9245-f53981ac9cdc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "PUT /v2.0/routers/98c9dc99-63af-4e18-955f-51b1a54422b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4671888 Nov 27 01:38:04.347215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40108) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:04.348449 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729e240-926a-4410-9ba3-2831fe8f4c5e None None] Sync routers for ids ['98c9dc99-63af-4e18-955f-51b1a54422b2'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:04.358369 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729e240-926a-4410-9ba3-2831fe8f4c5e None None] Routers {'98c9dc99-63af-4e18-955f-51b1a54422b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:04.358977 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3729e240-926a-4410-9ba3-2831fe8f4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:37:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['98c9dc99-63af-4e18-955f-51b1a54422b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:04.397560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6954f50-bef6-4c8a-9277-42c09a75a886 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting subnet dad91dc5-038c-4aa2-9eff-e27927041e1a {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:38:04.400670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6954f50-bef6-4c8a-9277-42c09a75a886 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.442138 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6954f50-bef6-4c8a-9277-42c09a75a886 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.463443 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3729e240-926a-4410-9ba3-2831fe8f4c5e None None] Set router 98c9dc99-63af-4e18-955f-51b1a54422b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:04.537788 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6954f50-bef6-4c8a-9277-42c09a75a886 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.596806 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6954f50-bef6-4c8a-9277-42c09a75a886 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.624639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6954f50-bef6-4c8a-9277-42c09a75a886 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Subnet': ['ID=dad91dc5-038c-4aa2-9eff-e27927041e1a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:04.630007 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6954f50-bef6-4c8a-9277-42c09a75a886 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.633331 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b6954f50-bef6-4c8a-9277-42c09a75a886 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/subnets/dad91dc5-038c-4aa2-9eff-e27927041e1a HTTP/1.1" status: 204 len: 168 time: 0.2845149 Nov 27 01:38:04.635285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40114) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:04.636216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260d55bf-5918-4618-936b-ce7dabbc7ed4 None None] Network 8e3370a2-6634-4498-b864-22d232b75729 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:04.646590 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3729e240-926a-4410-9ba3-2831fe8f4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:38:03Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:04.677478 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729e240-926a-4410-9ba3-2831fe8f4c5e None None] Checking router: 98c9dc99-63af-4e18-955f-51b1a54422b2 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:04.687722 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729e240-926a-4410-9ba3-2831fe8f4c5e None None] Routers {'98c9dc99-63af-4e18-955f-51b1a54422b2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:04.688367 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3729e240-926a-4410-9ba3-2831fe8f4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:37:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['98c9dc99-63af-4e18-955f-51b1a54422b2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:04.750429 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.811300 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3729e240-926a-4410-9ba3-2831fe8f4c5e None None] Set router 98c9dc99-63af-4e18-955f-51b1a54422b2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:04.852081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] DHCP port deletion for 8e3370a2-6634-4498-b864-22d232b75729 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:04.866945 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.909868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Deleting port de7eecab-fddd-4a7f-b81a-164b44501338 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:04.910262 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.923089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port 0c4f2334-965c-4025-8071-624ce263243d {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:04.923434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.985108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] For port de7eecab-fddd-4a7f-b81a-164b44501338, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=de7eecab-fddd-4a7f-b81a-164b44501338,segment=NetworkSegment(57235e5a-760f-4790-aaf6-b044c0075437),segment_id=57235e5a-760f-4790-aaf6-b044c0075437)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:04.985535 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:04.999184 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Calling delete_port for de7eecab-fddd-4a7f-b81a-164b44501338 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:05.006417 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3729e240-926a-4410-9ba3-2831fe8f4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:38:03Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:05.011419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] For port 0c4f2334-965c-4025-8071-624ce263243d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0c4f2334-965c-4025-8071-624ce263243d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:05.011419 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.022847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for 0c4f2334-965c-4025-8071-624ce263243d owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:05.033235 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729e240-926a-4410-9ba3-2831fe8f4c5e None None] The sync data for ids ['98c9dc99-63af-4e18-955f-51b1a54422b2'] in n-d-819494-2 is: [{'id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171721001', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '0c4f2334-965c-4025-8071-624ce263243d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:38:03Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '0c4f2334-965c-4025-8071-624ce263243d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c9dc99-63af-4e18-955f-51b1a54422b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:35:41Z', 'updated_at': '2021-11-27T01:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:05.082193 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.110631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Pushing event deleted for resources: {'Port': ['ID=de7eecab-fddd-4a7f-b81a-164b44501338,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:05.114931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] No DVR routers for this DVR port de7eecab-fddd-4a7f-b81a-164b44501338 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:05.127401 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:05.127695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:05.128211 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:05.128724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:05.129081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:05.129371 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:05.129705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:05.130031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:05.130378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:05.130704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:05.131026 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:05.131343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a7cda9-30f6-43d8-afa9-dfa1340788b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:05.199865 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.226026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=0c4f2334-965c-4025-8071-624ce263243d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:05.237075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6838b3aa-d2e4-4885-b834-4fc85ff58215 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:05.266433 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4dcad362-84db-424d-86b0-cff289abe080 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:05.286833 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.295754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 4dcad362-84db-424d-86b0-cff289abe080 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:05.296107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4dcad362-84db-424d-86b0-cff289abe080 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:05.384791 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.386981 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.574641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 52c8bcf8-eb11-48bb-81ac-dfa3836a429c no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:05.600329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 52c8bcf8-eb11-48bb-81ac-dfa3836a429c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:05.600682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 52c8bcf8-eb11-48bb-81ac-dfa3836a429c not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:05.601141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device de7eecab-fddd-4a7f-b81a-164b44501338 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:05.622696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: de7eecab-fddd-4a7f-b81a-164b44501338 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:05.623082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device de7eecab-fddd-4a7f-b81a-164b44501338 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:05.738423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.738937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Fanout notify agent at l3_agent the message router_deleted on router 98c9dc99-63af-4e18-955f-51b1a54422b2 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:38:05.745671 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.746800 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a661eb15-06ae-4336-b256-7365147c28e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/routers/98c9dc99-63af-4e18-955f-51b1a54422b2 HTTP/1.1" status: 204 len: 168 time: 1.1106293 Nov 27 01:38:05.749591 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40120) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:05.834996 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.925643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.944982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3370a2-6634-4498-b864-22d232b75729']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:05.954522 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57235e5a-760f-4790-aaf6-b044c0075437') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:05.954815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57235e5a-760f-4790-aaf6-b044c0075437') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:05.963894 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.977230 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.983087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:38:05.983465 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:38:05.986547 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:38:06.045409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.052252 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.055272 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/networks/8e3370a2-6634-4498-b864-22d232b75729 HTTP/1.1" status: 204 len: 168 time: 0.3047192 Nov 27 01:38:06.058414 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40124) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:06.067365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39802f0d-aa69-4af0-b5af-4fa06d1032a2 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Network': ['ID=8e3370a2-6634-4498-b864-22d232b75729,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:06.115881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9b3bb72-7301-459b-82c6-563077b10b51 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.146624 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9b3bb72-7301-459b-82c6-563077b10b51 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.210675 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9b3bb72-7301-459b-82c6-563077b10b51 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.213630 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b9b3bb72-7301-459b-82c6-563077b10b51 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:06.214893 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b9b3bb72-7301-459b-82c6-563077b10b51 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/security-groups/83358769-031e-4257-bd32-bce4e5c3c000 HTTP/1.1" status: 204 len: 168 time: 0.1549466 Nov 27 01:38:06.225967 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3bb72-7301-459b-82c6-563077b10b51 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83358769-031e-4257-bd32-bce4e5c3c000,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:07.438169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0c4f2334-965c-4025-8071-624ce263243d no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:07.472449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 0c4f2334-965c-4025-8071-624ce263243d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:07.472783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0c4f2334-965c-4025-8071-624ce263243d not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:07.968394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40144) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:07.973252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2853b448-5f9c-4688-94b8-f1ec1a39fafc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456406930', 'description': 'tempest-secgroup-smoke-456406930 description', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:07.997581 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2853b448-5f9c-4688-94b8-f1ec1a39fafc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.072651 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2853b448-5f9c-4688-94b8-f1ec1a39fafc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.076932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2853b448-5f9c-4688-94b8-f1ec1a39fafc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.104684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2853b448-5f9c-4688-94b8-f1ec1a39fafc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.105921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2853b448-5f9c-4688-94b8-f1ec1a39fafc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1363680 Nov 27 01:38:08.108879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40146) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.112549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853b448-5f9c-4688-94b8-f1ec1a39fafc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1d5196-fa91-437e-a111-739b49f6790a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:08.114569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b6b22b1a-4e9b-4fa8-a51f-57e0d4cf757e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '0b1d5196-fa91-437e-a111-739b49f6790a', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:08.140507 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6b22b1a-4e9b-4fa8-a51f-57e0d4cf757e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.193575 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6b22b1a-4e9b-4fa8-a51f-57e0d4cf757e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.196898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6b22b1a-4e9b-4fa8-a51f-57e0d4cf757e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.216592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b22b1a-4e9b-4fa8-a51f-57e0d4cf757e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ec7265-f7d6-4462-a8fc-2f3c5ce7918f,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:08.221142 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b6b22b1a-4e9b-4fa8-a51f-57e0d4cf757e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.222345 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b6b22b1a-4e9b-4fa8-a51f-57e0d4cf757e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122329 Nov 27 01:38:08.225050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40148) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.229342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-528578ad-fd0d-4621-9c51-1d0f133ef91a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '0b1d5196-fa91-437e-a111-739b49f6790a', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:08.255486 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-528578ad-fd0d-4621-9c51-1d0f133ef91a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.310095 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-528578ad-fd0d-4621-9c51-1d0f133ef91a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.313610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-528578ad-fd0d-4621-9c51-1d0f133ef91a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.334165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528578ad-fd0d-4621-9c51-1d0f133ef91a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b50e70-eb8b-4664-bd46-165f04ef8160,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:08.342821 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-528578ad-fd0d-4621-9c51-1d0f133ef91a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.343994 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-528578ad-fd0d-4621-9c51-1d0f133ef91a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179984 Nov 27 01:38:08.346685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40150) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.350848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-11c9ebcf-85bf-4640-9656-f5a8743176e1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '0b1d5196-fa91-437e-a111-739b49f6790a', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:08.376938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11c9ebcf-85bf-4640-9656-f5a8743176e1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.434890 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11c9ebcf-85bf-4640-9656-f5a8743176e1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.438447 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11c9ebcf-85bf-4640-9656-f5a8743176e1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.458904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9ebcf-85bf-4640-9656-f5a8743176e1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f45eeb-2e30-41c5-a0ff-5dfab6442b3c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:08.464214 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-11c9ebcf-85bf-4640-9656-f5a8743176e1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.465898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-11c9ebcf-85bf-4640-9656-f5a8743176e1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177833 Nov 27 01:38:08.468617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40152) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.472835 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d26e6f99-de8d-4b81-a692-7e752e56c69d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '0b1d5196-fa91-437e-a111-739b49f6790a', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:08.499788 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d26e6f99-de8d-4b81-a692-7e752e56c69d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.554979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d26e6f99-de8d-4b81-a692-7e752e56c69d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.558739 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d26e6f99-de8d-4b81-a692-7e752e56c69d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.575808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e6f99-de8d-4b81-a692-7e752e56c69d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa70b68-c472-4cdb-9047-6d7c73af7cc1,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:08.583420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d26e6f99-de8d-4b81-a692-7e752e56c69d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.584578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d26e6f99-de8d-4b81-a692-7e752e56c69d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150589 Nov 27 01:38:08.587419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40154) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.592511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b25772a2-3d6f-4cdf-a9d7-e91e4ff9135b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '0b1d5196-fa91-437e-a111-739b49f6790a', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:08.615626 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-b25772a2-3d6f-4cdf-a9d7-e91e4ff9135b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Project d3917ce2e57c4ae5918ce0ff798f13a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:38:08.620527 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b25772a2-3d6f-4cdf-a9d7-e91e4ff9135b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.681226 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b25772a2-3d6f-4cdf-a9d7-e91e4ff9135b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.685057 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b25772a2-3d6f-4cdf-a9d7-e91e4ff9135b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.704942 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25772a2-3d6f-4cdf-a9d7-e91e4ff9135b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2fbdb1-f3b3-45cf-b140-c9d8201a5488,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:08.712876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b25772a2-3d6f-4cdf-a9d7-e91e4ff9135b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.717161 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b25772a2-3d6f-4cdf-a9d7-e91e4ff9135b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257346 Nov 27 01:38:08.717668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40158) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.722173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ff8abe53-04a0-48f4-b413-95e6d5becc97 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '0b1d5196-fa91-437e-a111-739b49f6790a', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:08.746469 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-ff8abe53-04a0-48f4-b413-95e6d5becc97 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Project d3917ce2e57c4ae5918ce0ff798f13a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:38:08.749001 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff8abe53-04a0-48f4-b413-95e6d5becc97 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.807233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff8abe53-04a0-48f4-b413-95e6d5becc97 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.811288 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff8abe53-04a0-48f4-b413-95e6d5becc97 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.830513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8abe53-04a0-48f4-b413-95e6d5becc97 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca762b9-b406-4af3-ae06-f02b30f2b041,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:08.838457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff8abe53-04a0-48f4-b413-95e6d5becc97 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.839629 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ff8abe53-04a0-48f4-b413-95e6d5becc97 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209123 Nov 27 01:38:08.843103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40160) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:08.848712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d81e3045-961c-4da6-a687-a4fbf0e185a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'network': {'name': 'tempest-network-smoke--2087791579', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'port_security_enabled': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:08.871141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81e3045-961c-4da6-a687-a4fbf0e185a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Made reservation on behalf of d3917ce2e57c4ae5918ce0ff798f13a5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:08.874546 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d81e3045-961c-4da6-a687-a4fbf0e185a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.897944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81e3045-961c-4da6-a687-a4fbf0e185a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:38:08.907057 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d81e3045-961c-4da6-a687-a4fbf0e185a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.907396 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-d81e3045-961c-4da6-a687-a4fbf0e185a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Added segment cd039203-8962-4d19-a5f9-73e764d65a6f of type vlan for network 76510524-02ae-406d-ba6c-bca14e02edbf Nov 27 01:38:08.945861 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d81e3045-961c-4da6-a687-a4fbf0e185a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.970705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d81e3045-961c-4da6-a687-a4fbf0e185a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:08.976289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81e3045-961c-4da6-a687-a4fbf0e185a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:08.976876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d81e3045-961c-4da6-a687-a4fbf0e185a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.031674 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d81e3045-961c-4da6-a687-a4fbf0e185a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1875491 Nov 27 01:38:09.034544 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40162) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:09.039247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'admin_state_up': True, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:09.046576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e3045-961c-4da6-a687-a4fbf0e185a1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Network': ['ID=76510524-02ae-406d-ba6c-bca14e02edbf,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:09.057513 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 76510524-02ae-406d-ba6c-bca14e02edbf details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:38:09.073732 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.075419 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.164094 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.299034 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.489908 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.513792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.624535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.25.3.210 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/be4f4453-f5b4-4297-919e-7ba8ac03c773) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:09.730537 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.765060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.809764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:09.813130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:09.815973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:09.826902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7564a700-16f5-489d-8c19-29caf6940f4d None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:09.844134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=be4f4453-f5b4-4297-919e-7ba8ac03c773,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:09.897730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9df00877-5242-47b5-963c-e4ad491a9c3a None None] Provisioning complete for port be4f4453-f5b4-4297-919e-7ba8ac03c773 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:09.898045 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9df00877-5242-47b5-963c-e4ad491a9c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:09.943400 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9df00877-5242-47b5-963c-e4ad491a9c3a None None] Port be4f4453-f5b4-4297-919e-7ba8ac03c773 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:10.338958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.557980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.694355 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router bd100c15-6f41-46b9-99f1-a80cb632fe92 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:38:10.806259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:10.817893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Sync routers for ids ['bd100c15-6f41-46b9-99f1-a80cb632fe92'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:10.826948 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:10.828196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cdbb26bf-3dbd-4c84-9b7d-de9282fb86ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7926073 Nov 27 01:38:10.831380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40172) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:10.833171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Routers {'bd100c15-6f41-46b9-99f1-a80cb632fe92'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:10.834123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:37:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bd100c15-6f41-46b9-99f1-a80cb632fe92'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:10.860221 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f5564142-fb3d-4138-91b7-ada0f029f221 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d3917ce2e57c4ae5918ce0ff798f13a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277078 Nov 27 01:38:10.862787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40174) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:10.942097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Set router bd100c15-6f41-46b9-99f1-a80cb632fe92 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:11.009438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b8dd46-4bf5-4cfc-965e-fa1125bf7d87 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:11.010974 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-10b8dd46-4bf5-4cfc-965e-fa1125bf7d87 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1472268 Nov 27 01:38:11.014462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40176) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:11.042916 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b3d8a303-207a-48fe-8266-a219aa620539 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272820 Nov 27 01:38:11.046168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40178) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:11.108141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-708556da-653f-4cda-af32-ac5af5f96c29 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-820336961', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:11.127529 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:09Z', 'revision_number': 3, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:11.157481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Checking router: bd100c15-6f41-46b9-99f1-a80cb632fe92 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:11.157825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Updating router bd100c15-6f41-46b9-99f1-a80cb632fe92 port be4f4453-f5b4-4297-919e-7ba8ac03c773 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:38:11.182261 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.195781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708556da-653f-4cda-af32-ac5af5f96c29 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Made reservation on behalf of d3917ce2e57c4ae5918ce0ff798f13a5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:11.199516 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-708556da-653f-4cda-af32-ac5af5f96c29 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.390409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-708556da-653f-4cda-af32-ac5af5f96c29 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.442632 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.447981 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.457062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708556da-653f-4cda-af32-ac5af5f96c29 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Subnet': ['ID=5a2e67d7-710e-4b0a-854d-6d5b508ea131,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:11.466629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708556da-653f-4cda-af32-ac5af5f96c29 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Checking segment: {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:11.466992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708556da-653f-4cda-af32-ac5af5f96c29 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network hostable DHCP agents. Network: 76510524-02ae-406d-ba6c-bca14e02edbf, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:38:11.484166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708556da-653f-4cda-af32-ac5af5f96c29 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 76510524-02ae-406d-ba6c-bca14e02edbf is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:38:11.494456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-708556da-653f-4cda-af32-ac5af5f96c29 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 76510524-02ae-406d-ba6c-bca14e02edbf) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:11.498983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708556da-653f-4cda-af32-ac5af5f96c29 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:11.499254 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-708556da-653f-4cda-af32-ac5af5f96c29 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.515226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c4b2de-d4f9-44d3-af1b-09e3ccf7d563 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:11.515884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-708556da-653f-4cda-af32-ac5af5f96c29 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4686093 Nov 27 01:38:11.518677 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40184) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:11.520210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f791bfd1-33d9-49c6-a581-634367740e91 None None] Network 76510524-02ae-406d-ba6c-bca14e02edbf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:11.571674 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Attempting to bind port be4f4453-f5b4-4297-919e-7ba8ac03c773 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:11.572038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Attempting to bind port be4f4453-f5b4-4297-919e-7ba8ac03c773 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:11.572403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Attempting to bind port be4f4453-f5b4-4297-919e-7ba8ac03c773 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:11.587179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827866f-1209-443b-a057-f171612fcaaa None None] Pushing event updated for resources: {'Port': ['ID=be4f4453-f5b4-4297-919e-7ba8ac03c773,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:11.592432 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7508c228-fa6c-44dc-a40c-3dbc754a777a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.593914 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:11.594303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:11.594700 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.595078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:11.595607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Bound port: be4f4453-f5b4-4297-919e-7ba8ac03c773, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:11.595921 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.675584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] For port be4f4453-f5b4-4297-919e-7ba8ac03c773, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:11.680450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] For port be4f4453-f5b4-4297-919e-7ba8ac03c773, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=be4f4453-f5b4-4297-919e-7ba8ac03c773,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:11.706901 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.748480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8446085b-7213-422f-9711-232393d0d981 None None] Provisioning complete for port be4f4453-f5b4-4297-919e-7ba8ac03c773 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:11.748847 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8446085b-7213-422f-9711-232393d0d981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.785640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d66337c-42e6-418f-982a-a8ba272e4a99 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:11.838637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827866f-1209-443b-a057-f171612fcaaa None None] Pushing event updated for resources: {'Port': ['ID=be4f4453-f5b4-4297-919e-7ba8ac03c773,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:11.842210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Routers {'bd100c15-6f41-46b9-99f1-a80cb632fe92'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:11.842840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:37:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bd100c15-6f41-46b9-99f1-a80cb632fe92'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:11.849109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-76510524-02ae-406d-ba6c-bca14e02edbf', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ips': [{'subnet_id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:38:11.849877 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:11.974514 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.215003 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] Set router bd100c15-6f41-46b9-99f1-a80cb632fe92 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:12.216857 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8446085b-7213-422f-9711-232393d0d981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.253368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.20.0.1 (76510524-02ae-406d-ba6c-bca14e02edbf/5a2e67d7-710e-4b0a-854d-6d5b508ea131/c8de0844-83e5-4414-ac16-328d1f003502) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:12.298007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8446085b-7213-422f-9711-232393d0d981 None None] For port be4f4453-f5b4-4297-919e-7ba8ac03c773, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=be4f4453-f5b4-4297-919e-7ba8ac03c773,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:12.326698 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8446085b-7213-422f-9711-232393d0d981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.373731 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.404372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446085b-7213-422f-9711-232393d0d981 None None] Pushing event updated for resources: {'Port': ['ID=be4f4453-f5b4-4297-919e-7ba8ac03c773,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:12.411202 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.460631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 76510524-02ae-406d-ba6c-bca14e02edbf is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:12.464505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:12.469411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:12.473664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=c8de0844-83e5-4414-ac16-328d1f003502,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:12.491847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1a5e71a6-edad-4fc9-a4d1-7e896cd6cea5 None None] Provisioning complete for port be4f4453-f5b4-4297-919e-7ba8ac03c773 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:12.492216 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a5e71a6-edad-4fc9-a4d1-7e896cd6cea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.499313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Allocated IP 172.20.0.2 (76510524-02ae-406d-ba6c-bca14e02edbf/5a2e67d7-710e-4b0a-854d-6d5b508ea131/2eb78836-0855-4693-a9cb-b382634198c6) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:12.516491 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.564759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:09Z', 'revision_number': 3, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:12.622458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff85f6-9cc8-42f5-a518-2066cb968496 None None] The sync data for ids ['bd100c15-6f41-46b9-99f1-a80cb632fe92'] in n-d-819494-2 is: [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:09Z', 'revision_number': 3, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:12.663965 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.745846 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.752535 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.792548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Network 76510524-02ae-406d-ba6c-bca14e02edbf is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:12.797189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:12.801577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:12.804757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Pushing event updated for resources: {'Port': ['ID=2eb78836-0855-4693-a9cb-b382634198c6,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:12.882049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Attempting to bind port 2eb78836-0855-4693-a9cb-b382634198c6 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:12.882769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Attempting to bind port 2eb78836-0855-4693-a9cb-b382634198c6 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:12.882879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Attempting to bind port 2eb78836-0855-4693-a9cb-b382634198c6 on network 76510524-02ae-406d-ba6c-bca14e02edbf {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:12.892856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:12.893526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Checking segment: {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:12.893852 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.894190 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Bound using segment: {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:12.894754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Bound port: 2eb78836-0855-4693-a9cb-b382634198c6, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:12.895285 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:12.985848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] For port 2eb78836-0855-4693-a9cb-b382634198c6, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:12.989076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] For port 2eb78836-0855-4693-a9cb-b382634198c6, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2eb78836-0855-4693-a9cb-b382634198c6,segment=NetworkSegment(cd039203-8962-4d19-a5f9-73e764d65a6f),segment_id=cd039203-8962-4d19-a5f9-73e764d65a6f)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:12.994027 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.053085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.057124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eeb60b-6e99-4c0e-b26d-44716a43d0ce None None] Pushing event updated for resources: {'Port': ['ID=2eb78836-0855-4693-a9cb-b382634198c6,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:13.064145 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.161661 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.163623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=c8de0844-83e5-4414-ac16-328d1f003502,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:13.277157 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 76510524-02ae-406d-ba6c-bca14e02edbf is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:13.278839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:13.413588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router bd100c15-6f41-46b9-99f1-a80cb632fe92 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:38:13.561778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:13.578188 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-26fa696b-a5db-4199-8057-ce4aecb26abf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "PUT /v2.0/routers/bd100c15-6f41-46b9-99f1-a80cb632fe92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0480478 Nov 27 01:38:13.593792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device be4f4453-f5b4-4297-919e-7ba8ac03c773 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:13.658787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port be4f4453-f5b4-4297-919e-7ba8ac03c773 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:13.659203 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.756537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2eb78836-0855-4693-a9cb-b382634198c6 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:13.817286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2eb78836-0855-4693-a9cb-b382634198c6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:13.817665 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.876572 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-124ceabf-cb72-4b2a-a1d9-6f9a32c2f4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:13.878288 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-63058280-e294-4397-964c-3f91afb7d5c7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456406930&fields=id&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 267 time: 0.0541916 Nov 27 01:38:13.947980 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.017197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 2eb78836-0855-4693-a9cb-b382634198c6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2eb78836-0855-4693-a9cb-b382634198c6,segment=NetworkSegment(cd039203-8962-4d19-a5f9-73e764d65a6f),segment_id=cd039203-8962-4d19-a5f9-73e764d65a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:14.024076 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.034696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-6b1a45cd-5a14-458a-a4a2-6d7daa0681db tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:14.036349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-6b1a45cd-5a14-458a-a4a2-6d7daa0681db tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/networks?id=76510524-02ae-406d-ba6c-bca14e02edbf HTTP/1.1" status: 200 len: 797 time: 0.1469696 Nov 27 01:38:14.061955 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-9f6409bd-b36b-4664-b6fc-3a0b6777bdd9 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/quotas/d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 375 time: 0.0123327 Nov 27 01:38:14.086606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=2eb78836-0855-4693-a9cb-b382634198c6,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:14.124705 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-b62bf793-40b5-41e1-a1ba-355a11eb8a67 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542042 Nov 27 01:38:14.229643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-f28982e7-6f2f-42dd-b703-f134838e2c76 service neutron] 10.222.0.37 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925241 Nov 27 01:38:14.295457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8edd09d-c731-4a9c-bb24-5b7f02e5baf5 None None] Network 76510524-02ae-406d-ba6c-bca14e02edbf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:14.327890 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-5b862619-4c1a-418b-8966-484a8e35adf9 service neutron] 10.222.0.37 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915971 Nov 27 01:38:14.373212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-03d9ba30-59c0-4900-bac8-6007acb39d5e None None] Provisioning complete for port 2eb78836-0855-4693-a9cb-b382634198c6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:14.373594 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03d9ba30-59c0-4900-bac8-6007acb39d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.559465 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.623231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad5c49f7-fa97-49be-9c61-1c10486d7aed req-42f8d9a5-4e05-4acb-8f9d-ae1d9d35c3e9 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 210 time: 0.1358116 Nov 27 01:38:14.822890 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Sync routers for ids ['bd100c15-6f41-46b9-99f1-a80cb632fe92'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:14.833506 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Routers {'bd100c15-6f41-46b9-99f1-a80cb632fe92'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:14.834205 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bd100c15-6f41-46b9-99f1-a80cb632fe92'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:14.893804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b02a8eaf-e09b-405d-93f9-70b9f22f4745 None None] Provisioning complete for port c8de0844-83e5-4414-ac16-328d1f003502 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:14.894398 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b02a8eaf-e09b-405d-93f9-70b9f22f4745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.938966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b02a8eaf-e09b-405d-93f9-70b9f22f4745 None None] Port c8de0844-83e5-4414-ac16-328d1f003502 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:14.949518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b02a8eaf-e09b-405d-93f9-70b9f22f4745 None None] Provisioning complete for port 2eb78836-0855-4693-a9cb-b382634198c6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:14.950275 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b02a8eaf-e09b-405d-93f9-70b9f22f4745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:14.976402 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Set router bd100c15-6f41-46b9-99f1-a80cb632fe92 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:15.067944 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.183613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c09e0ad8-4516-4ad9-99e9-a76f0066ed94 None None] Provisioning complete for port c8de0844-83e5-4414-ac16-328d1f003502 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:15.184110 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c09e0ad8-4516-4ad9-99e9-a76f0066ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.227716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c09e0ad8-4516-4ad9-99e9-a76f0066ed94 None None] Port c8de0844-83e5-4414-ac16-328d1f003502 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:15.229566 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c8de0844-83e5-4414-ac16-328d1f003502', 'name': '', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:9b:61:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 2, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:15.257467 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Checking router: bd100c15-6f41-46b9-99f1-a80cb632fe92 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:15.257833 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Updating router bd100c15-6f41-46b9-99f1-a80cb632fe92 port c8de0844-83e5-4414-ac16-328d1f003502 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:38:15.288021 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.306125 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:38:15.349091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d5f89928-9b77-48f0-960d-53991060d525 None None] Provisioning complete for port c8de0844-83e5-4414-ac16-328d1f003502 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:15.349461 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d5f89928-9b77-48f0-960d-53991060d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.383864 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d5f89928-9b77-48f0-960d-53991060d525 None None] Port c8de0844-83e5-4414-ac16-328d1f003502 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:15.494215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2eb78836-0855-4693-a9cb-b382634198c6 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:15.544795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2eb78836-0855-4693-a9cb-b382634198c6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:15.545168 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.561597 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.567842 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.651970 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Pushing event updated for resources: {'Port': ['ID=c8de0844-83e5-4414-ac16-328d1f003502,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:15.696070 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:15.696850 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:15.697405 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:15.699641 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:15.701392 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:15.701838 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:15.702478 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:15.702952 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:15.704019 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:15.705034 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:15.706505 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:15.707776 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:15.745578 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b73b18f5-3b33-4edc-adb3-c304eedcb9bc req-75afafa8-a7ca-491e-83bb-1cdc15b11301 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 210 time: 0.0403488 Nov 27 01:38:15.773977 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Attempting to bind port c8de0844-83e5-4414-ac16-328d1f003502 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:15.774671 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Attempting to bind port c8de0844-83e5-4414-ac16-328d1f003502 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:15.775209 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Attempting to bind port c8de0844-83e5-4414-ac16-328d1f003502 on network 76510524-02ae-406d-ba6c-bca14e02edbf {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:15.787225 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:15.787618 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Checking segment: {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:15.788029 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.788428 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Bound using segment: {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:15.789011 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Bound port: c8de0844-83e5-4414-ac16-328d1f003502, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:15.789399 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.861592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-f8fb9128-b7e4-4fea-b64c-e45504ecec16 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:15.863785 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-f8fb9128-b7e4-4fea-b64c-e45504ecec16 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "GET /v2.0/networks?id=76510524-02ae-406d-ba6c-bca14e02edbf HTTP/1.1" status: 200 len: 797 time: 0.2103138 Nov 27 01:38:15.868549 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] For port c8de0844-83e5-4414-ac16-328d1f003502, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:15.872265 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] For port c8de0844-83e5-4414-ac16-328d1f003502, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c8de0844-83e5-4414-ac16-328d1f003502,segment=NetworkSegment(cd039203-8962-4d19-a5f9-73e764d65a6f),segment_id=cd039203-8962-4d19-a5f9-73e764d65a6f)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:15.877189 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.927498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5050847a-fa90-4755-8b7c-f4bc33b4e800 None None] Provisioning complete for port c8de0844-83e5-4414-ac16-328d1f003502 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:15.928365 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5050847a-fa90-4755-8b7c-f4bc33b4e800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:15.934856 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Routers {'bd100c15-6f41-46b9-99f1-a80cb632fe92'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:15.935703 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bd100c15-6f41-46b9-99f1-a80cb632fe92'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:15.974861 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd341a2-d586-4c99-9bb0-bf07323ea9a6 None None] Pushing event updated for resources: {'Port': ['ID=c8de0844-83e5-4414-ac16-328d1f003502,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:16.023432 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-dadc4497-2d7a-4879-b91b-ffa15b668ba1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 379 time: 0.0991597 Nov 27 01:38:16.023970 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5050847a-fa90-4755-8b7c-f4bc33b4e800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.042359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'port': {'device_id': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'admin_state_up': True, 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'security_groups': ['0b1d5196-fa91-437e-a111-739b49f6790a']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:16.067548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5050847a-fa90-4755-8b7c-f4bc33b4e800 None None] For port c8de0844-83e5-4414-ac16-328d1f003502, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c8de0844-83e5-4414-ac16-328d1f003502,segment=NetworkSegment(cd039203-8962-4d19-a5f9-73e764d65a6f),segment_id=cd039203-8962-4d19-a5f9-73e764d65a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:16.073214 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5050847a-fa90-4755-8b7c-f4bc33b4e800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.091756 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] Set router bd100c15-6f41-46b9-99f1-a80cb632fe92 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:16.136632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050847a-fa90-4755-8b7c-f4bc33b4e800 None None] Pushing event updated for resources: {'Port': ['ID=c8de0844-83e5-4414-ac16-328d1f003502,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:16.207195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Made reservation on behalf of d3917ce2e57c4ae5918ce0ff798f13a5 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:38:16.211093 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.298692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-fe06c410-a064-4082-9ba6-24093f933041 None None] Provisioning complete for port c8de0844-83e5-4414-ac16-328d1f003502 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:16.299165 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fe06c410-a064-4082-9ba6-24093f933041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.330710 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c8de0844-83e5-4414-ac16-328d1f003502', 'name': '', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:9b:61:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:15Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:16.352969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.20.0.8 (76510524-02ae-406d-ba6c-bca14e02edbf/5a2e67d7-710e-4b0a-854d-6d5b508ea131/3fcea49c-1d49-44fc-96a5-a8ce78beeace) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:16.361974 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec0f06-47cc-4458-9e58-9b13e43027cd None None] The sync data for ids ['bd100c15-6f41-46b9-99f1-a80cb632fe92'] in n-d-819494-2 is: [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c8de0844-83e5-4414-ac16-328d1f003502', 'name': '', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:9b:61:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:15Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:16.513513 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.550038 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.597681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 76510524-02ae-406d-ba6c-bca14e02edbf is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:16.600870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:16.604830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:16.612399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=3fcea49c-1d49-44fc-96a5-a8ce78beeace,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:16.665666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:16.666337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.684088 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-555bc020-6ca7-425f-97e9-5572cd010ede tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6459002 Nov 27 01:38:16.704622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Request body: {'port': {'device_id': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:16.770825 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.897441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5ab05-e2bf-49d4-9481-180991b1e9cd req-17c224dc-b053-4635-8ba4-5e0bce09c72a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:16.899209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55e5ab05-e2bf-49d4-9481-180991b1e9cd req-17c224dc-b053-4635-8ba4-5e0bce09c72a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 931 time: 0.0616424 Nov 27 01:38:16.911730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ba25903c-e1ee-46f7-9450-628cc344006f None None] Provisioning complete for port 3fcea49c-1d49-44fc-96a5-a8ce78beeace triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:16.912504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ba25903c-e1ee-46f7-9450-628cc344006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:16.974064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ba25903c-e1ee-46f7-9450-628cc344006f None None] Port 3fcea49c-1d49-44fc-96a5-a8ce78beeace cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:38:16.974706 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55e5ab05-e2bf-49d4-9481-180991b1e9cd req-d12c6f6a-5f5a-45e6-9432-5d8fe57bf7de tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662832 Nov 27 01:38:17.102963 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.348766 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.396316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcea49c-1d49-44fc-96a5-a8ce78beeace {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:38:17.405521 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.420073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Transition to ACTIVE for port object 3fcea49c-1d49-44fc-96a5-a8ce78beeace will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:38:17.423822 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.479620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcea49c-1d49-44fc-96a5-a8ce78beeace,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:17.564964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Attempting to bind port 3fcea49c-1d49-44fc-96a5-a8ce78beeace on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:38:17.565559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Attempting to bind port 3fcea49c-1d49-44fc-96a5-a8ce78beeace by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:38:17.566130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Attempting to bind port 3fcea49c-1d49-44fc-96a5-a8ce78beeace on network 76510524-02ae-406d-ba6c-bca14e02edbf {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:17.578158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c8de0844-83e5-4414-ac16-328d1f003502 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:17.579824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Port 3fcea49c-1d49-44fc-96a5-a8ce78beeace on network 76510524-02ae-406d-ba6c-bca14e02edbf not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:38:17.580157 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Attempting to bind port 3fcea49c-1d49-44fc-96a5-a8ce78beeace on network 76510524-02ae-406d-ba6c-bca14e02edbf {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:38:17.582044 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.587134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:38:17.587525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Checking segment: {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:38:17.587910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Bound using segment: {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:38:17.588382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Bound port: 3fcea49c-1d49-44fc-96a5-a8ce78beeace, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:38:17.589193 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.640031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port c8de0844-83e5-4414-ac16-328d1f003502 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:17.640459 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.679400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] For port 3fcea49c-1d49-44fc-96a5-a8ce78beeace, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:38:17.684440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] For port 3fcea49c-1d49-44fc-96a5-a8ce78beeace, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3fcea49c-1d49-44fc-96a5-a8ce78beeace,segment=NetworkSegment(cd039203-8962-4d19-a5f9-73e764d65a6f),segment_id=cd039203-8962-4d19-a5f9-73e764d65a6f)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:38:17.692775 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.733412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:17.733783 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:17.735311 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] 10.222.0.42 "PUT /v2.0/ports/3fcea49c-1d49-44fc-96a5-a8ce78beeace HTTP/1.1" status: 200 len: 1091 time: 1.0352035 Nov 27 01:38:17.740103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'tag': '3fcea49c-1d49-44fc-96a5-a8ce78beeace'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:38:17.742526 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e7c134-6887-45a8-ba20-0a8a0440e69b" -d '{"events": [{"name": "network-changed", "server_uuid": "f71980ba-e74f-449f-8a06-d88324db4d2f", "tag": "3fcea49c-1d49-44fc-96a5-a8ce78beeace"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:38:17.782535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a0cb9-14e8-49e4-a8eb-99f9e6e630a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcea49c-1d49-44fc-96a5-a8ce78beeace,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:17.814070 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536c696e-2089-446a-af0c-5b7330770daf x-openstack-request-id: req-536c696e-2089-446a-af0c-5b7330770daf {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:38:17.814070 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71980ba-e74f-449f-8a06-d88324db4d2f", "tag": "3fcea49c-1d49-44fc-96a5-a8ce78beeace", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:38:17.814536 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-536c696e-2089-446a-af0c-5b7330770daf {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:38:17.815022 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'tag': '3fcea49c-1d49-44fc-96a5-a8ce78beeace', 'status': 'completed', 'code': 200} Nov 27 01:38:17.856461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-abce0181-a25f-4f97-8f88-b023771a2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:17.862926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-abce0181-a25f-4f97-8f88-b023771a2f1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 1094 time: 0.0557730 Nov 27 01:38:17.910376 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-66f6a19b-9cde-45f0-894d-3b8795fb9f39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fcea49c-1d49-44fc-96a5-a8ce78beeace HTTP/1.1" status: 200 len: 217 time: 0.0354705 Nov 27 01:38:17.963509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-8b9a0da8-c7d0-40ad-9d8e-a737a455c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:17.965645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-8b9a0da8-c7d0-40ad-9d8e-a737a455c37d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a2e67d7-710e-4b0a-854d-6d5b508ea131 HTTP/1.1" status: 200 len: 834 time: 0.0467908 Nov 27 01:38:18.016699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-a9b1b8f4-d166-42dc-aa68-d6865732d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:18.018269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-a9b1b8f4-d166-42dc-aa68-d6865732d82a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76510524-02ae-406d-ba6c-bca14e02edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456736 Nov 27 01:38:18.175727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de595f-ef16-4a6a-8bca-c1b2672c7cca req-b1c5539c-b5fe-4538-8f86-1b8166aa16ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:18.177215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7de595f-ef16-4a6a-8bca-c1b2672c7cca req-b1c5539c-b5fe-4538-8f86-1b8166aa16ea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 943 time: 0.0976267 Nov 27 01:38:18.179174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-dfe5b028-3a8d-4318-abe9-69495f418d69 service neutron] 10.222.0.42 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444862 Nov 27 01:38:18.279526 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7de595f-ef16-4a6a-8bca-c1b2672c7cca req-c21fea02-4b16-4390-979c-b26cb5fdce4b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947201 Nov 27 01:38:18.304253 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a23252c-720a-47e0-bc87-7f0e566a2bcb req-51f45445-4924-45a1-8198-85a2b9c44f35 service neutron] 10.222.0.42 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129565 Nov 27 01:38:18.440334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7c134-6887-45a8-ba20-0a8a0440e69b req-dd08c5b2-a67f-4c6c-b2f6-554500f770be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:18.441730 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64e7c134-6887-45a8-ba20-0a8a0440e69b req-dd08c5b2-a67f-4c6c-b2f6-554500f770be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 1094 time: 0.0419829 Nov 27 01:38:18.534645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7c134-6887-45a8-ba20-0a8a0440e69b req-2d7312a1-923d-4f3e-92ee-e103eb01920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:18.536147 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64e7c134-6887-45a8-ba20-0a8a0440e69b req-2d7312a1-923d-4f3e-92ee-e103eb01920f service neutron] 10.222.0.42 "GET /v2.0/networks?id=76510524-02ae-406d-ba6c-bca14e02edbf HTTP/1.1" status: 200 len: 898 time: 0.0863886 Nov 27 01:38:18.578151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64e7c134-6887-45a8-ba20-0a8a0440e69b req-76cfc6b7-763d-4927-bf76-4b4fd53f5449 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fcea49c-1d49-44fc-96a5-a8ce78beeace HTTP/1.1" status: 200 len: 217 time: 0.0340006 Nov 27 01:38:18.633427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7c134-6887-45a8-ba20-0a8a0440e69b req-86415328-3210-47cf-a08d-c7f5fd61df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:18.634908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64e7c134-6887-45a8-ba20-0a8a0440e69b req-86415328-3210-47cf-a08d-c7f5fd61df05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a2e67d7-710e-4b0a-854d-6d5b508ea131 HTTP/1.1" status: 200 len: 834 time: 0.0484936 Nov 27 01:38:18.683019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7c134-6887-45a8-ba20-0a8a0440e69b req-63b23082-352d-43cf-8b7c-de570fe55dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:18.685128 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64e7c134-6887-45a8-ba20-0a8a0440e69b req-63b23082-352d-43cf-8b7c-de570fe55dd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76510524-02ae-406d-ba6c-bca14e02edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422173 Nov 27 01:38:18.774538 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64e7c134-6887-45a8-ba20-0a8a0440e69b req-083d22f8-1856-49a1-932b-61ef6b5e656e service neutron] 10.222.0.42 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805452 Nov 27 01:38:18.869588 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64e7c134-6887-45a8-ba20-0a8a0440e69b req-749265de-5986-46a6-a61a-be2ab840d180 service neutron] 10.222.0.42 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871286 Nov 27 01:38:19.395046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33aa3-9b8a-4ce8-a819-8ce935eecc01 req-00b66432-3ae7-4f61-9977-4987e2ad7418 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:19.396498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7eb33aa3-9b8a-4ce8-a819-8ce935eecc01 req-00b66432-3ae7-4f61-9977-4987e2ad7418 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 943 time: 0.0492833 Nov 27 01:38:19.444582 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7eb33aa3-9b8a-4ce8-a819-8ce935eecc01 req-6c1b6c8f-67b3-4723-8a45-f36e0475f12e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421989 Nov 27 01:38:20.564813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cf65a-2853-44ef-8577-7b711efac4d2 req-13644bb7-28bd-46d1-8929-803afbb9a63e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:20.567317 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc1cf65a-2853-44ef-8577-7b711efac4d2 req-13644bb7-28bd-46d1-8929-803afbb9a63e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 943 time: 0.0520551 Nov 27 01:38:20.622924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc1cf65a-2853-44ef-8577-7b711efac4d2 req-65e9d662-4191-4130-be7b-905047d15f48 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488908 Nov 27 01:38:21.336417 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3fcea49c-1d49-44fc-96a5-a8ce78beeace details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:38:21.439962 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3fcea49c-1d49-44fc-96a5-a8ce78beeace, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3fcea49c-1d49-44fc-96a5-a8ce78beeace,segment=NetworkSegment(cd039203-8962-4d19-a5f9-73e764d65a6f),segment_id=cd039203-8962-4d19-a5f9-73e764d65a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:21.452383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '3fcea49c-1d49-44fc-96a5-a8ce78beeace', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'port_id': '3fcea49c-1d49-44fc-96a5-a8ce78beeace', 'mac_address': 'fa:16:3e:86:1e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:38:21.494509 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.508478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcea49c-1d49-44fc-96a5-a8ce78beeace {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:38:21.529272 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3fcea49c-1d49-44fc-96a5-a8ce78beeace, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3fcea49c-1d49-44fc-96a5-a8ce78beeace,segment=NetworkSegment(cd039203-8962-4d19-a5f9-73e764d65a6f),segment_id=cd039203-8962-4d19-a5f9-73e764d65a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:21.534112 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:21.589067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3fcea49c-1d49-44fc-96a5-a8ce78beeace,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:21.739584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a856f-2942-4f80-82a3-30c0d2aa1f56 req-deb4fca8-6ec4-485c-a6f7-bf0d6088a974 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:21.741118 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-290a856f-2942-4f80-82a3-30c0d2aa1f56 req-deb4fca8-6ec4-485c-a6f7-bf0d6088a974 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 944 time: 0.0509377 Nov 27 01:38:21.792107 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-290a856f-2942-4f80-82a3-30c0d2aa1f56 req-53bc60af-6241-4e8e-9f18-534b03be6485 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449970 Nov 27 01:38:21.848428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['3fcea49c-1d49-44fc-96a5-a8ce78beeace'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:38:22.909973 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17835a1-766b-4280-a96c-d0b70d6ba3ae req-8d8e614a-ebf9-4ce1-a3d9-69b8155c783a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:22.911477 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d17835a1-766b-4280-a96c-d0b70d6ba3ae req-8d8e614a-ebf9-4ce1-a3d9-69b8155c783a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 944 time: 0.0486491 Nov 27 01:38:22.960207 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d17835a1-766b-4280-a96c-d0b70d6ba3ae req-81ece9b8-febe-4e8b-9147-3810c913b865 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427155 Nov 27 01:38:23.354207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3fcea49c-1d49-44fc-96a5-a8ce78beeace up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:38:23.554886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 3fcea49c-1d49-44fc-96a5-a8ce78beeace completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:38:23.559051 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 3fcea49c-1d49-44fc-96a5-a8ce78beeace triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:38:23.559425 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.636932 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.658939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcea49c-1d49-44fc-96a5-a8ce78beeace'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:38:23.661293 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727269b3-d626-4534-9fea-31a8d6851b3f" -d '{"events": [{"server_uuid": "f71980ba-e74f-449f-8a06-d88324db4d2f", "name": "network-vif-plugged", "status": "completed", "tag": "3fcea49c-1d49-44fc-96a5-a8ce78beeace"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:38:23.675357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3fcea49c-1d49-44fc-96a5-a8ce78beeace, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3fcea49c-1d49-44fc-96a5-a8ce78beeace,segment=NetworkSegment(cd039203-8962-4d19-a5f9-73e764d65a6f),segment_id=cd039203-8962-4d19-a5f9-73e764d65a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:23.679149 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:23.705810 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3941dcc1-61a3-4051-975f-3a4b80c8da86 x-openstack-request-id: req-3941dcc1-61a3-4051-975f-3a4b80c8da86 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:38:23.706095 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71980ba-e74f-449f-8a06-d88324db4d2f", "name": "network-vif-plugged", "status": "completed", "tag": "3fcea49c-1d49-44fc-96a5-a8ce78beeace", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:38:23.706369 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3941dcc1-61a3-4051-975f-3a4b80c8da86 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:38:23.706766 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcea49c-1d49-44fc-96a5-a8ce78beeace', 'code': 200} Nov 27 01:38:23.730722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3fcea49c-1d49-44fc-96a5-a8ce78beeace,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:23.851720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47cf28-6681-4696-9f3a-c537f2e53bb8 req-c7b32834-bcdc-4279-874d-6eb538823ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:23.853180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a47cf28-6681-4696-9f3a-c537f2e53bb8 req-c7b32834-bcdc-4279-874d-6eb538823ed6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 1096 time: 0.0431428 Nov 27 01:38:23.901085 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a47cf28-6681-4696-9f3a-c537f2e53bb8 req-53b1ecd4-7db1-4752-bc58-4804be111da4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380030 Nov 27 01:38:24.076505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35aed8-d890-4d38-bddd-7eaf76099d6c req-8f793346-6d12-44cc-9031-c8d052bf6434 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:24.077973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c35aed8-d890-4d38-bddd-7eaf76099d6c req-8f793346-6d12-44cc-9031-c8d052bf6434 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 945 time: 0.0487666 Nov 27 01:38:24.131347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c35aed8-d890-4d38-bddd-7eaf76099d6c req-bca5f322-a15e-4810-befa-9a8c70dfbd30 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475070 Nov 27 01:38:25.247760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702c014-f1d5-4a74-b073-e7e0edbd099c req-0a0ce192-acd4-47a3-abf8-5ce7dcb7c7e3 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:25.249196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c702c014-f1d5-4a74-b073-e7e0edbd099c req-0a0ce192-acd4-47a3-abf8-5ce7dcb7c7e3 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 945 time: 0.0511167 Nov 27 01:38:25.299077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c702c014-f1d5-4a74-b073-e7e0edbd099c req-a5e83f1f-e8ee-4cff-bde6-5a4c00b791e7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436215 Nov 27 01:38:26.413008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a073b91-5e2d-46f0-a14c-66b1e1bbc40a req-1bd73823-0044-4e9f-947b-d7b563ebbbbc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.414448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a073b91-5e2d-46f0-a14c-66b1e1bbc40a req-1bd73823-0044-4e9f-947b-d7b563ebbbbc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 945 time: 0.0475688 Nov 27 01:38:26.462848 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a073b91-5e2d-46f0-a14c-66b1e1bbc40a req-02c42cfd-bc78-4f58-b339-33b51a5b5d98 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425110 Nov 27 01:38:26.578540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437b77-37ee-4e0d-bd3e-f9ef10140538 req-717d828d-2288-4486-b2b9-235c88f47e43 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.579993 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04437b77-37ee-4e0d-bd3e-f9ef10140538 req-717d828d-2288-4486-b2b9-235c88f47e43 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 945 time: 0.0487294 Nov 27 01:38:26.629085 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-04437b77-37ee-4e0d-bd3e-f9ef10140538 req-bbc7f535-f1b0-47a9-a6f8-4b4782cd6c92 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433640 Nov 27 01:38:26.650584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40298) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:26.793685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda00150-0d2a-4a94-ac78-54824b96c13d tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:26.795417 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fda00150-0d2a-4a94-ac78-54824b96c13d tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 1091 time: 0.1436815 Nov 27 01:38:26.798068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40304) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:26.802436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '3fcea49c-1d49-44fc-96a5-a8ce78beeace', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:38:26.823962 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:26.919664 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.025408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.25.3.106 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/0ae947b8-5e21-4ff0-a4d7-65d73edb8089) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:38:27.125527 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.158826 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.202011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:38:27.205020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:38:27.208613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:38:27.235838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=0ae947b8-5e21-4ff0-a4d7-65d73edb8089,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:27.572463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.641372 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.806541 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.811433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.879931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=0ae947b8-5e21-4ff0-a4d7-65d73edb8089,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:27.889877 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:27.990055 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Floating IP ae53858e-254d-4258-8589-5b3761c70991 associated. External IP: 172.25.3.106, port: 3fcea49c-1d49-44fc-96a5-a8ce78beeace. Nov 27 01:38:28.197691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router bd100c15-6f41-46b9-99f1-a80cb632fe92 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:38:28.306657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:28.316587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8f3eca-4da8-4fae-bf2c-bbcf00d2836a None None] Sync routers for ids ['bd100c15-6f41-46b9-99f1-a80cb632fe92'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:28.323788 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:28.328695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8f3eca-4da8-4fae-bf2c-bbcf00d2836a None None] Routers {'bd100c15-6f41-46b9-99f1-a80cb632fe92'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:28.329384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7c8f3eca-4da8-4fae-bf2c-bbcf00d2836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bd100c15-6f41-46b9-99f1-a80cb632fe92'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:28.351619 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c02201a1-282b-4a22-bd6f-84f8ebc7ddff tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5525119 Nov 27 01:38:28.352363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'tag': '3fcea49c-1d49-44fc-96a5-a8ce78beeace'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:38:28.355418 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f051eb8-7404-4bbf-b9a5-e3e421e647ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f71980ba-e74f-449f-8a06-d88324db4d2f", "tag": "3fcea49c-1d49-44fc-96a5-a8ce78beeace"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:38:28.397396 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25910920-ddd2-4400-a259-85e2629d66e4 x-openstack-request-id: req-25910920-ddd2-4400-a259-85e2629d66e4 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:38:28.397761 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71980ba-e74f-449f-8a06-d88324db4d2f", "tag": "3fcea49c-1d49-44fc-96a5-a8ce78beeace", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:38:28.398133 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25910920-ddd2-4400-a259-85e2629d66e4 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:38:28.398965 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'tag': '3fcea49c-1d49-44fc-96a5-a8ce78beeace', 'status': 'completed', 'code': 200} Nov 27 01:38:28.444037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7c8f3eca-4da8-4fae-bf2c-bbcf00d2836a None None] Set router bd100c15-6f41-46b9-99f1-a80cb632fe92 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:28.467357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586aa41-85de-452c-b699-0cec5ae0c914 req-49fab7d0-ad3f-4af2-b559-7ba9a79a1519 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:28.468878 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0586aa41-85de-452c-b699-0cec5ae0c914 req-49fab7d0-ad3f-4af2-b559-7ba9a79a1519 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 945 time: 0.0575624 Nov 27 01:38:28.492540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051eb8-7404-4bbf-b9a5-e3e421e647ca req-456cd28a-684d-4d21-b348-31eea9ececa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:28.494193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f051eb8-7404-4bbf-b9a5-e3e421e647ca req-456cd28a-684d-4d21-b348-31eea9ececa8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 1096 time: 0.0442932 Nov 27 01:38:28.523298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0586aa41-85de-452c-b699-0cec5ae0c914 req-1ead802f-6964-49d9-ac76-752581278155 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476663 Nov 27 01:38:28.545744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40314) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:28.599786 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051eb8-7404-4bbf-b9a5-e3e421e647ca req-e1b6fe8f-e649-455a-9a71-7a8df705148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:28.599786 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f051eb8-7404-4bbf-b9a5-e3e421e647ca req-e1b6fe8f-e649-455a-9a71-7a8df705148b service neutron] 10.222.0.42 "GET /v2.0/networks?id=76510524-02ae-406d-ba6c-bca14e02edbf HTTP/1.1" status: 200 len: 898 time: 0.0950205 Nov 27 01:38:28.612110 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f08b2c65-5924-4878-a2e8-36c05d4b306a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/ae53858e-254d-4258-8589-5b3761c70991 HTTP/1.1" status: 200 len: 991 time: 0.0650978 Nov 27 01:38:28.673639 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f051eb8-7404-4bbf-b9a5-e3e421e647ca req-a8c0f0c0-fe7a-4b41-9dcd-c47246d7b67e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fcea49c-1d49-44fc-96a5-a8ce78beeace HTTP/1.1" status: 200 len: 999 time: 0.0643804 Nov 27 01:38:28.710327 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7c8f3eca-4da8-4fae-bf2c-bbcf00d2836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'ae53858e-254d-4258-8589-5b3761c70991', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'port_id': '3fcea49c-1d49-44fc-96a5-a8ce78beeace', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'mac_address': 'fa:16:3e:86:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:27Z', 'updated_at': '2021-11-27T01:38:27Z', 'revision_number': 0, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8de0844-83e5-4414-ac16-328d1f003502', 'name': '', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:9b:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:16Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:28.732182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051eb8-7404-4bbf-b9a5-e3e421e647ca req-e67043e8-1e8b-409f-aa07-2bb0853dfaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:28.733884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f051eb8-7404-4bbf-b9a5-e3e421e647ca req-e67043e8-1e8b-409f-aa07-2bb0853dfaca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a2e67d7-710e-4b0a-854d-6d5b508ea131 HTTP/1.1" status: 200 len: 834 time: 0.0514364 Nov 27 01:38:28.741459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8f3eca-4da8-4fae-bf2c-bbcf00d2836a None None] Checking router: bd100c15-6f41-46b9-99f1-a80cb632fe92 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:28.753378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8f3eca-4da8-4fae-bf2c-bbcf00d2836a None None] Routers {'bd100c15-6f41-46b9-99f1-a80cb632fe92'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:28.754218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7c8f3eca-4da8-4fae-bf2c-bbcf00d2836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bd100c15-6f41-46b9-99f1-a80cb632fe92'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:28.822511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051eb8-7404-4bbf-b9a5-e3e421e647ca req-62a629d8-8791-41a9-8273-34ba8990c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:28.825248 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f051eb8-7404-4bbf-b9a5-e3e421e647ca req-62a629d8-8791-41a9-8273-34ba8990c5b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76510524-02ae-406d-ba6c-bca14e02edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831919 Nov 27 01:38:28.889941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7c8f3eca-4da8-4fae-bf2c-bbcf00d2836a None None] Set router bd100c15-6f41-46b9-99f1-a80cb632fe92 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:28.993154 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f051eb8-7404-4bbf-b9a5-e3e421e647ca req-d4de098f-2774-4f85-b5c8-c0c2f995247e service neutron] 10.222.0.42 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575482 Nov 27 01:38:29.096885 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f051eb8-7404-4bbf-b9a5-e3e421e647ca req-6d67ce83-ebd9-489a-ab50-ace3ae3ecbbf service neutron] 10.222.0.42 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907371 Nov 27 01:38:29.143175 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7c8f3eca-4da8-4fae-bf2c-bbcf00d2836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'ae53858e-254d-4258-8589-5b3761c70991', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'port_id': '3fcea49c-1d49-44fc-96a5-a8ce78beeace', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'mac_address': 'fa:16:3e:86:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:27Z', 'updated_at': '2021-11-27T01:38:27Z', 'revision_number': 0, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8de0844-83e5-4414-ac16-328d1f003502', 'name': '', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:9b:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:16Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:29.173442 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8f3eca-4da8-4fae-bf2c-bbcf00d2836a None None] The sync data for ids ['bd100c15-6f41-46b9-99f1-a80cb632fe92'] in n-d-819494-2 is: [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'ae53858e-254d-4258-8589-5b3761c70991', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'port_id': '3fcea49c-1d49-44fc-96a5-a8ce78beeace', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'mac_address': 'fa:16:3e:86:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:38:27Z', 'updated_at': '2021-11-27T01:38:27Z', 'revision_number': 0, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8de0844-83e5-4414-ac16-328d1f003502', 'name': '', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:9b:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:16Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:29.391710 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac82f0-fb22-4f7a-ab7d-c783b49922b5 None None] New status for floating IP ae53858e-254d-4258-8589-5b3761c70991: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:38:29.615621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:29.683746 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7da0f336-8a12-4d02-a60f-18fc63ca7525 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/ae53858e-254d-4258-8589-5b3761c70991 HTTP/1.1" status: 200 len: 993 time: 0.0667956 Nov 27 01:38:41.517934 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19b4f2e0-fd45-4d44-838c-cf21d98edac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:43.868165 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-521b87c6-9a56-42c6-80f2-26716e89541c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:44.516562 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:45.059823 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:45.168045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d67b5-666c-470c-bc0c-02759ca6162a req-11b828ce-e878-4941-b9e5-380ca0e7cb93 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:45.169522 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c8d67b5-666c-470c-bc0c-02759ca6162a req-11b828ce-e878-4941-b9e5-380ca0e7cb93 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 944 time: 0.0498252 Nov 27 01:38:45.219265 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c8d67b5-666c-470c-bc0c-02759ca6162a req-6bca04f1-799c-400b-9caa-fd382d7ed1ff tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438550 Nov 27 01:38:46.289056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266ca8f-7208-413c-a069-148f63688159 req-64dd6a47-2c94-482e-9368-d5c0b2d92c0c tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:46.291308 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0266ca8f-7208-413c-a069-148f63688159 req-64dd6a47-2c94-482e-9368-d5c0b2d92c0c tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 944 time: 0.0488443 Nov 27 01:38:46.398351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13a1f-757f-436c-8214-6065d3a8c664 req-c16189c3-7c92-4994-a6d2-e99fdcf7a5e2 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:46.399825 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-caa13a1f-757f-436c-8214-6065d3a8c664 req-c16189c3-7c92-4994-a6d2-e99fdcf7a5e2 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 944 time: 0.1076357 Nov 27 01:38:46.445584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Deleting port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:46.445911 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:46.501722 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-caa13a1f-757f-436c-8214-6065d3a8c664 req-3de873aa-ea50-4cc9-8acf-bc433004e481 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/security-groups?id=9396b131-1282-4064-9fed-2617f424093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942569 Nov 27 01:38:46.549877 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] For port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:46.550321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:46.766440 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:46.768285 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:46.768639 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:46.768946 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Floating IP 53f331ab-417b-41f6-bea8-d17ae2b854ff disassociated. External IP: 172.25.3.8, port: c4cf2cf1-cde2-4cd3-a62c-4100055c50e0. Nov 27 01:38:46.769285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Calling delete_port for c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:46.892175 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:46.923367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event deleted for resources: {'Port': ['ID=c4cf2cf1-cde2-4cd3-a62c-4100055c50e0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:47.346282 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:47.346532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Router 7e918801-7128-4a3a-b685-61d2096b026a has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:38:47.460565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:47.471432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74855fe2-a6d0-40ce-bfec-1a17be124860 None None] Sync routers for ids ['7e918801-7128-4a3a-b685-61d2096b026a'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:47.482092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74855fe2-a6d0-40ce-bfec-1a17be124860 None None] Routers {'7e918801-7128-4a3a-b685-61d2096b026a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:47.482780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-74855fe2-a6d0-40ce-bfec-1a17be124860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7e918801-7128-4a3a-b685-61d2096b026a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:47.499472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] No DVR routers for this DVR port c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:47.502028 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:47.505370 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0266ca8f-7208-413c-a069-148f63688159 req-86fc50f4-02f8-4066-b042-034969a79d96 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.11 "DELETE /v2.0/ports/c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 HTTP/1.1" status: 204 len: 173 time: 1.2045252 Nov 27 01:38:47.505811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fd3724-6c51-4839-ad58-785322520c59', 'name': 'network-vif-deleted', 'tag': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:38:47.508149 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e471219-e223-483e-9faa-fdd74cfb4378" -d '{"events": [{"server_uuid": "f8fd3724-6c51-4839-ad58-785322520c59", "name": "network-vif-deleted", "tag": "c4cf2cf1-cde2-4cd3-a62c-4100055c50e0"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:38:47.556614 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cdb0d0-8d81-4839-9afd-02635f4cd35d x-openstack-request-id: req-f8cdb0d0-8d81-4839-9afd-02635f4cd35d {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:38:47.556911 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fd3724-6c51-4839-ad58-785322520c59", "name": "network-vif-deleted", "tag": "c4cf2cf1-cde2-4cd3-a62c-4100055c50e0", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:38:47.557220 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8cdb0d0-8d81-4839-9afd-02635f4cd35d {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:38:47.557626 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fd3724-6c51-4839-ad58-785322520c59', 'name': 'network-vif-deleted', 'tag': 'c4cf2cf1-cde2-4cd3-a62c-4100055c50e0', 'status': 'completed', 'code': 200} Nov 27 01:38:47.610175 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-74855fe2-a6d0-40ce-bfec-1a17be124860 None None] Set router 7e918801-7128-4a3a-b685-61d2096b026a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:47.630273 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2eb80a74-539d-4744-bdd9-c8a75436bc6b req-672efb9d-3581-4ba1-9877-1832ddd5931b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0352340 Nov 27 01:38:47.638562 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:47.906982 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-74855fe2-a6d0-40ce-bfec-1a17be124860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'b8880559-08f3-4c88-b92c-686e703eee4f', 'name': '', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'mac_address': 'fa:16:3e:5e:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:18Z', 'updated_at': '2021-11-27T01:33:38Z', 'revision_number': 5, 'project_id': '6876a51982504585b6894725276ecc7b', 'subnets': [{'id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:47.934827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74855fe2-a6d0-40ce-bfec-1a17be124860 None None] Checking router: 7e918801-7128-4a3a-b685-61d2096b026a for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:47.951492 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74855fe2-a6d0-40ce-bfec-1a17be124860 None None] Routers {'7e918801-7128-4a3a-b685-61d2096b026a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:47.952086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-74855fe2-a6d0-40ce-bfec-1a17be124860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7e918801-7128-4a3a-b685-61d2096b026a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:48.224719 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-74855fe2-a6d0-40ce-bfec-1a17be124860 None None] Set router 7e918801-7128-4a3a-b685-61d2096b026a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:48.277463 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c72a8584-743e-4150-8319-5ef5e7789f24 req-bcb976c6-f7ef-4ee7-9436-6645f396c1ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918200 Nov 27 01:38:48.350012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a8584-743e-4150-8319-5ef5e7789f24 req-b5228baa-7777-40ee-a40f-bb3702fae4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:48.351667 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c72a8584-743e-4150-8319-5ef5e7789f24 req-b5228baa-7777-40ee-a40f-bb3702fae4a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6ce2c01e86046869a837c2f575f2404&device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 1094 time: 0.0400000 Nov 27 01:38:48.417497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-74855fe2-a6d0-40ce-bfec-1a17be124860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'b8880559-08f3-4c88-b92c-686e703eee4f', 'name': '', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'mac_address': 'fa:16:3e:5e:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:18Z', 'updated_at': '2021-11-27T01:33:38Z', 'revision_number': 5, 'project_id': '6876a51982504585b6894725276ecc7b', 'subnets': [{'id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:48.448287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74855fe2-a6d0-40ce-bfec-1a17be124860 None None] The sync data for ids ['7e918801-7128-4a3a-b685-61d2096b026a'] in n-d-819494-2 is: [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:19Z', 'revision_number': 4, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'b8880559-08f3-4c88-b92c-686e703eee4f', 'name': '', 'network_id': 'a675cbed-ac9a-41a6-b3e4-a74719610b89', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'mac_address': 'fa:16:3e:5e:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:18Z', 'updated_at': '2021-11-27T01:33:38Z', 'revision_number': 5, 'project_id': '6876a51982504585b6894725276ecc7b', 'subnets': [{'id': '91f0ad74-de8e-4bcc-bee3-d56650c599bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:48.459955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a8584-743e-4150-8319-5ef5e7789f24 req-e4db0d55-43c5-4ca5-9d85-66e163561c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:48.461531 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c72a8584-743e-4150-8319-5ef5e7789f24 req-e4db0d55-43c5-4ca5-9d85-66e163561c62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8fd0376-fa0a-491d-9806-59fa26ead9ce HTTP/1.1" status: 200 len: 914 time: 0.0903809 Nov 27 01:38:48.505217 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c72a8584-743e-4150-8319-5ef5e7789f24 req-744e09d7-57f9-4fb5-abc2-2c70e1ed73c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508 HTTP/1.1" status: 200 len: 217 time: 0.0364575 Nov 27 01:38:48.558445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a8584-743e-4150-8319-5ef5e7789f24 req-d29c5d5a-9682-487a-b809-7964b47ffdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:48.559978 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c72a8584-743e-4150-8319-5ef5e7789f24 req-d29c5d5a-9682-487a-b809-7964b47ffdc6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5f5f343-9c40-4458-b5e1-fbc59044c8ea HTTP/1.1" status: 200 len: 853 time: 0.0482793 Nov 27 01:38:48.597132 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c72a8584-743e-4150-8319-5ef5e7789f24 req-50c25391-e9dd-4571-b23b-c439a40da19e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8fd0376-fa0a-491d-9806-59fa26ead9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295715 Nov 27 01:38:48.695920 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c72a8584-743e-4150-8319-5ef5e7789f24 req-aa81c87c-0bb7-479f-b0ca-3706ff702f59 service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914865 Nov 27 01:38:48.701215 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a3784-4c95-4063-a091-403d98e9e8f7 None None] New status for floating IP 53f331ab-417b-41f6-bea8-d17ae2b854ff: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:38:48.754623 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-02bca755-5dc2-4d62-a33f-53b3f8c5d1b6 req-5ae7ec32-ecd9-43be-b73b-d2ec8a2200c2 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0351272 Nov 27 01:38:48.801216 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c72a8584-743e-4150-8319-5ef5e7789f24 req-23901ce8-e230-4012-a887-838fedb4f1d9 service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983014 Nov 27 01:38:48.819518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40418) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:48.944988 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Deleting port 72127d45-6f0d-49a9-b765-963e1218e932 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:48.945233 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.021576 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.021894 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.033627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Calling delete_port for 72127d45-6f0d-49a9-b765-963e1218e932 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:49.163606 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.189486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event deleted for resources: {'Port': ['ID=72127d45-6f0d-49a9-b765-963e1218e932,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:49.199493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:49.199779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:49.200119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:49.200462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:49.200794 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:49.201985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:49.201985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:49.202289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:49.202618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:49.202941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:49.203267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:49.203592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:38:49.261652 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.264942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:49.266082 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fe438986-5eb8-471c-a825-655c1265802b tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "DELETE /v2.0/floatingips/53f331ab-417b-41f6-bea8-d17ae2b854ff HTTP/1.1" status: 204 len: 168 time: 0.4453034 Nov 27 01:38:49.471308 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bcefe5f4-1305-4b91-9e72-c6c0a1f58ae7 req-926389e1-fa87-442d-915a-f8ec5a852988 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0272174 Nov 27 01:38:49.472625 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23529015-3001-4db4-8b35-4a35eb3b0f94 req-9e98e1c6-8cb5-4a72-bb62-771a3a9ec2c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0259774 Nov 27 01:38:49.654082 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23529015-3001-4db4-8b35-4a35eb3b0f94 req-4caaf7c5-4cc7-4ebd-bcae-b38fe7f03b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:49.655585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23529015-3001-4db4-8b35-4a35eb3b0f94 req-4caaf7c5-4cc7-4ebd-bcae-b38fe7f03b2a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1685901 Nov 27 01:38:49.816676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23529015-3001-4db4-8b35-4a35eb3b0f94 req-085a852c-6b4e-4d64-9f8b-c321a85a6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:49.818148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23529015-3001-4db4-8b35-4a35eb3b0f94 req-085a852c-6b4e-4d64-9f8b-c321a85a6e17 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553524 Nov 27 01:38:49.954173 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23529015-3001-4db4-8b35-4a35eb3b0f94 req-a71847ea-60f5-47de-876d-02b6d3086b25 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0295048 Nov 27 01:38:50.577910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b6bc9d4-8ca8-418c-b3da-ba3cb0f73a57 req-b336610d-3d3a-4f14-9f6d-b14b185a4c8e tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0270395 Nov 27 01:38:50.599830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40430) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:50.660869 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b012ef46-73f3-437e-963a-2ead5edb0d73 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.686265 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b012ef46-73f3-437e-963a-2ead5edb0d73 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.745458 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b012ef46-73f3-437e-963a-2ead5edb0d73 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.748185 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b012ef46-73f3-437e-963a-2ead5edb0d73 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:50.749420 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b012ef46-73f3-437e-963a-2ead5edb0d73 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] 10.222.0.37 "DELETE /v2.0/security-groups/9396b131-1282-4064-9fed-2617f424093e HTTP/1.1" status: 204 len: 168 time: 0.1486139 Nov 27 01:38:50.758299 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012ef46-73f3-437e-963a-2ead5edb0d73 tempest-TestServerBasicOps-1911258971 tempest-TestServerBasicOps-1911258971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9396b131-1282-4064-9fed-2617f424093e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:50.788384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40436) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:51.177818 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6308cbf9-a0fd-43a7-8f0c-0dd513da73d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:51.416090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-6308cbf9-a0fd-43a7-8f0c-0dd513da73d0 admin admin] Deleting port b8880559-08f3-4c88-b92c-686e703eee4f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:51.416357 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6308cbf9-a0fd-43a7-8f0c-0dd513da73d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:51.493943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-6308cbf9-a0fd-43a7-8f0c-0dd513da73d0 admin admin] For port b8880559-08f3-4c88-b92c-686e703eee4f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b8880559-08f3-4c88-b92c-686e703eee4f,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:51.494330 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6308cbf9-a0fd-43a7-8f0c-0dd513da73d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:51.506802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-6308cbf9-a0fd-43a7-8f0c-0dd513da73d0 admin admin] Calling delete_port for b8880559-08f3-4c88-b92c-686e703eee4f owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:51.685722 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6308cbf9-a0fd-43a7-8f0c-0dd513da73d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:51.731899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308cbf9-a0fd-43a7-8f0c-0dd513da73d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8880559-08f3-4c88-b92c-686e703eee4f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:52.163792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6308cbf9-a0fd-43a7-8f0c-0dd513da73d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:52.305305 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:38:52.375705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6308cbf9-a0fd-43a7-8f0c-0dd513da73d0 admin admin] Router 7e918801-7128-4a3a-b685-61d2096b026a has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:38:52.483613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6308cbf9-a0fd-43a7-8f0c-0dd513da73d0 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:52.488609 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6308cbf9-a0fd-43a7-8f0c-0dd513da73d0 admin admin] 10.222.0.37 "PUT /v2.0/routers/7e918801-7128-4a3a-b685-61d2096b026a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6994779 Nov 27 01:38:52.491253 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40450) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:52.494891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d3273-08fe-4ed5-b632-b57176b0072b None None] Sync routers for ids ['7e918801-7128-4a3a-b685-61d2096b026a'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:52.504024 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d3273-08fe-4ed5-b632-b57176b0072b None None] Routers {'7e918801-7128-4a3a-b685-61d2096b026a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:52.504713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ba9d3273-08fe-4ed5-b632-b57176b0072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7e918801-7128-4a3a-b685-61d2096b026a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.595869 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:52.613585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ba9d3273-08fe-4ed5-b632-b57176b0072b None None] Set router 7e918801-7128-4a3a-b685-61d2096b026a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:52.698819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:52.750441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Deleting port a44c1e3e-055d-4caa-b4c3-f62674d4e42d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:52.750977 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:52.789598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ba9d3273-08fe-4ed5-b632-b57176b0072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:38:51Z', 'revision_number': 5, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port': {'id': 'a44c1e3e-055d-4caa-b4c3-f62674d4e42d', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e918801-7128-4a3a-b685-61d2096b026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.821114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d3273-08fe-4ed5-b632-b57176b0072b None None] Checking router: 7e918801-7128-4a3a-b685-61d2096b026a for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:52.830205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d3273-08fe-4ed5-b632-b57176b0072b None None] Routers {'7e918801-7128-4a3a-b685-61d2096b026a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:52.831145 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ba9d3273-08fe-4ed5-b632-b57176b0072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7e918801-7128-4a3a-b685-61d2096b026a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.835943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] For port a44c1e3e-055d-4caa-b4c3-f62674d4e42d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a44c1e3e-055d-4caa-b4c3-f62674d4e42d,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:52.836381 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:52.850927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Calling delete_port for a44c1e3e-055d-4caa-b4c3-f62674d4e42d owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:52.916711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ba9d3273-08fe-4ed5-b632-b57176b0072b None None] Set router 7e918801-7128-4a3a-b685-61d2096b026a gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:52.969939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ba9d3273-08fe-4ed5-b632-b57176b0072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:38:52Z', 'revision_number': 6, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:52.999951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d3273-08fe-4ed5-b632-b57176b0072b None None] The sync data for ids ['7e918801-7128-4a3a-b685-61d2096b026a'] in n-d-819494-2 is: [{'id': '7e918801-7128-4a3a-b685-61d2096b026a', 'name': 'tempest-TestServerBasicOps-827062822-router', 'tenant_id': '6876a51982504585b6894725276ecc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:14Z', 'updated_at': '2021-11-27T01:38:52Z', 'revision_number': 6, 'project_id': '6876a51982504585b6894725276ecc7b', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:53.019893 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.048287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44c1e3e-055d-4caa-b4c3-f62674d4e42d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:53.060159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a17aa-1e2a-4c49-b3ef-829c6ccdb9e4 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:53.112389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.220122 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.222221 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.280929 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.281736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e918801-7128-4a3a-b685-61d2096b026a {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:38:53.285996 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.287175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-65786747-5a45-4d6c-8dbd-b92ce44aa042 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7e918801-7128-4a3a-b685-61d2096b026a HTTP/1.1" status: 204 len: 168 time: 0.7950878 Nov 27 01:38:53.289691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40456) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.334229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7674524b-2983-4165-8c28-626faab71806 admin admin] Deleting subnet 91f0ad74-de8e-4bcc-bee3-d56650c599bd {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:38:53.338010 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7674524b-2983-4165-8c28-626faab71806 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.377191 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7674524b-2983-4165-8c28-626faab71806 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.457678 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7674524b-2983-4165-8c28-626faab71806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.507149 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7674524b-2983-4165-8c28-626faab71806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.544394 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674524b-2983-4165-8c28-626faab71806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f0ad74-de8e-4bcc-bee3-d56650c599bd,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:53.548934 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7674524b-2983-4165-8c28-626faab71806 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.552873 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7674524b-2983-4165-8c28-626faab71806 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/91f0ad74-de8e-4bcc-bee3-d56650c599bd HTTP/1.1" status: 204 len: 168 time: 0.2618659 Nov 27 01:38:53.554573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40458) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:53.554723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac0f23f-67c8-4ac1-b169-87fb0ccdc53c None None] Network a675cbed-ac9a-41a6-b3e4-a74719610b89 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:53.631896 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.684546 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Deleting port 526c8fd1-e800-4af1-8308-8913db7369b5 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:53.684814 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.756931 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] For port 526c8fd1-e800-4af1-8308-8913db7369b5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=526c8fd1-e800-4af1-8308-8913db7369b5,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:53.757500 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.759437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e375c7-2bb5-45f1-b17c-90d72cdd7ad8 None None] DHCP port deletion for a675cbed-ac9a-41a6-b3e4-a74719610b89 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:53.773288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Calling delete_port for 526c8fd1-e800-4af1-8308-8913db7369b5 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:53.815756 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-91e375c7-2bb5-45f1-b17c-90d72cdd7ad8 None None] Deleting port 526c8fd1-e800-4af1-8308-8913db7369b5 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:53.816136 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91e375c7-2bb5-45f1-b17c-90d72cdd7ad8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.858414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 526c8fd1-e800-4af1-8308-8913db7369b5 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:53.863656 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.888904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 526c8fd1-e800-4af1-8308-8913db7369b5 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:53.889213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 526c8fd1-e800-4af1-8308-8913db7369b5 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:53.889564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b8880559-08f3-4c88-b92c-686e703eee4f no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:53.891269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Pushing event deleted for resources: {'Port': ['ID=526c8fd1-e800-4af1-8308-8913db7369b5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:53.895818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] No DVR routers for this DVR port 526c8fd1-e800-4af1-8308-8913db7369b5 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:53.917845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: b8880559-08f3-4c88-b92c-686e703eee4f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:53.918319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b8880559-08f3-4c88-b92c-686e703eee4f not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:53.918702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a44c1e3e-055d-4caa-b4c3-f62674d4e42d no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:53.948926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: a44c1e3e-055d-4caa-b4c3-f62674d4e42d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:53.949262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a44c1e3e-055d-4caa-b4c3-f62674d4e42d not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:53.953591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-91e375c7-2bb5-45f1-b17c-90d72cdd7ad8 None None] For port 526c8fd1-e800-4af1-8308-8913db7369b5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=526c8fd1-e800-4af1-8308-8913db7369b5,segment=NetworkSegment(16e66052-53ab-4b4b-bc6f-9d098ef3ab7a),segment_id=16e66052-53ab-4b4b-bc6f-9d098ef3ab7a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:53.953977 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91e375c7-2bb5-45f1-b17c-90d72cdd7ad8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:53.967414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-91e375c7-2bb5-45f1-b17c-90d72cdd7ad8 None None] Calling delete_port for 526c8fd1-e800-4af1-8308-8913db7369b5 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:53.978727 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:54.001114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a675cbed-ac9a-41a6-b3e4-a74719610b89']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:54.011777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:54.012165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e66052-53ab-4b4b-bc6f-9d098ef3ab7a') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:54.022300 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:54.039083 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:54.046517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:38:54.046919 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:38:54.048970 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:38:54.053626 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91e375c7-2bb5-45f1-b17c-90d72cdd7ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:54.082500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e375c7-2bb5-45f1-b17c-90d72cdd7ad8 None None] Pushing event deleted for resources: {'Port': ['ID=526c8fd1-e800-4af1-8308-8913db7369b5,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:54.084449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e375c7-2bb5-45f1-b17c-90d72cdd7ad8 None None] No DVR routers for this DVR port 526c8fd1-e800-4af1-8308-8913db7369b5 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:54.133104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:54.133104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:54.139138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] 10.222.0.37 "DELETE /v2.0/networks/a675cbed-ac9a-41a6-b3e4-a74719610b89 HTTP/1.1" status: 204 len: 168 time: 0.5834374 Nov 27 01:38:54.139328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40464) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:54.167630 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf0af5-b2fc-464d-9720-dce68c1006da admin admin] Pushing event deleted for resources: {'Network': ['ID=a675cbed-ac9a-41a6-b3e4-a74719610b89,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:54.475851 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a71f6a7-d3f6-40e0-ae7d-a35c7a3aa72e req-2f4de5e8-72a9-4b38-b712-5753815acedd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557680 Nov 27 01:38:54.528175 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57a139de-727e-4db5-8c60-17c38333c7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:54.643196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71f6a7-d3f6-40e0-ae7d-a35c7a3aa72e req-a36529bd-f6b2-447a-9d9f-70a60248631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:54.644647 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a71f6a7-d3f6-40e0-ae7d-a35c7a3aa72e req-a36529bd-f6b2-447a-9d9f-70a60248631f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 1096 time: 0.0844567 Nov 27 01:38:54.799163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71f6a7-d3f6-40e0-ae7d-a35c7a3aa72e req-88df6bea-55d5-494d-9777-2a69e339ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:54.800519 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a71f6a7-d3f6-40e0-ae7d-a35c7a3aa72e req-88df6bea-55d5-494d-9777-2a69e339ddfe service neutron] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.1143456 Nov 27 01:38:54.906078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a71f6a7-d3f6-40e0-ae7d-a35c7a3aa72e req-bf35ad17-2887-4a8d-94c1-bd4acedd0557 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc HTTP/1.1" status: 200 len: 1001 time: 0.0959215 Nov 27 01:38:54.960602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-57a139de-727e-4db5-8c60-17c38333c7cd admin admin] Deleting port 500d8d63-ee1b-407d-999f-7a675b791dfa {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:54.960933 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57a139de-727e-4db5-8c60-17c38333c7cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:54.976876 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71f6a7-d3f6-40e0-ae7d-a35c7a3aa72e req-caae51c9-dc78-4347-8d73-c81be676fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:54.978321 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a71f6a7-d3f6-40e0-ae7d-a35c7a3aa72e req-caae51c9-dc78-4347-8d73-c81be676fc70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0628200 Nov 27 01:38:55.068951 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71f6a7-d3f6-40e0-ae7d-a35c7a3aa72e req-1afe6af7-b9df-4292-8035-ccadec0cc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:38:55.070477 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a71f6a7-d3f6-40e0-ae7d-a35c7a3aa72e req-1afe6af7-b9df-4292-8035-ccadec0cc1ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662522 Nov 27 01:38:55.079346 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-57a139de-727e-4db5-8c60-17c38333c7cd admin admin] For port 500d8d63-ee1b-407d-999f-7a675b791dfa, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=500d8d63-ee1b-407d-999f-7a675b791dfa,segment=NetworkSegment(56951259-a4e8-4a79-bede-80ccfc742ed2),segment_id=56951259-a4e8-4a79-bede-80ccfc742ed2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:55.079700 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57a139de-727e-4db5-8c60-17c38333c7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:55.112112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-57a139de-727e-4db5-8c60-17c38333c7cd admin admin] Calling delete_port for 500d8d63-ee1b-407d-999f-7a675b791dfa owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:55.230301 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a71f6a7-d3f6-40e0-ae7d-a35c7a3aa72e req-66c7e02c-ce7d-4ef5-8f3a-0006539be709 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478939 Nov 27 01:38:55.372549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a71f6a7-d3f6-40e0-ae7d-a35c7a3aa72e req-c484c7d9-9b09-4354-8e9f-b2c2ce4d800f service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339319 Nov 27 01:38:55.413102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57a139de-727e-4db5-8c60-17c38333c7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:55.439991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a139de-727e-4db5-8c60-17c38333c7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=500d8d63-ee1b-407d-999f-7a675b791dfa,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:55.609977 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57a139de-727e-4db5-8c60-17c38333c7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.135998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a139de-727e-4db5-8c60-17c38333c7cd admin admin] Router 04f35401-e8c6-462f-8546-31185d53d1d3 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:38:56.243509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a139de-727e-4db5-8c60-17c38333c7cd admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:38:56.248429 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-57a139de-727e-4db5-8c60-17c38333c7cd admin admin] 10.222.0.37 "PUT /v2.0/routers/04f35401-e8c6-462f-8546-31185d53d1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1075315 Nov 27 01:38:56.251105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40476) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:56.251833 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052aa5eb-5ee8-4195-9b94-1b7a8faec5f6 None None] Sync routers for ids ['04f35401-e8c6-462f-8546-31185d53d1d3'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:38:56.261578 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052aa5eb-5ee8-4195-9b94-1b7a8faec5f6 None None] Routers {'04f35401-e8c6-462f-8546-31185d53d1d3'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:56.262179 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-052aa5eb-5ee8-4195-9b94-1b7a8faec5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04f35401-e8c6-462f-8546-31185d53d1d3'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:56.355531 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.457433 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-052aa5eb-5ee8-4195-9b94-1b7a8faec5f6 None None] Set router 04f35401-e8c6-462f-8546-31185d53d1d3 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:56.461091 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.512364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Deleting port 2fa4d801-729d-4640-ab4a-3a146a96ed5b {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:56.512698 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.601791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] For port 2fa4d801-729d-4640-ab4a-3a146a96ed5b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2fa4d801-729d-4640-ab4a-3a146a96ed5b,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:56.602151 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.616628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Calling delete_port for 2fa4d801-729d-4640-ab4a-3a146a96ed5b owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:56.634792 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-052aa5eb-5ee8-4195-9b94-1b7a8faec5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'name': 'tempest-TestServerBasicOps-1698888820-router', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:24Z', 'updated_at': '2021-11-27T01:38:55Z', 'revision_number': 5, 'project_id': '3b24650c67f5442ea7d7a550a3651ebe', 'gw_port': {'id': '2fa4d801-729d-4640-ab4a-3a146a96ed5b', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:39:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:25Z', 'updated_at': '2021-11-27T01:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:56.664178 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052aa5eb-5ee8-4195-9b94-1b7a8faec5f6 None None] Checking router: 04f35401-e8c6-462f-8546-31185d53d1d3 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:38:56.672993 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052aa5eb-5ee8-4195-9b94-1b7a8faec5f6 None None] Routers {'04f35401-e8c6-462f-8546-31185d53d1d3'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:38:56.673604 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-052aa5eb-5ee8-4195-9b94-1b7a8faec5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['04f35401-e8c6-462f-8546-31185d53d1d3'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:56.762444 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-052aa5eb-5ee8-4195-9b94-1b7a8faec5f6 None None] Set router 04f35401-e8c6-462f-8546-31185d53d1d3 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:38:56.782518 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.808125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa4d801-729d-4640-ab4a-3a146a96ed5b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:56.813711 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-052aa5eb-5ee8-4195-9b94-1b7a8faec5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'name': 'tempest-TestServerBasicOps-1698888820-router', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:24Z', 'updated_at': '2021-11-27T01:38:56Z', 'revision_number': 6, 'project_id': '3b24650c67f5442ea7d7a550a3651ebe', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:56.828611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f76d1-4c9a-4113-84e1-e2705287deab None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:56.846552 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052aa5eb-5ee8-4195-9b94-1b7a8faec5f6 None None] The sync data for ids ['04f35401-e8c6-462f-8546-31185d53d1d3'] in n-d-819494-2 is: [{'id': '04f35401-e8c6-462f-8546-31185d53d1d3', 'name': 'tempest-TestServerBasicOps-1698888820-router', 'tenant_id': '3b24650c67f5442ea7d7a550a3651ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:24Z', 'updated_at': '2021-11-27T01:38:56Z', 'revision_number': 6, 'project_id': '3b24650c67f5442ea7d7a550a3651ebe', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:38:56.879920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.973305 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:56.975418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.018272 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.018779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04f35401-e8c6-462f-8546-31185d53d1d3 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:38:57.023082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.024222 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-43592ac9-55c4-4b59-9dd3-d9725334ba22 admin admin] 10.222.0.37 "DELETE /v2.0/routers/04f35401-e8c6-462f-8546-31185d53d1d3 HTTP/1.1" status: 204 len: 168 time: 0.7721505 Nov 27 01:38:57.026714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40478) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:57.070677 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-48759dc1-3b8f-4a17-af39-5a0d650ab2a1 admin admin] Deleting subnet 563f3966-52b3-4b16-a6d6-d81c0d5afc82 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:38:57.073645 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-48759dc1-3b8f-4a17-af39-5a0d650ab2a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.107902 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-48759dc1-3b8f-4a17-af39-5a0d650ab2a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.188907 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-48759dc1-3b8f-4a17-af39-5a0d650ab2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.244113 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-48759dc1-3b8f-4a17-af39-5a0d650ab2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.268705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48759dc1-3b8f-4a17-af39-5a0d650ab2a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563f3966-52b3-4b16-a6d6-d81c0d5afc82,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:57.280214 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-48759dc1-3b8f-4a17-af39-5a0d650ab2a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.285930 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-48759dc1-3b8f-4a17-af39-5a0d650ab2a1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/563f3966-52b3-4b16-a6d6-d81c0d5afc82 HTTP/1.1" status: 204 len: 168 time: 0.2560284 Nov 27 01:38:57.286348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40484) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:57.288571 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e2dda0-9c3e-487f-8497-ee226241d63c None None] Network efdff9fb-56ab-4743-9fea-3741146a2f35 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:38:57.365412 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.419236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Deleting port fb33cd00-5f37-457d-a3ea-4d59d38f951a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:38:57.419611 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.482112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] For port fb33cd00-5f37-457d-a3ea-4d59d38f951a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fb33cd00-5f37-457d-a3ea-4d59d38f951a,segment=NetworkSegment(56951259-a4e8-4a79-bede-80ccfc742ed2),segment_id=56951259-a4e8-4a79-bede-80ccfc742ed2)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:38:57.482496 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.494449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Calling delete_port for fb33cd00-5f37-457d-a3ea-4d59d38f951a owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:38:57.574750 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.598914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb33cd00-5f37-457d-a3ea-4d59d38f951a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:57.604369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] No DVR routers for this DVR port fb33cd00-5f37-457d-a3ea-4d59d38f951a on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:38:57.679161 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.701439 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211333ae-4b76-4835-b142-cb2f13200a65 None None] DHCP port deletion for efdff9fb-56ab-4743-9fea-3741146a2f35 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:38:57.706427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdff9fb-56ab-4743-9fea-3741146a2f35']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:57.725100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56951259-a4e8-4a79-bede-80ccfc742ed2') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:57.725396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56951259-a4e8-4a79-bede-80ccfc742ed2') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:38:57.742989 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.756057 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 500d8d63-ee1b-407d-999f-7a675b791dfa no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:57.758458 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.765424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:38:57.765824 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:38:57.767766 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:38:57.784061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 500d8d63-ee1b-407d-999f-7a675b791dfa {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:57.784408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 500d8d63-ee1b-407d-999f-7a675b791dfa not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:57.784828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fb33cd00-5f37-457d-a3ea-4d59d38f951a no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:57.804127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: fb33cd00-5f37-457d-a3ea-4d59d38f951a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:57.804460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fb33cd00-5f37-457d-a3ea-4d59d38f951a not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:57.805643 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2fa4d801-729d-4640-ab4a-3a146a96ed5b no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:38:57.824068 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 2fa4d801-729d-4640-ab4a-3a146a96ed5b {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:38:57.824410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2fa4d801-729d-4640-ab4a-3a146a96ed5b not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:38:57.824550 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.833237 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:57.838791 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] 10.222.0.37 "DELETE /v2.0/networks/efdff9fb-56ab-4743-9fea-3741146a2f35 HTTP/1.1" status: 204 len: 168 time: 0.5492809 Nov 27 01:38:57.852737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51192558-b380-424d-b2ab-fcdf952def15 admin admin] Pushing event deleted for resources: {'Network': ['ID=efdff9fb-56ab-4743-9fea-3741146a2f35,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:57.953081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40490) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:57.995327 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b26379ee-3c3a-4ac4-9730-3183c3e9f7dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6876a51982504585b6894725276ecc7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410440 Nov 27 01:38:57.997751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40492) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:58.049704 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06fab458-9f05-417c-bc3f-6ab19283ac75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.070391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06fab458-9f05-417c-bc3f-6ab19283ac75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.116094 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06fab458-9f05-417c-bc3f-6ab19283ac75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.118899 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06fab458-9f05-417c-bc3f-6ab19283ac75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.122327 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-06fab458-9f05-417c-bc3f-6ab19283ac75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/469c06f4-c3cb-46fd-8f66-26a0c2afe375 HTTP/1.1" status: 204 len: 168 time: 0.1213796 Nov 27 01:38:58.128319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fab458-9f05-417c-bc3f-6ab19283ac75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469c06f4-c3cb-46fd-8f66-26a0c2afe375,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:38:58.430359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40502) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:58.470539 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fa5693d3-25d5-4de4-87e6-26907d0f6538 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b24650c67f5442ea7d7a550a3651ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384765 Nov 27 01:38:58.472882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40504) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:38:58.519450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8ce6-788c-44a5-9d54-e359cd61826b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.540628 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8ce6-788c-44a5-9d54-e359cd61826b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.587512 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8ce6-788c-44a5-9d54-e359cd61826b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.590056 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8ce6-788c-44a5-9d54-e359cd61826b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:38:58.591217 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5f3a8ce6-788c-44a5-9d54-e359cd61826b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6157fb6d-ade9-40c0-ada7-445a926e3b89 HTTP/1.1" status: 204 len: 168 time: 0.1174281 Nov 27 01:38:58.598640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a8ce6-788c-44a5-9d54-e359cd61826b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6157fb6d-ade9-40c0-ada7-445a926e3b89,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:02.976382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c3c06-825a-4e33-b9c3-e807c8810eb8 req-8ef73cbb-8b62-4a8f-9ba1-730be6796fac tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:02.977943 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec9c3c06-825a-4e33-b9c3-e807c8810eb8 req-8ef73cbb-8b62-4a8f-9ba1-730be6796fac tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 945 time: 0.0517409 Nov 27 01:39:03.025931 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec9c3c06-825a-4e33-b9c3-e807c8810eb8 req-910442a4-650a-4ba8-a2b3-7da7d994f68d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421145 Nov 27 01:39:03.048219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40528) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:03.106935 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1ecc3dd0-e137-4809-82f2-c2b1f40e3695 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/ae53858e-254d-4258-8589-5b3761c70991 HTTP/1.1" status: 200 len: 993 time: 0.0575044 Nov 27 01:39:03.458498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4662d-06b9-4430-bcd9-1125b7512fd8 req-f2dc1cfe-f093-432d-955b-b8d2b36be8bb tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:03.460029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53a4662d-06b9-4430-bcd9-1125b7512fd8 req-f2dc1cfe-f093-432d-955b-b8d2b36be8bb tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 1096 time: 0.0444837 Nov 27 01:39:03.504938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53a4662d-06b9-4430-bcd9-1125b7512fd8 req-3ba0e594-0f52-49b9-88dd-9884d9c6d220 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389745 Nov 27 01:39:04.047320 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-228c42f5-a6cc-4441-b958-206d7ad133b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396221 Nov 27 01:39:04.056106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-44651062-755c-44e0-be27-02e94e7f5243 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:39:04.057083 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-44651062-755c-44e0-be27-02e94e7f5243 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052073 Nov 27 01:39:04.583013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-e7b58c61-b0c5-44bd-b244-33141f38b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:04.584856 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-e7b58c61-b0c5-44bd-b244-33141f38b3a0 service neutron] 10.222.0.37 "GET /v2.0/ports/3fcea49c-1d49-44fc-96a5-a8ce78beeace HTTP/1.1" status: 200 len: 1093 time: 0.0348723 Nov 27 01:39:04.593438 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] Request body: {'binding': {'host': 'n-h1-819494-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:04.593919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] Unknown quota resources ['binding']. {{(pid=103384) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 27 01:39:04.727121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] Attempting to bind port 3fcea49c-1d49-44fc-96a5-a8ce78beeace on host n-h1-819494-2 for vnic_type normal with profile None {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:39:04.727458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] Attempting to bind port 3fcea49c-1d49-44fc-96a5-a8ce78beeace by drivers openvswitch,hyperv on host n-h1-819494-2 at level 0 using segments [{'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:39:04.727791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] Attempting to bind port 3fcea49c-1d49-44fc-96a5-a8ce78beeace on network 76510524-02ae-406d-ba6c-bca14e02edbf {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:04.732076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] Port 3fcea49c-1d49-44fc-96a5-a8ce78beeace on network 76510524-02ae-406d-ba6c-bca14e02edbf not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:39:04.732386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] Attempting to bind port 3fcea49c-1d49-44fc-96a5-a8ce78beeace on network 76510524-02ae-406d-ba6c-bca14e02edbf {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:04.737114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] Checking agent: {'id': '9cacdd33-4fa9-4b16-8770-fc87c5c8a847', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:39:04.737452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] Checking segment: {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:04.738105 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] Bound using segment: {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:39:04.738581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] Bound port: 3fcea49c-1d49-44fc-96a5-a8ce78beeace, host: n-h1-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd039203-8962-4d19-a5f9-73e764d65a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:39:04.827040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] For port 3fcea49c-1d49-44fc-96a5-a8ce78beeace, host n-h1-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=3fcea49c-1d49-44fc-96a5-a8ce78beeace,segment=NetworkSegment(cd039203-8962-4d19-a5f9-73e764d65a6f),segment_id=cd039203-8962-4d19-a5f9-73e764d65a6f)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:39:04.831173 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] Publish callbacks [] for binding, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:04.832376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] 10.222.0.37 "POST /v2.0/ports/3fcea49c-1d49-44fc-96a5-a8ce78beeace/bindings HTTP/1.1" status: 201 len: 389 time: 0.2422481 Nov 27 01:39:04.984458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca5dd-95a9-4a0d-b19c-72f7d9bb6242 req-5fbc829a-acb2-4ef2-ad19-91dafe319555 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:04.985858 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f17ca5dd-95a9-4a0d-b19c-72f7d9bb6242 req-5fbc829a-acb2-4ef2-ad19-91dafe319555 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 945 time: 0.0575008 Nov 27 01:39:05.064429 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f17ca5dd-95a9-4a0d-b19c-72f7d9bb6242 req-61ce1d63-f93d-4b49-8543-eb082b98f217 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721056 Nov 27 01:39:05.081667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-72a6be90-9ee7-4459-8076-528c779af822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:05.081667 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-72a6be90-9ee7-4459-8076-528c779af822 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 1096 time: 0.0557010 Nov 27 01:39:05.171313 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-63916442-0b04-43d7-ae26-72eb1bed123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:05.172765 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-63916442-0b04-43d7-ae26-72eb1bed123f service neutron] 10.222.0.11 "GET /v2.0/networks?id=76510524-02ae-406d-ba6c-bca14e02edbf HTTP/1.1" status: 200 len: 898 time: 0.0870392 Nov 27 01:39:05.237850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-c6385121-e2eb-48b1-8408-696cfaa82efe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fcea49c-1d49-44fc-96a5-a8ce78beeace HTTP/1.1" status: 200 len: 1001 time: 0.0584624 Nov 27 01:39:05.289108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-9bf117a0-6cd3-412b-b25a-bcfb15f2e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:05.290525 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-9bf117a0-6cd3-412b-b25a-bcfb15f2e163 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a2e67d7-710e-4b0a-854d-6d5b508ea131 HTTP/1.1" status: 200 len: 834 time: 0.0458140 Nov 27 01:39:05.334298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-5d66029d-9289-40aa-96f6-8f2bf7978b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:05.335712 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-5d66029d-9289-40aa-96f6-8f2bf7978b12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76510524-02ae-406d-ba6c-bca14e02edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380888 Nov 27 01:39:05.421617 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-5af1b85a-a4dc-46ef-a653-95d565657433 service neutron] 10.222.0.11 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787244 Nov 27 01:39:05.513738 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-39e53e63-604f-4ff9-b2c8-39c6ca02fbdd service neutron] 10.222.0.11 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850096 Nov 27 01:39:06.033600 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-225d1af1-ba4a-4303-9b2e-9b475d9536b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:06.035039 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-225d1af1-ba4a-4303-9b2e-9b475d9536b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 1096 time: 0.0416403 Nov 27 01:39:06.129606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-c2b56167-2c3e-4b94-81ba-b4704d28a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:06.131161 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-c2b56167-2c3e-4b94-81ba-b4704d28a54b service neutron] 10.222.0.11 "GET /v2.0/networks?id=76510524-02ae-406d-ba6c-bca14e02edbf HTTP/1.1" status: 200 len: 898 time: 0.0896940 Nov 27 01:39:06.231242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30986f-6171-45f9-bb2f-bd40b3c64dac req-c93bc06a-8a98-4c18-8f04-549a3705a0e5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:06.232721 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db30986f-6171-45f9-bb2f-bd40b3c64dac req-c93bc06a-8a98-4c18-8f04-549a3705a0e5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 945 time: 0.0977299 Nov 27 01:39:06.234385 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-d2b29b12-c2c1-4f1a-81ed-fc1afd39f950 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fcea49c-1d49-44fc-96a5-a8ce78beeace HTTP/1.1" status: 200 len: 1001 time: 0.0908458 Nov 27 01:39:06.314771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-1f45f488-729b-42fc-ac21-60ebc54eb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:06.316109 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-1f45f488-729b-42fc-ac21-60ebc54eb43d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a2e67d7-710e-4b0a-854d-6d5b508ea131 HTTP/1.1" status: 200 len: 834 time: 0.0717757 Nov 27 01:39:06.319982 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db30986f-6171-45f9-bb2f-bd40b3c64dac req-38610229-42cf-47c7-b18b-5839dcf9fd4f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813353 Nov 27 01:39:06.362697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-1ac81a35-8afd-4a80-82d6-a153e510349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:06.364324 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-1ac81a35-8afd-4a80-82d6-a153e510349f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76510524-02ae-406d-ba6c-bca14e02edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412943 Nov 27 01:39:06.432441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67df0e-91b8-4b17-8f81-eec8862ab04f req-fc86a1cc-b833-4aee-affc-09e38609f781 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:06.433969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af67df0e-91b8-4b17-8f81-eec8862ab04f req-fc86a1cc-b833-4aee-affc-09e38609f781 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 1096 time: 0.0454638 Nov 27 01:39:06.457790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-0f9eb24a-138c-4e04-9b67-1ac78141b0d7 service neutron] 10.222.0.11 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863011 Nov 27 01:39:06.479511 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af67df0e-91b8-4b17-8f81-eec8862ab04f req-df769fff-0ae0-416c-9281-afa774922cb4 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389624 Nov 27 01:39:06.522855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40578) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:06.546141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-546b10d9-e97e-4a85-98e4-cabb6a928ffc service neutron] 10.222.0.11 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819457 Nov 27 01:39:06.660235 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-23144cd2-2118-43b2-b9ff-57c3ac072771 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:06.661700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-23144cd2-2118-43b2-b9ff-57c3ac072771 tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 1096 time: 0.0785470 Nov 27 01:39:06.676019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port 0ae947b8-5e21-4ff0-a4d7-65d73edb8089 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:39:06.676365 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:06.760541 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:06.761008 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:06.772853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for 0ae947b8-5e21-4ff0-a4d7-65d73edb8089 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:39:06.870889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-e0b90bb6-9b3d-4339-8b6c-5eeb72d5e3bd service neutron] For port 3fcea49c-1d49-44fc-96a5-a8ce78beeace, host n-h1-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:39:06.876584 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-e0b90bb6-9b3d-4339-8b6c-5eeb72d5e3bd service neutron] Publish callbacks [] for binding, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:06.877723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-e0b90bb6-9b3d-4339-8b6c-5eeb72d5e3bd service neutron] 10.222.0.11 "DELETE /v2.0/ports/3fcea49c-1d49-44fc-96a5-a8ce78beeace/bindings/n-h1-819494-2 HTTP/1.1" status: 204 len: 173 time: 0.2089188 Nov 27 01:39:06.923633 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:06.953008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=0ae947b8-5e21-4ff0-a4d7-65d73edb8089,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:07.014819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:07.015151 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Floating IP ae53858e-254d-4258-8589-5b3761c70991 disassociated (deleted). External IP: 172.25.3.106, port: 3fcea49c-1d49-44fc-96a5-a8ce78beeace. Nov 27 01:39:07.219835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router bd100c15-6f41-46b9-99f1-a80cb632fe92 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:39:07.323842 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:39:07.328870 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:07.334963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c8fe0-c086-4caa-86bf-54830ad3eb17 None None] Sync routers for ids ['bd100c15-6f41-46b9-99f1-a80cb632fe92'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:39:07.345456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c8fe0-c086-4caa-86bf-54830ad3eb17 None None] Routers {'bd100c15-6f41-46b9-99f1-a80cb632fe92'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:07.346072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-031c8fe0-c086-4caa-86bf-54830ad3eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bd100c15-6f41-46b9-99f1-a80cb632fe92'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:07.355252 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b0064bf3-e07d-4282-a385-e6e6dc081fd1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/floatingips/ae53858e-254d-4258-8589-5b3761c70991 HTTP/1.1" status: 204 len: 168 time: 0.8312404 Nov 27 01:39:07.356141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'tag': '3fcea49c-1d49-44fc-96a5-a8ce78beeace'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:07.358764 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4e28b7-de97-4c6d-952c-d818c693bb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f71980ba-e74f-449f-8a06-d88324db4d2f", "tag": "3fcea49c-1d49-44fc-96a5-a8ce78beeace"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:07.453918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-031c8fe0-c086-4caa-86bf-54830ad3eb17 None None] Set router bd100c15-6f41-46b9-99f1-a80cb632fe92 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:07.533812 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751b521d-e4e5-44de-a397-ca285f9311a9 x-openstack-request-id: req-751b521d-e4e5-44de-a397-ca285f9311a9 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:07.534355 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71980ba-e74f-449f-8a06-d88324db4d2f", "tag": "3fcea49c-1d49-44fc-96a5-a8ce78beeace", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:07.534471 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-751b521d-e4e5-44de-a397-ca285f9311a9 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:07.534790 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'tag': '3fcea49c-1d49-44fc-96a5-a8ce78beeace', 'status': 'completed', 'code': 200} Nov 27 01:39:07.594723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae13221-2505-4a77-9e3d-6ac850d84100 req-68840007-2476-4e0b-9cfc-1416289a9d25 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:07.598712 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ae13221-2505-4a77-9e3d-6ac850d84100 req-68840007-2476-4e0b-9cfc-1416289a9d25 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 945 time: 0.0566127 Nov 27 01:39:07.631657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e28b7-de97-4c6d-952c-d818c693bb8a req-d7a7411a-9815-4ed4-b31f-8ecda95e13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:07.635578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e4e28b7-de97-4c6d-952c-d818c693bb8a req-d7a7411a-9815-4ed4-b31f-8ecda95e13ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 1096 time: 0.0452371 Nov 27 01:39:07.652749 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ae13221-2505-4a77-9e3d-6ac850d84100 req-7854efc1-b694-4275-8af3-ebfefcd125ce tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479500 Nov 27 01:39:07.682837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-031c8fe0-c086-4caa-86bf-54830ad3eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c8de0844-83e5-4414-ac16-328d1f003502', 'name': '', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:9b:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:16Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:07.713139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c8fe0-c086-4caa-86bf-54830ad3eb17 None None] Checking router: bd100c15-6f41-46b9-99f1-a80cb632fe92 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:39:07.722543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c8fe0-c086-4caa-86bf-54830ad3eb17 None None] Routers {'bd100c15-6f41-46b9-99f1-a80cb632fe92'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:07.723159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-031c8fe0-c086-4caa-86bf-54830ad3eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bd100c15-6f41-46b9-99f1-a80cb632fe92'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:07.730933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e28b7-de97-4c6d-952c-d818c693bb8a req-c5903185-cebd-4c3f-abe7-5c5639d3b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:07.732366 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e4e28b7-de97-4c6d-952c-d818c693bb8a req-c5903185-cebd-4c3f-abe7-5c5639d3b39f service neutron] 10.222.0.42 "GET /v2.0/networks?id=76510524-02ae-406d-ba6c-bca14e02edbf HTTP/1.1" status: 200 len: 898 time: 0.0869565 Nov 27 01:39:07.775508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e4e28b7-de97-4c6d-952c-d818c693bb8a req-89ac7b92-2aee-4c6e-8f8e-362aa1561406 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fcea49c-1d49-44fc-96a5-a8ce78beeace HTTP/1.1" status: 200 len: 217 time: 0.0348129 Nov 27 01:39:07.826671 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e28b7-de97-4c6d-952c-d818c693bb8a req-383aa9fe-7347-482c-806b-06765dd2febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:07.828138 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e4e28b7-de97-4c6d-952c-d818c693bb8a req-383aa9fe-7347-482c-806b-06765dd2febe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5a2e67d7-710e-4b0a-854d-6d5b508ea131 HTTP/1.1" status: 200 len: 834 time: 0.0452249 Nov 27 01:39:07.829372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-031c8fe0-c086-4caa-86bf-54830ad3eb17 None None] Set router bd100c15-6f41-46b9-99f1-a80cb632fe92 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:07.879018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e28b7-de97-4c6d-952c-d818c693bb8a req-981d58dd-8435-4391-8f36-c1a6b658f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:07.880507 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e4e28b7-de97-4c6d-952c-d818c693bb8a req-981d58dd-8435-4391-8f36-c1a6b658f50c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=76510524-02ae-406d-ba6c-bca14e02edbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438962 Nov 27 01:39:07.970981 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e4e28b7-de97-4c6d-952c-d818c693bb8a req-051a5f5e-bb1a-41d3-b04c-d8a4d5e5a13b service neutron] 10.222.0.42 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828323 Nov 27 01:39:08.074256 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e4e28b7-de97-4c6d-952c-d818c693bb8a req-632d8215-08d9-451b-bc06-350321fcb60d service neutron] 10.222.0.42 "GET /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944502 Nov 27 01:39:08.178551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-031c8fe0-c086-4caa-86bf-54830ad3eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c8de0844-83e5-4414-ac16-328d1f003502', 'name': '', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:9b:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:16Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:08.207691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c8fe0-c086-4caa-86bf-54830ad3eb17 None None] The sync data for ids ['bd100c15-6f41-46b9-99f1-a80cb632fe92'] in n-d-819494-2 is: [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c8de0844-83e5-4414-ac16-328d1f003502', 'name': '', 'network_id': '76510524-02ae-406d-ba6c-bca14e02edbf', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:9b:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:12Z', 'updated_at': '2021-11-27T01:38:16Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '5a2e67d7-710e-4b0a-854d-6d5b508ea131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:39:08.423098 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de520fa5-2294-4846-967e-47697507fb8d None None] New status for floating IP ae53858e-254d-4258-8589-5b3761c70991: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:39:08.771072 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275befc-1f34-465b-be32-2a6586ba065f req-3e066b97-6717-4a95-a7a9-128b55ec3fd4 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:08.772475 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f275befc-1f34-465b-be32-2a6586ba065f req-3e066b97-6717-4a95-a7a9-128b55ec3fd4 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 945 time: 0.0511262 Nov 27 01:39:08.827660 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f275befc-1f34-465b-be32-2a6586ba065f req-f2951c4b-6d42-4764-bc47-13f433c52df7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b1d5196-fa91-437e-a111-739b49f6790a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464642 Nov 27 01:39:09.085979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290916dc-85cb-4063-bcac-7cf78fab4614 req-e3b67b18-f0c3-4e5a-b498-d0af6895fec1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:09.087477 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-290916dc-85cb-4063-bcac-7cf78fab4614 req-e3b67b18-f0c3-4e5a-b498-d0af6895fec1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 945 time: 0.0520518 Nov 27 01:39:09.179089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-290916dc-85cb-4063-bcac-7cf78fab4614 req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port 3fcea49c-1d49-44fc-96a5-a8ce78beeace {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:39:09.179427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-290916dc-85cb-4063-bcac-7cf78fab4614 req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:09.274459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-290916dc-85cb-4063-bcac-7cf78fab4614 req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] For port 3fcea49c-1d49-44fc-96a5-a8ce78beeace, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3fcea49c-1d49-44fc-96a5-a8ce78beeace,segment=NetworkSegment(cd039203-8962-4d19-a5f9-73e764d65a6f),segment_id=cd039203-8962-4d19-a5f9-73e764d65a6f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:09.274821 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-290916dc-85cb-4063-bcac-7cf78fab4614 req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:09.287080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-290916dc-85cb-4063-bcac-7cf78fab4614 req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for 3fcea49c-1d49-44fc-96a5-a8ce78beeace owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:39:09.415572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-290916dc-85cb-4063-bcac-7cf78fab4614 req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:09.452689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=3fcea49c-1d49-44fc-96a5-a8ce78beeace,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:09.473878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:09.474230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:09.474597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:09.474935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:09.475270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:09.475603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:09.475934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:09.476266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:09.476593 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:09.476919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:09.477244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:09.477563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:09.494027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-290916dc-85cb-4063-bcac-7cf78fab4614 req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] No DVR routers for this DVR port 3fcea49c-1d49-44fc-96a5-a8ce78beeace on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:39:09.496431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-290916dc-85cb-4063-bcac-7cf78fab4614 req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:09.500673 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-290916dc-85cb-4063-bcac-7cf78fab4614 req-57c5f776-1906-4652-a4d7-3a9bf3b530c5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "DELETE /v2.0/ports/3fcea49c-1d49-44fc-96a5-a8ce78beeace HTTP/1.1" status: 204 len: 173 time: 0.4070156 Nov 27 01:39:09.501141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'name': 'network-vif-deleted', 'tag': '3fcea49c-1d49-44fc-96a5-a8ce78beeace'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:09.503409 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05758251-358b-4792-ba66-5b0d70353aed" -d '{"events": [{"server_uuid": "f71980ba-e74f-449f-8a06-d88324db4d2f", "name": "network-vif-deleted", "tag": "3fcea49c-1d49-44fc-96a5-a8ce78beeace"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:09.540899 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94ceada-0aad-4f82-8d86-dc451317acc5 x-openstack-request-id: req-c94ceada-0aad-4f82-8d86-dc451317acc5 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:09.541197 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71980ba-e74f-449f-8a06-d88324db4d2f", "name": "network-vif-deleted", "tag": "3fcea49c-1d49-44fc-96a5-a8ce78beeace", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:09.541456 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c94ceada-0aad-4f82-8d86-dc451317acc5 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:09.541939 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71980ba-e74f-449f-8a06-d88324db4d2f', 'name': 'network-vif-deleted', 'tag': '3fcea49c-1d49-44fc-96a5-a8ce78beeace', 'status': 'completed', 'code': 200} Nov 27 01:39:09.946330 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae8f0082-510e-4c98-9423-9e33d7667d1e req-aaab56ae-a9c4-4ec8-b62d-5709e7c1ad45 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=f71980ba-e74f-449f-8a06-d88324db4d2f HTTP/1.1" status: 200 len: 210 time: 0.0305655 Nov 27 01:39:11.004262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40614) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:11.519429 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-139d491d-06a1-49b0-a30b-118b6ecf6fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:11.631071 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62599010-4a14-40d9-81ba-d7ad760162cd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:11.880554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-62599010-4a14-40d9-81ba-d7ad760162cd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port c8de0844-83e5-4414-ac16-328d1f003502 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:39:11.880814 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62599010-4a14-40d9-81ba-d7ad760162cd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:11.970694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-62599010-4a14-40d9-81ba-d7ad760162cd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] For port c8de0844-83e5-4414-ac16-328d1f003502, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c8de0844-83e5-4414-ac16-328d1f003502,segment=NetworkSegment(cd039203-8962-4d19-a5f9-73e764d65a6f),segment_id=cd039203-8962-4d19-a5f9-73e764d65a6f)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:11.971057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62599010-4a14-40d9-81ba-d7ad760162cd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:11.983237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-62599010-4a14-40d9-81ba-d7ad760162cd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for c8de0844-83e5-4414-ac16-328d1f003502 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:39:12.166304 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62599010-4a14-40d9-81ba-d7ad760162cd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.192407 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62599010-4a14-40d9-81ba-d7ad760162cd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=c8de0844-83e5-4414-ac16-328d1f003502,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:12.374872 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62599010-4a14-40d9-81ba-d7ad760162cd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.589486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62599010-4a14-40d9-81ba-d7ad760162cd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router bd100c15-6f41-46b9-99f1-a80cb632fe92 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:39:12.691010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62599010-4a14-40d9-81ba-d7ad760162cd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:39:12.696137 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-62599010-4a14-40d9-81ba-d7ad760162cd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "PUT /v2.0/routers/bd100c15-6f41-46b9-99f1-a80cb632fe92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6908386 Nov 27 01:39:12.698810 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40624) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:12.701987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3f296-06c2-4bc2-8ef8-e7c3136a2300 None None] Sync routers for ids ['bd100c15-6f41-46b9-99f1-a80cb632fe92'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:39:12.711365 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3f296-06c2-4bc2-8ef8-e7c3136a2300 None None] Routers {'bd100c15-6f41-46b9-99f1-a80cb632fe92'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:12.711983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cae3f296-06c2-4bc2-8ef8-e7c3136a2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bd100c15-6f41-46b9-99f1-a80cb632fe92'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:12.753103 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c2d596-f7bd-4b9a-8ebb-979a273f48de tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting subnet 5a2e67d7-710e-4b0a-854d-6d5b508ea131 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:39:12.756197 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73c2d596-f7bd-4b9a-8ebb-979a273f48de tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.795542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73c2d596-f7bd-4b9a-8ebb-979a273f48de tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.814675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-cae3f296-06c2-4bc2-8ef8-e7c3136a2300 None None] Set router bd100c15-6f41-46b9-99f1-a80cb632fe92 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:12.876873 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73c2d596-f7bd-4b9a-8ebb-979a273f48de tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.939707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73c2d596-f7bd-4b9a-8ebb-979a273f48de tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.968909 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2d596-f7bd-4b9a-8ebb-979a273f48de tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2e67d7-710e-4b0a-854d-6d5b508ea131,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:12.971807 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73c2d596-f7bd-4b9a-8ebb-979a273f48de tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:12.975282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-73c2d596-f7bd-4b9a-8ebb-979a273f48de tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/subnets/5a2e67d7-710e-4b0a-854d-6d5b508ea131 HTTP/1.1" status: 204 len: 168 time: 0.2755218 Nov 27 01:39:12.977874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40626) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:12.980988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4e5488-2e82-4504-8952-e832d4f18ad3 None None] Network 76510524-02ae-406d-ba6c-bca14e02edbf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:39:13.054055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cae3f296-06c2-4bc2-8ef8-e7c3136a2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:39:12Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:13.090086 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.100156 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3f296-06c2-4bc2-8ef8-e7c3136a2300 None None] Checking router: bd100c15-6f41-46b9-99f1-a80cb632fe92 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:39:13.136101 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3f296-06c2-4bc2-8ef8-e7c3136a2300 None None] Routers {'bd100c15-6f41-46b9-99f1-a80cb632fe92'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:13.136654 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cae3f296-06c2-4bc2-8ef8-e7c3136a2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:38:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['bd100c15-6f41-46b9-99f1-a80cb632fe92'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:13.197331 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.245154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] DHCP port deletion for 76510524-02ae-406d-ba6c-bca14e02edbf request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:39:13.254418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-cae3f296-06c2-4bc2-8ef8-e7c3136a2300 None None] Set router bd100c15-6f41-46b9-99f1-a80cb632fe92 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:13.259001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port be4f4453-f5b4-4297-919e-7ba8ac03c773 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:39:13.259353 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.337441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] For port be4f4453-f5b4-4297-919e-7ba8ac03c773, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=be4f4453-f5b4-4297-919e-7ba8ac03c773,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:13.337806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.350931 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for be4f4453-f5b4-4297-919e-7ba8ac03c773 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:39:13.407137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Deleting port 2eb78836-0855-4693-a9cb-b382634198c6 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:39:13.407424 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.505237 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] For port 2eb78836-0855-4693-a9cb-b382634198c6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2eb78836-0855-4693-a9cb-b382634198c6,segment=NetworkSegment(cd039203-8962-4d19-a5f9-73e764d65a6f),segment_id=cd039203-8962-4d19-a5f9-73e764d65a6f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:13.505237 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.520705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Calling delete_port for 2eb78836-0855-4693-a9cb-b382634198c6 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:39:13.531526 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.564402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=be4f4453-f5b4-4297-919e-7ba8ac03c773,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:13.576850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-cae3f296-06c2-4bc2-8ef8-e7c3136a2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:39:12Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:13.583468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4475de9-cc0a-47e1-b7a0-4a6d317df429 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:39:13.618577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2eb78836-0855-4693-a9cb-b382634198c6 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:39:13.627301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3f296-06c2-4bc2-8ef8-e7c3136a2300 None None] The sync data for ids ['bd100c15-6f41-46b9-99f1-a80cb632fe92'] in n-d-819494-2 is: [{'id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075012175', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:39:12Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': 'be4f4453-f5b4-4297-919e-7ba8ac03c773', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd100c15-6f41-46b9-99f1-a80cb632fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:38:09Z', 'updated_at': '2021-11-27T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:39:13.627586 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.652411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3fcea49c-1d49-44fc-96a5-a8ce78beeace no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:39:13.688276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 3fcea49c-1d49-44fc-96a5-a8ce78beeace {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:39:13.688563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3fcea49c-1d49-44fc-96a5-a8ce78beeace not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:39:13.730895 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.733059 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.734938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Port 2eb78836-0855-4693-a9cb-b382634198c6 update to DOWN by agent not found {{(pid=103386) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 27 01:39:13.735270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.761491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Pushing event deleted for resources: {'Port': ['ID=2eb78836-0855-4693-a9cb-b382634198c6,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:13.770071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] No DVR routers for this DVR port 2eb78836-0855-4693-a9cb-b382634198c6 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:39:13.772830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:13.772990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:13.773243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:13.773581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:13.773957 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:13.774341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:13.774628 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:13.774954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:13.775289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:13.776058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:13.776058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:13.776278 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8cf0a-5931-4f06-8c34-0309614360f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:13.782520 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.783124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Fanout notify agent at l3_agent the message router_deleted on router bd100c15-6f41-46b9-99f1-a80cb632fe92 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:39:13.790899 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.792019 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-def28361-ea37-42d1-9597-7e80afdb3beb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/routers/bd100c15-6f41-46b9-99f1-a80cb632fe92 HTTP/1.1" status: 204 len: 168 time: 0.8131554 Nov 27 01:39:13.795535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40632) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:13.871417 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7715680-f7f2-4839-a51d-4a40e33a540c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:13.871654 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.296549 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.317356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76510524-02ae-406d-ba6c-bca14e02edbf']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:14.326991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd039203-8962-4d19-a5f9-73e764d65a6f') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:14.327288 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd039203-8962-4d19-a5f9-73e764d65a6f') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:14.336886 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.350621 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.357568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:39:14.357951 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:39:14.360961 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:39:14.419639 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.426559 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.429701 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/networks/76510524-02ae-406d-ba6c-bca14e02edbf HTTP/1.1" status: 204 len: 168 time: 0.6330380 Nov 27 01:39:14.438150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40636) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:14.460628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0edc47-1c2c-41af-9be1-bec69fecc108 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Network': ['ID=76510524-02ae-406d-ba6c-bca14e02edbf,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:14.504079 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37955b0c-e16a-4ad4-8032-471cca86b671 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.530999 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37955b0c-e16a-4ad4-8032-471cca86b671 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.531585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.596073 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37955b0c-e16a-4ad4-8032-471cca86b671 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.598759 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-37955b0c-e16a-4ad4-8032-471cca86b671 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.599902 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-37955b0c-e16a-4ad4-8032-471cca86b671 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/security-groups/0b1d5196-fa91-437e-a111-739b49f6790a HTTP/1.1" status: 204 len: 168 time: 0.1660676 Nov 27 01:39:14.609087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37955b0c-e16a-4ad4-8032-471cca86b671 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1d5196-fa91-437e-a111-739b49f6790a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:14.873951 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40644) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:14.878692 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-50b4c4f4-2697-414b-9a2c-169a5803ee1e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200047243', 'description': 'tempest-secgroup-smoke-200047243 description', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:14.900671 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50b4c4f4-2697-414b-9a2c-169a5803ee1e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.967239 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50b4c4f4-2697-414b-9a2c-169a5803ee1e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.970550 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50b4c4f4-2697-414b-9a2c-169a5803ee1e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:14.999615 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50b4c4f4-2697-414b-9a2c-169a5803ee1e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.000807 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-50b4c4f4-2697-414b-9a2c-169a5803ee1e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1257000 Nov 27 01:39:15.002617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4c4f4-2697-414b-9a2c-169a5803ee1e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:15.003902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40646) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:15.008541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e0ba0a3a-9f50-4139-92eb-07b9c97539d1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '3fc8c157-69e6-4f64-8bd8-149be0f3e9ec', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:15.034637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0a3a-9f50-4139-92eb-07b9c97539d1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.062862 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.094662 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0a3a-9f50-4139-92eb-07b9c97539d1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.098502 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0a3a-9f50-4139-92eb-07b9c97539d1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.116386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba0a3a-9f50-4139-92eb-07b9c97539d1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686cdba5-597e-4608-8ee2-091402ca50ec,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:15.124030 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0a3a-9f50-4139-92eb-07b9c97539d1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.125231 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e0ba0a3a-9f50-4139-92eb-07b9c97539d1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203203 Nov 27 01:39:15.127969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:15.133217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ef49f7b7-e73f-4802-bac2-701b570c83cf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '3fc8c157-69e6-4f64-8bd8-149be0f3e9ec', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:15.160330 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef49f7b7-e73f-4802-bac2-701b570c83cf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.216991 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef49f7b7-e73f-4802-bac2-701b570c83cf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.220287 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef49f7b7-e73f-4802-bac2-701b570c83cf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.240839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f7b7-e73f-4802-bac2-701b570c83cf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a853f2c4-6e0e-45df-9b1a-0f02e9ae4dd0,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:15.246214 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef49f7b7-e73f-4802-bac2-701b570c83cf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.248377 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ef49f7b7-e73f-4802-bac2-701b570c83cf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194458 Nov 27 01:39:15.251076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40652) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:15.255847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a872733f-3d74-40a8-916e-23e269d1b314 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '3fc8c157-69e6-4f64-8bd8-149be0f3e9ec', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:15.281914 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a872733f-3d74-40a8-916e-23e269d1b314 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.337437 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a872733f-3d74-40a8-916e-23e269d1b314 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.340892 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a872733f-3d74-40a8-916e-23e269d1b314 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.358384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872733f-3d74-40a8-916e-23e269d1b314 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da13733-9368-4ce3-b47a-2ab198f0f5d3,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:15.368004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a872733f-3d74-40a8-916e-23e269d1b314 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.369588 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a872733f-3d74-40a8-916e-23e269d1b314 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174712 Nov 27 01:39:15.373029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40654) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:15.377383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8752c839-4dc9-44d3-8b7b-7f2bf30add62 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '3fc8c157-69e6-4f64-8bd8-149be0f3e9ec', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:15.403495 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8752c839-4dc9-44d3-8b7b-7f2bf30add62 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.468256 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8752c839-4dc9-44d3-8b7b-7f2bf30add62 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.472742 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8752c839-4dc9-44d3-8b7b-7f2bf30add62 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.493543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752c839-4dc9-44d3-8b7b-7f2bf30add62 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08130cd4-4224-4291-876f-e3afe8dc07b8,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:15.500099 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8752c839-4dc9-44d3-8b7b-7f2bf30add62 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.501493 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8752c839-4dc9-44d3-8b7b-7f2bf30add62 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273146 Nov 27 01:39:15.504119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40656) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:15.508467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8e211301-3002-46d5-a1a6-c56e95f2a7d7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '3fc8c157-69e6-4f64-8bd8-149be0f3e9ec', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:15.512063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c8de0844-83e5-4414-ac16-328d1f003502 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:39:15.531434 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-8e211301-3002-46d5-a1a6-c56e95f2a7d7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Project d3917ce2e57c4ae5918ce0ff798f13a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:39:15.531999 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: c8de0844-83e5-4414-ac16-328d1f003502 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:39:15.532408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c8de0844-83e5-4414-ac16-328d1f003502 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:39:15.532893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device be4f4453-f5b4-4297-919e-7ba8ac03c773 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:39:15.536322 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e211301-3002-46d5-a1a6-c56e95f2a7d7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.552811 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: be4f4453-f5b4-4297-919e-7ba8ac03c773 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:39:15.553159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device be4f4453-f5b4-4297-919e-7ba8ac03c773 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:39:15.596581 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e211301-3002-46d5-a1a6-c56e95f2a7d7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.600204 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e211301-3002-46d5-a1a6-c56e95f2a7d7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.618811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e211301-3002-46d5-a1a6-c56e95f2a7d7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f15458a-9b53-4e8d-b0b2-aad0232b01fd,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:15.627623 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8e211301-3002-46d5-a1a6-c56e95f2a7d7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.628953 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8e211301-3002-46d5-a1a6-c56e95f2a7d7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238565 Nov 27 01:39:15.631658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40660) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:15.636631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-361326bc-2716-49d9-a88d-a25a3e4fe1e7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'security_group_rule': {'security_group_id': '3fc8c157-69e6-4f64-8bd8-149be0f3e9ec', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:15.659807 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-361326bc-2716-49d9-a88d-a25a3e4fe1e7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Project d3917ce2e57c4ae5918ce0ff798f13a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:39:15.664764 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-361326bc-2716-49d9-a88d-a25a3e4fe1e7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.725024 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-361326bc-2716-49d9-a88d-a25a3e4fe1e7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.728548 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-361326bc-2716-49d9-a88d-a25a3e4fe1e7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.748908 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361326bc-2716-49d9-a88d-a25a3e4fe1e7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e750d7e-43f8-498c-adcf-67f85d7bd3cd,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:15.754660 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-361326bc-2716-49d9-a88d-a25a3e4fe1e7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.758609 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-361326bc-2716-49d9-a88d-a25a3e4fe1e7 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232383 Nov 27 01:39:15.759116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40662) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:15.764205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cb286676-f479-46cd-b483-c8b4f379ad2c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'network': {'name': 'tempest-network-smoke--570417315', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'port_security_enabled': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:15.784454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb286676-f479-46cd-b483-c8b4f379ad2c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Made reservation on behalf of d3917ce2e57c4ae5918ce0ff798f13a5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:39:15.787812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb286676-f479-46cd-b483-c8b4f379ad2c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.810755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb286676-f479-46cd-b483-c8b4f379ad2c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:39:15.818913 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb286676-f479-46cd-b483-c8b4f379ad2c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.819249 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-cb286676-f479-46cd-b483-c8b4f379ad2c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Added segment c5ad7f40-d03f-42d5-a962-b683a2146ef5 of type vlan for network 6a04a825-9045-4afe-bf0e-9487defdf7f7 Nov 27 01:39:15.857803 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb286676-f479-46cd-b483-c8b4f379ad2c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.883098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb286676-f479-46cd-b483-c8b4f379ad2c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.888397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb286676-f479-46cd-b483-c8b4f379ad2c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:15.888958 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb286676-f479-46cd-b483-c8b4f379ad2c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.943050 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cb286676-f479-46cd-b483-c8b4f379ad2c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1828260 Nov 27 01:39:15.945855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40664) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:15.950786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'admin_state_up': True, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:15.954546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb286676-f479-46cd-b483-c8b4f379ad2c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Network': ['ID=6a04a825-9045-4afe-bf0e-9487defdf7f7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:15.966564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 6a04a825-9045-4afe-bf0e-9487defdf7f7 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:39:15.974213 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:15.975271 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:16.028605 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:16.163624 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:16.350484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:16.368296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:16.473014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.25.3.184 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/6a5c58c0-17d5-4246-b9bb-49c057abff44) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:39:16.571356 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:16.604132 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:16.638104 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:39:16.644242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:16.647724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:39:16.660638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e3ab2e-5022-40f1-87e3-3eac7a431af3 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:39:16.677157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=6a5c58c0-17d5-4246-b9bb-49c057abff44,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:16.730493 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b5a885bb-02f7-4a74-8cd3-317ac797f94f None None] Provisioning complete for port 6a5c58c0-17d5-4246-b9bb-49c057abff44 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:16.730792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b5a885bb-02f7-4a74-8cd3-317ac797f94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:16.777363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b5a885bb-02f7-4a74-8cd3-317ac797f94f None None] Port 6a5c58c0-17d5-4246-b9bb-49c057abff44 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:39:16.783083 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:16.901478 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:17.349802 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:17.381444 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:17.503196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 5e2221ff-6ad0-4169-9c48-244481d8060c is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:39:17.570747 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:17.609032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:39:17.619068 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Sync routers for ids ['5e2221ff-6ad0-4169-9c48-244481d8060c'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:39:17.629696 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Routers {'5e2221ff-6ad0-4169-9c48-244481d8060c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:17.630473 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:39:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5e2221ff-6ad0-4169-9c48-244481d8060c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:17.632159 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:17.633496 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b6208480-bc00-4586-aeb9-6a469568741d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6865692 Nov 27 01:39:17.636791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40672) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:17.671303 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1bf0716b-5108-4c00-92b5-49dc165e4d3e tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d3917ce2e57c4ae5918ce0ff798f13a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332205 Nov 27 01:39:17.673786 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40674) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:17.735331 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Set router 5e2221ff-6ad0-4169-9c48-244481d8060c gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:17.770887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe337c-3273-4bbe-984e-26fda0b50e8a tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:17.775108 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3dbe337c-3273-4bbe-984e-26fda0b50e8a tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0974894 Nov 27 01:39:17.775725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40678) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:17.804221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2460079c-01de-4f9f-b3a7-d7cdc67fa45e tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274031 Nov 27 01:39:17.807087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40680) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:17.812364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-73e1ca95-6049-495a-a256-3a297ba35a71 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2114014534', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:17.903132 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e1ca95-6049-495a-a256-3a297ba35a71 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Made reservation on behalf of d3917ce2e57c4ae5918ce0ff798f13a5 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:39:17.906710 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73e1ca95-6049-495a-a256-3a297ba35a71 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:17.917897 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:39:16Z', 'revision_number': 3, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:17.947557 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Checking router: 5e2221ff-6ad0-4169-9c48-244481d8060c for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:39:17.947917 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Updating router 5e2221ff-6ad0-4169-9c48-244481d8060c port 6a5c58c0-17d5-4246-b9bb-49c057abff44 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:39:17.972621 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.085023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73e1ca95-6049-495a-a256-3a297ba35a71 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.140164 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1ca95-6049-495a-a256-3a297ba35a71 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Subnet': ['ID=1a9b7a1e-4185-49bb-9d83-58639bf06ecc,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:18.156984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1ca95-6049-495a-a256-3a297ba35a71 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Checking segment: {'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:18.157270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1ca95-6049-495a-a256-3a297ba35a71 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network hostable DHCP agents. Network: 6a04a825-9045-4afe-bf0e-9487defdf7f7, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:39:18.173936 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1ca95-6049-495a-a256-3a297ba35a71 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 6a04a825-9045-4afe-bf0e-9487defdf7f7 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:39:18.182931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-73e1ca95-6049-495a-a256-3a297ba35a71 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 6a04a825-9045-4afe-bf0e-9487defdf7f7) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:18.187322 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e1ca95-6049-495a-a256-3a297ba35a71 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:18.187835 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73e1ca95-6049-495a-a256-3a297ba35a71 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.194817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3173853-f6c7-4a2d-86e2-e0b002fbc8c0 None None] Network 6a04a825-9045-4afe-bf0e-9487defdf7f7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:39:18.206110 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-73e1ca95-6049-495a-a256-3a297ba35a71 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3955836 Nov 27 01:39:18.206371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40682) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:18.222131 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.228025 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.277622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6935a54e-05bd-47a9-8321-943d0e287a25 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:39:18.283671 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Pushing event updated for resources: {'Port': ['ID=6a5c58c0-17d5-4246-b9bb-49c057abff44,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:18.285824 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Attempting to bind port 6a5c58c0-17d5-4246-b9bb-49c057abff44 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:39:18.286311 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Attempting to bind port 6a5c58c0-17d5-4246-b9bb-49c057abff44 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:39:18.286767 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Attempting to bind port 6a5c58c0-17d5-4246-b9bb-49c057abff44 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:18.294662 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:18.295129 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:18.295566 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:18.296081 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:18.296605 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:18.297197 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:18.298625 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:18.298998 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:18.300710 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:18.301062 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:18.301403 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:18.301743 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:39:18.311539 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:39:18.311539 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:18.311927 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.312211 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:39:18.312857 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Bound port: 6a5c58c0-17d5-4246-b9bb-49c057abff44, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:39:18.313893 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.360257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2c0422c8-5271-45f2-9e50-52d8469582fb None None] Provisioning complete for port 6a5c58c0-17d5-4246-b9bb-49c057abff44 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:18.360257 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2c0422c8-5271-45f2-9e50-52d8469582fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.373013 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] For port 6a5c58c0-17d5-4246-b9bb-49c057abff44, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:39:18.376331 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] For port 6a5c58c0-17d5-4246-b9bb-49c057abff44, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6a5c58c0-17d5-4246-b9bb-49c057abff44,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:39:18.381261 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.409373 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2c0422c8-5271-45f2-9e50-52d8469582fb None None] Port 6a5c58c0-17d5-4246-b9bb-49c057abff44 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:39:18.412824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-6a04a825-9045-4afe-bf0e-9487defdf7f7', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ips': [{'subnet_id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:39:18.413668 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.440819 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eccd9-527f-4320-836e-d8e048689c3f None None] Pushing event updated for resources: {'Port': ['ID=6a5c58c0-17d5-4246-b9bb-49c057abff44,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:18.467893 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Routers {'5e2221ff-6ad0-4169-9c48-244481d8060c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:18.468530 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:39:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5e2221ff-6ad0-4169-9c48-244481d8060c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:18.483827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a2f42-4440-4a1b-95af-2568cb2657d7 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:39:18.566734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-95011b42-5af0-4959-9cb1-4a379e36d738 None None] Provisioning complete for port 6a5c58c0-17d5-4246-b9bb-49c057abff44 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:18.567252 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-95011b42-5af0-4959-9cb1-4a379e36d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.572590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Allocated IP 172.20.0.2 (6a04a825-9045-4afe-bf0e-9487defdf7f7/1a9b7a1e-4185-49bb-9d83-58639bf06ecc/33f92aab-bda0-4c83-acf9-923edb3455fc) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:39:18.693877 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] Set router 5e2221ff-6ad0-4169-9c48-244481d8060c gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:18.714764 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.875834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-95011b42-5af0-4959-9cb1-4a379e36d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.910821 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:39:16Z', 'revision_number': 3, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:18.929356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-95011b42-5af0-4959-9cb1-4a379e36d738 None None] For port 6a5c58c0-17d5-4246-b9bb-49c057abff44, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6a5c58c0-17d5-4246-b9bb-49c057abff44,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:18.935112 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-95011b42-5af0-4959-9cb1-4a379e36d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:18.947777 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779db791-0e8a-485e-8470-8c9d6475689f None None] The sync data for ids ['5e2221ff-6ad0-4169-9c48-244481d8060c'] in n-d-819494-2 is: [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:39:16Z', 'revision_number': 3, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:39:18.995264 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.001824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95011b42-5af0-4959-9cb1-4a379e36d738 None None] Pushing event updated for resources: {'Port': ['ID=6a5c58c0-17d5-4246-b9bb-49c057abff44,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:19.005579 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.050748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Network 6a04a825-9045-4afe-bf0e-9487defdf7f7 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:39:19.053876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:19.057749 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:39:19.060819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.20.0.1 (6a04a825-9045-4afe-bf0e-9487defdf7f7/1a9b7a1e-4185-49bb-9d83-58639bf06ecc/536b2e31-0a54-4211-9fbb-0341288dc5df) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:39:19.069821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Pushing event updated for resources: {'Port': ['ID=33f92aab-bda0-4c83-acf9-923edb3455fc,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:19.128855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Attempting to bind port 33f92aab-bda0-4c83-acf9-923edb3455fc on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:39:19.129245 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Attempting to bind port 33f92aab-bda0-4c83-acf9-923edb3455fc by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:39:19.129757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Attempting to bind port 33f92aab-bda0-4c83-acf9-923edb3455fc on network 6a04a825-9045-4afe-bf0e-9487defdf7f7 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:19.136449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:39:19.136846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Checking segment: {'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:19.137255 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.138337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Bound using segment: {'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:39:19.138892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Bound port: 33f92aab-bda0-4c83-acf9-923edb3455fc, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:39:19.139291 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.213512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] For port 33f92aab-bda0-4c83-acf9-923edb3455fc, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:39:19.216850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] For port 33f92aab-bda0-4c83-acf9-923edb3455fc, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=33f92aab-bda0-4c83-acf9-923edb3455fc,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:39:19.217740 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.227566 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.279435 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.297567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d3ce2-2855-40c4-90a4-fe5e143dcf79 None None] Pushing event updated for resources: {'Port': ['ID=33f92aab-bda0-4c83-acf9-923edb3455fc,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:19.335309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 6a04a825-9045-4afe-bf0e-9487defdf7f7 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:39:19.338612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:19.342643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:39:19.349390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=536b2e31-0a54-4211-9fbb-0341288dc5df,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:19.399358 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.587724 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.615627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6a5c58c0-17d5-4246-b9bb-49c057abff44 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:39:19.693611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6a5c58c0-17d5-4246-b9bb-49c057abff44 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:19.693989 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.913702 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.920044 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:19.999461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=536b2e31-0a54-4211-9fbb-0341288dc5df,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:20.001934 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:20.101534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 6a04a825-9045-4afe-bf0e-9487defdf7f7 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:39:20.103071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:20.220189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 5e2221ff-6ad0-4169-9c48-244481d8060c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:39:20.332042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:39:20.337315 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8fffbe2d-605d-46d4-8487-0b0b5db584ae tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "PUT /v2.0/routers/5e2221ff-6ad0-4169-9c48-244481d8060c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1300561 Nov 27 01:39:20.339708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53614b46-adc3-4b10-b04d-5f6b8dab9753 None None] Network 6a04a825-9045-4afe-bf0e-9487defdf7f7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:39:20.409641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b2595b9a-4590-42f6-91ef-5c9e3d784536 None None] Provisioning complete for port 33f92aab-bda0-4c83-acf9-923edb3455fc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:20.410005 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b2595b9a-4590-42f6-91ef-5c9e3d784536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:20.551820 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-9210b964-821f-4cfa-88fb-e4c526a255dc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200047243&fields=id&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 267 time: 0.0450079 Nov 27 01:39:20.566365 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b2595b9a-4590-42f6-91ef-5c9e3d784536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:20.609488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device f1cc91cb-5d9a-427e-8a6e-35e59c684508 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:39:20.616682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b2595b9a-4590-42f6-91ef-5c9e3d784536 None None] For port 33f92aab-bda0-4c83-acf9-923edb3455fc, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=33f92aab-bda0-4c83-acf9-923edb3455fc,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:20.625375 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b2595b9a-4590-42f6-91ef-5c9e3d784536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:20.683419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-b1911676-6a59-45db-b689-ac32f2e881cb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:20.685844 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-b1911676-6a59-45db-b689-ac32f2e881cb tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/networks?id=6a04a825-9045-4afe-bf0e-9487defdf7f7 HTTP/1.1" status: 200 len: 796 time: 0.1278267 Nov 27 01:39:20.704320 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-8df83a50-a939-46bb-9c8e-98330207f22f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/quotas/d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 375 time: 0.0100083 Nov 27 01:39:20.750506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2595b9a-4590-42f6-91ef-5c9e3d784536 None None] Pushing event updated for resources: {'Port': ['ID=33f92aab-bda0-4c83-acf9-923edb3455fc,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:20.768093 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-89107d10-0096-4a4b-9511-c7f3a0417862 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535171 Nov 27 01:39:20.783972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port f1cc91cb-5d9a-427e-8a6e-35e59c684508, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:20.797913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Returning: {'device': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508', 'network_id': 'f8fd0376-fa0a-491d-9806-59fa26ead9ce', 'port_id': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508', 'mac_address': 'fa:16:3e:a6:23:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f5f343-9c40-4458-b5e1-fbc59044c8ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:39:20.836106 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:20.853673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cc91cb-5d9a-427e-8a6e-35e59c684508 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:39:20.877880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port f1cc91cb-5d9a-427e-8a6e-35e59c684508, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:20.882618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6a13966f-e80b-431c-b4d8-0e934ec5a25b None None] Provisioning complete for port 536b2e31-0a54-4211-9fbb-0341288dc5df triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:20.882972 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6a13966f-e80b-431c-b4d8-0e934ec5a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:20.893005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-d9795cdc-d44b-435d-80f2-f2dcaddf1c9d service neutron] 10.222.0.37 "GET /v2.0/networks/6a04a825-9045-4afe-bf0e-9487defdf7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044788 Nov 27 01:39:20.923379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6a13966f-e80b-431c-b4d8-0e934ec5a25b None None] Port 536b2e31-0a54-4211-9fbb-0341288dc5df cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:39:20.924994 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:20.925638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 details requested by agent hyperv_n-h1-819494-2 with host n-h1-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:39:20.932822 n-d-819494-2 neutron-server[103386]: INFO neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No ports have port_id starting with c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 Nov 27 01:39:20.954828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device c4cf2cf1-cde2-4cd3-a62c-4100055c50e0 requested by agent hyperv_n-h1-819494-2 not found in database {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 27 01:39:20.971706 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6a13966f-e80b-431c-b4d8-0e934ec5a25b None None] Provisioning complete for port 33f92aab-bda0-4c83-acf9-923edb3455fc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:20.972262 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6a13966f-e80b-431c-b4d8-0e934ec5a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:21.011482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=f1cc91cb-5d9a-427e-8a6e-35e59c684508,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:21.033092 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-39f02279-e3b2-44d8-be62-b141f5720bba service neutron] 10.222.0.37 "GET /v2.0/networks/6a04a825-9045-4afe-bf0e-9487defdf7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335273 Nov 27 01:39:21.072397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Sync routers for ids ['5e2221ff-6ad0-4169-9c48-244481d8060c'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:39:21.102766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Routers {'5e2221ff-6ad0-4169-9c48-244481d8060c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:21.103548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:39:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5e2221ff-6ad0-4169-9c48-244481d8060c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:21.154279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['f1cc91cb-5d9a-427e-8a6e-35e59c684508'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:39:21.257209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-884b861e-7a8d-4934-bba6-47e5e60aab8d req-576ccf4f-a00c-4868-91d4-0ea65a650fd6 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 210 time: 0.0455487 Nov 27 01:39:21.298831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Set router 5e2221ff-6ad0-4169-9c48-244481d8060c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:21.349974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7c6b4261-1dcb-4a93-97fa-3185f8cfa392 None None] Provisioning complete for port 536b2e31-0a54-4211-9fbb-0341288dc5df triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:21.350635 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4261-1dcb-4a93-97fa-3185f8cfa392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:21.491140 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b4261-1dcb-4a93-97fa-3185f8cfa392 None None] Port 536b2e31-0a54-4211-9fbb-0341288dc5df cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:39:21.577614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 33f92aab-bda0-4c83-acf9-923edb3455fc up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:39:21.642225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c46a8168-63f1-4fd2-a710-7c924376260b None None] Provisioning complete for port 536b2e31-0a54-4211-9fbb-0341288dc5df triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:21.642607 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c46a8168-63f1-4fd2-a710-7c924376260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:21.691060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:39:19Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '536b2e31-0a54-4211-9fbb-0341288dc5df', 'name': '', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:8a:5c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:18Z', 'updated_at': '2021-11-27T01:39:19Z', 'revision_number': 2, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:21.697729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c46a8168-63f1-4fd2-a710-7c924376260b None None] Port 536b2e31-0a54-4211-9fbb-0341288dc5df cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:39:21.722682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 33f92aab-bda0-4c83-acf9-923edb3455fc triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:21.723054 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:21.726214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Checking router: 5e2221ff-6ad0-4169-9c48-244481d8060c for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:39:21.726587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Updating router 5e2221ff-6ad0-4169-9c48-244481d8060c port 536b2e31-0a54-4211-9fbb-0341288dc5df binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:39:21.774084 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:22.216892 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:22.225584 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:22.280591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0046b-d88b-4220-b818-aa960ec625eb None None] Pushing event updated for resources: {'Port': ['ID=536b2e31-0a54-4211-9fbb-0341288dc5df,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:22.316198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-a5748117-795d-4e7c-b2d4-f69de758b54b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:22.318013 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-a5748117-795d-4e7c-b2d4-f69de758b54b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "GET /v2.0/networks?id=6a04a825-9045-4afe-bf0e-9487defdf7f7 HTTP/1.1" status: 200 len: 796 time: 0.1306846 Nov 27 01:39:22.353096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Attempting to bind port 536b2e31-0a54-4211-9fbb-0341288dc5df on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:39:22.354508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Attempting to bind port 536b2e31-0a54-4211-9fbb-0341288dc5df by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:39:22.355099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Attempting to bind port 536b2e31-0a54-4211-9fbb-0341288dc5df on network 6a04a825-9045-4afe-bf0e-9487defdf7f7 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:22.362947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:39:22.363834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Checking segment: {'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:22.364857 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:22.365865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Bound using segment: {'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:39:22.366953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Bound port: 536b2e31-0a54-4211-9fbb-0341288dc5df, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:39:22.367752 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:22.402451 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1593f3de-47db-421b-a4ce-caa19e4e319c req-4394422d-dd2b-45e5-9017-e5586f8250ac tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 210 time: 0.0445058 Nov 27 01:39:22.404662 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-e05fd176-66d1-4390-8f22-f2e0f1a9bd7a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5 HTTP/1.1" status: 200 len: 379 time: 0.0618050 Nov 27 01:39:22.421679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'port': {'device_id': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'admin_state_up': True, 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'security_groups': ['3fc8c157-69e6-4f64-8bd8-149be0f3e9ec']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:22.444203 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] For port 536b2e31-0a54-4211-9fbb-0341288dc5df, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:39:22.447587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] For port 536b2e31-0a54-4211-9fbb-0341288dc5df, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=536b2e31-0a54-4211-9fbb-0341288dc5df,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:39:22.452642 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:22.516825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Routers {'5e2221ff-6ad0-4169-9c48-244481d8060c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:22.517460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:39:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5e2221ff-6ad0-4169-9c48-244481d8060c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:22.520515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0046b-d88b-4220-b818-aa960ec625eb None None] Pushing event updated for resources: {'Port': ['ID=536b2e31-0a54-4211-9fbb-0341288dc5df,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:22.540359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Made reservation on behalf of d3917ce2e57c4ae5918ce0ff798f13a5 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:39:22.545396 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:22.645135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device f1cc91cb-5d9a-427e-8a6e-35e59c684508 up at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:39:22.681646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9fa2c25f-7267-4fa1-a25a-a327fb339dd3 None None] Provisioning complete for port 536b2e31-0a54-4211-9fbb-0341288dc5df triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:22.682027 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fa2c25f-7267-4fa1-a25a-a327fb339dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:22.696505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.20.0.11 (6a04a825-9045-4afe-bf0e-9487defdf7f7/1a9b7a1e-4185-49bb-9d83-58639bf06ecc/7de2990b-f652-48c5-9d0f-8b3b07517d30) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:39:22.710526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] Set router 5e2221ff-6ad0-4169-9c48-244481d8060c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:22.841297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:22.857526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Provisioning complete for port f1cc91cb-5d9a-427e-8a6e-35e59c684508 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:22.857897 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:22.873629 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:22.912438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 6a04a825-9045-4afe-bf0e-9487defdf7f7 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:39:22.915560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:22.921360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:39:22.951734 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fa2c25f-7267-4fa1-a25a-a327fb339dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:22.959320 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=7de2990b-f652-48c5-9d0f-8b3b07517d30,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:22.981243 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:22.981671 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.000036 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-290d5755-487c-4148-9ff0-f59bc3f06868 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5835276 Nov 27 01:39:23.018170 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Request body: {'port': {'device_id': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:23.040455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9fa2c25f-7267-4fa1-a25a-a327fb339dd3 None None] For port 536b2e31-0a54-4211-9fbb-0341288dc5df, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=536b2e31-0a54-4211-9fbb-0341288dc5df,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:23.051913 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fa2c25f-7267-4fa1-a25a-a327fb339dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.080308 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.089404 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.130735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:39:19Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '536b2e31-0a54-4211-9fbb-0341288dc5df', 'name': '', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:8a:5c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:18Z', 'updated_at': '2021-11-27T01:39:22Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:23.139660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2c25f-7267-4fa1-a25a-a327fb339dd3 None None] Pushing event updated for resources: {'Port': ['ID=536b2e31-0a54-4211-9fbb-0341288dc5df,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:23.173208 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76010535-60f8-4e1b-867f-ae2a04b187d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:23.175464 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a41cae-4994-4740-92d5-61c3058d4acd" -d '{"events": [{"server_uuid": "76010535-60f8-4e1b-867f-ae2a04b187d9", "name": "network-vif-plugged", "status": "completed", "tag": "f1cc91cb-5d9a-427e-8a6e-35e59c684508"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:23.178121 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6207f-4de1-454a-b6bf-95267a68e5ca None None] The sync data for ids ['5e2221ff-6ad0-4169-9c48-244481d8060c'] in n-d-819494-2 is: [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:39:19Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '536b2e31-0a54-4211-9fbb-0341288dc5df', 'name': '', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:8a:5c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:18Z', 'updated_at': '2021-11-27T01:39:22Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:39:23.214335 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] For port f1cc91cb-5d9a-427e-8a6e-35e59c684508, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:23.219426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-23240f21-3ce0-43e6-a156-da5e2150f7d1 None None] Provisioning complete for port 536b2e31-0a54-4211-9fbb-0341288dc5df triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:23.219799 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23240f21-3ce0-43e6-a156-da5e2150f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.222709 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.276248 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06642f19-b051-46d3-ae3c-7d1ca2a033cf x-openstack-request-id: req-06642f19-b051-46d3-ae3c-7d1ca2a033cf {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:23.276564 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76010535-60f8-4e1b-867f-ae2a04b187d9", "name": "network-vif-plugged", "status": "completed", "tag": "f1cc91cb-5d9a-427e-8a6e-35e59c684508", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:23.276785 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06642f19-b051-46d3-ae3c-7d1ca2a033cf {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:23.277178 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76010535-60f8-4e1b-867f-ae2a04b187d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508', 'code': 200} Nov 27 01:39:23.343932 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Pushing event updated for resources: {'Port': ['ID=f1cc91cb-5d9a-427e-8a6e-35e59c684508,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:23.397976 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-23240f21-3ce0-43e6-a156-da5e2150f7d1 None None] Provisioning complete for port 7de2990b-f652-48c5-9d0f-8b3b07517d30 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:23.398730 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23240f21-3ce0-43e6-a156-da5e2150f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.428182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de2990b-f652-48c5-9d0f-8b3b07517d30 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:39:23.441884 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.443695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-23240f21-3ce0-43e6-a156-da5e2150f7d1 None None] Port 7de2990b-f652-48c5-9d0f-8b3b07517d30 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:39:23.460539 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Transition to ACTIVE for port object 7de2990b-f652-48c5-9d0f-8b3b07517d30 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:39:23.472540 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.581176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Pushing event updated for resources: {'Port': ['ID=7de2990b-f652-48c5-9d0f-8b3b07517d30,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:23.582567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 536b2e31-0a54-4211-9fbb-0341288dc5df up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:39:23.611256 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7efc9-7db8-427d-808e-162ddcaf3141 req-54c5671d-ddfb-48d4-917b-a9e2c129b0e1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:23.612845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cab7efc9-7db8-427d-808e-162ddcaf3141 req-54c5671d-ddfb-48d4-917b-a9e2c129b0e1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 944 time: 0.1415563 Nov 27 01:39:23.642743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 536b2e31-0a54-4211-9fbb-0341288dc5df triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:23.643211 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.726610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cab7efc9-7db8-427d-808e-162ddcaf3141 req-4d866567-f274-406b-9568-b3592d27aae5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925055 Nov 27 01:39:23.742148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Attempting to bind port 7de2990b-f652-48c5-9d0f-8b3b07517d30 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:39:23.742333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Attempting to bind port 7de2990b-f652-48c5-9d0f-8b3b07517d30 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:39:23.742669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Attempting to bind port 7de2990b-f652-48c5-9d0f-8b3b07517d30 on network 6a04a825-9045-4afe-bf0e-9487defdf7f7 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:23.753435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Port 7de2990b-f652-48c5-9d0f-8b3b07517d30 on network 6a04a825-9045-4afe-bf0e-9487defdf7f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:39:23.753435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Attempting to bind port 7de2990b-f652-48c5-9d0f-8b3b07517d30 on network 6a04a825-9045-4afe-bf0e-9487defdf7f7 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:39:23.754777 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:39:23.755110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Checking segment: {'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:39:23.755495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Bound using segment: {'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:39:23.755921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Bound port: 7de2990b-f652-48c5-9d0f-8b3b07517d30, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ad7f40-d03f-42d5-a962-b683a2146ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:39:23.756276 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.830952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] For port 7de2990b-f652-48c5-9d0f-8b3b07517d30, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:39:23.834146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] For port 7de2990b-f652-48c5-9d0f-8b3b07517d30, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7de2990b-f652-48c5-9d0f-8b3b07517d30,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:39:23.838951 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.876701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:23.877202 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:23.879014 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] 10.222.0.42 "PUT /v2.0/ports/7de2990b-f652-48c5-9d0f-8b3b07517d30 HTTP/1.1" status: 200 len: 1092 time: 0.8652482 Nov 27 01:39:23.881899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'tag': '7de2990b-f652-48c5-9d0f-8b3b07517d30'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:23.884075 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9974a20b-1c45-469b-8938-e8b07df96f20" -d '{"events": [{"name": "network-changed", "server_uuid": "203880bd-780b-4d31-b2fc-1e5517943ef2", "tag": "7de2990b-f652-48c5-9d0f-8b3b07517d30"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:23.915343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41e1c0-ac80-4ce9-91a3-077eea43ef66 service neutron] Pushing event updated for resources: {'Port': ['ID=7de2990b-f652-48c5-9d0f-8b3b07517d30,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:23.931832 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137f983e-f815-4d4e-a517-2dab13ff0f5e x-openstack-request-id: req-137f983e-f815-4d4e-a517-2dab13ff0f5e {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:23.932180 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203880bd-780b-4d31-b2fc-1e5517943ef2", "tag": "7de2990b-f652-48c5-9d0f-8b3b07517d30", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:23.932727 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-137f983e-f815-4d4e-a517-2dab13ff0f5e {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:23.932876 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'tag': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'status': 'completed', 'code': 200} Nov 27 01:39:23.992811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-179a05db-2c63-41b1-91ff-4640d5f29de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:23.994730 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-179a05db-2c63-41b1-91ff-4640d5f29de7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0454955 Nov 27 01:39:24.044763 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-2f2f0e93-61e6-4f3c-82cb-da45806b77b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de2990b-f652-48c5-9d0f-8b3b07517d30 HTTP/1.1" status: 200 len: 217 time: 0.0359867 Nov 27 01:39:24.101919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-310b13c8-23f2-47fa-a978-ff83afb97c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:24.103421 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-310b13c8-23f2-47fa-a978-ff83afb97c48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a9b7a1e-4185-49bb-9d83-58639bf06ecc HTTP/1.1" status: 200 len: 835 time: 0.0518684 Nov 27 01:39:24.151744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-3c42af74-5562-45b7-ab46-b9bebd781f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:24.153317 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-3c42af74-5562-45b7-ab46-b9bebd781f87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6a04a825-9045-4afe-bf0e-9487defdf7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415640 Nov 27 01:39:24.247392 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-ccf83049-2b5a-4295-a1bd-ff7453846a2a service neutron] 10.222.0.42 "GET /v2.0/networks/6a04a825-9045-4afe-bf0e-9487defdf7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854056 Nov 27 01:39:24.687029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-06b7541f-3362-4aca-8221-14bb92cfb879 req-b6d2fc52-fdb3-4cc8-8443-39618bdfdbef service neutron] 10.222.0.42 "GET /v2.0/networks/6a04a825-9045-4afe-bf0e-9487defdf7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338222 Nov 27 01:39:24.811699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974a20b-1c45-469b-8938-e8b07df96f20 req-47f8444f-68ad-42bd-b139-0f25a6134b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:24.813189 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9974a20b-1c45-469b-8938-e8b07df96f20 req-47f8444f-68ad-42bd-b139-0f25a6134b48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0438390 Nov 27 01:39:24.858935 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763267bd-f8eb-45d1-87f7-bb05303475c2 req-46e291b3-8d2a-4e13-b859-477487fcd013 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:24.860439 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-763267bd-f8eb-45d1-87f7-bb05303475c2 req-46e291b3-8d2a-4e13-b859-477487fcd013 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 944 time: 0.0499990 Nov 27 01:39:24.908875 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-763267bd-f8eb-45d1-87f7-bb05303475c2 req-f24a07af-c80e-4b0f-b73b-c7a2717dd889 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425384 Nov 27 01:39:24.913892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974a20b-1c45-469b-8938-e8b07df96f20 req-23acaf26-3e1c-4509-b9ff-0ceac6f4e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:24.915420 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9974a20b-1c45-469b-8938-e8b07df96f20 req-23acaf26-3e1c-4509-b9ff-0ceac6f4e2c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6a04a825-9045-4afe-bf0e-9487defdf7f7 HTTP/1.1" status: 200 len: 897 time: 0.0879803 Nov 27 01:39:24.956031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9974a20b-1c45-469b-8938-e8b07df96f20 req-bf946ccb-78e2-4b29-bb79-23b4b2eb14db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de2990b-f652-48c5-9d0f-8b3b07517d30 HTTP/1.1" status: 200 len: 217 time: 0.0336900 Nov 27 01:39:25.003956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974a20b-1c45-469b-8938-e8b07df96f20 req-434abd2a-f8b5-4a2a-b3d8-8d815133a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:25.005334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9974a20b-1c45-469b-8938-e8b07df96f20 req-434abd2a-f8b5-4a2a-b3d8-8d815133a469 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a9b7a1e-4185-49bb-9d83-58639bf06ecc HTTP/1.1" status: 200 len: 835 time: 0.0426269 Nov 27 01:39:25.061066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974a20b-1c45-469b-8938-e8b07df96f20 req-395e0e8e-144d-4d3c-889b-eec9d26dee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:25.062532 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9974a20b-1c45-469b-8938-e8b07df96f20 req-395e0e8e-144d-4d3c-889b-eec9d26dee81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6a04a825-9045-4afe-bf0e-9487defdf7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487773 Nov 27 01:39:25.154968 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9974a20b-1c45-469b-8938-e8b07df96f20 req-a13b59bf-50a0-454f-9165-5c6e31573d44 service neutron] 10.222.0.42 "GET /v2.0/networks/6a04a825-9045-4afe-bf0e-9487defdf7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836236 Nov 27 01:39:25.248866 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9974a20b-1c45-469b-8938-e8b07df96f20 req-cb997b1d-9b0f-4cd2-81fd-e15197a43ac2 service neutron] 10.222.0.42 "GET /v2.0/networks/6a04a825-9045-4afe-bf0e-9487defdf7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860596 Nov 27 01:39:26.022924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450e24e-069b-4d88-b48c-4789f5fbd255 req-f972851f-4a30-44e1-8834-b5983e8dceaf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:26.024399 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c450e24e-069b-4d88-b48c-4789f5fbd255 req-f972851f-4a30-44e1-8834-b5983e8dceaf tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 944 time: 0.0476670 Nov 27 01:39:26.072923 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c450e24e-069b-4d88-b48c-4789f5fbd255 req-be4c79c5-6dcc-4d32-b9da-6abbcda66f01 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419059 Nov 27 01:39:27.194423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025badf-0f11-4a74-b06e-8ebf72286fb0 req-d0063c7b-42b9-4204-ae75-742e49f1712e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:27.195907 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e025badf-0f11-4a74-b06e-8ebf72286fb0 req-d0063c7b-42b9-4204-ae75-742e49f1712e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 944 time: 0.0532992 Nov 27 01:39:27.243774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e025badf-0f11-4a74-b06e-8ebf72286fb0 req-0b55853c-a747-4e9b-9551-2037dbc0d9ef tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414536 Nov 27 01:39:27.714970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7de2990b-f652-48c5-9d0f-8b3b07517d30 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:39:27.817725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7de2990b-f652-48c5-9d0f-8b3b07517d30, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7de2990b-f652-48c5-9d0f-8b3b07517d30,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:27.828728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'port_id': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'mac_address': 'fa:16:3e:8c:81:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:39:27.864499 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:27.880865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de2990b-f652-48c5-9d0f-8b3b07517d30 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:39:27.899895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7de2990b-f652-48c5-9d0f-8b3b07517d30, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7de2990b-f652-48c5-9d0f-8b3b07517d30,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:27.904617 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:27.950609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=7de2990b-f652-48c5-9d0f-8b3b07517d30,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:28.205248 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['7de2990b-f652-48c5-9d0f-8b3b07517d30'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:39:28.359487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12986f70-985f-4eb5-b5a3-b3c62360ec7f req-e9dfcfac-1383-4db0-acdb-64731c3509ed tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:28.361200 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12986f70-985f-4eb5-b5a3-b3c62360ec7f req-e9dfcfac-1383-4db0-acdb-64731c3509ed tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 945 time: 0.0494392 Nov 27 01:39:28.414053 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12986f70-985f-4eb5-b5a3-b3c62360ec7f req-1ddd92b8-8e20-4ae3-a567-a3fbeda0bac6 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470712 Nov 27 01:39:29.304234 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:39:29.536940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a90ec0-5363-4984-b5f3-5824afee671a req-9369e303-0b52-41b1-a303-1347194c2068 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:29.538448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80a90ec0-5363-4984-b5f3-5824afee671a req-9369e303-0b52-41b1-a303-1347194c2068 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 945 time: 0.0529225 Nov 27 01:39:29.593191 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80a90ec0-5363-4984-b5f3-5824afee671a req-fd8331d2-b7eb-458e-87be-f4287a6a8b55 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439401 Nov 27 01:39:29.721474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7de2990b-f652-48c5-9d0f-8b3b07517d30 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:39:29.772565 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 7de2990b-f652-48c5-9d0f-8b3b07517d30 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:39:29.777392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 7de2990b-f652-48c5-9d0f-8b3b07517d30 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:29.778530 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.862901 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.885461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de2990b-f652-48c5-9d0f-8b3b07517d30'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:29.888286 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04afe3e1-0a16-420e-b1e5-1bda137ddc33" -d '{"events": [{"server_uuid": "203880bd-780b-4d31-b2fc-1e5517943ef2", "name": "network-vif-plugged", "status": "completed", "tag": "7de2990b-f652-48c5-9d0f-8b3b07517d30"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:29.900276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7de2990b-f652-48c5-9d0f-8b3b07517d30, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7de2990b-f652-48c5-9d0f-8b3b07517d30,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:29.904923 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:29.929825 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530ea613-2e18-426a-80c2-25b28215f3f8 x-openstack-request-id: req-530ea613-2e18-426a-80c2-25b28215f3f8 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:29.930119 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203880bd-780b-4d31-b2fc-1e5517943ef2", "name": "network-vif-plugged", "status": "completed", "tag": "7de2990b-f652-48c5-9d0f-8b3b07517d30", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:29.930658 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-530ea613-2e18-426a-80c2-25b28215f3f8 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:29.931054 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'code': 200} Nov 27 01:39:29.957537 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=7de2990b-f652-48c5-9d0f-8b3b07517d30,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:30.051843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0e287-13f0-4bfd-8720-e5db7e2ba5f8 req-8c30cf0e-b3ab-41e1-a34a-9402af213fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:30.053348 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-58f0e287-13f0-4bfd-8720-e5db7e2ba5f8 req-8c30cf0e-b3ab-41e1-a34a-9402af213fda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0391526 Nov 27 01:39:30.098756 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-58f0e287-13f0-4bfd-8720-e5db7e2ba5f8 req-1c6a530b-beda-4e20-a0a9-8c8735a177ec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382509 Nov 27 01:39:30.710009 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd9d5b-2a48-4e4c-8ce8-5d365cd7804e req-7bb44272-0638-403c-9fd2-e2c91a498b6d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:30.711415 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4efd9d5b-2a48-4e4c-8ce8-5d365cd7804e req-7bb44272-0638-403c-9fd2-e2c91a498b6d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0496910 Nov 27 01:39:30.762382 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4efd9d5b-2a48-4e4c-8ce8-5d365cd7804e req-95fe0cd1-5350-42a3-9301-d351cad82f8e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445406 Nov 27 01:39:31.880980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f917a-9804-4824-8e98-51e5aa46ba29 req-98b26034-1758-4e7e-9a08-27721dafd005 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:31.882443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b77f917a-9804-4824-8e98-51e5aa46ba29 req-98b26034-1758-4e7e-9a08-27721dafd005 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0522966 Nov 27 01:39:31.929760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b77f917a-9804-4824-8e98-51e5aa46ba29 req-8c8ebd51-6064-492b-a60c-8065122b7943 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412576 Nov 27 01:39:32.049172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e63841-6788-4f37-b454-2fba51f35bf5 req-4312656d-12e6-4dcc-af95-7cb921e04bd5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:32.050593 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75e63841-6788-4f37-b454-2fba51f35bf5 req-4312656d-12e6-4dcc-af95-7cb921e04bd5 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0550237 Nov 27 01:39:32.117267 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75e63841-6788-4f37-b454-2fba51f35bf5 req-6a4224cd-eae6-40e2-b622-a949c3ce6f73 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604849 Nov 27 01:39:32.138494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40792) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:32.182383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecffd8e-1410-4a05-974e-ccee415014ed tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:32.183954 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6ecffd8e-1410-4a05-974e-ccee415014ed tempest-TestNetworkAdvancedServerOps-1803307413 tempest-TestNetworkAdvancedServerOps-1803307413-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 1092 time: 0.0444155 Nov 27 01:39:32.187258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 40794) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:32.191505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:39:32.213270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:32.312977 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:32.419156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Allocated IP 172.25.3.165 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/9fb39450-4d9b-47bf-8884-5f0d179eb7da) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:39:32.519702 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:32.552814 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:32.595222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:39:32.598072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:39:32.601524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:39:32.623624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=9fb39450-4d9b-47bf-8884-5f0d179eb7da,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:32.952951 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:33.031186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:33.194900 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:33.199326 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:33.267183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event updated for resources: {'Port': ['ID=9fb39450-4d9b-47bf-8884-5f0d179eb7da,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:33.277237 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:33.377412 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Floating IP 9bef229c-a1fb-4abe-b2d9-72adf9c89a36 associated. External IP: 172.25.3.165, port: 7de2990b-f652-48c5-9d0f-8b3b07517d30. Nov 27 01:39:33.583218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 5e2221ff-6ad0-4169-9c48-244481d8060c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:39:33.690220 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:39:33.700643 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a8a3ae-5e43-47a0-9bbe-fda46489f497 None None] Sync routers for ids ['5e2221ff-6ad0-4169-9c48-244481d8060c'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:39:33.707996 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:33.710913 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a8a3ae-5e43-47a0-9bbe-fda46489f497 None None] Routers {'5e2221ff-6ad0-4169-9c48-244481d8060c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:33.711559 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a2a8a3ae-5e43-47a0-9bbe-fda46489f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:39:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5e2221ff-6ad0-4169-9c48-244481d8060c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:33.737575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-841d9052-e92e-4f00-ac2a-798c38e3c93c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5492733 Nov 27 01:39:33.738182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'tag': '7de2990b-f652-48c5-9d0f-8b3b07517d30'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:33.740518 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31bd55e-3661-4cfd-b16b-1897d3b497ab" -d '{"events": [{"name": "network-changed", "server_uuid": "203880bd-780b-4d31-b2fc-1e5517943ef2", "tag": "7de2990b-f652-48c5-9d0f-8b3b07517d30"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:33.788434 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b304020b-cedc-4dd3-bb38-f90c3e60dc48 x-openstack-request-id: req-b304020b-cedc-4dd3-bb38-f90c3e60dc48 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:33.788847 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203880bd-780b-4d31-b2fc-1e5517943ef2", "tag": "7de2990b-f652-48c5-9d0f-8b3b07517d30", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:33.789306 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b304020b-cedc-4dd3-bb38-f90c3e60dc48 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:33.789775 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'tag': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'status': 'completed', 'code': 200} Nov 27 01:39:33.830394 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-a2a8a3ae-5e43-47a0-9bbe-fda46489f497 None None] Set router 5e2221ff-6ad0-4169-9c48-244481d8060c gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:33.849392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479a80c-4f78-409a-8956-e46402efe886 req-8b64db6a-835e-4f1c-b3f1-ccc21a58ed41 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:33.850796 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b479a80c-4f78-409a-8956-e46402efe886 req-8b64db6a-835e-4f1c-b3f1-ccc21a58ed41 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0597684 Nov 27 01:39:33.914024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bd55e-3661-4cfd-b16b-1897d3b497ab req-e8c2245a-38d3-4278-ba3c-05777e31ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:33.915517 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e31bd55e-3661-4cfd-b16b-1897d3b497ab req-e8c2245a-38d3-4278-ba3c-05777e31ed18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0851188 Nov 27 01:39:33.924282 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b479a80c-4f78-409a-8956-e46402efe886 req-6e3752ef-9c01-4a3e-baa2-7850b54bcbf9 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603969 Nov 27 01:39:33.948655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40804) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:34.014639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8ee1c11a-faa0-480a-970e-4310bf6bd286 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/9bef229c-a1fb-4abe-b2d9-72adf9c89a36 HTTP/1.1" status: 200 len: 992 time: 0.0635159 Nov 27 01:39:34.023100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bd55e-3661-4cfd-b16b-1897d3b497ab req-81f76d00-c37d-450e-aaf9-232b6e8cce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:34.024775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e31bd55e-3661-4cfd-b16b-1897d3b497ab req-81f76d00-c37d-450e-aaf9-232b6e8cce27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6a04a825-9045-4afe-bf0e-9487defdf7f7 HTTP/1.1" status: 200 len: 897 time: 0.0996706 Nov 27 01:39:34.072420 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a2a8a3ae-5e43-47a0-9bbe-fda46489f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:39:19Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '9bef229c-a1fb-4abe-b2d9-72adf9c89a36', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'port_id': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'mac_address': 'fa:16:3e:8c:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:39:32Z', 'updated_at': '2021-11-27T01:39:32Z', 'revision_number': 0, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b2e31-0a54-4211-9fbb-0341288dc5df', 'name': '', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:8a:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:18Z', 'updated_at': '2021-11-27T01:39:22Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:34.100511 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e31bd55e-3661-4cfd-b16b-1897d3b497ab req-1a3fe85d-5d70-4a7d-b3be-8b722b4c857f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de2990b-f652-48c5-9d0f-8b3b07517d30 HTTP/1.1" status: 200 len: 1000 time: 0.0676949 Nov 27 01:39:34.116149 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a8a3ae-5e43-47a0-9bbe-fda46489f497 None None] Checking router: 5e2221ff-6ad0-4169-9c48-244481d8060c for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:39:34.125876 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a8a3ae-5e43-47a0-9bbe-fda46489f497 None None] Routers {'5e2221ff-6ad0-4169-9c48-244481d8060c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:34.126546 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a2a8a3ae-5e43-47a0-9bbe-fda46489f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:39:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5e2221ff-6ad0-4169-9c48-244481d8060c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:34.158977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bd55e-3661-4cfd-b16b-1897d3b497ab req-d0b75f68-94f4-4bc7-9df2-cd1c215936ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:34.160439 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e31bd55e-3661-4cfd-b16b-1897d3b497ab req-d0b75f68-94f4-4bc7-9df2-cd1c215936ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a9b7a1e-4185-49bb-9d83-58639bf06ecc HTTP/1.1" status: 200 len: 835 time: 0.0529640 Nov 27 01:39:34.215080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bd55e-3661-4cfd-b16b-1897d3b497ab req-a2888f27-bf32-4ba2-875b-0eb76e59d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:34.217239 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e31bd55e-3661-4cfd-b16b-1897d3b497ab req-a2888f27-bf32-4ba2-875b-0eb76e59d84d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6a04a825-9045-4afe-bf0e-9487defdf7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436850 Nov 27 01:39:34.241904 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-a2a8a3ae-5e43-47a0-9bbe-fda46489f497 None None] Set router 5e2221ff-6ad0-4169-9c48-244481d8060c gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:34.314145 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e31bd55e-3661-4cfd-b16b-1897d3b497ab req-5d5995c9-526e-4b83-9b7a-88a5c24571a1 service neutron] 10.222.0.42 "GET /v2.0/networks/6a04a825-9045-4afe-bf0e-9487defdf7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896058 Nov 27 01:39:34.412663 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e31bd55e-3661-4cfd-b16b-1897d3b497ab req-d61da8e4-67e0-4330-a4a6-c000447d8f40 service neutron] 10.222.0.42 "GET /v2.0/networks/6a04a825-9045-4afe-bf0e-9487defdf7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917144 Nov 27 01:39:34.481723 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a2a8a3ae-5e43-47a0-9bbe-fda46489f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:39:19Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '9bef229c-a1fb-4abe-b2d9-72adf9c89a36', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'port_id': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'mac_address': 'fa:16:3e:8c:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:39:32Z', 'updated_at': '2021-11-27T01:39:32Z', 'revision_number': 0, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b2e31-0a54-4211-9fbb-0341288dc5df', 'name': '', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:8a:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:18Z', 'updated_at': '2021-11-27T01:39:22Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:34.507568 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a8a3ae-5e43-47a0-9bbe-fda46489f497 None None] The sync data for ids ['5e2221ff-6ad0-4169-9c48-244481d8060c'] in n-d-819494-2 is: [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:39:19Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '9bef229c-a1fb-4abe-b2d9-72adf9c89a36', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'port_id': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'mac_address': 'fa:16:3e:8c:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:39:32Z', 'updated_at': '2021-11-27T01:39:32Z', 'revision_number': 0, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '536b2e31-0a54-4211-9fbb-0341288dc5df', 'name': '', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:8a:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:18Z', 'updated_at': '2021-11-27T01:39:22Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:39:34.698342 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee3646-67d4-4380-aa9b-28854c0ee0c4 None None] New status for floating IP 9bef229c-a1fb-4abe-b2d9-72adf9c89a36: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:39:35.018547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 40810) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:39:35.086807 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9e832220-ba55-42a5-a9ce-ef4bc8e81def tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/9bef229c-a1fb-4abe-b2d9-72adf9c89a36 HTTP/1.1" status: 200 len: 994 time: 0.0670910 Nov 27 01:39:41.004632 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c0573-a3c5-4f8b-a344-af0042362323 req-065f94f4-9caf-4977-80fa-1b57efb660e1 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:41.006102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f06c0573-a3c5-4f8b-a344-af0042362323 req-065f94f4-9caf-4977-80fa-1b57efb660e1 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0499387 Nov 27 01:39:41.052172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f06c0573-a3c5-4f8b-a344-af0042362323 req-4f2bc83d-9b64-4e9b-81ac-630586263d78 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400932 Nov 27 01:39:41.520166 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f9ad1f3-c881-482e-9b3e-158f2d3af4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:42.174767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9de7d-7054-400b-a6d5-de653a2a50e5 req-d37a2a7b-c31d-44ed-a343-89eab273f8c7 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:42.176234 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38b9de7d-7054-400b-a6d5-de653a2a50e5 req-d37a2a7b-c31d-44ed-a343-89eab273f8c7 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0487692 Nov 27 01:39:42.223844 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-38b9de7d-7054-400b-a6d5-de653a2a50e5 req-00f5d672-b30e-48f7-868b-f8bea00fcd00 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 Nov 27 01:39:43.347148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d721c-74ee-49b2-9847-7e3150ed7e23 req-ce119f46-5b25-40c3-b3d3-1e9d9f93b012 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:43.348619 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-794d721c-74ee-49b2-9847-7e3150ed7e23 req-ce119f46-5b25-40c3-b3d3-1e9d9f93b012 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0524249 Nov 27 01:39:43.396197 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-794d721c-74ee-49b2-9847-7e3150ed7e23 req-4864bf42-2f23-482d-a35e-dd3ed1284107 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412967 Nov 27 01:39:43.873852 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6473d52-f2cf-4a8d-8dbf-9f8d351c3d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:44.521795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04369c36-c783-4f8d-b203-50009b58df3f req-64eaffee-9544-49fd-990c-30c56a625762 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:44.523312 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04369c36-c783-4f8d-b203-50009b58df3f req-64eaffee-9544-49fd-990c-30c56a625762 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0482836 Nov 27 01:39:44.548656 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:44.571776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04369c36-c783-4f8d-b203-50009b58df3f req-0d96de49-f008-4dfe-b80b-bcf393ed33cb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419540 Nov 27 01:39:45.065121 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:45.689929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8853b-e715-4587-a1c7-bad2d26d881e req-85d3add4-caac-49d5-a9b9-352e34782b3c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:45.691429 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62e8853b-e715-4587-a1c7-bad2d26d881e req-85d3add4-caac-49d5-a9b9-352e34782b3c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0487382 Nov 27 01:39:45.736762 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62e8853b-e715-4587-a1c7-bad2d26d881e req-26650703-374f-421d-9368-31e9e97a632a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395186 Nov 27 01:39:46.773554 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:46.859619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d363a2-b477-4ae9-92a7-d80e3f136302 req-00d8d55d-9ad2-4bbf-babb-e3f24548d707 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:46.861084 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-72d363a2-b477-4ae9-92a7-d80e3f136302 req-00d8d55d-9ad2-4bbf-babb-e3f24548d707 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0526729 Nov 27 01:39:46.907230 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-72d363a2-b477-4ae9-92a7-d80e3f136302 req-a894ec6c-efb3-4e31-a9be-608cbc940b03 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402610 Nov 27 01:39:47.346808 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:47.571875 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:48.028912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93dad9-5fc2-4da6-9f72-e57c3c85c643 req-105bb1ad-2553-45e8-9e7c-844d01ec6418 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:48.030378 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c93dad9-5fc2-4da6-9f72-e57c3c85c643 req-105bb1ad-2553-45e8-9e7c-844d01ec6418 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0514314 Nov 27 01:39:48.077644 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c93dad9-5fc2-4da6-9f72-e57c3c85c643 req-076101f4-c556-475d-baf8-ae3c51120165 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410161 Nov 27 01:39:49.197388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6afbec-39f9-474c-986c-84797f22caad req-90992200-7f06-4678-b56b-123687b1c2c5 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:49.198874 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf6afbec-39f9-474c-986c-84797f22caad req-90992200-7f06-4678-b56b-123687b1c2c5 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0485559 Nov 27 01:39:49.247080 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf6afbec-39f9-474c-986c-84797f22caad req-7c7202f4-8900-440b-8fb7-c751bae6ddd0 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419884 Nov 27 01:39:49.261632 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8e5e3097-e4e8-402d-bcfd-f7c4ffc19c86 req-cc9ec9ca-6ef1-4b32-b923-626ace669084 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0246654 Nov 27 01:39:49.346669 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8e5e3097-e4e8-402d-bcfd-f7c4ffc19c86 req-d6e2b022-adac-4c69-a695-e302c1dd0218 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0241613 Nov 27 01:39:49.390187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8e5e3097-e4e8-402d-bcfd-f7c4ffc19c86 req-7a90a0d6-aec3-4397-941c-cb76b72d7c7b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191298 Nov 27 01:39:49.484702 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e3097-e4e8-402d-bcfd-f7c4ffc19c86 req-9edc5d13-f3dd-4b5d-b920-472e8d043b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:49.486122 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8e5e3097-e4e8-402d-bcfd-f7c4ffc19c86 req-9edc5d13-f3dd-4b5d-b920-472e8d043b90 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896096 Nov 27 01:39:50.369035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65152e48-e08b-4b9d-bbe4-aa6e5903f390 req-5eefdd4c-e86e-4d31-8334-3a87d191bb11 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:50.370452 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-65152e48-e08b-4b9d-bbe4-aa6e5903f390 req-5eefdd4c-e86e-4d31-8334-3a87d191bb11 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0490804 Nov 27 01:39:50.417644 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-65152e48-e08b-4b9d-bbe4-aa6e5903f390 req-a92e149a-d6f2-4727-b84a-9da4616e678d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Nov 27 01:39:51.544012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce874f-e654-4420-b95e-b90f68850cac req-d02efe71-e455-452f-b265-a9bc2ee9c760 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:51.545475 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-87ce874f-e654-4420-b95e-b90f68850cac req-d02efe71-e455-452f-b265-a9bc2ee9c760 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0521393 Nov 27 01:39:51.592069 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-87ce874f-e654-4420-b95e-b90f68850cac req-c3392897-f5fb-4162-b0ef-20b4427b6f41 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Nov 27 01:39:52.001160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677afc62-7170-426f-881c-e9866d326ef6 req-18c9528b-3d58-4749-95de-d8f9fb1682e1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:52.002644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-677afc62-7170-426f-881c-e9866d326ef6 req-18c9528b-3d58-4749-95de-d8f9fb1682e1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 945 time: 0.0476756 Nov 27 01:39:52.051047 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-677afc62-7170-426f-881c-e9866d326ef6 req-26c9bd92-73b7-49f5-8d6a-69d331883d67 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 Nov 27 01:39:52.710426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3563da-76ac-4e80-99b7-dcd6f0e6bb1e req-60b90a2e-a8f0-4495-ac65-2fb51e367764 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:52.711884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d3563da-76ac-4e80-99b7-dcd6f0e6bb1e req-60b90a2e-a8f0-4495-ac65-2fb51e367764 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0477669 Nov 27 01:39:52.757933 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d3563da-76ac-4e80-99b7-dcd6f0e6bb1e req-b4c395a7-6847-4879-8d2b-1170c3cf0ce5 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396655 Nov 27 01:39:53.166722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d106d8d-37a9-48e6-8476-a69f901902b8 req-fba26051-6710-476c-945b-950f304d3e90 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:53.168297 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d106d8d-37a9-48e6-8476-a69f901902b8 req-fba26051-6710-476c-945b-950f304d3e90 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 945 time: 0.0491216 Nov 27 01:39:53.222480 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d106d8d-37a9-48e6-8476-a69f901902b8 req-3538d4d8-cdf7-4dde-9fdb-e91aa3d5c15c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483217 Nov 27 01:39:53.802997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b971db8d-3dae-47d6-af3c-daa87c444195 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:39:53.887193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25f2b9-6b73-4eea-b1cd-4388f54cd44d req-21b6bd46-87e5-448b-bce7-b197da3423ba tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:53.888657 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6e25f2b9-6b73-4eea-b1cd-4388f54cd44d req-21b6bd46-87e5-448b-bce7-b197da3423ba tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0569403 Nov 27 01:39:53.910915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b971db8d-3dae-47d6-af3c-daa87c444195,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:53.922375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'port_id': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'mac_address': 'fa:16:3e:2c:50:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:39:53.936400 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6e25f2b9-6b73-4eea-b1cd-4388f54cd44d req-dee90e68-35dc-4580-8a07-d7177672cea1 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Nov 27 01:39:53.959356 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:53.972244 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b971db8d-3dae-47d6-af3c-daa87c444195 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:39:53.991597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b971db8d-3dae-47d6-af3c-daa87c444195,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:53.996688 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:54.041820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-053b2957-7ec5-4929-8a2c-a20d98d05f4b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:54.043015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b971db8d-3dae-47d6-af3c-daa87c444195,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:54.043223 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-053b2957-7ec5-4929-8a2c-a20d98d05f4b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 945 time: 0.0519223 Nov 27 01:39:54.144547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Deleting port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:39:54.144885 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:54.184193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['b971db8d-3dae-47d6-af3c-daa87c444195'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:39:54.234292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] For port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:54.234650 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:54.344458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4719aa3-3a5d-4d1e-a4b6-851a5c416c39 req-bcab0edf-67c3-4a21-b9e0-f22701f03599 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:54.345874 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c4719aa3-3a5d-4d1e-a4b6-851a5c416c39 req-bcab0edf-67c3-4a21-b9e0-f22701f03599 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 945 time: 0.0514159 Nov 27 01:39:54.410485 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c4719aa3-3a5d-4d1e-a4b6-851a5c416c39 req-b4faba62-aa59-4d84-8eaf-dc87cc6f930d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568740 Nov 27 01:39:54.448427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:54.448814 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:54.449129 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Floating IP 786fbb49-5365-4c2e-bd62-2313dcf2a65b disassociated. External IP: 172.25.3.131, port: b896f845-029b-4cf7-8dfa-a72bdd0b0cbc. Nov 27 01:39:54.449497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Calling delete_port for b896f845-029b-4cf7-8dfa-a72bdd0b0cbc owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:39:54.529329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fe367-db12-475f-be1e-a56f53bdef8d req-dd05aecf-9d40-41ea-966f-7abcfb59ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:54.530970 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-872fe367-db12-475f-be1e-a56f53bdef8d req-dd05aecf-9d40-41ea-966f-7abcfb59ba6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 1096 time: 0.0424399 Nov 27 01:39:54.580406 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:54.612216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event deleted for resources: {'Port': ['ID=b896f845-029b-4cf7-8dfa-a72bdd0b0cbc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:54.651413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fe367-db12-475f-be1e-a56f53bdef8d req-1b7ea232-99ed-4142-a29a-7f1825cd55b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:54.653297 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-872fe367-db12-475f-be1e-a56f53bdef8d req-1b7ea232-99ed-4142-a29a-7f1825cd55b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 918 time: 0.1007938 Nov 27 01:39:54.726281 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-872fe367-db12-475f-be1e-a56f53bdef8d req-cdda42f7-260d-45f4-8124-409f317603a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b971db8d-3dae-47d6-af3c-daa87c444195 HTTP/1.1" status: 200 len: 1001 time: 0.0635252 Nov 27 01:39:54.735861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Router 5d0c744a-897a-42ee-943b-487135ea55f9 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:39:54.783391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fe367-db12-475f-be1e-a56f53bdef8d req-6ae9f33d-4a2b-4d50-8836-9f6edf7e6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:54.784851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-872fe367-db12-475f-be1e-a56f53bdef8d req-6ae9f33d-4a2b-4d50-8836-9f6edf7e6584 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0503986 Nov 27 01:39:54.843900 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fe367-db12-475f-be1e-a56f53bdef8d req-0cc85d0a-2aca-4ea2-87cb-cf7dbfeec0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:54.845783 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-872fe367-db12-475f-be1e-a56f53bdef8d req-0cc85d0a-2aca-4ea2-87cb-cf7dbfeec0c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499735 Nov 27 01:39:54.849119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:39:54.861434 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ed048-ae82-4a93-8784-8472bed8f4fc None None] Sync routers for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:39:54.886353 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ed048-ae82-4a93-8784-8472bed8f4fc None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:54.887496 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-528ed048-ae82-4a93-8784-8472bed8f4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:39:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:54.900203 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] No DVR routers for this DVR port b896f845-029b-4cf7-8dfa-a72bdd0b0cbc on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:39:54.904710 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:54.908746 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ed48e986-34ab-47b9-92ad-5e97a1906e4a req-2e084858-d1ee-4a22-bd34-48c6f2eb8ac3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "DELETE /v2.0/ports/b896f845-029b-4cf7-8dfa-a72bdd0b0cbc HTTP/1.1" status: 204 len: 173 time: 0.8579128 Nov 27 01:39:54.909230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'name': 'network-vif-deleted', 'tag': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:54.912784 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb43de1b-4722-4875-83b7-a6ef066a2f92" -d '{"events": [{"server_uuid": "ef6d1905-bb6e-47b9-9d22-63fdda51254e", "name": "network-vif-deleted", "tag": "b896f845-029b-4cf7-8dfa-a72bdd0b0cbc"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:54.960687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-872fe367-db12-475f-be1e-a56f53bdef8d req-6aac5b57-dff3-468d-b8ab-25d089091a8b service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062624 Nov 27 01:39:54.978375 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09de0ec2-205a-4e75-a369-a38502ad3790 x-openstack-request-id: req-09de0ec2-205a-4e75-a369-a38502ad3790 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:54.979051 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6d1905-bb6e-47b9-9d22-63fdda51254e", "name": "network-vif-deleted", "tag": "b896f845-029b-4cf7-8dfa-a72bdd0b0cbc", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:54.979500 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09de0ec2-205a-4e75-a369-a38502ad3790 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:54.981000 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6d1905-bb6e-47b9-9d22-63fdda51254e', 'name': 'network-vif-deleted', 'tag': 'b896f845-029b-4cf7-8dfa-a72bdd0b0cbc', 'status': 'completed', 'code': 200} Nov 27 01:39:55.067116 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-528ed048-ae82-4a93-8784-8472bed8f4fc None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:55.289917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896b1ea-ec83-428c-ab76-825b34388bbb req-8bc29303-1fa8-4d94-9840-4a02444bba67 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:55.301092 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4896b1ea-ec83-428c-ab76-825b34388bbb req-8bc29303-1fa8-4d94-9840-4a02444bba67 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 945 time: 0.2119801 Nov 27 01:39:55.374334 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-528ed048-ae82-4a93-8784-8472bed8f4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:55.471772 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ed048-ae82-4a93-8784-8472bed8f4fc None None] Checking router: 5d0c744a-897a-42ee-943b-487135ea55f9 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:39:55.493370 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ed048-ae82-4a93-8784-8472bed8f4fc None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:39:55.493604 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-528ed048-ae82-4a93-8784-8472bed8f4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:39:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:55.503326 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4896b1ea-ec83-428c-ab76-825b34388bbb req-118d85e4-0878-4995-84dd-9a88933d2870 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894345 Nov 27 01:39:55.524221 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-872fe367-db12-475f-be1e-a56f53bdef8d req-4dcceacc-624a-476c-a2c6-56e35435b9df service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530927 Nov 27 01:39:55.589119 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-356945f6-d153-4426-b8f1-ec5589c1af4c req-7091f644-fb22-4afe-865b-6428c3ed4461 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 210 time: 0.0492716 Nov 27 01:39:55.779314 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-528ed048-ae82-4a93-8784-8472bed8f4fc None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:39:55.812665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b971db8d-3dae-47d6-af3c-daa87c444195 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:39:55.965070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port b971db8d-3dae-47d6-af3c-daa87c444195 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:39:55.965862 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:56.103480 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-528ed048-ae82-4a93-8784-8472bed8f4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:39:56.114615 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:56.137969 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ed048-ae82-4a93-8784-8472bed8f4fc None None] The sync data for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 is: [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:39:56.154994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:39:56.159067 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1f382e-3758-4a42-90d4-2a5f946c98d3" -d '{"events": [{"server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "name": "network-vif-plugged", "status": "completed", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:39:56.223860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b971db8d-3dae-47d6-af3c-daa87c444195,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:39:56.233199 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466eb2b8-648c-4611-b5fa-305ec96c52f6 x-openstack-request-id: req-466eb2b8-648c-4611-b5fa-305ec96c52f6 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:39:56.233504 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "name": "network-vif-plugged", "status": "completed", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:39:56.233764 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-466eb2b8-648c-4611-b5fa-305ec96c52f6 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:39:56.234184 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'code': 200} Nov 27 01:39:56.235456 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:39:56.306393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b971db8d-3dae-47d6-af3c-daa87c444195,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:39:56.536140 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ddd18-7e81-4030-afac-525b8c3ea2c5 None None] New status for floating IP 786fbb49-5365-4c2e-bd62-2313dcf2a65b: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:39:56.755005 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-496f1949-7f41-4de5-80c2-6143924439a8 req-6d8c2fef-8aae-4405-a394-45ce3add36f8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 210 time: 0.0640135 Nov 27 01:39:56.776436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac709ef-e63e-42b9-8b27-1f2488b110c4 req-98ce84df-13b1-4c0a-b194-d2a23a17896a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:56.791259 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ac709ef-e63e-42b9-8b27-1f2488b110c4 req-98ce84df-13b1-4c0a-b194-d2a23a17896a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.1213768 Nov 27 01:39:56.854332 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ac709ef-e63e-42b9-8b27-1f2488b110c4 req-62e836ea-344b-47f1-9d56-6c8a57057e83 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551322 Nov 27 01:39:57.803703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b896f845-029b-4cf7-8dfa-a72bdd0b0cbc no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:39:57.842207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: b896f845-029b-4cf7-8dfa-a72bdd0b0cbc {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:39:57.842855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b896f845-029b-4cf7-8dfa-a72bdd0b0cbc not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:39:57.880867 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c719ae49-4f96-4827-991a-35d1ab73a49e req-690b2277-0a83-47d5-8dca-9a642b046358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 210 time: 0.0455489 Nov 27 01:39:58.005010 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d94384-cfb6-458c-bbe5-0724636dbd3e req-6ba0d324-e0c0-436d-b27d-2ca4afe58d61 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:58.006689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7d94384-cfb6-458c-bbe5-0724636dbd3e req-6ba0d324-e0c0-436d-b27d-2ca4afe58d61 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0627992 Nov 27 01:39:58.072451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7d94384-cfb6-458c-bbe5-0724636dbd3e req-628bb677-d92f-49e3-8597-be363fc0606d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579569 Nov 27 01:39:59.009968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77e655b1-df40-407a-87e2-efd0e8cddc68 req-9cf2784c-d267-43ec-94d0-9d40b9f973ff tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 210 time: 0.0363979 Nov 27 01:39:59.238424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45d470-269a-478d-bf6e-4fa4790c8be0 req-e884fb65-4928-4e15-b103-52d8710d87a5 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:39:59.240468 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae45d470-269a-478d-bf6e-4fa4790c8be0 req-e884fb65-4928-4e15-b103-52d8710d87a5 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0696652 Nov 27 01:39:59.310512 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae45d470-269a-478d-bf6e-4fa4790c8be0 req-15f95470-0b16-49f9-8ae7-2427c207cb8e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640266 Nov 27 01:40:00.129019 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1b4cddb-4ecf-457b-9cf4-a525f801ebc1 req-65ce9c43-1c5c-4a2b-9fe2-8096601f7353 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6d1905-bb6e-47b9-9d22-63fdda51254e HTTP/1.1" status: 200 len: 210 time: 0.0476534 Nov 27 01:40:00.454201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd17c0-fe9e-462d-ac05-5da288c2aa62 req-29f77c40-241f-425a-8295-a9f4452b7f44 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:00.456609 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cdcd17c0-fe9e-462d-ac05-5da288c2aa62 req-29f77c40-241f-425a-8295-a9f4452b7f44 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0559504 Nov 27 01:40:00.512682 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cdcd17c0-fe9e-462d-ac05-5da288c2aa62 req-fd01fc08-2b86-43a1-ace6-6609942960c4 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496514 Nov 27 01:40:01.378230 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-5aad47c4-d5d9-477a-a6b2-6cb5fc0c54fd tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440976808&fields=id&tenant_id=619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 267 time: 0.0446298 Nov 27 01:40:01.504621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-fd8a6b53-4a66-435a-8993-f1ad38bf2809 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:01.507066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-fd8a6b53-4a66-435a-8993-f1ad38bf2809 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1211038 Nov 27 01:40:01.522894 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-28b19ceb-8ada-4061-9206-e263080dc4ca tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/quotas/619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 375 time: 0.0097287 Nov 27 01:40:01.590714 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-44cbc661-135c-4a7a-904d-8e410f3f293e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615947 Nov 27 01:40:01.654785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c59e7-776b-4a9c-8951-87f435b8d552 req-aa4ad14e-890d-4dea-9ee2-383df8a2527e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:01.657180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc6c59e7-776b-4a9c-8951-87f435b8d552 req-aa4ad14e-890d-4dea-9ee2-383df8a2527e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0567801 Nov 27 01:40:01.715090 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-d1d4b7fe-bfab-495a-81a2-094595073aff service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058567 Nov 27 01:40:01.744757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc6c59e7-776b-4a9c-8951-87f435b8d552 req-cf088b31-ebde-41f8-893a-1eae54b1ca59 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749521 Nov 27 01:40:01.819810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-43f23c24-1459-4aba-9c21-e23cc4baf2aa service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974975 Nov 27 01:40:02.162266 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d0cfa5f-0cc0-4efd-ae0c-54dfd9cff1f6 req-a86fec0c-1731-4f50-a92c-fc60321c6ca2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 210 time: 0.0380223 Nov 27 01:40:02.889564 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a23232-e62e-48ce-8458-8ef7353a385c req-818a9ad6-0cfa-46e3-874e-f7bd72080d5a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:02.891234 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29a23232-e62e-48ce-8458-8ef7353a385c req-818a9ad6-0cfa-46e3-874e-f7bd72080d5a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0562646 Nov 27 01:40:02.952883 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29a23232-e62e-48ce-8458-8ef7353a385c req-2364e493-e5e9-421b-bdcd-afd634d28e25 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554686 Nov 27 01:40:03.309133 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f34f7ab-7f5e-41ad-8393-df48998d0b38 req-4f559c9a-9ad5-4ac8-9795-a0d000ef751f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 210 time: 0.0370095 Nov 27 01:40:03.349154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-fcc00767-54c3-4039-ae1e-2925fe04b3a7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:03.349154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-fcc00767-54c3-4039-ae1e-2925fe04b3a7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1595984 Nov 27 01:40:03.449597 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-4bdf13cb-1016-4ab2-b833-c6eb0e11d578 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 380 time: 0.0772474 Nov 27 01:40:03.461876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'port': {'device_id': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'admin_state_up': True, 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'security_groups': ['55feb96f-a48d-40e2-9a8d-9574f5c5c79d']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:03.620046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Made reservation on behalf of 619b5f2892a14347924b85f8ba534255 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:40:03.624347 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:03.778705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Allocated IP 172.20.0.3 (854296d5-8727-4cbb-8856-1f1a9ee60331/6be6a0f8-9eb9-4f27-9e4f-c308312dca9a/fb7280f8-f04f-4cc2-a764-eace231a2e25) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:03.952799 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:04.003138 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:04.076498 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:04.100925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:04.110716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=fb7280f8-f04f-4cc2-a764-eace231a2e25,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:04.113579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:04.155997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:04.156350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:04.156693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:04.157036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:04.157373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:04.157712 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:04.158047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:04.158401 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:04.158776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:04.159108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:04.159436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:04.159764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:04.189893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa4257-f3aa-4124-bead-ac3fc6172a42 req-ac3eabc3-674a-4f62-a4bb-3fa8b1ee81ae tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:04.199376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-baaa4257-f3aa-4124-bead-ac3fc6172a42 req-ac3eabc3-674a-4f62-a4bb-3fa8b1ee81ae tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.1424823 Nov 27 01:40:04.224204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:04.225211 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:04.273908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-17f7d13c-c407-481e-9025-a83b7193521d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8171194 Nov 27 01:40:04.291844 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-baaa4257-f3aa-4124-bead-ac3fc6172a42 req-1b7fed04-722a-42a2-8b35-5fdf6b54a942 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913587 Nov 27 01:40:04.297424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Request body: {'port': {'device_id': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:04.404244 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:04.491622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776c8aa-5d70-479a-af8d-d9fc768304ca req-1752e8fd-ac60-4e06-b480-36b4199c7390 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:04.500481 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d776c8aa-5d70-479a-af8d-d9fc768304ca req-1752e8fd-ac60-4e06-b480-36b4199c7390 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 931 time: 0.0638006 Nov 27 01:40:04.517578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d0569d2c-2a81-4aa9-845a-46ac69e95c04 None None] Provisioning complete for port fb7280f8-f04f-4cc2-a764-eace231a2e25 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:04.518180 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d0569d2c-2a81-4aa9-845a-46ac69e95c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:04.561591 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d776c8aa-5d70-479a-af8d-d9fc768304ca req-5108f369-cc94-426d-bee7-b87a26403331 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600348 Nov 27 01:40:04.583950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d0569d2c-2a81-4aa9-845a-46ac69e95c04 None None] Port fb7280f8-f04f-4cc2-a764-eace231a2e25 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:40:04.775080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7280f8-f04f-4cc2-a764-eace231a2e25 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:40:04.783531 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:04.802382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Transition to ACTIVE for port object fb7280f8-f04f-4cc2-a764-eace231a2e25 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:40:04.809425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:04.872238 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Pushing event updated for resources: {'Port': ['ID=fb7280f8-f04f-4cc2-a764-eace231a2e25,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:04.983386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Attempting to bind port fb7280f8-f04f-4cc2-a764-eace231a2e25 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:40:04.984502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Attempting to bind port fb7280f8-f04f-4cc2-a764-eace231a2e25 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:40:04.985594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Attempting to bind port fb7280f8-f04f-4cc2-a764-eace231a2e25 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:04.990949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Port fb7280f8-f04f-4cc2-a764-eace231a2e25 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:40:04.991850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Attempting to bind port fb7280f8-f04f-4cc2-a764-eace231a2e25 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:40:05.002576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:40:05.003092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Checking segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:40:05.003580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Bound using segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:40:05.004184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Bound port: fb7280f8-f04f-4cc2-a764-eace231a2e25, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:40:05.004782 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:05.101898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] For port fb7280f8-f04f-4cc2-a764-eace231a2e25, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:40:05.106601 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] For port fb7280f8-f04f-4cc2-a764-eace231a2e25, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fb7280f8-f04f-4cc2-a764-eace231a2e25,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:40:05.124230 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:05.164226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:05.164935 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:05.166512 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] 10.222.0.42 "PUT /v2.0/ports/fb7280f8-f04f-4cc2-a764-eace231a2e25 HTTP/1.1" status: 200 len: 1091 time: 0.8734949 Nov 27 01:40:05.166971 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'tag': 'fb7280f8-f04f-4cc2-a764-eace231a2e25'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:05.169305 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc6887-20b5-4aa3-b209-3eb95441e672" -d '{"events": [{"name": "network-changed", "server_uuid": "c73af9ff-1625-45a7-989a-0d1630dd62ac", "tag": "fb7280f8-f04f-4cc2-a764-eace231a2e25"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:05.244645 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a0e2a6-e3d2-4313-b153-7ac0636041c8 x-openstack-request-id: req-11a0e2a6-e3d2-4313-b153-7ac0636041c8 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:05.246480 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73af9ff-1625-45a7-989a-0d1630dd62ac", "tag": "fb7280f8-f04f-4cc2-a764-eace231a2e25", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:05.246747 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11a0e2a6-e3d2-4313-b153-7ac0636041c8 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:05.247151 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'tag': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'status': 'completed', 'code': 200} Nov 27 01:40:05.253983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea077c-2282-46c5-99be-4a8ac9d19ecf service neutron] Pushing event updated for resources: {'Port': ['ID=fb7280f8-f04f-4cc2-a764-eace231a2e25,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:05.343596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-4d821567-8402-4acc-88c4-6e1b81f57bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:05.346142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-4d821567-8402-4acc-88c4-6e1b81f57bd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 1094 time: 0.0803428 Nov 27 01:40:05.444512 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-86fe23a1-0dea-4d9e-acd1-c9a6e924aa5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb7280f8-f04f-4cc2-a764-eace231a2e25 HTTP/1.1" status: 200 len: 217 time: 0.0829320 Nov 27 01:40:05.527512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b4180-6fe4-4c3a-8153-693a53b9a51e req-e318a612-ff26-4cdf-948f-dc83b302ebfe tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:05.529711 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-154b4180-6fe4-4c3a-8153-693a53b9a51e req-e318a612-ff26-4cdf-948f-dc83b302ebfe tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0816445 Nov 27 01:40:05.549646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-8e9a5137-4319-41ef-8e3b-78f5edd48f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:05.551817 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-8e9a5137-4319-41ef-8e3b-78f5edd48f41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0979893 Nov 27 01:40:05.606497 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-154b4180-6fe4-4c3a-8153-693a53b9a51e req-ece7d7e6-d1c9-4683-9e89-c0aa4be15f44 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612330 Nov 27 01:40:05.642422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-9d1ca177-a3e7-4a29-bef2-f60ecfa0fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:05.644352 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-9d1ca177-a3e7-4a29-bef2-f60ecfa0fe29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850172 Nov 27 01:40:05.749235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dca22f-0d3e-40ba-b423-66c55d8fa9dd req-738782bf-2396-4bb5-b4bf-3ac10ec895a0 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:05.750746 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-01dca22f-0d3e-40ba-b423-66c55d8fa9dd req-738782bf-2396-4bb5-b4bf-3ac10ec895a0 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.1026080 Nov 27 01:40:05.789111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-c888f136-e91a-42ca-b037-da60185bb6d3 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311302 Nov 27 01:40:05.866939 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-01dca22f-0d3e-40ba-b423-66c55d8fa9dd req-96058be6-5114-4159-a4ef-30f9b977c238 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076677 Nov 27 01:40:05.914321 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a2fe9b39-420e-4200-b4fe-02fb938e54c9 req-dd13a560-e182-4a03-b90f-36ca6d7ccc3a service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128552 Nov 27 01:40:06.173405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc6887-20b5-4aa3-b209-3eb95441e672 req-47cfd267-6b53-49d2-881c-593e9c2dbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:06.174997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-42bc6887-20b5-4aa3-b209-3eb95441e672 req-47cfd267-6b53-49d2-881c-593e9c2dbee6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 1094 time: 0.0418541 Nov 27 01:40:06.289743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc6887-20b5-4aa3-b209-3eb95441e672 req-1136bdc8-0796-43c5-bd70-98294a3fa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:06.291336 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-42bc6887-20b5-4aa3-b209-3eb95441e672 req-1136bdc8-0796-43c5-bd70-98294a3fa45e service neutron] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.1082485 Nov 27 01:40:06.303277 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:40:06.344798 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-42bc6887-20b5-4aa3-b209-3eb95441e672 req-4167c283-0d48-4ed2-9a87-e388a10a1fa4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb7280f8-f04f-4cc2-a764-eace231a2e25 HTTP/1.1" status: 200 len: 217 time: 0.0352683 Nov 27 01:40:06.407205 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc6887-20b5-4aa3-b209-3eb95441e672 req-1ac71dd3-e16e-45c8-9728-7fcf4323d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:06.408786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-42bc6887-20b5-4aa3-b209-3eb95441e672 req-1ac71dd3-e16e-45c8-9728-7fcf4323d1b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0485451 Nov 27 01:40:06.439584 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913e129-43bd-4187-838b-8ed6bbc0185a req-056fe0aa-00d9-4186-9b12-165917201d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:06.440972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e913e129-43bd-4187-838b-8ed6bbc0185a req-056fe0aa-00d9-4186-9b12-165917201d9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 1097 time: 0.0431771 Nov 27 01:40:06.462084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc6887-20b5-4aa3-b209-3eb95441e672 req-4b82ca00-f1d6-4c3d-9338-01a84a636d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:06.463722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-42bc6887-20b5-4aa3-b209-3eb95441e672 req-4b82ca00-f1d6-4c3d-9338-01a84a636d7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465539 Nov 27 01:40:06.532590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913e129-43bd-4187-838b-8ed6bbc0185a req-24881fd8-2c3e-409e-bf2f-63ef36ded381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:06.534843 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e913e129-43bd-4187-838b-8ed6bbc0185a req-24881fd8-2c3e-409e-bf2f-63ef36ded381 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 918 time: 0.0857008 Nov 27 01:40:06.572047 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-42bc6887-20b5-4aa3-b209-3eb95441e672 req-c0f3f7e9-a4f5-48e7-aa04-825bb8090aa9 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909989 Nov 27 01:40:06.608959 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e913e129-43bd-4187-838b-8ed6bbc0185a req-ad5b2657-dab1-430d-b43c-e45f4647a267 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b971db8d-3dae-47d6-af3c-daa87c444195 HTTP/1.1" status: 200 len: 1002 time: 0.0654678 Nov 27 01:40:06.663751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913e129-43bd-4187-838b-8ed6bbc0185a req-f50a5674-a26d-4ab4-84d9-3be03a0c8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:06.665601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e913e129-43bd-4187-838b-8ed6bbc0185a req-f50a5674-a26d-4ab4-84d9-3be03a0c8821 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0491023 Nov 27 01:40:06.677050 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-42bc6887-20b5-4aa3-b209-3eb95441e672 req-a954057a-69df-49fc-9536-6e3536fe70e7 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957925 Nov 27 01:40:06.992277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbec79f-9851-4ba4-919b-384a87c339d3 req-f200ce48-1054-45fb-b58b-682abe27352e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:06.994043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdbec79f-9851-4ba4-919b-384a87c339d3 req-f200ce48-1054-45fb-b58b-682abe27352e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0533297 Nov 27 01:40:07.047679 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bdbec79f-9851-4ba4-919b-384a87c339d3 req-b5db8dd3-d2cd-4c61-b085-169fac713f6a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469306 Nov 27 01:40:07.086853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913e129-43bd-4187-838b-8ed6bbc0185a req-11c02983-a484-4c1f-bb9b-a77556e38f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:07.088352 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e913e129-43bd-4187-838b-8ed6bbc0185a req-11c02983-a484-4c1f-bb9b-a77556e38f0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4122162 Nov 27 01:40:07.097056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5baa-596e-4703-932a-736f4a9d891e req-e363343d-8083-434a-a050-634f9c2707a1 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:07.098541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ffe5baa-596e-4703-932a-736f4a9d891e req-e363343d-8083-434a-a050-634f9c2707a1 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.4132802 Nov 27 01:40:07.197381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ffe5baa-596e-4703-932a-736f4a9d891e req-2b38804e-d043-4902-aaf6-ad2d46cacd01 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904632 Nov 27 01:40:07.229952 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e913e129-43bd-4187-838b-8ed6bbc0185a req-b5664894-8d44-4173-bcd6-c9f559a1ee29 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304667 Nov 27 01:40:07.334604 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e913e129-43bd-4187-838b-8ed6bbc0185a req-1a1c5c97-cda6-422b-88f0-2e2f20e4f325 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969660 Nov 27 01:40:08.164653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad9477-77fe-497b-9bd4-abbfade1b39b req-c0337dae-9423-4d9d-9b0f-911a074444c1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:08.166115 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88ad9477-77fe-497b-9bd4-abbfade1b39b req-c0337dae-9423-4d9d-9b0f-911a074444c1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0474722 Nov 27 01:40:08.220708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88ad9477-77fe-497b-9bd4-abbfade1b39b req-fc900f1f-5363-40d5-a170-31eee50a39cc tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479827 Nov 27 01:40:08.323875 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48623d-84e3-4572-9b4f-f684ad0629eb req-8d8bc0e2-0536-4cc8-8339-20f6f0b5254b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:08.325367 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f48623d-84e3-4572-9b4f-f684ad0629eb req-8d8bc0e2-0536-4cc8-8339-20f6f0b5254b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0505142 Nov 27 01:40:08.377422 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f48623d-84e3-4572-9b4f-f684ad0629eb req-f3d93173-5e61-4d05-a7ad-a83e611003a7 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454521 Nov 27 01:40:09.336697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de47e3-1c66-4059-aa84-9d1b372f214e req-b0a42879-3a22-4045-a868-cdf879fec58e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:09.338194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7de47e3-1c66-4059-aa84-9d1b372f214e req-b0a42879-3a22-4045-a868-cdf879fec58e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0491331 Nov 27 01:40:09.392706 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c7de47e3-1c66-4059-aa84-9d1b372f214e req-a458c74f-9f71-4f2f-918b-fbe5d6181080 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444272 Nov 27 01:40:09.501728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17be2c-cd08-494c-ab8d-5f2a2e6891b2 req-253eac40-5c1a-4bba-8890-f84270ebae1b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:09.503254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9a17be2c-cd08-494c-ab8d-5f2a2e6891b2 req-253eac40-5c1a-4bba-8890-f84270ebae1b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 946 time: 0.0528886 Nov 27 01:40:09.550900 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9a17be2c-cd08-494c-ab8d-5f2a2e6891b2 req-4f1b0cc4-896d-4d87-8acc-696d4009471b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415804 Nov 27 01:40:09.872437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b971db8d-3dae-47d6-af3c-daa87c444195 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:09.948110 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:09.971074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:09.973352 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94312ac-fcda-4499-a4a7-adfdb0258a2c" -d '{"events": [{"server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "name": "network-vif-unplugged", "status": "completed", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:09.987469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b971db8d-3dae-47d6-af3c-daa87c444195,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:09.992912 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:10.020961 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fd9ec3-af71-426d-b346-6c46016c1592 x-openstack-request-id: req-b0fd9ec3-af71-426d-b346-6c46016c1592 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:10.021359 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "name": "network-vif-unplugged", "status": "failed", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195", "code": 422}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:10.021620 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0fd9ec3-af71-426d-b346-6c46016c1592 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:10.022015 n-d-819494-2 neutron-server[103386]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'code': 422} returned with failed status Nov 27 01:40:10.049657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b971db8d-3dae-47d6-af3c-daa87c444195,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:10.439154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715452f-f04c-4ac7-9053-3092e33bbfc0 req-a01b9f51-cbb1-4599-8cd3-db3d078bcd1a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:10.446989 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9715452f-f04c-4ac7-9053-3092e33bbfc0 req-a01b9f51-cbb1-4599-8cd3-db3d078bcd1a tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0690773 Nov 27 01:40:10.506940 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9715452f-f04c-4ac7-9053-3092e33bbfc0 req-edf8c6cc-7734-439e-a48d-19e2edf973fa tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587151 Nov 27 01:40:10.611251 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d91fc0-fabf-4187-a797-d7eb39ee23b6 req-f93d9e85-5383-406d-b611-9c4863d84f14 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:10.612774 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1d91fc0-fabf-4187-a797-d7eb39ee23b6 req-f93d9e85-5383-406d-b611-9c4863d84f14 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0622292 Nov 27 01:40:10.642403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663260-2363-4c5c-aef1-50eaa0709463 req-78dd8364-d8d3-4102-82d9-a30b675853d0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:10.643936 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3b663260-2363-4c5c-aef1-50eaa0709463 req-78dd8364-d8d3-4102-82d9-a30b675853d0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0592203 Nov 27 01:40:10.664848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1d91fc0-fabf-4187-a797-d7eb39ee23b6 req-b9b8d628-05a4-4ba9-a740-6f0c54a29a20 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455821 Nov 27 01:40:10.695394 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3b663260-2363-4c5c-aef1-50eaa0709463 req-fb2e4e1c-2f58-4b09-83f6-8d5f1f588f5f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448613 Nov 27 01:40:10.745696 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-136f0e43-15f6-4217-9e06-f7247843b957 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1491382 Nov 27 01:40:11.526456 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6fb02152-09ac-47b5-97f8-170c4c59dda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:11.588517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-b7ef73a8-dffd-451d-9ab3-691ad2a470f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:11.590697 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-b7ef73a8-dffd-451d-9ab3-691ad2a470f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29&tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1 HTTP/1.1" status: 200 len: 1095 time: 0.0538616 Nov 27 01:40:11.665080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3099a10-4e13-403f-be87-4377140df5c3 req-e2145651-4330-4436-ba08-393dce40d5ca tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:11.666807 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3099a10-4e13-403f-be87-4377140df5c3 req-e2145651-4330-4436-ba08-393dce40d5ca tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0752518 Nov 27 01:40:11.697917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-0813d13c-8bbf-4d76-b04b-2470ec9c1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:11.700080 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-0813d13c-8bbf-4d76-b04b-2470ec9c1150 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 1095 time: 0.0703583 Nov 27 01:40:11.773058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3099a10-4e13-403f-be87-4377140df5c3 req-ecf66c5d-4b22-43c6-84c8-d2d9d631f8be tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976200 Nov 27 01:40:11.787008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a7442-251f-4c46-b690-1ce3618c4bf8 req-49f400b4-7d27-4ddb-9382-b6890f98561d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:11.790707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c8a7442-251f-4c46-b690-1ce3618c4bf8 req-49f400b4-7d27-4ddb-9382-b6890f98561d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0529642 Nov 27 01:40:11.830960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-7707cae6-0ecc-4819-841e-689702ca4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:11.832890 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-7707cae6-0ecc-4819-841e-689702ca4a41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 200 len: 918 time: 0.1228352 Nov 27 01:40:11.849861 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c8a7442-251f-4c46-b690-1ce3618c4bf8 req-0ecc90b5-6367-44dd-9697-533bb8a13d72 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547147 Nov 27 01:40:11.938447 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-c09743a2-885f-45c7-8ab6-dcb300c612b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b971db8d-3dae-47d6-af3c-daa87c444195 HTTP/1.1" status: 200 len: 1000 time: 0.0975347 Nov 27 01:40:11.947546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f616ea2-6af7-4c55-bbfa-af9d47a25af0 req-49e5b22c-0be1-4bc6-b2a9-28d0ee82feb0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:11.949543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f616ea2-6af7-4c55-bbfa-af9d47a25af0 req-49e5b22c-0be1-4bc6-b2a9-28d0ee82feb0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.1006858 Nov 27 01:40:12.026667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-196e318f-b3b0-4b52-961d-2dcbd6589e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:12.028072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-196e318f-b3b0-4b52-961d-2dcbd6589e4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 200 len: 856 time: 0.0773134 Nov 27 01:40:12.036656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f616ea2-6af7-4c55-bbfa-af9d47a25af0 req-e2cf6562-b1ae-4128-a4fa-ccb8b62a733b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786984 Nov 27 01:40:12.078315 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-9de807dc-29bb-406e-ad38-66191f406d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:12.079926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-9de807dc-29bb-406e-ad38-66191f406d32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407791 Nov 27 01:40:12.171557 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-f705b872-c922-45c0-8de2-0af90a0c88fd service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837543 Nov 27 01:40:12.261166 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-1d900a14-48a8-4ae2-8192-34ff6711dac7 service neutron] 10.222.0.42 "GET /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820575 Nov 27 01:40:12.923007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76afe-d8b6-47b3-931a-467927a6aee6 req-32e7b94a-7982-491e-b1de-6b49ddf0f273 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:12.925252 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5f76afe-d8b6-47b3-931a-467927a6aee6 req-32e7b94a-7982-491e-b1de-6b49ddf0f273 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0714366 Nov 27 01:40:12.981411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f20b0e-3a64-4b5b-bc8e-096e8d8140fe req-a8970f79-5e5e-43a5-ac3b-ea6ad2173392 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:12.983049 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81f20b0e-3a64-4b5b-bc8e-096e8d8140fe req-a8970f79-5e5e-43a5-ac3b-ea6ad2173392 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0559039 Nov 27 01:40:12.987797 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5f76afe-d8b6-47b3-931a-467927a6aee6 req-3594149c-1c68-4d24-b141-417ff9f03e73 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466363 Nov 27 01:40:13.045687 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81f20b0e-3a64-4b5b-bc8e-096e8d8140fe req-f2ef313e-18b0-473b-b9bc-0776910c755c tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530224 Nov 27 01:40:13.177141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ec69f-0caf-40a7-b531-21d9d72b7bb7 req-d1f8d1df-7db3-4ad7-a9ce-4a579fef247c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:13.178783 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-556ec69f-0caf-40a7-b531-21d9d72b7bb7 req-d1f8d1df-7db3-4ad7-a9ce-4a579fef247c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0532761 Nov 27 01:40:13.230847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-556ec69f-0caf-40a7-b531-21d9d72b7bb7 req-93633b1e-096a-4cfe-b9ec-f5aa65170094 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457916 Nov 27 01:40:13.880742 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04bbd668-3a4b-4516-9d9c-559b985b3be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:13.888509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b971db8d-3dae-47d6-af3c-daa87c444195 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:40:14.127557 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765c96f-52ad-4336-8e63-d1987ea767fd req-ab950a86-d637-4168-9a73-d2b992c02ff3 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:14.129387 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2765c96f-52ad-4336-8e63-d1987ea767fd req-ab950a86-d637-4168-9a73-d2b992c02ff3 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0630250 Nov 27 01:40:14.187642 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2765c96f-52ad-4336-8e63-d1987ea767fd req-c3eec6eb-f7e2-4141-bc31-148ee0226b66 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515282 Nov 27 01:40:14.191805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbd582-e9c4-4cb3-90d8-de1ab5ffa77b req-af9f652e-b1b2-462d-a606-e936e2d4e9f7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:14.194053 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5cbd582-e9c4-4cb3-90d8-de1ab5ffa77b req-af9f652e-b1b2-462d-a606-e936e2d4e9f7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0585942 Nov 27 01:40:14.253686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5cbd582-e9c4-4cb3-90d8-de1ab5ffa77b req-c66ce270-70e8-40ef-863e-df9738f6b42a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503752 Nov 27 01:40:14.360740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a17008-46a0-48d1-9a20-3c2263d47858 req-e205123f-8bb0-471b-aa68-b3e9b74b97d4 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:14.362587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-96a17008-46a0-48d1-9a20-3c2263d47858 req-e205123f-8bb0-471b-aa68-b3e9b74b97d4 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0524139 Nov 27 01:40:14.414857 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-96a17008-46a0-48d1-9a20-3c2263d47858 req-b660652c-46b3-4751-9be1-d40852dcd2e0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462554 Nov 27 01:40:14.552266 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.068166 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:15.321953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c1eb8-387e-481a-b1c5-a3e9efef3a40 req-81a4fc31-6381-4068-96c9-c095a9b5cbdc tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:15.323380 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f97c1eb8-387e-481a-b1c5-a3e9efef3a40 req-81a4fc31-6381-4068-96c9-c095a9b5cbdc tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0511296 Nov 27 01:40:15.376177 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f97c1eb8-387e-481a-b1c5-a3e9efef3a40 req-1d224150-e429-448f-ba63-4f220d26c4f7 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461965 Nov 27 01:40:15.384564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832526a-879b-4c64-ab15-b13676e38cb8 req-c53a7f37-9e5a-475e-9f1f-7cfb2f1520f3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:15.386093 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0832526a-879b-4c64-ab15-b13676e38cb8 req-c53a7f37-9e5a-475e-9f1f-7cfb2f1520f3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0593624 Nov 27 01:40:15.434955 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0832526a-879b-4c64-ab15-b13676e38cb8 req-0a0373ab-5c22-45be-b02a-3c5c4e155f66 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Nov 27 01:40:15.540553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1972e45-1b20-40d1-9e5d-988291d409ed req-c2bf2619-e3e8-4748-b4b1-7cd7590b1b35 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:15.542033 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1972e45-1b20-40d1-9e5d-988291d409ed req-c2bf2619-e3e8-4748-b4b1-7cd7590b1b35 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0498028 Nov 27 01:40:15.607020 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a1972e45-1b20-40d1-9e5d-988291d409ed req-8e34abfe-9e38-4e1a-82e9-4ce5e632bc51 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546734 Nov 27 01:40:16.507571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab44ef-4671-4caf-9ce7-d142f72bd533 req-126d9d4a-37b4-41eb-846c-69127b68e4ad tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:16.509678 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bab44ef-4671-4caf-9ce7-d142f72bd533 req-126d9d4a-37b4-41eb-846c-69127b68e4ad tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0551605 Nov 27 01:40:16.564343 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e5123-43af-4aba-a5b2-3f5ea9c52689 req-2822c542-cb0e-436b-933b-260687e64a2e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:16.566024 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c95e5123-43af-4aba-a5b2-3f5ea9c52689 req-2822c542-cb0e-436b-933b-260687e64a2e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0501246 Nov 27 01:40:16.566181 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bab44ef-4671-4caf-9ce7-d142f72bd533 req-b5e432bb-92cf-41ad-a311-761fda20cf35 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464535 Nov 27 01:40:16.618839 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c95e5123-43af-4aba-a5b2-3f5ea9c52689 req-0f2babc4-2587-4fe0-a552-1f6f32a47127 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467625 Nov 27 01:40:16.729004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e0de-e6f6-4305-90a4-7ed4d93b0889 req-3f4edcf7-30ca-4a9c-8079-22b70293d14b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:16.730539 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1377e0de-e6f6-4305-90a4-7ed4d93b0889 req-3f4edcf7-30ca-4a9c-8079-22b70293d14b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0566015 Nov 27 01:40:16.788501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1377e0de-e6f6-4305-90a4-7ed4d93b0889 req-11d35f5f-7aa3-4ed9-ad8c-94462a7af5e1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516880 Nov 27 01:40:16.794164 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:17.356574 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:17.574540 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:17.734061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50bdd2-f04b-49c3-b4a1-98e3d2a7fb5d req-1110f4b8-38bb-416d-929a-9afb95326c77 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:17.735626 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a50bdd2-f04b-49c3-b4a1-98e3d2a7fb5d req-1110f4b8-38bb-416d-929a-9afb95326c77 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0536861 Nov 27 01:40:17.777768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc30fad-7b7f-4948-b15e-99f80b5d265f req-ddb9ce44-aaf5-4678-bbc6-839257f5bd70 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:17.784649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cfc30fad-7b7f-4948-b15e-99f80b5d265f req-ddb9ce44-aaf5-4678-bbc6-839257f5bd70 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0730555 Nov 27 01:40:17.795097 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a50bdd2-f04b-49c3-b4a1-98e3d2a7fb5d req-137f5fec-6dab-4129-8eda-feddf9aeefc4 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506115 Nov 27 01:40:17.839523 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cfc30fad-7b7f-4948-b15e-99f80b5d265f req-e78b48be-99a8-43ec-a57d-f0b8188539c1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484345 Nov 27 01:40:17.923516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e192e-e766-4223-bd0f-a12b6def49dd req-24d03ea2-874c-46e6-8caa-e7ba7ea0d89b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:17.925955 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-139e192e-e766-4223-bd0f-a12b6def49dd req-24d03ea2-874c-46e6-8caa-e7ba7ea0d89b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0579648 Nov 27 01:40:17.976913 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-139e192e-e766-4223-bd0f-a12b6def49dd req-a047ea98-7967-4347-8f41-11383d1cc088 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449977 Nov 27 01:40:18.965149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4192f8-54e8-4793-953f-7ac8543e4a1e req-5c6a400b-bc7b-43ea-837d-63e69858b9a8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:18.966677 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c4192f8-54e8-4793-953f-7ac8543e4a1e req-5c6a400b-bc7b-43ea-837d-63e69858b9a8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0803902 Nov 27 01:40:18.990207 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78842a-549b-433c-813f-949d1523cb72 req-5ff3aa78-d88a-4b62-86c5-0d90f49085b9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:18.994313 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4d78842a-549b-433c-813f-949d1523cb72 req-5ff3aa78-d88a-4b62-86c5-0d90f49085b9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0535889 Nov 27 01:40:19.060142 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8c4192f8-54e8-4793-953f-7ac8543e4a1e req-314584dd-3656-4bb4-b646-7b88782c9bec tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769036 Nov 27 01:40:19.075821 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4d78842a-549b-433c-813f-949d1523cb72 req-825576a9-c8c3-4ab1-8131-e82e94e02464 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650213 Nov 27 01:40:19.163230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a5a9f-a030-48b0-917e-663437575e5d req-dd806cae-8fed-4b19-8bd5-0bcf95b4553a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:19.164714 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f35a5a9f-a030-48b0-917e-663437575e5d req-dd806cae-8fed-4b19-8bd5-0bcf95b4553a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0617416 Nov 27 01:40:19.214734 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f35a5a9f-a030-48b0-917e-663437575e5d req-61bce297-c6fb-4678-b720-a1a49eb535b8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432539 Nov 27 01:40:20.163873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddbfbe-49af-47dc-95d8-6bdb1017e573 req-e919a7ad-553d-4de4-9d85-969d4be48154 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:20.166413 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3dddbfbe-49af-47dc-95d8-6bdb1017e573 req-e919a7ad-553d-4de4-9d85-969d4be48154 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0571220 Nov 27 01:40:20.217563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527db79e-2541-4e60-b410-2ae61f32b633 req-2e2c1322-7020-46d3-8167-e0d0a8bc8e6d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:20.219085 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-527db79e-2541-4e60-b410-2ae61f32b633 req-2e2c1322-7020-46d3-8167-e0d0a8bc8e6d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0634944 Nov 27 01:40:20.227429 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3dddbfbe-49af-47dc-95d8-6bdb1017e573 req-0d1c0e09-d6a6-4efc-bacc-82011b3ddc48 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533123 Nov 27 01:40:20.311070 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-527db79e-2541-4e60-b410-2ae61f32b633 req-bba221f9-423a-427d-a4a0-8e405fed2e22 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857205 Nov 27 01:40:20.344139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdba31-afb1-4abd-a419-b2df7f1470f4 req-55c32dca-5f03-47b1-a044-e162449db3e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:20.345601 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-adcdba31-afb1-4abd-a419-b2df7f1470f4 req-55c32dca-5f03-47b1-a044-e162449db3e8 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0539842 Nov 27 01:40:20.397368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-adcdba31-afb1-4abd-a419-b2df7f1470f4 req-b9be4218-1d03-4246-bdfc-295875441489 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457571 Nov 27 01:40:21.369073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf5ec7-689f-48e7-82f9-e8846e13b58d req-cdc9ff41-718e-4536-a0ab-283008e812f3 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:21.370713 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5aaf5ec7-689f-48e7-82f9-e8846e13b58d req-cdc9ff41-718e-4536-a0ab-283008e812f3 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0674636 Nov 27 01:40:21.428673 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5aaf5ec7-689f-48e7-82f9-e8846e13b58d req-1c937566-3093-4c81-808c-eb47b6718c01 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526335 Nov 27 01:40:21.437977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61c49f-f43b-4caf-8696-186cdce8deea req-e6c91338-2c4e-47f8-83b1-5ee8fbecd1b8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:21.439852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b61c49f-f43b-4caf-8696-186cdce8deea req-e6c91338-2c4e-47f8-83b1-5ee8fbecd1b8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0573583 Nov 27 01:40:21.495494 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b61c49f-f43b-4caf-8696-186cdce8deea req-26f03f82-30df-472c-9c87-fe808a2f4050 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494208 Nov 27 01:40:21.554285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db626d9-1f5f-46c2-a97e-6b6cce3cbd60 req-115d9442-c721-42a3-8138-3ef63cb95592 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:21.556421 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0db626d9-1f5f-46c2-a97e-6b6cce3cbd60 req-115d9442-c721-42a3-8138-3ef63cb95592 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0546064 Nov 27 01:40:21.621802 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0db626d9-1f5f-46c2-a97e-6b6cce3cbd60 req-5a5da280-8111-4e7e-b04b-689e1c41de3d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542011 Nov 27 01:40:22.568097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7d2fb-0bcd-4888-99a9-0f519e007b5d req-c4ced7bf-3429-4795-a899-d2c2d8f88711 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:22.569644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8cf7d2fb-0bcd-4888-99a9-0f519e007b5d req-c4ced7bf-3429-4795-a899-d2c2d8f88711 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0660982 Nov 27 01:40:22.621355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8cf7d2fb-0bcd-4888-99a9-0f519e007b5d req-a5c896e0-e792-4288-b83a-46ba7c9b1647 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448799 Nov 27 01:40:22.651946 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cabf9d-1d87-406c-af82-7d231afaaa43 req-3d34ec19-d75f-4730-b0cf-5b0a0ec43cb8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:22.659263 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7cabf9d-1d87-406c-af82-7d231afaaa43 req-3d34ec19-d75f-4730-b0cf-5b0a0ec43cb8 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0765829 Nov 27 01:40:22.711560 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c7cabf9d-1d87-406c-af82-7d231afaaa43 req-8cc62e71-a4a2-45be-8831-7b585dc82546 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512991 Nov 27 01:40:22.757065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac31a1f-9c3b-4b6f-a57f-35947787eed5 req-73b977d0-fd38-47a7-88eb-12e731d85c8c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:22.758580 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ac31a1f-9c3b-4b6f-a57f-35947787eed5 req-73b977d0-fd38-47a7-88eb-12e731d85c8c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0496471 Nov 27 01:40:22.809092 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ac31a1f-9c3b-4b6f-a57f-35947787eed5 req-f03b8fb7-253d-46b9-9d71-65075d77ed6b tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435977 Nov 27 01:40:23.753572 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407f451-1999-4b66-87ab-a888895c45af req-0a4a33f4-51a9-4886-8ce3-2a16e8ea4d4e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:23.755089 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1407f451-1999-4b66-87ab-a888895c45af req-0a4a33f4-51a9-4886-8ce3-2a16e8ea4d4e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0495403 Nov 27 01:40:23.801897 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1407f451-1999-4b66-87ab-a888895c45af req-13312b50-914e-4e2c-93d0-a0741c19e314 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408571 Nov 27 01:40:23.838517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b64f34-f9c3-485f-a832-77f9414f48d3 req-10fe87d3-5c0c-4289-b31d-3ea36eaf3624 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:23.840168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b7b64f34-f9c3-485f-a832-77f9414f48d3 req-10fe87d3-5c0c-4289-b31d-3ea36eaf3624 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0531018 Nov 27 01:40:23.890484 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b7b64f34-f9c3-485f-a832-77f9414f48d3 req-7d24992c-9bcd-422c-8578-de32a7120000 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444453 Nov 27 01:40:23.923878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffd298-fbdd-47e6-8a9e-430cf3262367 req-39ea955c-bd76-493b-adce-8e5ff853aa75 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:23.925367 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0bffd298-fbdd-47e6-8a9e-430cf3262367 req-39ea955c-bd76-493b-adce-8e5ff853aa75 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0497818 Nov 27 01:40:23.975332 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0bffd298-fbdd-47e6-8a9e-430cf3262367 req-0679a88e-3cd9-4c20-a56a-f7acb3c2cf4c tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436497 Nov 27 01:40:24.923492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f157500-c546-4ccb-b0d3-4e957f10bee7 req-0f3b9783-b3ac-42ca-88fb-b0a28692616f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:24.926440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f157500-c546-4ccb-b0d3-4e957f10bee7 req-0f3b9783-b3ac-42ca-88fb-b0a28692616f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0535257 Nov 27 01:40:24.974083 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f157500-c546-4ccb-b0d3-4e957f10bee7 req-1c1eb958-2806-43c5-9eb1-c04693fa0744 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417008 Nov 27 01:40:25.020738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0670930-a1be-45d6-a1d5-e1dabc2f9570 req-511cbc15-d7a0-4872-9a70-92b36ffd21ab tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:25.022283 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0670930-a1be-45d6-a1d5-e1dabc2f9570 req-511cbc15-d7a0-4872-9a70-92b36ffd21ab tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 943 time: 0.0593653 Nov 27 01:40:25.072589 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0670930-a1be-45d6-a1d5-e1dabc2f9570 req-aea4e322-ae06-4d70-af0f-f66d0d8904bb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441730 Nov 27 01:40:25.088124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f3ea3-4213-4453-bcd8-6b5254061ceb req-bf24894b-e9fe-4d11-96e9-bac607d0592a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:25.089590 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b1f3ea3-4213-4453-bcd8-6b5254061ceb req-bf24894b-e9fe-4d11-96e9-bac607d0592a tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0481949 Nov 27 01:40:25.142934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9b1f3ea3-4213-4453-bcd8-6b5254061ceb req-73431395-90fe-4f19-a57d-4ac96ff13996 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474043 Nov 27 01:40:25.957980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fb7280f8-f04f-4cc2-a764-eace231a2e25 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:40:26.057212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fb7280f8-f04f-4cc2-a764-eace231a2e25, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fb7280f8-f04f-4cc2-a764-eace231a2e25,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:26.068416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'port_id': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'mac_address': 'fa:16:3e:6f:79:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:40:26.095646 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab900297-4c6f-4fc5-ae9c-50c1f4f547c5 req-cf02d479-7970-4557-a330-d1276c33f7bf tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:26.097275 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ab900297-4c6f-4fc5-ae9c-50c1f4f547c5 req-cf02d479-7970-4557-a330-d1276c33f7bf tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 944 time: 0.0498009 Nov 27 01:40:26.106389 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.125204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7280f8-f04f-4cc2-a764-eace231a2e25 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:40:26.144786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fb7280f8-f04f-4cc2-a764-eace231a2e25, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fb7280f8-f04f-4cc2-a764-eace231a2e25,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:26.152312 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ab900297-4c6f-4fc5-ae9c-50c1f4f547c5 req-846546a6-16a6-43e9-9593-ec3ac2682c8d tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444145 Nov 27 01:40:26.154682 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.155386 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b971db8d-3dae-47d6-af3c-daa87c444195 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:40:26.200722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71f51f-6188-4786-8a63-128cfa2569b0 req-a27a2c2f-78ad-48bd-9b78-d613ec1bfe19 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:26.202303 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab71f51f-6188-4786-8a63-128cfa2569b0 req-a27a2c2f-78ad-48bd-9b78-d613ec1bfe19 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 944 time: 0.0564742 Nov 27 01:40:26.267571 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ab71f51f-6188-4786-8a63-128cfa2569b0 req-29abed9d-dacc-42a1-97fa-b9d0b2ec3ed9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588970 Nov 27 01:40:26.267777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=fb7280f8-f04f-4cc2-a764-eace231a2e25,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:26.279823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:26.280175 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:26.280519 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:26.280860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:26.281221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:26.281530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:26.281866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:26.282194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:26.282536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c51e4b-3269-4539-8306-c61f7f0b5b4a req-c53eab5e-9a5e-47e9-a64b-56f51d1a0003 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:26.282693 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:26.282874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:26.283200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:26.283525 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:40:26.284150 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35c51e4b-3269-4539-8306-c61f7f0b5b4a req-c53eab5e-9a5e-47e9-a64b-56f51d1a0003 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0554695 Nov 27 01:40:26.312905 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b971db8d-3dae-47d6-af3c-daa87c444195,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:26.325664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'port_id': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'mac_address': 'fa:16:3e:2c:50:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:40:26.348353 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35c51e4b-3269-4539-8306-c61f7f0b5b4a req-909bce4c-d977-4615-84cc-27419943e622 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565062 Nov 27 01:40:26.371241 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.386691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b971db8d-3dae-47d6-af3c-daa87c444195 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:40:26.408705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b971db8d-3dae-47d6-af3c-daa87c444195,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:26.414252 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:26.467992 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b971db8d-3dae-47d6-af3c-daa87c444195,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:26.494391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea5333-702f-4c9f-80b8-a0cd4e3e4471 req-7dad664d-139b-488e-b4dc-590aa61ad81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:26.496463 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1cea5333-702f-4c9f-80b8-a0cd4e3e4471 req-7dad664d-139b-488e-b4dc-590aa61ad81a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0436876 Nov 27 01:40:26.545122 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1cea5333-702f-4c9f-80b8-a0cd4e3e4471 req-6d7276b8-abab-48ea-81d8-bb3168286008 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408704 Nov 27 01:40:26.734595 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['fb7280f8-f04f-4cc2-a764-eace231a2e25'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:40:26.758966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['b971db8d-3dae-47d6-af3c-daa87c444195'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:40:27.272098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412976d0-5aa0-4231-8d77-baf9dd67df55 req-11924552-f629-4362-9145-822e4681dbdb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:27.273557 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-412976d0-5aa0-4231-8d77-baf9dd67df55 req-11924552-f629-4362-9145-822e4681dbdb tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 945 time: 0.0490329 Nov 27 01:40:27.320970 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-412976d0-5aa0-4231-8d77-baf9dd67df55 req-0fd30328-733c-4def-b9fe-649c5bb99118 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408940 Nov 27 01:40:27.378166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dcb2c-dcef-4d45-a65b-2a311204f33c req-81a6d1b5-0466-4360-bb9a-9d1085005b9e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:27.379592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-584dcb2c-dcef-4d45-a65b-2a311204f33c req-81a6d1b5-0466-4360-bb9a-9d1085005b9e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 944 time: 0.0487840 Nov 27 01:40:27.431953 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-584dcb2c-dcef-4d45-a65b-2a311204f33c req-82f3890b-b87e-48ca-921d-8b456d97d6ec tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457628 Nov 27 01:40:27.755704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62d0b3-1164-4e31-9ccc-4eb4890ec6e9 req-42be7ebe-629b-4bb0-9ed3-6448450b6def tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:27.757180 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af62d0b3-1164-4e31-9ccc-4eb4890ec6e9 req-42be7ebe-629b-4bb0-9ed3-6448450b6def tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.3316257 Nov 27 01:40:27.804822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af62d0b3-1164-4e31-9ccc-4eb4890ec6e9 req-c05be0e5-0337-48dc-b3e6-679ab8467466 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410385 Nov 27 01:40:27.962876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7de2990b-f652-48c5-9d0f-8b3b07517d30 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:40:27.976705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fb7280f8-f04f-4cc2-a764-eace231a2e25 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:28.086373 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port fb7280f8-f04f-4cc2-a764-eace231a2e25 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:40:28.097876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port fb7280f8-f04f-4cc2-a764-eace231a2e25 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:28.098265 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.104165 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7de2990b-f652-48c5-9d0f-8b3b07517d30, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7de2990b-f652-48c5-9d0f-8b3b07517d30,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:28.138840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'port_id': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'mac_address': 'fa:16:3e:8c:81:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:40:28.201343 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.221722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7de2990b-f652-48c5-9d0f-8b3b07517d30 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:40:28.234117 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.256077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7de2990b-f652-48c5-9d0f-8b3b07517d30, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7de2990b-f652-48c5-9d0f-8b3b07517d30,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:28.263016 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.271096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7280f8-f04f-4cc2-a764-eace231a2e25'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:28.273352 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e725eb-316f-4d0d-b31d-94f69dde2374" -d '{"events": [{"server_uuid": "c73af9ff-1625-45a7-989a-0d1630dd62ac", "name": "network-vif-plugged", "status": "completed", "tag": "fb7280f8-f04f-4cc2-a764-eace231a2e25"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:28.303476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fb7280f8-f04f-4cc2-a764-eace231a2e25, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fb7280f8-f04f-4cc2-a764-eace231a2e25,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:28.309303 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.310057 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b971db8d-3dae-47d6-af3c-daa87c444195 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:28.333378 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07be0e2c-19a4-4ac0-a45c-ac762d222794 x-openstack-request-id: req-07be0e2c-19a4-4ac0-a45c-ac762d222794 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:28.333673 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73af9ff-1625-45a7-989a-0d1630dd62ac", "name": "network-vif-plugged", "status": "completed", "tag": "fb7280f8-f04f-4cc2-a764-eace231a2e25", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:28.333929 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07be0e2c-19a4-4ac0-a45c-ac762d222794 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:28.334351 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'code': 200} Nov 27 01:40:28.355167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=7de2990b-f652-48c5-9d0f-8b3b07517d30,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:28.412404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port b971db8d-3dae-47d6-af3c-daa87c444195 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:28.412775 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.417998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=fb7280f8-f04f-4cc2-a764-eace231a2e25,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:28.450837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0ea88-bfef-4ad7-b723-b2b9fb4c0646 req-6c56061f-3cf2-493d-be41-40065e478c7b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:28.452380 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79e0ea88-bfef-4ad7-b723-b2b9fb4c0646 req-6c56061f-3cf2-493d-be41-40065e478c7b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 945 time: 0.0543489 Nov 27 01:40:28.505987 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79e0ea88-bfef-4ad7-b723-b2b9fb4c0646 req-f528a9c8-99e3-41ed-90ea-85a47c56e089 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462921 Nov 27 01:40:28.522065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae72b7-5952-444c-b9f2-924aca8c8411 req-9e729945-a21a-4c22-8394-46abfa2a0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:28.523926 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.527526 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-86ae72b7-5952-444c-b9f2-924aca8c8411 req-9e729945-a21a-4c22-8394-46abfa2a0cc9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 1096 time: 0.0989344 Nov 27 01:40:28.558773 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b971db8d-3dae-47d6-af3c-daa87c444195,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:28.562705 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:28.590458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['7de2990b-f652-48c5-9d0f-8b3b07517d30'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:40:28.609497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dc5cf-bc93-446a-a12f-7ada0a283e62 req-6bfd6e94-466c-4181-86b8-e347449dfd09 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:28.611062 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b36dc5cf-bc93-446a-a12f-7ada0a283e62 req-6bfd6e94-466c-4181-86b8-e347449dfd09 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 945 time: 0.0805452 Nov 27 01:40:28.615161 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-86ae72b7-5952-444c-b9f2-924aca8c8411 req-fb77fcbb-a4e3-4a2e-b161-bfeafa094db0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762994 Nov 27 01:40:28.649697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b971db8d-3dae-47d6-af3c-daa87c444195,revision_number=10']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:28.666989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b36dc5cf-bc93-446a-a12f-7ada0a283e62 req-23bed40b-8741-4543-94f1-d2485ccae796 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487859 Nov 27 01:40:28.930752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d188f7-fe1e-4f77-b907-696774715ad3 req-ebe30dd7-dd9c-44db-8272-c96f83842533 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:28.932134 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d188f7-fe1e-4f77-b907-696774715ad3 req-ebe30dd7-dd9c-44db-8272-c96f83842533 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 945 time: 0.0492730 Nov 27 01:40:28.992038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18d188f7-fe1e-4f77-b907-696774715ad3 req-bf592831-85b6-40a6-ae35-6012384d8dbc tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527527 Nov 27 01:40:29.014681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41300) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:29.074878 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6a8958a3-ca2b-4c69-9199-29af93470cea tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/floatingips/9bef229c-a1fb-4abe-b2d9-72adf9c89a36 HTTP/1.1" status: 200 len: 993 time: 0.0589769 Nov 27 01:40:29.636306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca6fe5-49bb-4e32-ae9b-f47242c179f3 req-19a9acf1-10b4-4487-891f-30f55068645b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:29.637775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-57ca6fe5-49bb-4e32-ae9b-f47242c179f3 req-19a9acf1-10b4-4487-891f-30f55068645b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 947 time: 0.0525208 Nov 27 01:40:29.686049 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-57ca6fe5-49bb-4e32-ae9b-f47242c179f3 req-a22efd95-5c06-462b-a3d1-6f4ad16e9412 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 Nov 27 01:40:29.793064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857ad06-a547-4e59-b948-d7df592b5b5f req-65fdfc1d-a49e-456b-af86-424fdee0c8f9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:29.794697 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1857ad06-a547-4e59-b948-d7df592b5b5f req-65fdfc1d-a49e-456b-af86-424fdee0c8f9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 945 time: 0.0563498 Nov 27 01:40:29.848889 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1857ad06-a547-4e59-b948-d7df592b5b5f req-19cf325d-f4a9-40ff-b8ac-4a67e209d08d tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480738 Nov 27 01:40:29.970866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7de2990b-f652-48c5-9d0f-8b3b07517d30 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:40:30.021523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 7de2990b-f652-48c5-9d0f-8b3b07517d30 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:40:30.021886 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.095857 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.126905 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 7de2990b-f652-48c5-9d0f-8b3b07517d30, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7de2990b-f652-48c5-9d0f-8b3b07517d30,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:40:30.130669 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:30.176218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=7de2990b-f652-48c5-9d0f-8b3b07517d30,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:30.335780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195'}, {'server_uuid': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de2990b-f652-48c5-9d0f-8b3b07517d30'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:30.338106 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba1cf4-4524-4974-9909-621fbeaf0f59" -d '{"events": [{"server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "name": "network-vif-plugged", "status": "completed", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195"}, {"server_uuid": "203880bd-780b-4d31-b2fc-1e5517943ef2", "name": "network-vif-plugged", "status": "completed", "tag": "7de2990b-f652-48c5-9d0f-8b3b07517d30"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:30.377119 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b686d6-8f58-4794-8d16-7e4f25050a5c x-openstack-request-id: req-04b686d6-8f58-4794-8d16-7e4f25050a5c {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:30.377423 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "name": "network-vif-plugged", "status": "completed", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195", "code": 200}, {"server_uuid": "203880bd-780b-4d31-b2fc-1e5517943ef2", "name": "network-vif-plugged", "status": "completed", "tag": "7de2990b-f652-48c5-9d0f-8b3b07517d30", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:30.377680 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04b686d6-8f58-4794-8d16-7e4f25050a5c {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:30.378080 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'code': 200} Nov 27 01:40:30.378365 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'code': 200} Nov 27 01:40:30.614775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472c16b-dcdf-4ac7-afdd-a40505d30559 req-b45329f2-37db-4ee3-9033-c6bc893af7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:30.616204 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6472c16b-dcdf-4ac7-afdd-a40505d30559 req-b45329f2-37db-4ee3-9033-c6bc893af7ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 1098 time: 0.0471530 Nov 27 01:40:30.661609 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6472c16b-dcdf-4ac7-afdd-a40505d30559 req-7defff92-e653-4e5e-8792-6db32755a1ba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375805 Nov 27 01:40:30.808142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dab01-5413-4d95-bd79-df662302ee4d req-deb8f736-49ee-4e2b-91c8-f7391c226d0b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:30.809610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a80dab01-5413-4d95-bd79-df662302ee4d req-deb8f736-49ee-4e2b-91c8-f7391c226d0b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 947 time: 0.0517752 Nov 27 01:40:30.856024 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a80dab01-5413-4d95-bd79-df662302ee4d req-28493553-10c1-467d-9551-bd8936e458f4 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 Nov 27 01:40:30.970321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24415c-db76-43d9-bc16-88396d08af28 req-32b74140-a16e-46c8-9d6f-2b31091eb0aa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:30.971815 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d24415c-db76-43d9-bc16-88396d08af28 req-32b74140-a16e-46c8-9d6f-2b31091eb0aa tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 945 time: 0.0535929 Nov 27 01:40:31.023682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d24415c-db76-43d9-bc16-88396d08af28 req-55e8a352-c863-4165-b368-1e7a705c6275 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458534 Nov 27 01:40:31.136539 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4354e9-be82-4186-9639-c992a09bcae5 req-a5e63b00-eec3-41d2-9249-8df4a58cda50 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:31.138008 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b4354e9-be82-4186-9639-c992a09bcae5 req-a5e63b00-eec3-41d2-9249-8df4a58cda50 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 945 time: 0.0493662 Nov 27 01:40:31.186445 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b4354e9-be82-4186-9639-c992a09bcae5 req-c433d643-050a-4bc6-9314-cd17e8c296ea tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425100 Nov 27 01:40:31.208796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41318) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:31.348075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ccd936-6516-4860-a80c-d3ff09f71bc7 tempest-TestVolumeBootPattern-1409960057 tempest-TestVolumeBootPattern-1409960057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:31.349582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-97ccd936-6516-4860-a80c-d3ff09f71bc7 tempest-TestVolumeBootPattern-1409960057 tempest-TestVolumeBootPattern-1409960057-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 1091 time: 0.1397860 Nov 27 01:40:31.352399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:40:31.356582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:40:31.377567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.471432 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.578320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Allocated IP 172.25.3.44 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/3a976ef9-0421-45b7-bee4-b9624cb6a06f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:40:31.686299 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.721667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:31.773927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:40:31.778371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:40:31.780875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:40:31.806921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=3a976ef9-0421-45b7-bee4-b9624cb6a06f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:31.984813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222a7de-532c-47b4-a98e-ad042a2154f2 req-5b4addec-98c5-410c-8a1b-8beede43b846 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:31.986536 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e222a7de-532c-47b4-a98e-ad042a2154f2 req-5b4addec-98c5-410c-8a1b-8beede43b846 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 947 time: 0.0527933 Nov 27 01:40:32.044351 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e222a7de-532c-47b4-a98e-ad042a2154f2 req-73c5d3df-6773-47e1-bc37-4042b17d360b tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510893 Nov 27 01:40:32.178701 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.247899 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.407493 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.411976 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.480329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=3a976ef9-0421-45b7-bee4-b9624cb6a06f,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:40:32.488358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.587753 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Floating IP 08059e45-8d69-43c8-8139-f4c0ef3efcbd associated. External IP: 172.25.3.44, port: fb7280f8-f04f-4cc2-a764-eace231a2e25. Nov 27 01:40:32.792761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Router 5d0c744a-897a-42ee-943b-487135ea55f9 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:40:32.897306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:40:32.908224 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf18b8-d6be-4eab-b8df-ccb094299258 None None] Sync routers for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:40:32.915033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:32.918363 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf18b8-d6be-4eab-b8df-ccb094299258 None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:32.919067 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1bcf18b8-d6be-4eab-b8df-ccb094299258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:40:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:32.942263 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6ef5237f-955f-4342-bcbe-3863b18c81a6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5887575 Nov 27 01:40:32.942846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'tag': 'fb7280f8-f04f-4cc2-a764-eace231a2e25'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:40:32.945158 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaae938-5147-4dd2-8429-1127ea69b135" -d '{"events": [{"name": "network-changed", "server_uuid": "c73af9ff-1625-45a7-989a-0d1630dd62ac", "tag": "fb7280f8-f04f-4cc2-a764-eace231a2e25"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:40:32.985499 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d1bfbe-bb17-4bc6-bdd6-a5ae814c0d94 x-openstack-request-id: req-29d1bfbe-bb17-4bc6-bdd6-a5ae814c0d94 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:40:32.985793 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73af9ff-1625-45a7-989a-0d1630dd62ac", "tag": "fb7280f8-f04f-4cc2-a764-eace231a2e25", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:40:32.986042 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29d1bfbe-bb17-4bc6-bdd6-a5ae814c0d94 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:40:32.986476 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'tag': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'status': 'completed', 'code': 200} Nov 27 01:40:33.026159 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1bcf18b8-d6be-4eab-b8df-ccb094299258 None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:33.084715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae938-5147-4dd2-8429-1127ea69b135 req-fd185024-0311-4924-9f48-964c5f8e80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:33.086230 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-acaae938-5147-4dd2-8429-1127ea69b135 req-fd185024-0311-4924-9f48-964c5f8e80e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 1096 time: 0.0424876 Nov 27 01:40:33.221219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51044b7f-31a7-4356-b274-3989ecaab0d9 req-62696dfd-e462-4dfc-b3dd-be049ccc88e2 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:33.222723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51044b7f-31a7-4356-b274-3989ecaab0d9 req-62696dfd-e462-4dfc-b3dd-be049ccc88e2 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 947 time: 0.0761232 Nov 27 01:40:33.226665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae938-5147-4dd2-8429-1127ea69b135 req-a07cda8a-d22d-4f24-915a-2ea5716ee42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:33.228245 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-acaae938-5147-4dd2-8429-1127ea69b135 req-a07cda8a-d22d-4f24-915a-2ea5716ee42a service neutron] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.1312411 Nov 27 01:40:33.251984 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1bcf18b8-d6be-4eab-b8df-ccb094299258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '08059e45-8d69-43c8-8139-f4c0ef3efcbd', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:6f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:32Z', 'updated_at': '2021-11-27T01:40:32Z', 'revision_number': 0, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:33.277617 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf18b8-d6be-4eab-b8df-ccb094299258 None None] Checking router: 5d0c744a-897a-42ee-943b-487135ea55f9 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:40:33.285980 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf18b8-d6be-4eab-b8df-ccb094299258 None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:40:33.286615 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1bcf18b8-d6be-4eab-b8df-ccb094299258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:40:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:33.318276 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51044b7f-31a7-4356-b274-3989ecaab0d9 req-3d6c49ac-7f80-4a57-8cee-75da91874872 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884550 Nov 27 01:40:33.326355 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-acaae938-5147-4dd2-8429-1127ea69b135 req-22724ff0-8824-43ec-8bd3-60ba707e3bc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb7280f8-f04f-4cc2-a764-eace231a2e25 HTTP/1.1" status: 200 len: 998 time: 0.0897400 Nov 27 01:40:33.377293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae938-5147-4dd2-8429-1127ea69b135 req-08379681-992a-498d-9d5c-6de3fe68cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:33.378867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-acaae938-5147-4dd2-8429-1127ea69b135 req-08379681-992a-498d-9d5c-6de3fe68cb9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0456402 Nov 27 01:40:33.392294 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1bcf18b8-d6be-4eab-b8df-ccb094299258 None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:40:33.424532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae938-5147-4dd2-8429-1127ea69b135 req-f7bf7213-666b-4254-821c-8136d7412ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:33.426052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-acaae938-5147-4dd2-8429-1127ea69b135 req-f7bf7213-666b-4254-821c-8136d7412ae2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399699 Nov 27 01:40:33.523439 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-acaae938-5147-4dd2-8429-1127ea69b135 req-f3e06218-94b7-462d-aebb-35151de00ff9 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854990 Nov 27 01:40:33.620731 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1bcf18b8-d6be-4eab-b8df-ccb094299258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '08059e45-8d69-43c8-8139-f4c0ef3efcbd', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:6f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:32Z', 'updated_at': '2021-11-27T01:40:32Z', 'revision_number': 0, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:40:33.628845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-acaae938-5147-4dd2-8429-1127ea69b135 req-c651f202-d40c-47d6-82ce-08c4099c6067 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982437 Nov 27 01:40:33.649825 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf18b8-d6be-4eab-b8df-ccb094299258 None None] The sync data for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 is: [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '08059e45-8d69-43c8-8139-f4c0ef3efcbd', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:6f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:32Z', 'updated_at': '2021-11-27T01:40:32Z', 'revision_number': 0, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:40:33.849368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7c911-8a8b-4c8f-889c-171eadc1abfa None None] New status for floating IP 08059e45-8d69-43c8-8139-f4c0ef3efcbd: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:40:41.528884 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e81b-bd93-4cc3-b57f-a3d481cf4467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:43.302670 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:40:43.876312 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96bfad14-07a2-46e1-b143-cd9b7d0ea05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:44.546807 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:45.070096 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:46.777876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.353615 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:47.584047 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:40:49.307363 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-458ed228-03af-4278-aeab-06a4e6b8a686 req-5c7ae5cd-9465-410f-8d62-1afd8a53f444 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416551 Nov 27 01:40:49.383682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed228-03af-4278-aeab-06a4e6b8a686 req-14b9a996-13e5-4074-b369-096b60f1771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:49.385061 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-458ed228-03af-4278-aeab-06a4e6b8a686 req-14b9a996-13e5-4074-b369-096b60f1771e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6ce2c01e86046869a837c2f575f2404&device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 1096 time: 0.0456223 Nov 27 01:40:49.493046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed228-03af-4278-aeab-06a4e6b8a686 req-b8ddb51c-32ef-47b1-8fa9-aebd4680bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:49.494728 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-458ed228-03af-4278-aeab-06a4e6b8a686 req-b8ddb51c-32ef-47b1-8fa9-aebd4680bca2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8fd0376-fa0a-491d-9806-59fa26ead9ce HTTP/1.1" status: 200 len: 914 time: 0.0871644 Nov 27 01:40:49.542935 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-458ed228-03af-4278-aeab-06a4e6b8a686 req-62d12cf4-62b8-402d-95cc-af965af29ef0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508 HTTP/1.1" status: 200 len: 217 time: 0.0407615 Nov 27 01:40:49.592693 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed228-03af-4278-aeab-06a4e6b8a686 req-0dc4de04-8a6f-4ca1-834b-928649dbc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:40:49.594124 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-458ed228-03af-4278-aeab-06a4e6b8a686 req-0dc4de04-8a6f-4ca1-834b-928649dbc95e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5f5f343-9c40-4458-b5e1-fbc59044c8ea HTTP/1.1" status: 200 len: 853 time: 0.0449619 Nov 27 01:40:49.625628 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-458ed228-03af-4278-aeab-06a4e6b8a686 req-aa5ce955-0b70-4324-92ef-9e7ba0bd17ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8fd0376-fa0a-491d-9806-59fa26ead9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246859 Nov 27 01:40:49.713486 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-458ed228-03af-4278-aeab-06a4e6b8a686 req-6d43f042-df26-4fdb-9ca9-7848726b198c service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810814 Nov 27 01:40:49.804641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-458ed228-03af-4278-aeab-06a4e6b8a686 req-0af96d90-25a5-4aa3-8f66-7b41d7e53b0e service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840192 Nov 27 01:41:08.278448 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41462) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:08.433772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port 9fb39450-4d9b-47bf-8884-5f0d179eb7da {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:08.434111 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:08.511550 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:08.511869 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:08.523112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for 9fb39450-4d9b-47bf-8884-5f0d179eb7da owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:08.663615 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:08.692361 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=9fb39450-4d9b-47bf-8884-5f0d179eb7da,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:08.716684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:08.717035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:08.717366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:08.717696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:08.718018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:08.718370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:08.718697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:08.719017 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:08.719334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:08.719654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:08.719967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:08.720278 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:08.762009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:08.762631 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Floating IP 9bef229c-a1fb-4abe-b2d9-72adf9c89a36 disassociated (deleted). External IP: 172.25.3.165, port: 7de2990b-f652-48c5-9d0f-8b3b07517d30. Nov 27 01:41:08.967547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 5e2221ff-6ad0-4169-9c48-244481d8060c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:41:09.074397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:41:09.079278 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:09.084864 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824691bb-5590-4dea-862a-27d255bef98e None None] Sync routers for ids ['5e2221ff-6ad0-4169-9c48-244481d8060c'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:41:09.094043 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824691bb-5590-4dea-862a-27d255bef98e None None] Routers {'5e2221ff-6ad0-4169-9c48-244481d8060c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:09.094688 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-824691bb-5590-4dea-862a-27d255bef98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:40:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5e2221ff-6ad0-4169-9c48-244481d8060c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:09.107868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4aebb648-582e-46b9-afca-30f4268822a0 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/floatingips/9bef229c-a1fb-4abe-b2d9-72adf9c89a36 HTTP/1.1" status: 204 len: 168 time: 0.8283277 Nov 27 01:41:09.108467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'tag': '7de2990b-f652-48c5-9d0f-8b3b07517d30'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:41:09.112800 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7f3f61-fa48-4db7-b808-0509c7b3e220" -d '{"events": [{"name": "network-changed", "server_uuid": "203880bd-780b-4d31-b2fc-1e5517943ef2", "tag": "7de2990b-f652-48c5-9d0f-8b3b07517d30"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:41:09.148746 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b4d4f4-2056-4f1a-8965-c5c3e635d07c x-openstack-request-id: req-57b4d4f4-2056-4f1a-8965-c5c3e635d07c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:41:09.149039 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203880bd-780b-4d31-b2fc-1e5517943ef2", "tag": "7de2990b-f652-48c5-9d0f-8b3b07517d30", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:41:09.149289 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57b4d4f4-2056-4f1a-8965-c5c3e635d07c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:41:09.149688 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'tag': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'status': 'completed', 'code': 200} Nov 27 01:41:09.255956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f3f61-fa48-4db7-b808-0509c7b3e220 req-cbd8d89c-ae8e-4363-ae21-11a6ecda1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:09.257630 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b7f3f61-fa48-4db7-b808-0509c7b3e220 req-cbd8d89c-ae8e-4363-ae21-11a6ecda1100 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0506368 Nov 27 01:41:09.313559 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-824691bb-5590-4dea-862a-27d255bef98e None None] Set router 5e2221ff-6ad0-4169-9c48-244481d8060c gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:09.350887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a39eb-ddfb-47d1-9805-7879dc86650d req-866fca68-1478-497e-b621-14787c5ecd00 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:09.352548 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4b1a39eb-ddfb-47d1-9805-7879dc86650d req-866fca68-1478-497e-b621-14787c5ecd00 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0509119 Nov 27 01:41:09.406438 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4b1a39eb-ddfb-47d1-9805-7879dc86650d req-49917297-1fdd-45ea-9a1f-18954dd51102 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457649 Nov 27 01:41:09.409411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f3f61-fa48-4db7-b808-0509c7b3e220 req-75ff8b89-6ed3-4f01-be4d-92dd81520d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:09.411014 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b7f3f61-fa48-4db7-b808-0509c7b3e220 req-75ff8b89-6ed3-4f01-be4d-92dd81520d8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6a04a825-9045-4afe-bf0e-9487defdf7f7 HTTP/1.1" status: 200 len: 897 time: 0.0937486 Nov 27 01:41:09.454292 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b7f3f61-fa48-4db7-b808-0509c7b3e220 req-6c732819-7a2f-4f5f-8bbd-0c82eb9864e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7de2990b-f652-48c5-9d0f-8b3b07517d30 HTTP/1.1" status: 200 len: 217 time: 0.0346136 Nov 27 01:41:09.505206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f3f61-fa48-4db7-b808-0509c7b3e220 req-7ea8d479-674c-4f91-bdc2-9b0a233cc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:09.506592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b7f3f61-fa48-4db7-b808-0509c7b3e220 req-7ea8d479-674c-4f91-bdc2-9b0a233cc151 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a9b7a1e-4185-49bb-9d83-58639bf06ecc HTTP/1.1" status: 200 len: 835 time: 0.0447428 Nov 27 01:41:09.514617 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-824691bb-5590-4dea-862a-27d255bef98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:39:19Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '536b2e31-0a54-4211-9fbb-0341288dc5df', 'name': '', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:8a:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:18Z', 'updated_at': '2021-11-27T01:39:22Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:09.541318 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824691bb-5590-4dea-862a-27d255bef98e None None] Checking router: 5e2221ff-6ad0-4169-9c48-244481d8060c for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:41:09.549477 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824691bb-5590-4dea-862a-27d255bef98e None None] Routers {'5e2221ff-6ad0-4169-9c48-244481d8060c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:09.550115 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-824691bb-5590-4dea-862a-27d255bef98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:40:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5e2221ff-6ad0-4169-9c48-244481d8060c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:09.558353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f3f61-fa48-4db7-b808-0509c7b3e220 req-a80f67b3-349a-4e8b-a54f-1211fc8b3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:09.559891 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b7f3f61-fa48-4db7-b808-0509c7b3e220 req-a80f67b3-349a-4e8b-a54f-1211fc8b3ecb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6a04a825-9045-4afe-bf0e-9487defdf7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450988 Nov 27 01:41:09.653578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b7f3f61-fa48-4db7-b808-0509c7b3e220 req-5851d67d-b549-41ad-b4c6-723c16635aeb service neutron] 10.222.0.42 "GET /v2.0/networks/6a04a825-9045-4afe-bf0e-9487defdf7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836952 Nov 27 01:41:09.656075 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-824691bb-5590-4dea-862a-27d255bef98e None None] Set router 5e2221ff-6ad0-4169-9c48-244481d8060c gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:09.751845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b7f3f61-fa48-4db7-b808-0509c7b3e220 req-6b59561b-c465-471c-8700-ea8fc56447f0 service neutron] 10.222.0.42 "GET /v2.0/networks/6a04a825-9045-4afe-bf0e-9487defdf7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881643 Nov 27 01:41:09.858734 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-824691bb-5590-4dea-862a-27d255bef98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:39:19Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '536b2e31-0a54-4211-9fbb-0341288dc5df', 'name': '', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:8a:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:18Z', 'updated_at': '2021-11-27T01:39:22Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:09.887863 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824691bb-5590-4dea-862a-27d255bef98e None None] The sync data for ids ['5e2221ff-6ad0-4169-9c48-244481d8060c'] in n-d-819494-2 is: [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:39:19Z', 'revision_number': 4, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '536b2e31-0a54-4211-9fbb-0341288dc5df', 'name': '', 'network_id': '6a04a825-9045-4afe-bf0e-9487defdf7f7', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'mac_address': 'fa:16:3e:8a:5c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:18Z', 'updated_at': '2021-11-27T01:39:22Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'subnets': [{'id': '1a9b7a1e-4185-49bb-9d83-58639bf06ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:41:10.106754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3babb76f-eb35-4179-94a4-c391888cb93a None None] New status for floating IP 9bef229c-a1fb-4abe-b2d9-72adf9c89a36: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:41:10.535442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e3cac-9431-4ce9-bb80-6bbfb45f4275 req-8dde5162-2e13-4edc-a994-ab16a4962c6e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:10.536944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c6e3cac-9431-4ce9-bb80-6bbfb45f4275 req-8dde5162-2e13-4edc-a994-ab16a4962c6e tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0582550 Nov 27 01:41:10.587748 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c6e3cac-9431-4ce9-bb80-6bbfb45f4275 req-1ddc3561-942b-41ef-8df9-ac9c81d27380 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447030 Nov 27 01:41:11.028732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980589d-b784-4c7d-ac55-93890b3ed631 req-4c7f35df-ef04-4ee3-86a2-d92983b9c21f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:11.030138 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2980589d-b784-4c7d-ac55-93890b3ed631 req-4c7f35df-ef04-4ee3-86a2-d92983b9c21f tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 946 time: 0.0470796 Nov 27 01:41:11.132242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2980589d-b784-4c7d-ac55-93890b3ed631 req-87b57633-ff06-4382-8864-f9c9faacf372 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port 7de2990b-f652-48c5-9d0f-8b3b07517d30 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:11.132572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2980589d-b784-4c7d-ac55-93890b3ed631 req-87b57633-ff06-4382-8864-f9c9faacf372 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:11.221192 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2980589d-b784-4c7d-ac55-93890b3ed631 req-87b57633-ff06-4382-8864-f9c9faacf372 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] For port 7de2990b-f652-48c5-9d0f-8b3b07517d30, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=7de2990b-f652-48c5-9d0f-8b3b07517d30,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:11.221545 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2980589d-b784-4c7d-ac55-93890b3ed631 req-87b57633-ff06-4382-8864-f9c9faacf372 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:11.234396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-2980589d-b784-4c7d-ac55-93890b3ed631 req-87b57633-ff06-4382-8864-f9c9faacf372 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for 7de2990b-f652-48c5-9d0f-8b3b07517d30 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:11.358887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2980589d-b784-4c7d-ac55-93890b3ed631 req-87b57633-ff06-4382-8864-f9c9faacf372 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:11.385237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b57633-ff06-4382-8864-f9c9faacf372 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=7de2990b-f652-48c5-9d0f-8b3b07517d30,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:11.433937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2980589d-b784-4c7d-ac55-93890b3ed631 req-87b57633-ff06-4382-8864-f9c9faacf372 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] No DVR routers for this DVR port 7de2990b-f652-48c5-9d0f-8b3b07517d30 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:41:11.436530 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2980589d-b784-4c7d-ac55-93890b3ed631 req-87b57633-ff06-4382-8864-f9c9faacf372 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:11.440062 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2980589d-b784-4c7d-ac55-93890b3ed631 req-87b57633-ff06-4382-8864-f9c9faacf372 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.42 "DELETE /v2.0/ports/7de2990b-f652-48c5-9d0f-8b3b07517d30 HTTP/1.1" status: 204 len: 173 time: 0.4024670 Nov 27 01:41:11.440529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'name': 'network-vif-deleted', 'tag': '7de2990b-f652-48c5-9d0f-8b3b07517d30'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:41:11.442880 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24388c69-b5ab-431a-a822-41243bed01fb" -d '{"events": [{"server_uuid": "203880bd-780b-4d31-b2fc-1e5517943ef2", "name": "network-vif-deleted", "tag": "7de2990b-f652-48c5-9d0f-8b3b07517d30"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:41:11.484956 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bed27c5-5354-47b0-9e66-fed45f5db863 x-openstack-request-id: req-9bed27c5-5354-47b0-9e66-fed45f5db863 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:41:11.485270 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203880bd-780b-4d31-b2fc-1e5517943ef2", "name": "network-vif-deleted", "tag": "7de2990b-f652-48c5-9d0f-8b3b07517d30", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:41:11.485667 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bed27c5-5354-47b0-9e66-fed45f5db863 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:41:11.486114 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203880bd-780b-4d31-b2fc-1e5517943ef2', 'name': 'network-vif-deleted', 'tag': '7de2990b-f652-48c5-9d0f-8b3b07517d30', 'status': 'completed', 'code': 200} Nov 27 01:41:11.531491 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7230487f-94e5-4a50-9a30-efe07d04f0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:11.695762 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8ac7a00-35d7-4fed-80c9-24717519cbde req-df24b87e-3adb-4603-a314-2f5a66e834c3 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "GET /v2.0/ports?device_id=203880bd-780b-4d31-b2fc-1e5517943ef2 HTTP/1.1" status: 200 len: 210 time: 0.0283170 Nov 27 01:41:11.804001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3bd04-e8cb-417f-945a-2630255e25ad req-ba8905a1-4d02-488e-8367-583e2cd78fac tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:11.805813 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04b3bd04-e8cb-417f-945a-2630255e25ad req-ba8905a1-4d02-488e-8367-583e2cd78fac tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 947 time: 0.0581179 Nov 27 01:41:11.858504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04b3bd04-e8cb-417f-945a-2630255e25ad req-227585fb-daab-4274-ad6c-516be263bb1f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459576 Nov 27 01:41:12.759940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41502) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:12.984884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016603cd-5b93-4a0b-952a-98a06359e2d7 req-e9606c32-3fbb-4d0a-85f7-3287c6136774 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:12.986482 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-016603cd-5b93-4a0b-952a-98a06359e2d7 req-e9606c32-3fbb-4d0a-85f7-3287c6136774 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 947 time: 0.0504797 Nov 27 01:41:13.034716 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-016603cd-5b93-4a0b-952a-98a06359e2d7 req-a2b2a7a3-91b6-485f-8786-f47feba70b1f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422535 Nov 27 01:41:13.136037 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46b4778c-1a0d-4604-99b1-9e243ee1eaf1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:13.697222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-ac4da3a8-c43a-4daa-858a-aae6eebc9947 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:13.698773 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-ac4da3a8-c43a-4daa-858a-aae6eebc9947 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.42 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 947 time: 0.0769985 Nov 27 01:41:13.859615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Deleting port b971db8d-3dae-47d6-af3c-daa87c444195 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:13.860316 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:13.878362 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e1041f2-d94b-4cd9-b506-9d1d9d6a4392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:13.907747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-46b4778c-1a0d-4604-99b1-9e243ee1eaf1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port 536b2e31-0a54-4211-9fbb-0341288dc5df {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:13.908093 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46b4778c-1a0d-4604-99b1-9e243ee1eaf1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:14.024532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] For port b971db8d-3dae-47d6-af3c-daa87c444195, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=b971db8d-3dae-47d6-af3c-daa87c444195,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:14.024894 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:14.051839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-46b4778c-1a0d-4604-99b1-9e243ee1eaf1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] For port 536b2e31-0a54-4211-9fbb-0341288dc5df, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=536b2e31-0a54-4211-9fbb-0341288dc5df,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:14.052816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46b4778c-1a0d-4604-99b1-9e243ee1eaf1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:14.101169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-46b4778c-1a0d-4604-99b1-9e243ee1eaf1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for 536b2e31-0a54-4211-9fbb-0341288dc5df owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:14.221637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7de2990b-f652-48c5-9d0f-8b3b07517d30 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:41:14.246649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 7de2990b-f652-48c5-9d0f-8b3b07517d30 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:41:14.247099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 7de2990b-f652-48c5-9d0f-8b3b07517d30 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:41:14.309443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb9743-c117-490c-939a-d73184291c02 req-e109cdc8-f89b-44fb-ba25-8905ded9e5ba tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:14.310978 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4fb9743-c117-490c-939a-d73184291c02 req-e109cdc8-f89b-44fb-ba25-8905ded9e5ba tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 947 time: 0.1966839 Nov 27 01:41:14.391259 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:14.391526 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:14.391840 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Floating IP 51dd1078-346c-498f-99bb-e3cfe0e47c45 disassociated. External IP: 172.25.3.233, port: b971db8d-3dae-47d6-af3c-daa87c444195. Nov 27 01:41:14.392184 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Calling delete_port for b971db8d-3dae-47d6-af3c-daa87c444195 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:14.467813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4fb9743-c117-490c-939a-d73184291c02 req-87f93112-228f-4a4f-89d8-3a240ad14a87 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups?id=acfbb450-1692-4391-a344-4a0e85ef7ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483295 Nov 27 01:41:14.551399 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:14.555301 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46b4778c-1a0d-4604-99b1-9e243ee1eaf1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:14.616473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4778c-1a0d-4604-99b1-9e243ee1eaf1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=536b2e31-0a54-4211-9fbb-0341288dc5df,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:14.673901 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:14.725818 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event deleted for resources: {'Port': ['ID=b971db8d-3dae-47d6-af3c-daa87c444195,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:14.927269 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46b4778c-1a0d-4604-99b1-9e243ee1eaf1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:14.947067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:41:15.076296 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:15.171681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:41:15.184324 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc9ae4-5800-4f39-8e31-1c69d930b43c None None] Sync routers for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:41:15.195491 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc9ae4-5800-4f39-8e31-1c69d930b43c None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:15.196478 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-50dc9ae4-5800-4f39-8e31-1c69d930b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:15.219936 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] No DVR routers for this DVR port b971db8d-3dae-47d6-af3c-daa87c444195 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:41:15.223575 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:15.227114 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9472535d-9fa4-47fb-a3f0-94f8d2d7e733 req-d0d0f223-8c08-46e2-80a5-8db303d727b8 tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.42 "DELETE /v2.0/ports/b971db8d-3dae-47d6-af3c-daa87c444195 HTTP/1.1" status: 204 len: 173 time: 1.5212402 Nov 27 01:41:15.227560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'name': 'network-vif-deleted', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:41:15.229875 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fe45e2-ce26-4155-beef-90df19077842" -d '{"events": [{"server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "name": "network-vif-deleted", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:41:15.293423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b4778c-1a0d-4604-99b1-9e243ee1eaf1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Router 5e2221ff-6ad0-4169-9c48-244481d8060c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:41:15.313510 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-50dc9ae4-5800-4f39-8e31-1c69d930b43c None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:15.342905 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5587d9-e484-4741-8d92-a6ddfafad78f x-openstack-request-id: req-0f5587d9-e484-4741-8d92-a6ddfafad78f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:41:15.343180 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9014f96-6da1-406f-a379-b82ec02b3c29", "name": "network-vif-deleted", "tag": "b971db8d-3dae-47d6-af3c-daa87c444195", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:41:15.343428 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f5587d9-e484-4741-8d92-a6ddfafad78f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:41:15.343824 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9014f96-6da1-406f-a379-b82ec02b3c29', 'name': 'network-vif-deleted', 'tag': 'b971db8d-3dae-47d6-af3c-daa87c444195', 'status': 'completed', 'code': 200} Nov 27 01:41:15.414357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b4778c-1a0d-4604-99b1-9e243ee1eaf1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:41:15.421947 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-46b4778c-1a0d-4604-99b1-9e243ee1eaf1 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "PUT /v2.0/routers/5e2221ff-6ad0-4169-9c48-244481d8060c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6583366 Nov 27 01:41:15.422454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41514) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:15.425968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacb05e-fe8b-459c-913a-22425d40bd8d None None] Sync routers for ids ['5e2221ff-6ad0-4169-9c48-244481d8060c'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:41:15.437915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacb05e-fe8b-459c-913a-22425d40bd8d None None] Routers {'5e2221ff-6ad0-4169-9c48-244481d8060c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:15.438534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3aacb05e-fe8b-459c-913a-22425d40bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5e2221ff-6ad0-4169-9c48-244481d8060c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:15.482334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f7ca33-0224-479b-a01a-a392f70563dd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting subnet 1a9b7a1e-4185-49bb-9d83-58639bf06ecc {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:41:15.485895 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18f7ca33-0224-479b-a01a-a392f70563dd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:15.550118 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18f7ca33-0224-479b-a01a-a392f70563dd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:15.556249 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-50dc9ae4-5800-4f39-8e31-1c69d930b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:45Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:15.570249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3aacb05e-fe8b-459c-913a-22425d40bd8d None None] Set router 5e2221ff-6ad0-4169-9c48-244481d8060c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:15.585056 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc9ae4-5800-4f39-8e31-1c69d930b43c None None] Checking router: d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:41:15.594908 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc9ae4-5800-4f39-8e31-1c69d930b43c None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:15.595805 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-50dc9ae4-5800-4f39-8e31-1c69d930b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:15.626605 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8a8fd5f-1926-44ad-8183-ee44482a1e3e req-af48f152-32bb-4fbe-a65a-90e988164e3e tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9014f96-6da1-406f-a379-b82ec02b3c29 HTTP/1.1" status: 200 len: 210 time: 0.0314665 Nov 27 01:41:15.696136 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18f7ca33-0224-479b-a01a-a392f70563dd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:15.730625 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-50dc9ae4-5800-4f39-8e31-1c69d930b43c None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:15.768354 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18f7ca33-0224-479b-a01a-a392f70563dd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:15.776246 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3aacb05e-fe8b-459c-913a-22425d40bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:41:14Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:15.807371 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18f7ca33-0224-479b-a01a-a392f70563dd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:15.814780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41520) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:15.823265 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-18f7ca33-0224-479b-a01a-a392f70563dd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/subnets/1a9b7a1e-4185-49bb-9d83-58639bf06ecc HTTP/1.1" status: 204 len: 168 time: 0.3986053 Nov 27 01:41:15.823511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7ca33-0224-479b-a01a-a392f70563dd tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9b7a1e-4185-49bb-9d83-58639bf06ecc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:15.837609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacb05e-fe8b-459c-913a-22425d40bd8d None None] Checking router: 5e2221ff-6ad0-4169-9c48-244481d8060c for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:41:15.840443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4605645-4724-4617-bcb9-919f478b6b3e None None] Network 6a04a825-9045-4afe-bf0e-9487defdf7f7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:41:15.879784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacb05e-fe8b-459c-913a-22425d40bd8d None None] Routers {'5e2221ff-6ad0-4169-9c48-244481d8060c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:15.880449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3aacb05e-fe8b-459c-913a-22425d40bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5e2221ff-6ad0-4169-9c48-244481d8060c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:15.940348 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:15.982626 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-50dc9ae4-5800-4f39-8e31-1c69d930b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:45Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:16.011226 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc9ae4-5800-4f39-8e31-1c69d930b43c None None] The sync data for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 is: [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '76b79d3c-bacc-4c55-84be-b1cc3f4fcf35', 'name': '', 'network_id': 'b8181700-dc1c-4cd7-b6ea-e3bf20043d6d', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'mac_address': 'fa:16:3e:18:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:27Z', 'updated_at': '2021-11-27T01:33:45Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'subnets': [{'id': 'cf0d0c5b-f441-408d-b1b9-4b39b9d21731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:41:16.054948 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.083035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3aacb05e-fe8b-459c-913a-22425d40bd8d None None] Set router 5e2221ff-6ad0-4169-9c48-244481d8060c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:16.121840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Deleting port 6a5c58c0-17d5-4246-b9bb-49c057abff44 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:16.122184 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.195073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba2eb70-86ce-4bea-9e04-d5bc52813628 None None] DHCP port deletion for 6a04a825-9045-4afe-bf0e-9487defdf7f7 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:41:16.215961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] For port 6a5c58c0-17d5-4246-b9bb-49c057abff44, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6a5c58c0-17d5-4246-b9bb-49c057abff44,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:16.216465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.232859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Calling delete_port for 6a5c58c0-17d5-4246-b9bb-49c057abff44 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:16.297419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2eb70-86ce-4bea-9e04-d5bc52813628 None None] Deleting port 33f92aab-bda0-4c83-acf9-923edb3455fc {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:16.297878 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5ba2eb70-86ce-4bea-9e04-d5bc52813628 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.323661 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef7c6f-9aab-469c-b3fc-4c47f2427636 None None] New status for floating IP 51dd1078-346c-498f-99bb-e3cfe0e47c45: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:41:16.373213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5ba2eb70-86ce-4bea-9e04-d5bc52813628 None None] For port 33f92aab-bda0-4c83-acf9-923edb3455fc, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=33f92aab-bda0-4c83-acf9-923edb3455fc,segment=NetworkSegment(c5ad7f40-d03f-42d5-a962-b683a2146ef5),segment_id=c5ad7f40-d03f-42d5-a962-b683a2146ef5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:16.373613 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5ba2eb70-86ce-4bea-9e04-d5bc52813628 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.390048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2eb70-86ce-4bea-9e04-d5bc52813628 None None] Calling delete_port for 33f92aab-bda0-4c83-acf9-923edb3455fc owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:16.404431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3aacb05e-fe8b-459c-913a-22425d40bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:41:14Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:16.440222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.463135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacb05e-fe8b-459c-913a-22425d40bd8d None None] The sync data for ids ['5e2221ff-6ad0-4169-9c48-244481d8060c'] in n-d-819494-2 is: [{'id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742764854', 'tenant_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:39:15Z', 'updated_at': '2021-11-27T01:41:14Z', 'revision_number': 5, 'project_id': 'd3917ce2e57c4ae5918ce0ff798f13a5', 'gw_port': {'id': '6a5c58c0-17d5-4246-b9bb-49c057abff44', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2221ff-6ad0-4169-9c48-244481d8060c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:39:16Z', 'updated_at': '2021-11-27T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:41:16.471599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Port': ['ID=6a5c58c0-17d5-4246-b9bb-49c057abff44,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:16.487355 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:16.487921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:16.488362 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:16.488877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:16.489304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:16.490503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:16.491020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:16.492181 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:16.492924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:16.493352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:16.493780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:16.494200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:16.496477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f905d5f0-0be1-4763-865d-a0c26ff7749c None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:41:16.527710 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5ba2eb70-86ce-4bea-9e04-d5bc52813628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.553681 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2eb70-86ce-4bea-9e04-d5bc52813628 None None] Pushing event deleted for resources: {'Port': ['ID=33f92aab-bda0-4c83-acf9-923edb3455fc,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:16.559587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2eb70-86ce-4bea-9e04-d5bc52813628 None None] No DVR routers for this DVR port 33f92aab-bda0-4c83-acf9-923edb3455fc on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:41:16.583419 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.678122 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.680588 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.729727 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.730311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Fanout notify agent at l3_agent the message router_deleted on router 5e2221ff-6ad0-4169-9c48-244481d8060c {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:41:16.737354 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.738417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f9bc6410-96b3-4b2e-ace5-3c6e35893296 tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/routers/5e2221ff-6ad0-4169-9c48-244481d8060c HTTP/1.1" status: 204 len: 168 time: 0.9226360 Nov 27 01:41:16.741737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41526) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:16.781481 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.823240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.924597 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.948791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a04a825-9045-4afe-bf0e-9487defdf7f7']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:16.958104 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ad7f40-d03f-42d5-a962-b683a2146ef5') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:16.958467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ad7f40-d03f-42d5-a962-b683a2146ef5') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:16.968012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.981501 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.987540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:41:16.987799 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:41:16.991707 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:41:17.059031 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.067673 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.071270 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/networks/6a04a825-9045-4afe-bf0e-9487defdf7f7 HTTP/1.1" status: 204 len: 168 time: 0.3284495 Nov 27 01:41:17.074188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41530) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:17.089555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452bc4a-1727-4a57-b303-4a1ee22491da tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'Network': ['ID=6a04a825-9045-4afe-bf0e-9487defdf7f7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:17.136581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52f87bea-c4b4-4a20-b824-074a1438052d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.166227 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52f87bea-c4b4-4a20-b824-074a1438052d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.227462 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52f87bea-c4b4-4a20-b824-074a1438052d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.230873 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52f87bea-c4b4-4a20-b824-074a1438052d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.232193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-52f87bea-c4b4-4a20-b824-074a1438052d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] 10.222.0.37 "DELETE /v2.0/security-groups/3fc8c157-69e6-4f64-8bd8-149be0f3e9ec HTTP/1.1" status: 204 len: 168 time: 0.1569450 Nov 27 01:41:17.241962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f87bea-c4b4-4a20-b824-074a1438052d tempest-TestNetworkAdvancedServerOps-113144010 tempest-TestNetworkAdvancedServerOps-113144010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc8c157-69e6-4f64-8bd8-149be0f3e9ec,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:17.359930 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.531448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41538) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:17.576988 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.596931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 536b2e31-0a54-4211-9fbb-0341288dc5df no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:41:17.617822 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 536b2e31-0a54-4211-9fbb-0341288dc5df {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:41:17.618175 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 536b2e31-0a54-4211-9fbb-0341288dc5df not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:41:17.618651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 33f92aab-bda0-4c83-acf9-923edb3455fc no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:41:17.642473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 33f92aab-bda0-4c83-acf9-923edb3455fc {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:41:17.642934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 33f92aab-bda0-4c83-acf9-923edb3455fc not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:41:17.643395 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6a5c58c0-17d5-4246-b9bb-49c057abff44 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:41:17.667287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 6a5c58c0-17d5-4246-b9bb-49c057abff44 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:41:17.667636 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6a5c58c0-17d5-4246-b9bb-49c057abff44 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:41:17.679643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-18aed7bd-ee7f-4401-affc-1ff408774576 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3917ce2e57c4ae5918ce0ff798f13a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470408 Nov 27 01:41:17.682473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41542) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:17.733028 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6770eb53-ba6c-427b-ab98-e2b46450a182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.755625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41546) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:17.756498 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6770eb53-ba6c-427b-ab98-e2b46450a182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.805927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6770eb53-ba6c-427b-ab98-e2b46450a182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.808627 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6770eb53-ba6c-427b-ab98-e2b46450a182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.809789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6770eb53-ba6c-427b-ab98-e2b46450a182 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b87b27e-da0c-420c-9c1d-614e909daf35 HTTP/1.1" status: 204 len: 168 time: 0.1264095 Nov 27 01:41:17.811572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43bdcd4a-b1bc-44af-9f82-716b6b315f8f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.819247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770eb53-ba6c-427b-ab98-e2b46450a182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b87b27e-da0c-420c-9c1d-614e909daf35,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:17.837614 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43bdcd4a-b1bc-44af-9f82-716b6b315f8f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.886643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43bdcd4a-b1bc-44af-9f82-716b6b315f8f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.889269 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43bdcd4a-b1bc-44af-9f82-716b6b315f8f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:17.890461 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-43bdcd4a-b1bc-44af-9f82-716b6b315f8f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "DELETE /v2.0/security-groups/acfbb450-1692-4391-a344-4a0e85ef7ca6 HTTP/1.1" status: 204 len: 168 time: 0.1337950 Nov 27 01:41:17.893318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41550) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:17.901139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdcd4a-b1bc-44af-9f82-716b6b315f8f tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfbb450-1692-4391-a344-4a0e85ef7ca6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:17.909244 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-66276781-359e-480a-b451-079c78acea2c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] show failed (client error): The resource could not be found. Nov 27 01:41:17.910412 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-66276781-359e-480a-b451-079c78acea2c tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "GET /v2.0/security-groups/acfbb450-1692-4391-a344-4a0e85ef7ca6 HTTP/1.1" status: 404 len: 347 time: 0.0151672 Nov 27 01:41:17.914460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41552) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:18.044507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e6d28293-e138-4f53-8522-3ee567d4e7af tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Deleting port 861a153e-9d27-47a2-aaaa-5bd7d1737f34 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:18.044980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6d28293-e138-4f53-8522-3ee567d4e7af tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:18.100860 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41558) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:18.130592 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6d28293-e138-4f53-8522-3ee567d4e7af tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:18.130938 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6d28293-e138-4f53-8522-3ee567d4e7af tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:18.142836 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e6d28293-e138-4f53-8522-3ee567d4e7af tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Calling delete_port for 861a153e-9d27-47a2-aaaa-5bd7d1737f34 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:18.143752 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d605d038-849d-4091-a062-d62cb3d2d2c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c74d96de114c42968f5a962d2e13c0eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415595 Nov 27 01:41:18.146814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41560) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:18.195182 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62dce2af-1729-468d-8caa-a91a78c1602d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:18.216766 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62dce2af-1729-468d-8caa-a91a78c1602d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:18.244134 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b971db8d-3dae-47d6-af3c-daa87c444195 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:41:18.265273 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: b971db8d-3dae-47d6-af3c-daa87c444195 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:41:18.265696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device b971db8d-3dae-47d6-af3c-daa87c444195 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:41:18.273789 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62dce2af-1729-468d-8caa-a91a78c1602d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:18.276599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62dce2af-1729-468d-8caa-a91a78c1602d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:18.277751 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-62dce2af-1729-468d-8caa-a91a78c1602d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d342b0cd-de95-4e1f-813f-82fa67690af0 HTTP/1.1" status: 204 len: 168 time: 0.1300375 Nov 27 01:41:18.285505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dce2af-1729-468d-8caa-a91a78c1602d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d342b0cd-de95-4e1f-813f-82fa67690af0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:18.291477 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6d28293-e138-4f53-8522-3ee567d4e7af tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:18.316219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d28293-e138-4f53-8522-3ee567d4e7af tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Pushing event deleted for resources: {'Port': ['ID=861a153e-9d27-47a2-aaaa-5bd7d1737f34,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:18.378689 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6d28293-e138-4f53-8522-3ee567d4e7af tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:18.385423 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6d28293-e138-4f53-8522-3ee567d4e7af tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:18.390174 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e6d28293-e138-4f53-8522-3ee567d4e7af tempest-AttachVolumeShelveTestJSON-1410820923 tempest-AttachVolumeShelveTestJSON-1410820923-project] 10.222.0.37 "DELETE /v2.0/floatingips/51dd1078-346c-498f-99bb-e3cfe0e47c45 HTTP/1.1" status: 204 len: 168 time: 0.4710658 Nov 27 01:41:20.302374 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:41:23.997884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41604) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:24.548972 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-779a8e2c-29d7-4568-a855-758341010e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:24.791011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-779a8e2c-29d7-4568-a855-758341010e03 admin admin] Deleting port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:24.791426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-779a8e2c-29d7-4568-a855-758341010e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:24.872840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-779a8e2c-29d7-4568-a855-758341010e03 admin admin] For port 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=76b79d3c-bacc-4c55-84be-b1cc3f4fcf35,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:24.873202 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-779a8e2c-29d7-4568-a855-758341010e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:24.885760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-779a8e2c-29d7-4568-a855-758341010e03 admin admin] Calling delete_port for 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:25.061534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-779a8e2c-29d7-4568-a855-758341010e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:25.088299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a8e2c-29d7-4568-a855-758341010e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b79d3c-bacc-4c55-84be-b1cc3f4fcf35,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:25.257945 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-779a8e2c-29d7-4568-a855-758341010e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:25.809242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779a8e2c-29d7-4568-a855-758341010e03 admin admin] Router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:41:25.912825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779a8e2c-29d7-4568-a855-758341010e03 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:41:25.917970 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-779a8e2c-29d7-4568-a855-758341010e03 admin admin] 10.222.0.37 "PUT /v2.0/routers/d0dcb7a3-3bcf-4dfc-a171-44f42e22d327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9189131 Nov 27 01:41:25.920668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41612) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:25.921585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3897bb5c-59d7-4828-9de9-58c75008b821 None None] Sync routers for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:41:25.932326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3897bb5c-59d7-4828-9de9-58c75008b821 None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:25.933060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3897bb5c-59d7-4828-9de9-58c75008b821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:26.024108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:26.032415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3897bb5c-59d7-4828-9de9-58c75008b821 None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:26.374311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3897bb5c-59d7-4828-9de9-58c75008b821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:41:25Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:26.400856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3897bb5c-59d7-4828-9de9-58c75008b821 None None] Checking router: d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:41:26.409607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3897bb5c-59d7-4828-9de9-58c75008b821 None None] Routers {'d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:41:26.410216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3897bb5c-59d7-4828-9de9-58c75008b821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:26.421779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:26.483802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Deleting port 49934f00-bdfc-437c-a9be-580fbd068f27 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:26.484141 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:26.514894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3897bb5c-59d7-4828-9de9-58c75008b821 None None] Set router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:41:26.564730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] For port 49934f00-bdfc-437c-a9be-580fbd068f27, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=49934f00-bdfc-437c-a9be-580fbd068f27,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:26.565107 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:26.578024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Calling delete_port for 49934f00-bdfc-437c-a9be-580fbd068f27 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:26.690888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3897bb5c-59d7-4828-9de9-58c75008b821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:41:25Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:26.718893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3897bb5c-59d7-4828-9de9-58c75008b821 None None] The sync data for ids ['d0dcb7a3-3bcf-4dfc-a171-44f42e22d327'] in n-d-819494-2 is: [{'id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'name': 'tempest-AttachVolumeShelveTestJSON-1007676152-router', 'tenant_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:33:17Z', 'updated_at': '2021-11-27T01:41:25Z', 'revision_number': 5, 'project_id': 'b1e0ad3dbf414d07b20de45f0d1a11c1', 'gw_port': {'id': '49934f00-bdfc-437c-a9be-580fbd068f27', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dcb7a3-3bcf-4dfc-a171-44f42e22d327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:33:20Z', 'updated_at': '2021-11-27T01:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:41:26.747260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:26.771531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c459085-e1b7-4c68-85bc-a5227ec35196 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:41:26.781800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Pushing event deleted for resources: {'Port': ['ID=49934f00-bdfc-437c-a9be-580fbd068f27,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:26.838711 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:26.925621 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:26.927756 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:26.969505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:26.970021 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:41:26.974475 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:26.977968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f1e743bb-bf14-4b7e-aee8-adc0cc19cc94 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d0dcb7a3-3bcf-4dfc-a171-44f42e22d327 HTTP/1.1" status: 204 len: 168 time: 1.0540094 Nov 27 01:41:26.978178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41616) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:27.021953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a4256e-a3f4-4845-93fd-f0bafaed1442 admin admin] Deleting subnet cf0d0c5b-f441-408d-b1b9-4b39b9d21731 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:41:27.024899 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3a4256e-a3f4-4845-93fd-f0bafaed1442 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.061981 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3a4256e-a3f4-4845-93fd-f0bafaed1442 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.145373 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3a4256e-a3f4-4845-93fd-f0bafaed1442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.199230 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3a4256e-a3f4-4845-93fd-f0bafaed1442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.224352 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4256e-a3f4-4845-93fd-f0bafaed1442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0d0c5b-f441-408d-b1b9-4b39b9d21731,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:27.230828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3a4256e-a3f4-4845-93fd-f0bafaed1442 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.236671 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e3a4256e-a3f4-4845-93fd-f0bafaed1442 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cf0d0c5b-f441-408d-b1b9-4b39b9d21731 HTTP/1.1" status: 204 len: 168 time: 0.2552123 Nov 27 01:41:27.236846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d59b518-eef1-4e9e-b00c-70748e2aae88 None None] Network b8181700-dc1c-4cd7-b6ea-e3bf20043d6d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:41:27.237309 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41618) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:27.311958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.368447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Deleting port 24950225-a1d4-4a1e-bb18-3c1473f26392 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:27.368790 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.424940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] DHCP port deletion for b8181700-dc1c-4cd7-b6ea-e3bf20043d6d request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:41:27.439916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] For port 24950225-a1d4-4a1e-bb18-3c1473f26392, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=24950225-a1d4-4a1e-bb18-3c1473f26392,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:27.440285 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.459195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Calling delete_port for 24950225-a1d4-4a1e-bb18-3c1473f26392 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:27.473794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Deleting port 24950225-a1d4-4a1e-bb18-3c1473f26392 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:41:27.474253 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.539111 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.539319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] For port 24950225-a1d4-4a1e-bb18-3c1473f26392, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=24950225-a1d4-4a1e-bb18-3c1473f26392,segment=NetworkSegment(beb8b053-b121-4f95-a401-a15e6d8800c4),segment_id=beb8b053-b121-4f95-a401-a15e6d8800c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:41:27.539547 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.552215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Calling delete_port for 24950225-a1d4-4a1e-bb18-3c1473f26392 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:41:27.564424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=24950225-a1d4-4a1e-bb18-3c1473f26392,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:27.568587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] No DVR routers for this DVR port 24950225-a1d4-4a1e-bb18-3c1473f26392 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:41:27.625101 n-d-819494-2 neutron-server[103386]: self.session.flush() Nov 27 01:41:27.635775 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.641718 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.650531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] No DVR routers for this DVR port 24950225-a1d4-4a1e-bb18-3c1473f26392 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:41:27.666114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8181700-dc1c-4cd7-b6ea-e3bf20043d6d']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:27.669288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Pushing event deleted for resources: {'Port': ['ID=24950225-a1d4-4a1e-bb18-3c1473f26392,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:27.677833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:27.678155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:27.678512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:27.678729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb8b053-b121-4f95-a401-a15e6d8800c4') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:27.678853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:27.679062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb8b053-b121-4f95-a401-a15e6d8800c4') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:41:27.679153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:27.679492 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:27.680214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:27.680624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:27.680852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:27.681166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:27.681492 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:27.681886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ab159-6038-4b20-9f85-61a282df0e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:41:27.689120 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.702805 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.712744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:41:27.713142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:41:27.714865 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:41:27.772381 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.779560 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:27.786598 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] 10.222.0.37 "DELETE /v2.0/networks/b8181700-dc1c-4cd7-b6ea-e3bf20043d6d HTTP/1.1" status: 204 len: 168 time: 0.5466294 Nov 27 01:41:27.796748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b02b34-a262-4667-adab-90f79e52d7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=b8181700-dc1c-4cd7-b6ea-e3bf20043d6d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:27.831295 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:41:27.851374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:41:27.851754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 76b79d3c-bacc-4c55-84be-b1cc3f4fcf35 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:41:27.852282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 24950225-a1d4-4a1e-bb18-3c1473f26392 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:41:27.875946 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 24950225-a1d4-4a1e-bb18-3c1473f26392 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:41:27.876296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 24950225-a1d4-4a1e-bb18-3c1473f26392 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:41:27.876708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 49934f00-bdfc-437c-a9be-580fbd068f27 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:41:27.896019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 49934f00-bdfc-437c-a9be-580fbd068f27 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:41:27.896367 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 49934f00-bdfc-437c-a9be-580fbd068f27 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:41:27.909893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41624) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:27.954853 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0b77a914-624f-467a-9f1f-9893f6b1baea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1e0ad3dbf414d07b20de45f0d1a11c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436735 Nov 27 01:41:27.957194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41626) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:28.003987 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-740b92d4-dd7d-4d46-8e2a-531ce05de8d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:28.025912 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-740b92d4-dd7d-4d46-8e2a-531ce05de8d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:28.072887 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-740b92d4-dd7d-4d46-8e2a-531ce05de8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:28.075580 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-740b92d4-dd7d-4d46-8e2a-531ce05de8d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:28.076741 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-740b92d4-dd7d-4d46-8e2a-531ce05de8d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ceb69a82-48d1-42a6-8f67-a2a649e4a96c HTTP/1.1" status: 204 len: 168 time: 0.1186695 Nov 27 01:41:28.084803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b92d4-dd7d-4d46-8e2a-531ce05de8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb69a82-48d1-42a6-8f67-a2a649e4a96c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:30.418783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41698) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:30.530327 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d64363e-53b8-46f6-8532-d1eb3e0155a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:30.606264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d64363e-53b8-46f6-8532-d1eb3e0155a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:30.610051 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d64363e-53b8-46f6-8532-d1eb3e0155a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:30.648702 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5d64363e-53b8-46f6-8532-d1eb3e0155a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f454d6297573471d83e3dc49085291de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2288189 Nov 27 01:41:30.649952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64363e-53b8-46f6-8532-d1eb3e0155a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e488f7d4-208a-4979-93a5-c87702a22aab,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:30.651360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41704) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:30.704770 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9b6988b-d5e4-4529-abf6-28266abb793a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:30.726107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9b6988b-d5e4-4529-abf6-28266abb793a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:30.777082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9b6988b-d5e4-4529-abf6-28266abb793a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:30.780057 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9b6988b-d5e4-4529-abf6-28266abb793a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:30.781524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d9b6988b-d5e4-4529-abf6-28266abb793a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e488f7d4-208a-4979-93a5-c87702a22aab HTTP/1.1" status: 204 len: 168 time: 0.1280985 Nov 27 01:41:30.794787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6988b-d5e4-4529-abf6-28266abb793a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e488f7d4-208a-4979-93a5-c87702a22aab,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:31.040136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41710) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:31.056775 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38c1bdf6-9ded-4091-a8ea-15293b6e26e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:31.131445 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38c1bdf6-9ded-4091-a8ea-15293b6e26e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:31.135270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38c1bdf6-9ded-4091-a8ea-15293b6e26e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:31.172645 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-38c1bdf6-9ded-4091-a8ea-15293b6e26e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd36cf55a4cf4a8ebd904b665f1dec88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314354 Nov 27 01:41:31.174697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1bdf6-9ded-4091-a8ea-15293b6e26e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350433dd-a3f8-4a4d-8769-a18929a471bc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:31.175311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41712) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:31.224004 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12be2ca6-4d9f-4b5b-baf1-9b9c9db2f864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:31.245664 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12be2ca6-4d9f-4b5b-baf1-9b9c9db2f864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:31.291394 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12be2ca6-4d9f-4b5b-baf1-9b9c9db2f864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:31.293825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12be2ca6-4d9f-4b5b-baf1-9b9c9db2f864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:31.295117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-12be2ca6-4d9f-4b5b-baf1-9b9c9db2f864 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/350433dd-a3f8-4a4d-8769-a18929a471bc HTTP/1.1" status: 204 len: 168 time: 0.1187279 Nov 27 01:41:31.302680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be2ca6-4d9f-4b5b-baf1-9b9c9db2f864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350433dd-a3f8-4a4d-8769-a18929a471bc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:36.192012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41832) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:36.302170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e069-3da9-458e-b14c-045e7190f18e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:36.376465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e069-3da9-458e-b14c-045e7190f18e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:36.380783 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e069-3da9-458e-b14c-045e7190f18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:36.418857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f8d2e069-3da9-458e-b14c-045e7190f18e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8694befd775541eeb8fe1be3a8a5ac4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257879 Nov 27 01:41:36.419720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2e069-3da9-458e-b14c-045e7190f18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27399bb2-24b5-4519-bf58-38869b4f0b7f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:36.422491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41836) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:36.470225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17245061-822f-436f-b2be-c3f41c1376d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:36.494186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17245061-822f-436f-b2be-c3f41c1376d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:36.539371 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17245061-822f-436f-b2be-c3f41c1376d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:36.541983 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17245061-822f-436f-b2be-c3f41c1376d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:36.543215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-17245061-822f-436f-b2be-c3f41c1376d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27399bb2-24b5-4519-bf58-38869b4f0b7f HTTP/1.1" status: 204 len: 168 time: 0.1193366 Nov 27 01:41:36.550872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17245061-822f-436f-b2be-c3f41c1376d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27399bb2-24b5-4519-bf58-38869b4f0b7f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:36.799083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41842) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:36.812789 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-98d2caa7-bb90-4c17-8a87-061db7a6d426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:36.938333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-98d2caa7-bb90-4c17-8a87-061db7a6d426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:36.943791 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-98d2caa7-bb90-4c17-8a87-061db7a6d426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:36.985785 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41846) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:36.986776 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-98d2caa7-bb90-4c17-8a87-061db7a6d426 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80d4c805414d4cdab84db23f76a4215e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865568 Nov 27 01:41:36.988495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2caa7-bb90-4c17-8a87-061db7a6d426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dde50c-d432-42e5-8f14-1ef5293891c1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:37.043936 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25d3970b-7b04-466c-8f9c-e79f6760012b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:37.070914 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25d3970b-7b04-466c-8f9c-e79f6760012b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:37.119970 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25d3970b-7b04-466c-8f9c-e79f6760012b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:37.122776 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25d3970b-7b04-466c-8f9c-e79f6760012b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:37.124561 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-25d3970b-7b04-466c-8f9c-e79f6760012b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7dde50c-d432-42e5-8f14-1ef5293891c1 HTTP/1.1" status: 204 len: 168 time: 0.1377335 Nov 27 01:41:37.133768 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3970b-7b04-466c-8f9c-e79f6760012b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dde50c-d432-42e5-8f14-1ef5293891c1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:41.532193 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-41b6d7a3-2d7b-4286-9ec7-fd26da62cfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:42.762780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 41994) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:42.866402 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c35b084-d3c6-479b-bda9-cc8cfb87554e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:42.939635 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c35b084-d3c6-479b-bda9-cc8cfb87554e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:42.943241 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c35b084-d3c6-479b-bda9-cc8cfb87554e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:42.981861 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8c35b084-d3c6-479b-bda9-cc8cfb87554e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f55698af3fcd4f248e25972068d4e50c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180164 Nov 27 01:41:42.982856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35b084-d3c6-479b-bda9-cc8cfb87554e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461ad701-a2b0-4a1d-af6d-7c759864e5de,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:42.984531 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 41998) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:43.032873 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34506d05-c6df-473d-b3a2-ed97357116a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:43.053785 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34506d05-c6df-473d-b3a2-ed97357116a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:43.102728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34506d05-c6df-473d-b3a2-ed97357116a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:43.105268 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34506d05-c6df-473d-b3a2-ed97357116a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:43.106421 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-34506d05-c6df-473d-b3a2-ed97357116a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/461ad701-a2b0-4a1d-af6d-7c759864e5de HTTP/1.1" status: 204 len: 168 time: 0.1202018 Nov 27 01:41:43.119356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34506d05-c6df-473d-b3a2-ed97357116a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461ad701-a2b0-4a1d-af6d-7c759864e5de,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:43.367225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42006) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:43.380744 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96aa9120-4117-410e-b53f-6ae69fd986ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:43.463113 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96aa9120-4117-410e-b53f-6ae69fd986ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:43.466855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96aa9120-4117-410e-b53f-6ae69fd986ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:43.506166 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-96aa9120-4117-410e-b53f-6ae69fd986ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a7fc04dd5244a7c86706cc4e41f7fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378238 Nov 27 01:41:43.507245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42008) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:43.508263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa9120-4117-410e-b53f-6ae69fd986ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5948056a-4ed5-441a-b100-d83b1631090e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:43.556036 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c43330cb-332d-42f3-a083-a1bbc9f9f7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:43.577489 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c43330cb-332d-42f3-a083-a1bbc9f9f7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:43.623868 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c43330cb-332d-42f3-a083-a1bbc9f9f7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:43.626612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c43330cb-332d-42f3-a083-a1bbc9f9f7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:43.627781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c43330cb-332d-42f3-a083-a1bbc9f9f7c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5948056a-4ed5-441a-b100-d83b1631090e HTTP/1.1" status: 204 len: 168 time: 0.1193559 Nov 27 01:41:43.636192 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43330cb-332d-42f3-a083-a1bbc9f9f7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5948056a-4ed5-441a-b100-d83b1631090e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:43.882693 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-903e1f1d-79f7-4785-a2db-ac2fa818050d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:44.544693 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:45.080339 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:45.656629 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42076) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:45.763933 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a881-1f2f-4f96-bffb-0aaead779b3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:45.837908 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a881-1f2f-4f96-bffb-0aaead779b3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:45.841652 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a881-1f2f-4f96-bffb-0aaead779b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:45.881261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4fe6a881-1f2f-4f96-bffb-0aaead779b3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75e62a4a52314ebd93b5a68937d75164&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233794 Nov 27 01:41:45.881952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6a881-1f2f-4f96-bffb-0aaead779b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b01846-0b5b-43c3-b2f7-c7297a6a5d04,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:45.883867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42080) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:45.933298 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-feb90e84-8646-4257-b6ed-75e21c3a6045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:45.954158 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-feb90e84-8646-4257-b6ed-75e21c3a6045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:46.000097 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-feb90e84-8646-4257-b6ed-75e21c3a6045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:46.002663 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-feb90e84-8646-4257-b6ed-75e21c3a6045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:46.003807 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-feb90e84-8646-4257-b6ed-75e21c3a6045 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0b01846-0b5b-43c3-b2f7-c7297a6a5d04 HTTP/1.1" status: 204 len: 168 time: 0.1180470 Nov 27 01:41:46.011446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb90e84-8646-4257-b6ed-75e21c3a6045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b01846-0b5b-43c3-b2f7-c7297a6a5d04,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:46.266443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42086) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:46.283763 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02839fa4-e572-4ca6-a10e-5d5d649f5fa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:46.363815 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02839fa4-e572-4ca6-a10e-5d5d649f5fa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:46.368872 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02839fa4-e572-4ca6-a10e-5d5d649f5fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:46.406987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02839fa4-e572-4ca6-a10e-5d5d649f5fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab89775-1886-45e7-b889-ac18c8353d4e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:46.412600 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-02839fa4-e572-4ca6-a10e-5d5d649f5fa2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=166ca408c07b42df8cf4e8c0ac02f5b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451106 Nov 27 01:41:46.415249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42090) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:46.463542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad686e3a-be85-4211-8b28-a276f0d09aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:46.486959 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad686e3a-be85-4211-8b28-a276f0d09aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:46.533828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad686e3a-be85-4211-8b28-a276f0d09aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:46.536733 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ad686e3a-be85-4211-8b28-a276f0d09aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:46.537879 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ad686e3a-be85-4211-8b28-a276f0d09aa7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ab89775-1886-45e7-b889-ac18c8353d4e HTTP/1.1" status: 204 len: 168 time: 0.1217904 Nov 27 01:41:46.546070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad686e3a-be85-4211-8b28-a276f0d09aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab89775-1886-45e7-b889-ac18c8353d4e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:46.783236 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:47.343007 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:47.462325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42120) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:47.572254 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f830b72-5bde-490c-a4c3-21a98f2b619b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:47.577905 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:47.649098 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f830b72-5bde-490c-a4c3-21a98f2b619b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:47.652034 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f830b72-5bde-490c-a4c3-21a98f2b619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:47.689612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9f830b72-5bde-490c-a4c3-21a98f2b619b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c596503cae164b26b1db967a1f301ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262239 Nov 27 01:41:47.690513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f830b72-5bde-490c-a4c3-21a98f2b619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d801b034-9900-41f2-95dd-c123b4c42650,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:47.692828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42124) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:47.747034 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8047fe1b-00e2-4a30-aebf-b031fef802f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:47.768334 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8047fe1b-00e2-4a30-aebf-b031fef802f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:47.816313 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8047fe1b-00e2-4a30-aebf-b031fef802f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:47.819564 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8047fe1b-00e2-4a30-aebf-b031fef802f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:47.820698 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8047fe1b-00e2-4a30-aebf-b031fef802f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d801b034-9900-41f2-95dd-c123b4c42650 HTTP/1.1" status: 204 len: 168 time: 0.1263394 Nov 27 01:41:47.828929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047fe1b-00e2-4a30-aebf-b031fef802f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d801b034-9900-41f2-95dd-c123b4c42650,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:49.773438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42216) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:49.876785 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73e12962-607b-4436-aa20-daf0920b5c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:49.951245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73e12962-607b-4436-aa20-daf0920b5c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:49.954887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73e12962-607b-4436-aa20-daf0920b5c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:49.992644 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-73e12962-607b-4436-aa20-daf0920b5c9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6e8801e5e654968b8d85bfd362507c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181692 Nov 27 01:41:49.993859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e12962-607b-4436-aa20-daf0920b5c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65136ce8-deae-4a2c-a3d0-f65f81716aff,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:49.995376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42220) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:50.043074 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92ef71fb-e949-4a2e-9d05-d3dfb4225b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.064352 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92ef71fb-e949-4a2e-9d05-d3dfb4225b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.111913 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92ef71fb-e949-4a2e-9d05-d3dfb4225b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.115421 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92ef71fb-e949-4a2e-9d05-d3dfb4225b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.119104 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-92ef71fb-e949-4a2e-9d05-d3dfb4225b13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65136ce8-deae-4a2c-a3d0-f65f81716aff HTTP/1.1" status: 204 len: 168 time: 0.1201615 Nov 27 01:41:50.124915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef71fb-e949-4a2e-9d05-d3dfb4225b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65136ce8-deae-4a2c-a3d0-f65f81716aff,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:50.382409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42226) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:50.399094 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ace00f65-f823-4c4e-9b75-69183ff95acf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.472070 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ace00f65-f823-4c4e-9b75-69183ff95acf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.475937 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ace00f65-f823-4c4e-9b75-69183ff95acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.514610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ace00f65-f823-4c4e-9b75-69183ff95acf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fc98ad38b3346c3a367783912593f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311207 Nov 27 01:41:50.515750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace00f65-f823-4c4e-9b75-69183ff95acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543090b2-8b2a-447f-824c-49d911b34c10,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:50.517332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42228) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:50.568231 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ddc4-db4d-4a36-8d16-1c32038959be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.590389 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ddc4-db4d-4a36-8d16-1c32038959be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.640320 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ddc4-db4d-4a36-8d16-1c32038959be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.642908 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ddc4-db4d-4a36-8d16-1c32038959be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:50.644040 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0bc4ddc4-db4d-4a36-8d16-1c32038959be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/543090b2-8b2a-447f-824c-49d911b34c10 HTTP/1.1" status: 204 len: 168 time: 0.1254134 Nov 27 01:41:50.652095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4ddc4-db4d-4a36-8d16-1c32038959be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543090b2-8b2a-447f-824c-49d911b34c10,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:51.264304 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc67a98-3caa-4d9d-b899-d74017fd09f9 req-131577f5-6176-40ca-882d-ff65991b704b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251632 Nov 27 01:41:51.347466 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc67a98-3caa-4d9d-b899-d74017fd09f9 req-471df007-7d58-429c-8d00-48ae9324b85b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0255797 Nov 27 01:41:51.391041 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc67a98-3caa-4d9d-b899-d74017fd09f9 req-2d8bea9a-7b86-4ea6-a39f-51da0468a6ae service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197442 Nov 27 01:41:51.490629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc67a98-3caa-4d9d-b899-d74017fd09f9 req-31e8b5ae-cbd9-4312-b654-cf507813a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:51.492128 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc67a98-3caa-4d9d-b899-d74017fd09f9 req-31e8b5ae-cbd9-4312-b654-cf507813a274 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948761 Nov 27 01:41:55.530903 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42586) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:55.635960 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbefa0a1-1251-4729-8629-7a73e1df5f07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.708282 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbefa0a1-1251-4729-8629-7a73e1df5f07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.712165 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbefa0a1-1251-4729-8629-7a73e1df5f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.750045 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cbefa0a1-1251-4729-8629-7a73e1df5f07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a9e607907e745ad9d22ca70c1c5c2da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180457 Nov 27 01:41:55.750961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefa0a1-1251-4729-8629-7a73e1df5f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e054e0e-6fc6-46d8-b22f-5e6bdbeafbcb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:55.752812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42590) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:55.800723 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3088dd5-f06e-4de5-b9b0-1314ee120420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.821488 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3088dd5-f06e-4de5-b9b0-1314ee120420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.871641 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3088dd5-f06e-4de5-b9b0-1314ee120420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.874335 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3088dd5-f06e-4de5-b9b0-1314ee120420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:55.875517 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f3088dd5-f06e-4de5-b9b0-1314ee120420 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e054e0e-6fc6-46d8-b22f-5e6bdbeafbcb HTTP/1.1" status: 204 len: 168 time: 0.1217108 Nov 27 01:41:55.885312 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3088dd5-f06e-4de5-b9b0-1314ee120420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e054e0e-6fc6-46d8-b22f-5e6bdbeafbcb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:57.302035 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:41:57.363406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42706) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:57.438384 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c6d16dc-bb67-4df4-b4f3-975556fb71b6 req-d5c3f0fc-9215-4da9-abe3-7636dfaa8bdd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394008 Nov 27 01:41:57.484960 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a17e05e3-6ea6-4d95-9504-ffea9f8549a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.541858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d16dc-bb67-4df4-b4f3-975556fb71b6 req-bfc51dfd-8e06-4fdf-8286-d507d51df26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:57.543826 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c6d16dc-bb67-4df4-b4f3-975556fb71b6 req-bfc51dfd-8e06-4fdf-8286-d507d51df26e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 1096 time: 0.0485623 Nov 27 01:41:57.563445 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a17e05e3-6ea6-4d95-9504-ffea9f8549a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.567836 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a17e05e3-6ea6-4d95-9504-ffea9f8549a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.606623 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a17e05e3-6ea6-4d95-9504-ffea9f8549a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0809379c195e4db18cbc78a6b6465d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420981 Nov 27 01:41:57.607614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e05e3-6ea6-4d95-9504-ffea9f8549a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f89dbc-33e1-47ba-91f5-bbbb312d2f53,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:57.610384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42710) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:57.687472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d16dc-bb67-4df4-b4f3-975556fb71b6 req-e12668e6-ff06-42d4-bffb-8134e18d4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:57.688937 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c6d16dc-bb67-4df4-b4f3-975556fb71b6 req-e12668e6-ff06-42d4-bffb-8134e18d4b40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.1242745 Nov 27 01:41:57.694002 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e84d1d9-1e44-4a14-b384-c1330756dfc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.760801 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e84d1d9-1e44-4a14-b384-c1330756dfc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.783484 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c6d16dc-bb67-4df4-b4f3-975556fb71b6 req-c7455e5b-31e5-47e6-886a-8f22e3075fda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb7280f8-f04f-4cc2-a764-eace231a2e25 HTTP/1.1" status: 200 len: 1000 time: 0.0876346 Nov 27 01:41:57.842610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d16dc-bb67-4df4-b4f3-975556fb71b6 req-27273f35-9d77-41cb-946e-98c2b4460084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:57.844220 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c6d16dc-bb67-4df4-b4f3-975556fb71b6 req-27273f35-9d77-41cb-946e-98c2b4460084 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0531614 Nov 27 01:41:57.853019 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e84d1d9-1e44-4a14-b384-c1330756dfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.855559 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e84d1d9-1e44-4a14-b384-c1330756dfc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:57.856595 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9e84d1d9-1e44-4a14-b384-c1330756dfc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92f89dbc-33e1-47ba-91f5-bbbb312d2f53 HTTP/1.1" status: 204 len: 168 time: 0.2451985 Nov 27 01:41:57.889106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84d1d9-1e44-4a14-b384-c1330756dfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f89dbc-33e1-47ba-91f5-bbbb312d2f53,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:57.908076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d16dc-bb67-4df4-b4f3-975556fb71b6 req-aae34b73-be3d-4682-889d-d6b9e005733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:57.910322 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c6d16dc-bb67-4df4-b4f3-975556fb71b6 req-aae34b73-be3d-4682-889d-d6b9e005733e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581582 Nov 27 01:41:58.014932 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c6d16dc-bb67-4df4-b4f3-975556fb71b6 req-69c370b3-da5f-4f17-a814-189784b00b04 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972731 Nov 27 01:41:58.111546 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c6d16dc-bb67-4df4-b4f3-975556fb71b6 req-159f83f2-db6c-4635-a22c-78d16f6f7573 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896080 Nov 27 01:41:59.097165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42752) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:59.193969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-217732467', 'router:external': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:41:59.214468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Made reservation on behalf of 0a0a92c435fb493ea492b00ae409583c for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:41:59.216702 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.225073 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.296527 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.300066 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.321677 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:41:59.335400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945331bc-214f-4769-b85b-424a44c36949,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:59.340343 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.340682 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Added segment 2c4dc896-ebfb-45f4-b154-f5686bf01100 of type vlan for network 9e88b005-f7cf-4ca4-9eaa-6d7e15f65698 Nov 27 01:41:59.384592 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.412549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.413608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:59.414187 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.483081 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3847227 Nov 27 01:41:59.486044 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42756) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:59.491760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Request body: {'subnet': {'network_id': '9e88b005-f7cf-4ca4-9eaa-6d7e15f65698', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:41:59.507512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0aad7-a401-489e-b6eb-47c930236c91 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event updated for resources: {'Network': ['ID=9e88b005-f7cf-4ca4-9eaa-6d7e15f65698,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:59.513890 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Made reservation on behalf of 0a0a92c435fb493ea492b00ae409583c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:41:59.516135 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.519269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 9e88b005-f7cf-4ca4-9eaa-6d7e15f65698 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:41:59.801346 n-d-819494-2 neutron-server[103385]: DEBUG neutron.objects.ports [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 27 01:41:59.802304 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.860775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event updated for resources: {'Subnet': ['ID=43efb470-6d16-47ea-95cc-eb3d4fc5ef00,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:41:59.868071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Checking segment: {'id': '2c4dc896-ebfb-45f4-b154-f5686bf01100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e88b005-f7cf-4ca4-9eaa-6d7e15f65698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:41:59.868429 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Network hostable DHCP agents. Network: 9e88b005-f7cf-4ca4-9eaa-6d7e15f65698, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:41:59.884105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Network 9e88b005-f7cf-4ca4-9eaa-6d7e15f65698 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:41:59.892160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 9e88b005-f7cf-4ca4-9eaa-6d7e15f65698) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:41:59.896250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:41:59.896860 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.902536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2527fae8-3bbd-45e2-af9f-c77297204246 None None] Network 9e88b005-f7cf-4ca4-9eaa-6d7e15f65698 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:41:59.912813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ce16aed7-c3fe-43ac-899a-4ff2f2b0a078 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4254587 Nov 27 01:41:59.915452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42758) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:41:59.920695 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1865295749', 'network_id': '9e88b005-f7cf-4ca4-9eaa-6d7e15f65698'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:41:59.942202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Made reservation on behalf of 0a0a92c435fb493ea492b00ae409583c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:41:59.944612 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:41:59.959912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] device_id is not set on port 60d22f21-9062-48e4-bfe9-4c0ced3c4fd1 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:00.027036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff994d64-a417-4c04-89e6-552aea85cb5f None None] Network 9e88b005-f7cf-4ca4-9eaa-6d7e15f65698 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:00.056888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Allocated IP 172.20.0.7 (9e88b005-f7cf-4ca4-9eaa-6d7e15f65698/43efb470-6d16-47ea-95cc-eb3d4fc5ef00/60d22f21-9062-48e4-bfe9-4c0ced3c4fd1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:00.211353 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.245081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.290997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Network 9e88b005-f7cf-4ca4-9eaa-6d7e15f65698 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:00.293914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:00.297348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:00.303331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event updated for resources: {'Port': ['ID=60d22f21-9062-48e4-bfe9-4c0ced3c4fd1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:00.342533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:00.343128 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.357918 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d1141787-14c6-45f2-8cf0-acb89319528f tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4412675 Nov 27 01:42:00.360544 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42762) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:00.434645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-700cf96e-4ecd-455c-ab00-ade2b0a3f142 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Deleting port 60d22f21-9062-48e4-bfe9-4c0ced3c4fd1 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:00.434978 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-700cf96e-4ecd-455c-ab00-ade2b0a3f142 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.511117 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-700cf96e-4ecd-455c-ab00-ade2b0a3f142 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.522384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-700cf96e-4ecd-455c-ab00-ade2b0a3f142 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Calling delete_port for 60d22f21-9062-48e4-bfe9-4c0ced3c4fd1 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:00.640895 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-700cf96e-4ecd-455c-ab00-ade2b0a3f142 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.672538 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cf96e-4ecd-455c-ab00-ade2b0a3f142 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event deleted for resources: {'Port': ['ID=60d22f21-9062-48e4-bfe9-4c0ced3c4fd1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:00.732885 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-700cf96e-4ecd-455c-ab00-ade2b0a3f142 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.736387 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-700cf96e-4ecd-455c-ab00-ade2b0a3f142 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "DELETE /v2.0/ports/60d22f21-9062-48e4-bfe9-4c0ced3c4fd1 HTTP/1.1" status: 204 len: 168 time: 0.3748825 Nov 27 01:42:00.739647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42764) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:00.743754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e88b005-f7cf-4ca4-9eaa-6d7e15f65698', 'external_fixed_ips': [{'subnet_id': '43efb470-6d16-47ea-95cc-eb3d4fc5ef00', 'ip_address': '172.20.0.7'}]}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:00.763591 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.764729 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.818020 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:00.951314 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.150893 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.169662 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.310505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Allocated IP 172.20.0.7 (9e88b005-f7cf-4ca4-9eaa-6d7e15f65698/43efb470-6d16-47ea-95cc-eb3d4fc5ef00/ed1c5286-ca14-491c-a236-8ea5132ee67b) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:01.408111 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.446329 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.484385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Network 9e88b005-f7cf-4ca4-9eaa-6d7e15f65698 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:01.489631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:01.493116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:01.522098 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event updated for resources: {'Port': ['ID=ed1c5286-ca14-491c-a236-8ea5132ee67b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:01.735436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:01.925472 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.053107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Router 843775f3-4eb0-48a2-9687-8287f138eb73 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:42:02.167026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:02.179803 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Sync routers for ids ['843775f3-4eb0-48a2-9687-8287f138eb73'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:02.191439 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Routers {'843775f3-4eb0-48a2-9687-8287f138eb73'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:02.192577 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['843775f3-4eb0-48a2-9687-8287f138eb73'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:02.197984 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.201976 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-22d108de-ea38-4de5-bd1e-22e014f1427d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.4588645 Nov 27 01:42:02.202225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42774) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:02.318365 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Set router 843775f3-4eb0-48a2-9687-8287f138eb73 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:02.509047 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843775f3-4eb0-48a2-9687-8287f138eb73', 'name': '', 'tenant_id': '0a0a92c435fb493ea492b00ae409583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e88b005-f7cf-4ca4-9eaa-6d7e15f65698', 'external_fixed_ips': [{'subnet_id': '43efb470-6d16-47ea-95cc-eb3d4fc5ef00', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'ed1c5286-ca14-491c-a236-8ea5132ee67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:00Z', 'updated_at': '2021-11-27T01:42:01Z', 'revision_number': 3, 'project_id': '0a0a92c435fb493ea492b00ae409583c', 'gw_port': {'id': 'ed1c5286-ca14-491c-a236-8ea5132ee67b', 'name': '', 'network_id': '9e88b005-f7cf-4ca4-9eaa-6d7e15f65698', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843775f3-4eb0-48a2-9687-8287f138eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '43efb470-6d16-47ea-95cc-eb3d4fc5ef00', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:01Z', 'updated_at': '2021-11-27T01:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43efb470-6d16-47ea-95cc-eb3d4fc5ef00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:02.540190 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Checking router: 843775f3-4eb0-48a2-9687-8287f138eb73 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:42:02.540541 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Updating router 843775f3-4eb0-48a2-9687-8287f138eb73 port ed1c5286-ca14-491c-a236-8ea5132ee67b binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:42:02.566648 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.661092 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.767237 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.824869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Deleting port ed1c5286-ca14-491c-a236-8ea5132ee67b {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:02.825534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.825802 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.831813 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.890367 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Attempting to bind port ed1c5286-ca14-491c-a236-8ea5132ee67b on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:02.890738 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Attempting to bind port ed1c5286-ca14-491c-a236-8ea5132ee67b by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '2c4dc896-ebfb-45f4-b154-f5686bf01100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e88b005-f7cf-4ca4-9eaa-6d7e15f65698'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:02.891101 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Attempting to bind port ed1c5286-ca14-491c-a236-8ea5132ee67b on network 9e88b005-f7cf-4ca4-9eaa-6d7e15f65698 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:02.893086 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Pushing event updated for resources: {'Port': ['ID=ed1c5286-ca14-491c-a236-8ea5132ee67b,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:02.899431 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:02.899818 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Checking segment: {'id': '2c4dc896-ebfb-45f4-b154-f5686bf01100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e88b005-f7cf-4ca4-9eaa-6d7e15f65698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:02.900220 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.900610 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Bound using segment: {'id': '2c4dc896-ebfb-45f4-b154-f5686bf01100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e88b005-f7cf-4ca4-9eaa-6d7e15f65698'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:02.901077 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Bound port: ed1c5286-ca14-491c-a236-8ea5132ee67b, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4dc896-ebfb-45f4-b154-f5686bf01100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9e88b005-f7cf-4ca4-9eaa-6d7e15f65698'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:02.901458 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.906219 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:02.907880 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:02.908232 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:02.908572 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:02.908910 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:02.909244 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:02.909571 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:02.909901 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:02.910224 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:02.910564 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:02.910924 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:02.911244 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:02.911561 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:02.918628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Calling delete_port for ed1c5286-ca14-491c-a236-8ea5132ee67b owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:02.963364 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] For port ed1c5286-ca14-491c-a236-8ea5132ee67b, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:02.966499 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] For port ed1c5286-ca14-491c-a236-8ea5132ee67b, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ed1c5286-ca14-491c-a236-8ea5132ee67b,segment=NetworkSegment(2c4dc896-ebfb-45f4-b154-f5686bf01100),segment_id=2c4dc896-ebfb-45f4-b154-f5686bf01100)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:02.972461 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.024588 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf23b52-cff2-4c1b-8d5e-b2d846eca429 None None] Pushing event updated for resources: {'Port': ['ID=ed1c5286-ca14-491c-a236-8ea5132ee67b,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:03.042066 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Routers {'843775f3-4eb0-48a2-9687-8287f138eb73'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:03.042911 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['843775f3-4eb0-48a2-9687-8287f138eb73'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:03.093648 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.146611 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] Set router 843775f3-4eb0-48a2-9687-8287f138eb73 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:03.147002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed1c5286-ca14-491c-a236-8ea5132ee67b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:03.187394 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.209825 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843775f3-4eb0-48a2-9687-8287f138eb73', 'name': '', 'tenant_id': '0a0a92c435fb493ea492b00ae409583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:00Z', 'updated_at': '2021-11-27T01:42:02Z', 'revision_number': 4, 'project_id': '0a0a92c435fb493ea492b00ae409583c', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:03.237032 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b37d63-0f0e-4530-879a-409814e79e1a None None] The sync data for ids ['843775f3-4eb0-48a2-9687-8287f138eb73'] in n-d-819494-2 is: [{'id': '843775f3-4eb0-48a2-9687-8287f138eb73', 'name': '', 'tenant_id': '0a0a92c435fb493ea492b00ae409583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:00Z', 'updated_at': '2021-11-27T01:42:02Z', 'revision_number': 4, 'project_id': '0a0a92c435fb493ea492b00ae409583c', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:03.287873 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.290137 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.336588 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.337162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 843775f3-4eb0-48a2-9687-8287f138eb73 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:03.341608 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.345714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42780) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:03.346229 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ba068c80-fbb0-42f3-9854-00c62f8c124d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "DELETE /v2.0/routers/843775f3-4eb0-48a2-9687-8287f138eb73 HTTP/1.1" status: 204 len: 168 time: 1.1425872 Nov 27 01:42:03.396068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-f689853d-74dd-40ac-b008-5cf3df9a8a03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Deleting subnet 43efb470-6d16-47ea-95cc-eb3d4fc5ef00 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:42:03.399164 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f689853d-74dd-40ac-b008-5cf3df9a8a03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.444691 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f689853d-74dd-40ac-b008-5cf3df9a8a03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.485552 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f689853d-74dd-40ac-b008-5cf3df9a8a03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.560448 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f689853d-74dd-40ac-b008-5cf3df9a8a03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.610565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689853d-74dd-40ac-b008-5cf3df9a8a03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=43efb470-6d16-47ea-95cc-eb3d4fc5ef00,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:03.620196 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f689853d-74dd-40ac-b008-5cf3df9a8a03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.626868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42782) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:03.631150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f689853d-74dd-40ac-b008-5cf3df9a8a03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/43efb470-6d16-47ea-95cc-eb3d4fc5ef00 HTTP/1.1" status: 204 len: 168 time: 0.2839134 Nov 27 01:42:03.717829 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.800059 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.821286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e88b005-f7cf-4ca4-9eaa-6d7e15f65698']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:03.831805 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4dc896-ebfb-45f4-b154-f5686bf01100') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:03.832125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4dc896-ebfb-45f4-b154-f5686bf01100') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:03.848847 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.862350 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.868487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:42:03.868937 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: items = [ Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:42:03.870638 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:42:03.928920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.935495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e88b005-f7cf-4ca4-9eaa-6d7e15f65698 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 27 01:42:03.945748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:03.950207 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "DELETE /v2.0/networks/9e88b005-f7cf-4ca4-9eaa-6d7e15f65698 HTTP/1.1" status: 204 len: 168 time: 0.3216197 Nov 27 01:42:03.953533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712436f-f838-441a-b849-4be82d4ebdec tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e88b005-f7cf-4ca4-9eaa-6d7e15f65698,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:04.128971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42790) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:04.133949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d612bf7b-67c0-46fb-887d-2660d6dcd7e1 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Request body: {'router': {'name': 'tempest-router--1822166734', 'project_id': 'a262cfa217514c0aa2e2d833af0e363f'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:04.155035 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d612bf7b-67c0-46fb-887d-2660d6dcd7e1 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.156229 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d612bf7b-67c0-46fb-887d-2660d6dcd7e1 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.212345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d612bf7b-67c0-46fb-887d-2660d6dcd7e1 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.218158 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d612bf7b-67c0-46fb-887d-2660d6dcd7e1 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.236851 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d612bf7b-67c0-46fb-887d-2660d6dcd7e1 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.243642 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d612bf7b-67c0-46fb-887d-2660d6dcd7e1 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1077754 Nov 27 01:42:04.243642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42796) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:04.312508 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f38e3388-a6f1-4e03-acab-e985caa10ea8 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.482937 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f38e3388-a6f1-4e03-acab-e985caa10ea8 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.485378 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f38e3388-a6f1-4e03-acab-e985caa10ea8 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.535828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f38e3388-a6f1-4e03-acab-e985caa10ea8 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.536306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38e3388-a6f1-4e03-acab-e985caa10ea8 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfaa56c7-3862-4227-9d9d-809ad90eb31b {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:04.545943 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f38e3388-a6f1-4e03-acab-e985caa10ea8 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.547277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f38e3388-a6f1-4e03-acab-e985caa10ea8 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "DELETE /v2.0/routers/cfaa56c7-3862-4227-9d9d-809ad90eb31b HTTP/1.1" status: 204 len: 168 time: 0.3048589 Nov 27 01:42:04.670609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42808) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:04.874996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-625041879', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:04.898933 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.899872 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:04.950863 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:05.089009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:05.282135 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:05.302827 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:05.418954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Allocated IP 172.25.3.115 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/aa51266d-b000-43ac-93ab-ba8e698a660d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:05.521479 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:05.557157 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:05.600929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:05.605384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:05.609889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:05.619523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0274ad4-033b-43cf-9896-376c0cf24c53 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:05.633251 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Pushing event updated for resources: {'Port': ['ID=aa51266d-b000-43ac-93ab-ba8e698a660d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:05.670819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-fe54e306-d4bb-4411-ae49-5d6359ac4e0f None None] Provisioning complete for port aa51266d-b000-43ac-93ab-ba8e698a660d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:05.671450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fe54e306-d4bb-4411-ae49-5d6359ac4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:05.708716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-fe54e306-d4bb-4411-ae49-5d6359ac4e0f None None] Port aa51266d-b000-43ac-93ab-ba8e698a660d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:05.877690 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.081162 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.211187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Router 2a4a5cf3-b892-40ac-8de0-9bb1c979f399 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:42:06.319464 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:06.329652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b03af02-6ed3-49e8-b040-5a77c6339aef None None] Sync routers for ids ['2a4a5cf3-b892-40ac-8de0-9bb1c979f399'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:06.341111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b03af02-6ed3-49e8-b040-5a77c6339aef None None] Routers {'2a4a5cf3-b892-40ac-8de0-9bb1c979f399'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:06.341818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4b03af02-6ed3-49e8-b040-5a77c6339aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2a4a5cf3-b892-40ac-8de0-9bb1c979f399'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:06.343381 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.349235 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42818) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:06.349805 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ca709976-f483-4f20-b237-b62b09f008b1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6776485 Nov 27 01:42:06.378442 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4b03af02-6ed3-49e8-b040-5a77c6339aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:06.387538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b03af02-6ed3-49e8-b040-5a77c6339aef None None] Routers {'2a4a5cf3-b892-40ac-8de0-9bb1c979f399'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:06.388221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4b03af02-6ed3-49e8-b040-5a77c6339aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2a4a5cf3-b892-40ac-8de0-9bb1c979f399'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:06.420803 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4b03af02-6ed3-49e8-b040-5a77c6339aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:06.421715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b03af02-6ed3-49e8-b040-5a77c6339aef None None] The sync data for ids ['2a4a5cf3-b892-40ac-8de0-9bb1c979f399'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:06.466589 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2331b085-b1ac-442b-900e-1a6ce849e265 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/routers/2a4a5cf3-b892-40ac-8de0-9bb1c979f399 HTTP/1.1" status: 200 len: 920 time: 0.1152794 Nov 27 01:42:06.469238 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42822) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:06.496894 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-351486e8-965e-4743-8df9-9f93a18db28e tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4a5cf3-b892-40ac-8de0-9bb1c979f399 HTTP/1.1" status: 200 len: 205 time: 0.0264068 Nov 27 01:42:06.499272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42824) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:06.603716 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.712565 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.766947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Deleting port aa51266d-b000-43ac-93ab-ba8e698a660d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:06.767302 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.845889 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:06.858225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Calling delete_port for aa51266d-b000-43ac-93ab-ba8e698a660d owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:07.022177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:07.048975 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Pushing event deleted for resources: {'Port': ['ID=aa51266d-b000-43ac-93ab-ba8e698a660d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:07.066992 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc1736-5e2f-4301-b0b0-251dc55262cb None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:07.119662 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:07.217358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:07.219531 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:07.266100 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:07.266695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Fanout notify agent at l3_agent the message router_deleted on router 2a4a5cf3-b892-40ac-8de0-9bb1c979f399 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:07.274482 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:07.278876 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d32756f1-0e66-4a34-9092-3c5ece6684b3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/routers/2a4a5cf3-b892-40ac-8de0-9bb1c979f399 HTTP/1.1" status: 204 len: 168 time: 0.7753353 Nov 27 01:42:07.279396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42828) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:07.283656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Request body: {'router': {'name': 'tempest-snat-router-808116367', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'enable_snat': False}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:07.305510 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:07.306504 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:07.356518 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:07.901111 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:08.171384 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:08.202401 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:08.329633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Allocated IP 172.25.3.203 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/89605b51-0cad-4255-bb71-60a5afa51eaf) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:08.438189 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:08.486549 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:08.532784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:08.538287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:08.540795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event updated for resources: {'Port': ['ID=89605b51-0cad-4255-bb71-60a5afa51eaf,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:08.542953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:08.562293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b973a6e-1e6b-4e3c-ba8f-203a95f2f553 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:08.661807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-95baf845-3f45-4d30-ad23-d4880cdc3842 None None] Provisioning complete for port 89605b51-0cad-4255-bb71-60a5afa51eaf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:08.662653 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-95baf845-3f45-4d30-ad23-d4880cdc3842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:08.700569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-95baf845-3f45-4d30-ad23-d4880cdc3842 None None] Port 89605b51-0cad-4255-bb71-60a5afa51eaf cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:08.845405 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:09.081047 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:09.260463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Router c4c8624f-51ff-4d69-adc2-3b41f4535b39 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:42:09.403554 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:09.414853 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Sync routers for ids ['c4c8624f-51ff-4d69-adc2-3b41f4535b39'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:09.424084 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:09.425531 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8621f6d6-ae96-434b-8436-57e5f5c40b03 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.1452372 Nov 27 01:42:09.428124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42838) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:09.432011 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Routers {'c4c8624f-51ff-4d69-adc2-3b41f4535b39'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:09.433106 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c4c8624f-51ff-4d69-adc2-3b41f4535b39'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:09.564181 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Set router c4c8624f-51ff-4d69-adc2-3b41f4535b39 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:09.602308 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fb38b501-905e-4c87-bb03-d8545c163ba7 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/routers/c4c8624f-51ff-4d69-adc2-3b41f4535b39 HTTP/1.1" status: 200 len: 908 time: 0.1721723 Nov 27 01:42:09.605532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42840) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:09.610628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Request body: {'router': {'name': 'tempest-snat-router-808116367', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'enable_snat': True}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:09.642100 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:09.643251 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:09.734709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:09.832531 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c8624f-51ff-4d69-adc2-3b41f4535b39', 'name': 'tempest-snat-router-808116367', 'tenant_id': '0a0a92c435fb493ea492b00ae409583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': False}, 'gw_port_id': '89605b51-0cad-4255-bb71-60a5afa51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:07Z', 'updated_at': '2021-11-27T01:42:08Z', 'revision_number': 3, 'project_id': '0a0a92c435fb493ea492b00ae409583c', 'gw_port': {'id': '89605b51-0cad-4255-bb71-60a5afa51eaf', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c8624f-51ff-4d69-adc2-3b41f4535b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:08Z', 'updated_at': '2021-11-27T01:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:09.864630 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Checking router: c4c8624f-51ff-4d69-adc2-3b41f4535b39 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:42:09.865252 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Updating router c4c8624f-51ff-4d69-adc2-3b41f4535b39 port 89605b51-0cad-4255-bb71-60a5afa51eaf binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:42:09.907058 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:09.949475 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.222383 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.265899 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.345194 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.354890 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.419173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Allocated IP 172.25.3.241 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/6195ee32-7313-4407-b057-9227b4b5c45c) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:10.425080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78107b7-599c-4d86-acd2-1e0105b13af9 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:10.464632 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Attempting to bind port 89605b51-0cad-4255-bb71-60a5afa51eaf on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:10.467245 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Attempting to bind port 89605b51-0cad-4255-bb71-60a5afa51eaf by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:10.467245 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Attempting to bind port 89605b51-0cad-4255-bb71-60a5afa51eaf on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:10.477872 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:10.478181 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:10.478607 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.478998 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:10.479463 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Bound port: 89605b51-0cad-4255-bb71-60a5afa51eaf, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:10.479839 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.481356 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325eaae-8d71-4639-aff8-ae2ce14af23e None None] Pushing event updated for resources: {'Port': ['ID=89605b51-0cad-4255-bb71-60a5afa51eaf,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:10.553067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-03d5e991-0c0e-4e92-b74f-d0a573661a1f None None] Provisioning complete for port 89605b51-0cad-4255-bb71-60a5afa51eaf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:10.553438 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03d5e991-0c0e-4e92-b74f-d0a573661a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.571388 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] For port 89605b51-0cad-4255-bb71-60a5afa51eaf, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:10.578892 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.581124 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] For port 89605b51-0cad-4255-bb71-60a5afa51eaf, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=89605b51-0cad-4255-bb71-60a5afa51eaf,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:10.590273 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.631463 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.634423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-03d5e991-0c0e-4e92-b74f-d0a573661a1f None None] Port 89605b51-0cad-4255-bb71-60a5afa51eaf cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:10.679284 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325eaae-8d71-4639-aff8-ae2ce14af23e None None] Pushing event updated for resources: {'Port': ['ID=89605b51-0cad-4255-bb71-60a5afa51eaf,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:10.679579 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ca6ebe-3649-4354-b142-6a9a393327a9 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:10.686515 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Routers {'c4c8624f-51ff-4d69-adc2-3b41f4535b39'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:10.687364 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c4c8624f-51ff-4d69-adc2-3b41f4535b39'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:10.773770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-84196c87-91eb-4d8c-9f22-abde5006d3bd None None] Provisioning complete for port 89605b51-0cad-4255-bb71-60a5afa51eaf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:10.774518 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84196c87-91eb-4d8c-9f22-abde5006d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.783984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:10.795174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:10.797997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event updated for resources: {'Port': ['ID=6195ee32-7313-4407-b057-9227b4b5c45c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:10.800359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:10.827180 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] Set router c4c8624f-51ff-4d69-adc2-3b41f4535b39 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:10.835047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383eb3a7-3bbf-4385-af1a-f3ff2990fc4e None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:10.837637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:10.838000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:10.838373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:10.838709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:10.839224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:10.839562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:10.840303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:10.840715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:10.840976 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:10.841309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:10.842000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:10.842354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:10.920301 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84196c87-91eb-4d8c-9f22-abde5006d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:10.949510 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-84196c87-91eb-4d8c-9f22-abde5006d3bd None None] For port 89605b51-0cad-4255-bb71-60a5afa51eaf, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=89605b51-0cad-4255-bb71-60a5afa51eaf,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:10.961132 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84196c87-91eb-4d8c-9f22-abde5006d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:11.029481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84196c87-91eb-4d8c-9f22-abde5006d3bd None None] Pushing event updated for resources: {'Port': ['ID=89605b51-0cad-4255-bb71-60a5afa51eaf,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:11.089385 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-397eb54f-d3f8-4648-b366-da886c33354a None None] Provisioning complete for port 6195ee32-7313-4407-b057-9227b4b5c45c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:11.089754 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-397eb54f-d3f8-4648-b366-da886c33354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:11.101823 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c8624f-51ff-4d69-adc2-3b41f4535b39', 'name': 'tempest-snat-router-808116367', 'tenant_id': '0a0a92c435fb493ea492b00ae409583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': False}, 'gw_port_id': '89605b51-0cad-4255-bb71-60a5afa51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:07Z', 'updated_at': '2021-11-27T01:42:08Z', 'revision_number': 3, 'project_id': '0a0a92c435fb493ea492b00ae409583c', 'gw_port': {'id': '89605b51-0cad-4255-bb71-60a5afa51eaf', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c8624f-51ff-4d69-adc2-3b41f4535b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:08Z', 'updated_at': '2021-11-27T01:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:11.134745 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee9725-982d-4164-b283-ee0e913510e7 None None] The sync data for ids ['c4c8624f-51ff-4d69-adc2-3b41f4535b39'] in n-d-819494-2 is: [{'id': 'c4c8624f-51ff-4d69-adc2-3b41f4535b39', 'name': 'tempest-snat-router-808116367', 'tenant_id': '0a0a92c435fb493ea492b00ae409583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203'}], 'enable_snat': False}, 'gw_port_id': '89605b51-0cad-4255-bb71-60a5afa51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:07Z', 'updated_at': '2021-11-27T01:42:08Z', 'revision_number': 3, 'project_id': '0a0a92c435fb493ea492b00ae409583c', 'gw_port': {'id': '89605b51-0cad-4255-bb71-60a5afa51eaf', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:67:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c8624f-51ff-4d69-adc2-3b41f4535b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:08Z', 'updated_at': '2021-11-27T01:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:11.162185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-397eb54f-d3f8-4648-b366-da886c33354a None None] Port 6195ee32-7313-4407-b057-9227b4b5c45c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:11.191935 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:11.460851 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:11.544477 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a471d66f-3e80-4ee4-8131-94e3aaf7f469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:11.692139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Router 8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:42:11.735170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 89605b51-0cad-4255-bb71-60a5afa51eaf up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:11.819960 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 89605b51-0cad-4255-bb71-60a5afa51eaf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:11.821724 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:12.255228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:12.266223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] Sync routers for ids ['8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:12.278022 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:12.279431 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-222d905f-fd17-4f72-85de-87594671f664 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6725972 Nov 27 01:42:12.282153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42854) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:12.295922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] Routers {'8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:12.299734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:12.416776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-53b0b2d4-32bb-4f75-b8e3-65d753a129bb tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/routers/8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424 HTTP/1.1" status: 200 len: 907 time: 0.1328816 Nov 27 01:42:12.417274 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42856) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:12.429213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] Set router 8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:12.549756 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:12.652013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424', 'name': 'tempest-snat-router-808116367', 'tenant_id': '0a0a92c435fb493ea492b00ae409583c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '6195ee32-7313-4407-b057-9227b4b5c45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:42:09Z', 'updated_at': '2021-11-27T01:42:11Z', 'revision_number': 3, 'project_id': '0a0a92c435fb493ea492b00ae409583c', 'gw_port': {'id': '6195ee32-7313-4407-b057-9227b4b5c45c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:42:10Z', 'updated_at': '2021-11-27T01:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:12.670866 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:12.683598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] Checking router: 8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:42:12.684079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] Updating router 8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424 port 6195ee32-7313-4407-b057-9227b4b5c45c binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:42:12.712713 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:12.732838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Deleting port 6195ee32-7313-4407-b057-9227b4b5c45c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:12.733452 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:12.828256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:12.841948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Calling delete_port for 6195ee32-7313-4407-b057-9227b4b5c45c owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:13.073529 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.075187 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:42:13.075187 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:42:13.107849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event deleted for resources: {'Port': ['ID=6195ee32-7313-4407-b057-9227b4b5c45c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:13.135868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e15b6d-d97b-4a90-8476-f751439df681 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:13.198379 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.300450 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.304008 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.352551 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.353461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:13.360255 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.360735 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-afd5afac-f8ce-4b9c-95ed-d2b55e77909e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "DELETE /v2.0/routers/8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424 HTTP/1.1" status: 204 len: 168 time: 0.9418156 Nov 27 01:42:13.363065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42862) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:13.475373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.596861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] Port 6195ee32-7313-4407-b057-9227b4b5c45c not found while updating agent binding for router 8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424. {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 27 01:42:13.605848 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.608079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] Routers set() bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:13.608513 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] Router IDs set() for agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 01:42:13.609918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_agentschedulers_db [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:41:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent'). {{(pid=103386) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 01:42:13.610392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4f9f8-c467-499f-9853-b8b0d985b15a None None] The sync data for ids ['8bfa7f91-6ff7-484a-ac4e-bd2e59c3a424'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:13.665506 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Deleting port 89605b51-0cad-4255-bb71-60a5afa51eaf {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:13.665846 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.765744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] For port 89605b51-0cad-4255-bb71-60a5afa51eaf, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=89605b51-0cad-4255-bb71-60a5afa51eaf,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:13.765744 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.778646 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Calling delete_port for 89605b51-0cad-4255-bb71-60a5afa51eaf owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:13.885293 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dd374e6f-9c63-4d9a-885a-df8fbe9fba3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.950003 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:13.975785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event deleted for resources: {'Port': ['ID=89605b51-0cad-4255-bb71-60a5afa51eaf,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:13.993353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60548d5c-d15b-4ed3-a61b-811377cd3b38 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:14.045923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.141059 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.143233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.188777 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.189443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4c8624f-51ff-4d69-adc2-3b41f4535b39 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:14.194063 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.195233 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-43b53401-17f7-44df-93c0-2eb24bb923fd tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c4c8624f-51ff-4d69-adc2-3b41f4535b39 HTTP/1.1" status: 204 len: 168 time: 0.8304164 Nov 27 01:42:14.199068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42870) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:14.203833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-841327329', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:14.232488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.233625 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.288401 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.430582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-cb6eb759-e128-4528-b879-78de9cae3195 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440976808&fields=id&tenant_id=619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 267 time: 0.0463622 Nov 27 01:42:14.445614 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.545450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-5d401136-217a-4472-ba05-79c8a2c4c5b7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:14.546991 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-5d401136-217a-4472-ba05-79c8a2c4c5b7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1092601 Nov 27 01:42:14.550508 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.564067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-89cb1c54-bf21-4417-bd35-a5059495eeb6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/quotas/619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 375 time: 0.0097876 Nov 27 01:42:14.617282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-1d9dfa39-6f8a-4c10-91a3-c92a0f8d4a3f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474966 Nov 27 01:42:14.649830 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.669368 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.780124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Allocated IP 172.25.3.68 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/9f260ace-11e5-44ea-806a-677eab91c422) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:14.780419 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-1e1f4bb1-3c17-4187-b50a-aab15b8a788c service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448238 Nov 27 01:42:14.873836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-14be785e-a122-4f47-9e62-c50d5ccd0c39 service neutron] 10.222.0.37 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873134 Nov 27 01:42:14.897820 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.932322 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:14.968010 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:14.972937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:14.977398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:14.987220 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39dd4a2-e19e-424b-84cd-c494ddfc3c5c None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:15.010129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Pushing event updated for resources: {'Port': ['ID=9f260ace-11e5-44ea-806a-677eab91c422,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:15.027498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c08521f7-090a-4040-b12b-f7e8890243d6 None None] Provisioning complete for port 9f260ace-11e5-44ea-806a-677eab91c422 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:15.027892 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c08521f7-090a-4040-b12b-f7e8890243d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.080896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c08521f7-090a-4040-b12b-f7e8890243d6 None None] Port 9f260ace-11e5-44ea-806a-677eab91c422 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:15.100601 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.223485 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7cf89649-de20-4361-996f-f2369b7fbbd4 req-e501849b-0cf5-432c-9dbc-8a24cc512c35 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 210 time: 0.0308423 Nov 27 01:42:15.279894 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.479279 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.612976 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Router 5477174e-6167-4ffc-a46c-d4479dea8632 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:42:15.644135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 89605b51-0cad-4255-bb71-60a5afa51eaf no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:42:15.735084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:15.751117 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aee472-3c1d-4866-b647-a9a675b5d5d3 None None] Sync routers for ids ['5477174e-6167-4ffc-a46c-d4479dea8632'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:15.760956 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:15.762216 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2fd7cb7e-1c9c-45d5-9592-80252be130b6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.5623717 Nov 27 01:42:15.764940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42900) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:15.766008 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aee472-3c1d-4866-b647-a9a675b5d5d3 None None] Routers {'5477174e-6167-4ffc-a46c-d4479dea8632'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:15.766751 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-20aee472-3c1d-4866-b647-a9a675b5d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5477174e-6167-4ffc-a46c-d4479dea8632'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:15.770453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f7ebbedf-0aa1-42df-ba71-5bbbef8fe5f7 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'enable_snat': False}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:15.809136 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-20aee472-3c1d-4866-b647-a9a675b5d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:15.818817 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aee472-3c1d-4866-b647-a9a675b5d5d3 None None] Routers {'5477174e-6167-4ffc-a46c-d4479dea8632'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:15.819722 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-20aee472-3c1d-4866-b647-a9a675b5d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5477174e-6167-4ffc-a46c-d4479dea8632'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:15.823419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 89605b51-0cad-4255-bb71-60a5afa51eaf {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:42:15.823998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 89605b51-0cad-4255-bb71-60a5afa51eaf not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:42:15.856854 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-20aee472-3c1d-4866-b647-a9a675b5d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:15.857844 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aee472-3c1d-4866-b647-a9a675b5d5d3 None None] The sync data for ids ['5477174e-6167-4ffc-a46c-d4479dea8632'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:16.330492 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-198341bd-2b92-473e-8757-2939843da53f req-59e47ca7-e79e-4534-8916-f5c53cee71a7 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 210 time: 0.0311623 Nov 27 01:42:16.492516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-53b91e4b-b79e-4a5c-9b96-8cc526f1973f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:16.493979 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-53b91e4b-b79e-4a5c-9b96-8cc526f1973f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 812 time: 0.1834247 Nov 27 01:42:16.511153 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbedf-0aa1-42df-ba71-5bbbef8fe5f7 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:16.615474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-3df5094a-2745-41c3-8e54-5434a3e0d0fd tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=619b5f2892a14347924b85f8ba534255 HTTP/1.1" status: 200 len: 380 time: 0.1013446 Nov 27 01:42:16.628312 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'port': {'device_id': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'admin_state_up': True, 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'security_groups': ['55feb96f-a48d-40e2-9a8d-9574f5c5c79d']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:16.787340 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:16.797050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Made reservation on behalf of 619b5f2892a14347924b85f8ba534255 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:16.800468 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.054401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Allocated IP 172.20.0.13 (854296d5-8727-4cbb-8856-1f1a9ee60331/6be6a0f8-9eb9-4f27-9e4f-c308312dca9a/2a448253-fd7c-469e-9340-c1f252d13c76) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:17.253096 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbedf-0aa1-42df-ba71-5bbbef8fe5f7 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.260503 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbedf-0aa1-42df-ba71-5bbbef8fe5f7 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.336566 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.352036 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.443904 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23fd5ddd-72a0-41ef-bf48-86bdbf6655aa req-4804a029-3d5d-4dea-88a1-f014faa87ec9 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 210 time: 0.0355616 Nov 27 01:42:17.446857 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.481803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ebbedf-0aa1-42df-ba71-5bbbef8fe5f7 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Router 5477174e-6167-4ffc-a46c-d4479dea8632 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:42:17.503286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:17.510169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:17.515118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:17.570745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=2a448253-fd7c-469e-9340-c1f252d13c76,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:17.618348 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.635795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:17.636412 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.668060 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c996ca79-6e5e-490a-a10e-314975f9a159 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0459061 Nov 27 01:42:17.672488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ebbedf-0aa1-42df-ba71-5bbbef8fe5f7 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:17.676738 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbedf-0aa1-42df-ba71-5bbbef8fe5f7 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.677899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f7ebbedf-0aa1-42df-ba71-5bbbef8fe5f7 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "PUT /v2.0/routers/5477174e-6167-4ffc-a46c-d4479dea8632 HTTP/1.1" status: 200 len: 920 time: 1.9118104 Nov 27 01:42:17.680690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42910) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:17.684277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8982723a-2def-47ba-b298-d013e2f41484 None None] Sync routers for ids ['5477174e-6167-4ffc-a46c-d4479dea8632'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:17.693992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Request body: {'port': {'device_id': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:17.696900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8982723a-2def-47ba-b298-d013e2f41484 None None] Routers {'5477174e-6167-4ffc-a46c-d4479dea8632'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:17.697820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8982723a-2def-47ba-b298-d013e2f41484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5477174e-6167-4ffc-a46c-d4479dea8632'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:17.733964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8982723a-2def-47ba-b298-d013e2f41484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:17.744406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8982723a-2def-47ba-b298-d013e2f41484 None None] Routers {'5477174e-6167-4ffc-a46c-d4479dea8632'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:17.745276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8982723a-2def-47ba-b298-d013e2f41484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5477174e-6167-4ffc-a46c-d4479dea8632'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:17.781052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8982723a-2def-47ba-b298-d013e2f41484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:17.781762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8982723a-2def-47ba-b298-d013e2f41484 None None] The sync data for ids ['5477174e-6167-4ffc-a46c-d4479dea8632'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:17.820151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-55180fa3-43ee-4eae-ba05-46ae7adf5ee8 None None] Provisioning complete for port 2a448253-fd7c-469e-9340-c1f252d13c76 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:17.820894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-55180fa3-43ee-4eae-ba05-46ae7adf5ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.840564 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:17.856879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-55180fa3-43ee-4eae-ba05-46ae7adf5ee8 None None] Port 2a448253-fd7c-469e-9340-c1f252d13c76 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:17.865557 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-47e9afd9-a45c-4803-bd7f-313a130fd22e tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/routers/5477174e-6167-4ffc-a46c-d4479dea8632 HTTP/1.1" status: 200 len: 920 time: 0.1836100 Nov 27 01:42:17.868694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42912) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:17.964570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a6797-5760-4c96-92f2-1bbdef8e6367 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:17.967033 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b05a6797-5760-4c96-92f2-1bbdef8e6367 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=52383c89-3099-4684-8caa-850cf0860139&device_id=5477174e-6167-4ffc-a46c-d4479dea8632&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0958123 Nov 27 01:42:17.969114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42914) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:18.158097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a448253-fd7c-469e-9340-c1f252d13c76 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:42:18.166997 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.183793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Transition to ACTIVE for port object 2a448253-fd7c-469e-9340-c1f252d13c76 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:42:18.189261 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.256677 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Pushing event updated for resources: {'Port': ['ID=2a448253-fd7c-469e-9340-c1f252d13c76,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:18.341454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Attempting to bind port 2a448253-fd7c-469e-9340-c1f252d13c76 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:18.341946 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Attempting to bind port 2a448253-fd7c-469e-9340-c1f252d13c76 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:18.342307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Attempting to bind port 2a448253-fd7c-469e-9340-c1f252d13c76 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:18.347111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Port 2a448253-fd7c-469e-9340-c1f252d13c76 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:42:18.347432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Attempting to bind port 2a448253-fd7c-469e-9340-c1f252d13c76 on network 854296d5-8727-4cbb-8856-1f1a9ee60331 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:18.353378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:18.353787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Checking segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:18.354089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Bound using segment: {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:18.354535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Bound port: 2a448253-fd7c-469e-9340-c1f252d13c76, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0591463d-db05-403f-8eed-2be647053698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:18.354879 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.363112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768b99ce-1090-4e08-b7cc-0692234795b0 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:18.365086 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-768b99ce-1090-4e08-b7cc-0692234795b0 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 881 time: 0.3947182 Nov 27 01:42:18.368109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42918) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:18.413745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-469022cd-7303-4fae-87d6-3872d18ab2f1 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "GET /v2.0/ports?device_id=5477174e-6167-4ffc-a46c-d4479dea8632 HTTP/1.1" status: 200 len: 205 time: 0.0442555 Nov 27 01:42:18.416569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42920) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:18.450857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] For port 2a448253-fd7c-469e-9340-c1f252d13c76, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:18.455565 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] For port 2a448253-fd7c-469e-9340-c1f252d13c76, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2a448253-fd7c-469e-9340-c1f252d13c76,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:18.460441 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.538187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Pushing event updated for resources: {'Port': ['ID=2a448253-fd7c-469e-9340-c1f252d13c76,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:18.558175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:18.559180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.561053 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-477fdbbc-f038-42c9-85da-be17035ba80d service neutron] 10.222.0.42 "PUT /v2.0/ports/2a448253-fd7c-469e-9340-c1f252d13c76 HTTP/1.1" status: 200 len: 1092 time: 0.8719621 Nov 27 01:42:18.561589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'tag': '2a448253-fd7c-469e-9340-c1f252d13c76'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:42:18.564761 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f63a4c-bf96-4ea9-a6e7-25aa5ce45fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0", "tag": "2a448253-fd7c-469e-9340-c1f252d13c76"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:42:18.596609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.649066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eb0dd-6bcb-42bd-9540-1766db5dea16 req-e08984c1-b583-4579-be97-074d9801cab4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:18.650638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d4eb0dd-6bcb-42bd-9540-1766db5dea16 req-e08984c1-b583-4579-be97-074d9801cab4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 944 time: 0.1257432 Nov 27 01:42:18.666154 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eacd26f-4ae3-450f-85fd-fd61ef2fef71 x-openstack-request-id: req-8eacd26f-4ae3-450f-85fd-fd61ef2fef71 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:42:18.666671 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0", "tag": "2a448253-fd7c-469e-9340-c1f252d13c76", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:42:18.667236 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8eacd26f-4ae3-450f-85fd-fd61ef2fef71 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:42:18.667975 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'tag': '2a448253-fd7c-469e-9340-c1f252d13c76', 'status': 'completed', 'code': 200} Nov 27 01:42:18.683945 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c06ba4e6-84c8-4d95-b586-c11db504eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:18.685784 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c06ba4e6-84c8-4d95-b586-c11db504eb1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 1095 time: 0.0629752 Nov 27 01:42:18.741228 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-48c0ac82-841a-4bfc-8aa2-624623fe4589 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a448253-fd7c-469e-9340-c1f252d13c76 HTTP/1.1" status: 200 len: 217 time: 0.0403299 Nov 27 01:42:18.754664 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d4eb0dd-6bcb-42bd-9540-1766db5dea16 req-d6d6bd42-2e4b-47d7-b4c2-22f1d4879beb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968850 Nov 27 01:42:18.778555 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.821982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-20df1c69-eaac-4440-b19e-ca8a90f044e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:18.823446 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-20df1c69-eaac-4440-b19e-ca8a90f044e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0736344 Nov 27 01:42:18.845375 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Deleting port 9f260ace-11e5-44ea-806a-677eab91c422 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:18.845747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.877290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-bf270bc3-b109-4c90-b880-5daeb557538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:18.878829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-bf270bc3-b109-4c90-b880-5daeb557538c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480895 Nov 27 01:42:18.933691 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:18.948236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Calling delete_port for 9f260ace-11e5-44ea-806a-677eab91c422 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:18.983803 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-c8603ea6-7ef6-4f3e-b3e3-9a4c4caa3984 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976944 Nov 27 01:42:19.080958 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50868569-3e39-45b7-a150-9967f4f0aa3d req-8176e934-f498-4fd9-a272-979e53f136fa service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903049 Nov 27 01:42:19.128685 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.164364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Pushing event deleted for resources: {'Port': ['ID=9f260ace-11e5-44ea-806a-677eab91c422,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:19.170266 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefcc906-e661-43c5-b326-ca5db17de2ef None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:19.191028 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:19.191910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:19.192240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:19.192620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:19.192965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:19.193442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:19.193786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:19.194103 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:19.194491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:19.194819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:19.195146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:19.195467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:19.231302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f63a4c-bf96-4ea9-a6e7-25aa5ce45fa0 req-e7d0967c-6780-49a7-8f1f-e4b76242fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.233251 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87f63a4c-bf96-4ea9-a6e7-25aa5ce45fa0 req-e7d0967c-6780-49a7-8f1f-e4b76242fda8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 1095 time: 0.0813439 Nov 27 01:42:19.236014 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.331626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f63a4c-bf96-4ea9-a6e7-25aa5ce45fa0 req-9db8a35a-f82f-4702-9669-2ec2ee3a0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.333645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87f63a4c-bf96-4ea9-a6e7-25aa5ce45fa0 req-9db8a35a-f82f-4702-9669-2ec2ee3a0e88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.0938818 Nov 27 01:42:19.344053 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.346226 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.381079 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87f63a4c-bf96-4ea9-a6e7-25aa5ce45fa0 req-52e2bf36-0ddb-4b5c-ad9a-eba7a2120618 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a448253-fd7c-469e-9340-c1f252d13c76 HTTP/1.1" status: 200 len: 217 time: 0.0387089 Nov 27 01:42:19.391384 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.392023 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Fanout notify agent at l3_agent the message router_deleted on router 5477174e-6167-4ffc-a46c-d4479dea8632 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:19.400968 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.402113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c389d7db-c59a-45b4-aca9-ca2a0e972a10 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/routers/5477174e-6167-4ffc-a46c-d4479dea8632 HTTP/1.1" status: 204 len: 168 time: 0.9845374 Nov 27 01:42:19.406191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42928) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:19.411212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-10e4d444-bd53-4e65-be7c-4a44264b3446 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1193492490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:19.435573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f63a4c-bf96-4ea9-a6e7-25aa5ce45fa0 req-71fee74d-658e-442d-8cdd-a2fb8751a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.435902 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10e4d444-bd53-4e65-be7c-4a44264b3446 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.436937 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10e4d444-bd53-4e65-be7c-4a44264b3446 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.437940 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87f63a4c-bf96-4ea9-a6e7-25aa5ce45fa0 req-71fee74d-658e-442d-8cdd-a2fb8751a244 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0495076 Nov 27 01:42:19.485529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f63a4c-bf96-4ea9-a6e7-25aa5ce45fa0 req-4264d2a9-9a4d-4b20-809d-0b3f14f2c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.487239 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87f63a4c-bf96-4ea9-a6e7-25aa5ce45fa0 req-4264d2a9-9a4d-4b20-809d-0b3f14f2c886 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423920 Nov 27 01:42:19.493158 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10e4d444-bd53-4e65-be7c-4a44264b3446 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.498651 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10e4d444-bd53-4e65-be7c-4a44264b3446 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.518334 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10e4d444-bd53-4e65-be7c-4a44264b3446 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.519728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-10e4d444-bd53-4e65-be7c-4a44264b3446 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1122975 Nov 27 01:42:19.522404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42930) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:19.527014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Request body: {'router': {'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:19.589624 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87f63a4c-bf96-4ea9-a6e7-25aa5ce45fa0 req-31bc380b-3a34-477d-8be2-53bd74be996f service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948534 Nov 27 01:42:19.682892 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87f63a4c-bf96-4ea9-a6e7-25aa5ce45fa0 req-796588b7-d0ce-4acc-a3b2-62a248842ce2 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859079 Nov 27 01:42:19.737819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.916195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46c4cb-cf89-4cc7-a293-cb1e6dbf8e80 req-c6e94ee2-bf70-40fd-b015-9152a611eb88 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:19.917927 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e46c4cb-cf89-4cc7-a293-cb1e6dbf8e80 req-c6e94ee2-bf70-40fd-b015-9152a611eb88 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 944 time: 0.0656631 Nov 27 01:42:19.943312 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.962753 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:19.977313 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e46c4cb-cf89-4cc7-a293-cb1e6dbf8e80 req-8d2eec94-1eac-4ed5-a06a-6bc0e8dc09c1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499086 Nov 27 01:42:20.065736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Allocated IP 172.25.3.232 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/6fde7ae1-51bf-4aa8-befe-856aed395eda) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:20.176484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:20.210355 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:20.250898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:20.253755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:20.257261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:20.268889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c44e55-ab27-42a2-a1ef-95c8ef97c2b7 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:20.284696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Pushing event updated for resources: {'Port': ['ID=6fde7ae1-51bf-4aa8-befe-856aed395eda,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:20.366198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8647535f-d2aa-46de-b1e0-5eb95ee74e2b None None] Provisioning complete for port 6fde7ae1-51bf-4aa8-befe-856aed395eda triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:20.366847 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8647535f-d2aa-46de-b1e0-5eb95ee74e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:20.414834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8647535f-d2aa-46de-b1e0-5eb95ee74e2b None None] Port 6fde7ae1-51bf-4aa8-befe-856aed395eda cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:20.517010 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:20.713913 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:20.717594 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:20.847087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Router 19be63a5-480b-41e4-871f-9afebf907823 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:42:20.952578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:20.960362 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:20.961177 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ce664e70-50a5-48d8-b952-614ab80deabd tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "PUT /v2.0/routers/19be63a5-480b-41e4-871f-9afebf907823 HTTP/1.1" status: 200 len: 880 time: 1.4377778 Nov 27 01:42:20.962764 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaba99c-2c28-4994-bf04-37218a13fc34 None None] Sync routers for ids ['19be63a5-480b-41e4-871f-9afebf907823'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:20.963658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42936) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:20.973939 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaba99c-2c28-4994-bf04-37218a13fc34 None None] Routers {'19be63a5-480b-41e4-871f-9afebf907823'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:20.974504 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9aaba99c-2c28-4994-bf04-37218a13fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['19be63a5-480b-41e4-871f-9afebf907823'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:21.010593 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9aaba99c-2c28-4994-bf04-37218a13fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:21.019238 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaba99c-2c28-4994-bf04-37218a13fc34 None None] Routers {'19be63a5-480b-41e4-871f-9afebf907823'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:21.019850 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9aaba99c-2c28-4994-bf04-37218a13fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['19be63a5-480b-41e4-871f-9afebf907823'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:21.051540 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9aaba99c-2c28-4994-bf04-37218a13fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:21.052182 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaba99c-2c28-4994-bf04-37218a13fc34 None None] The sync data for ids ['19be63a5-480b-41e4-871f-9afebf907823'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:21.106408 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-84ebb152-b588-4a80-8406-559d8090b11a tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/routers/19be63a5-480b-41e4-871f-9afebf907823 HTTP/1.1" status: 200 len: 921 time: 0.1414850 Nov 27 01:42:21.110068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42940) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:21.118642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5faab9-f979-4871-b112-dcb07c41b42b req-29453e94-9a84-4019-9714-697116bd0e3f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:21.120300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e5faab9-f979-4871-b112-dcb07c41b42b req-29453e94-9a84-4019-9714-697116bd0e3f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 944 time: 0.0646322 Nov 27 01:42:21.171804 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e5faab9-f979-4871-b112-dcb07c41b42b req-e831b878-e186-4212-897a-4563c911558a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440905 Nov 27 01:42:21.189703 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65199974-1916-44b8-ad80-767c0d3369d3 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:21.193757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-65199974-1916-44b8-ad80-767c0d3369d3 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=52383c89-3099-4684-8caa-850cf0860139&device_id=19be63a5-480b-41e4-871f-9afebf907823&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0817413 Nov 27 01:42:21.196399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42942) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:21.282515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a324e87c-ff84-4f45-9eeb-bc3240604477 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:21.283889 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a324e87c-ff84-4f45-9eeb-bc3240604477 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 881 time: 0.0864744 Nov 27 01:42:21.286760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42944) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:21.313504 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b219c747-30a1-4575-9439-f135c35c04e6 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "GET /v2.0/ports?device_id=19be63a5-480b-41e4-871f-9afebf907823 HTTP/1.1" status: 200 len: 205 time: 0.0256875 Nov 27 01:42:21.316047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42946) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:21.428811 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:21.541219 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:21.597146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Deleting port 6fde7ae1-51bf-4aa8-befe-856aed395eda {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:21.598068 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.023313 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.034620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Calling delete_port for 6fde7ae1-51bf-4aa8-befe-856aed395eda owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:22.192783 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.216075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Pushing event deleted for resources: {'Port': ['ID=6fde7ae1-51bf-4aa8-befe-856aed395eda,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:22.238078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b80413-6c26-4c66-9c79-a4e40a03dd40 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:22.307581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.405149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c47745-d045-4189-aad6-9d5306d26ff8 req-9bbd977b-7024-41fe-98d2-9fd3244d70d4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:22.406639 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34c47745-d045-4189-aad6-9d5306d26ff8 req-9bbd977b-7024-41fe-98d2-9fd3244d70d4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 944 time: 0.1464171 Nov 27 01:42:22.413159 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.416436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.477233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.477745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Fanout notify agent at l3_agent the message router_deleted on router 19be63a5-480b-41e4-871f-9afebf907823 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:22.485833 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.486953 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3d980c05-0a15-4a8f-9655-8b9d5425ad46 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/routers/19be63a5-480b-41e4-871f-9afebf907823 HTTP/1.1" status: 204 len: 168 time: 1.1694562 Nov 27 01:42:22.491249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42954) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:22.495864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1ead600e-f9da-4785-9f1b-8296775e0ccc tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-593017712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:22.504410 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34c47745-d045-4189-aad6-9d5306d26ff8 req-f42bad33-a395-4975-bc6b-02a9b2ae7064 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887330 Nov 27 01:42:22.519623 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ead600e-f9da-4785-9f1b-8296775e0ccc tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.520662 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ead600e-f9da-4785-9f1b-8296775e0ccc tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.574729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ead600e-f9da-4785-9f1b-8296775e0ccc tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.578544 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ead600e-f9da-4785-9f1b-8296775e0ccc tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.595659 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ead600e-f9da-4785-9f1b-8296775e0ccc tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:22.596976 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1ead600e-f9da-4785-9f1b-8296775e0ccc tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1046989 Nov 27 01:42:22.599699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42956) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:22.603845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'enable_snat': True}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:23.078386 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:23.273033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:23.292087 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:23.396264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Allocated IP 172.25.3.244 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/08dfe55e-37c9-4d75-8419-a36a6b607ad1) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:23.493875 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:23.527909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:23.574173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:23.578663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:23.583699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:23.598893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6d95f0-2861-460f-baed-2e9421958af4 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:23.615556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event updated for resources: {'Port': ['ID=08dfe55e-37c9-4d75-8419-a36a6b607ad1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:23.661974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c05d9565-b180-4c53-b7dd-944ad02536fa None None] Provisioning complete for port 08dfe55e-37c9-4d75-8419-a36a6b607ad1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:23.662290 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c05d9565-b180-4c53-b7dd-944ad02536fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:23.669324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3133277-e7d0-4dcb-907a-b7a1e92dba49 req-d5cee642-0c84-4d4f-9c15-98a71b081e59 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:23.670916 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3133277-e7d0-4dcb-907a-b7a1e92dba49 req-d5cee642-0c84-4d4f-9c15-98a71b081e59 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 944 time: 0.0937197 Nov 27 01:42:23.701881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c05d9565-b180-4c53-b7dd-944ad02536fa None None] Port 08dfe55e-37c9-4d75-8419-a36a6b607ad1 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:23.820351 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3133277-e7d0-4dcb-907a-b7a1e92dba49 req-f9808f06-99dd-4292-9416-b5940a420b36 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128402 Nov 27 01:42:23.942134 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:24.158142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:24.162525 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:24.291969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Router 28072d53-2cf4-414c-9be6-24eef6283373 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:42:24.395940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:24.400288 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:24.401303 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-89ff03b9-3600-4e66-9f01-500e5d83e04d tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "PUT /v2.0/routers/28072d53-2cf4-414c-9be6-24eef6283373 HTTP/1.1" status: 200 len: 914 time: 1.8006611 Nov 27 01:42:24.403858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42962) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:24.406358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c38e3d-3144-4bea-9aed-440d4ad6fe17 None None] Sync routers for ids ['28072d53-2cf4-414c-9be6-24eef6283373'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:24.417298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c38e3d-3144-4bea-9aed-440d4ad6fe17 None None] Routers {'28072d53-2cf4-414c-9be6-24eef6283373'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:24.417912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a1c38e3d-3144-4bea-9aed-440d4ad6fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['28072d53-2cf4-414c-9be6-24eef6283373'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:24.449783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a1c38e3d-3144-4bea-9aed-440d4ad6fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:24.458742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c38e3d-3144-4bea-9aed-440d4ad6fe17 None None] Routers {'28072d53-2cf4-414c-9be6-24eef6283373'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:24.459340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a1c38e3d-3144-4bea-9aed-440d4ad6fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['28072d53-2cf4-414c-9be6-24eef6283373'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:24.493535 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a1c38e3d-3144-4bea-9aed-440d4ad6fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:24.494176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c38e3d-3144-4bea-9aed-440d4ad6fe17 None None] The sync data for ids ['28072d53-2cf4-414c-9be6-24eef6283373'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:24.511762 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e4bab879-adca-4d8f-a0e7-96995292a939 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/routers/28072d53-2cf4-414c-9be6-24eef6283373 HTTP/1.1" status: 200 len: 920 time: 0.1063511 Nov 27 01:42:24.513944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42964) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:24.559399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df7e81-7f7d-44ff-9ead-b2fc41f5fecb tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:24.560926 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-63df7e81-7f7d-44ff-9ead-b2fc41f5fecb tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=52383c89-3099-4684-8caa-850cf0860139&device_id=28072d53-2cf4-414c-9be6-24eef6283373&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0460339 Nov 27 01:42:24.563659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42968) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:24.646803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1befc60f-249f-4941-819b-9681e80f30f6 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:24.648189 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1befc60f-249f-4941-819b-9681e80f30f6 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 881 time: 0.0830786 Nov 27 01:42:24.650989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42970) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:24.680784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2676fa54-65ec-4618-8b81-037afc57abc9 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "GET /v2.0/ports?device_id=28072d53-2cf4-414c-9be6-24eef6283373 HTTP/1.1" status: 200 len: 205 time: 0.0287557 Nov 27 01:42:24.683222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42972) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:24.789992 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:24.890120 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:24.947390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Deleting port 08dfe55e-37c9-4d75-8419-a36a6b607ad1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:24.947713 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:24.949645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0478ce7-09d9-4659-b007-f0f500027180 req-65c0bff7-3caa-4673-832b-554c3d943f6b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:24.951935 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0478ce7-09d9-4659-b007-f0f500027180 req-65c0bff7-3caa-4673-832b-554c3d943f6b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 944 time: 0.0577359 Nov 27 01:42:25.014153 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0478ce7-09d9-4659-b007-f0f500027180 req-00b4e2c9-453d-4fe5-aee8-e87513a192a5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555847 Nov 27 01:42:25.032360 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:25.045828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Calling delete_port for 08dfe55e-37c9-4d75-8419-a36a6b607ad1 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:25.234033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:25.261874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Pushing event deleted for resources: {'Port': ['ID=08dfe55e-37c9-4d75-8419-a36a6b607ad1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:25.281651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19adc33-18dc-441b-a056-17af952afd1f None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:25.333228 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:25.429412 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:25.431947 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:25.479759 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:25.480308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Fanout notify agent at l3_agent the message router_deleted on router 28072d53-2cf4-414c-9be6-24eef6283373 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:25.489143 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:25.490370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-90a7fc8b-cce5-45db-87d0-1f0104bcd9b5 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/routers/28072d53-2cf4-414c-9be6-24eef6283373 HTTP/1.1" status: 204 len: 168 time: 0.8062415 Nov 27 01:42:25.494084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42976) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:25.499017 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d084b5b9-7243-4779-ae38-c123fa9395d9 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1053015707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:25.523846 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d084b5b9-7243-4779-ae38-c123fa9395d9 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:25.525066 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d084b5b9-7243-4779-ae38-c123fa9395d9 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:25.585912 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d084b5b9-7243-4779-ae38-c123fa9395d9 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:25.590587 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d084b5b9-7243-4779-ae38-c123fa9395d9 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:25.609497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d084b5b9-7243-4779-ae38-c123fa9395d9 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:25.613473 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d084b5b9-7243-4779-ae38-c123fa9395d9 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1156809 Nov 27 01:42:25.613820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42980) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:25.618758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'enable_snat': False}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:25.845440 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:26.055152 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:26.074357 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:26.142190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf95b1-6ff3-4f58-bf7a-d1c39c269a15 req-45598510-985a-4756-b0b3-cf8d0833de35 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:26.143742 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eaaf95b1-6ff3-4f58-bf7a-d1c39c269a15 req-45598510-985a-4756-b0b3-cf8d0833de35 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 944 time: 0.0583630 Nov 27 01:42:26.185070 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Allocated IP 172.25.3.184 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/b3bceabe-7733-4e7b-8ebe-8c2c8c868fe8) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:26.200160 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eaaf95b1-6ff3-4f58-bf7a-d1c39c269a15 req-5407a2d2-7c29-481f-b9ce-938377ec8819 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497954 Nov 27 01:42:26.295812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:26.334220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:26.373949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:26.376823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:26.381496 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:26.391266 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8143bf-1d97-42ed-9651-2f1d97531556 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:26.402797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Pushing event updated for resources: {'Port': ['ID=b3bceabe-7733-4e7b-8ebe-8c2c8c868fe8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:26.444836 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-23782f9a-2185-44f9-b44e-2435b83ffbbf None None] Provisioning complete for port b3bceabe-7733-4e7b-8ebe-8c2c8c868fe8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:26.445205 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23782f9a-2185-44f9-b44e-2435b83ffbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:26.480528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-23782f9a-2185-44f9-b44e-2435b83ffbbf None None] Port b3bceabe-7733-4e7b-8ebe-8c2c8c868fe8 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:26.633979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:26.859055 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:26.863749 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:27.014063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Router 6bdcf1eb-5bf0-41e3-acfc-b521b62e713b is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:42:27.119144 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:27.123580 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:27.124594 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0c1b58d5-efa7-42ce-ba36-90c784b550cc tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "PUT /v2.0/routers/6bdcf1eb-5bf0-41e3-acfc-b521b62e713b HTTP/1.1" status: 200 len: 916 time: 1.5096083 Nov 27 01:42:27.127207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 42986) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:27.130586 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510a3d0-d105-42fd-b83f-0fd3594c8755 None None] Sync routers for ids ['6bdcf1eb-5bf0-41e3-acfc-b521b62e713b'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:27.140519 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510a3d0-d105-42fd-b83f-0fd3594c8755 None None] Routers {'6bdcf1eb-5bf0-41e3-acfc-b521b62e713b'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:27.141203 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5510a3d0-d105-42fd-b83f-0fd3594c8755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['6bdcf1eb-5bf0-41e3-acfc-b521b62e713b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:27.176211 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5510a3d0-d105-42fd-b83f-0fd3594c8755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:27.185041 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510a3d0-d105-42fd-b83f-0fd3594c8755 None None] Routers {'6bdcf1eb-5bf0-41e3-acfc-b521b62e713b'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:27.185650 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5510a3d0-d105-42fd-b83f-0fd3594c8755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['6bdcf1eb-5bf0-41e3-acfc-b521b62e713b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:27.217066 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5510a3d0-d105-42fd-b83f-0fd3594c8755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:27.217708 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510a3d0-d105-42fd-b83f-0fd3594c8755 None None] The sync data for ids ['6bdcf1eb-5bf0-41e3-acfc-b521b62e713b'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:27.232488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4899ce76-1866-4379-9acf-b23ad6b59054 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/routers/6bdcf1eb-5bf0-41e3-acfc-b521b62e713b HTTP/1.1" status: 200 len: 922 time: 0.1038651 Nov 27 01:42:27.235286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42990) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:27.276556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53076aaa-6c65-4c8d-854c-0ec5fc80b1af tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:27.278020 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-53076aaa-6c65-4c8d-854c-0ec5fc80b1af tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=52383c89-3099-4684-8caa-850cf0860139&device_id=6bdcf1eb-5bf0-41e3-acfc-b521b62e713b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0412118 Nov 27 01:42:27.280725 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42992) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:27.324769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9d076-c7db-4e67-8ef1-dcc6b0656a9e req-e56b3de2-7357-48aa-be16-c89626af3ef6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:27.326271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a6c9d076-c7db-4e67-8ef1-dcc6b0656a9e req-e56b3de2-7357-48aa-be16-c89626af3ef6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 944 time: 0.0505900 Nov 27 01:42:27.363186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c64ad46-43af-4da2-ac71-4a6007c56cd8 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:27.367321 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2c64ad46-43af-4da2-ac71-4a6007c56cd8 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/networks/52383c89-3099-4684-8caa-850cf0860139 HTTP/1.1" status: 200 len: 881 time: 0.0829890 Nov 27 01:42:27.367479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42994) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:27.375763 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a6c9d076-c7db-4e67-8ef1-dcc6b0656a9e req-0ee48f35-af29-4864-bfb7-425a9939f3dc tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428209 Nov 27 01:42:27.398916 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-01e8fcc0-5efb-4804-8468-9e59497e0894 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bdcf1eb-5bf0-41e3-acfc-b521b62e713b HTTP/1.1" status: 200 len: 205 time: 0.0303774 Nov 27 01:42:27.401222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 42996) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:27.502520 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:27.599984 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:27.655092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Deleting port b3bceabe-7733-4e7b-8ebe-8c2c8c868fe8 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:27.655424 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:27.729369 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:27.741522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Calling delete_port for b3bceabe-7733-4e7b-8ebe-8c2c8c868fe8 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:27.903139 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:27.929288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Pushing event deleted for resources: {'Port': ['ID=b3bceabe-7733-4e7b-8ebe-8c2c8c868fe8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:27.940102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee96157d-2a2a-4ddd-bd64-30b300c61f17 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:27.990758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.079916 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.081997 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.123940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.124553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Fanout notify agent at l3_agent the message router_deleted on router 6bdcf1eb-5bf0-41e3-acfc-b521b62e713b {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:28.131877 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.133045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8574c3ff-ae05-4db6-b568-b20ca2d51adf tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/routers/6bdcf1eb-5bf0-41e3-acfc-b521b62e713b HTTP/1.1" status: 204 len: 168 time: 0.7308736 Nov 27 01:42:28.136630 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43000) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:28.140861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1258197896', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:28.166295 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.166295 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.520206 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.585657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2a448253-fd7c-469e-9340-c1f252d13c76 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:42:28.618993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72f668-ce05-4d8a-a9ae-d1eaddd4f4b5 req-e39b6cda-11bc-490c-91f4-8d4c9f50a7e6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:28.620583 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd72f668-ce05-4d8a-a9ae-d1eaddd4f4b5 req-e39b6cda-11bc-490c-91f4-8d4c9f50a7e6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 944 time: 0.1135151 Nov 27 01:42:28.687524 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2a448253-fd7c-469e-9340-c1f252d13c76, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2a448253-fd7c-469e-9340-c1f252d13c76,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:28.699488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '2a448253-fd7c-469e-9340-c1f252d13c76', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'port_id': '2a448253-fd7c-469e-9340-c1f252d13c76', 'mac_address': 'fa:16:3e:ab:ca:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:42:28.700957 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.739548 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.747072 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd72f668-ce05-4d8a-a9ae-d1eaddd4f4b5 req-bf833881-4a41-4a43-9ce3-411d2939826e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931554 Nov 27 01:42:28.753258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a448253-fd7c-469e-9340-c1f252d13c76 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:42:28.775316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2a448253-fd7c-469e-9340-c1f252d13c76, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2a448253-fd7c-469e-9340-c1f252d13c76,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:28.780514 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.838119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=2a448253-fd7c-469e-9340-c1f252d13c76,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:28.845801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:28.846149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:28.846538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:28.846869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:28.847201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:28.848097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:28.848426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:28.848751 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:28.849076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:28.849398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:28.849719 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:28.850066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:42:28.943091 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:28.963733 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:29.065013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2a448253-fd7c-469e-9340-c1f252d13c76'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:42:29.067244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Allocated IP 172.25.3.154 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/83b64fea-9dee-4ad2-92e0-44007d6eab84) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:29.175329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:29.213685 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:29.264951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:29.269815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:29.272447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:29.287490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dc9cec-0652-402e-90cc-557882b346e7 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:29.299670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Pushing event updated for resources: {'Port': ['ID=83b64fea-9dee-4ad2-92e0-44007d6eab84,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:29.426144 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-602d8c69-732d-4386-b6b2-e6ac797c55a3 None None] Provisioning complete for port 83b64fea-9dee-4ad2-92e0-44007d6eab84 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:29.426693 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-602d8c69-732d-4386-b6b2-e6ac797c55a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:29.464257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-602d8c69-732d-4386-b6b2-e6ac797c55a3 None None] Port 83b64fea-9dee-4ad2-92e0-44007d6eab84 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:29.538895 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:29.740660 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:29.877652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011fef-467d-4a83-b35b-5da2b5ef9c24 req-d6bfc75d-9d74-4526-b6c2-0ec08bb826e1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:29.879363 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-47011fef-467d-4a83-b35b-5da2b5ef9c24 req-d6bfc75d-9d74-4526-b6c2-0ec08bb826e1 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 945 time: 0.0573184 Nov 27 01:42:29.886868 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Router ca342255-aad5-4c48-ad6e-38d526b3cb43 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:42:29.933286 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-47011fef-467d-4a83-b35b-5da2b5ef9c24 req-570acf36-557d-4d8a-8e76-8f99215827a5 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455568 Nov 27 01:42:29.998092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:30.007228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1b1f1b-e69e-48bb-9db8-e320bc2422cd None None] Sync routers for ids ['ca342255-aad5-4c48-ad6e-38d526b3cb43'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:30.017724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b1f1b-e69e-48bb-9db8-e320bc2422cd None None] Routers {'ca342255-aad5-4c48-ad6e-38d526b3cb43'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:30.018339 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.018517 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4c1b1f1b-e69e-48bb-9db8-e320bc2422cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ca342255-aad5-4c48-ad6e-38d526b3cb43'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:30.022622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f365dba6-e352-4d5c-ac8f-2811668e1f24 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8825366 Nov 27 01:42:30.022833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43010) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:30.027586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:30.055164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4c1b1f1b-e69e-48bb-9db8-e320bc2422cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:30.063814 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b1f1b-e69e-48bb-9db8-e320bc2422cd None None] Routers {'ca342255-aad5-4c48-ad6e-38d526b3cb43'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:30.064692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4c1b1f1b-e69e-48bb-9db8-e320bc2422cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ca342255-aad5-4c48-ad6e-38d526b3cb43'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:30.099914 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-4c1b1f1b-e69e-48bb-9db8-e320bc2422cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:30.101155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1b1f1b-e69e-48bb-9db8-e320bc2422cd None None] The sync data for ids ['ca342255-aad5-4c48-ad6e-38d526b3cb43'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:30.319518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.332965 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.386922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Deleting port 83b64fea-9dee-4ad2-92e0-44007d6eab84 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:30.387173 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.460246 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.471661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Calling delete_port for 83b64fea-9dee-4ad2-92e0-44007d6eab84 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:30.624316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2a448253-fd7c-469e-9340-c1f252d13c76 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:30.631688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.657334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Pushing event deleted for resources: {'Port': ['ID=83b64fea-9dee-4ad2-92e0-44007d6eab84,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:30.674191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e59e50-84d0-4d34-ae27-e5440b4c197f None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:30.680438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 2a448253-fd7c-469e-9340-c1f252d13c76 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:42:30.684984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 2a448253-fd7c-469e-9340-c1f252d13c76 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:30.685353 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.723135 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.765199 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.787890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a448253-fd7c-469e-9340-c1f252d13c76'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:42:30.790138 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ada83e-72f3-4982-8932-2a7f84905639" -d '{"events": [{"server_uuid": "7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0", "name": "network-vif-plugged", "status": "completed", "tag": "2a448253-fd7c-469e-9340-c1f252d13c76"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:42:30.804588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2a448253-fd7c-469e-9340-c1f252d13c76, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2a448253-fd7c-469e-9340-c1f252d13c76,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:30.810156 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.859616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=2a448253-fd7c-469e-9340-c1f252d13c76,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:30.942250 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.945615 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:30.966153 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7b9dc4-9662-435d-ab29-4b9614034088 x-openstack-request-id: req-7b7b9dc4-9662-435d-ab29-4b9614034088 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:42:30.966546 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0", "name": "network-vif-plugged", "status": "completed", "tag": "2a448253-fd7c-469e-9340-c1f252d13c76", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:42:30.966870 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b7b9dc4-9662-435d-ab29-4b9614034088 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:42:30.967341 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a448253-fd7c-469e-9340-c1f252d13c76', 'code': 200} Nov 27 01:42:31.024429 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Router ca342255-aad5-4c48-ad6e-38d526b3cb43 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:42:31.060267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f249b9f-977b-4784-8fa7-7042c9e0d0dd req-252787f1-dfef-4a75-9591-4f4a835d0509 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:31.061744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f249b9f-977b-4784-8fa7-7042c9e0d0dd req-252787f1-dfef-4a75-9591-4f4a835d0509 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 946 time: 0.0578716 Nov 27 01:42:31.135349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ec92e-d03b-4f8a-92ec-383a5203e407 req-84116f71-175f-4d7a-b305-54f1e743ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:31.136962 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b37ec92e-d03b-4f8a-92ec-383a5203e407 req-84116f71-175f-4d7a-b305-54f1e743ea51 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 1097 time: 0.0743389 Nov 27 01:42:31.142419 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f249b9f-977b-4784-8fa7-7042c9e0d0dd req-d5285aec-b551-478b-a87b-b723da466a94 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706346 Nov 27 01:42:31.188286 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b37ec92e-d03b-4f8a-92ec-383a5203e407 req-36fcb1e1-4b16-4322-b95a-30d64c26fc8a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438886 Nov 27 01:42:31.384435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:31.391124 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:31.392826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d6c3ecba-71ad-47af-9685-7e382ab5acef tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "PUT /v2.0/routers/ca342255-aad5-4c48-ad6e-38d526b3cb43 HTTP/1.1" status: 200 len: 706 time: 1.3684671 Nov 27 01:42:31.393894 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b6122-af1a-4c1b-9d3e-f38eac8ab9aa None None] Sync routers for ids ['ca342255-aad5-4c48-ad6e-38d526b3cb43'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:31.395043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43020) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:31.403655 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b6122-af1a-4c1b-9d3e-f38eac8ab9aa None None] Routers {'ca342255-aad5-4c48-ad6e-38d526b3cb43'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:31.404253 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8b3b6122-af1a-4c1b-9d3e-f38eac8ab9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ca342255-aad5-4c48-ad6e-38d526b3cb43'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:31.439814 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8b3b6122-af1a-4c1b-9d3e-f38eac8ab9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:31.448059 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b6122-af1a-4c1b-9d3e-f38eac8ab9aa None None] Routers {'ca342255-aad5-4c48-ad6e-38d526b3cb43'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:31.448652 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8b3b6122-af1a-4c1b-9d3e-f38eac8ab9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ca342255-aad5-4c48-ad6e-38d526b3cb43'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:31.468548 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a4f20bc0-c035-4e1f-a164-4e68bbb4e00c tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/routers/ca342255-aad5-4c48-ad6e-38d526b3cb43 HTTP/1.1" status: 200 len: 741 time: 0.0723217 Nov 27 01:42:31.471076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43022) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:31.480026 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8b3b6122-af1a-4c1b-9d3e-f38eac8ab9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:31.480660 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b6122-af1a-4c1b-9d3e-f38eac8ab9aa None None] The sync data for ids ['ca342255-aad5-4c48-ad6e-38d526b3cb43'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:31.517203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e6269c3b-d18c-40fb-8816-351f8cfbf332 tempest-RoutersAdminTest-293081878 tempest-RoutersAdminTest-293081878-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=52383c89-3099-4684-8caa-850cf0860139&device_id=ca342255-aad5-4c48-ad6e-38d526b3cb43 HTTP/1.1" status: 200 len: 205 time: 0.0450714 Nov 27 01:42:31.520236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43024) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:31.549312 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6e50eede-d4bb-483d-9ef5-f2ae7ffc3d72 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca342255-aad5-4c48-ad6e-38d526b3cb43 HTTP/1.1" status: 200 len: 205 time: 0.0280235 Nov 27 01:42:31.551668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43026) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:31.621574 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0906962c-1636-4c9c-8c85-73acb9da2db0 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:31.775874 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0906962c-1636-4c9c-8c85-73acb9da2db0 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:31.777939 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0906962c-1636-4c9c-8c85-73acb9da2db0 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:31.822462 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0906962c-1636-4c9c-8c85-73acb9da2db0 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:31.822983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0906962c-1636-4c9c-8c85-73acb9da2db0 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Fanout notify agent at l3_agent the message router_deleted on router ca342255-aad5-4c48-ad6e-38d526b3cb43 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:31.829805 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0906962c-1636-4c9c-8c85-73acb9da2db0 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:31.834940 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0906962c-1636-4c9c-8c85-73acb9da2db0 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/routers/ca342255-aad5-4c48-ad6e-38d526b3cb43 HTTP/1.1" status: 204 len: 168 time: 0.2782288 Nov 27 01:42:31.834940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43028) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:31.861313 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a841bb4a-2cc1-4bcb-ad1b-da866f8ffe49 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca342255-aad5-4c48-ad6e-38d526b3cb43 HTTP/1.1" status: 200 len: 205 time: 0.0253928 Nov 27 01:42:31.863661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43030) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:31.899932 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-d1b01cec-2047-4383-ac8d-ea27d1dec50f tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] delete failed (client error): The resource could not be found. Nov 27 01:42:31.900902 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d1b01cec-2047-4383-ac8d-ea27d1dec50f tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/routers/ca342255-aad5-4c48-ad6e-38d526b3cb43 HTTP/1.1" status: 404 len: 336 time: 0.0363519 Nov 27 01:42:31.903376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43032) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:31.928325 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-56f4efde-4d23-42a5-88f7-bb9af8f344a3 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bdcf1eb-5bf0-41e3-acfc-b521b62e713b HTTP/1.1" status: 200 len: 205 time: 0.0239246 Nov 27 01:42:31.930877 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43036) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:31.971010 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-ec983f16-aec7-4d48-8d8d-d2eaeab69661 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] delete failed (client error): The resource could not be found. Nov 27 01:42:31.972033 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ec983f16-aec7-4d48-8d8d-d2eaeab69661 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/routers/6bdcf1eb-5bf0-41e3-acfc-b521b62e713b HTTP/1.1" status: 404 len: 336 time: 0.0402889 Nov 27 01:42:31.974719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43038) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:31.999860 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-56aada95-853c-4ee3-aeec-2beead8c048e tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "GET /v2.0/ports?device_id=28072d53-2cf4-414c-9be6-24eef6283373 HTTP/1.1" status: 200 len: 205 time: 0.0241203 Nov 27 01:42:32.002063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43040) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:32.038691 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-915ae23d-54b0-448e-9080-1242cca70952 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] delete failed (client error): The resource could not be found. Nov 27 01:42:32.039585 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-915ae23d-54b0-448e-9080-1242cca70952 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/routers/28072d53-2cf4-414c-9be6-24eef6283373 HTTP/1.1" status: 404 len: 336 time: 0.0366151 Nov 27 01:42:32.041993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43042) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:32.067812 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8352e265-fa71-428d-9d00-40126fee33a8 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "GET /v2.0/ports?device_id=19be63a5-480b-41e4-871f-9afebf907823 HTTP/1.1" status: 200 len: 205 time: 0.0248055 Nov 27 01:42:32.069928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43044) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:32.109236 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-f2637442-68da-435d-8f12-c3b484623cb8 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] delete failed (client error): The resource could not be found. Nov 27 01:42:32.113635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43046) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:32.114158 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f2637442-68da-435d-8f12-c3b484623cb8 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/routers/19be63a5-480b-41e4-871f-9afebf907823 HTTP/1.1" status: 404 len: 336 time: 0.0430574 Nov 27 01:42:32.139988 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0a6b770f-6f29-4303-9aea-29211a91692d tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "GET /v2.0/ports?device_id=5477174e-6167-4ffc-a46c-d4479dea8632 HTTP/1.1" status: 200 len: 205 time: 0.0253525 Nov 27 01:42:32.142293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43048) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:32.178981 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-4de13df4-9ab9-43bc-a242-bc1084122b7e tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] delete failed (client error): The resource could not be found. Nov 27 01:42:32.182862 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4de13df4-9ab9-43bc-a242-bc1084122b7e tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/routers/5477174e-6167-4ffc-a46c-d4479dea8632 HTTP/1.1" status: 404 len: 336 time: 0.0368433 Nov 27 01:42:32.183447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43052) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:32.234159 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5c13dae7-97f9-4b21-b58d-69ecdf9c5678 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4a5cf3-b892-40ac-8de0-9bb1c979f399 HTTP/1.1" status: 200 len: 205 time: 0.0500717 Nov 27 01:42:32.237266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43054) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:32.278075 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-81aa29f8-221c-46cc-a8e3-8dd0a56e0be7 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] delete failed (client error): The resource could not be found. Nov 27 01:42:32.279457 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-81aa29f8-221c-46cc-a8e3-8dd0a56e0be7 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/routers/2a4a5cf3-b892-40ac-8de0-9bb1c979f399 HTTP/1.1" status: 404 len: 336 time: 0.0404522 Nov 27 01:42:32.282149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43056) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:32.283108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313b0b6-25e3-4216-a652-a2367d19d213 req-5f600d0d-7e7e-4275-a533-a872fc5132ad tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:32.284595 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a313b0b6-25e3-4216-a652-a2367d19d213 req-5f600d0d-7e7e-4275-a533-a872fc5132ad tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 946 time: 0.0532227 Nov 27 01:42:32.308426 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-262eb6ec-b541-499b-b29c-c6c60ee0b0d9 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] DELETE failed (client error): The resource could not be found. Nov 27 01:42:32.308768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262eb6ec-b541-499b-b29c-c6c60ee0b0d9 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:42:32.311879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-262eb6ec-b541-499b-b29c-c6c60ee0b0d9 tempest-RoutersAdminTest-48788900 tempest-RoutersAdminTest-48788900-project] 10.222.0.37 "DELETE /v2.0/subnets/43efb470-6d16-47ea-95cc-eb3d4fc5ef00 HTTP/1.1" status: 404 len: 337 time: 0.0287750 Nov 27 01:42:32.335097 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a313b0b6-25e3-4216-a652-a2367d19d213 req-4f85edfc-5054-4b74-ba8e-0be3acc0f0d3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442810 Nov 27 01:42:32.554024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43062) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:32.658312 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1a7d257-bf1d-43b8-9edd-00efd25d754d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:32.731565 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1a7d257-bf1d-43b8-9edd-00efd25d754d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:32.735241 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1a7d257-bf1d-43b8-9edd-00efd25d754d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:32.772912 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d1a7d257-bf1d-43b8-9edd-00efd25d754d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=113e2bcc25ee41519f93ddf0d369eb76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2177885 Nov 27 01:42:32.774050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7d257-bf1d-43b8-9edd-00efd25d754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b378b407-ae63-400c-b39b-51c29e83f0b8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:32.775734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43066) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:32.828576 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04046df9-1dba-4a37-808f-9d7548bc144e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:32.849603 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04046df9-1dba-4a37-808f-9d7548bc144e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:32.895596 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04046df9-1dba-4a37-808f-9d7548bc144e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:32.898131 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04046df9-1dba-4a37-808f-9d7548bc144e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:32.899300 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-04046df9-1dba-4a37-808f-9d7548bc144e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b378b407-ae63-400c-b39b-51c29e83f0b8 HTTP/1.1" status: 204 len: 168 time: 0.1225843 Nov 27 01:42:32.906839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04046df9-1dba-4a37-808f-9d7548bc144e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b378b407-ae63-400c-b39b-51c29e83f0b8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:33.152676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43074) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:33.192579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cbfaf31f-c37d-4570-a59e-88f07a9a38fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a0a92c435fb493ea492b00ae409583c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381384 Nov 27 01:42:33.194908 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43076) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:33.241399 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c83d9547-d009-4fe8-a354-8464741ff9ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:33.262671 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c83d9547-d009-4fe8-a354-8464741ff9ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:33.307370 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c83d9547-d009-4fe8-a354-8464741ff9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:33.309933 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c83d9547-d009-4fe8-a354-8464741ff9ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:33.311110 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c83d9547-d009-4fe8-a354-8464741ff9ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/945331bc-214f-4769-b85b-424a44c36949 HTTP/1.1" status: 204 len: 168 time: 0.1153166 Nov 27 01:42:33.319208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d9547-d009-4fe8-a354-8464741ff9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945331bc-214f-4769-b85b-424a44c36949,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:33.803496 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50ff98-39a8-46c9-97a5-bc978aa58e8b req-90c23063-5c1f-4e46-8186-4793d7ade56b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:33.805259 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb50ff98-39a8-46c9-97a5-bc978aa58e8b req-90c23063-5c1f-4e46-8186-4793d7ade56b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 946 time: 0.4000547 Nov 27 01:42:33.857695 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bb50ff98-39a8-46c9-97a5-bc978aa58e8b req-a85f5e12-67a6-4af1-be0b-4a0f61f4f09e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462971 Nov 27 01:42:33.979231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae8b23-828e-4668-b49f-05e3f552307e req-23a573ce-cff3-43f5-8148-bab2bc731c3f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:33.980810 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8eae8b23-828e-4668-b49f-05e3f552307e req-23a573ce-cff3-43f5-8148-bab2bc731c3f tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 946 time: 0.0545194 Nov 27 01:42:34.030189 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8eae8b23-828e-4668-b49f-05e3f552307e req-2cbe787b-2d5d-4aac-b3c4-e12c829f43c4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Nov 27 01:42:34.053206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43106) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:34.092660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05923273-2546-4b73-a2bd-cfca790a2189 tempest-TestVolumeBootPattern-1409960057 tempest-TestVolumeBootPattern-1409960057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:34.094655 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-05923273-2546-4b73-a2bd-cfca790a2189 tempest-TestVolumeBootPattern-1409960057 tempest-TestVolumeBootPattern-1409960057-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 1092 time: 0.0400953 Nov 27 01:42:34.097188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43108) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:34.102160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '2a448253-fd7c-469e-9340-c1f252d13c76', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:34.124883 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.224388 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.303531 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:42:34.328916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Allocated IP 172.25.3.110 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/b848c1eb-f54b-4556-8730-1a5dcaa0c09f) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:34.435323 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.482662 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.525040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:34.530166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:34.532393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=b848c1eb-f54b-4556-8730-1a5dcaa0c09f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:34.534527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:34.586138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43122) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:34.685001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1064182115', 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:34.705743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Made reservation on behalf of dd2f7abd754e4e62bb8deb8124bb1578 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:34.708877 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.717316 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.791454 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.795222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.806211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] device_id is not set on port a5ca5a56-7df1-466b-944e-1c0788d28fa5 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:34.855110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a441138d-b257-42d0-80cb-cd150fd61355,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:34.904589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:34.922190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Allocated IP 172.25.3.182 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/a5ca5a56-7df1-466b-944e-1c0788d28fa5) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:34.976503 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.057944 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.101902 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.141218 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.147289 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.154721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:35.157684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:35.160146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:35.173223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805aebed-3256-419f-939f-c9a5437a1990 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:35.186752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Pushing event updated for resources: {'Port': ['ID=a5ca5a56-7df1-466b-944e-1c0788d28fa5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:35.207289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:35.208533 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.221217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-21e10d22-fdc4-4676-8c26-191cc69a2c7f None None] Provisioning complete for port a5ca5a56-7df1-466b-944e-1c0788d28fa5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:35.221695 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event updated for resources: {'Port': ['ID=b848c1eb-f54b-4556-8730-1a5dcaa0c09f,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:35.222451 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-21e10d22-fdc4-4676-8c26-191cc69a2c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.225924 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-df3171f3-8576-4ea6-81ec-dade6710e228 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6384172 Nov 27 01:42:35.228096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43128) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:35.233813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.182'}]}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:35.235290 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.258306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.260117 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.266546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-21e10d22-fdc4-4676-8c26-191cc69a2c7f None None] Port a5ca5a56-7df1-466b-944e-1c0788d28fa5 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:35.314127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.340886 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Floating IP 1673ee7f-a31f-4b5d-9a44-f925f53607d4 associated. External IP: 172.25.3.110, port: 2a448253-fd7c-469e-9340-c1f252d13c76. Nov 27 01:42:35.450886 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.562771 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Router 5d0c744a-897a-42ee-943b-487135ea55f9 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:42:35.654072 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.673349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:42:35.673833 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.685668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3612b-c664-4241-ba43-077c70c3db87 None None] Sync routers for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:42:35.691271 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.695739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c3612b-c664-4241-ba43-077c70c3db87 None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:35.696363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f5c3612b-c664-4241-ba43-077c70c3db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:35.719668 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-13e0ac3f-bcde-4c04-adb8-3d9099647671 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6213200 Nov 27 01:42:35.720349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'tag': '2a448253-fd7c-469e-9340-c1f252d13c76'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:42:35.722687 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7460c1-09d1-4764-9c43-c5d3cc00ce67" -d '{"events": [{"name": "network-changed", "server_uuid": "7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0", "tag": "2a448253-fd7c-469e-9340-c1f252d13c76"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:42:35.761386 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fb1abd-f9a7-4190-9c0c-6b1a938c0fb4 x-openstack-request-id: req-b6fb1abd-f9a7-4190-9c0c-6b1a938c0fb4 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:42:35.761751 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0", "tag": "2a448253-fd7c-469e-9340-c1f252d13c76", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:42:35.762071 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6fb1abd-f9a7-4190-9c0c-6b1a938c0fb4 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:42:35.762576 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'tag': '2a448253-fd7c-469e-9340-c1f252d13c76', 'status': 'completed', 'code': 200} Nov 27 01:42:35.814182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-f5c3612b-c664-4241-ba43-077c70c3db87 None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:35.851458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7460c1-09d1-4764-9c43-c5d3cc00ce67 req-e6fce5c5-dfd0-4130-83cd-36adaabbddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:35.853477 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d7460c1-09d1-4764-9c43-c5d3cc00ce67 req-e6fce5c5-dfd0-4130-83cd-36adaabbddd0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 1097 time: 0.0458498 Nov 27 01:42:35.879884 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:35.953793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7460c1-09d1-4764-9c43-c5d3cc00ce67 req-9b346d6e-f4ae-4e7c-8845-2a06584e7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:35.955735 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d7460c1-09d1-4764-9c43-c5d3cc00ce67 req-9b346d6e-f4ae-4e7c-8845-2a06584e7a28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.0954933 Nov 27 01:42:36.025167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d7460c1-09d1-4764-9c43-c5d3cc00ce67 req-987b6790-2761-4d07-bce1-0412b2735660 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a448253-fd7c-469e-9340-c1f252d13c76 HTTP/1.1" status: 200 len: 1000 time: 0.0618992 Nov 27 01:42:36.043747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.046161 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.055556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f5c3612b-c664-4241-ba43-077c70c3db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '08059e45-8d69-43c8-8139-f4c0ef3efcbd', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:6f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:32Z', 'updated_at': '2021-11-27T01:40:33Z', 'revision_number': 1, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}, {'id': '1673ee7f-a31f-4b5d-9a44-f925f53607d4', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': '2a448253-fd7c-469e-9340-c1f252d13c76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:ab:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:42:34Z', 'updated_at': '2021-11-27T01:42:34Z', 'revision_number': 0, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:36.078934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7460c1-09d1-4764-9c43-c5d3cc00ce67 req-4a1c799d-90f7-40e7-b1eb-4581777dee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:36.080391 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d7460c1-09d1-4764-9c43-c5d3cc00ce67 req-4a1c799d-90f7-40e7-b1eb-4581777dee26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0475662 Nov 27 01:42:36.081914 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3612b-c664-4241-ba43-077c70c3db87 None None] Checking router: 5d0c744a-897a-42ee-943b-487135ea55f9 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:42:36.091394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c3612b-c664-4241-ba43-077c70c3db87 None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:42:36.092040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f5c3612b-c664-4241-ba43-077c70c3db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:36.093362 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.093879 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa1e70a-9ba3-4179-ba83-aa0241373180 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:42:36.125033 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 27 01:42:36.128963 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-247a8e69-8666-487c-a733-cb264ecc50f9 tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8971605 Nov 27 01:42:36.129980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43134) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:36.137975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7460c1-09d1-4764-9c43-c5d3cc00ce67 req-dc9604fc-19aa-4a84-bf87-f73e456910bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:36.139503 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d7460c1-09d1-4764-9c43-c5d3cc00ce67 req-dc9604fc-19aa-4a84-bf87-f73e456910bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519071 Nov 27 01:42:36.204065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-f5c3612b-c664-4241-ba43-077c70c3db87 None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:42:36.229562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1fec7a23-60af-49fa-b99a-9b871882bbef tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Deleting port a5ca5a56-7df1-466b-944e-1c0788d28fa5 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:36.229909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fec7a23-60af-49fa-b99a-9b871882bbef tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.240459 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d7460c1-09d1-4764-9c43-c5d3cc00ce67 req-70cad3f4-9ac9-49f1-8c07-381aa0e9202e service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940704 Nov 27 01:42:36.308779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fec7a23-60af-49fa-b99a-9b871882bbef tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.321610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1fec7a23-60af-49fa-b99a-9b871882bbef tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Calling delete_port for a5ca5a56-7df1-466b-944e-1c0788d28fa5 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:36.341813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7d7460c1-09d1-4764-9c43-c5d3cc00ce67 req-f4ee9c24-3613-4f38-907c-b1acef3cfc3b service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943182 Nov 27 01:42:36.433350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f5c3612b-c664-4241-ba43-077c70c3db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '08059e45-8d69-43c8-8139-f4c0ef3efcbd', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:6f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:32Z', 'updated_at': '2021-11-27T01:40:33Z', 'revision_number': 1, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}, {'id': '1673ee7f-a31f-4b5d-9a44-f925f53607d4', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': '2a448253-fd7c-469e-9340-c1f252d13c76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:ab:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:42:34Z', 'updated_at': '2021-11-27T01:42:34Z', 'revision_number': 0, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:36.451825 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fec7a23-60af-49fa-b99a-9b871882bbef tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.463355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3612b-c664-4241-ba43-077c70c3db87 None None] The sync data for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 is: [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '08059e45-8d69-43c8-8139-f4c0ef3efcbd', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:6f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:32Z', 'updated_at': '2021-11-27T01:40:33Z', 'revision_number': 1, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}, {'id': '1673ee7f-a31f-4b5d-9a44-f925f53607d4', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': '2a448253-fd7c-469e-9340-c1f252d13c76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:ab:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:42:34Z', 'updated_at': '2021-11-27T01:42:34Z', 'revision_number': 0, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:42:36.481743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec7a23-60af-49fa-b99a-9b871882bbef tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5ca5a56-7df1-466b-944e-1c0788d28fa5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:36.500448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44014463-194e-4725-bb88-aed6e40fec7f None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:36.555392 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fec7a23-60af-49fa-b99a-9b871882bbef tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:36.558847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1fec7a23-60af-49fa-b99a-9b871882bbef tempest-RoutersAdminNegativeTest-457186295 tempest-RoutersAdminNegativeTest-457186295-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a5ca5a56-7df1-466b-944e-1c0788d28fa5 HTTP/1.1" status: 204 len: 168 time: 0.4178774 Nov 27 01:42:36.690811 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa7f7b-7fa3-4294-a1db-a2944044f530 None None] New status for floating IP 1673ee7f-a31f-4b5d-9a44-f925f53607d4: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:42:36.808216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43142) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:36.936713 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14a18c3f-3b92-4cbd-b7b0-3f00d7995a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.009824 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14a18c3f-3b92-4cbd-b7b0-3f00d7995a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.013401 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14a18c3f-3b92-4cbd-b7b0-3f00d7995a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.050369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a18c3f-3b92-4cbd-b7b0-3f00d7995a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75bd0a8-46dd-4407-b3e0-08ba68154ef3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:37.054679 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-14a18c3f-3b92-4cbd-b7b0-3f00d7995a16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee458babbc4d433dbf04550760072f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2453454 Nov 27 01:42:37.057903 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43146) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:37.107383 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8283514-b300-419a-8358-09c1050355ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.128499 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8283514-b300-419a-8358-09c1050355ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.177685 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8283514-b300-419a-8358-09c1050355ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.181208 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8283514-b300-419a-8358-09c1050355ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.182496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c8283514-b300-419a-8358-09c1050355ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d75bd0a8-46dd-4407-b3e0-08ba68154ef3 HTTP/1.1" status: 204 len: 168 time: 0.1238379 Nov 27 01:42:37.190956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8283514-b300-419a-8358-09c1050355ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75bd0a8-46dd-4407-b3e0-08ba68154ef3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:37.465040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43154) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:37.507248 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ca3bd323-1d73-49cf-be7d-62597f6150b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd2f7abd754e4e62bb8deb8124bb1578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410252 Nov 27 01:42:37.509715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43156) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:37.556001 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea01e012-10a3-47c5-a4f1-cb36e4933994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.576616 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea01e012-10a3-47c5-a4f1-cb36e4933994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.624981 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea01e012-10a3-47c5-a4f1-cb36e4933994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.627787 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea01e012-10a3-47c5-a4f1-cb36e4933994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:37.628857 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ea01e012-10a3-47c5-a4f1-cb36e4933994 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a441138d-b257-42d0-80cb-cd150fd61355 HTTP/1.1" status: 204 len: 168 time: 0.1182158 Nov 27 01:42:37.636134 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01e012-10a3-47c5-a4f1-cb36e4933994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a441138d-b257-42d0-80cb-cd150fd61355,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:38.337813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43180) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:38.438828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1498682065'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:38.461400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Made reservation on behalf of f3e5fa83374b4f71a390a78edb56aa0d for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:38.464998 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.473949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.548375 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.552451 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.581080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:42:38.587172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983ac362-a4c5-4738-8d10-0ec08a764e14,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:38.592964 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.593300 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Added segment fc096263-b340-4281-b45a-eab9b479fd24 of type vlan for network 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf Nov 27 01:42:38.633099 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.656458 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.662664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:38.663178 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:38.724454 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3854840 Nov 27 01:42:38.727460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43184) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:38.732684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-42fa3cbb-64ff-49d3-8665-3b2f69805d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Request body: {'subnet': {'network_id': '637ae8b8-7b51-418c-a911-4a0cdf9fa4cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:38.736238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee185bd-10a3-444c-a1fc-56bb30b1335f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Pushing event updated for resources: {'Network': ['ID=637ae8b8-7b51-418c-a911-4a0cdf9fa4cf,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:38.748261 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:42:38.826436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fa3cbb-64ff-49d3-8665-3b2f69805d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Made reservation on behalf of f3e5fa83374b4f71a390a78edb56aa0d for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:38.830010 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fa3cbb-64ff-49d3-8665-3b2f69805d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.017259 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fa3cbb-64ff-49d3-8665-3b2f69805d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.076790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa3cbb-64ff-49d3-8665-3b2f69805d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Pushing event updated for resources: {'Subnet': ['ID=dfd92e7c-ec31-43b8-a98e-f571a976c30f,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:39.084928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa3cbb-64ff-49d3-8665-3b2f69805d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Checking segment: {'id': 'fc096263-b340-4281-b45a-eab9b479fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '637ae8b8-7b51-418c-a911-4a0cdf9fa4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:39.085290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fa3cbb-64ff-49d3-8665-3b2f69805d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Network hostable DHCP agents. Network: 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:42:39.102507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fa3cbb-64ff-49d3-8665-3b2f69805d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Network 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:42:39.110969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-42fa3cbb-64ff-49d3-8665-3b2f69805d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:39.115620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fa3cbb-64ff-49d3-8665-3b2f69805d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:39.117243 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fa3cbb-64ff-49d3-8665-3b2f69805d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.120786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b4a78b-2b29-427d-8e30-6be53bcae013 None None] Network 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:39.134526 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-42fa3cbb-64ff-49d3-8665-3b2f69805d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4058290 Nov 27 01:42:39.137166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43186) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:39.142989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Request body: {'port': {'network_id': '637ae8b8-7b51-418c-a911-4a0cdf9fa4cf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-541738498'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:39.263121 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Made reservation on behalf of f3e5fa83374b4f71a390a78edb56aa0d for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:39.267232 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.287202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] device_id is not set on port cf72a6d1-37b1-4886-82e1-170583a7dde1 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:39.409706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Allocated IP 2001:db8::218 (637ae8b8-7b51-418c-a911-4a0cdf9fa4cf/dfd92e7c-ec31-43b8-a98e-f571a976c30f/cf72a6d1-37b1-4886-82e1-170583a7dde1) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:39.425788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-637ae8b8-7b51-418c-a911-4a0cdf9fa4cf', 'network_id': '637ae8b8-7b51-418c-a911-4a0cdf9fa4cf', 'tenant_id': 'f3e5fa83374b4f71a390a78edb56aa0d', 'fixed_ips': [{'subnet_id': 'dfd92e7c-ec31-43b8-a98e-f571a976c30f'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:42:39.426702 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.560676 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.594820 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.641717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Allocated IP 2001:db8::2 (637ae8b8-7b51-418c-a911-4a0cdf9fa4cf/dfd92e7c-ec31-43b8-a98e-f571a976c30f/794c11d5-9b2d-422a-89b8-9e1288b3d60e) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:39.643255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Network 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:39.647804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:39.651567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:39.657385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:39.658077 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.670916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Pushing event updated for resources: {'Port': ['ID=cf72a6d1-37b1-4886-82e1-170583a7dde1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:39.680865 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-599bd411-165b-4076-bd71-644058651145 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5419006 Nov 27 01:42:39.683937 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43190) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:39.688789 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Request body: {'port': {'network_id': '637ae8b8-7b51-418c-a911-4a0cdf9fa4cf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-637174063', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:39.689274 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.api.validators [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] bootfile-name is not in valid_values {{(pid=103384) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:42:39.689613 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.api.validators [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] tftp-server is not in valid_values {{(pid=103384) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:42:39.689947 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.api.validators [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] server-ip-address is not in valid_values {{(pid=103384) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:42:39.789744 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.795026 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.795675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Made reservation on behalf of f3e5fa83374b4f71a390a78edb56aa0d for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:39.799585 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.817880 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] device_id is not set on port 209af870-2d51-4292-89cc-e30d1cf6ae60 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:39.838625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Network 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:39.843095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:39.847324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:39.850336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Pushing event updated for resources: {'Port': ['ID=794c11d5-9b2d-422a-89b8-9e1288b3d60e,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:39.901146 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Attempting to bind port 794c11d5-9b2d-422a-89b8-9e1288b3d60e on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:39.901548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Attempting to bind port 794c11d5-9b2d-422a-89b8-9e1288b3d60e by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'fc096263-b340-4281-b45a-eab9b479fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '637ae8b8-7b51-418c-a911-4a0cdf9fa4cf'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:39.901868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Attempting to bind port 794c11d5-9b2d-422a-89b8-9e1288b3d60e on network 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:39.907313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:39.907684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Checking segment: {'id': 'fc096263-b340-4281-b45a-eab9b479fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '637ae8b8-7b51-418c-a911-4a0cdf9fa4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:39.908080 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.908475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Bound using segment: {'id': 'fc096263-b340-4281-b45a-eab9b479fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '637ae8b8-7b51-418c-a911-4a0cdf9fa4cf'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:39.908939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Bound port: 794c11d5-9b2d-422a-89b8-9e1288b3d60e, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc096263-b340-4281-b45a-eab9b479fd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '637ae8b8-7b51-418c-a911-4a0cdf9fa4cf'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:39.909325 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:39.942277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Allocated IP 2001:db8::1f3 (637ae8b8-7b51-418c-a911-4a0cdf9fa4cf/dfd92e7c-ec31-43b8-a98e-f571a976c30f/209af870-2d51-4292-89cc-e30d1cf6ae60) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:39.975264 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] For port 794c11d5-9b2d-422a-89b8-9e1288b3d60e, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:39.978371 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] For port 794c11d5-9b2d-422a-89b8-9e1288b3d60e, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=794c11d5-9b2d-422a-89b8-9e1288b3d60e,segment=NetworkSegment(fc096263-b340-4281-b45a-eab9b479fd24),segment_id=fc096263-b340-4281-b45a-eab9b479fd24)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:39.983048 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.043147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cb2c3-8bc6-4792-9ebd-b20eb5ebf200 None None] Pushing event updated for resources: {'Port': ['ID=794c11d5-9b2d-422a-89b8-9e1288b3d60e,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:40.105311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.141331 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.191218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Network 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:40.196192 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:40.207581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:40.213660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:40.214004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.226191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Pushing event updated for resources: {'Port': ['ID=209af870-2d51-4292-89cc-e30d1cf6ae60,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:40.240274 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-454c76b1-82d2-4a32-b8b9-08218d636ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.5553300 Nov 27 01:42:40.242738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43192) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:40.335795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b3ad5-d8cf-47aa-92ed-9c2527171749 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:40.341912 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b3ad5-d8cf-47aa-92ed-9c2527171749 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:40.348581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b3ad5-d8cf-47aa-92ed-9c2527171749 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:40.350310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8e4b3ad5-d8cf-47aa-92ed-9c2527171749 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1066313 Nov 27 01:42:40.353095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43194) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:40.440950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-9acf892f-8407-4548-bade-db580a67c389 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Deleting port 209af870-2d51-4292-89cc-e30d1cf6ae60 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:40.441290 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9acf892f-8407-4548-bade-db580a67c389 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.527822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9acf892f-8407-4548-bade-db580a67c389 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.540225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-9acf892f-8407-4548-bade-db580a67c389 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Calling delete_port for 209af870-2d51-4292-89cc-e30d1cf6ae60 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:40.667460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9acf892f-8407-4548-bade-db580a67c389 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.706287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf892f-8407-4548-bade-db580a67c389 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Pushing event deleted for resources: {'Port': ['ID=209af870-2d51-4292-89cc-e30d1cf6ae60,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:40.733754 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9acf892f-8407-4548-bade-db580a67c389 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.737472 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9acf892f-8407-4548-bade-db580a67c389 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] 10.222.0.37 "DELETE /v2.0/ports/209af870-2d51-4292-89cc-e30d1cf6ae60 HTTP/1.1" status: 204 len: 168 time: 0.3834400 Nov 27 01:42:40.741190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43198) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:40.746467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3b28d693-753e-4289-8aa3-7846cc796941 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Request body: {'port': {'name': 'tempest-new-port-name-2110644899', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:40.746865 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.api.validators [None req-3b28d693-753e-4289-8aa3-7846cc796941 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] bootfile-name is not in valid_values {{(pid=103384) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:42:40.747203 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.api.validators [None req-3b28d693-753e-4289-8aa3-7846cc796941 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] tftp-server is not in valid_values {{(pid=103384) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:42:40.747526 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.api.validators [None req-3b28d693-753e-4289-8aa3-7846cc796941 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] server-ip-address is not in valid_values {{(pid=103384) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 27 01:42:40.814343 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b28d693-753e-4289-8aa3-7846cc796941 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:40.984429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208f584-04ed-49e8-94c0-85a41fa76b74 None None] Network 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:41.006278 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b28d693-753e-4289-8aa3-7846cc796941 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.011809 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b28d693-753e-4289-8aa3-7846cc796941 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.044143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3b28d693-753e-4289-8aa3-7846cc796941 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] In _notify_port_updated(), no bound segment for port cf72a6d1-37b1-4886-82e1-170583a7dde1 on network 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:42:41.049642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b28d693-753e-4289-8aa3-7846cc796941 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:41.050306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b28d693-753e-4289-8aa3-7846cc796941 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.051640 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3b28d693-753e-4289-8aa3-7846cc796941 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] 10.222.0.37 "PUT /v2.0/ports/cf72a6d1-37b1-4886-82e1-170583a7dde1 HTTP/1.1" status: 200 len: 1130 time: 0.3094099 Nov 27 01:42:41.054353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43200) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:41.056866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-28664e13-911a-45fb-9fb8-53667e8736a3 None None] Provisioning complete for port 794c11d5-9b2d-422a-89b8-9e1288b3d60e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:41.057355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28664e13-911a-45fb-9fb8-53667e8736a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.068096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28d693-753e-4289-8aa3-7846cc796941 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Pushing event updated for resources: {'Port': ['ID=cf72a6d1-37b1-4886-82e1-170583a7dde1,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:41.107722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675844cd-92f7-4012-9bb9-11a2f448ac5f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:41.109135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-675844cd-92f7-4012-9bb9-11a2f448ac5f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] 10.222.0.37 "GET /v2.0/ports/cf72a6d1-37b1-4886-82e1-170583a7dde1 HTTP/1.1" status: 200 len: 1130 time: 0.0529599 Nov 27 01:42:41.112895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43202) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:41.199503 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28664e13-911a-45fb-9fb8-53667e8736a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.204283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d029a5ad-5dad-4ca5-92ac-0ed5eccba7ca tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Deleting port cf72a6d1-37b1-4886-82e1-170583a7dde1 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:41.204620 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d029a5ad-5dad-4ca5-92ac-0ed5eccba7ca tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.243586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-28664e13-911a-45fb-9fb8-53667e8736a3 None None] For port 794c11d5-9b2d-422a-89b8-9e1288b3d60e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=794c11d5-9b2d-422a-89b8-9e1288b3d60e,segment=NetworkSegment(fc096263-b340-4281-b45a-eab9b479fd24),segment_id=fc096263-b340-4281-b45a-eab9b479fd24)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:41.248279 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28664e13-911a-45fb-9fb8-53667e8736a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.308132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28664e13-911a-45fb-9fb8-53667e8736a3 None None] Pushing event updated for resources: {'Port': ['ID=794c11d5-9b2d-422a-89b8-9e1288b3d60e,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:41.309364 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d029a5ad-5dad-4ca5-92ac-0ed5eccba7ca tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.325467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d029a5ad-5dad-4ca5-92ac-0ed5eccba7ca tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Calling delete_port for cf72a6d1-37b1-4886-82e1-170583a7dde1 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:41.464171 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d029a5ad-5dad-4ca5-92ac-0ed5eccba7ca tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.474829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-215802c3-fce7-440e-bdfc-7deb7c404372 None None] Provisioning complete for port 794c11d5-9b2d-422a-89b8-9e1288b3d60e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:41.475195 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-215802c3-fce7-440e-bdfc-7deb7c404372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.506615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029a5ad-5dad-4ca5-92ac-0ed5eccba7ca tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Pushing event deleted for resources: {'Port': ['ID=cf72a6d1-37b1-4886-82e1-170583a7dde1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:41.528117 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d029a5ad-5dad-4ca5-92ac-0ed5eccba7ca tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.534823 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d029a5ad-5dad-4ca5-92ac-0ed5eccba7ca tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] 10.222.0.37 "DELETE /v2.0/ports/cf72a6d1-37b1-4886-82e1-170583a7dde1 HTTP/1.1" status: 204 len: 168 time: 0.4209850 Nov 27 01:42:41.535046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43206) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:41.546871 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-808281e7-d7ed-46c6-a404-62af9a893d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.590990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-215802c3-fce7-440e-bdfc-7deb7c404372 None None] Could not find standard attr ID for object cf72a6d1-37b1-4886-82e1-170583a7dde1. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:42:41.602924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-383f5772-4da2-4d7d-8bdc-eb0f1a4caa9f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Deleting subnet dfd92e7c-ec31-43b8-a98e-f571a976c30f {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:42:41.607533 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-383f5772-4da2-4d7d-8bdc-eb0f1a4caa9f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.653624 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-383f5772-4da2-4d7d-8bdc-eb0f1a4caa9f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.700089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 794c11d5-9b2d-422a-89b8-9e1288b3d60e up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:41.724832 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8e8653dd-1b1f-485f-9743-e5a1e8819ff2 None None] Could not find standard attr ID for object cf72a6d1-37b1-4886-82e1-170583a7dde1. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:42:41.747375 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-383f5772-4da2-4d7d-8bdc-eb0f1a4caa9f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.753624 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 794c11d5-9b2d-422a-89b8-9e1288b3d60e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:41.754684 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:41.938959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9212264f-19f1-4593-93b2-c81eaec95381 None None] Could not find standard attr ID for object 209af870-2d51-4292-89cc-e30d1cf6ae60. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:42:42.119798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-383f5772-4da2-4d7d-8bdc-eb0f1a4caa9f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.147093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f5772-4da2-4d7d-8bdc-eb0f1a4caa9f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd92e7c-ec31-43b8-a98e-f571a976c30f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:42.150910 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-383f5772-4da2-4d7d-8bdc-eb0f1a4caa9f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.154118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-383f5772-4da2-4d7d-8bdc-eb0f1a4caa9f tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] 10.222.0.37 "DELETE /v2.0/subnets/dfd92e7c-ec31-43b8-a98e-f571a976c30f HTTP/1.1" status: 204 len: 168 time: 0.6159353 Nov 27 01:42:42.156554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43208) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:42.234005 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.290153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e15119f-f456-4d58-b073-a2c2e6f8d160 None None] Network 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:42.292227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Deleting port 794c11d5-9b2d-422a-89b8-9e1288b3d60e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:42.292570 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.354865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] For port 794c11d5-9b2d-422a-89b8-9e1288b3d60e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=794c11d5-9b2d-422a-89b8-9e1288b3d60e,segment=NetworkSegment(fc096263-b340-4281-b45a-eab9b479fd24),segment_id=fc096263-b340-4281-b45a-eab9b479fd24)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:42.355233 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.360453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7fdad723-d486-4a99-9c0e-b37089fbb065 None None] Could not find standard attr ID for object cf72a6d1-37b1-4886-82e1-170583a7dde1. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:42:42.367667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Calling delete_port for 794c11d5-9b2d-422a-89b8-9e1288b3d60e owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:42.449473 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.463329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a4ac60-bfb3-4a1e-b146-bd4120266ea5 None None] DHCP port deletion for 637ae8b8-7b51-418c-a911-4a0cdf9fa4cf request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:42.478356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Pushing event deleted for resources: {'Port': ['ID=794c11d5-9b2d-422a-89b8-9e1288b3d60e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:42.479961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] No DVR routers for this DVR port 794c11d5-9b2d-422a-89b8-9e1288b3d60e on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:42:42.560909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.580760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637ae8b8-7b51-418c-a911-4a0cdf9fa4cf']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:42.590230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc096263-b340-4281-b45a-eab9b479fd24') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:42.590545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc096263-b340-4281-b45a-eab9b479fd24') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:42.599565 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.612307 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.618126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:42:42.618539 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:42:42.621432 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:42:42.677109 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.686230 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:42.689858 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] 10.222.0.37 "DELETE /v2.0/networks/637ae8b8-7b51-418c-a911-4a0cdf9fa4cf HTTP/1.1" status: 204 len: 168 time: 0.5323350 Nov 27 01:42:42.701871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788c18c-f8af-41e4-919a-ca7d20140ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342 tempest-ExtraDHCPOptionsIpV6TestJSON-1975810342-project] Pushing event deleted for resources: {'Network': ['ID=637ae8b8-7b51-418c-a911-4a0cdf9fa4cf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:42.931049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43218) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:43.074205 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-85d98d1d-4f1c-42df-8e65-125701286fe4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3e5fa83374b4f71a390a78edb56aa0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418338 Nov 27 01:42:43.076615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43222) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:43.130360 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed26c33f-d038-4d9f-9c13-532c13b32ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:43.151955 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed26c33f-d038-4d9f-9c13-532c13b32ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:43.200008 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed26c33f-d038-4d9f-9c13-532c13b32ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:43.202763 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed26c33f-d038-4d9f-9c13-532c13b32ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:43.203937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ed26c33f-d038-4d9f-9c13-532c13b32ac9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/983ac362-a4c5-4738-8d10-0ec08a764e14 HTTP/1.1" status: 204 len: 168 time: 0.1264172 Nov 27 01:42:43.211717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26c33f-d038-4d9f-9c13-532c13b32ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983ac362-a4c5-4738-8d10-0ec08a764e14,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:43.646738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 794c11d5-9b2d-422a-89b8-9e1288b3d60e no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:42:43.667632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 794c11d5-9b2d-422a-89b8-9e1288b3d60e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:42:43.667985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 794c11d5-9b2d-422a-89b8-9e1288b3d60e not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:42:43.891155 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-270b8504-e2f7-489c-aaf3-b3a5b30eec03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:43.892567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43246) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:43.993772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-891844868'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:44.015482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:44.018968 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.028082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.117651 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.121721 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.150760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:42:44.166522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b694e41a-c1a6-49f7-91ee-f53d4f130779,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:44.170639 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.170992 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Added segment ceebe615-59bd-4d11-b6c7-6b374256da5a of type vlan for network cd53eb6b-192b-4487-a11d-bd56362c730c Nov 27 01:42:44.210626 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.235368 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.241465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:44.242043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.296227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4023197 Nov 27 01:42:44.298932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43250) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:44.304414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'name': 'tempest-PortsIpV6TestJSON-571758942'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:44.312118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d051e81-552e-46f5-8548-b2d31428028f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Network': ['ID=cd53eb6b-192b-4487-a11d-bd56362c730c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:44.328684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network cd53eb6b-192b-4487-a11d-bd56362c730c details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:42:44.395185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:44.398732 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.416209 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port f3469573-ec49-4514-b7a6-6fd690d04522 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:44.549099 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.586496 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.620613 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.678777 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=f3469573-ec49-4514-b7a6-6fd690d04522,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:44.689181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Checking segment: {'id': 'ceebe615-59bd-4d11-b6c7-6b374256da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:44.689555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network hostable DHCP agents. Network: cd53eb6b-192b-4487-a11d-bd56362c730c, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:42:44.705661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network cd53eb6b-192b-4487-a11d-bd56362c730c is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:42:44.713957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, cd53eb6b-192b-4487-a11d-bd56362c730c) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:44.717492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:44.723585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:44.723960 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff77e363-4fe7-4850-aab7-9461a31eeca1 None None] Network cd53eb6b-192b-4487-a11d-bd56362c730c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:44.724400 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.740330 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1e98996e-7cba-42fa-9f81-0c408ee01122 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4402881 Nov 27 01:42:44.743380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43254) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:44.748189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-30cc54de-c9e1-4890-bec0-c559d434165e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-819388941'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:44.767971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cc54de-c9e1-4890-bec0-c559d434165e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:44.771488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30cc54de-c9e1-4890-bec0-c559d434165e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.796988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cc54de-c9e1-4890-bec0-c559d434165e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:42:44.807004 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30cc54de-c9e1-4890-bec0-c559d434165e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.807441 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-30cc54de-c9e1-4890-bec0-c559d434165e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Added segment 116efa96-5b7d-4579-9ca8-a9c1bf62f497 of type vlan for network 4b7b5a30-418f-4967-b913-2c31a6e92a7e Nov 27 01:42:44.857401 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30cc54de-c9e1-4890-bec0-c559d434165e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.885828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30cc54de-c9e1-4890-bec0-c559d434165e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.891413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cc54de-c9e1-4890-bec0-c559d434165e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:44.892021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30cc54de-c9e1-4890-bec0-c559d434165e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:44.945084 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-30cc54de-c9e1-4890-bec0-c559d434165e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2005270 Nov 27 01:42:44.947705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43256) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:44.952962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'ports': [{'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c'}, {'network_id': '4b7b5a30-418f-4967-b913-2c31a6e92a7e'}]} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:44.953276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:44.953751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': '4b7b5a30-418f-4967-b913-2c31a6e92a7e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:44.960502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc54de-c9e1-4890-bec0-c559d434165e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Network': ['ID=4b7b5a30-418f-4967-b913-2c31a6e92a7e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:44.970744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 4b7b5a30-418f-4967-b913-2c31a6e92a7e details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:42:45.083537 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.115413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 2} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:45.120065 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.133746 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.215001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port a80fb8aa-887d-467e-b09d-ed53bbf481f7 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:45.327466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.395735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 17e632a9-e3d6-495f-9db5-db85abe35e4b yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:45.500484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.534943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.579115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network cd53eb6b-192b-4487-a11d-bd56362c730c is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:45.582225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:45.586104 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:45.586773 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.593241 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=a80fb8aa-887d-467e-b09d-ed53bbf481f7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:45.658177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=17e632a9-e3d6-495f-9db5-db85abe35e4b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:45.664221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Checking segment: {'id': '116efa96-5b7d-4579-9ca8-a9c1bf62f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4b7b5a30-418f-4967-b913-2c31a6e92a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:45.664585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network hostable DHCP agents. Network: 4b7b5a30-418f-4967-b913-2c31a6e92a7e, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:42:45.682649 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 4b7b5a30-418f-4967-b913-2c31a6e92a7e is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:42:45.691321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 4b7b5a30-418f-4967-b913-2c31a6e92a7e) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:45.695142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:45.700601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ad1a33-3eec-4e7b-8b6a-9150d05f9fa8 None None] Network 4b7b5a30-418f-4967-b913-2c31a6e92a7e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:45.700945 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:45.706104 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:45.706791 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.723516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-01071927-6b9f-417b-9feb-dc5fd690f5f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7741079 Nov 27 01:42:45.726251 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43260) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:45.811375 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-6c199baf-165d-4e7d-94e9-d6b4b6fb22a7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 17e632a9-e3d6-495f-9db5-db85abe35e4b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:45.811626 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c199baf-165d-4e7d-94e9-d6b4b6fb22a7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.883645 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c199baf-165d-4e7d-94e9-d6b4b6fb22a7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:45.897588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-6c199baf-165d-4e7d-94e9-d6b4b6fb22a7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 17e632a9-e3d6-495f-9db5-db85abe35e4b owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:45.974406 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c199baf-165d-4e7d-94e9-d6b4b6fb22a7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.003887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c199baf-165d-4e7d-94e9-d6b4b6fb22a7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=17e632a9-e3d6-495f-9db5-db85abe35e4b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:46.008608 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c199baf-165d-4e7d-94e9-d6b4b6fb22a7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.012003 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6c199baf-165d-4e7d-94e9-d6b4b6fb22a7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/17e632a9-e3d6-495f-9db5-db85abe35e4b HTTP/1.1" status: 204 len: 168 time: 0.2847548 Nov 27 01:42:46.014536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43262) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:46.065577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e70e85e-eb49-4021-8830-7e788f652a06 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:46.072141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e70e85e-eb49-4021-8830-7e788f652a06 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:46.073643 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5e70e85e-eb49-4021-8830-7e788f652a06 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0581923 Nov 27 01:42:46.076370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43264) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:46.159404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-96ee1d8a-25cb-48f2-aba3-03ee9f7eeb87 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port a80fb8aa-887d-467e-b09d-ed53bbf481f7 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:46.159741 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96ee1d8a-25cb-48f2-aba3-03ee9f7eeb87 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.226481 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96ee1d8a-25cb-48f2-aba3-03ee9f7eeb87 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.242625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-96ee1d8a-25cb-48f2-aba3-03ee9f7eeb87 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for a80fb8aa-887d-467e-b09d-ed53bbf481f7 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:46.319371 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96ee1d8a-25cb-48f2-aba3-03ee9f7eeb87 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.346959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee1d8a-25cb-48f2-aba3-03ee9f7eeb87 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=a80fb8aa-887d-467e-b09d-ed53bbf481f7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:46.353416 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96ee1d8a-25cb-48f2-aba3-03ee9f7eeb87 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.358021 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-96ee1d8a-25cb-48f2-aba3-03ee9f7eeb87 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/a80fb8aa-887d-467e-b09d-ed53bbf481f7 HTTP/1.1" status: 204 len: 168 time: 0.2795660 Nov 27 01:42:46.359484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43266) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:46.413349 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20130ca5-dbf7-4260-8b08-565f02bfb5ef tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:46.414812 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-20130ca5-dbf7-4260-8b08-565f02bfb5ef tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0544055 Nov 27 01:42:46.417416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43268) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:46.442046 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f607f1d-045b-4ef0-b93d-262c19c7f717 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:42:46.443536 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1f607f1d-045b-4ef0-b93d-262c19c7f717 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/17e632a9-e3d6-495f-9db5-db85abe35e4b HTTP/1.1" status: 404 len: 333 time: 0.0252376 Nov 27 01:42:46.445970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43270) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:46.470907 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ec2085-cbdb-4cef-b192-1b4af2f2b0bf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:42:46.472265 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f1ec2085-cbdb-4cef-b192-1b4af2f2b0bf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/a80fb8aa-887d-467e-b09d-ed53bbf481f7 HTTP/1.1" status: 404 len: 333 time: 0.0254018 Nov 27 01:42:46.475316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43272) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:46.560891 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.644248 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.664083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7b5a30-418f-4967-b913-2c31a6e92a7e']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:46.672967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116efa96-5b7d-4579-9ca8-a9c1bf62f497') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:46.673262 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116efa96-5b7d-4579-9ca8-a9c1bf62f497') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:46.682832 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.695755 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.701782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:42:46.702181 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:42:46.705197 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:42:46.765904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.773177 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.776403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/networks/4b7b5a30-418f-4967-b913-2c31a6e92a7e HTTP/1.1" status: 204 len: 168 time: 0.3000610 Nov 27 01:42:46.781588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43276) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:46.788839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f16dc6cd-6303-4c3e-a428-30524d8395fd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1371919802'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:46.789045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa6ad0-0516-4cb6-b4f0-88692196559e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Network': ['ID=4b7b5a30-418f-4967-b913-2c31a6e92a7e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:46.793672 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.811323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16dc6cd-6303-4c3e-a428-30524d8395fd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:46.814841 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6cd-6303-4c3e-a428-30524d8395fd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.838667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16dc6cd-6303-4c3e-a428-30524d8395fd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:42:46.847508 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6cd-6303-4c3e-a428-30524d8395fd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.847872 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-f16dc6cd-6303-4c3e-a428-30524d8395fd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Added segment 4c8ec4ca-c30f-4ba7-8871-823aa3db6d84 of type vlan for network 9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1 Nov 27 01:42:46.887084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6cd-6303-4c3e-a428-30524d8395fd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.913274 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6cd-6303-4c3e-a428-30524d8395fd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.918816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16dc6cd-6303-4c3e-a428-30524d8395fd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:46.919391 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6cd-6303-4c3e-a428-30524d8395fd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:46.977409 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f16dc6cd-6303-4c3e-a428-30524d8395fd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1944704 Nov 27 01:42:46.980515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43278) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:46.986297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': '9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:46.989148 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dc6cd-6303-4c3e-a428-30524d8395fd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Network': ['ID=9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:47.000340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:42:47.073120 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:47.076822 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.137725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_backend_mixin [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Performing IP validity checks on allocation pools {{(pid=103385) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 01:42:47.140530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.ipam_backend_mixin [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103385) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 01:42:47.259871 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.321174 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Subnet': ['ID=4a098e94-0495-422a-9610-59a6fd864d6a,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:47.332856 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Checking segment: {'id': '4c8ec4ca-c30f-4ba7-8871-823aa3db6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:47.333414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network hostable DHCP agents. Network: 9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:42:47.348166 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.349290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:42:47.357497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:47.361628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:47.362215 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.368841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d396fe-c24b-4bab-af60-6a70edcb7961 None None] Network 9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:47.379567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-924ff835-3e4e-4a5f-944f-e4c0f1708bab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3970950 Nov 27 01:42:47.382315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43280) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:47.387432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': '9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1', 'name': 'tempest-PortsIpV6TestJSON-2131041132'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:47.493926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:47.497993 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.511869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1', 'network_id': '9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1', 'tenant_id': '53a40ee2303342afad29d16d8830eb6c', 'fixed_ips': [{'subnet_id': '4a098e94-0495-422a-9610-59a6fd864d6a'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:42:47.512675 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.515907 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 63f878b2-a1a7-49a8-a431-aeb388fd89b6 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:47.612481 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.643338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8::22c (9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1/4a098e94-0495-422a-9610-59a6fd864d6a/63f878b2-a1a7-49a8-a431-aeb388fd89b6) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:47.807314 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.840641 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.886660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:47.889721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:47.892068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:47.896944 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Allocated IP 2001:db8::2 (9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1/4a098e94-0495-422a-9610-59a6fd864d6a/9c3b1afa-f324-4cc1-ac2a-cb428093818a) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:47.898194 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:47.898838 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:47.911983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=63f878b2-a1a7-49a8-a431-aeb388fd89b6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:47.922750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-379dfb9c-0288-40ae-a42d-28f1c51a6c0b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5390537 Nov 27 01:42:47.925126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43284) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:48.016147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-570d6aae-7737-45d2-960d-28f8ed0c8c9b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 63f878b2-a1a7-49a8-a431-aeb388fd89b6 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:48.016492 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-570d6aae-7737-45d2-960d-28f8ed0c8c9b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.057533 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.063134 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.103063 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-570d6aae-7737-45d2-960d-28f8ed0c8c9b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.103897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Network 9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:48.106861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:48.110159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:48.119319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Pushing event updated for resources: {'Port': ['ID=9c3b1afa-f324-4cc1-ac2a-cb428093818a,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:48.120700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-570d6aae-7737-45d2-960d-28f8ed0c8c9b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 63f878b2-a1a7-49a8-a431-aeb388fd89b6 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:48.173119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Attempting to bind port 9c3b1afa-f324-4cc1-ac2a-cb428093818a on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:48.173497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Attempting to bind port 9c3b1afa-f324-4cc1-ac2a-cb428093818a by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '4c8ec4ca-c30f-4ba7-8871-823aa3db6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:48.173857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Attempting to bind port 9c3b1afa-f324-4cc1-ac2a-cb428093818a on network 9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:48.178927 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:48.179358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Checking segment: {'id': '4c8ec4ca-c30f-4ba7-8871-823aa3db6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:48.180079 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.180477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Bound using segment: {'id': '4c8ec4ca-c30f-4ba7-8871-823aa3db6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:48.180943 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Bound port: 9c3b1afa-f324-4cc1-ac2a-cb428093818a, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8ec4ca-c30f-4ba7-8871-823aa3db6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:48.181323 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.243841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] For port 9c3b1afa-f324-4cc1-ac2a-cb428093818a, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:48.246995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] For port 9c3b1afa-f324-4cc1-ac2a-cb428093818a, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9c3b1afa-f324-4cc1-ac2a-cb428093818a,segment=NetworkSegment(4c8ec4ca-c30f-4ba7-8871-823aa3db6d84),segment_id=4c8ec4ca-c30f-4ba7-8871-823aa3db6d84)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:48.251483 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.252109 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-570d6aae-7737-45d2-960d-28f8ed0c8c9b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.280267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d6aae-7737-45d2-960d-28f8ed0c8c9b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=63f878b2-a1a7-49a8-a431-aeb388fd89b6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:48.308529 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-570d6aae-7737-45d2-960d-28f8ed0c8c9b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.311574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d173b6-f41d-4877-bdc0-10953d10a559 None None] Pushing event updated for resources: {'Port': ['ID=9c3b1afa-f324-4cc1-ac2a-cb428093818a,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:48.311895 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-570d6aae-7737-45d2-960d-28f8ed0c8c9b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/63f878b2-a1a7-49a8-a431-aeb388fd89b6 HTTP/1.1" status: 204 len: 168 time: 0.3851340 Nov 27 01:42:48.314449 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43286) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:48.341971 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdb720e-25ec-46b7-abff-4afdd3ada48c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] DELETE failed (client error): The resource could not be found. Nov 27 01:42:48.342622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdb720e-25ec-46b7-abff-4afdd3ada48c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:42:48.345684 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4bdb720e-25ec-46b7-abff-4afdd3ada48c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/63f878b2-a1a7-49a8-a431-aeb388fd89b6 HTTP/1.1" status: 404 len: 333 time: 0.0303063 Nov 27 01:42:48.348287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43288) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:48.372501 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f1e52f-a7bb-462c-b1ff-0b298a6aeb8b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:42:48.373964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a9f1e52f-a7bb-462c-b1ff-0b298a6aeb8b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/63f878b2-a1a7-49a8-a431-aeb388fd89b6 HTTP/1.1" status: 404 len: 333 time: 0.0247593 Nov 27 01:42:48.376747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43290) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:48.428825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3792410-5464-411a-b5e1-a46b8715f639 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting subnet 4a098e94-0495-422a-9610-59a6fd864d6a {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:42:48.432509 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3792410-5464-411a-b5e1-a46b8715f639 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.483328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3792410-5464-411a-b5e1-a46b8715f639 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.577163 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3792410-5464-411a-b5e1-a46b8715f639 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.638185 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3792410-5464-411a-b5e1-a46b8715f639 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.668335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3792410-5464-411a-b5e1-a46b8715f639 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Subnet': ['ID=4a098e94-0495-422a-9610-59a6fd864d6a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:48.670638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e3792410-5464-411a-b5e1-a46b8715f639 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.673800 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e3792410-5464-411a-b5e1-a46b8715f639 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/4a098e94-0495-422a-9610-59a6fd864d6a HTTP/1.1" status: 204 len: 168 time: 0.2961235 Nov 27 01:42:48.676431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43292) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:48.757056 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.812624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 9c3b1afa-f324-4cc1-ac2a-cb428093818a {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:48.813287 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.881695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] For port 9c3b1afa-f324-4cc1-ac2a-cb428093818a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9c3b1afa-f324-4cc1-ac2a-cb428093818a,segment=NetworkSegment(4c8ec4ca-c30f-4ba7-8871-823aa3db6d84),segment_id=4c8ec4ca-c30f-4ba7-8871-823aa3db6d84)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:48.882059 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:48.894779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 9c3b1afa-f324-4cc1-ac2a-cb428093818a owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:48.980698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.007960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=9c3b1afa-f324-4cc1-ac2a-cb428093818a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:49.011457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No DVR routers for this DVR port 9c3b1afa-f324-4cc1-ac2a-cb428093818a on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:42:49.098903 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.121010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:49.131323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8ec4ca-c30f-4ba7-8871-823aa3db6d84') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:49.131619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8ec4ca-c30f-4ba7-8871-823aa3db6d84') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:49.141420 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.156180 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.163063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:42:49.163494 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:42:49.166686 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:42:49.238323 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.243764 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.247466 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/networks/9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1 HTTP/1.1" status: 204 len: 168 time: 0.5700276 Nov 27 01:42:49.251227 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43298) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:49.255922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-df585390-1910-405a-bc85-44eb6a52a130 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1808482442'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:49.273919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b8b1f-40f0-47f7-83c3-b8309444e790 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Network': ['ID=9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:49.290471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df585390-1910-405a-bc85-44eb6a52a130 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:49.293894 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df585390-1910-405a-bc85-44eb6a52a130 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.319522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df585390-1910-405a-bc85-44eb6a52a130 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:42:49.321341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-fcb55a2b-e3ba-4905-a8fc-57ed15b4534c None None] Could not find standard attr ID for object 9c3b1afa-f324-4cc1-ac2a-cb428093818a. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:42:49.331698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df585390-1910-405a-bc85-44eb6a52a130 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.332069 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-df585390-1910-405a-bc85-44eb6a52a130 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Added segment d1541b6b-9804-4128-8202-c0ce34f47124 of type vlan for network f248d5ab-fc39-4cff-912a-f26cec2404bb Nov 27 01:42:49.333717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a93565b-bb4c-4ed9-b096-f39386cc1afe None None] DHCP port deletion for 9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:49.354076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c769c9-38b7-4428-9bd7-950609661a80 None None] Network 9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:49.370587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c769c9-38b7-4428-9bd7-950609661a80 None None] Network 9d2fd1ea-b47e-4452-a4e5-6a4ef42481d1 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 01:42:49.376345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df585390-1910-405a-bc85-44eb6a52a130 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.400680 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df585390-1910-405a-bc85-44eb6a52a130 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.406393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df585390-1910-405a-bc85-44eb6a52a130 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:49.406974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df585390-1910-405a-bc85-44eb6a52a130 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.466066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-df585390-1910-405a-bc85-44eb6a52a130 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2137978 Nov 27 01:42:49.469030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43300) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:49.475340 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-966d890e-3474-4c57-9a1e-d910429866f7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': 'f248d5ab-fc39-4cff-912a-f26cec2404bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:49.478668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df585390-1910-405a-bc85-44eb6a52a130 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Network': ['ID=f248d5ab-fc39-4cff-912a-f26cec2404bb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:49.489516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network f248d5ab-fc39-4cff-912a-f26cec2404bb details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:42:49.567773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966d890e-3474-4c57-9a1e-d910429866f7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:49.571331 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-966d890e-3474-4c57-9a1e-d910429866f7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.755605 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-966d890e-3474-4c57-9a1e-d910429866f7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.824167 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d890e-3474-4c57-9a1e-d910429866f7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Subnet': ['ID=1aaadb6b-fdd9-47ed-b445-df59bb703b2f,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:49.837841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d890e-3474-4c57-9a1e-d910429866f7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Checking segment: {'id': 'd1541b6b-9804-4128-8202-c0ce34f47124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f248d5ab-fc39-4cff-912a-f26cec2404bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:49.838339 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966d890e-3474-4c57-9a1e-d910429866f7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network hostable DHCP agents. Network: f248d5ab-fc39-4cff-912a-f26cec2404bb, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:42:49.860500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966d890e-3474-4c57-9a1e-d910429866f7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network f248d5ab-fc39-4cff-912a-f26cec2404bb is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:42:49.876290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-966d890e-3474-4c57-9a1e-d910429866f7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, f248d5ab-fc39-4cff-912a-f26cec2404bb) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:49.881628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d890e-3474-4c57-9a1e-d910429866f7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:49.882351 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-966d890e-3474-4c57-9a1e-d910429866f7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:49.893238 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4f4e73-a7be-4085-abd8-4b8b1a087c57 None None] Network f248d5ab-fc39-4cff-912a-f26cec2404bb requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:49.913469 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-966d890e-3474-4c57-9a1e-d910429866f7 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4427767 Nov 27 01:42:49.915445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43304) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:49.924547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': 'f248d5ab-fc39-4cff-912a-f26cec2404bb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2080741654'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:50.071183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:50.077756 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:50.106605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 27fe0ae8-4b47-4b43-ab3a-cb23c6cde981 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:50.134465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-f248d5ab-fc39-4cff-912a-f26cec2404bb', 'network_id': 'f248d5ab-fc39-4cff-912a-f26cec2404bb', 'tenant_id': '53a40ee2303342afad29d16d8830eb6c', 'fixed_ips': [{'subnet_id': '1aaadb6b-fdd9-47ed-b445-df59bb703b2f'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:42:50.135469 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:50.272097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8::ab (f248d5ab-fc39-4cff-912a-f26cec2404bb/1aaadb6b-fdd9-47ed-b445-df59bb703b2f/27fe0ae8-4b47-4b43-ab3a-cb23c6cde981) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:50.407514 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:50.441247 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:50.488236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Allocated IP 2001:db8::2 (f248d5ab-fc39-4cff-912a-f26cec2404bb/1aaadb6b-fdd9-47ed-b445-df59bb703b2f/c0aa772a-a364-4a7b-8cec-630c4b3c1850) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:50.494272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network f248d5ab-fc39-4cff-912a-f26cec2404bb is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:50.501746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:50.505761 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:50.513172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:50.514171 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:50.531798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=27fe0ae8-4b47-4b43-ab3a-cb23c6cde981,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:50.545423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d7b220f2-b9b7-4081-af63-ff7bf8d1ed24 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6288698 Nov 27 01:42:50.548408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:50.651765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c3212ce9-1c2e-4811-a007-9e6fb5d9aedd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 27fe0ae8-4b47-4b43-ab3a-cb23c6cde981 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:50.652221 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3212ce9-1c2e-4811-a007-9e6fb5d9aedd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:50.655413 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:50.661272 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:50.701293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Network f248d5ab-fc39-4cff-912a-f26cec2404bb is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:50.706194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:50.711316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:50.714494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Pushing event updated for resources: {'Port': ['ID=c0aa772a-a364-4a7b-8cec-630c4b3c1850,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:50.751197 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3212ce9-1c2e-4811-a007-9e6fb5d9aedd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:50.766934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c3212ce9-1c2e-4811-a007-9e6fb5d9aedd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 27fe0ae8-4b47-4b43-ab3a-cb23c6cde981 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:50.771964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Attempting to bind port c0aa772a-a364-4a7b-8cec-630c4b3c1850 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:50.772389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Attempting to bind port c0aa772a-a364-4a7b-8cec-630c4b3c1850 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'd1541b6b-9804-4128-8202-c0ce34f47124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f248d5ab-fc39-4cff-912a-f26cec2404bb'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:50.772756 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Attempting to bind port c0aa772a-a364-4a7b-8cec-630c4b3c1850 on network f248d5ab-fc39-4cff-912a-f26cec2404bb {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:50.778560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:50.778965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Checking segment: {'id': 'd1541b6b-9804-4128-8202-c0ce34f47124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f248d5ab-fc39-4cff-912a-f26cec2404bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:50.779348 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:50.779743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Bound using segment: {'id': 'd1541b6b-9804-4128-8202-c0ce34f47124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f248d5ab-fc39-4cff-912a-f26cec2404bb'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:50.780352 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Bound port: c0aa772a-a364-4a7b-8cec-630c4b3c1850, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1541b6b-9804-4128-8202-c0ce34f47124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f248d5ab-fc39-4cff-912a-f26cec2404bb'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:50.781673 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:50.849824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] For port c0aa772a-a364-4a7b-8cec-630c4b3c1850, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:50.853388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] For port c0aa772a-a364-4a7b-8cec-630c4b3c1850, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c0aa772a-a364-4a7b-8cec-630c4b3c1850,segment=NetworkSegment(d1541b6b-9804-4128-8202-c0ce34f47124),segment_id=d1541b6b-9804-4128-8202-c0ce34f47124)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:50.857244 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:50.924850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747c0e4-7e9a-4c11-a62c-67f7976412be None None] Pushing event updated for resources: {'Port': ['ID=c0aa772a-a364-4a7b-8cec-630c4b3c1850,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:51.259167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3212ce9-1c2e-4811-a007-9e6fb5d9aedd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.282630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3212ce9-1c2e-4811-a007-9e6fb5d9aedd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=27fe0ae8-4b47-4b43-ab3a-cb23c6cde981,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:51.311026 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3212ce9-1c2e-4811-a007-9e6fb5d9aedd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.314607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c3212ce9-1c2e-4811-a007-9e6fb5d9aedd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/27fe0ae8-4b47-4b43-ab3a-cb23c6cde981 HTTP/1.1" status: 204 len: 168 time: 0.7651579 Nov 27 01:42:51.318050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43310) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:51.341021 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad48863-55a1-4aa0-989f-e414c7e419d2 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:42:51.342256 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9ad48863-55a1-4aa0-989f-e414c7e419d2 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/27fe0ae8-4b47-4b43-ab3a-cb23c6cde981 HTTP/1.1" status: 404 len: 333 time: 0.0232627 Nov 27 01:42:51.345049 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43312) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:51.398372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a4190b-0ab1-42bd-9a4f-d66263180a82 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting subnet 1aaadb6b-fdd9-47ed-b445-df59bb703b2f {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:42:51.401489 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04a4190b-0ab1-42bd-9a4f-d66263180a82 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.440725 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04a4190b-0ab1-42bd-9a4f-d66263180a82 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.518865 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04a4190b-0ab1-42bd-9a4f-d66263180a82 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.583239 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04a4190b-0ab1-42bd-9a4f-d66263180a82 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.611181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4190b-0ab1-42bd-9a4f-d66263180a82 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Subnet': ['ID=1aaadb6b-fdd9-47ed-b445-df59bb703b2f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:51.615338 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04a4190b-0ab1-42bd-9a4f-d66263180a82 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.622169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43314) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:51.626812 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-04a4190b-0ab1-42bd-9a4f-d66263180a82 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/1aaadb6b-fdd9-47ed-b445-df59bb703b2f HTTP/1.1" status: 204 len: 168 time: 0.2807548 Nov 27 01:42:51.706415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c0aa772a-a364-4a7b-8cec-630c4b3c1850 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:51.707553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.761980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port c0aa772a-a364-4a7b-8cec-630c4b3c1850 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:51.762392 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.771398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port c0aa772a-a364-4a7b-8cec-630c4b3c1850 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:51.772426 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.852324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] For port c0aa772a-a364-4a7b-8cec-630c4b3c1850, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c0aa772a-a364-4a7b-8cec-630c4b3c1850,segment=NetworkSegment(d1541b6b-9804-4128-8202-c0ce34f47124),segment_id=d1541b6b-9804-4128-8202-c0ce34f47124)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:51.852690 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.854677 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.867697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for c0aa772a-a364-4a7b-8cec-630c4b3c1850 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:51.887504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port c0aa772a-a364-4a7b-8cec-630c4b3c1850, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c0aa772a-a364-4a7b-8cec-630c4b3c1850,segment=NetworkSegment(d1541b6b-9804-4128-8202-c0ce34f47124),segment_id=d1541b6b-9804-4128-8202-c0ce34f47124)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:51.892647 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.921441 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca857829-375f-40f0-9c95-fcf0a7c06609 None None] Network f248d5ab-fc39-4cff-912a-f26cec2404bb requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:51.953610 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:51.981096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=c0aa772a-a364-4a7b-8cec-630c4b3c1850,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:51.982961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No DVR routers for this DVR port c0aa772a-a364-4a7b-8cec-630c4b3c1850 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:42:52.002737 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6af5b93a-01fc-4bed-9b04-74959fb785f1 None None] Could not find standard attr ID for object c0aa772a-a364-4a7b-8cec-630c4b3c1850. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:42:52.020931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=c0aa772a-a364-4a7b-8cec-630c4b3c1850,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:52.074112 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.095514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f248d5ab-fc39-4cff-912a-f26cec2404bb']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:52.105662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1541b6b-9804-4128-8202-c0ce34f47124') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:52.105960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1541b6b-9804-4128-8202-c0ce34f47124') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:42:52.115618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.128532 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.134793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:42:52.135173 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:42:52.138183 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:42:52.143518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f788bec-bf42-409a-b952-6dbf962fc22f None None] DHCP port deletion for f248d5ab-fc39-4cff-912a-f26cec2404bb request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:42:52.211747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.222376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.225744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/networks/f248d5ab-fc39-4cff-912a-f26cec2404bb HTTP/1.1" status: 204 len: 168 time: 0.6025422 Nov 27 01:42:52.229727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43318) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:52.235505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'name': 'tempest-PortsIpV6TestJSON-818713771'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:52.238729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7fe20-717f-440b-bbe1-cbd99848c7ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Network': ['ID=f248d5ab-fc39-4cff-912a-f26cec2404bb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:52.332725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:52.336560 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.352746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 8eb31b30-6847-4af6-862a-20e23f782978 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:52.506976 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.543148 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.590492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network cd53eb6b-192b-4487-a11d-bd56362c730c is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:52.593560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:52.598095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:52.603603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:52.604196 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.609845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=8eb31b30-6847-4af6-862a-20e23f782978,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:52.623772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f9955325-f60c-4b7c-9c05-4b47cc62e4c8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.3928084 Nov 27 01:42:52.626310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43320) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:52.710712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-432463a5-c175-42bd-94cd-d3b82a5f09a8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 8eb31b30-6847-4af6-862a-20e23f782978 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:52.711048 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-432463a5-c175-42bd-94cd-d3b82a5f09a8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.779427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-432463a5-c175-42bd-94cd-d3b82a5f09a8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.792961 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-432463a5-c175-42bd-94cd-d3b82a5f09a8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 8eb31b30-6847-4af6-862a-20e23f782978 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:52.871119 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-432463a5-c175-42bd-94cd-d3b82a5f09a8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.907325 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-432463a5-c175-42bd-94cd-d3b82a5f09a8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:52.910913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-432463a5-c175-42bd-94cd-d3b82a5f09a8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/8eb31b30-6847-4af6-862a-20e23f782978 HTTP/1.1" status: 204 len: 168 time: 0.2836945 Nov 27 01:42:52.911827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432463a5-c175-42bd-94cd-d3b82a5f09a8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=8eb31b30-6847-4af6-862a-20e23f782978,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:52.913624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43322) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:52.919357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'mac_address': 'fa:16:3e:3e:df:71', 'name': 'tempest-PortsIpV6TestJSON-956168311'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:53.008560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:53.078986 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:53.103216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 40aa7772-0e92-46a2-afd3-5e11b4270396 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:53.232024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-9fa5f1d2-36ac-4f9d-bee8-d1b3d9f6cdae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447311 Nov 27 01:42:53.275638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:53.302588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-f50a6739-bd04-4399-a910-468e24eb794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:53.304066 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-f50a6739-bd04-4399-a910-468e24eb794f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6ce2c01e86046869a837c2f575f2404&device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 1096 time: 0.0403345 Nov 27 01:42:53.309733 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:53.353666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network cd53eb6b-192b-4487-a11d-bd56362c730c is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:53.356742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:53.360467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:53.367498 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:53.368112 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:53.378224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=40aa7772-0e92-46a2-afd3-5e11b4270396,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:53.391964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bee0461f-5a59-4628-bcef-03d4494ed83d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4764955 Nov 27 01:42:53.394337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43326) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:53.415004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-3a1b5517-df57-40e5-ac2a-aaafacb654fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:53.416473 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-3a1b5517-df57-40e5-ac2a-aaafacb654fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8fd0376-fa0a-491d-9806-59fa26ead9ce HTTP/1.1" status: 200 len: 914 time: 0.0931516 Nov 27 01:42:53.438102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913175a-d2a8-4939-83bc-2d211fdcce2b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:53.439598 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6913175a-d2a8-4939-83bc-2d211fdcce2b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/40aa7772-0e92-46a2-afd3-5e11b4270396 HTTP/1.1" status: 200 len: 844 time: 0.0436985 Nov 27 01:42:53.443012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43328) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:53.462639 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-53cc09d6-cf91-44d7-bbba-4d7b69c79653 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508 HTTP/1.1" status: 200 len: 217 time: 0.0391350 Nov 27 01:42:53.514669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-29575823-22d8-442c-b4c7-148dcef886e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:53.516176 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-29575823-22d8-442c-b4c7-148dcef886e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5f5f343-9c40-4458-b5e1-fbc59044c8ea HTTP/1.1" status: 200 len: 853 time: 0.0473680 Nov 27 01:42:53.533048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5b5118fb-055d-4d0f-8df3-3b2d080aa4d6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 40aa7772-0e92-46a2-afd3-5e11b4270396 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:53.533387 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b5118fb-055d-4d0f-8df3-3b2d080aa4d6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:53.547705 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-92346676-96ea-4698-bee9-fa6efd9151ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8fd0376-fa0a-491d-9806-59fa26ead9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246539 Nov 27 01:42:53.557991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-c4a1ad40-e987-4632-aa3a-f2766e49d50c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:42:53.559070 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-c4a1ad40-e987-4632-aa3a-f2766e49d50c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051951 Nov 27 01:42:53.603465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b5118fb-055d-4d0f-8df3-3b2d080aa4d6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:53.618260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5b5118fb-055d-4d0f-8df3-3b2d080aa4d6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 40aa7772-0e92-46a2-afd3-5e11b4270396 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:53.659085 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c0aa772a-a364-4a7b-8cec-630c4b3c1850 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:42:53.665164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-67a4f86c-8ada-4346-b325-e463c0cdfe25 service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989482 Nov 27 01:42:53.680335 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: c0aa772a-a364-4a7b-8cec-630c4b3c1850 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:42:53.680705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c0aa772a-a364-4a7b-8cec-630c4b3c1850 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:42:53.709902 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b5118fb-055d-4d0f-8df3-3b2d080aa4d6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:53.742036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5118fb-055d-4d0f-8df3-3b2d080aa4d6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=40aa7772-0e92-46a2-afd3-5e11b4270396,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:53.745521 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b5118fb-055d-4d0f-8df3-3b2d080aa4d6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:53.750762 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5b5118fb-055d-4d0f-8df3-3b2d080aa4d6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/40aa7772-0e92-46a2-afd3-5e11b4270396 HTTP/1.1" status: 204 len: 168 time: 0.3067853 Nov 27 01:42:53.751572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43330) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:53.768488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbd484e8-45cc-4a3c-9951-80502420f981 req-6ffae11b-5495-4b52-a249-5c990e2da4d3 service neutron] 10.222.0.11 "GET /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966702 Nov 27 01:42:53.775983 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae92d9e5-3a34-4180-b4d6-5f548a78ff1c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:42:53.777371 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ae92d9e5-3a34-4180-b4d6-5f548a78ff1c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/40aa7772-0e92-46a2-afd3-5e11b4270396 HTTP/1.1" status: 404 len: 333 time: 0.0248089 Nov 27 01:42:53.780952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43332) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:53.787365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'name': 'tempest-PortsIpV6TestJSON-501019040'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:53.885974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:53.889347 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:53.908048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 5d79c453-5375-4ae8-a702-9bde34576648 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:54.374969 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:54.407790 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:54.452356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network cd53eb6b-192b-4487-a11d-bd56362c730c is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:54.455885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:54.460086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:54.466441 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:54.467043 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:54.473033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=5d79c453-5375-4ae8-a702-9bde34576648,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:54.487195 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-38bc9723-5f3b-4755-8d15-a3d805de6de1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7050881 Nov 27 01:42:54.489771 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43336) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:54.495373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-90ddc9f3-5949-4231-affd-939da5f2b0e4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:54.560502 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90ddc9f3-5949-4231-affd-939da5f2b0e4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:54.719406 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90ddc9f3-5949-4231-affd-939da5f2b0e4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:54.724093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90ddc9f3-5949-4231-affd-939da5f2b0e4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:54.759585 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-90ddc9f3-5949-4231-affd-939da5f2b0e4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] In _notify_port_updated(), no bound segment for port 5d79c453-5375-4ae8-a702-9bde34576648 on network cd53eb6b-192b-4487-a11d-bd56362c730c {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:42:54.765483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ddc9f3-5949-4231-affd-939da5f2b0e4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:54.766091 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-90ddc9f3-5949-4231-affd-939da5f2b0e4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:54.767392 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-90ddc9f3-5949-4231-affd-939da5f2b0e4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "PUT /v2.0/ports/5d79c453-5375-4ae8-a702-9bde34576648 HTTP/1.1" status: 200 len: 818 time: 0.2766192 Nov 27 01:42:54.770166 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43338) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:54.784561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddc9f3-5949-4231-affd-939da5f2b0e4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=5d79c453-5375-4ae8-a702-9bde34576648,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:54.861682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4a17f189-5b91-4bd8-8b5d-b015419cb850 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 5d79c453-5375-4ae8-a702-9bde34576648 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:54.862015 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a17f189-5b91-4bd8-8b5d-b015419cb850 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:54.936461 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a17f189-5b91-4bd8-8b5d-b015419cb850 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:54.957016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4a17f189-5b91-4bd8-8b5d-b015419cb850 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 5d79c453-5375-4ae8-a702-9bde34576648 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:55.044060 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a17f189-5b91-4bd8-8b5d-b015419cb850 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.074127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17f189-5b91-4bd8-8b5d-b015419cb850 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=5d79c453-5375-4ae8-a702-9bde34576648,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:55.079138 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a17f189-5b91-4bd8-8b5d-b015419cb850 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.082518 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4a17f189-5b91-4bd8-8b5d-b015419cb850 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/5d79c453-5375-4ae8-a702-9bde34576648 HTTP/1.1" status: 204 len: 168 time: 0.3112087 Nov 27 01:42:55.085219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43340) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:55.164763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2621dfb3-9613-4db1-a78c-c93ddcc0e2b8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:55.166229 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2621dfb3-9613-4db1-a78c-c93ddcc0e2b8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0801008 Nov 27 01:42:55.168950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43342) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:55.197298 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e17f43-10e5-4cf6-83ca-13b48caf7b89 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:42:55.199057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e0e17f43-10e5-4cf6-83ca-13b48caf7b89 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/5d79c453-5375-4ae8-a702-9bde34576648 HTTP/1.1" status: 404 len: 333 time: 0.0287549 Nov 27 01:42:55.202436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43346) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:55.207312 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e8feeb7a-1205-445f-9d53-48bd842cd5d5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1989916588'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:55.228325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8feeb7a-1205-445f-9d53-48bd842cd5d5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:55.231960 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8feeb7a-1205-445f-9d53-48bd842cd5d5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.260321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8feeb7a-1205-445f-9d53-48bd842cd5d5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:42:55.269321 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8feeb7a-1205-445f-9d53-48bd842cd5d5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.269917 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-e8feeb7a-1205-445f-9d53-48bd842cd5d5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Added segment 76e3196a-09d1-4dd8-9506-8a15375d4afb of type vlan for network 4a3664fb-902f-4c99-bd39-ed611ea30d57 Nov 27 01:42:55.314281 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8feeb7a-1205-445f-9d53-48bd842cd5d5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.337087 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8feeb7a-1205-445f-9d53-48bd842cd5d5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.342726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8feeb7a-1205-445f-9d53-48bd842cd5d5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:55.343859 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8feeb7a-1205-445f-9d53-48bd842cd5d5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.398948 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e8feeb7a-1205-445f-9d53-48bd842cd5d5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1954901 Nov 27 01:42:55.401787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43348) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:55.408939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-77b5557e-d0e0-468c-bd15-2e33c467efa4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': '4a3664fb-902f-4c99-bd39-ed611ea30d57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:55.461715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feeb7a-1205-445f-9d53-48bd842cd5d5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Network': ['ID=4a3664fb-902f-4c99-bd39-ed611ea30d57,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:55.473095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 4a3664fb-902f-4c99-bd39-ed611ea30d57 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:42:55.512579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b5557e-d0e0-468c-bd15-2e33c467efa4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:55.516385 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77b5557e-d0e0-468c-bd15-2e33c467efa4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.705878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77b5557e-d0e0-468c-bd15-2e33c467efa4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.774389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5557e-d0e0-468c-bd15-2e33c467efa4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Subnet': ['ID=feacd6a5-a1a3-4a55-a871-b97efd55b234,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:55.782396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b5557e-d0e0-468c-bd15-2e33c467efa4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Checking segment: {'id': '76e3196a-09d1-4dd8-9506-8a15375d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a3664fb-902f-4c99-bd39-ed611ea30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:55.782759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b5557e-d0e0-468c-bd15-2e33c467efa4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network hostable DHCP agents. Network: 4a3664fb-902f-4c99-bd39-ed611ea30d57, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:42:55.799590 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b5557e-d0e0-468c-bd15-2e33c467efa4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 4a3664fb-902f-4c99-bd39-ed611ea30d57 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:42:55.809375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-77b5557e-d0e0-468c-bd15-2e33c467efa4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 4a3664fb-902f-4c99-bd39-ed611ea30d57) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:55.814442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b5557e-d0e0-468c-bd15-2e33c467efa4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:55.815351 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77b5557e-d0e0-468c-bd15-2e33c467efa4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.818642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ba3719-18c8-4ae4-b707-93b006285bb6 None None] Network 4a3664fb-902f-4c99-bd39-ed611ea30d57 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:55.833002 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-77b5557e-d0e0-468c-bd15-2e33c467efa4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4301119 Nov 27 01:42:55.836227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43350) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:55.841119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d432e523-2bac-4484-bcd3-36dc1e74ea90 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': '4a3664fb-902f-4c99-bd39-ed611ea30d57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:55.960193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d432e523-2bac-4484-bcd3-36dc1e74ea90 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:55.963905 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d432e523-2bac-4484-bcd3-36dc1e74ea90 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:55.977993 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-4a3664fb-902f-4c99-bd39-ed611ea30d57', 'network_id': '4a3664fb-902f-4c99-bd39-ed611ea30d57', 'tenant_id': '53a40ee2303342afad29d16d8830eb6c', 'fixed_ips': [{'subnet_id': 'feacd6a5-a1a3-4a55-a871-b97efd55b234'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:42:55.979037 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.076161 n-d-819494-2 neutron-server[103385]: INFO neutron.db.ipam_backend_mixin [None req-d432e523-2bac-4484-bcd3-36dc1e74ea90 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet feacd6a5-a1a3-4a55-a871-b97efd55b234 (CIDR: 2001:db8::/64) Nov 27 01:42:56.080010 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-d432e523-2bac-4484-bcd3-36dc1e74ea90 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:42:56.080525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d432e523-2bac-4484-bcd3-36dc1e74ea90 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:42:56.098501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d432e523-2bac-4484-bcd3-36dc1e74ea90 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2609899 Nov 27 01:42:56.100986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43352) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:56.106348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b2bc4e38-893d-435b-9db3-dcfb7d8c9d61 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': '4a3664fb-902f-4c99-bd39-ed611ea30d57', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:56.137597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Allocated IP 2001:db8::2 (4a3664fb-902f-4c99-bd39-ed611ea30d57/feacd6a5-a1a3-4a55-a871-b97efd55b234/1d8058ac-275d-445a-9ae5-d7167f453d1e) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:56.224297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc4e38-893d-435b-9db3-dcfb7d8c9d61 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:56.228123 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2bc4e38-893d-435b-9db3-dcfb7d8c9d61 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.313397 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.320126 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.364223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Network 4a3664fb-902f-4c99-bd39-ed611ea30d57 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:56.367901 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:56.370169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:56.414655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Pushing event updated for resources: {'Port': ['ID=1d8058ac-275d-445a-9ae5-d7167f453d1e,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:56.445046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Attempting to bind port 1d8058ac-275d-445a-9ae5-d7167f453d1e on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:42:56.445437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Attempting to bind port 1d8058ac-275d-445a-9ae5-d7167f453d1e by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '76e3196a-09d1-4dd8-9506-8a15375d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a3664fb-902f-4c99-bd39-ed611ea30d57'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:42:56.445899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Attempting to bind port 1d8058ac-275d-445a-9ae5-d7167f453d1e on network 4a3664fb-902f-4c99-bd39-ed611ea30d57 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:42:56.452176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:42:56.452565 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Checking segment: {'id': '76e3196a-09d1-4dd8-9506-8a15375d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a3664fb-902f-4c99-bd39-ed611ea30d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:42:56.452974 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.453395 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Bound using segment: {'id': '76e3196a-09d1-4dd8-9506-8a15375d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a3664fb-902f-4c99-bd39-ed611ea30d57'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:42:56.453875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Bound port: 1d8058ac-275d-445a-9ae5-d7167f453d1e, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e3196a-09d1-4dd8-9506-8a15375d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4a3664fb-902f-4c99-bd39-ed611ea30d57'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:42:56.454230 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.515644 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2bc4e38-893d-435b-9db3-dcfb7d8c9d61 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.528553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] For port 1d8058ac-275d-445a-9ae5-d7167f453d1e, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:42:56.532015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] For port 1d8058ac-275d-445a-9ae5-d7167f453d1e, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1d8058ac-275d-445a-9ae5-d7167f453d1e,segment=NetworkSegment(76e3196a-09d1-4dd8-9506-8a15375d4afb),segment_id=76e3196a-09d1-4dd8-9506-8a15375d4afb)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:42:56.538267 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.565490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc4e38-893d-435b-9db3-dcfb7d8c9d61 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 4a3664fb-902f-4c99-bd39-ed611ea30d57 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:56.569742 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc4e38-893d-435b-9db3-dcfb7d8c9d61 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:56.574374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc4e38-893d-435b-9db3-dcfb7d8c9d61 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:56.574967 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b2bc4e38-893d-435b-9db3-dcfb7d8c9d61 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.590056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc4e38-893d-435b-9db3-dcfb7d8c9d61 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Subnet': ['ID=ebacabef-9d84-48db-a176-64f5c2329115,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:56.596288 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b2bc4e38-893d-435b-9db3-dcfb7d8c9d61 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4941735 Nov 27 01:42:56.599801 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43358) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:56.604523 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': '4a3664fb-902f-4c99-bd39-ed611ea30d57', 'fixed_ips': [{'subnet_id': 'feacd6a5-a1a3-4a55-a871-b97efd55b234'}, {'subnet_id': 'ebacabef-9d84-48db-a176-64f5c2329115'}], 'name': 'tempest-PortsIpV6TestJSON-1906322208'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:56.610180 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece92a88-ec06-4ee9-b611-d5239b7c430a None None] Pushing event updated for resources: {'Port': ['ID=1d8058ac-275d-445a-9ae5-d7167f453d1e,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:56.724564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:42:56.833535 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:56.854441 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 7aa1d54a-7b51-44d4-a1ad-cf97025cae10 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:42:57.153946 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8::209 (4a3664fb-902f-4c99-bd39-ed611ea30d57/feacd6a5-a1a3-4a55-a871-b97efd55b234/7aa1d54a-7b51-44d4-a1ad-cf97025cae10) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:57.159834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8:0:1::1ba (4a3664fb-902f-4c99-bd39-ed611ea30d57/ebacabef-9d84-48db-a176-64f5c2329115/7aa1d54a-7b51-44d4-a1ad-cf97025cae10) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:57.313123 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:57.356860 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:57.406052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 4a3664fb-902f-4c99-bd39-ed611ea30d57 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:42:57.409433 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:42:57.412925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:42:57.419406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:57.420036 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:57.436009 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=7aa1d54a-7b51-44d4-a1ad-cf97025cae10,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:57.448229 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8e980ae1-2659-4cbd-8678-cecba82aeeec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 0.8475006 Nov 27 01:42:57.451033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43362) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:57.456946 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ff087983-0242-4fa1-a6c6-c248af64ea48 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'feacd6a5-a1a3-4a55-a871-b97efd55b234'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:57.579282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83317004-a7d8-4a45-ba37-5bd84d21313d None None] Network 4a3664fb-902f-4c99-bd39-ed611ea30d57 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:57.625968 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff087983-0242-4fa1-a6c6-c248af64ea48 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:57.684292 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7239f0fd-1346-4fb7-b20e-cc036cd499b3 None None] Provisioning complete for port 1d8058ac-275d-445a-9ae5-d7167f453d1e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:57.684719 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7239f0fd-1346-4fb7-b20e-cc036cd499b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:57.733602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1d8058ac-275d-445a-9ae5-d7167f453d1e up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:57.870781 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7239f0fd-1346-4fb7-b20e-cc036cd499b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:57.883426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1d8058ac-275d-445a-9ae5-d7167f453d1e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:57.883790 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:57.905871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-ff087983-0242-4fa1-a6c6-c248af64ea48 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Delete allocated IP 2001:db8:0:1::1ba (4a3664fb-902f-4c99-bd39-ed611ea30d57/ebacabef-9d84-48db-a176-64f5c2329115) {{(pid=103384) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 01:42:57.959107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7239f0fd-1346-4fb7-b20e-cc036cd499b3 None None] For port 1d8058ac-275d-445a-9ae5-d7167f453d1e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1d8058ac-275d-445a-9ae5-d7167f453d1e,segment=NetworkSegment(76e3196a-09d1-4dd8-9506-8a15375d4afb),segment_id=76e3196a-09d1-4dd8-9506-8a15375d4afb)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:57.964774 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7239f0fd-1346-4fb7-b20e-cc036cd499b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:57.998909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d4280d-d458-47c4-aaf5-ea59b90c2f20 None None] Update dhcp port {'port': {'network_id': '4a3664fb-902f-4c99-bd39-ed611ea30d57', 'fixed_ips': [{'subnet_id': 'feacd6a5-a1a3-4a55-a871-b97efd55b234', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ebacabef-9d84-48db-a176-64f5c2329115'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '1d8058ac-275d-445a-9ae5-d7167f453d1e'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:42:58.040911 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff087983-0242-4fa1-a6c6-c248af64ea48 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.042351 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3d4280d-d458-47c4-aaf5-ea59b90c2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.046882 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff087983-0242-4fa1-a6c6-c248af64ea48 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.084331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239f0fd-1346-4fb7-b20e-cc036cd499b3 None None] Pushing event updated for resources: {'Port': ['ID=1d8058ac-275d-445a-9ae5-d7167f453d1e,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:58.104997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ff087983-0242-4fa1-a6c6-c248af64ea48 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] In _notify_port_updated(), no bound segment for port 7aa1d54a-7b51-44d4-a1ad-cf97025cae10 on network 4a3664fb-902f-4c99-bd39-ed611ea30d57 {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:42:58.112734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff087983-0242-4fa1-a6c6-c248af64ea48 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:58.112734 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ff087983-0242-4fa1-a6c6-c248af64ea48 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.115432 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ff087983-0242-4fa1-a6c6-c248af64ea48 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "PUT /v2.0/ports/7aa1d54a-7b51-44d4-a1ad-cf97025cae10 HTTP/1.1" status: 200 len: 926 time: 0.6626072 Nov 27 01:42:58.115616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43364) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:58.120791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7163e8d0-6a68-4dce-94df-3d380463cf7a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'feacd6a5-a1a3-4a55-a871-b97efd55b234'}, {'subnet_id': 'ebacabef-9d84-48db-a176-64f5c2329115'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:42:58.137416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff087983-0242-4fa1-a6c6-c248af64ea48 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=7aa1d54a-7b51-44d4-a1ad-cf97025cae10,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:58.193754 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7163e8d0-6a68-4dce-94df-3d380463cf7a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.245908 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b3d4280d-d458-47c4-aaf5-ea59b90c2f20 None None] Allocated IP 2001:db8:0:1::2 (4a3664fb-902f-4c99-bd39-ed611ea30d57/ebacabef-9d84-48db-a176-64f5c2329115/1d8058ac-275d-445a-9ae5-d7167f453d1e) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:58.341500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b3d4280d-d458-47c4-aaf5-ea59b90c2f20 None None] For port 1d8058ac-275d-445a-9ae5-d7167f453d1e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1d8058ac-275d-445a-9ae5-d7167f453d1e,segment=NetworkSegment(76e3196a-09d1-4dd8-9506-8a15375d4afb),segment_id=76e3196a-09d1-4dd8-9506-8a15375d4afb)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:42:58.370208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3d4280d-d458-47c4-aaf5-ea59b90c2f20 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.376256 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3d4280d-d458-47c4-aaf5-ea59b90c2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.466473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4280d-d458-47c4-aaf5-ea59b90c2f20 None None] Pushing event updated for resources: {'Port': ['ID=1d8058ac-275d-445a-9ae5-d7167f453d1e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:58.473345 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-7163e8d0-6a68-4dce-94df-3d380463cf7a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8:0:1::37b (4a3664fb-902f-4c99-bd39-ed611ea30d57/ebacabef-9d84-48db-a176-64f5c2329115/7aa1d54a-7b51-44d4-a1ad-cf97025cae10) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:42:58.601261 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7163e8d0-6a68-4dce-94df-3d380463cf7a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.606328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7163e8d0-6a68-4dce-94df-3d380463cf7a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.696770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7163e8d0-6a68-4dce-94df-3d380463cf7a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] In _notify_port_updated(), no bound segment for port 7aa1d54a-7b51-44d4-a1ad-cf97025cae10 on network 4a3664fb-902f-4c99-bd39-ed611ea30d57 {{(pid=103385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:42:58.702392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7163e8d0-6a68-4dce-94df-3d380463cf7a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:58.703037 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7163e8d0-6a68-4dce-94df-3d380463cf7a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.704387 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7163e8d0-6a68-4dce-94df-3d380463cf7a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "PUT /v2.0/ports/7aa1d54a-7b51-44d4-a1ad-cf97025cae10 HTTP/1.1" status: 200 len: 1012 time: 0.5880141 Nov 27 01:42:58.705141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163e8d0-6a68-4dce-94df-3d380463cf7a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=7aa1d54a-7b51-44d4-a1ad-cf97025cae10,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:58.707443 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43368) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:58.803038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-48a718bb-aee9-4562-95f6-978bb118656e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 7aa1d54a-7b51-44d4-a1ad-cf97025cae10 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:42:58.803379 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48a718bb-aee9-4562-95f6-978bb118656e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.896849 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48a718bb-aee9-4562-95f6-978bb118656e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:58.911507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-48a718bb-aee9-4562-95f6-978bb118656e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 7aa1d54a-7b51-44d4-a1ad-cf97025cae10 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:42:58.967911 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4f4634-5a88-443d-8a5f-49b22dcd6d62 None None] Network 4a3664fb-902f-4c99-bd39-ed611ea30d57 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:59.033355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-abaaa798-2fd7-4cf3-8fa4-80f1b2c0d901 None None] Provisioning complete for port 7aa1d54a-7b51-44d4-a1ad-cf97025cae10 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:59.033637 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-abaaa798-2fd7-4cf3-8fa4-80f1b2c0d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.094224 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48a718bb-aee9-4562-95f6-978bb118656e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.119182 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-abaaa798-2fd7-4cf3-8fa4-80f1b2c0d901 None None] Port 7aa1d54a-7b51-44d4-a1ad-cf97025cae10 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:42:59.127369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a718bb-aee9-4562-95f6-978bb118656e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=7aa1d54a-7b51-44d4-a1ad-cf97025cae10,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:59.152503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-abaaa798-2fd7-4cf3-8fa4-80f1b2c0d901 None None] Provisioning complete for port 1d8058ac-275d-445a-9ae5-d7167f453d1e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:59.152876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-abaaa798-2fd7-4cf3-8fa4-80f1b2c0d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.186329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-48a718bb-aee9-4562-95f6-978bb118656e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.193697 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-48a718bb-aee9-4562-95f6-978bb118656e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/7aa1d54a-7b51-44d4-a1ad-cf97025cae10 HTTP/1.1" status: 204 len: 168 time: 0.4845967 Nov 27 01:42:59.194038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43370) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:59.221855 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a08a28f-0224-4e42-89c9-5032545aede1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:42:59.224148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9a08a28f-0224-4e42-89c9-5032545aede1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/7aa1d54a-7b51-44d4-a1ad-cf97025cae10 HTTP/1.1" status: 404 len: 333 time: 0.0282505 Nov 27 01:42:59.226657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43372) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:59.279198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-53670c73-7e6e-4a64-a90d-1204159e3ed1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting subnet ebacabef-9d84-48db-a176-64f5c2329115 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:42:59.282458 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53670c73-7e6e-4a64-a90d-1204159e3ed1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.328970 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53670c73-7e6e-4a64-a90d-1204159e3ed1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.414854 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53670c73-7e6e-4a64-a90d-1204159e3ed1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.476745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3d266665-d1fb-4734-b079-0afdbb472de2 None None] Provisioning complete for port 1d8058ac-275d-445a-9ae5-d7167f453d1e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:59.477120 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3d266665-d1fb-4734-b079-0afdbb472de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.494371 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53670c73-7e6e-4a64-a90d-1204159e3ed1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.539218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53670c73-7e6e-4a64-a90d-1204159e3ed1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Subnet': ['ID=ebacabef-9d84-48db-a176-64f5c2329115,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:59.561406 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53670c73-7e6e-4a64-a90d-1204159e3ed1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.564804 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-53670c73-7e6e-4a64-a90d-1204159e3ed1 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/ebacabef-9d84-48db-a176-64f5c2329115 HTTP/1.1" status: 204 len: 168 time: 0.3372035 Nov 27 01:42:59.568068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43378) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:42:59.623271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35791471-b911-49cc-81eb-ad046138f9e7 req-deacc6d1-3476-4e87-bc95-b6f098520964 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1859138 Nov 27 01:42:59.628103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b9f606-861b-4b30-924b-499bdfa55eeb None None] Network 4a3664fb-902f-4c99-bd39-ed611ea30d57 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:42:59.634577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b60502-1da9-4e36-8174-67f9c856775b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting subnet feacd6a5-a1a3-4a55-a871-b97efd55b234 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:42:59.638267 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04b60502-1da9-4e36-8174-67f9c856775b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.680629 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04b60502-1da9-4e36-8174-67f9c856775b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.786066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35791471-b911-49cc-81eb-ad046138f9e7 req-c87f1dfe-da47-4f13-90f6-9d292d6ddcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:59.787617 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35791471-b911-49cc-81eb-ad046138f9e7 req-c87f1dfe-da47-4f13-90f6-9d292d6ddcbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 1096 time: 0.0812154 Nov 27 01:42:59.804254 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04b60502-1da9-4e36-8174-67f9c856775b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.836562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1d8058ac-275d-445a-9ae5-d7167f453d1e up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:42:59.864870 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-86d5c969-268e-4ecd-9b66-d42e790b7072 None None] Could not find standard attr ID for object 7aa1d54a-7b51-44d4-a1ad-cf97025cae10. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:42:59.928645 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04b60502-1da9-4e36-8174-67f9c856775b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.943996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1d8058ac-275d-445a-9ae5-d7167f453d1e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:42:59.944362 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.959061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35791471-b911-49cc-81eb-ad046138f9e7 req-1b1f1a0d-8f13-4d2c-bb3f-553c0903acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:42:59.960523 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35791471-b911-49cc-81eb-ad046138f9e7 req-1b1f1a0d-8f13-4d2c-bb3f-553c0903acd6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.1350493 Nov 27 01:42:59.962665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b60502-1da9-4e36-8174-67f9c856775b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Subnet': ['ID=feacd6a5-a1a3-4a55-a871-b97efd55b234,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:42:59.964554 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04b60502-1da9-4e36-8174-67f9c856775b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:42:59.967737 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-04b60502-1da9-4e36-8174-67f9c856775b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/feacd6a5-a1a3-4a55-a871-b97efd55b234 HTTP/1.1" status: 204 len: 168 time: 0.3968441 Nov 27 01:42:59.970516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43380) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:00.041583 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35791471-b911-49cc-81eb-ad046138f9e7 req-3395cdc9-2e83-4ebc-a18c-5c58b8f48fd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb7280f8-f04f-4cc2-a764-eace231a2e25 HTTP/1.1" status: 200 len: 1000 time: 0.0727098 Nov 27 01:43:00.056762 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.099996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35791471-b911-49cc-81eb-ad046138f9e7 req-a475ee7e-be6d-4d7d-8b10-b53a9ba7203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:00.101389 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35791471-b911-49cc-81eb-ad046138f9e7 req-a475ee7e-be6d-4d7d-8b10-b53a9ba7203c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0530007 Nov 27 01:43:00.103614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abfe522-3822-4335-a379-3122b98428db None None] Update dhcp port {'port': {'network_id': '4a3664fb-902f-4c99-bd39-ed611ea30d57', 'fixed_ips': [{'subnet_id': 'feacd6a5-a1a3-4a55-a871-b97efd55b234'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '1d8058ac-275d-445a-9ae5-d7167f453d1e'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:43:00.132076 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 1d8058ac-275d-445a-9ae5-d7167f453d1e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:00.132554 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.134418 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6abfe522-3822-4335-a379-3122b98428db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.153000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35791471-b911-49cc-81eb-ad046138f9e7 req-aa0f34d4-0771-4fd3-aa30-132415055559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:00.154631 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35791471-b911-49cc-81eb-ad046138f9e7 req-aa0f34d4-0771-4fd3-aa30-132415055559 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452175 Nov 27 01:43:00.166006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-35791471-b911-49cc-81eb-ad046138f9e7 req-2ab263f5-7ca4-43bf-a62c-ccde4e4336b1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:43:00.167014 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35791471-b911-49cc-81eb-ad046138f9e7 req-2ab263f5-7ca4-43bf-a62c-ccde4e4336b1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051522 Nov 27 01:43:00.201984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] For port 1d8058ac-275d-445a-9ae5-d7167f453d1e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1d8058ac-275d-445a-9ae5-d7167f453d1e,segment=NetworkSegment(76e3196a-09d1-4dd8-9506-8a15375d4afb),segment_id=76e3196a-09d1-4dd8-9506-8a15375d4afb)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:00.202637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.220440 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 1d8058ac-275d-445a-9ae5-d7167f453d1e owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:00.265889 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35791471-b911-49cc-81eb-ad046138f9e7 req-702b5f7a-68c5-4f50-a367-efb13240771e service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904374 Nov 27 01:43:00.312484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.317256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a02ac-f17e-4e89-82dc-a91603559d53 None None] Network 4a3664fb-902f-4c99-bd39-ed611ea30d57 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:00.338769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=1d8058ac-275d-445a-9ae5-d7167f453d1e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:00.342565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No DVR routers for this DVR port 1d8058ac-275d-445a-9ae5-d7167f453d1e on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:00.366623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35791471-b911-49cc-81eb-ad046138f9e7 req-2f0aac5d-5510-43d7-b6ad-4917430d3e91 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935674 Nov 27 01:43:00.393092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4aa29d36-7f99-4630-9430-63b8b40fec04 None None] Could not find standard attr ID for object 1d8058ac-275d-445a-9ae5-d7167f453d1e. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:43:00.424098 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.449252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3664fb-902f-4c99-bd39-ed611ea30d57']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:00.453462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dcf010-3a0d-470e-8b8c-ff20d76b12be None None] DHCP port deletion for 4a3664fb-902f-4c99-bd39-ed611ea30d57 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:00.459080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e3196a-09d1-4dd8-9506-8a15375d4afb') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:00.459376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e3196a-09d1-4dd8-9506-8a15375d4afb') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:00.469257 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.483773 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.490597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:43:00.491011 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:43:00.493931 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:43:00.557159 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.569245 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.569245 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/networks/4a3664fb-902f-4c99-bd39-ed611ea30d57 HTTP/1.1" status: 204 len: 168 time: 0.5962913 Nov 27 01:43:00.572250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43384) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:00.590448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d505946-f9ed-47b4-ae36-74264b00c6a0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Network': ['ID=4a3664fb-902f-4c99-bd39-ed611ea30d57,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:00.623336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3018c7a7-ecec-4c90-abc6-44da36681fca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:00.624712 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3018c7a7-ecec-4c90-abc6-44da36681fca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0514722 Nov 27 01:43:00.628642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43386) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:00.676029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6c668f40-7e71-4497-bdd3-8cf840a40b37 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0457129 Nov 27 01:43:00.679380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43388) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:00.684113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9d05428b-c9ba-45b7-9caf-ed74a0e3a282 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-860501437'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:00.703764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d05428b-c9ba-45b7-9caf-ed74a0e3a282 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:00.707856 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d05428b-c9ba-45b7-9caf-ed74a0e3a282 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.730687 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d05428b-c9ba-45b7-9caf-ed74a0e3a282 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:43:00.739324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d05428b-c9ba-45b7-9caf-ed74a0e3a282 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.739655 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-9d05428b-c9ba-45b7-9caf-ed74a0e3a282 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Added segment 0c15739b-e93c-4dfb-a4e0-6564c58c81b6 of type vlan for network 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb Nov 27 01:43:00.777161 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d05428b-c9ba-45b7-9caf-ed74a0e3a282 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.800762 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d05428b-c9ba-45b7-9caf-ed74a0e3a282 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.806625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d05428b-c9ba-45b7-9caf-ed74a0e3a282 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:00.807230 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d05428b-c9ba-45b7-9caf-ed74a0e3a282 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:00.861106 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9d05428b-c9ba-45b7-9caf-ed74a0e3a282 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1804638 Nov 27 01:43:00.863963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43390) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:00.868657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-48898e1d-5a6b-40ed-ae0b-0e8f8c2da16d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': '8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:00.919802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05428b-c9ba-45b7-9caf-ed74a0e3a282 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Network': ['ID=8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:00.930290 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:43:00.967384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48898e1d-5a6b-40ed-ae0b-0e8f8c2da16d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:00.970979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-48898e1d-5a6b-40ed-ae0b-0e8f8c2da16d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:01.148823 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-48898e1d-5a6b-40ed-ae0b-0e8f8c2da16d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:01.210437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48898e1d-5a6b-40ed-ae0b-0e8f8c2da16d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Subnet': ['ID=a82d7169-09e7-4f8d-8802-a6568945127d,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:01.219428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48898e1d-5a6b-40ed-ae0b-0e8f8c2da16d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Checking segment: {'id': '0c15739b-e93c-4dfb-a4e0-6564c58c81b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:01.219791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48898e1d-5a6b-40ed-ae0b-0e8f8c2da16d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network hostable DHCP agents. Network: 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:43:01.236469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48898e1d-5a6b-40ed-ae0b-0e8f8c2da16d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:43:01.245495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-48898e1d-5a6b-40ed-ae0b-0e8f8c2da16d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:01.250490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48898e1d-5a6b-40ed-ae0b-0e8f8c2da16d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:01.252325 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-48898e1d-5a6b-40ed-ae0b-0e8f8c2da16d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:01.253230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae55527-0992-41e6-8bee-a5ea5cfc987d None None] Network 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:01.272791 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-48898e1d-5a6b-40ed-ae0b-0e8f8c2da16d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4055064 Nov 27 01:43:01.273363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43392) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:01.277740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': '8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb', 'name': 'tempest-PortsIpV6TestJSON-1552117672'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:01.383234 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:01.386751 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:01.399998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb', 'network_id': '8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb', 'tenant_id': '53a40ee2303342afad29d16d8830eb6c', 'fixed_ips': [{'subnet_id': 'a82d7169-09e7-4f8d-8802-a6568945127d'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:43:01.400864 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:01.404853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 9e2cdda8-da81-4e4a-a62f-4c19c739a266 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:43:01.521404 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8::24f (8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb/a82d7169-09e7-4f8d-8802-a6568945127d/9e2cdda8-da81-4e4a-a62f-4c19c739a266) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:01.661279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1d8058ac-275d-445a-9ae5-d7167f453d1e no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:01.682827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 1d8058ac-275d-445a-9ae5-d7167f453d1e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:01.683168 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1d8058ac-275d-445a-9ae5-d7167f453d1e not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:02.015491 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.047520 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.091735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:02.093090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Allocated IP 2001:db8::2 (8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb/a82d7169-09e7-4f8d-8802-a6568945127d/65f648fe-6c5e-4bbb-b83c-91220775209f) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:02.094856 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:02.102653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:02.108072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:02.108685 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.115618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=9e2cdda8-da81-4e4a-a62f-4c19c739a266,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:02.127917 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-76ded731-4281-4f0c-b650-e10c87e29fb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8539021 Nov 27 01:43:02.130296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43396) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:02.135012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': '8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb', 'name': 'tempest-PortsIpV6TestJSON-712536072'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:02.240524 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.244923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:02.247288 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.248516 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.265314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 588079a1-cd91-422e-a38f-ef9e276a8485 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:43:02.288548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Network 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:02.291387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:02.294307 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:02.302808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Pushing event updated for resources: {'Port': ['ID=65f648fe-6c5e-4bbb-b83c-91220775209f,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:02.352872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Attempting to bind port 65f648fe-6c5e-4bbb-b83c-91220775209f on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:43:02.353567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Attempting to bind port 65f648fe-6c5e-4bbb-b83c-91220775209f by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '0c15739b-e93c-4dfb-a4e0-6564c58c81b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:43:02.353925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Attempting to bind port 65f648fe-6c5e-4bbb-b83c-91220775209f on network 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:43:02.358782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:43:02.359155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Checking segment: {'id': '0c15739b-e93c-4dfb-a4e0-6564c58c81b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:02.359547 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.359933 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Bound using segment: {'id': '0c15739b-e93c-4dfb-a4e0-6564c58c81b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:43:02.360388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Bound port: 65f648fe-6c5e-4bbb-b83c-91220775209f, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c15739b-e93c-4dfb-a4e0-6564c58c81b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:43:02.360758 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.379288 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8::1eb (8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb/a82d7169-09e7-4f8d-8802-a6568945127d/588079a1-cd91-422e-a38f-ef9e276a8485) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:02.423935 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] For port 65f648fe-6c5e-4bbb-b83c-91220775209f, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:43:02.426947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] For port 65f648fe-6c5e-4bbb-b83c-91220775209f, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=65f648fe-6c5e-4bbb-b83c-91220775209f,segment=NetworkSegment(0c15739b-e93c-4dfb-a4e0-6564c58c81b6),segment_id=0c15739b-e93c-4dfb-a4e0-6564c58c81b6)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:43:02.430906 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.488949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc288f-83f8-4aa3-83d4-8d6d151aa89b None None] Pushing event updated for resources: {'Port': ['ID=65f648fe-6c5e-4bbb-b83c-91220775209f,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:02.529667 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.563982 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.614231 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:02.617419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:02.621336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:02.626964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:02.628804 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.635553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=588079a1-cd91-422e-a38f-ef9e276a8485,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:02.669641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fd81d244-a5ec-45e1-8200-2ecaff64bc51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5382736 Nov 27 01:43:02.673682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43400) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:02.763913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d253a59-170d-4902-8260-0a61d4c25416 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:02.766355 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1d253a59-170d-4902-8260-0a61d4c25416 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A24f HTTP/1.1" status: 200 len: 929 time: 0.0887582 Nov 27 01:43:02.768323 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43402) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:02.859347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-dd91f1a3-d807-4722-9ee8-25834c1df598 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 588079a1-cd91-422e-a38f-ef9e276a8485 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:02.859610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd91f1a3-d807-4722-9ee8-25834c1df598 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.949361 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd91f1a3-d807-4722-9ee8-25834c1df598 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:02.962356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-dd91f1a3-d807-4722-9ee8-25834c1df598 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 588079a1-cd91-422e-a38f-ef9e276a8485 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:03.088991 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd91f1a3-d807-4722-9ee8-25834c1df598 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.119941 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91f1a3-d807-4722-9ee8-25834c1df598 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=588079a1-cd91-422e-a38f-ef9e276a8485,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:03.144148 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd91f1a3-d807-4722-9ee8-25834c1df598 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.147625 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dd91f1a3-d807-4722-9ee8-25834c1df598 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/588079a1-cd91-422e-a38f-ef9e276a8485 HTTP/1.1" status: 204 len: 168 time: 0.3782177 Nov 27 01:43:03.150278 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43404) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:03.179310 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1b9ab6-b48b-4a17-9353-f00c75a38399 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:43:03.182276 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7a1b9ab6-b48b-4a17-9353-f00c75a38399 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/588079a1-cd91-422e-a38f-ef9e276a8485 HTTP/1.1" status: 404 len: 333 time: 0.0299597 Nov 27 01:43:03.183880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43406) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:03.276043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-39dcfdd2-9e48-46a2-abdf-04b78168dc8b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 9e2cdda8-da81-4e4a-a62f-4c19c739a266 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:03.276376 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39dcfdd2-9e48-46a2-abdf-04b78168dc8b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.368888 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39dcfdd2-9e48-46a2-abdf-04b78168dc8b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.381425 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-39dcfdd2-9e48-46a2-abdf-04b78168dc8b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 9e2cdda8-da81-4e4a-a62f-4c19c739a266 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:03.423160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bfdac2-563a-4d01-866d-4a12d7d0deee None None] Network 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:03.486703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e151f436-9d34-4b54-8ee2-3e53d2ab0056 None None] Provisioning complete for port 65f648fe-6c5e-4bbb-b83c-91220775209f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:03.487073 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e151f436-9d34-4b54-8ee2-3e53d2ab0056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.508324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39dcfdd2-9e48-46a2-abdf-04b78168dc8b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.541508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcfdd2-9e48-46a2-abdf-04b78168dc8b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=9e2cdda8-da81-4e4a-a62f-4c19c739a266,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:03.570930 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39dcfdd2-9e48-46a2-abdf-04b78168dc8b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.576170 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-39dcfdd2-9e48-46a2-abdf-04b78168dc8b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/9e2cdda8-da81-4e4a-a62f-4c19c739a266 HTTP/1.1" status: 204 len: 168 time: 0.3913486 Nov 27 01:43:03.576906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43408) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:03.603718 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-98df5c05-0292-4a6d-b7ba-2b13a330b1fa tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:43:03.605344 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-98df5c05-0292-4a6d-b7ba-2b13a330b1fa tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/9e2cdda8-da81-4e4a-a62f-4c19c739a266 HTTP/1.1" status: 404 len: 333 time: 0.0271771 Nov 27 01:43:03.607831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43410) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:03.638860 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e151f436-9d34-4b54-8ee2-3e53d2ab0056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.661992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b3b635-3fb5-4b8d-bb00-1bc8a550d4ab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting subnet a82d7169-09e7-4f8d-8802-a6568945127d {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:03.665324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8b3b635-3fb5-4b8d-bb00-1bc8a550d4ab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.678446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e151f436-9d34-4b54-8ee2-3e53d2ab0056 None None] For port 65f648fe-6c5e-4bbb-b83c-91220775209f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=65f648fe-6c5e-4bbb-b83c-91220775209f,segment=NetworkSegment(0c15739b-e93c-4dfb-a4e0-6564c58c81b6),segment_id=0c15739b-e93c-4dfb-a4e0-6564c58c81b6)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:03.684971 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e151f436-9d34-4b54-8ee2-3e53d2ab0056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.709789 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8b3b635-3fb5-4b8d-bb00-1bc8a550d4ab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.739829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 65f648fe-6c5e-4bbb-b83c-91220775209f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:03.771636 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151f436-9d34-4b54-8ee2-3e53d2ab0056 None None] Pushing event updated for resources: {'Port': ['ID=65f648fe-6c5e-4bbb-b83c-91220775209f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:03.806287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 65f648fe-6c5e-4bbb-b83c-91220775209f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:03.806732 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.816040 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8b3b635-3fb5-4b8d-bb00-1bc8a550d4ab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.886203 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8b3b635-3fb5-4b8d-bb00-1bc8a550d4ab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.907391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3ca35a19-7d4d-4ad3-9c55-5e83cffa659e None None] Provisioning complete for port 65f648fe-6c5e-4bbb-b83c-91220775209f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:03.907773 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3ca35a19-7d4d-4ad3-9c55-5e83cffa659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.926471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3b635-3fb5-4b8d-bb00-1bc8a550d4ab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Subnet': ['ID=a82d7169-09e7-4f8d-8802-a6568945127d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:03.939787 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8b3b635-3fb5-4b8d-bb00-1bc8a550d4ab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:03.944994 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b8b3b635-3fb5-4b8d-bb00-1bc8a550d4ab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/a82d7169-09e7-4f8d-8802-a6568945127d HTTP/1.1" status: 204 len: 168 time: 0.3362086 Nov 27 01:43:03.947684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43414) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:04.034444 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.091475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 65f648fe-6c5e-4bbb-b83c-91220775209f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:04.091817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.110269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251d13d1-e017-43fb-8814-1dd3a8060ebd None None] Network 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:04.161164 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] For port 65f648fe-6c5e-4bbb-b83c-91220775209f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=65f648fe-6c5e-4bbb-b83c-91220775209f,segment=NetworkSegment(0c15739b-e93c-4dfb-a4e0-6564c58c81b6),segment_id=0c15739b-e93c-4dfb-a4e0-6564c58c81b6)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:04.161514 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.174523 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 65f648fe-6c5e-4bbb-b83c-91220775209f owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:04.216297 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ab8afeeb-6f3d-48d9-bde2-4d6d25f0a451 None None] Could not find standard attr ID for object 9e2cdda8-da81-4e4a-a62f-4c19c739a266. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:43:04.254724 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.282755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=65f648fe-6c5e-4bbb-b83c-91220775209f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:04.284592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No DVR routers for this DVR port 65f648fe-6c5e-4bbb-b83c-91220775209f on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:04.298652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d20fc-214f-45a3-9e4c-14e3cf80934d None None] DHCP port deletion for 8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:04.369590 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.390664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:04.400394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c15739b-e93c-4dfb-a4e0-6564c58c81b6') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:04.400692 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c15739b-e93c-4dfb-a4e0-6564c58c81b6') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:04.409971 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.422902 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.428693 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:43:04.429078 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:43:04.432494 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:43:04.492823 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.497529 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.500856 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/networks/8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb HTTP/1.1" status: 204 len: 168 time: 0.5518355 Nov 27 01:43:04.505382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43416) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:04.509892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ae4227e2-cdcb-4981-ba55-34e3d2b038ee tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-939988059'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:04.526847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317402f-d8db-44a2-a746-7d1096ea678b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Network': ['ID=8c4a0c07-0ba9-44b4-a49f-ce2cac6a76eb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:04.541762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4227e2-cdcb-4981-ba55-34e3d2b038ee tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:04.545205 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ae4227e2-cdcb-4981-ba55-34e3d2b038ee tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.570357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4227e2-cdcb-4981-ba55-34e3d2b038ee tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:43:04.579559 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ae4227e2-cdcb-4981-ba55-34e3d2b038ee tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.579892 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-ae4227e2-cdcb-4981-ba55-34e3d2b038ee tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Added segment c7a57c64-020f-4cb1-9a05-b2ce5c830e7f of type vlan for network 7ad6db77-837a-42bc-979f-6bac03e2611a Nov 27 01:43:04.618227 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ae4227e2-cdcb-4981-ba55-34e3d2b038ee tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.644297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ae4227e2-cdcb-4981-ba55-34e3d2b038ee tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.650090 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4227e2-cdcb-4981-ba55-34e3d2b038ee tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:04.650691 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ae4227e2-cdcb-4981-ba55-34e3d2b038ee tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:04.703217 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ae4227e2-cdcb-4981-ba55-34e3d2b038ee tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1969788 Nov 27 01:43:04.706020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43418) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:04.711204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8f1dd24f-620a-4a3c-9c46-fe096c80febb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': '7ad6db77-837a-42bc-979f-6bac03e2611a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:04.725247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4227e2-cdcb-4981-ba55-34e3d2b038ee tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Network': ['ID=7ad6db77-837a-42bc-979f-6bac03e2611a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:04.735423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 7ad6db77-837a-42bc-979f-6bac03e2611a details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:43:04.811583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1dd24f-620a-4a3c-9c46-fe096c80febb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:04.815503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd24f-620a-4a3c-9c46-fe096c80febb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.001318 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd24f-620a-4a3c-9c46-fe096c80febb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.063120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1dd24f-620a-4a3c-9c46-fe096c80febb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Subnet': ['ID=9db90da1-a599-4365-9fc0-7920af7ed519,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:05.070890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1dd24f-620a-4a3c-9c46-fe096c80febb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Checking segment: {'id': 'c7a57c64-020f-4cb1-9a05-b2ce5c830e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ad6db77-837a-42bc-979f-6bac03e2611a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:05.071258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1dd24f-620a-4a3c-9c46-fe096c80febb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network hostable DHCP agents. Network: 7ad6db77-837a-42bc-979f-6bac03e2611a, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:43:05.087308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1dd24f-620a-4a3c-9c46-fe096c80febb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 7ad6db77-837a-42bc-979f-6bac03e2611a is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:43:05.095686 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8f1dd24f-620a-4a3c-9c46-fe096c80febb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 7ad6db77-837a-42bc-979f-6bac03e2611a) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:05.100478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dd24f-620a-4a3c-9c46-fe096c80febb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:05.100885 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd24f-620a-4a3c-9c46-fe096c80febb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.105733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa7b9e-ace2-4959-a219-0cbcca27b520 None None] Network 7ad6db77-837a-42bc-979f-6bac03e2611a requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:05.119174 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8f1dd24f-620a-4a3c-9c46-fe096c80febb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4117253 Nov 27 01:43:05.122039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43424) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:05.126947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': '7ad6db77-837a-42bc-979f-6bac03e2611a', 'name': 'tempest-PortsIpV6TestJSON-1401575053', 'fixed_ips': [{'subnet_id': '9db90da1-a599-4365-9fc0-7920af7ed519', 'ip_address': '2001:db8::10'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:05.241841 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:05.250453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-7ad6db77-837a-42bc-979f-6bac03e2611a', 'network_id': '7ad6db77-837a-42bc-979f-6bac03e2611a', 'tenant_id': '53a40ee2303342afad29d16d8830eb6c', 'fixed_ips': [{'subnet_id': '9db90da1-a599-4365-9fc0-7920af7ed519'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:43:05.251402 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.324469 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.342152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 822a02a5-2d48-4c7b-8987-cfcbbbabcd13 yet. {{(pid=103384) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:43:05.387210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Allocated IP 2001:db8::2 (7ad6db77-837a-42bc-979f-6bac03e2611a/9db90da1-a599-4365-9fc0-7920af7ed519/0473166f-5b6f-45a6-b47d-1eb14682d2c4) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:05.522434 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.527979 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.572330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Network 7ad6db77-837a-42bc-979f-6bac03e2611a is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:05.575252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:05.575669 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8::10 (7ad6db77-837a-42bc-979f-6bac03e2611a/9db90da1-a599-4365-9fc0-7920af7ed519/822a02a5-2d48-4c7b-8987-cfcbbbabcd13) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:05.579487 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:05.583236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Pushing event updated for resources: {'Port': ['ID=0473166f-5b6f-45a6-b47d-1eb14682d2c4,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:05.637481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Attempting to bind port 0473166f-5b6f-45a6-b47d-1eb14682d2c4 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:43:05.637856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Attempting to bind port 0473166f-5b6f-45a6-b47d-1eb14682d2c4 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'c7a57c64-020f-4cb1-9a05-b2ce5c830e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ad6db77-837a-42bc-979f-6bac03e2611a'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:43:05.638254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Attempting to bind port 0473166f-5b6f-45a6-b47d-1eb14682d2c4 on network 7ad6db77-837a-42bc-979f-6bac03e2611a {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:43:05.643485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:43:05.643910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Checking segment: {'id': 'c7a57c64-020f-4cb1-9a05-b2ce5c830e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ad6db77-837a-42bc-979f-6bac03e2611a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:05.644813 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.645205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Bound using segment: {'id': 'c7a57c64-020f-4cb1-9a05-b2ce5c830e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ad6db77-837a-42bc-979f-6bac03e2611a'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:43:05.645674 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Bound port: 0473166f-5b6f-45a6-b47d-1eb14682d2c4, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a57c64-020f-4cb1-9a05-b2ce5c830e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ad6db77-837a-42bc-979f-6bac03e2611a'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:43:05.646053 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.678638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 65f648fe-6c5e-4bbb-b83c-91220775209f no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:05.738660 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.774776 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.822416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 7ad6db77-837a-42bc-979f-6bac03e2611a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:05.825597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:05.829416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:05.835748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:05.836374 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.842732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=822a02a5-2d48-4c7b-8987-cfcbbbabcd13,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:05.863487 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 65f648fe-6c5e-4bbb-b83c-91220775209f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:05.863954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43428) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:05.864424 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 65f648fe-6c5e-4bbb-b83c-91220775209f not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:05.864564 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a3d6e1af-7f9a-4f72-9873-ba593c4e9585 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7407427 Nov 27 01:43:05.871682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': '7ad6db77-837a-42bc-979f-6bac03e2611a', 'name': 'tempest-PortsIpV6TestJSON-863614708', 'fixed_ips': [{'subnet_id': '9db90da1-a599-4365-9fc0-7920af7ed519', 'ip_address': '2001:db8::f'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:05.889114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] For port 0473166f-5b6f-45a6-b47d-1eb14682d2c4, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:43:05.892787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] For port 0473166f-5b6f-45a6-b47d-1eb14682d2c4, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0473166f-5b6f-45a6-b47d-1eb14682d2c4,segment=NetworkSegment(c7a57c64-020f-4cb1-9a05-b2ce5c830e7f),segment_id=c7a57c64-020f-4cb1-9a05-b2ce5c830e7f)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:43:05.899120 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:05.959169 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33688f-cd03-4270-b913-c4333bcce83c None None] Pushing event updated for resources: {'Port': ['ID=0473166f-5b6f-45a6-b47d-1eb14682d2c4,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:06.005374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:06.093947 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:06.130411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 7dc9af90-8ea4-43e2-a7e1-b920850e8d64 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:43:06.292873 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8::f (7ad6db77-837a-42bc-979f-6bac03e2611a/9db90da1-a599-4365-9fc0-7920af7ed519/7dc9af90-8ea4-43e2-a7e1-b920850e8d64) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:06.438314 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:06.472191 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:06.518647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 7ad6db77-837a-42bc-979f-6bac03e2611a is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:06.522400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:06.526178 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:06.531891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:06.532517 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:06.543168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=7dc9af90-8ea4-43e2-a7e1-b920850e8d64,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:06.556283 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8a6d5e6d-e714-4d9a-bd5f-08e391d66e76 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6903982 Nov 27 01:43:06.558930 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43430) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:06.670704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6338e60-4979-41d7-bda9-1dd69bab9b9a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:06.672565 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c6338e60-4979-41d7-bda9-1dd69bab9b9a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1126702 Nov 27 01:43:06.675923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43432) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:06.729748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c0224b-31ad-46b6-a57f-d640184ef21b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:06.735655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c0224b-31ad-46b6-a57f-d640184ef21b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:06.741710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c0224b-31ad-46b6-a57f-d640184ef21b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:06.743446 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a1c0224b-31ad-46b6-a57f-d640184ef21b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0665932 Nov 27 01:43:06.746311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43434) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:06.840031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-43eea0f2-cc94-4c60-a267-d17040de289e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 7dc9af90-8ea4-43e2-a7e1-b920850e8d64 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:06.840389 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43eea0f2-cc94-4c60-a267-d17040de289e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:06.849315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26ab1fe-190b-4667-8ec1-510cae984473 None None] Network 7ad6db77-837a-42bc-979f-6bac03e2611a requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:06.927786 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43eea0f2-cc94-4c60-a267-d17040de289e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:06.940723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-43eea0f2-cc94-4c60-a267-d17040de289e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 7dc9af90-8ea4-43e2-a7e1-b920850e8d64 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:06.982553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b6b731f5-2f9e-400f-a38b-ae8874cbbaf0 None None] Provisioning complete for port 0473166f-5b6f-45a6-b47d-1eb14682d2c4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:06.983137 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6b731f5-2f9e-400f-a38b-ae8874cbbaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.074009 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43eea0f2-cc94-4c60-a267-d17040de289e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.093712 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6b731f5-2f9e-400f-a38b-ae8874cbbaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.106588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eea0f2-cc94-4c60-a267-d17040de289e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=7dc9af90-8ea4-43e2-a7e1-b920850e8d64,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:07.141817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43eea0f2-cc94-4c60-a267-d17040de289e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.144425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b6b731f5-2f9e-400f-a38b-ae8874cbbaf0 None None] For port 0473166f-5b6f-45a6-b47d-1eb14682d2c4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0473166f-5b6f-45a6-b47d-1eb14682d2c4,segment=NetworkSegment(c7a57c64-020f-4cb1-9a05-b2ce5c830e7f),segment_id=c7a57c64-020f-4cb1-9a05-b2ce5c830e7f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:07.146730 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-43eea0f2-cc94-4c60-a267-d17040de289e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/7dc9af90-8ea4-43e2-a7e1-b920850e8d64 HTTP/1.1" status: 204 len: 168 time: 0.3990905 Nov 27 01:43:07.149769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43438) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:07.154683 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6b731f5-2f9e-400f-a38b-ae8874cbbaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.176575 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c87bae-77b6-48e9-98cf-4b654b2eba63 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:43:07.178613 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a1c87bae-77b6-48e9-98cf-4b654b2eba63 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/7dc9af90-8ea4-43e2-a7e1-b920850e8d64 HTTP/1.1" status: 404 len: 333 time: 0.0276983 Nov 27 01:43:07.181650 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43440) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:07.205040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b731f5-2f9e-400f-a38b-ae8874cbbaf0 None None] Pushing event updated for resources: {'Port': ['ID=0473166f-5b6f-45a6-b47d-1eb14682d2c4,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:07.281350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a57c6416-af69-4086-a1e5-75cef37a80c2 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 822a02a5-2d48-4c7b-8987-cfcbbbabcd13 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:07.281350 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a57c6416-af69-4086-a1e5-75cef37a80c2 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.377925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c50beedb-7705-4dff-a8b1-7aaee58067c5 None None] Provisioning complete for port 822a02a5-2d48-4c7b-8987-cfcbbbabcd13 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:07.378837 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c50beedb-7705-4dff-a8b1-7aaee58067c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.384662 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a57c6416-af69-4086-a1e5-75cef37a80c2 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.396971 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-a57c6416-af69-4086-a1e5-75cef37a80c2 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 822a02a5-2d48-4c7b-8987-cfcbbbabcd13 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:07.413838 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c50beedb-7705-4dff-a8b1-7aaee58067c5 None None] Port 822a02a5-2d48-4c7b-8987-cfcbbbabcd13 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:07.417228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c50beedb-7705-4dff-a8b1-7aaee58067c5 None None] Could not find standard attr ID for object 7dc9af90-8ea4-43e2-a7e1-b920850e8d64. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:43:07.430886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c50beedb-7705-4dff-a8b1-7aaee58067c5 None None] Provisioning complete for port 0473166f-5b6f-45a6-b47d-1eb14682d2c4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:07.431257 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c50beedb-7705-4dff-a8b1-7aaee58067c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.543530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a57c6416-af69-4086-a1e5-75cef37a80c2 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.572398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c6416-af69-4086-a1e5-75cef37a80c2 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=822a02a5-2d48-4c7b-8987-cfcbbbabcd13,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:07.602752 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a57c6416-af69-4086-a1e5-75cef37a80c2 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.606161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a57c6416-af69-4086-a1e5-75cef37a80c2 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/822a02a5-2d48-4c7b-8987-cfcbbbabcd13 HTTP/1.1" status: 204 len: 168 time: 0.4233882 Nov 27 01:43:07.608727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43442) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:07.631191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3c8cd5f2-b638-4d46-b08c-fa5e3cd09663 None None] Could not find standard attr ID for object 822a02a5-2d48-4c7b-8987-cfcbbbabcd13. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:43:07.641280 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-360ec52d-c814-451d-9ac5-5bf9ef4ec21c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:43:07.645895 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-360ec52d-c814-451d-9ac5-5bf9ef4ec21c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/822a02a5-2d48-4c7b-8987-cfcbbbabcd13 HTTP/1.1" status: 404 len: 333 time: 0.0325441 Nov 27 01:43:07.646199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43444) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:07.708012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5d2319-132c-4a45-8957-aa8fe7489b94 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting subnet 9db90da1-a599-4365-9fc0-7920af7ed519 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:07.711754 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de5d2319-132c-4a45-8957-aa8fe7489b94 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.729999 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0473166f-5b6f-45a6-b47d-1eb14682d2c4 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:07.757718 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de5d2319-132c-4a45-8957-aa8fe7489b94 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.767231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8f5f030b-28f7-498b-9315-54408b63aa9f None None] Could not find standard attr ID for object 7dc9af90-8ea4-43e2-a7e1-b920850e8d64. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:43:07.796638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 0473166f-5b6f-45a6-b47d-1eb14682d2c4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:07.797192 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.855255 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de5d2319-132c-4a45-8957-aa8fe7489b94 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.915973 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de5d2319-132c-4a45-8957-aa8fe7489b94 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.943667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d2319-132c-4a45-8957-aa8fe7489b94 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Subnet': ['ID=9db90da1-a599-4365-9fc0-7920af7ed519,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:07.947415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de5d2319-132c-4a45-8957-aa8fe7489b94 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:07.953151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-de5d2319-132c-4a45-8957-aa8fe7489b94 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/9db90da1-a599-4365-9fc0-7920af7ed519 HTTP/1.1" status: 204 len: 168 time: 0.3033869 Nov 27 01:43:07.953346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43446) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:08.037832 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.092262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 0473166f-5b6f-45a6-b47d-1eb14682d2c4 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:08.092596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.114474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1dfd6d-c89e-479a-a88c-0cca6d4654b6 None None] Network 7ad6db77-837a-42bc-979f-6bac03e2611a requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:08.162387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] For port 0473166f-5b6f-45a6-b47d-1eb14682d2c4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0473166f-5b6f-45a6-b47d-1eb14682d2c4,segment=NetworkSegment(c7a57c64-020f-4cb1-9a05-b2ce5c830e7f),segment_id=c7a57c64-020f-4cb1-9a05-b2ce5c830e7f)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:08.162962 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.175811 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 0473166f-5b6f-45a6-b47d-1eb14682d2c4 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:08.256241 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.279488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=0473166f-5b6f-45a6-b47d-1eb14682d2c4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:08.285022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No DVR routers for this DVR port 0473166f-5b6f-45a6-b47d-1eb14682d2c4 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:08.294655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1760db16-03a6-4c7b-8ba0-4fb97c6de294 None None] DHCP port deletion for 7ad6db77-837a-42bc-979f-6bac03e2611a request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:08.366716 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.386780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad6db77-837a-42bc-979f-6bac03e2611a']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:08.395864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a57c64-020f-4cb1-9a05-b2ce5c830e7f') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:08.396167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a57c64-020f-4cb1-9a05-b2ce5c830e7f') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:08.405456 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.418551 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.424350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:43:08.424735 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:43:08.428380 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:43:08.487005 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.494147 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.497283 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/networks/7ad6db77-837a-42bc-979f-6bac03e2611a HTTP/1.1" status: 204 len: 168 time: 0.5429566 Nov 27 01:43:08.500998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43450) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:08.506845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-58e1df7b-df0e-468a-b55e-e73d1ee2f1de tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1686053093'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:08.510007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9dc61-a299-4da4-ae6c-6005a29376ec tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Network': ['ID=7ad6db77-837a-42bc-979f-6bac03e2611a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:08.527157 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e1df7b-df0e-468a-b55e-e73d1ee2f1de tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:08.530736 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58e1df7b-df0e-468a-b55e-e73d1ee2f1de tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.554432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e1df7b-df0e-468a-b55e-e73d1ee2f1de tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:43:08.563654 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58e1df7b-df0e-468a-b55e-e73d1ee2f1de tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.563992 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-58e1df7b-df0e-468a-b55e-e73d1ee2f1de tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Added segment 714cd618-8fcb-457d-a55f-f0596587f2a9 of type vlan for network 47a9d987-bc9b-43ad-8190-53f3d3ad9242 Nov 27 01:43:08.603396 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58e1df7b-df0e-468a-b55e-e73d1ee2f1de tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.627822 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58e1df7b-df0e-468a-b55e-e73d1ee2f1de tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.633272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e1df7b-df0e-468a-b55e-e73d1ee2f1de tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:08.633842 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58e1df7b-df0e-468a-b55e-e73d1ee2f1de tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.692031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-58e1df7b-df0e-468a-b55e-e73d1ee2f1de tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1896555 Nov 27 01:43:08.695767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43452) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:08.701091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-210f2daf-a34b-42a1-bbf6-9d636356ca36 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': '47a9d987-bc9b-43ad-8190-53f3d3ad9242', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:08.706797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1df7b-df0e-468a-b55e-e73d1ee2f1de tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Network': ['ID=47a9d987-bc9b-43ad-8190-53f3d3ad9242,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:08.717955 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 47a9d987-bc9b-43ad-8190-53f3d3ad9242 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:43:08.791064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210f2daf-a34b-42a1-bbf6-9d636356ca36 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:08.795287 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-210f2daf-a34b-42a1-bbf6-9d636356ca36 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:08.975784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-210f2daf-a34b-42a1-bbf6-9d636356ca36 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.043638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f2daf-a34b-42a1-bbf6-9d636356ca36 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Subnet': ['ID=074ca5e7-ffcc-4852-a5c9-39d82e93276d,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:09.063243 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f2daf-a34b-42a1-bbf6-9d636356ca36 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Checking segment: {'id': '714cd618-8fcb-457d-a55f-f0596587f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '47a9d987-bc9b-43ad-8190-53f3d3ad9242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:09.063606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f2daf-a34b-42a1-bbf6-9d636356ca36 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network hostable DHCP agents. Network: 47a9d987-bc9b-43ad-8190-53f3d3ad9242, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:43:09.079802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f2daf-a34b-42a1-bbf6-9d636356ca36 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 47a9d987-bc9b-43ad-8190-53f3d3ad9242 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:43:09.088173 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-210f2daf-a34b-42a1-bbf6-9d636356ca36 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 47a9d987-bc9b-43ad-8190-53f3d3ad9242) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:09.093522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210f2daf-a34b-42a1-bbf6-9d636356ca36 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:09.094114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-210f2daf-a34b-42a1-bbf6-9d636356ca36 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.098587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5401a2-5ac6-484d-a80c-3d318f9ce9c5 None None] Network 47a9d987-bc9b-43ad-8190-53f3d3ad9242 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:09.118428 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-210f2daf-a34b-42a1-bbf6-9d636356ca36 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4212866 Nov 27 01:43:09.120981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43456) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:09.125755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-6c122cc1-d4de-495d-8100-3e28d69b1442 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-852114601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:09.149063 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c122cc1-d4de-495d-8100-3e28d69b1442 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.150051 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c122cc1-d4de-495d-8100-3e28d69b1442 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.201771 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c122cc1-d4de-495d-8100-3e28d69b1442 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.206093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c122cc1-d4de-495d-8100-3e28d69b1442 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.225088 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c122cc1-d4de-495d-8100-3e28d69b1442 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.226400 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6c122cc1-d4de-495d-8100-3e28d69b1442 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1043832 Nov 27 01:43:09.229263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43458) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:09.234714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'network_id': '47a9d987-bc9b-43ad-8190-53f3d3ad9242', 'name': 'tempest-PortsIpV6TestJSON-578153251'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:09.244868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-47a9d987-bc9b-43ad-8190-53f3d3ad9242', 'network_id': '47a9d987-bc9b-43ad-8190-53f3d3ad9242', 'tenant_id': '53a40ee2303342afad29d16d8830eb6c', 'fixed_ips': [{'subnet_id': '074ca5e7-ffcc-4852-a5c9-39d82e93276d'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:43:09.245713 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.348051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:09.351590 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.368642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 368b1ded-705b-4a7e-872a-d8f3b72ff379 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:43:09.384754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Allocated IP 2001:db8::2 (47a9d987-bc9b-43ad-8190-53f3d3ad9242/074ca5e7-ffcc-4852-a5c9-39d82e93276d/939ad648-ad81-4ea5-8a92-7030e5b62d47) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:09.523117 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.528758 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.566455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Network 47a9d987-bc9b-43ad-8190-53f3d3ad9242 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:09.569279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:09.573112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:09.584389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8::8b (47a9d987-bc9b-43ad-8190-53f3d3ad9242/074ca5e7-ffcc-4852-a5c9-39d82e93276d/368b1ded-705b-4a7e-872a-d8f3b72ff379) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:09.585115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Pushing event updated for resources: {'Port': ['ID=939ad648-ad81-4ea5-8a92-7030e5b62d47,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:09.631055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Attempting to bind port 939ad648-ad81-4ea5-8a92-7030e5b62d47 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:43:09.631426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Attempting to bind port 939ad648-ad81-4ea5-8a92-7030e5b62d47 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '714cd618-8fcb-457d-a55f-f0596587f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '47a9d987-bc9b-43ad-8190-53f3d3ad9242'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:43:09.631792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Attempting to bind port 939ad648-ad81-4ea5-8a92-7030e5b62d47 on network 47a9d987-bc9b-43ad-8190-53f3d3ad9242 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:43:09.637036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:43:09.638291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Checking segment: {'id': '714cd618-8fcb-457d-a55f-f0596587f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '47a9d987-bc9b-43ad-8190-53f3d3ad9242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:09.638713 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.639644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Bound using segment: {'id': '714cd618-8fcb-457d-a55f-f0596587f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '47a9d987-bc9b-43ad-8190-53f3d3ad9242'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:43:09.640128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Bound port: 939ad648-ad81-4ea5-8a92-7030e5b62d47, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714cd618-8fcb-457d-a55f-f0596587f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '47a9d987-bc9b-43ad-8190-53f3d3ad9242'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:43:09.640511 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.677762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0473166f-5b6f-45a6-b47d-1eb14682d2c4 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:09.705084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 0473166f-5b6f-45a6-b47d-1eb14682d2c4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:09.705432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0473166f-5b6f-45a6-b47d-1eb14682d2c4 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:09.729355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] For port 939ad648-ad81-4ea5-8a92-7030e5b62d47, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:43:09.732927 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] For port 939ad648-ad81-4ea5-8a92-7030e5b62d47, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=939ad648-ad81-4ea5-8a92-7030e5b62d47,segment=NetworkSegment(714cd618-8fcb-457d-a55f-f0596587f2a9),segment_id=714cd618-8fcb-457d-a55f-f0596587f2a9)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:43:09.736518 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.738530 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.776257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.792512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68219edf-b8ac-4900-ab36-78bac957e2b3 None None] Pushing event updated for resources: {'Port': ['ID=939ad648-ad81-4ea5-8a92-7030e5b62d47,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:09.826660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 47a9d987-bc9b-43ad-8190-53f3d3ad9242 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:09.829939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:09.832500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:09.839377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:09.840021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:09.850878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=368b1ded-705b-4a7e-872a-d8f3b72ff379,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:09.868191 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3a51ae7c-1f5f-4c45-b82b-b72b03be6cb6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6352236 Nov 27 01:43:09.868385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43460) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:10.197823 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:10.455987 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:10.461457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:10.531977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=368b1ded-705b-4a7e-872a-d8f3b72ff379,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:10.656506 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:10.731129 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bbfa2b-11f5-4005-aeba-9f6711a01a0f None None] Network 47a9d987-bc9b-43ad-8190-53f3d3ad9242 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:10.819694 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:10.840526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-77d54b63-0184-41b2-a3ce-624033a79147 None None] Provisioning complete for port 939ad648-ad81-4ea5-8a92-7030e5b62d47 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:10.840890 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-77d54b63-0184-41b2-a3ce-624033a79147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:10.966818 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-77d54b63-0184-41b2-a3ce-624033a79147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:11.003189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-77d54b63-0184-41b2-a3ce-624033a79147 None None] For port 939ad648-ad81-4ea5-8a92-7030e5b62d47, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=939ad648-ad81-4ea5-8a92-7030e5b62d47,segment=NetworkSegment(714cd618-8fcb-457d-a55f-f0596587f2a9),segment_id=714cd618-8fcb-457d-a55f-f0596587f2a9)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:11.009720 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-77d54b63-0184-41b2-a3ce-624033a79147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:11.062566 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d54b63-0184-41b2-a3ce-624033a79147 None None] Pushing event updated for resources: {'Port': ['ID=939ad648-ad81-4ea5-8a92-7030e5b62d47,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:11.236127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6979d46a-1f91-4bf2-b4ca-8281de5374b7 None None] Provisioning complete for port 368b1ded-705b-4a7e-872a-d8f3b72ff379 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:11.236442 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6979d46a-1f91-4bf2-b4ca-8281de5374b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:11.277453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6979d46a-1f91-4bf2-b4ca-8281de5374b7 None None] Port 368b1ded-705b-4a7e-872a-d8f3b72ff379 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:11.289676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6979d46a-1f91-4bf2-b4ca-8281de5374b7 None None] Provisioning complete for port 939ad648-ad81-4ea5-8a92-7030e5b62d47 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:11.290196 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6979d46a-1f91-4bf2-b4ca-8281de5374b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:11.303561 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:43:11.461705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:11.467191 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:11.467965 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:11.508851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e4513518-f7ca-4bef-a7f4-3c71cff6dd79 None None] Provisioning complete for port 368b1ded-705b-4a7e-872a-d8f3b72ff379 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:11.509648 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e4513518-f7ca-4bef-a7f4-3c71cff6dd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:11.554953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=368b1ded-705b-4a7e-872a-d8f3b72ff379,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:11.560275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e4513518-f7ca-4bef-a7f4-3c71cff6dd79 None None] Port 368b1ded-705b-4a7e-872a-d8f3b72ff379 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:11.561471 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a5f5f39-25e6-4262-b071-da8896384c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:11.572305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:11.572658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:11.573353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:11.573690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:11.574015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:11.574365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:11.574698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:11.575027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:11.575344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:11.575658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:11.575973 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:11.576287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:11.613758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network 47a9d987-bc9b-43ad-8190-53f3d3ad9242 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:11.615158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:11.684284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e290e720-d767-4fa7-bf29-91fcd42268ab None None] Provisioning complete for port 368b1ded-705b-4a7e-872a-d8f3b72ff379 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:11.684734 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e290e720-d767-4fa7-bf29-91fcd42268ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:11.711152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 939ad648-ad81-4ea5-8a92-7030e5b62d47 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:11.749249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Router 400b5c4d-789a-43b5-ae88-7713fd2ac85d is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:43:11.750593 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e290e720-d767-4fa7-bf29-91fcd42268ab None None] Port 368b1ded-705b-4a7e-872a-d8f3b72ff379 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:11.773241 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 939ad648-ad81-4ea5-8a92-7030e5b62d47 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:11.773699 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:11.847067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:11.852893 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bb8da95e-c7a9-4a8c-bbff-f497ca1e419e tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "PUT /v2.0/routers/400b5c4d-789a-43b5-ae88-7713fd2ac85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9832253 Nov 27 01:43:11.855403 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43466) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:11.867199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fb3add-d444-4166-8a1c-2ac3a2463fbd None None] Sync routers for ids ['400b5c4d-789a-43b5-ae88-7713fd2ac85d'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:11.882445 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ef200f8a-d64a-4b83-990a-5cdea0d67ced None None] Provisioning complete for port 368b1ded-705b-4a7e-872a-d8f3b72ff379 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:11.882811 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ef200f8a-d64a-4b83-990a-5cdea0d67ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:11.885085 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fb3add-d444-4166-8a1c-2ac3a2463fbd None None] Routers {'400b5c4d-789a-43b5-ae88-7713fd2ac85d'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:11.885700 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b8fb3add-d444-4166-8a1c-2ac3a2463fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['400b5c4d-789a-43b5-ae88-7713fd2ac85d'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:11.915422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7552e9ed-6e3b-4584-89d8-3d23ce9900cb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:11.919526 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7552e9ed-6e3b-4584-89d8-3d23ce9900cb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports?device_id=400b5c4d-789a-43b5-ae88-7713fd2ac85d HTTP/1.1" status: 200 len: 987 time: 0.0602903 Nov 27 01:43:11.919736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43468) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:11.935172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b8fb3add-d444-4166-8a1c-2ac3a2463fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:11.951684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ef200f8a-d64a-4b83-990a-5cdea0d67ced None None] Port 368b1ded-705b-4a7e-872a-d8f3b72ff379 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:11.954619 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fb3add-d444-4166-8a1c-2ac3a2463fbd None None] Routers {'400b5c4d-789a-43b5-ae88-7713fd2ac85d'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:11.955174 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b8fb3add-d444-4166-8a1c-2ac3a2463fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['400b5c4d-789a-43b5-ae88-7713fd2ac85d'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:11.990585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b8fb3add-d444-4166-8a1c-2ac3a2463fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:11.990810 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fb3add-d444-4166-8a1c-2ac3a2463fbd None None] The sync data for ids ['400b5c4d-789a-43b5-ae88-7713fd2ac85d'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:12.330251 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2843ff7b-2c18-4453-a510-32985808fcea tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:12.531067 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2843ff7b-2c18-4453-a510-32985808fcea tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 368b1ded-705b-4a7e-872a-d8f3b72ff379 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:12.531408 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2843ff7b-2c18-4453-a510-32985808fcea tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:12.614005 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2843ff7b-2c18-4453-a510-32985808fcea tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:12.627202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2843ff7b-2c18-4453-a510-32985808fcea tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 368b1ded-705b-4a7e-872a-d8f3b72ff379 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:12.791350 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2843ff7b-2c18-4453-a510-32985808fcea tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:12.822428 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843ff7b-2c18-4453-a510-32985808fcea tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=368b1ded-705b-4a7e-872a-d8f3b72ff379,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:13.214460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2843ff7b-2c18-4453-a510-32985808fcea tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:13.363281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2843ff7b-2c18-4453-a510-32985808fcea tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Router 400b5c4d-789a-43b5-ae88-7713fd2ac85d has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:43:13.437776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2843ff7b-2c18-4453-a510-32985808fcea tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:13.443265 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2843ff7b-2c18-4453-a510-32985808fcea tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "PUT /v2.0/routers/400b5c4d-789a-43b5-ae88-7713fd2ac85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5225914 Nov 27 01:43:13.446303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43474) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:13.448792 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be740968-7031-4b0a-bd1d-df58237b5eaf None None] Sync routers for ids ['400b5c4d-789a-43b5-ae88-7713fd2ac85d'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:13.459992 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be740968-7031-4b0a-bd1d-df58237b5eaf None None] Routers {'400b5c4d-789a-43b5-ae88-7713fd2ac85d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:13.460716 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-be740968-7031-4b0a-bd1d-df58237b5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['400b5c4d-789a-43b5-ae88-7713fd2ac85d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:13.470760 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a39304d-8d65-458c-8ed0-39924fe68597 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:43:13.472149 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0a39304d-8d65-458c-8ed0-39924fe68597 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/368b1ded-705b-4a7e-872a-d8f3b72ff379 HTTP/1.1" status: 404 len: 333 time: 0.0247457 Nov 27 01:43:13.474779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43476) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:13.552397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6af12b15-55f8-4a10-9709-ce6e001d3ced tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:13.583973 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-be740968-7031-4b0a-bd1d-df58237b5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:13.592555 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be740968-7031-4b0a-bd1d-df58237b5eaf None None] Routers {'400b5c4d-789a-43b5-ae88-7713fd2ac85d'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:13.593160 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-be740968-7031-4b0a-bd1d-df58237b5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:42:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['400b5c4d-789a-43b5-ae88-7713fd2ac85d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:13.625852 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-be740968-7031-4b0a-bd1d-df58237b5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:13.626537 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be740968-7031-4b0a-bd1d-df58237b5eaf None None] The sync data for ids ['400b5c4d-789a-43b5-ae88-7713fd2ac85d'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:13.714125 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6af12b15-55f8-4a10-9709-ce6e001d3ced tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:13.716271 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6af12b15-55f8-4a10-9709-ce6e001d3ced tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:13.758248 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6af12b15-55f8-4a10-9709-ce6e001d3ced tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:13.758772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af12b15-55f8-4a10-9709-ce6e001d3ced tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Fanout notify agent at l3_agent the message router_deleted on router 400b5c4d-789a-43b5-ae88-7713fd2ac85d {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:43:13.765809 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6af12b15-55f8-4a10-9709-ce6e001d3ced tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:13.766873 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6af12b15-55f8-4a10-9709-ce6e001d3ced tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/routers/400b5c4d-789a-43b5-ae88-7713fd2ac85d HTTP/1.1" status: 204 len: 168 time: 0.2912121 Nov 27 01:43:13.769514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43478) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:13.820081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be54d01-9791-4877-99f4-ee9a64b6b1cd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting subnet 074ca5e7-ffcc-4852-a5c9-39d82e93276d {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:13.823189 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9be54d01-9791-4877-99f4-ee9a64b6b1cd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:13.867522 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9be54d01-9791-4877-99f4-ee9a64b6b1cd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:13.882368 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9659a96a-3636-4109-9ac8-2d522e49f050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:13.951050 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9be54d01-9791-4877-99f4-ee9a64b6b1cd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.007192 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9be54d01-9791-4877-99f4-ee9a64b6b1cd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.038537 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be54d01-9791-4877-99f4-ee9a64b6b1cd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Subnet': ['ID=074ca5e7-ffcc-4852-a5c9-39d82e93276d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:14.042060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9be54d01-9791-4877-99f4-ee9a64b6b1cd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.045264 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9be54d01-9791-4877-99f4-ee9a64b6b1cd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/074ca5e7-ffcc-4852-a5c9-39d82e93276d HTTP/1.1" status: 204 len: 168 time: 0.2748172 Nov 27 01:43:14.047844 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43480) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:14.051431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812fef2c-693e-4ecf-ada4-d46afcd01525 None None] Network 47a9d987-bc9b-43ad-8190-53f3d3ad9242 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:14.128858 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.183230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 939ad648-ad81-4ea5-8a92-7030e5b62d47 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:14.183611 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.226403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c650a14f-2787-4260-93a9-c2517f6f5c34 None None] DHCP port deletion for 47a9d987-bc9b-43ad-8190-53f3d3ad9242 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:14.250020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] For port 939ad648-ad81-4ea5-8a92-7030e5b62d47, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=939ad648-ad81-4ea5-8a92-7030e5b62d47,segment=NetworkSegment(714cd618-8fcb-457d-a55f-f0596587f2a9),segment_id=714cd618-8fcb-457d-a55f-f0596587f2a9)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:14.250668 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.263183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 939ad648-ad81-4ea5-8a92-7030e5b62d47 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:14.274107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c650a14f-2787-4260-93a9-c2517f6f5c34 None None] Deleting port 939ad648-ad81-4ea5-8a92-7030e5b62d47 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:14.274508 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c650a14f-2787-4260-93a9-c2517f6f5c34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.348253 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.349974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c650a14f-2787-4260-93a9-c2517f6f5c34 None None] For port 939ad648-ad81-4ea5-8a92-7030e5b62d47, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=939ad648-ad81-4ea5-8a92-7030e5b62d47,segment=NetworkSegment(714cd618-8fcb-457d-a55f-f0596587f2a9),segment_id=714cd618-8fcb-457d-a55f-f0596587f2a9)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:14.350413 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c650a14f-2787-4260-93a9-c2517f6f5c34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.365888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c650a14f-2787-4260-93a9-c2517f6f5c34 None None] Calling delete_port for 939ad648-ad81-4ea5-8a92-7030e5b62d47 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:14.374317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=939ad648-ad81-4ea5-8a92-7030e5b62d47,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:14.378061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No DVR routers for this DVR port 939ad648-ad81-4ea5-8a92-7030e5b62d47 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:14.440400 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c650a14f-2787-4260-93a9-c2517f6f5c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.460405 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.464724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650a14f-2787-4260-93a9-c2517f6f5c34 None None] Pushing event deleted for resources: {'Port': ['ID=939ad648-ad81-4ea5-8a92-7030e5b62d47,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:14.468097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650a14f-2787-4260-93a9-c2517f6f5c34 None None] No DVR routers for this DVR port 939ad648-ad81-4ea5-8a92-7030e5b62d47 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:14.481097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a9d987-bc9b-43ad-8190-53f3d3ad9242']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:14.490488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714cd618-8fcb-457d-a55f-f0596587f2a9') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:14.490790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714cd618-8fcb-457d-a55f-f0596587f2a9') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:14.500154 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.513016 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.519400 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:43:14.519734 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:43:14.522865 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:43:14.558145 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.584599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.591338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.594557 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/networks/47a9d987-bc9b-43ad-8190-53f3d3ad9242 HTTP/1.1" status: 204 len: 168 time: 0.5457594 Nov 27 01:43:14.598284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43484) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:14.606167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5beb7a-1b46-49eb-8d73-c33584b46f34 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Network': ['ID=47a9d987-bc9b-43ad-8190-53f3d3ad9242,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:14.649012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366dc7a0-be2a-4730-9888-d4db53094cd8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:14.650388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-366dc7a0-be2a-4730-9888-d4db53094cd8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/f3469573-ec49-4514-b7a6-6fd690d04522 HTTP/1.1" status: 200 len: 844 time: 0.0510480 Nov 27 01:43:14.653891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43488) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:14.691429 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-06498217-f047-4d43-b7c5-92677492b4f6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/f3469573-ec49-4514-b7a6-6fd690d04522?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0364628 Nov 27 01:43:14.694834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43490) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:14.699335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-46a5d3b2-6353-4047-92b5-f83d9cc936a6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:14.787611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a5d3b2-6353-4047-92b5-f83d9cc936a6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:14.791039 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46a5d3b2-6353-4047-92b5-f83d9cc936a6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:14.967212 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46a5d3b2-6353-4047-92b5-f83d9cc936a6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.005982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a5d3b2-6353-4047-92b5-f83d9cc936a6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network cd53eb6b-192b-4487-a11d-bd56362c730c is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:15.009173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-46a5d3b2-6353-4047-92b5-f83d9cc936a6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:15.013483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a5d3b2-6353-4047-92b5-f83d9cc936a6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:15.014074 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-46a5d3b2-6353-4047-92b5-f83d9cc936a6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.017570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7225a8a-bccb-40f9-ab6e-858542586644 None None] Network cd53eb6b-192b-4487-a11d-bd56362c730c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:15.032189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5d3b2-6353-4047-92b5-f83d9cc936a6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Subnet': ['ID=a33dac17-a4d3-4881-ad85-49d75e6e90b5,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:15.039218 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-46a5d3b2-6353-4047-92b5-f83d9cc936a6 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3434026 Nov 27 01:43:15.041909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43492) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:15.046408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b105a419-485b-4e4c-9bb3-ba144acac8f0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'security_group': {'name': 'tempest-secgroup-1817471495'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:15.074126 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b105a419-485b-4e4c-9bb3-ba144acac8f0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.101862 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.154095 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b105a419-485b-4e4c-9bb3-ba144acac8f0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.157874 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b105a419-485b-4e4c-9bb3-ba144acac8f0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.188012 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b105a419-485b-4e4c-9bb3-ba144acac8f0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.191058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b105a419-485b-4e4c-9bb3-ba144acac8f0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1462610 Nov 27 01:43:15.192633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43494) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:15.193002 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105a419-485b-4e4c-9bb3-ba144acac8f0 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a6a020-2bbf-4dc6-b92b-0a16f84c4df5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:15.196166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-cd53eb6b-192b-4487-a11d-bd56362c730c', 'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'tenant_id': '53a40ee2303342afad29d16d8830eb6c', 'fixed_ips': [{'subnet_id': 'a33dac17-a4d3-4881-ad85-49d75e6e90b5'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:43:15.197033 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.198344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9781c177-c6ce-420a-829b-b0a67e566055 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'security_group': {'name': 'tempest-secgroup-1105843491'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:15.220875 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9781c177-c6ce-420a-829b-b0a67e566055 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.291249 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9781c177-c6ce-420a-829b-b0a67e566055 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.295023 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9781c177-c6ce-420a-829b-b0a67e566055 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.323241 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9781c177-c6ce-420a-829b-b0a67e566055 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.324463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9781c177-c6ce-420a-829b-b0a67e566055 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1308241 Nov 27 01:43:15.327442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43496) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:15.328712 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c177-c6ce-420a-829b-b0a67e566055 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d66d1db-aa06-4026-a2f0-d36ff2f2aac2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:15.333385 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Allocated IP 2001:db8::2 (cd53eb6b-192b-4487-a11d-bd56362c730c/a33dac17-a4d3-4881-ad85-49d75e6e90b5/542b181e-80e0-44d3-90d0-3119beee8bdb) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:15.336150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1582810855', 'security_groups': ['3d66d1db-aa06-4026-a2f0-d36ff2f2aac2'], 'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a33dac17-a4d3-4881-ad85-49d75e6e90b5'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:15.451781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:15.483530 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.491138 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.532474 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.532774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Network cd53eb6b-192b-4487-a11d-bd56362c730c is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:15.536087 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:15.541102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:15.544280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Pushing event updated for resources: {'Port': ['ID=542b181e-80e0-44d3-90d0-3119beee8bdb,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:15.551160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port b38d5b54-4f91-40d6-aee9-3a2683a8f229 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:43:15.734389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8::206 (cd53eb6b-192b-4487-a11d-bd56362c730c/a33dac17-a4d3-4881-ad85-49d75e6e90b5/b38d5b54-4f91-40d6-aee9-3a2683a8f229) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:15.740243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 939ad648-ad81-4ea5-8a92-7030e5b62d47 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:15.769145 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 939ad648-ad81-4ea5-8a92-7030e5b62d47 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:15.769479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 939ad648-ad81-4ea5-8a92-7030e5b62d47 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:15.773142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Attempting to bind port 542b181e-80e0-44d3-90d0-3119beee8bdb on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:43:15.773528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Attempting to bind port 542b181e-80e0-44d3-90d0-3119beee8bdb by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ceebe615-59bd-4d11-b6c7-6b374256da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:43:15.773876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Attempting to bind port 542b181e-80e0-44d3-90d0-3119beee8bdb on network cd53eb6b-192b-4487-a11d-bd56362c730c {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:43:15.779419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:43:15.779816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Checking segment: {'id': 'ceebe615-59bd-4d11-b6c7-6b374256da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:15.780188 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.780613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Bound using segment: {'id': 'ceebe615-59bd-4d11-b6c7-6b374256da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:43:15.781079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Bound port: 542b181e-80e0-44d3-90d0-3119beee8bdb, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceebe615-59bd-4d11-b6c7-6b374256da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:43:15.781459 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.843089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] For port 542b181e-80e0-44d3-90d0-3119beee8bdb, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:43:15.846089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] For port 542b181e-80e0-44d3-90d0-3119beee8bdb, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=542b181e-80e0-44d3-90d0-3119beee8bdb,segment=NetworkSegment(ceebe615-59bd-4d11-b6c7-6b374256da5a),segment_id=ceebe615-59bd-4d11-b6c7-6b374256da5a)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:43:15.851781 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.875342 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.914794 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.915550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927e05f-5e00-4bd1-be0b-562fec49a894 None None] Pushing event updated for resources: {'Port': ['ID=542b181e-80e0-44d3-90d0-3119beee8bdb,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:15.963113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network cd53eb6b-192b-4487-a11d-bd56362c730c is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:15.966227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:15.968570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:15.974421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:15.975105 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:15.992450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=b38d5b54-4f91-40d6-aee9-3a2683a8f229,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:16.002488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-aa1dd22a-ddad-49ff-9e00-851efce27bb9 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6733661 Nov 27 01:43:16.006226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43500) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:16.013393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e3052035-e269-4597-82bb-464598abfbce tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:16.176066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3052035-e269-4597-82bb-464598abfbce tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:16.180633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e3052035-e269-4597-82bb-464598abfbce tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:16.278030 n-d-819494-2 neutron-server[103385]: INFO neutron.db.ipam_backend_mixin [None req-e3052035-e269-4597-82bb-464598abfbce tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a33dac17-a4d3-4881-ad85-49d75e6e90b5 (CIDR: 2001:db8::/64) Nov 27 01:43:16.281089 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3052035-e269-4597-82bb-464598abfbce tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:43:16.281526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3052035-e269-4597-82bb-464598abfbce tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:16.296548 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e3052035-e269-4597-82bb-464598abfbce tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2889500 Nov 27 01:43:16.299267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43502) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:16.304133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4d9bffc6-ebf6-4c44-9295-9472a96312dc tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:16.412646 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9bffc6-ebf6-4c44-9295-9472a96312dc tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:16.416147 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d9bffc6-ebf6-4c44-9295-9472a96312dc tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:16.641278 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d9bffc6-ebf6-4c44-9295-9472a96312dc tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:16.695814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9bffc6-ebf6-4c44-9295-9472a96312dc tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network cd53eb6b-192b-4487-a11d-bd56362c730c is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:16.699210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-4d9bffc6-ebf6-4c44-9295-9472a96312dc tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:16.703524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9bffc6-ebf6-4c44-9295-9472a96312dc tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:16.704113 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d9bffc6-ebf6-4c44-9295-9472a96312dc tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:16.709598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bffc6-ebf6-4c44-9295-9472a96312dc tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Subnet': ['ID=511d262c-11da-4ebd-bfe2-b2934340d377,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:16.724255 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4d9bffc6-ebf6-4c44-9295-9472a96312dc tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4238582 Nov 27 01:43:16.727137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43506) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:16.732644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b4f0b45f-c693-408f-a1e6-4c3d76810e38 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2107301787', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '511d262c-11da-4ebd-bfe2-b2934340d377'}], 'security_groups': ['86a6a020-2bbf-4dc6-b92b-0a16f84c4df5']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:16.793731 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:16.884561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78def3a4-8bf0-40b0-a3f9-69e54bbed5fd None None] Network cd53eb6b-192b-4487-a11d-bd56362c730c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:16.893552 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b45f-c693-408f-a1e6-4c3d76810e38 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:16.946766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7c324398-dd22-4317-bee5-bdc67d9b69df None None] Provisioning complete for port f3469573-ec49-4514-b7a6-6fd690d04522 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:16.947136 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7c324398-dd22-4317-bee5-bdc67d9b69df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.004529 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7c324398-dd22-4317-bee5-bdc67d9b69df None None] Port f3469573-ec49-4514-b7a6-6fd690d04522 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:17.043615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7c324398-dd22-4317-bee5-bdc67d9b69df None None] Provisioning complete for port 542b181e-80e0-44d3-90d0-3119beee8bdb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:17.043982 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7c324398-dd22-4317-bee5-bdc67d9b69df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.157290 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7c324398-dd22-4317-bee5-bdc67d9b69df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.202386 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-b4f0b45f-c693-408f-a1e6-4c3d76810e38 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Delete allocated IP 2001:db8::206 (cd53eb6b-192b-4487-a11d-bd56362c730c/a33dac17-a4d3-4881-ad85-49d75e6e90b5) {{(pid=103384) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 01:43:17.210817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-b4f0b45f-c693-408f-a1e6-4c3d76810e38 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8:0:1::388 (cd53eb6b-192b-4487-a11d-bd56362c730c/511d262c-11da-4ebd-bfe2-b2934340d377/b38d5b54-4f91-40d6-aee9-3a2683a8f229) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:17.215406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7c324398-dd22-4317-bee5-bdc67d9b69df None None] For port 542b181e-80e0-44d3-90d0-3119beee8bdb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=542b181e-80e0-44d3-90d0-3119beee8bdb,segment=NetworkSegment(ceebe615-59bd-4d11-b6c7-6b374256da5a),segment_id=ceebe615-59bd-4d11-b6c7-6b374256da5a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:17.216579 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cedae6-b722-44f9-9a56-5b123e8ed974 None None] Update dhcp port {'port': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'fixed_ips': [{'subnet_id': 'a33dac17-a4d3-4881-ad85-49d75e6e90b5', 'ip_address': '2001:db8::2'}, {'subnet_id': '511d262c-11da-4ebd-bfe2-b2934340d377'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '542b181e-80e0-44d3-90d0-3119beee8bdb'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:43:17.219305 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7c324398-dd22-4317-bee5-bdc67d9b69df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.275981 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e6cedae6-b722-44f9-9a56-5b123e8ed974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.301100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c324398-dd22-4317-bee5-bdc67d9b69df None None] Pushing event updated for resources: {'Port': ['ID=542b181e-80e0-44d3-90d0-3119beee8bdb,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:17.365366 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b45f-c693-408f-a1e6-4c3d76810e38 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.370005 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b45f-c693-408f-a1e6-4c3d76810e38 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.401442 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.428398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-b4f0b45f-c693-408f-a1e6-4c3d76810e38 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] In _notify_port_updated(), no bound segment for port b38d5b54-4f91-40d6-aee9-3a2683a8f229 on network cd53eb6b-192b-4487-a11d-bd56362c730c {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:43:17.434211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f0b45f-c693-408f-a1e6-4c3d76810e38 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:17.434845 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b45f-c693-408f-a1e6-4c3d76810e38 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.438611 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b4f0b45f-c693-408f-a1e6-4c3d76810e38 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "PUT /v2.0/ports/b38d5b54-4f91-40d6-aee9-3a2683a8f229 HTTP/1.1" status: 200 len: 931 time: 0.7079196 Nov 27 01:43:17.439139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43508) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:17.458139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0b45f-c693-408f-a1e6-4c3d76810e38 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=b38d5b54-4f91-40d6-aee9-3a2683a8f229,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:17.473275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-e6cedae6-b722-44f9-9a56-5b123e8ed974 None None] Allocated IP 2001:db8:0:1::2 (cd53eb6b-192b-4487-a11d-bd56362c730c/511d262c-11da-4ebd-bfe2-b2934340d377/542b181e-80e0-44d3-90d0-3119beee8bdb) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:17.530728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6ef87-b6b9-4a55-a6ce-9072bad6b1f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port b38d5b54-4f91-40d6-aee9-3a2683a8f229 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:17.531065 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ba6ef87-b6b9-4a55-a6ce-9072bad6b1f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.579991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e6cedae6-b722-44f9-9a56-5b123e8ed974 None None] For port 542b181e-80e0-44d3-90d0-3119beee8bdb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=542b181e-80e0-44d3-90d0-3119beee8bdb,segment=NetworkSegment(ceebe615-59bd-4d11-b6c7-6b374256da5a),segment_id=ceebe615-59bd-4d11-b6c7-6b374256da5a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:17.602283 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.617220 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e6cedae6-b722-44f9-9a56-5b123e8ed974 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.624476 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e6cedae6-b722-44f9-9a56-5b123e8ed974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.624894 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ba6ef87-b6b9-4a55-a6ce-9072bad6b1f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.638528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6ef87-b6b9-4a55-a6ce-9072bad6b1f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for b38d5b54-4f91-40d6-aee9-3a2683a8f229 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:17.719665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 542b181e-80e0-44d3-90d0-3119beee8bdb up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:17.722308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cedae6-b722-44f9-9a56-5b123e8ed974 None None] Pushing event updated for resources: {'Port': ['ID=542b181e-80e0-44d3-90d0-3119beee8bdb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:17.776971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 542b181e-80e0-44d3-90d0-3119beee8bdb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:17.777346 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.803644 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ba6ef87-b6b9-4a55-a6ce-9072bad6b1f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.841931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6ef87-b6b9-4a55-a6ce-9072bad6b1f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=b38d5b54-4f91-40d6-aee9-3a2683a8f229,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:17.866269 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ba6ef87-b6b9-4a55-a6ce-9072bad6b1f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.872121 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4ba6ef87-b6b9-4a55-a6ce-9072bad6b1f8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/b38d5b54-4f91-40d6-aee9-3a2683a8f229 HTTP/1.1" status: 204 len: 168 time: 0.4295104 Nov 27 01:43:17.872812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43512) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:17.899248 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d38a3c-e4a5-4b9d-9b58-c035a9de9c8b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:43:17.902283 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c1d38a3c-e4a5-4b9d-9b58-c035a9de9c8b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/b38d5b54-4f91-40d6-aee9-3a2683a8f229 HTTP/1.1" status: 404 len: 333 time: 0.0267377 Nov 27 01:43:17.903436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43514) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:17.958454 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80127934-26c3-419c-9d1c-1b20c1b1922c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:17.982637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80127934-26c3-419c-9d1c-1b20c1b1922c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.026711 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80127934-26c3-419c-9d1c-1b20c1b1922c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.029411 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80127934-26c3-419c-9d1c-1b20c1b1922c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.030691 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-80127934-26c3-419c-9d1c-1b20c1b1922c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d66d1db-aa06-4026-a2f0-d36ff2f2aac2 HTTP/1.1" status: 204 len: 168 time: 0.1263387 Nov 27 01:43:18.033464 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43516) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:18.041961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80127934-26c3-419c-9d1c-1b20c1b1922c tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d66d1db-aa06-4026-a2f0-d36ff2f2aac2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:18.098706 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b7e-204b-44a3-813f-bdb4cbfae6ac tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.125768 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b7e-204b-44a3-813f-bdb4cbfae6ac tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.178996 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b7e-204b-44a3-813f-bdb4cbfae6ac tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.181985 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b7e-204b-44a3-813f-bdb4cbfae6ac tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.183200 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f04f0b7e-204b-44a3-813f-bdb4cbfae6ac tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/security-groups/86a6a020-2bbf-4dc6-b92b-0a16f84c4df5 HTTP/1.1" status: 204 len: 168 time: 0.1480496 Nov 27 01:43:18.185919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43518) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:18.194652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f0b7e-204b-44a3-813f-bdb4cbfae6ac tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a6a020-2bbf-4dc6-b92b-0a16f84c4df5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:18.259693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c08ed6-3509-4fae-928a-d0835b20d8be tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting subnet a33dac17-a4d3-4881-ad85-49d75e6e90b5 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:18.263364 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6c08ed6-3509-4fae-928a-d0835b20d8be tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.306760 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6c08ed6-3509-4fae-928a-d0835b20d8be tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.353485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8935622f-49da-42d4-b918-57afa1d8a6db None None] Provisioning complete for port f3469573-ec49-4514-b7a6-6fd690d04522 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:18.354192 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8935622f-49da-42d4-b918-57afa1d8a6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.391567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8935622f-49da-42d4-b918-57afa1d8a6db None None] Port f3469573-ec49-4514-b7a6-6fd690d04522 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:18.402577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8935622f-49da-42d4-b918-57afa1d8a6db None None] Provisioning complete for port 542b181e-80e0-44d3-90d0-3119beee8bdb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:18.403139 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8935622f-49da-42d4-b918-57afa1d8a6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.407344 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6c08ed6-3509-4fae-928a-d0835b20d8be tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.477653 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6c08ed6-3509-4fae-928a-d0835b20d8be tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.499056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8935622f-49da-42d4-b918-57afa1d8a6db None None] Could not find standard attr ID for object b38d5b54-4f91-40d6-aee9-3a2683a8f229. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:43:18.508720 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e6c08ed6-3509-4fae-928a-d0835b20d8be tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.516029 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43522) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:18.516657 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e6c08ed6-3509-4fae-928a-d0835b20d8be tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/a33dac17-a4d3-4881-ad85-49d75e6e90b5 HTTP/1.1" status: 204 len: 168 time: 0.3290410 Nov 27 01:43:18.517548 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c08ed6-3509-4fae-928a-d0835b20d8be tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Subnet': ['ID=a33dac17-a4d3-4881-ad85-49d75e6e90b5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:18.523341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-92cdcabe-613c-4861-9589-5359711fc408 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:18.544632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc5ee42-19d9-454e-af22-eab0ade92813 None None] Network cd53eb6b-192b-4487-a11d-bd56362c730c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:18.630971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-943b6dd7-ce84-40ff-9638-1816095eb5a7 None None] Could not find standard attr ID for object b38d5b54-4f91-40d6-aee9-3a2683a8f229. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:43:18.658427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cdcabe-613c-4861-9589-5359711fc408 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:18.662546 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92cdcabe-613c-4861-9589-5359711fc408 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.905760 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92cdcabe-613c-4861-9589-5359711fc408 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.955347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cdcabe-613c-4861-9589-5359711fc408 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network cd53eb6b-192b-4487-a11d-bd56362c730c is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:18.959450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-92cdcabe-613c-4861-9589-5359711fc408 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:18.963760 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cdcabe-613c-4861-9589-5359711fc408 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:18.964359 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-92cdcabe-613c-4861-9589-5359711fc408 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:18.977840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdcabe-613c-4861-9589-5359711fc408 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Subnet': ['ID=3ce133ab-14d4-4ef4-b3b9-064d83ca9c4b,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:18.987540 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-92cdcabe-613c-4861-9589-5359711fc408 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4701853 Nov 27 01:43:18.990862 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43524) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:18.995876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4c3909b3-ce02-4792-81d4-e1f1339e4279 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'security_group': {'name': 'tempest-secgroup-676220564'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:19.020639 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3909b3-ce02-4792-81d4-e1f1339e4279 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.102196 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3909b3-ce02-4792-81d4-e1f1339e4279 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.107021 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3909b3-ce02-4792-81d4-e1f1339e4279 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.140669 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c3909b3-ce02-4792-81d4-e1f1339e4279 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.145340 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4c3909b3-ce02-4792-81d4-e1f1339e4279 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1501060 Nov 27 01:43:19.145340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43526) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:19.149689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'security_group': {'name': 'tempest-secgroup-668489959'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:19.156167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3909b3-ce02-4792-81d4-e1f1339e4279 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba718730-4c04-4392-b787-583232f70e2b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:19.183866 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.265813 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.270277 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.273718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d50a6-2eef-4ef1-962a-e2d718ee227f None None] Network cd53eb6b-192b-4487-a11d-bd56362c730c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:19.306032 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.310202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43528) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:19.310370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1640050 Nov 27 01:43:19.312504 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc7ee93-20f1-42f7-85bd-e91d1267d3b0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:19.316305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a606fdf0-a3fd-4b02-a724-4e0712a4ae44 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'security_group': {'name': 'tempest-secgroup-33829205'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:19.321889 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:19.322167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:19.322673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:19.323409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:19.323409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:19.323704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:19.324057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:19.324667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:19.324801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:19.325032 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:19.325465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:19.325828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d2a75-a14d-4ca9-9eb3-5cf3b7cb457f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:19.353669 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a606fdf0-a3fd-4b02-a724-4e0712a4ae44 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.405702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e7beb5db-c7f3-4451-b62b-1fa217e5bb75 None None] Provisioning complete for port f3469573-ec49-4514-b7a6-6fd690d04522 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:19.406328 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7beb5db-c7f3-4451-b62b-1fa217e5bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.428272 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a606fdf0-a3fd-4b02-a724-4e0712a4ae44 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.432241 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a606fdf0-a3fd-4b02-a724-4e0712a4ae44 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.464187 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e7beb5db-c7f3-4451-b62b-1fa217e5bb75 None None] Port f3469573-ec49-4514-b7a6-6fd690d04522 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:19.464462 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a606fdf0-a3fd-4b02-a724-4e0712a4ae44 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.465803 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a606fdf0-a3fd-4b02-a724-4e0712a4ae44 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1543529 Nov 27 01:43:19.468822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43530) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:19.474079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-80683458', 'security_groups': ['932a60d7-433b-4ee3-84c2-85eeb8b835d4'], 'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3ce133ab-14d4-4ef4-b3b9-064d83ca9c4b'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:19.480234 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606fdf0-a3fd-4b02-a724-4e0712a4ae44 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932a60d7-433b-4ee3-84c2-85eeb8b835d4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:19.500448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e7beb5db-c7f3-4451-b62b-1fa217e5bb75 None None] Provisioning complete for port 542b181e-80e0-44d3-90d0-3119beee8bdb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:19.500821 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7beb5db-c7f3-4451-b62b-1fa217e5bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.615654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:19.621862 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.641612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] device_id is not set on port 64a24015-21d5-4eb7-a2bb-7f5d04dc27e6 yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:43:19.655702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1144a2-9c0c-4c1a-9457-b9d77374dddf None None] Update dhcp port {'port': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'fixed_ips': [{'subnet_id': '511d262c-11da-4ebd-bfe2-b2934340d377', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3ce133ab-14d4-4ef4-b3b9-064d83ca9c4b'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '542b181e-80e0-44d3-90d0-3119beee8bdb'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:43:19.683484 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db1144a2-9c0c-4c1a-9457-b9d77374dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.717907 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 542b181e-80e0-44d3-90d0-3119beee8bdb up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:19.840561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8::1d2 (cd53eb6b-192b-4487-a11d-bd56362c730c/3ce133ab-14d4-4ef4-b3b9-064d83ca9c4b/64a24015-21d5-4eb7-a2bb-7f5d04dc27e6) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:19.847285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 542b181e-80e0-44d3-90d0-3119beee8bdb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:19.847722 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:19.995611 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.033292 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.081898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network cd53eb6b-192b-4487-a11d-bd56362c730c is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:20.085352 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:20.089402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:20.090509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-db1144a2-9c0c-4c1a-9457-b9d77374dddf None None] Allocated IP 2001:db8::2 (cd53eb6b-192b-4487-a11d-bd56362c730c/3ce133ab-14d4-4ef4-b3b9-064d83ca9c4b/542b181e-80e0-44d3-90d0-3119beee8bdb) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:20.095694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:20.095949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.103136 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=64a24015-21d5-4eb7-a2bb-7f5d04dc27e6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:20.124747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43534) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:20.125886 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fe648e12-aa85-492f-bca9-71b63813d5fb tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6558504 Nov 27 01:43:20.131468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-febfa81b-1252-4b7a-b935-a6b6fcb363ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:20.207933 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-db1144a2-9c0c-4c1a-9457-b9d77374dddf None None] For port 542b181e-80e0-44d3-90d0-3119beee8bdb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=542b181e-80e0-44d3-90d0-3119beee8bdb,segment=NetworkSegment(ceebe615-59bd-4d11-b6c7-6b374256da5a),segment_id=ceebe615-59bd-4d11-b6c7-6b374256da5a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:20.240700 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db1144a2-9c0c-4c1a-9457-b9d77374dddf None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.245490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db1144a2-9c0c-4c1a-9457-b9d77374dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.259714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febfa81b-1252-4b7a-b935-a6b6fcb363ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:20.264138 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-febfa81b-1252-4b7a-b935-a6b6fcb363ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.348947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1144a2-9c0c-4c1a-9457-b9d77374dddf None None] Pushing event updated for resources: {'Port': ['ID=542b181e-80e0-44d3-90d0-3119beee8bdb,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:20.372733 n-d-819494-2 neutron-server[103384]: INFO neutron.db.ipam_backend_mixin [None req-febfa81b-1252-4b7a-b935-a6b6fcb363ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ce133ab-14d4-4ef4-b3b9-064d83ca9c4b (CIDR: 2001:db8::/64) Nov 27 01:43:20.377260 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-febfa81b-1252-4b7a-b935-a6b6fcb363ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:43:20.377929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febfa81b-1252-4b7a-b935-a6b6fcb363ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:20.396711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-febfa81b-1252-4b7a-b935-a6b6fcb363ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2704349 Nov 27 01:43:20.399830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43536) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:20.405547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-68c3ddc6-77ce-401a-ad05-d53bedc44fc5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:20.531077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c3ddc6-77ce-401a-ad05-d53bedc44fc5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:20.535583 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68c3ddc6-77ce-401a-ad05-d53bedc44fc5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.633464 n-d-819494-2 neutron-server[103385]: INFO neutron.db.ipam_backend_mixin [None req-68c3ddc6-77ce-401a-ad05-d53bedc44fc5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 511d262c-11da-4ebd-bfe2-b2934340d377 (CIDR: 2001:db8:0:1::/64) Nov 27 01:43:20.637086 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c3ddc6-77ce-401a-ad05-d53bedc44fc5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:43:20.637544 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c3ddc6-77ce-401a-ad05-d53bedc44fc5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:20.660157 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43540) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:20.660352 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-68c3ddc6-77ce-401a-ad05-d53bedc44fc5 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2591801 Nov 27 01:43:20.665860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7df45928-97b5-4e4d-b68b-1b115a2b8917 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'subnet': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:20.790862 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df45928-97b5-4e4d-b68b-1b115a2b8917 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Made reservation on behalf of 53a40ee2303342afad29d16d8830eb6c for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:20.794398 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df45928-97b5-4e4d-b68b-1b115a2b8917 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:20.971563 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-54009e77-a191-4faf-aef9-9e45767bbd91 None None] Provisioning complete for port f3469573-ec49-4514-b7a6-6fd690d04522 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:20.972159 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-54009e77-a191-4faf-aef9-9e45767bbd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.022375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-54009e77-a191-4faf-aef9-9e45767bbd91 None None] Port f3469573-ec49-4514-b7a6-6fd690d04522 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:21.033785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-54009e77-a191-4faf-aef9-9e45767bbd91 None None] Provisioning complete for port 542b181e-80e0-44d3-90d0-3119beee8bdb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:21.034313 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-54009e77-a191-4faf-aef9-9e45767bbd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.074614 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df45928-97b5-4e4d-b68b-1b115a2b8917 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.126010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df45928-97b5-4e4d-b68b-1b115a2b8917 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Network cd53eb6b-192b-4487-a11d-bd56362c730c is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:21.130487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-7df45928-97b5-4e4d-b68b-1b115a2b8917 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:21.134878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df45928-97b5-4e4d-b68b-1b115a2b8917 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:21.135604 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7df45928-97b5-4e4d-b68b-1b115a2b8917 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.151781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df45928-97b5-4e4d-b68b-1b115a2b8917 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Subnet': ['ID=72d1a247-d875-42d8-9582-087b10a19550,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:21.161735 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7df45928-97b5-4e4d-b68b-1b115a2b8917 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5001590 Nov 27 01:43:21.164357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43542) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:21.169699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-20c79d16-3a9d-4976-99b3-7696db32a0ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1150543207', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '72d1a247-d875-42d8-9582-087b10a19550'}], 'security_groups': ['ba718730-4c04-4392-b787-583232f70e2b', 'cdc7ee93-20f1-42f7-85bd-e91d1267d3b0']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:21.237908 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20c79d16-3a9d-4976-99b3-7696db32a0ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.261367 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ad56b4e8-cc79-4b11-8dd6-422613b21d6a None None] Provisioning complete for port 64a24015-21d5-4eb7-a2bb-7f5d04dc27e6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:21.261878 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ad56b4e8-cc79-4b11-8dd6-422613b21d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.298792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ad56b4e8-cc79-4b11-8dd6-422613b21d6a None None] Port 64a24015-21d5-4eb7-a2bb-7f5d04dc27e6 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:21.314467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e40ce-a41d-4007-81a1-447a4c695dca None None] Network cd53eb6b-192b-4487-a11d-bd56362c730c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:21.477873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-96fedeb3-a27b-4bea-b980-5d61483f8a41 None None] Could not find standard attr ID for object b38d5b54-4f91-40d6-aee9-3a2683a8f229. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:43:21.547956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23f9d6a-0ff9-4293-a7b7-576b5b8beaea None None] Update dhcp port {'port': {'network_id': 'cd53eb6b-192b-4487-a11d-bd56362c730c', 'fixed_ips': [{'subnet_id': '511d262c-11da-4ebd-bfe2-b2934340d377', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3ce133ab-14d4-4ef4-b3b9-064d83ca9c4b', 'ip_address': '2001:db8::2'}, {'subnet_id': '72d1a247-d875-42d8-9582-087b10a19550'}], 'binding:host_id': 'n-d-819494-2'}, 'id': '542b181e-80e0-44d3-90d0-3119beee8bdb'} from n-d-819494-2. {{(pid=103386) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 27 01:43:21.556505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-20c79d16-3a9d-4976-99b3-7696db32a0ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Delete allocated IP 2001:db8::1d2 (cd53eb6b-192b-4487-a11d-bd56362c730c/3ce133ab-14d4-4ef4-b3b9-064d83ca9c4b) {{(pid=103384) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 27 01:43:21.563839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-20c79d16-3a9d-4976-99b3-7696db32a0ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Allocated IP 2001:db8:0:2::9e (cd53eb6b-192b-4487-a11d-bd56362c730c/72d1a247-d875-42d8-9582-087b10a19550/64a24015-21d5-4eb7-a2bb-7f5d04dc27e6) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:21.576215 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e23f9d6a-0ff9-4293-a7b7-576b5b8beaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.680224 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 542b181e-80e0-44d3-90d0-3119beee8bdb up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:21.737457 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20c79d16-3a9d-4976-99b3-7696db32a0ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.742729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20c79d16-3a9d-4976-99b3-7696db32a0ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.744672 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 542b181e-80e0-44d3-90d0-3119beee8bdb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:21.745045 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.815781 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-20c79d16-3a9d-4976-99b3-7696db32a0ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] In _notify_port_updated(), no bound segment for port 64a24015-21d5-4eb7-a2bb-7f5d04dc27e6 on network cd53eb6b-192b-4487-a11d-bd56362c730c {{(pid=103384) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 27 01:43:21.821417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c79d16-3a9d-4976-99b3-7696db32a0ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:21.822073 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-20c79d16-3a9d-4976-99b3-7696db32a0ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.823474 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-20c79d16-3a9d-4976-99b3-7696db32a0ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "PUT /v2.0/ports/64a24015-21d5-4eb7-a2bb-7f5d04dc27e6 HTTP/1.1" status: 200 len: 969 time: 0.6581097 Nov 27 01:43:21.826437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43546) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:21.830656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c79d16-3a9d-4976-99b3-7696db32a0ae tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event updated for resources: {'Port': ['ID=64a24015-21d5-4eb7-a2bb-7f5d04dc27e6,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:21.925323 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f61e0d32-f9c8-46aa-b904-0da91c01582b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port 64a24015-21d5-4eb7-a2bb-7f5d04dc27e6 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:21.925665 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f61e0d32-f9c8-46aa-b904-0da91c01582b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:21.978517 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-e23f9d6a-0ff9-4293-a7b7-576b5b8beaea None None] Allocated IP 2001:db8:0:2::2 (cd53eb6b-192b-4487-a11d-bd56362c730c/72d1a247-d875-42d8-9582-087b10a19550/542b181e-80e0-44d3-90d0-3119beee8bdb) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:22.012374 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f61e0d32-f9c8-46aa-b904-0da91c01582b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.025392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f61e0d32-f9c8-46aa-b904-0da91c01582b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for 64a24015-21d5-4eb7-a2bb-7f5d04dc27e6 owned by {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:22.108060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e23f9d6a-0ff9-4293-a7b7-576b5b8beaea None None] For port 542b181e-80e0-44d3-90d0-3119beee8bdb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=542b181e-80e0-44d3-90d0-3119beee8bdb,segment=NetworkSegment(ceebe615-59bd-4d11-b6c7-6b374256da5a),segment_id=ceebe615-59bd-4d11-b6c7-6b374256da5a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:22.138627 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e23f9d6a-0ff9-4293-a7b7-576b5b8beaea None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.144487 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e23f9d6a-0ff9-4293-a7b7-576b5b8beaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.157254 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f61e0d32-f9c8-46aa-b904-0da91c01582b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.185794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e0d32-f9c8-46aa-b904-0da91c01582b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=64a24015-21d5-4eb7-a2bb-7f5d04dc27e6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:22.211013 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f61e0d32-f9c8-46aa-b904-0da91c01582b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.214422 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f61e0d32-f9c8-46aa-b904-0da91c01582b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/64a24015-21d5-4eb7-a2bb-7f5d04dc27e6 HTTP/1.1" status: 204 len: 168 time: 0.3869493 Nov 27 01:43:22.217069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43548) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:22.250870 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f9d6a-0ff9-4293-a7b7-576b5b8beaea None None] Pushing event updated for resources: {'Port': ['ID=542b181e-80e0-44d3-90d0-3119beee8bdb,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:22.488921 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17a3293-3844-4aa5-8356-760f43008d53 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] GET failed (client error): The resource could not be found. Nov 27 01:43:22.492848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a17a3293-3844-4aa5-8356-760f43008d53 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports/64a24015-21d5-4eb7-a2bb-7f5d04dc27e6 HTTP/1.1" status: 404 len: 333 time: 0.2723720 Nov 27 01:43:22.493058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43550) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:22.545913 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-deb4ad7f-4130-470b-b343-8293ad6e52d8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.570552 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-deb4ad7f-4130-470b-b343-8293ad6e52d8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.611365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-deb4ad7f-4130-470b-b343-8293ad6e52d8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.614653 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-deb4ad7f-4130-470b-b343-8293ad6e52d8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.615808 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-deb4ad7f-4130-470b-b343-8293ad6e52d8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/security-groups/932a60d7-433b-4ee3-84c2-85eeb8b835d4 HTTP/1.1" status: 204 len: 168 time: 0.1218541 Nov 27 01:43:22.618707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43552) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:22.625679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4ad7f-4130-470b-b343-8293ad6e52d8 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932a60d7-433b-4ee3-84c2-85eeb8b835d4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:22.677644 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25118d89-c804-4876-b523-778d68f98774 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.703512 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25118d89-c804-4876-b523-778d68f98774 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.746940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25118d89-c804-4876-b523-778d68f98774 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.749705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25118d89-c804-4876-b523-778d68f98774 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.750923 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-25118d89-c804-4876-b523-778d68f98774 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/security-groups/cdc7ee93-20f1-42f7-85bd-e91d1267d3b0 HTTP/1.1" status: 204 len: 168 time: 0.1311970 Nov 27 01:43:22.754646 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43556) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:22.761494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25118d89-c804-4876-b523-778d68f98774 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc7ee93-20f1-42f7-85bd-e91d1267d3b0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:22.815185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-00ca5bca-04a0-4fda-a2c6-60a31f166eec None None] Provisioning complete for port f3469573-ec49-4514-b7a6-6fd690d04522 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:22.815858 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00ca5bca-04a0-4fda-a2c6-60a31f166eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.820995 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-29075659-7261-4780-a1fa-29effb6ddcb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.847618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-29075659-7261-4780-a1fa-29effb6ddcb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.856758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-00ca5bca-04a0-4fda-a2c6-60a31f166eec None None] Port f3469573-ec49-4514-b7a6-6fd690d04522 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:22.868449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-00ca5bca-04a0-4fda-a2c6-60a31f166eec None None] Provisioning complete for port 542b181e-80e0-44d3-90d0-3119beee8bdb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:22.868822 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-00ca5bca-04a0-4fda-a2c6-60a31f166eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.895067 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-29075659-7261-4780-a1fa-29effb6ddcb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.897758 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-29075659-7261-4780-a1fa-29effb6ddcb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:22.898953 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-29075659-7261-4780-a1fa-29effb6ddcb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/security-groups/ba718730-4c04-4392-b787-583232f70e2b HTTP/1.1" status: 204 len: 168 time: 0.1433237 Nov 27 01:43:22.902160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43558) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:22.915852 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29075659-7261-4780-a1fa-29effb6ddcb4 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba718730-4c04-4392-b787-583232f70e2b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:22.967643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cb4958-37bf-4cf0-91ab-f74116ba334b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting subnet 3ce133ab-14d4-4ef4-b3b9-064d83ca9c4b {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:22.968206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-00ca5bca-04a0-4fda-a2c6-60a31f166eec None None] Could not find standard attr ID for object 64a24015-21d5-4eb7-a2bb-7f5d04dc27e6. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:43:22.972737 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4958-37bf-4cf0-91ab-f74116ba334b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.020937 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4958-37bf-4cf0-91ab-f74116ba334b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.081201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-11429e8a-f4bd-4885-a64e-6825a74dd742 None None] Could not find standard attr ID for object 64a24015-21d5-4eb7-a2bb-7f5d04dc27e6. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 01:43:23.115137 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4958-37bf-4cf0-91ab-f74116ba334b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.182553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4958-37bf-4cf0-91ab-f74116ba334b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.210640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb4958-37bf-4cf0-91ab-f74116ba334b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce133ab-14d4-4ef4-b3b9-064d83ca9c4b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:23.214833 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4958-37bf-4cf0-91ab-f74116ba334b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.218166 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a4cb4958-37bf-4cf0-91ab-f74116ba334b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/3ce133ab-14d4-4ef4-b3b9-064d83ca9c4b HTTP/1.1" status: 204 len: 168 time: 0.3148494 Nov 27 01:43:23.222424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43560) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:23.239570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634eef6c-6240-4dbb-b8f8-727cc40bc9b0 None None] Network cd53eb6b-192b-4487-a11d-bd56362c730c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:23.281385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-492a71d2-ba49-4029-ad24-f6b33516911a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting subnet 72d1a247-d875-42d8-9582-087b10a19550 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:23.285429 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-492a71d2-ba49-4029-ad24-f6b33516911a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.324742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-492a71d2-ba49-4029-ad24-f6b33516911a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.409992 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-492a71d2-ba49-4029-ad24-f6b33516911a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.476766 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-492a71d2-ba49-4029-ad24-f6b33516911a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.504447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a71d2-ba49-4029-ad24-f6b33516911a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Subnet': ['ID=72d1a247-d875-42d8-9582-087b10a19550,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:23.509861 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-492a71d2-ba49-4029-ad24-f6b33516911a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.513154 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-492a71d2-ba49-4029-ad24-f6b33516911a tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/72d1a247-d875-42d8-9582-087b10a19550 HTTP/1.1" status: 204 len: 168 time: 0.2895226 Nov 27 01:43:23.515568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43562) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:23.543745 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbc8ec4-b4ef-453e-9fad-0c3b37b1d6ab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] DELETE failed (client error): The resource could not be found. Nov 27 01:43:23.544194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbc8ec4-b4ef-453e-9fad-0c3b37b1d6ab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:23.547305 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4dbc8ec4-b4ef-453e-9fad-0c3b37b1d6ab tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/3ce133ab-14d4-4ef4-b3b9-064d83ca9c4b HTTP/1.1" status: 404 len: 337 time: 0.0308163 Nov 27 01:43:23.549951 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43564) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:23.603246 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5211871-2f0c-4d17-baf3-f2e7bbf3ec7f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting subnet 511d262c-11da-4ebd-bfe2-b2934340d377 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:23.606558 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5211871-2f0c-4d17-baf3-f2e7bbf3ec7f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.652012 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5211871-2f0c-4d17-baf3-f2e7bbf3ec7f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.690635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 542b181e-80e0-44d3-90d0-3119beee8bdb up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:23.744197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 542b181e-80e0-44d3-90d0-3119beee8bdb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:23.744710 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.752521 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5211871-2f0c-4d17-baf3-f2e7bbf3ec7f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.820590 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5211871-2f0c-4d17-baf3-f2e7bbf3ec7f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.860368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5211871-2f0c-4d17-baf3-f2e7bbf3ec7f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Subnet': ['ID=511d262c-11da-4ebd-bfe2-b2934340d377,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:23.865374 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f5211871-2f0c-4d17-baf3-f2e7bbf3ec7f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:23.870099 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f5211871-2f0c-4d17-baf3-f2e7bbf3ec7f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/511d262c-11da-4ebd-bfe2-b2934340d377 HTTP/1.1" status: 204 len: 168 time: 0.3189173 Nov 27 01:43:23.872364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43568) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:23.902550 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-968fa992-5875-49f3-a3fd-438db69d22cf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] DELETE failed (client error): The resource could not be found. Nov 27 01:43:23.903035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968fa992-5875-49f3-a3fd-438db69d22cf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:23.906628 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-968fa992-5875-49f3-a3fd-438db69d22cf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/a33dac17-a4d3-4881-ad85-49d75e6e90b5 HTTP/1.1" status: 404 len: 337 time: 0.0324087 Nov 27 01:43:23.909015 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43570) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:23.938890 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-db9b6002-18bf-4724-aa00-8d7c69623f7d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "GET /v2.0/ports?device_id=400b5c4d-789a-43b5-ae88-7713fd2ac85d HTTP/1.1" status: 200 len: 205 time: 0.0287566 Nov 27 01:43:23.941992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43572) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:23.957055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e1760-f27f-4563-983b-224aaf1c67f6 None None] Network cd53eb6b-192b-4487-a11d-bd56362c730c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:23.984256 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-5d3639fa-59e6-408e-ad45-051eefd7ba23 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] delete failed (client error): The resource could not be found. Nov 27 01:43:23.985304 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5d3639fa-59e6-408e-ad45-051eefd7ba23 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/routers/400b5c4d-789a-43b5-ae88-7713fd2ac85d HTTP/1.1" status: 404 len: 336 time: 0.0422885 Nov 27 01:43:23.988476 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43574) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:24.015121 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-449c8101-3d9b-4aac-9dc3-7140c8afb693 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] DELETE failed (client error): The resource could not be found. Nov 27 01:43:24.015557 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449c8101-3d9b-4aac-9dc3-7140c8afb693 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:24.018569 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-449c8101-3d9b-4aac-9dc3-7140c8afb693 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/074ca5e7-ffcc-4852-a5c9-39d82e93276d HTTP/1.1" status: 404 len: 337 time: 0.0289559 Nov 27 01:43:24.021197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43576) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:24.046494 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-796db6b3-00ae-4462-b099-f59997c81a51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] DELETE failed (client error): The resource could not be found. Nov 27 01:43:24.047032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796db6b3-00ae-4462-b099-f59997c81a51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:24.048964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-036cf97b-e8da-4294-b1a9-56e69eb7f6d6 None None] Provisioning complete for port f3469573-ec49-4514-b7a6-6fd690d04522 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:24.049337 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-036cf97b-e8da-4294-b1a9-56e69eb7f6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.050554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-796db6b3-00ae-4462-b099-f59997c81a51 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/9db90da1-a599-4365-9fc0-7920af7ed519 HTTP/1.1" status: 404 len: 337 time: 0.0284369 Nov 27 01:43:24.053186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43578) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:24.079031 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bb5f4f-e991-4203-ad8c-35a0213c4d6b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] DELETE failed (client error): The resource could not be found. Nov 27 01:43:24.079474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33bb5f4f-e991-4203-ad8c-35a0213c4d6b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:24.082529 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-33bb5f4f-e991-4203-ad8c-35a0213c4d6b tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/a82d7169-09e7-4f8d-8802-a6568945127d HTTP/1.1" status: 404 len: 337 time: 0.0283544 Nov 27 01:43:24.084949 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43580) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:24.104149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-036cf97b-e8da-4294-b1a9-56e69eb7f6d6 None None] Port f3469573-ec49-4514-b7a6-6fd690d04522 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:24.106890 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4be045-f71b-4c94-bc64-040e268deef3 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] DELETE failed (client error): The resource could not be found. Nov 27 01:43:24.107446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4be045-f71b-4c94-bc64-040e268deef3 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:24.110491 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6e4be045-f71b-4c94-bc64-040e268deef3 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/7aa1d54a-7b51-44d4-a1ad-cf97025cae10 HTTP/1.1" status: 404 len: 333 time: 0.0246234 Nov 27 01:43:24.114074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43582) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:24.120760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-036cf97b-e8da-4294-b1a9-56e69eb7f6d6 None None] Provisioning complete for port 542b181e-80e0-44d3-90d0-3119beee8bdb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:24.121310 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-036cf97b-e8da-4294-b1a9-56e69eb7f6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.144058 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0feeaae-444e-4c91-a464-b27835c17fcd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] DELETE failed (client error): The resource could not be found. Nov 27 01:43:24.144512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0feeaae-444e-4c91-a464-b27835c17fcd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:24.147606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a0feeaae-444e-4c91-a464-b27835c17fcd tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/ebacabef-9d84-48db-a176-64f5c2329115 HTTP/1.1" status: 404 len: 337 time: 0.0325894 Nov 27 01:43:24.150118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43584) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:24.176077 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef678ab-ac19-4b5e-b5cb-33177edd2f47 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] DELETE failed (client error): The resource could not be found. Nov 27 01:43:24.176528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef678ab-ac19-4b5e-b5cb-33177edd2f47 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:24.179840 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cef678ab-ac19-4b5e-b5cb-33177edd2f47 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/feacd6a5-a1a3-4a55-a871-b97efd55b234 HTTP/1.1" status: 404 len: 337 time: 0.0285273 Nov 27 01:43:24.182426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43586) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:24.205758 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-da88245d-8573-4876-a975-ad16ffd2438d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] DELETE failed (client error): The resource could not be found. Nov 27 01:43:24.206282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da88245d-8573-4876-a975-ad16ffd2438d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:24.207326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c218e-7875-4ceb-be05-a1cebcc0399c None None] DHCP port deletion for cd53eb6b-192b-4487-a11d-bd56362c730c request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:24.209335 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-da88245d-8573-4876-a975-ad16ffd2438d tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/27fe0ae8-4b47-4b43-ab3a-cb23c6cde981 HTTP/1.1" status: 404 len: 333 time: 0.0260091 Nov 27 01:43:24.211891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43588) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:24.236753 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-018cc927-cd39-4f52-a99f-681a42b7fa95 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] DELETE failed (client error): The resource could not be found. Nov 27 01:43:24.237794 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018cc927-cd39-4f52-a99f-681a42b7fa95 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:24.243417 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-018cc927-cd39-4f52-a99f-681a42b7fa95 tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/1aaadb6b-fdd9-47ed-b445-df59bb703b2f HTTP/1.1" status: 404 len: 337 time: 0.0280075 Nov 27 01:43:24.243569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43590) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:24.258607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-620c218e-7875-4ceb-be05-a1cebcc0399c None None] Deleting port 542b181e-80e0-44d3-90d0-3119beee8bdb {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:24.258977 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-620c218e-7875-4ceb-be05-a1cebcc0399c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.269375 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-86756dec-e08e-4e77-b9da-f6ad8d0dc3ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] DELETE failed (client error): The resource could not be found. Nov 27 01:43:24.269826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86756dec-e08e-4e77-b9da-f6ad8d0dc3ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:43:24.272929 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-86756dec-e08e-4e77-b9da-f6ad8d0dc3ca tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/subnets/4a098e94-0495-422a-9610-59a6fd864d6a HTTP/1.1" status: 404 len: 337 time: 0.0284564 Nov 27 01:43:24.275583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43592) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:24.320271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-620c218e-7875-4ceb-be05-a1cebcc0399c None None] For port 542b181e-80e0-44d3-90d0-3119beee8bdb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=542b181e-80e0-44d3-90d0-3119beee8bdb,segment=NetworkSegment(ceebe615-59bd-4d11-b6c7-6b374256da5a),segment_id=ceebe615-59bd-4d11-b6c7-6b374256da5a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:24.320664 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-620c218e-7875-4ceb-be05-a1cebcc0399c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.337103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-620c218e-7875-4ceb-be05-a1cebcc0399c None None] Calling delete_port for 542b181e-80e0-44d3-90d0-3119beee8bdb owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:24.370308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-66caff6e-67ac-4ba2-b85e-0583c35b8dbf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Deleting port f3469573-ec49-4514-b7a6-6fd690d04522 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:24.370562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66caff6e-67ac-4ba2-b85e-0583c35b8dbf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.414182 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-620c218e-7875-4ceb-be05-a1cebcc0399c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.439497 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66caff6e-67ac-4ba2-b85e-0583c35b8dbf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.447103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c218e-7875-4ceb-be05-a1cebcc0399c None None] Pushing event deleted for resources: {'Port': ['ID=542b181e-80e0-44d3-90d0-3119beee8bdb,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:24.453839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c218e-7875-4ceb-be05-a1cebcc0399c None None] No DVR routers for this DVR port 542b181e-80e0-44d3-90d0-3119beee8bdb on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:24.468787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-66caff6e-67ac-4ba2-b85e-0583c35b8dbf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Calling delete_port for f3469573-ec49-4514-b7a6-6fd690d04522 owned by {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:24.548707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66caff6e-67ac-4ba2-b85e-0583c35b8dbf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.577073 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66caff6e-67ac-4ba2-b85e-0583c35b8dbf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Port': ['ID=f3469573-ec49-4514-b7a6-6fd690d04522,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:24.582968 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66caff6e-67ac-4ba2-b85e-0583c35b8dbf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.586369 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-66caff6e-67ac-4ba2-b85e-0583c35b8dbf tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/ports/f3469573-ec49-4514-b7a6-6fd690d04522 HTTP/1.1" status: 204 len: 168 time: 0.3098121 Nov 27 01:43:24.588740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43594) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:24.665525 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.752454 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.772113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd53eb6b-192b-4487-a11d-bd56362c730c']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:24.781185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceebe615-59bd-4d11-b6c7-6b374256da5a') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:24.781481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceebe615-59bd-4d11-b6c7-6b374256da5a') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:24.791104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.807176 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.813772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:43:24.814157 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:43:24.817210 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:43:24.875610 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.882507 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:24.889049 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] 10.222.0.37 "DELETE /v2.0/networks/cd53eb6b-192b-4487-a11d-bd56362c730c HTTP/1.1" status: 204 len: 168 time: 0.2959697 Nov 27 01:43:24.899895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca4ee8-9bbf-465c-b8cf-48740d60be6f tempest-PortsIpV6TestJSON-851799522 tempest-PortsIpV6TestJSON-851799522-project] Pushing event deleted for resources: {'Network': ['ID=cd53eb6b-192b-4487-a11d-bd56362c730c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:25.152046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43602) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:25.283851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3522df3e-f103-4e2c-8f2a-931ec769e2f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53a40ee2303342afad29d16d8830eb6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305938 Nov 27 01:43:25.286281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43608) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:25.332154 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5111c1f9-74cf-44f8-a476-88b97c1547e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:25.352794 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5111c1f9-74cf-44f8-a476-88b97c1547e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:25.399095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5111c1f9-74cf-44f8-a476-88b97c1547e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:25.401868 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5111c1f9-74cf-44f8-a476-88b97c1547e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:25.403089 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5111c1f9-74cf-44f8-a476-88b97c1547e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b694e41a-c1a6-49f7-91ee-f53d4f130779 HTTP/1.1" status: 204 len: 168 time: 0.1158957 Nov 27 01:43:25.411359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111c1f9-74cf-44f8-a476-88b97c1547e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b694e41a-c1a6-49f7-91ee-f53d4f130779,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:25.663416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 542b181e-80e0-44d3-90d0-3119beee8bdb no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:25.687054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 542b181e-80e0-44d3-90d0-3119beee8bdb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:25.687456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 542b181e-80e0-44d3-90d0-3119beee8bdb not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:26.036816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43632) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:26.139805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'network': {'name': 'tempest-RoutersTest-827277668'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:26.165514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:26.169006 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.177850 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.252489 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.256001 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.282522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:43:26.292826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bad414f-1073-4caa-8872-11eefb916779,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:26.298020 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.298329 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Added segment 7585e0ea-f45e-4682-b487-f069ef72004e of type vlan for network 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0 Nov 27 01:43:26.338146 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.362798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.368445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:26.369021 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.744047 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7060909 Nov 27 01:43:26.746691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43636) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:26.751822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5a182a89-b2eb-412c-aa43-19285f98f7f6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'network': {'name': 'tempest-RoutersTest-1246076861'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:26.756617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c983a0-d100-4161-912c-69824def15a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Network': ['ID=3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:26.766974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:43:26.774953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a182a89-b2eb-412c-aa43-19285f98f7f6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:26.778614 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a182a89-b2eb-412c-aa43-19285f98f7f6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.802415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a182a89-b2eb-412c-aa43-19285f98f7f6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:43:26.811572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a182a89-b2eb-412c-aa43-19285f98f7f6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.811911 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-5a182a89-b2eb-412c-aa43-19285f98f7f6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Added segment b78218c3-efb4-49ef-af11-f9c7f2928884 of type vlan for network 90a76ab3-0a80-4022-bc02-191f5a3d4c77 Nov 27 01:43:26.853150 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a182a89-b2eb-412c-aa43-19285f98f7f6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.876949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a182a89-b2eb-412c-aa43-19285f98f7f6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.883010 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a182a89-b2eb-412c-aa43-19285f98f7f6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:26.883740 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a182a89-b2eb-412c-aa43-19285f98f7f6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:26.942424 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5a182a89-b2eb-412c-aa43-19285f98f7f6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1945279 Nov 27 01:43:26.945356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43638) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:26.950487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a464c6f7-8635-45ac-8286-45078f6940fa tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'subnet': {'network_id': '3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:26.957603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a182a89-b2eb-412c-aa43-19285f98f7f6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Network': ['ID=90a76ab3-0a80-4022-bc02-191f5a3d4c77,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:26.968331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 90a76ab3-0a80-4022-bc02-191f5a3d4c77 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:43:27.047408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a464c6f7-8635-45ac-8286-45078f6940fa tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:27.047408 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a464c6f7-8635-45ac-8286-45078f6940fa tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.233020 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a464c6f7-8635-45ac-8286-45078f6940fa tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.299261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464c6f7-8635-45ac-8286-45078f6940fa tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Subnet': ['ID=7af51aec-81c9-4e17-93a5-9cdba88ea906,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:27.307159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a464c6f7-8635-45ac-8286-45078f6940fa tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Checking segment: {'id': '7585e0ea-f45e-4682-b487-f069ef72004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:27.307524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a464c6f7-8635-45ac-8286-45078f6940fa tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network hostable DHCP agents. Network: 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:43:27.324700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a464c6f7-8635-45ac-8286-45078f6940fa tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:43:27.333061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a464c6f7-8635-45ac-8286-45078f6940fa tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:27.337671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a464c6f7-8635-45ac-8286-45078f6940fa tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:27.338735 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a464c6f7-8635-45ac-8286-45078f6940fa tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.341855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc44ba-0178-46e4-b84d-880ec6327917 None None] Network 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:27.357761 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a464c6f7-8635-45ac-8286-45078f6940fa tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4086862 Nov 27 01:43:27.357988 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43642) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:27.363751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ab0e45c7-2dbf-471e-87d8-9764f76743a2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'subnet': {'network_id': '90a76ab3-0a80-4022-bc02-191f5a3d4c77', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:27.452132 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0e45c7-2dbf-471e-87d8-9764f76743a2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:27.455673 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab0e45c7-2dbf-471e-87d8-9764f76743a2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.490530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0', 'network_id': '3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'fixed_ips': [{'subnet_id': '7af51aec-81c9-4e17-93a5-9cdba88ea906'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:43:27.491496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.627786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Allocated IP 172.20.0.2 (3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0/7af51aec-81c9-4e17-93a5-9cdba88ea906/629d23ab-9eac-44ea-b97d-709c9d91f9bf) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:27.638611 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab0e45c7-2dbf-471e-87d8-9764f76743a2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.701634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e45c7-2dbf-471e-87d8-9764f76743a2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Subnet': ['ID=b32bfcce-effe-484c-980e-66373e47dc46,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:27.714062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e45c7-2dbf-471e-87d8-9764f76743a2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Checking segment: {'id': 'b78218c3-efb4-49ef-af11-f9c7f2928884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '90a76ab3-0a80-4022-bc02-191f5a3d4c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:27.714457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e45c7-2dbf-471e-87d8-9764f76743a2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network hostable DHCP agents. Network: 90a76ab3-0a80-4022-bc02-191f5a3d4c77, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:43:27.731586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e45c7-2dbf-471e-87d8-9764f76743a2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network 90a76ab3-0a80-4022-bc02-191f5a3d4c77 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:43:27.739828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-ab0e45c7-2dbf-471e-87d8-9764f76743a2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 90a76ab3-0a80-4022-bc02-191f5a3d4c77) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:27.744606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e45c7-2dbf-471e-87d8-9764f76743a2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:27.745208 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab0e45c7-2dbf-471e-87d8-9764f76743a2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.752803 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb49def-87a3-439b-b838-af78c5811260 None None] Network 90a76ab3-0a80-4022-bc02-191f5a3d4c77 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:27.770793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ab0e45c7-2dbf-471e-87d8-9764f76743a2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4115942 Nov 27 01:43:27.773351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43646) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:27.777956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-910505ee-e54f-40fd-863b-72e8d6dc7f86 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1054392211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:27.800604 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-910505ee-e54f-40fd-863b-72e8d6dc7f86 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.801618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-910505ee-e54f-40fd-863b-72e8d6dc7f86 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.815055 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.822208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.858526 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-910505ee-e54f-40fd-863b-72e8d6dc7f86 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.863275 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-910505ee-e54f-40fd-863b-72e8d6dc7f86 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.881481 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-910505ee-e54f-40fd-863b-72e8d6dc7f86 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:27.885300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-910505ee-e54f-40fd-863b-72e8d6dc7f86 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1083174 Nov 27 01:43:27.885481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:27.887795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Network 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:27.894890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:27.896965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Pushing event updated for resources: {'Port': ['ID=629d23ab-9eac-44ea-b97d-709c9d91f9bf,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:27.899234 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:27.987520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Attempting to bind port 629d23ab-9eac-44ea-b97d-709c9d91f9bf on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:43:27.987896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Attempting to bind port 629d23ab-9eac-44ea-b97d-709c9d91f9bf by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '7585e0ea-f45e-4682-b487-f069ef72004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:43:27.988257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Attempting to bind port 629d23ab-9eac-44ea-b97d-709c9d91f9bf on network 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:43:28.007346 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:43:28.007656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Checking segment: {'id': '7585e0ea-f45e-4682-b487-f069ef72004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:28.008057 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.008445 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Bound using segment: {'id': '7585e0ea-f45e-4682-b487-f069ef72004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:43:28.008916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Bound port: 629d23ab-9eac-44ea-b97d-709c9d91f9bf, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7585e0ea-f45e-4682-b487-f069ef72004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:43:28.009297 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.020201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-90a76ab3-0a80-4022-bc02-191f5a3d4c77', 'network_id': '90a76ab3-0a80-4022-bc02-191f5a3d4c77', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'fixed_ips': [{'subnet_id': 'b32bfcce-effe-484c-980e-66373e47dc46'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:43:28.021036 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.157423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] For port 629d23ab-9eac-44ea-b97d-709c9d91f9bf, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:43:28.162189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] For port 629d23ab-9eac-44ea-b97d-709c9d91f9bf, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=629d23ab-9eac-44ea-b97d-709c9d91f9bf,segment=NetworkSegment(7585e0ea-f45e-4682-b487-f069ef72004e),segment_id=7585e0ea-f45e-4682-b487-f069ef72004e)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:43:28.185665 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.186743 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.251660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Allocated IP 172.21.0.2 (90a76ab3-0a80-4022-bc02-191f5a3d4c77/b32bfcce-effe-484c-980e-66373e47dc46/2142d255-1e72-4916-a81c-cd85f0ce511a) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:28.276276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e296a-20bc-4b33-9811-129a6eefd83e None None] Pushing event updated for resources: {'Port': ['ID=629d23ab-9eac-44ea-b97d-709c9d91f9bf,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:28.449998 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.456885 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.489232 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Allocated IP 172.20.0.1 (3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0/7af51aec-81c9-4e17-93a5-9cdba88ea906/a332b5bb-ab0c-45ff-aeb6-f904f28782d9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:28.499059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Network 90a76ab3-0a80-4022-bc02-191f5a3d4c77 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:28.502160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:28.505273 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:28.519440 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Pushing event updated for resources: {'Port': ['ID=2142d255-1e72-4916-a81c-cd85f0ce511a,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:28.643602 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.688039 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.733197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Attempting to bind port 2142d255-1e72-4916-a81c-cd85f0ce511a on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:43:28.733753 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Attempting to bind port 2142d255-1e72-4916-a81c-cd85f0ce511a by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'b78218c3-efb4-49ef-af11-f9c7f2928884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '90a76ab3-0a80-4022-bc02-191f5a3d4c77'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:43:28.734117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Attempting to bind port 2142d255-1e72-4916-a81c-cd85f0ce511a on network 90a76ab3-0a80-4022-bc02-191f5a3d4c77 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:43:28.737673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:28.740792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:43:28.741166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Checking segment: {'id': 'b78218c3-efb4-49ef-af11-f9c7f2928884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '90a76ab3-0a80-4022-bc02-191f5a3d4c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:28.742015 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.742015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Bound using segment: {'id': 'b78218c3-efb4-49ef-af11-f9c7f2928884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '90a76ab3-0a80-4022-bc02-191f5a3d4c77'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:43:28.742406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:28.742600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Bound port: 2142d255-1e72-4916-a81c-cd85f0ce511a, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78218c3-efb4-49ef-af11-f9c7f2928884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '90a76ab3-0a80-4022-bc02-191f5a3d4c77'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:43:28.742963 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.754969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:28.803218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=a332b5bb-ab0c-45ff-aeb6-f904f28782d9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:28.824852 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.830812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] For port 2142d255-1e72-4916-a81c-cd85f0ce511a, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:43:28.834738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] For port 2142d255-1e72-4916-a81c-cd85f0ce511a, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2142d255-1e72-4916-a81c-cd85f0ce511a,segment=NetworkSegment(b78218c3-efb4-49ef-af11-f9c7f2928884),segment_id=b78218c3-efb4-49ef-af11-f9c7f2928884)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:43:28.840357 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:28.914674 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Pushing event updated for resources: {'Port': ['ID=2142d255-1e72-4916-a81c-cd85f0ce511a,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:28.923727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:28.924236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:28.925294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:28.925639 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:28.926027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:28.926432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:28.926768 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:28.927137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:28.927431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:28.927968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:28.928398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:28.928721 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e445c9f5-9abd-4db8-8ead-9f406bf5e741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:43:28.987434 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.469094 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.479506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.533904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cde202-bb99-44af-b2c3-55d0c98738b2 None None] Network 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:29.580970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=a332b5bb-ab0c-45ff-aeb6-f904f28782d9,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:29.583924 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.711040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-656d737e-7966-4717-975c-e652b18942e0 None None] Provisioning complete for port 629d23ab-9eac-44ea-b97d-709c9d91f9bf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:29.711498 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-656d737e-7966-4717-975c-e652b18942e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:29.715090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:29.718175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:29.821092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37e85e-6852-40ca-a342-28650c633675 req-dd66555c-a205-42a2-9c96-f4c6db62308c tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:29.834179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 629d23ab-9eac-44ea-b97d-709c9d91f9bf up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:29.835179 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ad37e85e-6852-40ca-a342-28650c633675 req-dd66555c-a205-42a2-9c96-f4c6db62308c tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 945 time: 0.3645082 Nov 27 01:43:29.918349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ad37e85e-6852-40ca-a342-28650c633675 req-ef9895f1-8af6-4546-9e88-3cd197d3b163 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/security-groups?id=58e4d503-3e85-4a7c-99fe-95b57f27e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792344 Nov 27 01:43:29.985313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 3ae5178f-ac66-4066-8212-dfb9a31cf3fc is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:43:30.056434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 629d23ab-9eac-44ea-b97d-709c9d91f9bf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:30.057012 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.095589 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-656d737e-7966-4717-975c-e652b18942e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.114030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:30.124991 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5ca4c8c3-94d1-4418-920d-8ab6010056e2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/3ae5178f-ac66-4066-8212-dfb9a31cf3fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2384839 Nov 27 01:43:30.127937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43660) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:30.134061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5969af3-4978-40db-a0f6-44705c835235 None None] Sync routers for ids ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:30.180465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5969af3-4978-40db-a0f6-44705c835235 None None] Routers {'3ae5178f-ac66-4066-8212-dfb9a31cf3fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:30.181132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b5969af3-4978-40db-a0f6-44705c835235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:30.186371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c670b-f9b1-492a-9f72-2d4699485860 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:30.187472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-656d737e-7966-4717-975c-e652b18942e0 None None] For port 629d23ab-9eac-44ea-b97d-709c9d91f9bf, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=629d23ab-9eac-44ea-b97d-709c9d91f9bf,segment=NetworkSegment(7585e0ea-f45e-4682-b487-f069ef72004e),segment_id=7585e0ea-f45e-4682-b487-f069ef72004e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:30.192479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43662) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:30.193184 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a42c670b-f9b1-492a-9f72-2d4699485860 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports/a332b5bb-ab0c-45ff-aeb6-f904f28782d9 HTTP/1.1" status: 200 len: 910 time: 0.0629041 Nov 27 01:43:30.244043 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-656d737e-7966-4717-975c-e652b18942e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.246815 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b5969af3-4978-40db-a0f6-44705c835235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:30.304372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78641ba1-6c35-4e08-86e1-40403832e599 None None] Network 90a76ab3-0a80-4022-bc02-191f5a3d4c77 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:30.339652 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.354528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bdafe-f487-40fd-956e-91ef30bcf9d4 req-671f6354-de6b-480f-b5bd-cf5137b2a241 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:30.359032 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-875bdafe-f487-40fd-956e-91ef30bcf9d4 req-671f6354-de6b-480f-b5bd-cf5137b2a241 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.11 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 945 time: 0.0633602 Nov 27 01:43:30.371973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5969af3-4978-40db-a0f6-44705c835235 None None] Routers {'3ae5178f-ac66-4066-8212-dfb9a31cf3fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:30.372666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b5969af3-4978-40db-a0f6-44705c835235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:30.449459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b5969af3-4978-40db-a0f6-44705c835235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:30.450019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5969af3-4978-40db-a0f6-44705c835235 None None] The sync data for ids ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:30.456724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d737e-7966-4717-975c-e652b18942e0 None None] Pushing event updated for resources: {'Port': ['ID=629d23ab-9eac-44ea-b97d-709c9d91f9bf,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:30.480953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-875bdafe-f487-40fd-956e-91ef30bcf9d4 req-89a52005-a5ca-4665-92b8-c2db22d0b7d7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Deleting port f1cc91cb-5d9a-427e-8a6e-35e59c684508 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:30.481299 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-875bdafe-f487-40fd-956e-91ef30bcf9d4 req-89a52005-a5ca-4665-92b8-c2db22d0b7d7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.513266 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-28653c6b-fea1-4d57-a5b8-797ff690ecd3 None None] Provisioning complete for port 2142d255-1e72-4916-a81c-cd85f0ce511a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:30.513896 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28653c6b-fea1-4d57-a5b8-797ff690ecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.594585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:43:30.594952 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:43:30.618979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-875bdafe-f487-40fd-956e-91ef30bcf9d4 req-89a52005-a5ca-4665-92b8-c2db22d0b7d7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] For port f1cc91cb-5d9a-427e-8a6e-35e59c684508, host n-h1-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-2',level=0,port_id=f1cc91cb-5d9a-427e-8a6e-35e59c684508,segment=NetworkSegment(026b0571-4e85-4145-8612-e6b36eb8bd19),segment_id=026b0571-4e85-4145-8612-e6b36eb8bd19)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:30.619383 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-875bdafe-f487-40fd-956e-91ef30bcf9d4 req-89a52005-a5ca-4665-92b8-c2db22d0b7d7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.634701 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.640259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-875bdafe-f487-40fd-956e-91ef30bcf9d4 req-89a52005-a5ca-4665-92b8-c2db22d0b7d7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Calling delete_port for f1cc91cb-5d9a-427e-8a6e-35e59c684508 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:30.680847 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28653c6b-fea1-4d57-a5b8-797ff690ecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.725003 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-28653c6b-fea1-4d57-a5b8-797ff690ecd3 None None] For port 2142d255-1e72-4916-a81c-cd85f0ce511a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2142d255-1e72-4916-a81c-cd85f0ce511a,segment=NetworkSegment(b78218c3-efb4-49ef-af11-f9c7f2928884),segment_id=b78218c3-efb4-49ef-af11-f9c7f2928884)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:30.731920 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-28653c6b-fea1-4d57-a5b8-797ff690ecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.812414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28653c6b-fea1-4d57-a5b8-797ff690ecd3 None None] Pushing event updated for resources: {'Port': ['ID=2142d255-1e72-4916-a81c-cd85f0ce511a,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:30.858900 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-875bdafe-f487-40fd-956e-91ef30bcf9d4 req-89a52005-a5ca-4665-92b8-c2db22d0b7d7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.862929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9ec3d53e-eb16-431a-8e85-6846569fae70 None None] Provisioning complete for port a332b5bb-ab0c-45ff-aeb6-f904f28782d9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:30.863435 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9ec3d53e-eb16-431a-8e85-6846569fae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.910008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3d53e-eb16-431a-8e85-6846569fae70 None None] Port a332b5bb-ab0c-45ff-aeb6-f904f28782d9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:30.914414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] get_ports_and_sgs() called for port_ids ['f1cc91cb-5d9a-427e-8a6e-35e59c684508'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:43:30.920319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a52005-a5ca-4665-92b8-c2db22d0b7d7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Pushing event deleted for resources: {'Port': ['ID=f1cc91cb-5d9a-427e-8a6e-35e59c684508,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:30.960413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9ec3d53e-eb16-431a-8e85-6846569fae70 None None] Provisioning complete for port 629d23ab-9eac-44ea-b97d-709c9d91f9bf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:30.961113 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9ec3d53e-eb16-431a-8e85-6846569fae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.963140 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-875bdafe-f487-40fd-956e-91ef30bcf9d4 req-89a52005-a5ca-4665-92b8-c2db22d0b7d7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] No DVR routers for this DVR port f1cc91cb-5d9a-427e-8a6e-35e59c684508 on host n-h1-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:30.965919 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-875bdafe-f487-40fd-956e-91ef30bcf9d4 req-89a52005-a5ca-4665-92b8-c2db22d0b7d7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:30.971015 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-875bdafe-f487-40fd-956e-91ef30bcf9d4 req-89a52005-a5ca-4665-92b8-c2db22d0b7d7 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.11 "DELETE /v2.0/ports/f1cc91cb-5d9a-427e-8a6e-35e59c684508 HTTP/1.1" status: 204 len: 173 time: 0.6055110 Nov 27 01:43:30.971689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76010535-60f8-4e1b-867f-ae2a04b187d9', 'name': 'network-vif-deleted', 'tag': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:43:30.975722 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13da5107-6f74-4817-ab59-f0b5a89fd5e9" -d '{"events": [{"server_uuid": "76010535-60f8-4e1b-867f-ae2a04b187d9", "name": "network-vif-deleted", "tag": "f1cc91cb-5d9a-427e-8a6e-35e59c684508"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:43:31.098325 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Allocated IP 172.21.0.1 (90a76ab3-0a80-4022-bc02-191f5a3d4c77/b32bfcce-effe-484c-980e-66373e47dc46/0ec476c7-3b11-4d7b-b90e-7ed1a88b2996) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:31.147892 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11e7589-d1c9-4556-a831-e90297a32652 x-openstack-request-id: req-e11e7589-d1c9-4556-a831-e90297a32652 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:43:31.148217 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76010535-60f8-4e1b-867f-ae2a04b187d9", "name": "network-vif-deleted", "tag": "f1cc91cb-5d9a-427e-8a6e-35e59c684508", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:43:31.148470 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e11e7589-d1c9-4556-a831-e90297a32652 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:43:31.148872 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76010535-60f8-4e1b-867f-ae2a04b187d9', 'name': 'network-vif-deleted', 'tag': 'f1cc91cb-5d9a-427e-8a6e-35e59c684508', 'status': 'completed', 'code': 200} Nov 27 01:43:31.174829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2142d255-1e72-4916-a81c-cd85f0ce511a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:31.232467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2142d255-1e72-4916-a81c-cd85f0ce511a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:31.232835 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:31.243650 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c5e71fe6-04b7-4916-8b0f-b1b21483f98e req-9a8ee846-04ad-43b7-a79d-da6d7d4dee85 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 210 time: 0.1754651 Nov 27 01:43:31.297928 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:31.334793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1b208702-a26b-4e1a-b63f-002a86a146d7 None None] Provisioning complete for port a332b5bb-ab0c-45ff-aeb6-f904f28782d9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:31.335165 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1b208702-a26b-4e1a-b63f-002a86a146d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:31.335895 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:31.382812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1b208702-a26b-4e1a-b63f-002a86a146d7 None None] Port a332b5bb-ab0c-45ff-aeb6-f904f28782d9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:31.384681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network 90a76ab3-0a80-4022-bc02-191f5a3d4c77 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:31.388165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:31.393297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:31.397420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=0ec476c7-3b11-4d7b-b90e-7ed1a88b2996,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:31.403358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1b208702-a26b-4e1a-b63f-002a86a146d7 None None] Provisioning complete for port 2142d255-1e72-4916-a81c-cd85f0ce511a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:31.404034 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1b208702-a26b-4e1a-b63f-002a86a146d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:31.456821 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:31.586998 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:31.698176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 629d23ab-9eac-44ea-b97d-709c9d91f9bf up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:31.753578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-66e56174-bfa0-4425-83e8-9907879bbafe None None] Provisioning complete for port 0ec476c7-3b11-4d7b-b90e-7ed1a88b2996 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:31.753942 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-66e56174-bfa0-4425-83e8-9907879bbafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:31.793642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-66e56174-bfa0-4425-83e8-9907879bbafe None None] Port 0ec476c7-3b11-4d7b-b90e-7ed1a88b2996 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:31.795969 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 629d23ab-9eac-44ea-b97d-709c9d91f9bf triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:31.796340 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:31.868467 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:31.873881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:31.879848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2142d255-1e72-4916-a81c-cd85f0ce511a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:31.927157 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2142d255-1e72-4916-a81c-cd85f0ce511a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:31.927559 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:31.949398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=0ec476c7-3b11-4d7b-b90e-7ed1a88b2996,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:31.952899 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:32.052471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network 90a76ab3-0a80-4022-bc02-191f5a3d4c77 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:32.054012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:32.325500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-11e66a42-60b9-4615-a7fd-147e3393544b None None] Provisioning complete for port 0ec476c7-3b11-4d7b-b90e-7ed1a88b2996 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:32.325907 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-11e66a42-60b9-4615-a7fd-147e3393544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:32.372725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3dff6466-42a6-4edb-a0dc-cb1aaaaf7289 req-dd0b7f3f-8e2b-4c3b-9587-0fb5193789e5 tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 210 time: 0.0284340 Nov 27 01:43:32.391178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-11e66a42-60b9-4615-a7fd-147e3393544b None None] Port 0ec476c7-3b11-4d7b-b90e-7ed1a88b2996 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:32.478154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 3ae5178f-ac66-4066-8212-dfb9a31cf3fc has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:43:32.571867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:32.577487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ab5ebe57-916c-4371-bb48-dcbed36a16d2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/3ae5178f-ac66-4066-8212-dfb9a31cf3fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3840418 Nov 27 01:43:32.580544 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43674) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:32.583331 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1185e2-9150-4c80-9f49-7a23ef40bc15 None None] Sync routers for ids ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:32.594643 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1185e2-9150-4c80-9f49-7a23ef40bc15 None None] Routers {'3ae5178f-ac66-4066-8212-dfb9a31cf3fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:32.595379 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6a1185e2-9150-4c80-9f49-7a23ef40bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:32.625080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21f4cb6-e769-4c43-b6e3-140aa521dbd2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:32.629289 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f21f4cb6-e769-4c43-b6e3-140aa521dbd2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports/0ec476c7-3b11-4d7b-b90e-7ed1a88b2996 HTTP/1.1" status: 200 len: 910 time: 0.0444560 Nov 27 01:43:32.629455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43676) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:32.631504 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6a1185e2-9150-4c80-9f49-7a23ef40bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:32.640915 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1185e2-9150-4c80-9f49-7a23ef40bc15 None None] Routers {'3ae5178f-ac66-4066-8212-dfb9a31cf3fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:32.641640 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6a1185e2-9150-4c80-9f49-7a23ef40bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:32.673984 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6a1185e2-9150-4c80-9f49-7a23ef40bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:32.675367 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1185e2-9150-4c80-9f49-7a23ef40bc15 None None] The sync data for ids ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:32.952472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41408a6c-31e9-4421-9a31-2f8caa8c8ed6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:33.196812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-41408a6c-31e9-4421-9a31-2f8caa8c8ed6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 0ec476c7-3b11-4d7b-b90e-7ed1a88b2996 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:33.197202 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41408a6c-31e9-4421-9a31-2f8caa8c8ed6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:33.287570 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41408a6c-31e9-4421-9a31-2f8caa8c8ed6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:33.299471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-41408a6c-31e9-4421-9a31-2f8caa8c8ed6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 0ec476c7-3b11-4d7b-b90e-7ed1a88b2996 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:33.478283 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eac701fd-fb8c-4143-83ba-16de64acdec5 req-9996f2e2-ac4b-4af0-a957-cbfcf9a3ca2b tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 210 time: 0.0327060 Nov 27 01:43:33.489963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device f1cc91cb-5d9a-427e-8a6e-35e59c684508 no longer exists at agent hyperv_n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:33.504551 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41408a6c-31e9-4421-9a31-2f8caa8c8ed6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:33.510881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] No Port match for: f1cc91cb-5d9a-427e-8a6e-35e59c684508 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:33.511309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Device f1cc91cb-5d9a-427e-8a6e-35e59c684508 not bound to the agent host n-h1-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:33.531295 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41408a6c-31e9-4421-9a31-2f8caa8c8ed6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=0ec476c7-3b11-4d7b-b90e-7ed1a88b2996,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:33.703605 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-41408a6c-31e9-4421-9a31-2f8caa8c8ed6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:33.907644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41408a6c-31e9-4421-9a31-2f8caa8c8ed6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 3ae5178f-ac66-4066-8212-dfb9a31cf3fc has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:43:34.000589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41408a6c-31e9-4421-9a31-2f8caa8c8ed6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:34.009876 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-41408a6c-31e9-4421-9a31-2f8caa8c8ed6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/3ae5178f-ac66-4066-8212-dfb9a31cf3fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3755960 Nov 27 01:43:34.010313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43680) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:34.011938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee09ef-8853-40d9-b8e2-39152d0b2db0 None None] Sync routers for ids ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:34.022224 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ee09ef-8853-40d9-b8e2-39152d0b2db0 None None] Routers {'3ae5178f-ac66-4066-8212-dfb9a31cf3fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:34.022875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-47ee09ef-8853-40d9-b8e2-39152d0b2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:34.055745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-47ee09ef-8853-40d9-b8e2-39152d0b2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:34.064733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ee09ef-8853-40d9-b8e2-39152d0b2db0 None None] Routers {'3ae5178f-ac66-4066-8212-dfb9a31cf3fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:34.065906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-47ee09ef-8853-40d9-b8e2-39152d0b2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:34.109481 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-47ee09ef-8853-40d9-b8e2-39152d0b2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:34.109943 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee09ef-8853-40d9-b8e2-39152d0b2db0 None None] The sync data for ids ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:34.345108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9056befb-125c-4671-bc47-35318b63beca tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:34.591468 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a18c17ab-9d01-45ab-972a-478b2719d2a9 req-4dc4a23a-dc67-45c8-800b-925b93e4811d tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 210 time: 0.0294147 Nov 27 01:43:34.594684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-9056befb-125c-4671-bc47-35318b63beca tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port a332b5bb-ab0c-45ff-aeb6-f904f28782d9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:34.595049 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9056befb-125c-4671-bc47-35318b63beca tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:34.690192 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9056befb-125c-4671-bc47-35318b63beca tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:34.702101 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-9056befb-125c-4671-bc47-35318b63beca tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for a332b5bb-ab0c-45ff-aeb6-f904f28782d9 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:34.888177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9056befb-125c-4671-bc47-35318b63beca tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:34.916019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056befb-125c-4671-bc47-35318b63beca tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=a332b5bb-ab0c-45ff-aeb6-f904f28782d9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:35.060418 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9056befb-125c-4671-bc47-35318b63beca tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:35.226286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9056befb-125c-4671-bc47-35318b63beca tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 3ae5178f-ac66-4066-8212-dfb9a31cf3fc has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:43:35.302944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9056befb-125c-4671-bc47-35318b63beca tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:35.308225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9056befb-125c-4671-bc47-35318b63beca tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/3ae5178f-ac66-4066-8212-dfb9a31cf3fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2967815 Nov 27 01:43:35.311161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43688) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:35.316968 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda1c46-3d73-4b3d-9e2b-75af1a5a6ad4 None None] Sync routers for ids ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:35.327714 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda1c46-3d73-4b3d-9e2b-75af1a5a6ad4 None None] Routers {'3ae5178f-ac66-4066-8212-dfb9a31cf3fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:35.328323 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1cda1c46-3d73-4b3d-9e2b-75af1a5a6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:35.340492 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ea50e2b5-b4ce-46a7-b45c-19bb1f5e34e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ae5178f-ac66-4066-8212-dfb9a31cf3fc HTTP/1.1" status: 200 len: 205 time: 0.0258052 Nov 27 01:43:35.340704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43690) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:35.366841 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1cda1c46-3d73-4b3d-9e2b-75af1a5a6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:35.376551 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda1c46-3d73-4b3d-9e2b-75af1a5a6ad4 None None] Routers {'3ae5178f-ac66-4066-8212-dfb9a31cf3fc'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:35.378151 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1cda1c46-3d73-4b3d-9e2b-75af1a5a6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:35.411367 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1cda1c46-3d73-4b3d-9e2b-75af1a5a6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:35.412039 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda1c46-3d73-4b3d-9e2b-75af1a5a6ad4 None None] The sync data for ids ['3ae5178f-ac66-4066-8212-dfb9a31cf3fc'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:35.420760 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-959e72b6-3101-4bbe-945b-7ee69eb32fcd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:35.585045 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-959e72b6-3101-4bbe-945b-7ee69eb32fcd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:35.587800 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-959e72b6-3101-4bbe-945b-7ee69eb32fcd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:35.632610 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-959e72b6-3101-4bbe-945b-7ee69eb32fcd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:35.633115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959e72b6-3101-4bbe-945b-7ee69eb32fcd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Fanout notify agent at l3_agent the message router_deleted on router 3ae5178f-ac66-4066-8212-dfb9a31cf3fc {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:43:35.644342 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-959e72b6-3101-4bbe-945b-7ee69eb32fcd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:35.645509 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-959e72b6-3101-4bbe-945b-7ee69eb32fcd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/3ae5178f-ac66-4066-8212-dfb9a31cf3fc HTTP/1.1" status: 204 len: 168 time: 0.3037744 Nov 27 01:43:35.648339 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43694) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:35.709769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d87bac-0a7a-40c9-8dd7-d71ae7aced04 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting subnet b32bfcce-effe-484c-980e-66373e47dc46 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:35.713361 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21d87bac-0a7a-40c9-8dd7-d71ae7aced04 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:35.719353 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5acf08c3-7dac-426d-8b1a-737ea70debbb req-ca21910f-4a91-414c-b5f9-7188b650fb1a tempest-VolumesSnapshotTestJSON-891168327 tempest-VolumesSnapshotTestJSON-891168327-project] 10.222.0.37 "GET /v2.0/ports?device_id=76010535-60f8-4e1b-867f-ae2a04b187d9 HTTP/1.1" status: 200 len: 210 time: 0.0343807 Nov 27 01:43:35.754414 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21d87bac-0a7a-40c9-8dd7-d71ae7aced04 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:35.834929 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21d87bac-0a7a-40c9-8dd7-d71ae7aced04 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:35.902537 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21d87bac-0a7a-40c9-8dd7-d71ae7aced04 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:35.929250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d87bac-0a7a-40c9-8dd7-d71ae7aced04 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Subnet': ['ID=b32bfcce-effe-484c-980e-66373e47dc46,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:35.935228 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21d87bac-0a7a-40c9-8dd7-d71ae7aced04 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:35.938401 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-21d87bac-0a7a-40c9-8dd7-d71ae7aced04 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/b32bfcce-effe-484c-980e-66373e47dc46 HTTP/1.1" status: 204 len: 168 time: 0.2889900 Nov 27 01:43:35.942278 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f33fc-7ee4-4f42-ac85-fe1981ff69b9 None None] Network 90a76ab3-0a80-4022-bc02-191f5a3d4c77 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:35.942819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43696) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:36.005810 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a37ec09-7d77-41c6-bdcd-bdcb8d479e0c tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting subnet 7af51aec-81c9-4e17-93a5-9cdba88ea906 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:36.010447 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a37ec09-7d77-41c6-bdcd-bdcb8d479e0c tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.059266 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a37ec09-7d77-41c6-bdcd-bdcb8d479e0c tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.115124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448ed8b2-e366-41b7-a8df-c00ea127cb09 None None] DHCP port deletion for 90a76ab3-0a80-4022-bc02-191f5a3d4c77 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:36.149406 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a37ec09-7d77-41c6-bdcd-bdcb8d479e0c tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.162207 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-448ed8b2-e366-41b7-a8df-c00ea127cb09 None None] Deleting port 2142d255-1e72-4916-a81c-cd85f0ce511a {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:36.162620 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-448ed8b2-e366-41b7-a8df-c00ea127cb09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.207616 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a37ec09-7d77-41c6-bdcd-bdcb8d479e0c tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.227219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-448ed8b2-e366-41b7-a8df-c00ea127cb09 None None] For port 2142d255-1e72-4916-a81c-cd85f0ce511a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2142d255-1e72-4916-a81c-cd85f0ce511a,segment=NetworkSegment(b78218c3-efb4-49ef-af11-f9c7f2928884),segment_id=b78218c3-efb4-49ef-af11-f9c7f2928884)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:36.227614 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-448ed8b2-e366-41b7-a8df-c00ea127cb09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.239721 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-448ed8b2-e366-41b7-a8df-c00ea127cb09 None None] Calling delete_port for 2142d255-1e72-4916-a81c-cd85f0ce511a owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:36.239915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37ec09-7d77-41c6-bdcd-bdcb8d479e0c tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Subnet': ['ID=7af51aec-81c9-4e17-93a5-9cdba88ea906,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:36.244684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a37ec09-7d77-41c6-bdcd-bdcb8d479e0c tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.247948 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4a37ec09-7d77-41c6-bdcd-bdcb8d479e0c tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/7af51aec-81c9-4e17-93a5-9cdba88ea906 HTTP/1.1" status: 204 len: 168 time: 0.3040009 Nov 27 01:43:36.251467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43698) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:36.252391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c862cc1-1069-4806-80de-27e702cd7e84 None None] Network 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:36.327627 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.386672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 2142d255-1e72-4916-a81c-cd85f0ce511a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:36.386920 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.451918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] For port 2142d255-1e72-4916-a81c-cd85f0ce511a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2142d255-1e72-4916-a81c-cd85f0ce511a,segment=NetworkSegment(b78218c3-efb4-49ef-af11-f9c7f2928884),segment_id=b78218c3-efb4-49ef-af11-f9c7f2928884)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:36.452277 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.466629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 2142d255-1e72-4916-a81c-cd85f0ce511a owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:36.554103 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-448ed8b2-e366-41b7-a8df-c00ea127cb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.560879 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.582788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ed8b2-e366-41b7-a8df-c00ea127cb09 None None] Pushing event deleted for resources: {'Port': ['ID=2142d255-1e72-4916-a81c-cd85f0ce511a,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:36.591232 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ed8b2-e366-41b7-a8df-c00ea127cb09 None None] No DVR routers for this DVR port 2142d255-1e72-4916-a81c-cd85f0ce511a on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:36.591723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=2142d255-1e72-4916-a81c-cd85f0ce511a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:36.593530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No DVR routers for this DVR port 2142d255-1e72-4916-a81c-cd85f0ce511a on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:36.673420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.685583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ba7439-70af-4c9f-a5e5-99c89c79e939 None None] DHCP port deletion for 3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:36.696492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a76ab3-0a80-4022-bc02-191f5a3d4c77']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:36.706093 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78218c3-efb4-49ef-af11-f9c7f2928884') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:36.706424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78218c3-efb4-49ef-af11-f9c7f2928884') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:36.716250 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.729732 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.735594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba7439-70af-4c9f-a5e5-99c89c79e939 None None] Deleting port 629d23ab-9eac-44ea-b97d-709c9d91f9bf {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:36.735965 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7439-70af-4c9f-a5e5-99c89c79e939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.736333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:43:36.737247 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: self.session.flush() Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:43:36.740833 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:43:36.805793 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.814515 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.818559 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/networks/90a76ab3-0a80-4022-bc02-191f5a3d4c77 HTTP/1.1" status: 204 len: 168 time: 0.5657117 Nov 27 01:43:36.822859 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43702) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:36.823092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e0ba7439-70af-4c9f-a5e5-99c89c79e939 None None] For port 629d23ab-9eac-44ea-b97d-709c9d91f9bf, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=629d23ab-9eac-44ea-b97d-709c9d91f9bf,segment=NetworkSegment(7585e0ea-f45e-4682-b487-f069ef72004e),segment_id=7585e0ea-f45e-4682-b487-f069ef72004e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:36.823498 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7439-70af-4c9f-a5e5-99c89c79e939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.831507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c6352-a42e-4b9f-a6df-517596df3972 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Network': ['ID=90a76ab3-0a80-4022-bc02-191f5a3d4c77,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:36.836791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba7439-70af-4c9f-a5e5-99c89c79e939 None None] Calling delete_port for 629d23ab-9eac-44ea-b97d-709c9d91f9bf owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:36.913019 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.925542 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7439-70af-4c9f-a5e5-99c89c79e939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:36.942726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] The port '629d23ab-9eac-44ea-b97d-709c9d91f9bf' was deleted {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 01:43:36.958509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba7439-70af-4c9f-a5e5-99c89c79e939 None None] Pushing event deleted for resources: {'Port': ['ID=629d23ab-9eac-44ea-b97d-709c9d91f9bf,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:36.965387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ba7439-70af-4c9f-a5e5-99c89c79e939 None None] No DVR routers for this DVR port 629d23ab-9eac-44ea-b97d-709c9d91f9bf on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:37.350656 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:37.370772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:37.380030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7585e0ea-f45e-4682-b487-f069ef72004e') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:37.380330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7585e0ea-f45e-4682-b487-f069ef72004e') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:37.389466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:37.402699 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:37.409201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:43:37.409587 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:43:37.412879 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:43:37.479672 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:37.488427 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:37.493343 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/networks/3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0 HTTP/1.1" status: 204 len: 168 time: 0.6694493 Nov 27 01:43:37.498027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43712) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:37.502766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e8538602-128f-413d-8086-cd96eb0af5f7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'network': {'name': 'tempest-RoutersTest-763217987'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:37.510096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1373d2-5f43-4f32-b263-d4f74dfcd97b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Network': ['ID=3e4df9e5-f21e-41b4-9ea7-2a2b2f932da0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:37.534530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8538602-128f-413d-8086-cd96eb0af5f7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:37.538028 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8538602-128f-413d-8086-cd96eb0af5f7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:37.564007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8538602-128f-413d-8086-cd96eb0af5f7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:43:37.573875 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8538602-128f-413d-8086-cd96eb0af5f7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:37.574428 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-e8538602-128f-413d-8086-cd96eb0af5f7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Added segment 0a98bb93-6f72-4f31-9783-2a78a3e718e8 of type vlan for network ee8e0ec1-664b-4f3a-9b48-393d06d93b92 Nov 27 01:43:37.618657 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8538602-128f-413d-8086-cd96eb0af5f7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:37.653626 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8538602-128f-413d-8086-cd96eb0af5f7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:37.660107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8538602-128f-413d-8086-cd96eb0af5f7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:37.660697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8538602-128f-413d-8086-cd96eb0af5f7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:37.700803 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 629d23ab-9eac-44ea-b97d-709c9d91f9bf no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:37.725982 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 629d23ab-9eac-44ea-b97d-709c9d91f9bf {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:37.726353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 629d23ab-9eac-44ea-b97d-709c9d91f9bf not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:37.726989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2142d255-1e72-4916-a81c-cd85f0ce511a no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:37.738885 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e8538602-128f-413d-8086-cd96eb0af5f7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2400169 Nov 27 01:43:37.741667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43714) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:37.746870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-da2aae39-c541-4cbc-8f16-811e1345a3f9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'subnet': {'network_id': 'ee8e0ec1-664b-4f3a-9b48-393d06d93b92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:37.748791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 2142d255-1e72-4916-a81c-cd85f0ce511a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:37.749411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2142d255-1e72-4916-a81c-cd85f0ce511a not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:37.770115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8538602-128f-413d-8086-cd96eb0af5f7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Network': ['ID=ee8e0ec1-664b-4f3a-9b48-393d06d93b92,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:37.784983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network ee8e0ec1-664b-4f3a-9b48-393d06d93b92 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:43:37.875796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2aae39-c541-4cbc-8f16-811e1345a3f9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:37.883523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da2aae39-c541-4cbc-8f16-811e1345a3f9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.083836 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da2aae39-c541-4cbc-8f16-811e1345a3f9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.152219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2aae39-c541-4cbc-8f16-811e1345a3f9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Subnet': ['ID=891fb763-06cb-42dd-9506-24905ef37d86,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:38.163384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2aae39-c541-4cbc-8f16-811e1345a3f9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Checking segment: {'id': '0a98bb93-6f72-4f31-9783-2a78a3e718e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ee8e0ec1-664b-4f3a-9b48-393d06d93b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:38.163740 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2aae39-c541-4cbc-8f16-811e1345a3f9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network hostable DHCP agents. Network: ee8e0ec1-664b-4f3a-9b48-393d06d93b92, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:43:38.180420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2aae39-c541-4cbc-8f16-811e1345a3f9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network ee8e0ec1-664b-4f3a-9b48-393d06d93b92 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:43:38.199335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-da2aae39-c541-4cbc-8f16-811e1345a3f9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, ee8e0ec1-664b-4f3a-9b48-393d06d93b92) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:38.199335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2aae39-c541-4cbc-8f16-811e1345a3f9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:38.199335 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da2aae39-c541-4cbc-8f16-811e1345a3f9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.200303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8289a3a3-7017-4287-b58c-5f941164c5a8 None None] Network ee8e0ec1-664b-4f3a-9b48-393d06d93b92 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:38.215496 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-da2aae39-c541-4cbc-8f16-811e1345a3f9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4725053 Nov 27 01:43:38.218211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43720) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:38.223761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-27a946f2-8355-4c32-b5d0-82919c5b05fb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-521369444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:38.248982 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27a946f2-8355-4c32-b5d0-82919c5b05fb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.250264 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27a946f2-8355-4c32-b5d0-82919c5b05fb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.310343 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27a946f2-8355-4c32-b5d0-82919c5b05fb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.315901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27a946f2-8355-4c32-b5d0-82919c5b05fb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.337164 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-27a946f2-8355-4c32-b5d0-82919c5b05fb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.340826 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-27a946f2-8355-4c32-b5d0-82919c5b05fb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1190352 Nov 27 01:43:38.341362 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43722) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:38.347485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'port': {'network_id': 'ee8e0ec1-664b-4f3a-9b48-393d06d93b92', 'name': 'tempest-RoutersTest-602039487'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:38.369642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-ee8e0ec1-664b-4f3a-9b48-393d06d93b92', 'network_id': 'ee8e0ec1-664b-4f3a-9b48-393d06d93b92', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'fixed_ips': [{'subnet_id': '891fb763-06cb-42dd-9506-24905ef37d86'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:43:38.370737 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.480667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:38.485010 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.504233 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] device_id is not set on port 4b44e15d-b58d-4190-b42f-74650b46d5cf yet. {{(pid=103385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 27 01:43:38.517142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Allocated IP 172.20.0.2 (ee8e0ec1-664b-4f3a-9b48-393d06d93b92/891fb763-06cb-42dd-9506-24905ef37d86/137bfc23-a0f6-4de6-89ef-38f04985ce54) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:38.661447 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.667580 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.719004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Network ee8e0ec1-664b-4f3a-9b48-393d06d93b92 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:38.721889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:38.723578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Allocated IP 172.20.0.10 (ee8e0ec1-664b-4f3a-9b48-393d06d93b92/891fb763-06cb-42dd-9506-24905ef37d86/4b44e15d-b58d-4190-b42f-74650b46d5cf) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:38.726153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:38.729302 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Pushing event updated for resources: {'Port': ['ID=137bfc23-a0f6-4de6-89ef-38f04985ce54,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:38.796031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Attempting to bind port 137bfc23-a0f6-4de6-89ef-38f04985ce54 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:43:38.796418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Attempting to bind port 137bfc23-a0f6-4de6-89ef-38f04985ce54 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '0a98bb93-6f72-4f31-9783-2a78a3e718e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ee8e0ec1-664b-4f3a-9b48-393d06d93b92'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:43:38.796784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Attempting to bind port 137bfc23-a0f6-4de6-89ef-38f04985ce54 on network ee8e0ec1-664b-4f3a-9b48-393d06d93b92 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:43:38.802181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:43:38.802645 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Checking segment: {'id': '0a98bb93-6f72-4f31-9783-2a78a3e718e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ee8e0ec1-664b-4f3a-9b48-393d06d93b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:38.803053 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.803450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Bound using segment: {'id': '0a98bb93-6f72-4f31-9783-2a78a3e718e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ee8e0ec1-664b-4f3a-9b48-393d06d93b92'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:43:38.803971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Bound port: 137bfc23-a0f6-4de6-89ef-38f04985ce54, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a98bb93-6f72-4f31-9783-2a78a3e718e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ee8e0ec1-664b-4f3a-9b48-393d06d93b92'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:43:38.804360 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.868831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] For port 137bfc23-a0f6-4de6-89ef-38f04985ce54, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:43:38.872924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] For port 137bfc23-a0f6-4de6-89ef-38f04985ce54, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=137bfc23-a0f6-4de6-89ef-38f04985ce54,segment=NetworkSegment(0a98bb93-6f72-4f31-9783-2a78a3e718e8),segment_id=0a98bb93-6f72-4f31-9783-2a78a3e718e8)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:43:38.876688 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.884784 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.921220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:38.942715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730d9c0-6f60-46bb-977a-fa9e3adf355f None None] Pushing event updated for resources: {'Port': ['ID=137bfc23-a0f6-4de6-89ef-38f04985ce54,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:38.973190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network ee8e0ec1-664b-4f3a-9b48-393d06d93b92 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:38.976547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:38.980529 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:39.007532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=4b44e15d-b58d-4190-b42f-74650b46d5cf,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:39.035386 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:39.036058 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:39.056629 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a60caec5-f600-4275-ab00-ca34922b97fc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7133036 Nov 27 01:43:39.058447 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43726) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:39.421114 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:39.690647 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:39.697883 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:39.752882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 137bfc23-a0f6-4de6-89ef-38f04985ce54 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:39.798491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=4b44e15d-b58d-4190-b42f-74650b46d5cf,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:39.839325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 137bfc23-a0f6-4de6-89ef-38f04985ce54 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:39.843171 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:39.994208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:40.007471 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:40.043712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 137bfc23-a0f6-4de6-89ef-38f04985ce54, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=137bfc23-a0f6-4de6-89ef-38f04985ce54,segment=NetworkSegment(0a98bb93-6f72-4f31-9783-2a78a3e718e8),segment_id=0a98bb93-6f72-4f31-9783-2a78a3e718e8)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:40.051325 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:40.128941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=137bfc23-a0f6-4de6-89ef-38f04985ce54,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:40.149384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5318c3-e927-417d-92e5-4d5db23a9aeb None None] Network ee8e0ec1-664b-4f3a-9b48-393d06d93b92 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:40.160170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:40.223356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d67fdadc-0402-47cc-b4ec-f021a1d8b249 None None] Provisioning complete for port 137bfc23-a0f6-4de6-89ef-38f04985ce54 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:40.223721 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d67fdadc-0402-47cc-b4ec-f021a1d8b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:40.430211 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:40.435535 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:40.520824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=4b44e15d-b58d-4190-b42f-74650b46d5cf,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:40.534141 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:40.633830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network ee8e0ec1-664b-4f3a-9b48-393d06d93b92 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:40.635365 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:40.718962 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1eb4efa2-4e31-47a0-8e6b-687d30370cf6 None None] Provisioning complete for port 4b44e15d-b58d-4190-b42f-74650b46d5cf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:40.718962 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1eb4efa2-4e31-47a0-8e6b-687d30370cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:40.770122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1eb4efa2-4e31-47a0-8e6b-687d30370cf6 None None] Port 4b44e15d-b58d-4190-b42f-74650b46d5cf cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:40.788296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1eb4efa2-4e31-47a0-8e6b-687d30370cf6 None None] Provisioning complete for port 137bfc23-a0f6-4de6-89ef-38f04985ce54 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:40.788798 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1eb4efa2-4e31-47a0-8e6b-687d30370cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:40.789765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 0839eee3-8462-4786-8e2b-672740945fad is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:43:41.012308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f453dde9-37fb-4ea4-a555-4bed06255267 None None] Provisioning complete for port 4b44e15d-b58d-4190-b42f-74650b46d5cf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:41.013106 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f453dde9-37fb-4ea4-a555-4bed06255267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:41.062928 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f453dde9-37fb-4ea4-a555-4bed06255267 None None] Port 4b44e15d-b58d-4190-b42f-74650b46d5cf cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:41.151573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:41.157303 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-30acdb27-e80d-4fc5-b615-326a8348667b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/0839eee3-8462-4786-8e2b-672740945fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0974376 Nov 27 01:43:41.160506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43740) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:41.164622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7411bc2-3d8a-424b-981d-1f09f5d5defe None None] Sync routers for ids ['0839eee3-8462-4786-8e2b-672740945fad'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:41.208212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7411bc2-3d8a-424b-981d-1f09f5d5defe None None] Routers {'0839eee3-8462-4786-8e2b-672740945fad'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:41.209411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a7411bc2-3d8a-424b-981d-1f09f5d5defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0839eee3-8462-4786-8e2b-672740945fad'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:41.214219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0df55a65-b7b6-4bd4-b930-b391b9cafef5 None None] Provisioning complete for port 4b44e15d-b58d-4190-b42f-74650b46d5cf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:41.214632 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0df55a65-b7b6-4bd4-b930-b391b9cafef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:41.221500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d87e1c-75b7-48d1-b26e-862df33db0cb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:41.226103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43742) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:41.226369 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-24d87e1c-75b7-48d1-b26e-862df33db0cb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports/4b44e15d-b58d-4190-b42f-74650b46d5cf HTTP/1.1" status: 200 len: 977 time: 0.0645142 Nov 27 01:43:41.278143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a7411bc2-3d8a-424b-981d-1f09f5d5defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:41.291276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7411bc2-3d8a-424b-981d-1f09f5d5defe None None] Routers {'0839eee3-8462-4786-8e2b-672740945fad'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:41.291898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a7411bc2-3d8a-424b-981d-1f09f5d5defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0839eee3-8462-4786-8e2b-672740945fad'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:41.329056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a7411bc2-3d8a-424b-981d-1f09f5d5defe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:41.329715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7411bc2-3d8a-424b-981d-1f09f5d5defe None None] The sync data for ids ['0839eee3-8462-4786-8e2b-672740945fad'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:41.331719 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0df55a65-b7b6-4bd4-b930-b391b9cafef5 None None] Port 4b44e15d-b58d-4190-b42f-74650b46d5cf cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:41.450283 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e9ab275e-f311-45b0-8ddf-c1a984190108 None None] Provisioning complete for port 4b44e15d-b58d-4190-b42f-74650b46d5cf triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:41.450587 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e9ab275e-f311-45b0-8ddf-c1a984190108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:41.485388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab275e-f311-45b0-8ddf-c1a984190108 None None] Port 4b44e15d-b58d-4190-b42f-74650b46d5cf cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:41.546014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7825183b-584a-4482-b7ca-6680e81b2d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:41.671732 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e701-bc86-4734-9740-9a745d26be70 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:41.692794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 137bfc23-a0f6-4de6-89ef-38f04985ce54 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:41.742976 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 137bfc23-a0f6-4de6-89ef-38f04985ce54 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:41.743348 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:41.957721 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2e701-bc86-4734-9740-9a745d26be70 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 4b44e15d-b58d-4190-b42f-74650b46d5cf {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:41.958061 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e701-bc86-4734-9740-9a745d26be70 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:42.044317 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e701-bc86-4734-9740-9a745d26be70 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:42.056564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2e701-bc86-4734-9740-9a745d26be70 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 4b44e15d-b58d-4190-b42f-74650b46d5cf owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:42.225776 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e701-bc86-4734-9740-9a745d26be70 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:42.256222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2e701-bc86-4734-9740-9a745d26be70 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=4b44e15d-b58d-4190-b42f-74650b46d5cf,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:42.398817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e701-bc86-4734-9740-9a745d26be70 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:42.558047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea2e701-bc86-4734-9740-9a745d26be70 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 0839eee3-8462-4786-8e2b-672740945fad has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:43:42.633367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea2e701-bc86-4734-9740-9a745d26be70 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:42.641633 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3ea2e701-bc86-4734-9740-9a745d26be70 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/0839eee3-8462-4786-8e2b-672740945fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4113839 Nov 27 01:43:42.641633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43746) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:42.643320 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da8cd4-d528-4661-a3c4-a122881f6418 None None] Sync routers for ids ['0839eee3-8462-4786-8e2b-672740945fad'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:42.653263 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da8cd4-d528-4661-a3c4-a122881f6418 None None] Routers {'0839eee3-8462-4786-8e2b-672740945fad'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:42.653885 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d2da8cd4-d528-4661-a3c4-a122881f6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0839eee3-8462-4786-8e2b-672740945fad'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:42.689357 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d2da8cd4-d528-4661-a3c4-a122881f6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:42.698027 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da8cd4-d528-4661-a3c4-a122881f6418 None None] Routers {'0839eee3-8462-4786-8e2b-672740945fad'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:42.698697 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d2da8cd4-d528-4661-a3c4-a122881f6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['0839eee3-8462-4786-8e2b-672740945fad'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:42.730914 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d2da8cd4-d528-4661-a3c4-a122881f6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:42.731613 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da8cd4-d528-4661-a3c4-a122881f6418 None None] The sync data for ids ['0839eee3-8462-4786-8e2b-672740945fad'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:42.827988 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-f8401adb-861e-4cbf-913b-e7c637dfed1b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] remove_router_interface failed (client error): The resource could not be found. Nov 27 01:43:42.829024 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f8401adb-861e-4cbf-913b-e7c637dfed1b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/0839eee3-8462-4786-8e2b-672740945fad/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1867931 Nov 27 01:43:42.831846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43748) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:42.857567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ccde6f7c-1b59-4760-9325-7b415f628751 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0839eee3-8462-4786-8e2b-672740945fad HTTP/1.1" status: 200 len: 205 time: 0.0246315 Nov 27 01:43:42.860145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43750) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:42.937961 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63877087-72b3-4ac3-bb88-e843307460b4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.329961 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63877087-72b3-4ac3-bb88-e843307460b4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.332094 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63877087-72b3-4ac3-bb88-e843307460b4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.373765 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63877087-72b3-4ac3-bb88-e843307460b4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.374310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63877087-72b3-4ac3-bb88-e843307460b4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Fanout notify agent at l3_agent the message router_deleted on router 0839eee3-8462-4786-8e2b-672740945fad {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:43:43.381328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63877087-72b3-4ac3-bb88-e843307460b4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.385346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43754) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:43.387105 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-63877087-72b3-4ac3-bb88-e843307460b4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/0839eee3-8462-4786-8e2b-672740945fad HTTP/1.1" status: 204 len: 168 time: 0.5213344 Nov 27 01:43:43.444760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-0389faa1-dd31-4704-b9cd-d1cf36f5d8a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting subnet 891fb763-06cb-42dd-9506-24905ef37d86 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:43.448290 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0389faa1-dd31-4704-b9cd-d1cf36f5d8a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.494214 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0389faa1-dd31-4704-b9cd-d1cf36f5d8a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.576209 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0389faa1-dd31-4704-b9cd-d1cf36f5d8a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.635638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0389faa1-dd31-4704-b9cd-d1cf36f5d8a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.674733 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0389faa1-dd31-4704-b9cd-d1cf36f5d8a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.680493 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0389faa1-dd31-4704-b9cd-d1cf36f5d8a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/891fb763-06cb-42dd-9506-24905ef37d86 HTTP/1.1" status: 204 len: 168 time: 0.2915177 Nov 27 01:43:43.680493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389faa1-dd31-4704-b9cd-d1cf36f5d8a4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Subnet': ['ID=891fb763-06cb-42dd-9506-24905ef37d86,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:43.681307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43756) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:43.681598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113c5d54-c5ec-4b25-b7fc-38939421ad6c None None] Network ee8e0ec1-664b-4f3a-9b48-393d06d93b92 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:43.758006 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.820119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 137bfc23-a0f6-4de6-89ef-38f04985ce54 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:43.820119 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.887382 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d95ac831-5f34-482f-97d7-c823cf8ef9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.890311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] For port 137bfc23-a0f6-4de6-89ef-38f04985ce54, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=137bfc23-a0f6-4de6-89ef-38f04985ce54,segment=NetworkSegment(0a98bb93-6f72-4f31-9783-2a78a3e718e8),segment_id=0a98bb93-6f72-4f31-9783-2a78a3e718e8)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:43.890638 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:43.891727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219920ca-9a22-409f-9093-2ca153fff653 None None] DHCP port deletion for ee8e0ec1-664b-4f3a-9b48-393d06d93b92 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:43.904722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 137bfc23-a0f6-4de6-89ef-38f04985ce54 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:43.946434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-219920ca-9a22-409f-9093-2ca153fff653 None None] Deleting port 137bfc23-a0f6-4de6-89ef-38f04985ce54 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:43.947020 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-219920ca-9a22-409f-9093-2ca153fff653 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.007634 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.028251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-219920ca-9a22-409f-9093-2ca153fff653 None None] For port 137bfc23-a0f6-4de6-89ef-38f04985ce54, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=137bfc23-a0f6-4de6-89ef-38f04985ce54,segment=NetworkSegment(0a98bb93-6f72-4f31-9783-2a78a3e718e8),segment_id=0a98bb93-6f72-4f31-9783-2a78a3e718e8)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:44.029014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-219920ca-9a22-409f-9093-2ca153fff653 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.037950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=137bfc23-a0f6-4de6-89ef-38f04985ce54,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:44.042983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No DVR routers for this DVR port 137bfc23-a0f6-4de6-89ef-38f04985ce54 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:44.051294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-219920ca-9a22-409f-9093-2ca153fff653 None None] Calling delete_port for 137bfc23-a0f6-4de6-89ef-38f04985ce54 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:44.139725 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.157726 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-219920ca-9a22-409f-9093-2ca153fff653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.160561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8e0ec1-664b-4f3a-9b48-393d06d93b92']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:44.170663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a98bb93-6f72-4f31-9783-2a78a3e718e8') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:44.171016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a98bb93-6f72-4f31-9783-2a78a3e718e8') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:44.181436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.184924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219920ca-9a22-409f-9093-2ca153fff653 None None] Pushing event deleted for resources: {'Port': ['ID=137bfc23-a0f6-4de6-89ef-38f04985ce54,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:44.190981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219920ca-9a22-409f-9093-2ca153fff653 None None] No DVR routers for this DVR port 137bfc23-a0f6-4de6-89ef-38f04985ce54 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:44.195856 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.207964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:43:44.207964 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:43:44.211897 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:43:44.269901 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.291128 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.297839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/networks/ee8e0ec1-664b-4f3a-9b48-393d06d93b92 HTTP/1.1" status: 204 len: 168 time: 0.6113198 Nov 27 01:43:44.297839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c49601-f7ca-492d-9664-8310b6efa9e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Network': ['ID=ee8e0ec1-664b-4f3a-9b48-393d06d93b92,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:44.298825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43760) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:44.303922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1e8c8d22-9e1f-4a9b-9448-04b059468a9f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'network': {'name': 'tempest-RoutersTest-1627856875'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:44.342391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8c8d22-9e1f-4a9b-9448-04b059468a9f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:44.346782 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8d22-9e1f-4a9b-9448-04b059468a9f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.371102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8c8d22-9e1f-4a9b-9448-04b059468a9f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:43:44.381132 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8d22-9e1f-4a9b-9448-04b059468a9f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.381508 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-1e8c8d22-9e1f-4a9b-9448-04b059468a9f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Added segment d837cfcf-d942-4b40-8ac0-3a20145fd3af of type vlan for network ab94e2e0-8c71-4b97-8e6a-06d430080b81 Nov 27 01:43:44.424086 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8d22-9e1f-4a9b-9448-04b059468a9f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.449107 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8d22-9e1f-4a9b-9448-04b059468a9f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.455713 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c8d22-9e1f-4a9b-9448-04b059468a9f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:44.456257 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8d22-9e1f-4a9b-9448-04b059468a9f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.511095 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1e8c8d22-9e1f-4a9b-9448-04b059468a9f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2111568 Nov 27 01:43:44.514983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43762) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:44.520875 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-bfceed9f-bf34-4e3c-bb8e-73b3055c00fd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'subnet': {'network_id': 'ab94e2e0-8c71-4b97-8e6a-06d430080b81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:44.529581 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c8d22-9e1f-4a9b-9448-04b059468a9f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Network': ['ID=ab94e2e0-8c71-4b97-8e6a-06d430080b81,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:44.544306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network ab94e2e0-8c71-4b97-8e6a-06d430080b81 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:43:44.614875 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.619490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfceed9f-bf34-4e3c-bb8e-73b3055c00fd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:44.622985 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bfceed9f-bf34-4e3c-bb8e-73b3055c00fd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.812055 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bfceed9f-bf34-4e3c-bb8e-73b3055c00fd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.872907 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfceed9f-bf34-4e3c-bb8e-73b3055c00fd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Subnet': ['ID=e9aa89eb-cf03-4edf-b9c9-ad9d27683e0b,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:44.885562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfceed9f-bf34-4e3c-bb8e-73b3055c00fd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Checking segment: {'id': 'd837cfcf-d942-4b40-8ac0-3a20145fd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab94e2e0-8c71-4b97-8e6a-06d430080b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:44.885976 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfceed9f-bf34-4e3c-bb8e-73b3055c00fd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network hostable DHCP agents. Network: ab94e2e0-8c71-4b97-8e6a-06d430080b81, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:43:44.903728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfceed9f-bf34-4e3c-bb8e-73b3055c00fd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network ab94e2e0-8c71-4b97-8e6a-06d430080b81 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:43:44.912814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-bfceed9f-bf34-4e3c-bb8e-73b3055c00fd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, ab94e2e0-8c71-4b97-8e6a-06d430080b81) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:44.918366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfceed9f-bf34-4e3c-bb8e-73b3055c00fd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:44.919106 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bfceed9f-bf34-4e3c-bb8e-73b3055c00fd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.922785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ccdf34-a76d-4358-aeda-bbf979f45577 None None] Network ab94e2e0-8c71-4b97-8e6a-06d430080b81 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:44.945757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43764) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:44.946311 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bfceed9f-bf34-4e3c-bb8e-73b3055c00fd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4300740 Nov 27 01:43:44.951636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2800930e-c75d-47b2-b41f-d15d96f23294 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-90299510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:44.976405 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2800930e-c75d-47b2-b41f-d15d96f23294 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:44.977938 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2800930e-c75d-47b2-b41f-d15d96f23294 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.053961 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2800930e-c75d-47b2-b41f-d15d96f23294 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.063772 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2800930e-c75d-47b2-b41f-d15d96f23294 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.108395 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2800930e-c75d-47b2-b41f-d15d96f23294 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.114333 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2800930e-c75d-47b2-b41f-d15d96f23294 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1617403 Nov 27 01:43:45.114563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43768) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:45.129935 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.140680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-ab94e2e0-8c71-4b97-8e6a-06d430080b81', 'network_id': 'ab94e2e0-8c71-4b97-8e6a-06d430080b81', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'fixed_ips': [{'subnet_id': 'e9aa89eb-cf03-4edf-b9c9-ad9d27683e0b'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:43:45.141541 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.437761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.460476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Allocated IP 172.20.0.2 (ab94e2e0-8c71-4b97-8e6a-06d430080b81/e9aa89eb-cf03-4edf-b9c9-ad9d27683e0b/84278859-6dd8-45b0-a630-527c218b48d2) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:45.614954 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.624859 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.665974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Network ab94e2e0-8c71-4b97-8e6a-06d430080b81 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:45.670848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:45.678725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:45.692401 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Pushing event updated for resources: {'Port': ['ID=84278859-6dd8-45b0-a630-527c218b48d2,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:45.713712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 137bfc23-a0f6-4de6-89ef-38f04985ce54 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:45.755602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 137bfc23-a0f6-4de6-89ef-38f04985ce54 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:45.756444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 137bfc23-a0f6-4de6-89ef-38f04985ce54 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:45.763276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Attempting to bind port 84278859-6dd8-45b0-a630-527c218b48d2 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:43:45.763641 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Attempting to bind port 84278859-6dd8-45b0-a630-527c218b48d2 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'd837cfcf-d942-4b40-8ac0-3a20145fd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab94e2e0-8c71-4b97-8e6a-06d430080b81'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:43:45.763991 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Attempting to bind port 84278859-6dd8-45b0-a630-527c218b48d2 on network ab94e2e0-8c71-4b97-8e6a-06d430080b81 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:43:45.769662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:43:45.770036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Checking segment: {'id': 'd837cfcf-d942-4b40-8ac0-3a20145fd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab94e2e0-8c71-4b97-8e6a-06d430080b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:45.770456 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.770843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Bound using segment: {'id': 'd837cfcf-d942-4b40-8ac0-3a20145fd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab94e2e0-8c71-4b97-8e6a-06d430080b81'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:43:45.771407 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Bound port: 84278859-6dd8-45b0-a630-527c218b48d2, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd837cfcf-d942-4b40-8ac0-3a20145fd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab94e2e0-8c71-4b97-8e6a-06d430080b81'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:43:45.771784 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.776599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Allocated IP 172.20.0.1 (ab94e2e0-8c71-4b97-8e6a-06d430080b81/e9aa89eb-cf03-4edf-b9c9-ad9d27683e0b/41e510fa-cedf-45c5-a3f4-293455563bec) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:45.847716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] For port 84278859-6dd8-45b0-a630-527c218b48d2, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:43:45.850815 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] For port 84278859-6dd8-45b0-a630-527c218b48d2, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84278859-6dd8-45b0-a630-527c218b48d2,segment=NetworkSegment(d837cfcf-d942-4b40-8ac0-3a20145fd3af),segment_id=d837cfcf-d942-4b40-8ac0-3a20145fd3af)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:43:45.856836 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.930021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:45.941336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50266752-247f-49c9-9c60-9fd0d6492564 None None] Pushing event updated for resources: {'Port': ['ID=84278859-6dd8-45b0-a630-527c218b48d2,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:45.969164 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:46.017197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network ab94e2e0-8c71-4b97-8e6a-06d430080b81 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:46.020193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:46.026374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:46.061026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=41e510fa-cedf-45c5-a3f4-293455563bec,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:46.082917 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:46.271911 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:46.565103 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:46.570226 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:46.643776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=41e510fa-cedf-45c5-a3f4-293455563bec,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:46.646198 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:46.755557 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network ab94e2e0-8c71-4b97-8e6a-06d430080b81 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:46.757658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:46.808682 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:46.911456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 2402dd2b-193f-4841-bf8d-a9a5c3e232bd is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:43:47.024620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:47.028941 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-04818a0f-b1e8-41ef-b798-f34754651bf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/2402dd2b-193f-4841-bf8d-a9a5c3e232bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9149554 Nov 27 01:43:47.031331 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43772) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:47.037706 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa561427-d0b7-4d89-aba2-9f9a7c7fa2ca None None] Sync routers for ids ['2402dd2b-193f-4841-bf8d-a9a5c3e232bd'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:47.049633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa561427-d0b7-4d89-aba2-9f9a7c7fa2ca None None] Routers {'2402dd2b-193f-4841-bf8d-a9a5c3e232bd'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:47.050956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fa561427-d0b7-4d89-aba2-9f9a7c7fa2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2402dd2b-193f-4841-bf8d-a9a5c3e232bd'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:47.094346 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fa561427-d0b7-4d89-aba2-9f9a7c7fa2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:47.097485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb1324d-7fd3-4102-8b0a-1406ab7a2cb5 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:47.099564 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bdb1324d-7fd3-4102-8b0a-1406ab7a2cb5 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports/41e510fa-cedf-45c5-a3f4-293455563bec HTTP/1.1" status: 200 len: 910 time: 0.0670087 Nov 27 01:43:47.103217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43774) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:47.107942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa561427-d0b7-4d89-aba2-9f9a7c7fa2ca None None] Routers {'2402dd2b-193f-4841-bf8d-a9a5c3e232bd'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:47.108774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fa561427-d0b7-4d89-aba2-9f9a7c7fa2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2402dd2b-193f-4841-bf8d-a9a5c3e232bd'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:47.154956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98236367-9bd3-49fb-bdfa-d57304f0ead0 None None] Network ab94e2e0-8c71-4b97-8e6a-06d430080b81 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:47.159345 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fa561427-d0b7-4d89-aba2-9f9a7c7fa2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:47.160067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa561427-d0b7-4d89-aba2-9f9a7c7fa2ca None None] The sync data for ids ['2402dd2b-193f-4841-bf8d-a9a5c3e232bd'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:47.228149 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-15f14a3a-9f1b-4ea1-9e5f-41719faaf04e None None] Provisioning complete for port 84278859-6dd8-45b0-a630-527c218b48d2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:47.228531 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-15f14a3a-9f1b-4ea1-9e5f-41719faaf04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:47.388019 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-15f14a3a-9f1b-4ea1-9e5f-41719faaf04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:47.415849 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:47.452698 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-15f14a3a-9f1b-4ea1-9e5f-41719faaf04e None None] For port 84278859-6dd8-45b0-a630-527c218b48d2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84278859-6dd8-45b0-a630-527c218b48d2,segment=NetworkSegment(d837cfcf-d942-4b40-8ac0-3a20145fd3af),segment_id=d837cfcf-d942-4b40-8ac0-3a20145fd3af)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:47.459407 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-15f14a3a-9f1b-4ea1-9e5f-41719faaf04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:47.528626 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f14a3a-9f1b-4ea1-9e5f-41719faaf04e None None] Pushing event updated for resources: {'Port': ['ID=84278859-6dd8-45b0-a630-527c218b48d2,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:47.595373 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:47.767170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84278859-6dd8-45b0-a630-527c218b48d2 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:47.837617 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4406fd0c-4810-4dd4-87d9-26c4ab3eac6d None None] Provisioning complete for port 41e510fa-cedf-45c5-a3f4-293455563bec triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:47.838019 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4406fd0c-4810-4dd4-87d9-26c4ab3eac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:47.892888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4406fd0c-4810-4dd4-87d9-26c4ab3eac6d None None] Port 41e510fa-cedf-45c5-a3f4-293455563bec cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:47.896963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 84278859-6dd8-45b0-a630-527c218b48d2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:47.897144 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:47.908545 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0525965a-9347-4b91-8164-949fc0f221f4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:47.926003 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4406fd0c-4810-4dd4-87d9-26c4ab3eac6d None None] Provisioning complete for port 84278859-6dd8-45b0-a630-527c218b48d2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:47.926855 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4406fd0c-4810-4dd4-87d9-26c4ab3eac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:48.168423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-94d26138-1b6a-427c-9140-1b19d07970b1 None None] Provisioning complete for port 41e510fa-cedf-45c5-a3f4-293455563bec triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:48.169123 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-94d26138-1b6a-427c-9140-1b19d07970b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:48.225856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-94d26138-1b6a-427c-9140-1b19d07970b1 None None] Port 41e510fa-cedf-45c5-a3f4-293455563bec cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:48.294867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0525965a-9347-4b91-8164-949fc0f221f4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 41e510fa-cedf-45c5-a3f4-293455563bec {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:48.295406 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0525965a-9347-4b91-8164-949fc0f221f4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:48.303651 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:43:48.351939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8e989922-0694-42ab-a739-c38e96b9eda1 None None] Provisioning complete for port 41e510fa-cedf-45c5-a3f4-293455563bec triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:48.352241 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e989922-0694-42ab-a739-c38e96b9eda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:48.397177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8e989922-0694-42ab-a739-c38e96b9eda1 None None] Port 41e510fa-cedf-45c5-a3f4-293455563bec cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:48.399742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0525965a-9347-4b91-8164-949fc0f221f4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:48.411621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0525965a-9347-4b91-8164-949fc0f221f4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 41e510fa-cedf-45c5-a3f4-293455563bec owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:48.584332 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0525965a-9347-4b91-8164-949fc0f221f4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:48.614225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525965a-9347-4b91-8164-949fc0f221f4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=41e510fa-cedf-45c5-a3f4-293455563bec,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:48.771654 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0525965a-9347-4b91-8164-949fc0f221f4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:48.949030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0525965a-9347-4b91-8164-949fc0f221f4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 2402dd2b-193f-4841-bf8d-a9a5c3e232bd has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:43:49.026495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0525965a-9347-4b91-8164-949fc0f221f4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:49.032149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0525965a-9347-4b91-8164-949fc0f221f4 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/2402dd2b-193f-4841-bf8d-a9a5c3e232bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9275641 Nov 27 01:43:49.034201 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43780) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:49.036604 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3306d-ad48-4195-b7c4-fe68c4a5244f None None] Sync routers for ids ['2402dd2b-193f-4841-bf8d-a9a5c3e232bd'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:49.046421 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf3306d-ad48-4195-b7c4-fe68c4a5244f None None] Routers {'2402dd2b-193f-4841-bf8d-a9a5c3e232bd'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:49.047033 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9bf3306d-ad48-4195-b7c4-fe68c4a5244f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2402dd2b-193f-4841-bf8d-a9a5c3e232bd'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:49.061569 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-42ae79cb-8179-4ddc-8919-ec0892b17944 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=2402dd2b-193f-4841-bf8d-a9a5c3e232bd HTTP/1.1" status: 200 len: 205 time: 0.0260606 Nov 27 01:43:49.063965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43782) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:49.082950 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9bf3306d-ad48-4195-b7c4-fe68c4a5244f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:49.091798 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf3306d-ad48-4195-b7c4-fe68c4a5244f None None] Routers {'2402dd2b-193f-4841-bf8d-a9a5c3e232bd'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:49.098571 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9bf3306d-ad48-4195-b7c4-fe68c4a5244f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['2402dd2b-193f-4841-bf8d-a9a5c3e232bd'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:49.125417 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-9bf3306d-ad48-4195-b7c4-fe68c4a5244f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:49.126066 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3306d-ad48-4195-b7c4-fe68c4a5244f None None] The sync data for ids ['2402dd2b-193f-4841-bf8d-a9a5c3e232bd'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:49.141561 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd026cea-0a42-4b68-aa77-f8e721d8606f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.304349 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd026cea-0a42-4b68-aa77-f8e721d8606f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.306729 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd026cea-0a42-4b68-aa77-f8e721d8606f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.348766 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd026cea-0a42-4b68-aa77-f8e721d8606f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.349582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd026cea-0a42-4b68-aa77-f8e721d8606f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Fanout notify agent at l3_agent the message router_deleted on router 2402dd2b-193f-4841-bf8d-a9a5c3e232bd {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:43:49.357262 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd026cea-0a42-4b68-aa77-f8e721d8606f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.361949 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fd026cea-0a42-4b68-aa77-f8e721d8606f tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/2402dd2b-193f-4841-bf8d-a9a5c3e232bd HTTP/1.1" status: 204 len: 168 time: 0.2928767 Nov 27 01:43:49.361949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43786) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:49.418453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5b7fa9-8b7b-4e87-a56c-1553e1717115 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting subnet e9aa89eb-cf03-4edf-b9c9-ad9d27683e0b {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:49.421525 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7fa9-8b7b-4e87-a56c-1553e1717115 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.469343 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7fa9-8b7b-4e87-a56c-1553e1717115 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.558071 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7fa9-8b7b-4e87-a56c-1553e1717115 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.621578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7fa9-8b7b-4e87-a56c-1553e1717115 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.645909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b7fa9-8b7b-4e87-a56c-1553e1717115 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Subnet': ['ID=e9aa89eb-cf03-4edf-b9c9-ad9d27683e0b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:49.654599 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc5b7fa9-8b7b-4e87-a56c-1553e1717115 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.657809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cc5b7fa9-8b7b-4e87-a56c-1553e1717115 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/e9aa89eb-cf03-4edf-b9c9-ad9d27683e0b HTTP/1.1" status: 204 len: 168 time: 0.2956450 Nov 27 01:43:49.661020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43794) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:49.666604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d6f25-b582-4f4a-983a-c42fc07b8410 None None] Network ab94e2e0-8c71-4b97-8e6a-06d430080b81 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:49.738989 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.793711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 84278859-6dd8-45b0-a630-527c218b48d2 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:49.794174 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.855844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab230fb-5a1d-4197-8d00-a400df8bd407 None None] DHCP port deletion for ab94e2e0-8c71-4b97-8e6a-06d430080b81 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:49.865979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] For port 84278859-6dd8-45b0-a630-527c218b48d2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84278859-6dd8-45b0-a630-527c218b48d2,segment=NetworkSegment(d837cfcf-d942-4b40-8ac0-3a20145fd3af),segment_id=d837cfcf-d942-4b40-8ac0-3a20145fd3af)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:49.866365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.880623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 84278859-6dd8-45b0-a630-527c218b48d2 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:49.908195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-eab230fb-5a1d-4197-8d00-a400df8bd407 None None] Deleting port 84278859-6dd8-45b0-a630-527c218b48d2 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:49.908659 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eab230fb-5a1d-4197-8d00-a400df8bd407 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.964340 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.972515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-eab230fb-5a1d-4197-8d00-a400df8bd407 None None] For port 84278859-6dd8-45b0-a630-527c218b48d2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=84278859-6dd8-45b0-a630-527c218b48d2,segment=NetworkSegment(d837cfcf-d942-4b40-8ac0-3a20145fd3af),segment_id=d837cfcf-d942-4b40-8ac0-3a20145fd3af)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:49.973028 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eab230fb-5a1d-4197-8d00-a400df8bd407 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:49.985952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-eab230fb-5a1d-4197-8d00-a400df8bd407 None None] Calling delete_port for 84278859-6dd8-45b0-a630-527c218b48d2 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:49.995468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=84278859-6dd8-45b0-a630-527c218b48d2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:49.999943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No DVR routers for this DVR port 84278859-6dd8-45b0-a630-527c218b48d2 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:50.069498 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eab230fb-5a1d-4197-8d00-a400df8bd407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.080653 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.094412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab230fb-5a1d-4197-8d00-a400df8bd407 None None] Pushing event deleted for resources: {'Port': ['ID=84278859-6dd8-45b0-a630-527c218b48d2,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:50.097863 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab230fb-5a1d-4197-8d00-a400df8bd407 None None] No DVR routers for this DVR port 84278859-6dd8-45b0-a630-527c218b48d2 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:43:50.106008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab94e2e0-8c71-4b97-8e6a-06d430080b81']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:50.119368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd837cfcf-d942-4b40-8ac0-3a20145fd3af') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:50.119750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd837cfcf-d942-4b40-8ac0-3a20145fd3af') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:50.131397 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.146682 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.153546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:43:50.154070 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:43:50.157338 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:43:50.225799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.230743 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.234712 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/networks/ab94e2e0-8c71-4b97-8e6a-06d430080b81 HTTP/1.1" status: 204 len: 168 time: 0.5727289 Nov 27 01:43:50.240766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43796) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:50.247050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1066259676', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}, 'admin_state_up': False}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:50.252599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67eea7-fa4d-4279-ab2d-cc10fa0534b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Network': ['ID=ab94e2e0-8c71-4b97-8e6a-06d430080b81,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:50.272430 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.273735 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.325174 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.465266 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.674773 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.694294 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.811489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Allocated IP 172.25.3.223 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/51966dcd-59ea-4cf3-b210-a07adc8faa92) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:50.916906 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.954744 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:50.995980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:50.998940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:51.002538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:51.012025 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c91c9-f25a-4fe8-8476-d1fddbbd7c2c None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:51.042356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-51f1dd83-52e3-4434-893b-7cfac730b197 None None] Provisioning complete for port 51966dcd-59ea-4cf3-b210-a07adc8faa92 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:51.042749 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51f1dd83-52e3-4434-893b-7cfac730b197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:51.076792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-51f1dd83-52e3-4434-893b-7cfac730b197 None None] Port 51966dcd-59ea-4cf3-b210-a07adc8faa92 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:51.086966 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=51966dcd-59ea-4cf3-b210-a07adc8faa92,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:51.269440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:51.475260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:51.615474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 878834d3-90ae-46aa-b11b-e3828c6f7e3e is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:43:51.710748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84278859-6dd8-45b0-a630-527c218b48d2 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:43:51.735158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:51.737884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 84278859-6dd8-45b0-a630-527c218b48d2 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:43:51.738650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 84278859-6dd8-45b0-a630-527c218b48d2 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:43:51.749458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d51cc4-2339-40d8-bb09-903446adc868 None None] Sync routers for ids ['878834d3-90ae-46aa-b11b-e3828c6f7e3e'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:51.762761 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:51.764301 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-882be8dc-4b25-4faa-9b0d-45f0203bdadc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.5220602 Nov 27 01:43:51.765267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d51cc4-2339-40d8-bb09-903446adc868 None None] Routers {'878834d3-90ae-46aa-b11b-e3828c6f7e3e'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:51.765891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a0d51cc4-2339-40d8-bb09-903446adc868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['878834d3-90ae-46aa-b11b-e3828c6f7e3e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:51.766854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43804) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:51.803470 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a0d51cc4-2339-40d8-bb09-903446adc868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:51.814019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d51cc4-2339-40d8-bb09-903446adc868 None None] Routers {'878834d3-90ae-46aa-b11b-e3828c6f7e3e'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:51.814956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a0d51cc4-2339-40d8-bb09-903446adc868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['878834d3-90ae-46aa-b11b-e3828c6f7e3e'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:51.848061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a0d51cc4-2339-40d8-bb09-903446adc868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:51.848721 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d51cc4-2339-40d8-bb09-903446adc868 None None] The sync data for ids ['878834d3-90ae-46aa-b11b-e3828c6f7e3e'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:51.902747 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1bbb3fdf-09ca-45ed-b801-4b999e156b0a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/routers/878834d3-90ae-46aa-b11b-e3828c6f7e3e HTTP/1.1" status: 200 len: 881 time: 0.1340895 Nov 27 01:43:51.904951 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43810) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:52.157179 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bb056be3-2eb9-4848-9a4d-033ea9069008 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2500663 Nov 27 01:43:52.157480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43814) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:52.163818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9e6a54c7-e66e-4e9a-a4bc-f671f569b269 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1066259676'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:52.816643 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e6a54c7-e66e-4e9a-a4bc-f671f569b269 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:52.828331 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e6a54c7-e66e-4e9a-a4bc-f671f569b269 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:52.933206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6a54c7-e66e-4e9a-a4bc-f671f569b269 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 878834d3-90ae-46aa-b11b-e3828c6f7e3e has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:43:53.040871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6a54c7-e66e-4e9a-a4bc-f671f569b269 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:53.047924 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9e6a54c7-e66e-4e9a-a4bc-f671f569b269 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:53.051477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9e6a54c7-e66e-4e9a-a4bc-f671f569b269 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/878834d3-90ae-46aa-b11b-e3828c6f7e3e HTTP/1.1" status: 200 len: 888 time: 0.8889151 Nov 27 01:43:53.051909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43820) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:53.052638 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0eb2f-fbdb-463a-b194-0920bb2706bd None None] Sync routers for ids ['878834d3-90ae-46aa-b11b-e3828c6f7e3e'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:53.062913 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0eb2f-fbdb-463a-b194-0920bb2706bd None None] Routers {'878834d3-90ae-46aa-b11b-e3828c6f7e3e'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:53.063518 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a1b0eb2f-fbdb-463a-b194-0920bb2706bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['878834d3-90ae-46aa-b11b-e3828c6f7e3e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:53.108709 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a1b0eb2f-fbdb-463a-b194-0920bb2706bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:53.118660 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0eb2f-fbdb-463a-b194-0920bb2706bd None None] Routers {'878834d3-90ae-46aa-b11b-e3828c6f7e3e'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:53.118911 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a1b0eb2f-fbdb-463a-b194-0920bb2706bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['878834d3-90ae-46aa-b11b-e3828c6f7e3e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:53.151764 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a1b0eb2f-fbdb-463a-b194-0920bb2706bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:53.152406 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0eb2f-fbdb-463a-b194-0920bb2706bd None None] The sync data for ids ['878834d3-90ae-46aa-b11b-e3828c6f7e3e'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:53.178884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-45219882-9de3-452d-a4fc-980286ec22d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/routers/878834d3-90ae-46aa-b11b-e3828c6f7e3e HTTP/1.1" status: 200 len: 888 time: 0.1257465 Nov 27 01:43:53.181794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43824) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:53.209086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c114509f-f16b-401f-9ec3-6901d894aad5 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=878834d3-90ae-46aa-b11b-e3828c6f7e3e HTTP/1.1" status: 200 len: 205 time: 0.0261247 Nov 27 01:43:53.211522 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43826) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:53.318056 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:53.421328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:53.477921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 51966dcd-59ea-4cf3-b210-a07adc8faa92 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:53.478284 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:53.556494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:53.569072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 51966dcd-59ea-4cf3-b210-a07adc8faa92 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:53.733976 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:53.760928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=51966dcd-59ea-4cf3-b210-a07adc8faa92,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:53.776992 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b17d62d-3dbb-4ebb-9d04-eb624a492830 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:43:53.833609 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.183732 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.185849 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.228133 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.228751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Fanout notify agent at l3_agent the message router_deleted on router 878834d3-90ae-46aa-b11b-e3828c6f7e3e {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:43:54.236390 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.241160 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a48cfd94-4058-45da-bee1-804b33dccb90 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/878834d3-90ae-46aa-b11b-e3828c6f7e3e HTTP/1.1" status: 204 len: 168 time: 1.0250223 Nov 27 01:43:54.242083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43830) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:54.248293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d9465001-adc6-4a90-9926-da68368e0da7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'network': {'name': 'tempest-RoutersTest-638897465'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:54.269318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9465001-adc6-4a90-9926-da68368e0da7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:54.272945 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9465001-adc6-4a90-9926-da68368e0da7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.296986 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9465001-adc6-4a90-9926-da68368e0da7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:43:54.306567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9465001-adc6-4a90-9926-da68368e0da7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.306919 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-d9465001-adc6-4a90-9926-da68368e0da7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Added segment bc7e5c45-05d5-477d-b7c0-409e93883cbd of type vlan for network c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 Nov 27 01:43:54.353756 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9465001-adc6-4a90-9926-da68368e0da7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.381122 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9465001-adc6-4a90-9926-da68368e0da7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.386712 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9465001-adc6-4a90-9926-da68368e0da7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:54.387301 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d9465001-adc6-4a90-9926-da68368e0da7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.462841 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d9465001-adc6-4a90-9926-da68368e0da7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2162740 Nov 27 01:43:54.463517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43832) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:54.469479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465001-adc6-4a90-9926-da68368e0da7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Network': ['ID=c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:54.471326 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c2e61276-316f-44c8-9289-3b869ebcb8f2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'subnet': {'network_id': 'c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:54.496752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:43:54.596755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e61276-316f-44c8-9289-3b869ebcb8f2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:43:54.600409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2e61276-316f-44c8-9289-3b869ebcb8f2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.782947 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2e61276-316f-44c8-9289-3b869ebcb8f2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.846880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e61276-316f-44c8-9289-3b869ebcb8f2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Subnet': ['ID=574e9b60-47d5-49eb-91d9-785ae8d0e133,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:54.856967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e61276-316f-44c8-9289-3b869ebcb8f2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Checking segment: {'id': 'bc7e5c45-05d5-477d-b7c0-409e93883cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:54.857318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e61276-316f-44c8-9289-3b869ebcb8f2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network hostable DHCP agents. Network: c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:43:54.873849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e61276-316f-44c8-9289-3b869ebcb8f2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:43:54.882770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c2e61276-316f-44c8-9289-3b869ebcb8f2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:54.886669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e61276-316f-44c8-9289-3b869ebcb8f2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:54.887254 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c2e61276-316f-44c8-9289-3b869ebcb8f2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.892826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c02a04-cc19-45e0-b1cf-161bbc7b7204 None None] Network c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:54.903587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c2e61276-316f-44c8-9289-3b869ebcb8f2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4387712 Nov 27 01:43:54.906125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43834) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:54.910620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-97e6b168-2142-4f30-803d-40c954182145 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1442196595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:54.934273 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97e6b168-2142-4f30-803d-40c954182145 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.934763 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97e6b168-2142-4f30-803d-40c954182145 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.986462 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97e6b168-2142-4f30-803d-40c954182145 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:54.990336 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97e6b168-2142-4f30-803d-40c954182145 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:55.008477 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97e6b168-2142-4f30-803d-40c954182145 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:55.009649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-97e6b168-2142-4f30-803d-40c954182145 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1024294 Nov 27 01:43:55.012441 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43836) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:55.042755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7', 'network_id': 'c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'fixed_ips': [{'subnet_id': '574e9b60-47d5-49eb-91d9-785ae8d0e133'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:43:55.043612 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:55.180312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Allocated IP 172.20.0.2 (c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7/574e9b60-47d5-49eb-91d9-785ae8d0e133/d3ffe35b-29b2-41fa-986f-d9481a9b7245) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:55.335197 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:55.340932 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:55.347366 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:55.364560 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4406b33d-af96-4289-9f12-76cd8c0c1f7a req-686998ef-a8d2-449c-bf7c-e33e54acb8aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1671133 Nov 27 01:43:55.390382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Network c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:55.393514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:55.397189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:55.431816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Pushing event updated for resources: {'Port': ['ID=d3ffe35b-29b2-41fa-986f-d9481a9b7245,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:55.460974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Attempting to bind port d3ffe35b-29b2-41fa-986f-d9481a9b7245 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:43:55.461381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Attempting to bind port d3ffe35b-29b2-41fa-986f-d9481a9b7245 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'bc7e5c45-05d5-477d-b7c0-409e93883cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:43:55.461710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Attempting to bind port d3ffe35b-29b2-41fa-986f-d9481a9b7245 on network c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:43:55.468201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:43:55.468601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Checking segment: {'id': 'bc7e5c45-05d5-477d-b7c0-409e93883cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:43:55.468963 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:55.469360 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Bound using segment: {'id': 'bc7e5c45-05d5-477d-b7c0-409e93883cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:43:55.469847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Bound port: d3ffe35b-29b2-41fa-986f-d9481a9b7245, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7e5c45-05d5-477d-b7c0-409e93883cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:43:55.470216 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:55.511058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4406b33d-af96-4289-9f12-76cd8c0c1f7a req-22590856-0650-47bb-93d8-209dc925c8d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0604846 Nov 27 01:43:55.551915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] For port d3ffe35b-29b2-41fa-986f-d9481a9b7245, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:43:55.556546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] For port d3ffe35b-29b2-41fa-986f-d9481a9b7245, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d3ffe35b-29b2-41fa-986f-d9481a9b7245,segment=NetworkSegment(bc7e5c45-05d5-477d-b7c0-409e93883cbd),segment_id=bc7e5c45-05d5-477d-b7c0-409e93883cbd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:43:55.561645 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:55.598561 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4406b33d-af96-4289-9f12-76cd8c0c1f7a req-c9648e90-7b7b-4cb7-b291-24ad29339e9b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566480 Nov 27 01:43:55.649325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c59d97-8a42-4f86-980e-c9a3adec62ce None None] Pushing event updated for resources: {'Port': ['ID=d3ffe35b-29b2-41fa-986f-d9481a9b7245,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:55.830912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Allocated IP 172.20.0.1 (c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7/574e9b60-47d5-49eb-91d9-785ae8d0e133/7e6045fb-8ea9-44a9-aa32-cb514498453a) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:43:55.887716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406b33d-af96-4289-9f12-76cd8c0c1f7a req-c8e535ed-d382-455d-ba8c-e74c3f98fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:55.890552 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4406b33d-af96-4289-9f12-76cd8c0c1f7a req-c8e535ed-d382-455d-ba8c-e74c3f98fca7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2853875 Nov 27 01:43:55.990428 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:56.025314 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:56.071684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:56.074726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:56.078438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:43:56.084708 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=7e6045fb-8ea9-44a9-aa32-cb514498453a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:56.125562 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:56.243200 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:56.525178 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:56.530761 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:56.609368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=7e6045fb-8ea9-44a9-aa32-cb514498453a,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:56.611828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:56.712374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:43:56.713901 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:43:56.743129 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2cccad-e902-4416-9b22-6c83615328d8 None None] Network c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:56.839522 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 9696b008-becb-4bfa-a86e-3c1f211d70cf is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:43:56.874644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-df8ed279-a88e-4ca3-a885-0ada854862c5 None None] Provisioning complete for port d3ffe35b-29b2-41fa-986f-d9481a9b7245 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:56.875177 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df8ed279-a88e-4ca3-a885-0ada854862c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:56.940239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:56.949984 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4a1c23ef-d88f-4b00-8c68-fd8b23f93950 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/9696b008-becb-4bfa-a86e-3c1f211d70cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9365575 Nov 27 01:43:56.952547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43852) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:56.956277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029644e-1ccd-4760-83aa-f2151e5091ca None None] Sync routers for ids ['9696b008-becb-4bfa-a86e-3c1f211d70cf'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:56.978195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a029644e-1ccd-4760-83aa-f2151e5091ca None None] Routers {'9696b008-becb-4bfa-a86e-3c1f211d70cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:56.979316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a029644e-1ccd-4760-83aa-f2151e5091ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9696b008-becb-4bfa-a86e-3c1f211d70cf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:57.006781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecb6753-69ed-43e6-8ca0-6d391f01969a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:57.011082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43854) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:57.011650 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cecb6753-69ed-43e6-8ca0-6d391f01969a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports/7e6045fb-8ea9-44a9-aa32-cb514498453a HTTP/1.1" status: 200 len: 910 time: 0.0576096 Nov 27 01:43:57.016451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-28f2ced6-a9c3-4d71-81d6-f2d5593aa9a7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '574e9b60-47d5-49eb-91d9-785ae8d0e133'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:43:57.043302 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a029644e-1ccd-4760-83aa-f2151e5091ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:57.064730 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df8ed279-a88e-4ca3-a885-0ada854862c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:57.067627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a029644e-1ccd-4760-83aa-f2151e5091ca None None] Routers {'9696b008-becb-4bfa-a86e-3c1f211d70cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:57.068254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a029644e-1ccd-4760-83aa-f2151e5091ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9696b008-becb-4bfa-a86e-3c1f211d70cf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:57.123245 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a029644e-1ccd-4760-83aa-f2151e5091ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:57.123987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029644e-1ccd-4760-83aa-f2151e5091ca None None] The sync data for ids ['9696b008-becb-4bfa-a86e-3c1f211d70cf'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:57.150390 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-df8ed279-a88e-4ca3-a885-0ada854862c5 None None] For port d3ffe35b-29b2-41fa-986f-d9481a9b7245, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d3ffe35b-29b2-41fa-986f-d9481a9b7245,segment=NetworkSegment(bc7e5c45-05d5-477d-b7c0-409e93883cbd),segment_id=bc7e5c45-05d5-477d-b7c0-409e93883cbd)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:43:57.156241 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df8ed279-a88e-4ca3-a885-0ada854862c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:57.199246 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28f2ced6-a9c3-4d71-81d6-f2d5593aa9a7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:57.226038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ed279-a88e-4ca3-a885-0ada854862c5 None None] Pushing event updated for resources: {'Port': ['ID=d3ffe35b-29b2-41fa-986f-d9481a9b7245,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:57.277938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ef09f5fb-9b84-4052-a2b7-7040f58f4d71 None None] Provisioning complete for port d3ffe35b-29b2-41fa-986f-d9481a9b7245 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:57.278357 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ef09f5fb-9b84-4052-a2b7-7040f58f4d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:57.382104 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ef09f5fb-9b84-4052-a2b7-7040f58f4d71 None None] Provisioning complete for port 7e6045fb-8ea9-44a9-aa32-cb514498453a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:57.382720 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ef09f5fb-9b84-4052-a2b7-7040f58f4d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:57.432846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ef09f5fb-9b84-4052-a2b7-7040f58f4d71 None None] Port 7e6045fb-8ea9-44a9-aa32-cb514498453a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:57.555638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b13ac365-b61e-4966-95b4-7eb60b772061 None None] Provisioning complete for port 7e6045fb-8ea9-44a9-aa32-cb514498453a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:57.556011 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b13ac365-b61e-4966-95b4-7eb60b772061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:57.596060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b13ac365-b61e-4966-95b4-7eb60b772061 None None] Port 7e6045fb-8ea9-44a9-aa32-cb514498453a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:57.618787 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28f2ced6-a9c3-4d71-81d6-f2d5593aa9a7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:57.630658 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28f2ced6-a9c3-4d71-81d6-f2d5593aa9a7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:57.728043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-392f10a9-ccb3-496b-b244-c59ca3a9ef67 None None] Provisioning complete for port 7e6045fb-8ea9-44a9-aa32-cb514498453a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:57.728418 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-392f10a9-ccb3-496b-b244-c59ca3a9ef67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:57.754079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2ced6-a9c3-4d71-81d6-f2d5593aa9a7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=7e6045fb-8ea9-44a9-aa32-cb514498453a,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:57.782181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-392f10a9-ccb3-496b-b244-c59ca3a9ef67 None None] Port 7e6045fb-8ea9-44a9-aa32-cb514498453a cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:43:57.788143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d3ffe35b-29b2-41fa-986f-d9481a9b7245 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:43:57.796297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f2ced6-a9c3-4d71-81d6-f2d5593aa9a7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:43:57.797202 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28f2ced6-a9c3-4d71-81d6-f2d5593aa9a7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:57.799808 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-28f2ced6-a9c3-4d71-81d6-f2d5593aa9a7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/ports/7e6045fb-8ea9-44a9-aa32-cb514498453a HTTP/1.1" status: 200 len: 910 time: 0.7873595 Nov 27 01:43:57.801654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43858) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:57.849656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d3ffe35b-29b2-41fa-986f-d9481a9b7245 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:43:57.850027 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:58.128295 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06942f0c-9e74-492b-b58b-8fd843a792b6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:58.380955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-06942f0c-9e74-492b-b58b-8fd843a792b6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 7e6045fb-8ea9-44a9-aa32-cb514498453a {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:58.381296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06942f0c-9e74-492b-b58b-8fd843a792b6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:58.481031 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06942f0c-9e74-492b-b58b-8fd843a792b6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:58.494631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-06942f0c-9e74-492b-b58b-8fd843a792b6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 7e6045fb-8ea9-44a9-aa32-cb514498453a owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:43:58.671745 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06942f0c-9e74-492b-b58b-8fd843a792b6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:58.780647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06942f0c-9e74-492b-b58b-8fd843a792b6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=7e6045fb-8ea9-44a9-aa32-cb514498453a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:58.867294 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06942f0c-9e74-492b-b58b-8fd843a792b6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:59.037112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06942f0c-9e74-492b-b58b-8fd843a792b6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 9696b008-becb-4bfa-a86e-3c1f211d70cf has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:43:59.122111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06942f0c-9e74-492b-b58b-8fd843a792b6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:43:59.127402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-06942f0c-9e74-492b-b58b-8fd843a792b6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/9696b008-becb-4bfa-a86e-3c1f211d70cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3245931 Nov 27 01:43:59.130138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43864) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:59.137058 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2de420-5e21-40b5-b77c-ce132fa65245 None None] Sync routers for ids ['9696b008-becb-4bfa-a86e-3c1f211d70cf'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:43:59.149178 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2de420-5e21-40b5-b77c-ce132fa65245 None None] Routers {'9696b008-becb-4bfa-a86e-3c1f211d70cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:59.150740 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f2de420-5e21-40b5-b77c-ce132fa65245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9696b008-becb-4bfa-a86e-3c1f211d70cf'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:59.158954 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4e168c58-ebc8-43a1-b580-697e75e5dc3b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=9696b008-becb-4bfa-a86e-3c1f211d70cf HTTP/1.1" status: 200 len: 205 time: 0.0277030 Nov 27 01:43:59.162147 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43866) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:59.191615 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f2de420-5e21-40b5-b77c-ce132fa65245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:59.200933 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2de420-5e21-40b5-b77c-ce132fa65245 None None] Routers {'9696b008-becb-4bfa-a86e-3c1f211d70cf'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:43:59.201898 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f2de420-5e21-40b5-b77c-ce132fa65245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['9696b008-becb-4bfa-a86e-3c1f211d70cf'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:59.236258 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f2de420-5e21-40b5-b77c-ce132fa65245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:43:59.237810 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2de420-5e21-40b5-b77c-ce132fa65245 None None] The sync data for ids ['9696b008-becb-4bfa-a86e-3c1f211d70cf'] in n-d-819494-2 is: [] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:43:59.252306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95e74eb1-3774-4ea9-8f0e-bab1e9ed86b2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:59.414828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95e74eb1-3774-4ea9-8f0e-bab1e9ed86b2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:59.417240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95e74eb1-3774-4ea9-8f0e-bab1e9ed86b2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:59.466424 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95e74eb1-3774-4ea9-8f0e-bab1e9ed86b2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:59.466995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e74eb1-3774-4ea9-8f0e-bab1e9ed86b2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Fanout notify agent at l3_agent the message router_deleted on router 9696b008-becb-4bfa-a86e-3c1f211d70cf {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:43:59.482652 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-95e74eb1-3774-4ea9-8f0e-bab1e9ed86b2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:59.486186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-95e74eb1-3774-4ea9-8f0e-bab1e9ed86b2 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/9696b008-becb-4bfa-a86e-3c1f211d70cf HTTP/1.1" status: 204 len: 168 time: 0.3203225 Nov 27 01:43:59.487482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43868) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:59.539315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-33555eb3-960f-42b1-becc-9b8ff4ee3429 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting subnet 574e9b60-47d5-49eb-91d9-785ae8d0e133 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:43:59.542601 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33555eb3-960f-42b1-becc-9b8ff4ee3429 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:59.585085 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33555eb3-960f-42b1-becc-9b8ff4ee3429 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:59.673851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33555eb3-960f-42b1-becc-9b8ff4ee3429 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:59.738915 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33555eb3-960f-42b1-becc-9b8ff4ee3429 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:59.767822 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33555eb3-960f-42b1-becc-9b8ff4ee3429 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Subnet': ['ID=574e9b60-47d5-49eb-91d9-785ae8d0e133,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:43:59.785749 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fb609e-afc8-493c-a339-39e1d9c3c7dc None None] Network c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:43:59.798134 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33555eb3-960f-42b1-becc-9b8ff4ee3429 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:59.804226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43872) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:43:59.804988 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-33555eb3-960f-42b1-becc-9b8ff4ee3429 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/574e9b60-47d5-49eb-91d9-785ae8d0e133 HTTP/1.1" status: 204 len: 168 time: 0.3158424 Nov 27 01:43:59.912817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:43:59.977190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port d3ffe35b-29b2-41fa-986f-d9481a9b7245 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:43:59.977190 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.017171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4516d27d-6d9f-412f-b7a0-aeeb25108985 None None] DHCP port deletion for c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:00.059424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] For port d3ffe35b-29b2-41fa-986f-d9481a9b7245, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d3ffe35b-29b2-41fa-986f-d9481a9b7245,segment=NetworkSegment(bc7e5c45-05d5-477d-b7c0-409e93883cbd),segment_id=bc7e5c45-05d5-477d-b7c0-409e93883cbd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:00.060192 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.071844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4516d27d-6d9f-412f-b7a0-aeeb25108985 None None] Deleting port d3ffe35b-29b2-41fa-986f-d9481a9b7245 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:00.072520 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4516d27d-6d9f-412f-b7a0-aeeb25108985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.075482 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for d3ffe35b-29b2-41fa-986f-d9481a9b7245 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:00.162257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.191298 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=d3ffe35b-29b2-41fa-986f-d9481a9b7245,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:00.197714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No DVR routers for this DVR port d3ffe35b-29b2-41fa-986f-d9481a9b7245 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:00.293969 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.304981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4516d27d-6d9f-412f-b7a0-aeeb25108985 None None] For port d3ffe35b-29b2-41fa-986f-d9481a9b7245, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d3ffe35b-29b2-41fa-986f-d9481a9b7245,segment=NetworkSegment(bc7e5c45-05d5-477d-b7c0-409e93883cbd),segment_id=bc7e5c45-05d5-477d-b7c0-409e93883cbd)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:00.305686 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4516d27d-6d9f-412f-b7a0-aeeb25108985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.315549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:00.320748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4516d27d-6d9f-412f-b7a0-aeeb25108985 None None] Calling delete_port for d3ffe35b-29b2-41fa-986f-d9481a9b7245 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:00.324845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7e5c45-05d5-477d-b7c0-409e93883cbd') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:00.325139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7e5c45-05d5-477d-b7c0-409e93883cbd') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:00.334902 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.349683 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.356067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:44:00.356456 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:44:00.359924 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:44:00.424566 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4516d27d-6d9f-412f-b7a0-aeeb25108985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.427817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.437343 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.440603 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/networks/c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 HTTP/1.1" status: 204 len: 168 time: 0.6343992 Nov 27 01:44:00.444594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43874) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:00.449281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-23693bdc-bf17-40ab-85db-ca8061f8fe67 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1822088730', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:00.453413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1adf5a-985d-4396-a760-9876cfe3c524 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Network': ['ID=c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:00.464071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516d27d-6d9f-412f-b7a0-aeeb25108985 None None] Pushing event deleted for resources: {'Port': ['ID=d3ffe35b-29b2-41fa-986f-d9481a9b7245,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:00.468048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4516d27d-6d9f-412f-b7a0-aeeb25108985 None None] Network c796b383-2ad0-4bc7-a2c0-c2b91e67bbc7 is not hosted by any dhcp agent {{(pid=103386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 27 01:44:00.468048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516d27d-6d9f-412f-b7a0-aeeb25108985 None None] No DVR routers for this DVR port d3ffe35b-29b2-41fa-986f-d9481a9b7245 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:00.488602 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23693bdc-bf17-40ab-85db-ca8061f8fe67 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.489738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23693bdc-bf17-40ab-85db-ca8061f8fe67 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.547015 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23693bdc-bf17-40ab-85db-ca8061f8fe67 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.552256 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23693bdc-bf17-40ab-85db-ca8061f8fe67 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.568982 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-23693bdc-bf17-40ab-85db-ca8061f8fe67 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.570140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-23693bdc-bf17-40ab-85db-ca8061f8fe67 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1245434 Nov 27 01:44:00.572989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43876) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:00.577651 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1ddcca1a-444d-40df-b446-fffd4e29c157 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'network': {'name': 'tempest-RoutersTest-931882366'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:00.611613 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddcca1a-444d-40df-b446-fffd4e29c157 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:44:00.615460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca1a-444d-40df-b446-fffd4e29c157 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.639925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddcca1a-444d-40df-b446-fffd4e29c157 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:44:00.649470 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca1a-444d-40df-b446-fffd4e29c157 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.649812 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-1ddcca1a-444d-40df-b446-fffd4e29c157 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Added segment cad2d348-7d69-4d33-8211-9473bc00b050 of type vlan for network 2cb67e3b-86af-491c-9fdb-f0238bd501f4 Nov 27 01:44:00.690583 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca1a-444d-40df-b446-fffd4e29c157 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.716451 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca1a-444d-40df-b446-fffd4e29c157 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.722662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddcca1a-444d-40df-b446-fffd4e29c157 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:00.723432 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1ddcca1a-444d-40df-b446-fffd4e29c157 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:00.782517 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1ddcca1a-444d-40df-b446-fffd4e29c157 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2084839 Nov 27 01:44:00.791018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43880) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:00.796611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcca1a-444d-40df-b446-fffd4e29c157 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Network': ['ID=2cb67e3b-86af-491c-9fdb-f0238bd501f4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:00.796796 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8e759799-0df5-427d-823c-9b48b6c85302 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'subnet': {'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:00.808109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 2cb67e3b-86af-491c-9fdb-f0238bd501f4 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:44:00.909218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e759799-0df5-427d-823c-9b48b6c85302 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:44:00.913173 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e759799-0df5-427d-823c-9b48b6c85302 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:01.103451 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e759799-0df5-427d-823c-9b48b6c85302 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:01.123913 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-fa4abe70-d0f8-4178-b5af-6f93a881d289 req-ba040c07-9f34-49c7-96eb-e9ae28bedf5e service neutron] (103384) timed out ('10.222.0.37', 56026) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:44:01.173329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e759799-0df5-427d-823c-9b48b6c85302 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Subnet': ['ID=03c2ff77-fc60-4363-a8de-33596a37f5d6,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:01.177633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e759799-0df5-427d-823c-9b48b6c85302 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Checking segment: {'id': 'cad2d348-7d69-4d33-8211-9473bc00b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:01.177978 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e759799-0df5-427d-823c-9b48b6c85302 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network hostable DHCP agents. Network: 2cb67e3b-86af-491c-9fdb-f0238bd501f4, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:44:01.197402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e759799-0df5-427d-823c-9b48b6c85302 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network 2cb67e3b-86af-491c-9fdb-f0238bd501f4 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:44:01.207774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8e759799-0df5-427d-823c-9b48b6c85302 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 2cb67e3b-86af-491c-9fdb-f0238bd501f4) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:01.212141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e759799-0df5-427d-823c-9b48b6c85302 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:01.212725 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e759799-0df5-427d-823c-9b48b6c85302 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:01.218932 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ceaee4-3d51-411b-aaf3-4cde135f8759 None None] Network 2cb67e3b-86af-491c-9fdb-f0238bd501f4 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:01.232664 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43882) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:01.233342 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8e759799-0df5-427d-823c-9b48b6c85302 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4408853 Nov 27 01:44:01.423320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:44:01.424766 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:01.473096 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f174166-e6bc-46f8-b361-5d59504c0bd3 req-2450bcab-76bd-412f-8bea-bc03f691a20f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576549 Nov 27 01:44:01.560511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f174166-e6bc-46f8-b361-5d59504c0bd3 req-50260c4b-cec2-40fd-9ce8-3708ab40e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:01.562201 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f174166-e6bc-46f8-b361-5d59504c0bd3 req-50260c4b-cec2-40fd-9ce8-3708ab40e448 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 1097 time: 0.0542843 Nov 27 01:44:01.674667 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Allocated IP 172.20.0.2 (2cb67e3b-86af-491c-9fdb-f0238bd501f4/03c2ff77-fc60-4363-a8de-33596a37f5d6/92cb5f79-041e-4a24-bd8f-f5afca291b2c) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:44:01.764845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d3ffe35b-29b2-41fa-986f-d9481a9b7245 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:01.793457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: d3ffe35b-29b2-41fa-986f-d9481a9b7245 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:01.793934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d3ffe35b-29b2-41fa-986f-d9481a9b7245 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:01.950679 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:01.961253 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:01.994804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:02.008408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Network 2cb67e3b-86af-491c-9fdb-f0238bd501f4 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:02.011410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:02.015104 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:44:02.042176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Pushing event updated for resources: {'Port': ['ID=92cb5f79-041e-4a24-bd8f-f5afca291b2c,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:02.083730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Attempting to bind port 92cb5f79-041e-4a24-bd8f-f5afca291b2c on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:44:02.084033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Attempting to bind port 92cb5f79-041e-4a24-bd8f-f5afca291b2c by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cad2d348-7d69-4d33-8211-9473bc00b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:44:02.084350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f174166-e6bc-46f8-b361-5d59504c0bd3 req-d1a2bfc4-7d61-404e-88ad-19f1f4c9d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:02.084868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Attempting to bind port 92cb5f79-041e-4a24-bd8f-f5afca291b2c on network 2cb67e3b-86af-491c-9fdb-f0238bd501f4 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:44:02.085848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f174166-e6bc-46f8-b361-5d59504c0bd3 req-d1a2bfc4-7d61-404e-88ad-19f1f4c9d233 service neutron] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.4966493 Nov 27 01:44:02.092160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:44:02.092693 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Checking segment: {'id': 'cad2d348-7d69-4d33-8211-9473bc00b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:02.093280 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:02.093747 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Bound using segment: {'id': 'cad2d348-7d69-4d33-8211-9473bc00b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:44:02.094596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Bound port: 92cb5f79-041e-4a24-bd8f-f5afca291b2c, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad2d348-7d69-4d33-8211-9473bc00b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:44:02.096311 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:02.199585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] For port 92cb5f79-041e-4a24-bd8f-f5afca291b2c, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:44:02.202891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] For port 92cb5f79-041e-4a24-bd8f-f5afca291b2c, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=92cb5f79-041e-4a24-bd8f-f5afca291b2c,segment=NetworkSegment(cad2d348-7d69-4d33-8211-9473bc00b050),segment_id=cad2d348-7d69-4d33-8211-9473bc00b050)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:44:02.203420 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f174166-e6bc-46f8-b361-5d59504c0bd3 req-72025955-1770-4fab-b584-8186de61c35b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a448253-fd7c-469e-9340-c1f252d13c76 HTTP/1.1" status: 200 len: 1002 time: 0.1017597 Nov 27 01:44:02.208775 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:02.272982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f174166-e6bc-46f8-b361-5d59504c0bd3 req-420daf75-d0fb-486a-b6b2-1d20d8b2ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:02.274987 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f174166-e6bc-46f8-b361-5d59504c0bd3 req-420daf75-d0fb-486a-b6b2-1d20d8b2ef57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0646329 Nov 27 01:44:02.285275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431a25b-1131-401f-8dc1-1c533e252d9d None None] Pushing event updated for resources: {'Port': ['ID=92cb5f79-041e-4a24-bd8f-f5afca291b2c,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:02.300902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Allocated IP 172.20.0.1 (2cb67e3b-86af-491c-9fdb-f0238bd501f4/03c2ff77-fc60-4363-a8de-33596a37f5d6/da92d755-68c4-4572-abdb-b099e021c5dc) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:44:02.353768 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f174166-e6bc-46f8-b361-5d59504c0bd3 req-5818d5fd-9e6a-49f6-98e1-fda09a2a9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:02.355580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f174166-e6bc-46f8-b361-5d59504c0bd3 req-5818d5fd-9e6a-49f6-98e1-fda09a2a9b24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719452 Nov 27 01:44:02.496211 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:02.510838 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f174166-e6bc-46f8-b361-5d59504c0bd3 req-d1fdda34-347b-421d-99b3-173de3e7a792 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473312 Nov 27 01:44:02.550195 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:02.595269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network 2cb67e3b-86af-491c-9fdb-f0238bd501f4 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:02.605006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:02.609768 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:44:02.636356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=da92d755-68c4-4572-abdb-b099e021c5dc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:02.662089 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f174166-e6bc-46f8-b361-5d59504c0bd3 req-9e442b4b-fbcf-41f5-8a62-4ab768637958 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426222 Nov 27 01:44:02.678184 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:02.804939 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:03.129059 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:03.135054 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:03.182227 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:03.270444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=da92d755-68c4-4572-abdb-b099e021c5dc,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:03.321928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network 2cb67e3b-86af-491c-9fdb-f0238bd501f4 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:03.323515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:03.435141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08381824-967e-45fb-83aa-2a6706041b79 None None] Network 2cb67e3b-86af-491c-9fdb-f0238bd501f4 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:03.461915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 08b664a7-8ff3-4847-b7b0-615765724ef6 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:44:03.565237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:03.573145 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6a11281f-34fb-47cb-bfb0-1a5d9c7e00fb None None] Provisioning complete for port 92cb5f79-041e-4a24-bd8f-f5afca291b2c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:03.573439 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6a11281f-34fb-47cb-bfb0-1a5d9c7e00fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:03.580582 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Sync routers for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:03.588281 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-49eaf51b-740f-49bb-887f-56f52eb0e71d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3517544 Nov 27 01:44:03.588615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43888) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:03.593552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f1e8d1de-583d-42f2-8856-68483b6328b9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'network': {'name': 'tempest-RoutersTest-732228929'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:03.631492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e8d1de-583d-42f2-8856-68483b6328b9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:44:03.636541 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d1de-583d-42f2-8856-68483b6328b9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:03.639912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:03.640557 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:03.666108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e8d1de-583d-42f2-8856-68483b6328b9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:44:03.680365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d1de-583d-42f2-8856-68483b6328b9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:03.681535 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-f1e8d1de-583d-42f2-8856-68483b6328b9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Added segment 4d2f1dd9-4dc1-40ba-9360-72ca7567ea89 of type vlan for network b32ac736-db6e-4f5c-a78d-c82f20abe515 Nov 27 01:44:03.747467 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d1de-583d-42f2-8856-68483b6328b9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:03.782407 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d1de-583d-42f2-8856-68483b6328b9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:03.790748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8d1de-583d-42f2-8856-68483b6328b9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:03.791357 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d1de-583d-42f2-8856-68483b6328b9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:03.803549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:03.835830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 92cb5f79-041e-4a24-bd8f-f5afca291b2c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:03.839713 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6a11281f-34fb-47cb-bfb0-1a5d9c7e00fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:03.858203 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f1e8d1de-583d-42f2-8856-68483b6328b9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2684050 Nov 27 01:44:03.860877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43890) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:03.870856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-dd7c6d14-e405-4cde-99fd-5c9456526974 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'subnet': {'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:03.887477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8d1de-583d-42f2-8856-68483b6328b9 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Network': ['ID=b32ac736-db6e-4f5c-a78d-c82f20abe515,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:03.925222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network b32ac736-db6e-4f5c-a78d-c82f20abe515 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:44:04.007316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7c6d14-e405-4cde-99fd-5c9456526974 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:44:04.012129 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd7c6d14-e405-4cde-99fd-5c9456526974 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:04.060792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6a11281f-34fb-47cb-bfb0-1a5d9c7e00fb None None] For port 92cb5f79-041e-4a24-bd8f-f5afca291b2c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=92cb5f79-041e-4a24-bd8f-f5afca291b2c,segment=NetworkSegment(cad2d348-7d69-4d33-8211-9473bc00b050),segment_id=cad2d348-7d69-4d33-8211-9473bc00b050)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:04.074524 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6a11281f-34fb-47cb-bfb0-1a5d9c7e00fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:04.183032 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 92cb5f79-041e-4a24-bd8f-f5afca291b2c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:04.183439 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:04.254300 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd7c6d14-e405-4cde-99fd-5c9456526974 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:04.340623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7c6d14-e405-4cde-99fd-5c9456526974 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Checking segment: {'id': '4d2f1dd9-4dc1-40ba-9360-72ca7567ea89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:04.340994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c6d14-e405-4cde-99fd-5c9456526974 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network hostable DHCP agents. Network: b32ac736-db6e-4f5c-a78d-c82f20abe515, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:44:04.343798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c6d14-e405-4cde-99fd-5c9456526974 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Subnet': ['ID=42925257-11d4-4864-83b9-bd0fe33eca6a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:04.366198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c6d14-e405-4cde-99fd-5c9456526974 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network b32ac736-db6e-4f5c-a78d-c82f20abe515 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:44:04.381724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-dd7c6d14-e405-4cde-99fd-5c9456526974 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, b32ac736-db6e-4f5c-a78d-c82f20abe515) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:04.397737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c6d14-e405-4cde-99fd-5c9456526974 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:04.398917 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd7c6d14-e405-4cde-99fd-5c9456526974 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:04.423357 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dd7c6d14-e405-4cde-99fd-5c9456526974 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5613017 Nov 27 01:44:04.426277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43900) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:04.468213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f7e8b-4c2a-487b-b5ed-1aacaa3ed74c None None] Network b32ac736-db6e-4f5c-a78d-c82f20abe515 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:04.473027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11281f-34fb-47cb-bfb0-1a5d9c7e00fb None None] Pushing event updated for resources: {'Port': ['ID=92cb5f79-041e-4a24-bd8f-f5afca291b2c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:04.549671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1d8cedab-f450-484c-bdce-ad77b8457981 None None] Provisioning complete for port da92d755-68c4-4572-abdb-b099e021c5dc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:04.550169 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d8cedab-f450-484c-bdce-ad77b8457981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:04.591923 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1d8cedab-f450-484c-bdce-ad77b8457981 None None] Port da92d755-68c4-4572-abdb-b099e021c5dc cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:44:04.658516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1d8cedab-f450-484c-bdce-ad77b8457981 None None] Provisioning complete for port 92cb5f79-041e-4a24-bd8f-f5afca291b2c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:04.658909 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d8cedab-f450-484c-bdce-ad77b8457981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:04.732327 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:02Z', 'revision_number': 2, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:02Z', 'revision_number': 2, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:04.767996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Checking router: 08b664a7-8ff3-4847-b7b0-615765724ef6 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:04.768357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Updating router 08b664a7-8ff3-4847-b7b0-615765724ef6 port da92d755-68c4-4572-abdb-b099e021c5dc binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:44:04.838169 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:04.859809 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:04.921699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-b32ac736-db6e-4f5c-a78d-c82f20abe515', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:44:04.922601 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.123055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-50a56363-9380-4e35-b9f6-c5f0843188e4 None None] Provisioning complete for port da92d755-68c4-4572-abdb-b099e021c5dc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:05.124051 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50a56363-9380-4e35-b9f6-c5f0843188e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.146492 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Allocated IP 172.21.0.1 (b32ac736-db6e-4f5c-a78d-c82f20abe515/42925257-11d4-4864-83b9-bd0fe33eca6a/5eba5c52-799c-46ff-bb6f-c1d61e0615d5) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:44:05.200200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-50a56363-9380-4e35-b9f6-c5f0843188e4 None None] Port da92d755-68c4-4572-abdb-b099e021c5dc cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:44:05.270363 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.296267 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.300952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.312212 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.375478 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network b32ac736-db6e-4f5c-a78d-c82f20abe515 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:05.380095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:05.385172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:44:05.393108 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a791cb-abd1-4df7-ad59-3d6c25a3aaa8 None None] Pushing event updated for resources: {'Port': ['ID=da92d755-68c4-4572-abdb-b099e021c5dc,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:05.398598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Allocated IP 172.21.0.2 (b32ac736-db6e-4f5c-a78d-c82f20abe515/42925257-11d4-4864-83b9-bd0fe33eca6a/42a327c4-676e-4db8-a12d-afdef928d8e2) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:44:05.422678 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=5eba5c52-799c-46ff-bb6f-c1d61e0615d5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:05.448064 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.498428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Attempting to bind port da92d755-68c4-4572-abdb-b099e021c5dc on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:44:05.499045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Attempting to bind port da92d755-68c4-4572-abdb-b099e021c5dc by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'cad2d348-7d69-4d33-8211-9473bc00b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:44:05.499179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Attempting to bind port da92d755-68c4-4572-abdb-b099e021c5dc on network 2cb67e3b-86af-491c-9fdb-f0238bd501f4 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:44:05.507819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:44:05.508219 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Checking segment: {'id': 'cad2d348-7d69-4d33-8211-9473bc00b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:05.508726 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.509122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Bound using segment: {'id': 'cad2d348-7d69-4d33-8211-9473bc00b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:44:05.509607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Bound port: da92d755-68c4-4572-abdb-b099e021c5dc, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad2d348-7d69-4d33-8211-9473bc00b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:44:05.509986 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.589772 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.611903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] For port da92d755-68c4-4572-abdb-b099e021c5dc, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:44:05.617311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] For port da92d755-68c4-4572-abdb-b099e021c5dc, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=da92d755-68c4-4572-abdb-b099e021c5dc,segment=NetworkSegment(cad2d348-7d69-4d33-8211-9473bc00b050),segment_id=cad2d348-7d69-4d33-8211-9473bc00b050)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:44:05.638497 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.717124 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.737023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 92cb5f79-041e-4a24-bd8f-f5afca291b2c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:05.741177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a791cb-abd1-4df7-ad59-3d6c25a3aaa8 None None] Pushing event updated for resources: {'Port': ['ID=da92d755-68c4-4572-abdb-b099e021c5dc,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:05.744553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:05.745318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:05.772014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.897016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Network b32ac736-db6e-4f5c-a78d-c82f20abe515 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:05.905453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-64997c47-af95-470d-95b6-b0829a10a410 None None] Provisioning complete for port da92d755-68c4-4572-abdb-b099e021c5dc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:05.905816 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64997c47-af95-470d-95b6-b0829a10a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.912490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:05.915105 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:44:05.930564 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.938058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Pushing event updated for resources: {'Port': ['ID=42a327c4-676e-4db8-a12d-afdef928d8e2,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:05.939461 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:05.987406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:06.033363 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.045023 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=5eba5c52-799c-46ff-bb6f-c1d61e0615d5,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:06.071327 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Attempting to bind port 42a327c4-676e-4db8-a12d-afdef928d8e2 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:44:06.071699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Attempting to bind port 42a327c4-676e-4db8-a12d-afdef928d8e2 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '4d2f1dd9-4dc1-40ba-9360-72ca7567ea89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:44:06.072046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Attempting to bind port 42a327c4-676e-4db8-a12d-afdef928d8e2 on network b32ac736-db6e-4f5c-a78d-c82f20abe515 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:44:06.101883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 92cb5f79-041e-4a24-bd8f-f5afca291b2c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:06.102267 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.139237 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:44:06.139887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Checking segment: {'id': '4d2f1dd9-4dc1-40ba-9360-72ca7567ea89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:06.140551 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.141037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Bound using segment: {'id': '4d2f1dd9-4dc1-40ba-9360-72ca7567ea89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:44:06.141531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Bound port: 42a327c4-676e-4db8-a12d-afdef928d8e2, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2f1dd9-4dc1-40ba-9360-72ca7567ea89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:44:06.142465 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.151084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network b32ac736-db6e-4f5c-a78d-c82f20abe515 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:06.152938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:06.261413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 08b664a7-8ff3-4847-b7b0-615765724ef6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:06.364777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:06.374042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43906) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:06.381291 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4ec1135a-0d7c-4ffb-bb72-c8fc8ff63788 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'network': {'name': 'tempest-RoutersTest-1432437'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:06.387339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-497885e9-8267-4a53-bf04-5729c19070e6 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9596176 Nov 27 01:44:06.399641 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64997c47-af95-470d-95b6-b0829a10a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.416302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec1135a-0d7c-4ffb-bb72-c8fc8ff63788 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:44:06.420290 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ec1135a-0d7c-4ffb-bb72-c8fc8ff63788 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.445541 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec1135a-0d7c-4ffb-bb72-c8fc8ff63788 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:44:06.462300 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ec1135a-0d7c-4ffb-bb72-c8fc8ff63788 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.462300 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-4ec1135a-0d7c-4ffb-bb72-c8fc8ff63788 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Added segment 0b97cfae-ec33-4562-b6b6-36778511ae82 of type vlan for network ea0d65c2-47f3-402c-90e5-ab1d52fe0877 Nov 27 01:44:06.513691 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ec1135a-0d7c-4ffb-bb72-c8fc8ff63788 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.521722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] For port 42a327c4-676e-4db8-a12d-afdef928d8e2, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:44:06.542685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-64997c47-af95-470d-95b6-b0829a10a410 None None] For port da92d755-68c4-4572-abdb-b099e021c5dc, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=da92d755-68c4-4572-abdb-b099e021c5dc,segment=NetworkSegment(cad2d348-7d69-4d33-8211-9473bc00b050),segment_id=cad2d348-7d69-4d33-8211-9473bc00b050)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:06.546178 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ec1135a-0d7c-4ffb-bb72-c8fc8ff63788 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.552692 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec1135a-0d7c-4ffb-bb72-c8fc8ff63788 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:06.553418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4ec1135a-0d7c-4ffb-bb72-c8fc8ff63788 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.573867 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64997c47-af95-470d-95b6-b0829a10a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.582366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] For port 42a327c4-676e-4db8-a12d-afdef928d8e2, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=42a327c4-676e-4db8-a12d-afdef928d8e2,segment=NetworkSegment(4d2f1dd9-4dc1-40ba-9360-72ca7567ea89),segment_id=4d2f1dd9-4dc1-40ba-9360-72ca7567ea89)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:44:06.618731 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4ec1135a-0d7c-4ffb-bb72-c8fc8ff63788 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.2404931 Nov 27 01:44:06.619017 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.619316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43908) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:06.627295 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-eace221f-a852-429f-a396-1d961dd6d733 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'subnet': {'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:06.633784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1135a-0d7c-4ffb-bb72-c8fc8ff63788 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Network': ['ID=ea0d65c2-47f3-402c-90e5-ab1d52fe0877,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:06.658732 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network ea0d65c2-47f3-402c-90e5-ab1d52fe0877 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:44:06.723995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64997c47-af95-470d-95b6-b0829a10a410 None None] Pushing event updated for resources: {'Port': ['ID=da92d755-68c4-4572-abdb-b099e021c5dc,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:06.743292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eace221f-a852-429f-a396-1d961dd6d733 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:44:06.747332 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eace221f-a852-429f-a396-1d961dd6d733 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.785803 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7f9cd98d-7c17-408c-81ea-cc60a5917953 None None] Provisioning complete for port da92d755-68c4-4572-abdb-b099e021c5dc triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:06.786172 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7f9cd98d-7c17-408c-81ea-cc60a5917953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:06.823460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:05Z', 'revision_number': 3, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:05Z', 'revision_number': 1, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:05Z', 'revision_number': 4, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:06.865401 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca9a43-4190-44fc-8331-a51bdb8be26c None None] The sync data for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 is: [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:05Z', 'revision_number': 3, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:05Z', 'revision_number': 1, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:05Z', 'revision_number': 4, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:06.870415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dfa05-912a-471b-bf84-bdb692e15699 None None] Pushing event updated for resources: {'Port': ['ID=42a327c4-676e-4db8-a12d-afdef928d8e2,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:07.032771 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eace221f-a852-429f-a396-1d961dd6d733 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:07.105525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace221f-a852-429f-a396-1d961dd6d733 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Subnet': ['ID=6657f681-6e13-4d99-abfb-13e0903926ea,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:07.124518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace221f-a852-429f-a396-1d961dd6d733 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Checking segment: {'id': '0b97cfae-ec33-4562-b6b6-36778511ae82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:07.125070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace221f-a852-429f-a396-1d961dd6d733 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network hostable DHCP agents. Network: ea0d65c2-47f3-402c-90e5-ab1d52fe0877, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:44:07.169596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace221f-a852-429f-a396-1d961dd6d733 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network ea0d65c2-47f3-402c-90e5-ab1d52fe0877 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:44:07.181130 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-eace221f-a852-429f-a396-1d961dd6d733 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, ea0d65c2-47f3-402c-90e5-ab1d52fe0877) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:07.186882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace221f-a852-429f-a396-1d961dd6d733 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:07.187569 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eace221f-a852-429f-a396-1d961dd6d733 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:07.190503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fbb6f9-8e38-4e88-bb3b-95aa98ac230c None None] Network ea0d65c2-47f3-402c-90e5-ab1d52fe0877 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:07.222296 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-eace221f-a852-429f-a396-1d961dd6d733 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5988028 Nov 27 01:44:07.223146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43910) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:07.365113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:44:07.366504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:07.564158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Allocated IP 172.22.0.2 (ea0d65c2-47f3-402c-90e5-ab1d52fe0877/6657f681-6e13-4d99-abfb-13e0903926ea/026def6b-cd0b-4695-ba6e-a9dad5bb6749) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:44:07.873603 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:07.884817 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 42a327c4-676e-4db8-a12d-afdef928d8e2 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:07.889408 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:07.948589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:08.026549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Network ea0d65c2-47f3-402c-90e5-ab1d52fe0877 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:08.037442 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Pushing event updated for resources: {'Port': ['ID=026def6b-cd0b-4695-ba6e-a9dad5bb6749,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:08.061497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:08.064468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:44:08.171354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Attempting to bind port 026def6b-cd0b-4695-ba6e-a9dad5bb6749 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:44:08.171722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Attempting to bind port 026def6b-cd0b-4695-ba6e-a9dad5bb6749 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '0b97cfae-ec33-4562-b6b6-36778511ae82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:44:08.172093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Attempting to bind port 026def6b-cd0b-4695-ba6e-a9dad5bb6749 on network ea0d65c2-47f3-402c-90e5-ab1d52fe0877 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:44:08.175879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 42a327c4-676e-4db8-a12d-afdef928d8e2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:08.176180 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:08.208049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:44:08.208474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Checking segment: {'id': '0b97cfae-ec33-4562-b6b6-36778511ae82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:08.208829 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:08.209225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Bound using segment: {'id': '0b97cfae-ec33-4562-b6b6-36778511ae82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:44:08.209715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Bound port: 026def6b-cd0b-4695-ba6e-a9dad5bb6749, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b97cfae-ec33-4562-b6b6-36778511ae82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:44:08.210094 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:08.252884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640b385-e987-4625-9b04-7bdd7744eb69 None None] Network b32ac736-db6e-4f5c-a78d-c82f20abe515 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:08.426045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Allocated IP 172.22.0.1 (ea0d65c2-47f3-402c-90e5-ab1d52fe0877/6657f681-6e13-4d99-abfb-13e0903926ea/7cd12e9a-2838-44ab-ba07-8d236f2571a0) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:44:08.429964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b079e60d-e63e-4e24-b36f-ec8f8da392ff None None] Provisioning complete for port 42a327c4-676e-4db8-a12d-afdef928d8e2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:08.430356 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b079e60d-e63e-4e24-b36f-ec8f8da392ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:08.524176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] For port 026def6b-cd0b-4695-ba6e-a9dad5bb6749, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:44:08.555992 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] For port 026def6b-cd0b-4695-ba6e-a9dad5bb6749, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=026def6b-cd0b-4695-ba6e-a9dad5bb6749,segment=NetworkSegment(0b97cfae-ec33-4562-b6b6-36778511ae82),segment_id=0b97cfae-ec33-4562-b6b6-36778511ae82)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:44:08.562445 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:08.594379 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:08.622542 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:08.688586 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:08.723757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 42a327c4-676e-4db8-a12d-afdef928d8e2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=42a327c4-676e-4db8-a12d-afdef928d8e2,segment=NetworkSegment(4d2f1dd9-4dc1-40ba-9360-72ca7567ea89),segment_id=4d2f1dd9-4dc1-40ba-9360-72ca7567ea89)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:08.743084 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:08.748195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ad4a8-dcb6-433d-ad61-13a3ea90e67d None None] Pushing event updated for resources: {'Port': ['ID=026def6b-cd0b-4695-ba6e-a9dad5bb6749,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:08.762578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=7cd12e9a-2838-44ab-ba07-8d236f2571a0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:08.778587 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b079e60d-e63e-4e24-b36f-ec8f8da392ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:08.790427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network ea0d65c2-47f3-402c-90e5-ab1d52fe0877 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:08.792887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:08.795633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:44:08.867111 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:08.868337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=42a327c4-676e-4db8-a12d-afdef928d8e2,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:08.894592 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-b079e60d-e63e-4e24-b36f-ec8f8da392ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:44:08.894592 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-b079e60d-e63e-4e24-b36f-ec8f8da392ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:44:09.050453 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:09.391204 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:09.397644 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:09.480587 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:09.507950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=7cd12e9a-2838-44ab-ba07-8d236f2571a0,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:09.565308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f72cb604-0b86-42c2-8fc0-662848293d89 None None] Provisioning complete for port 42a327c4-676e-4db8-a12d-afdef928d8e2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:09.565727 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f72cb604-0b86-42c2-8fc0-662848293d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:09.634870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network ea0d65c2-47f3-402c-90e5-ab1d52fe0877 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:09.637602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:09.693126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f72cb604-0b86-42c2-8fc0-662848293d89 None None] Provisioning complete for port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:09.693656 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f72cb604-0b86-42c2-8fc0-662848293d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:09.733713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f72cb604-0b86-42c2-8fc0-662848293d89 None None] Port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:44:09.797095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 08b664a7-8ff3-4847-b7b0-615765724ef6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:09.837909 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Sync routers for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:09.854679 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:09.855666 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:09.867815 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6b55b6a4-a7dc-43c2-8870-b24f7c61a36f None None] Provisioning complete for port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:09.868314 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6b55b6a4-a7dc-43c2-8870-b24f7c61a36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:09.905552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:09.915289 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-be4dfa91-7123-4565-8eb2-0bf773dcd411 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6909063 Nov 27 01:44:09.917832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43924) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:09.923349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device da92d755-68c4-4572-abdb-b099e021c5dc up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:09.923566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-20a0b076-5533-4853-9679-a6d0e34b4d5b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'network': {'name': 'tempest-RoutersTest-804591666'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:09.948548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a0b076-5533-4853-9679-a6d0e34b4d5b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:44:09.952343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6b55b6a4-a7dc-43c2-8870-b24f7c61a36f None None] Port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:44:09.953675 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20a0b076-5533-4853-9679-a6d0e34b4d5b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:09.967902 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:09.979818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port da92d755-68c4-4572-abdb-b099e021c5dc triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:09.980260 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:09.991863 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a0b076-5533-4853-9679-a6d0e34b4d5b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:44:10.004646 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20a0b076-5533-4853-9679-a6d0e34b4d5b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.004990 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-20a0b076-5533-4853-9679-a6d0e34b4d5b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Added segment 5cab6808-1a9b-4f7c-842a-03d963fbcf82 of type vlan for network bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 Nov 27 01:44:10.054882 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20a0b076-5533-4853-9679-a6d0e34b4d5b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.077294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 026def6b-cd0b-4695-ba6e-a9dad5bb6749 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:10.092910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20a0b076-5533-4853-9679-a6d0e34b4d5b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.098977 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0b076-5533-4853-9679-a6d0e34b4d5b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:10.099724 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20a0b076-5533-4853-9679-a6d0e34b4d5b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.141402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 026def6b-cd0b-4695-ba6e-a9dad5bb6749 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:10.142571 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.159656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-20a0b076-5533-4853-9679-a6d0e34b4d5b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2404659 Nov 27 01:44:10.162902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43926) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:10.168960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2efa51e1-3d88-4e60-b128-46bad30960c1 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'subnet': {'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:10.193712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0b076-5533-4853-9679-a6d0e34b4d5b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Network': ['ID=bfd2720c-b2a3-43ac-a47a-6681f74f2ed5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:10.244944 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:09Z', 'revision_number': 4, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:05Z', 'revision_number': 2, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cd12e9a-2838-44ab-ba07-8d236f2571a0', 'name': '', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:89:e5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:08Z', 'updated_at': '2021-11-27T01:44:09Z', 'revision_number': 2, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:10.275580 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Checking router: 08b664a7-8ff3-4847-b7b0-615765724ef6 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:10.275934 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Updating router 08b664a7-8ff3-4847-b7b0-615765724ef6 port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:44:10.287927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efa51e1-3d88-4e60-b128-46bad30960c1 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Made reservation on behalf of 850faa1dc4b648df80527968b6e1fcaf for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:44:10.292410 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2efa51e1-3d88-4e60-b128-46bad30960c1 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.307802 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.332929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:44:10.460286 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.498901 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 026def6b-cd0b-4695-ba6e-a9dad5bb6749, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=026def6b-cd0b-4695-ba6e-a9dad5bb6749,segment=NetworkSegment(0b97cfae-ec33-4562-b6b6-36778511ae82),segment_id=0b97cfae-ec33-4562-b6b6-36778511ae82)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:10.514346 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.516018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 42a327c4-676e-4db8-a12d-afdef928d8e2 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:10.521806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e36a6a6-f472-4fcb-a28b-bb1c2a50457e None None] Network ea0d65c2-47f3-402c-90e5-ab1d52fe0877 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:10.532006 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2efa51e1-3d88-4e60-b128-46bad30960c1 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.592711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa51e1-3d88-4e60-b128-46bad30960c1 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Subnet': ['ID=5e54a578-5836-4b79-bef6-7aa461876366,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:10.612091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efa51e1-3d88-4e60-b128-46bad30960c1 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Checking segment: {'id': '5cab6808-1a9b-4f7c-842a-03d963fbcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:10.612905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa51e1-3d88-4e60-b128-46bad30960c1 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network hostable DHCP agents. Network: bfd2720c-b2a3-43ac-a47a-6681f74f2ed5, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:44:10.635654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa51e1-3d88-4e60-b128-46bad30960c1 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:44:10.639302 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.645499 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.647579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-2efa51e1-3d88-4e60-b128-46bad30960c1 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, bfd2720c-b2a3-43ac-a47a-6681f74f2ed5) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:10.654665 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa51e1-3d88-4e60-b128-46bad30960c1 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:10.654665 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2efa51e1-3d88-4e60-b128-46bad30960c1 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.677745 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2efa51e1-3d88-4e60-b128-46bad30960c1 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5102773 Nov 27 01:44:10.677986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376498b1-bdd9-4530-b0d8-710b0fdf1b75 None None] Network bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:10.678133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43928) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:10.845354 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Pushing event updated for resources: {'Port': ['ID=5eba5c52-799c-46ff-bb6f-c1d61e0615d5,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:10.857264 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=026def6b-cd0b-4695-ba6e-a9dad5bb6749,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:10.879436 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f2f098fa-a507-4ade-8c9f-0985d61dabbb None None] Provisioning complete for port 026def6b-cd0b-4695-ba6e-a9dad5bb6749 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:10.879813 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2f098fa-a507-4ade-8c9f-0985d61dabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.883524 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:10.884104 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:10.884397 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:10.884823 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:10.885424 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:10.885923 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:10.886379 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:10.888881 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:10.888881 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:10.888881 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:10.888881 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:10.888881 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:10.919576 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Attempting to bind port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:44:10.920073 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Attempting to bind port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '4d2f1dd9-4dc1-40ba-9360-72ca7567ea89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:44:10.920542 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Attempting to bind port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 on network b32ac736-db6e-4f5c-a78d-c82f20abe515 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:44:10.927362 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:44:10.927868 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Checking segment: {'id': '4d2f1dd9-4dc1-40ba-9360-72ca7567ea89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:10.928505 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.928990 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Bound using segment: {'id': '4d2f1dd9-4dc1-40ba-9360-72ca7567ea89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:44:10.929829 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Bound port: 5eba5c52-799c-46ff-bb6f-c1d61e0615d5, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2f1dd9-4dc1-40ba-9360-72ca7567ea89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:44:10.930315 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:10.998408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 42a327c4-676e-4db8-a12d-afdef928d8e2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:10.998785 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.020187 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] For port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:44:11.023975 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] For port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5eba5c52-799c-46ff-bb6f-c1d61e0615d5,segment=NetworkSegment(4d2f1dd9-4dc1-40ba-9360-72ca7567ea89),segment_id=4d2f1dd9-4dc1-40ba-9360-72ca7567ea89)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:44:11.030432 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.069091 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Updating router 08b664a7-8ff3-4847-b7b0-615765724ef6 port 7cd12e9a-2838-44ab-ba07-8d236f2571a0 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:44:11.127980 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.148739 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Pushing event updated for resources: {'Port': ['ID=5eba5c52-799c-46ff-bb6f-c1d61e0615d5,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:11.171568 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-bfd2720c-b2a3-43ac-a47a-6681f74f2ed5', 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'fixed_ips': [{'subnet_id': '5e54a578-5836-4b79-bef6-7aa461876366'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:44:11.172406 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.201042 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.553112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Allocated IP 172.23.0.2 (bfd2720c-b2a3-43ac-a47a-6681f74f2ed5/5e54a578-5836-4b79-bef6-7aa461876366/31d671d5-395d-4ead-ba39-e172549a834a) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:44:11.584075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-db4c9808-5a02-43e2-bb03-dee37e2123c7 None None] Provisioning complete for port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:11.584447 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db4c9808-5a02-43e2-bb03-dee37e2123c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.617611 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a4022c4f-9112-4c0c-88ae-47de79bdf9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.668730 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.686212 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.780830 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db4c9808-5a02-43e2-bb03-dee37e2123c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.799336 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.803577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 026def6b-cd0b-4695-ba6e-a9dad5bb6749 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:11.808087 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Pushing event updated for resources: {'Port': ['ID=7cd12e9a-2838-44ab-ba07-8d236f2571a0,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:11.828589 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Attempting to bind port 7cd12e9a-2838-44ab-ba07-8d236f2571a0 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:44:11.828972 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Attempting to bind port 7cd12e9a-2838-44ab-ba07-8d236f2571a0 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '0b97cfae-ec33-4562-b6b6-36778511ae82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:44:11.829375 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Attempting to bind port 7cd12e9a-2838-44ab-ba07-8d236f2571a0 on network ea0d65c2-47f3-402c-90e5-ab1d52fe0877 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:44:11.832393 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.852027 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:44:11.852874 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Checking segment: {'id': '0b97cfae-ec33-4562-b6b6-36778511ae82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:11.853545 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.853677 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Bound using segment: {'id': '0b97cfae-ec33-4562-b6b6-36778511ae82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:44:11.854335 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Bound port: 7cd12e9a-2838-44ab-ba07-8d236f2571a0, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b97cfae-ec33-4562-b6b6-36778511ae82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:44:11.854599 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.924874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Allocated IP 172.23.0.1 (bfd2720c-b2a3-43ac-a47a-6681f74f2ed5/5e54a578-5836-4b79-bef6-7aa461876366/dd24614f-5ad7-4815-a92d-742e6a18ec1f) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:44:11.942449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Network bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:11.952939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:11.957291 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] For port 7cd12e9a-2838-44ab-ba07-8d236f2571a0, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:44:11.963915 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] For port 7cd12e9a-2838-44ab-ba07-8d236f2571a0, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7cd12e9a-2838-44ab-ba07-8d236f2571a0,segment=NetworkSegment(0b97cfae-ec33-4562-b6b6-36778511ae82),segment_id=0b97cfae-ec33-4562-b6b6-36778511ae82)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:44:11.968821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:44:11.970957 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.977994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-db4c9808-5a02-43e2-bb03-dee37e2123c7 None None] For port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5eba5c52-799c-46ff-bb6f-c1d61e0615d5,segment=NetworkSegment(4d2f1dd9-4dc1-40ba-9360-72ca7567ea89),segment_id=4d2f1dd9-4dc1-40ba-9360-72ca7567ea89)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:11.986900 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db4c9808-5a02-43e2-bb03-dee37e2123c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:11.997269 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Pushing event updated for resources: {'Port': ['ID=31d671d5-395d-4ead-ba39-e172549a834a,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:12.037548 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374a888-7b4c-4b0b-b2d3-c1c3933e38f9 None None] Pushing event updated for resources: {'Port': ['ID=7cd12e9a-2838-44ab-ba07-8d236f2571a0,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:12.060144 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:12.060876 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:12.090167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 026def6b-cd0b-4695-ba6e-a9dad5bb6749 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:12.090719 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.167899 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.174224 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Attempting to bind port 31d671d5-395d-4ead-ba39-e172549a834a on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:44:12.174761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Attempting to bind port 31d671d5-395d-4ead-ba39-e172549a834a by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '5cab6808-1a9b-4f7c-842a-03d963fbcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:44:12.175211 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Attempting to bind port 31d671d5-395d-4ead-ba39-e172549a834a on network bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:44:12.183654 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:12.200823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:44:12.201359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Checking segment: {'id': '5cab6808-1a9b-4f7c-842a-03d963fbcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:12.201859 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.202377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Bound using segment: {'id': '5cab6808-1a9b-4f7c-842a-03d963fbcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:44:12.202959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Bound port: 31d671d5-395d-4ead-ba39-e172549a834a, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cab6808-1a9b-4f7c-842a-03d963fbcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:44:12.203432 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.229876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9e8b8d4d-c40a-4edc-9f09-f50336264fe7 None None] Provisioning complete for port 7cd12e9a-2838-44ab-ba07-8d236f2571a0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:12.230420 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8d4d-c40a-4edc-9f09-f50336264fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.231970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c9808-5a02-43e2-bb03-dee37e2123c7 None None] Pushing event updated for resources: {'Port': ['ID=5eba5c52-799c-46ff-bb6f-c1d61e0615d5,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:12.272565 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.346315 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:12.354621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:12.357498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:44:12.361096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=dd24614f-5ad7-4815-a92d-742e6a18ec1f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:12.367933 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] For port 31d671d5-395d-4ead-ba39-e172549a834a, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:44:12.375391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] For port 31d671d5-395d-4ead-ba39-e172549a834a, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=31d671d5-395d-4ead-ba39-e172549a834a,segment=NetworkSegment(5cab6808-1a9b-4f7c-842a-03d963fbcf82),segment_id=5cab6808-1a9b-4f7c-842a-03d963fbcf82)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:44:12.379590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:12.410649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:12.411000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:12.411341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:12.411676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:12.412007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:12.412338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:12.412670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:12.417023 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:12.417566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:12.417918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:12.418249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:12.418598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:12.440258 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.464352 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.521309 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8d4d-c40a-4edc-9f09-f50336264fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.567230 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:09Z', 'revision_number': 4, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cd12e9a-2838-44ab-ba07-8d236f2571a0', 'name': '', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:89:e5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:08Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 4, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:12.585948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df484a7d-637b-4bd3-9770-4107ae9f7737 None None] Pushing event updated for resources: {'Port': ['ID=31d671d5-395d-4ead-ba39-e172549a834a,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:12.607239 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9e8b8d4d-c40a-4edc-9f09-f50336264fe7 None None] For port 7cd12e9a-2838-44ab-ba07-8d236f2571a0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7cd12e9a-2838-44ab-ba07-8d236f2571a0,segment=NetworkSegment(0b97cfae-ec33-4562-b6b6-36778511ae82),segment_id=0b97cfae-ec33-4562-b6b6-36778511ae82)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:12.621111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:12.621578 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.623445 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8d4d-c40a-4edc-9f09-f50336264fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.661005 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215195b-e5d3-4290-be45-3c623c3f6f2f None None] The sync data for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 is: [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:09Z', 'revision_number': 4, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cd12e9a-2838-44ab-ba07-8d236f2571a0', 'name': '', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:89:e5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:08Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 4, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:12.751475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9e8b8d4d-c40a-4edc-9f09-f50336264fe7 None None] Provisioning complete for port 026def6b-cd0b-4695-ba6e-a9dad5bb6749 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:12.754537 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8d4d-c40a-4edc-9f09-f50336264fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:12.834026 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b8d4d-c40a-4edc-9f09-f50336264fe7 None None] Pushing event updated for resources: {'Port': ['ID=7cd12e9a-2838-44ab-ba07-8d236f2571a0,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:13.109462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-36640aff-4df1-4f75-9c22-d3d7766c3564 None None] Provisioning complete for port 7cd12e9a-2838-44ab-ba07-8d236f2571a0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:13.110978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36640aff-4df1-4f75-9c22-d3d7766c3564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:13.130742 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:13.447491 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:13.453622 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:13.535186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:13.536911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event updated for resources: {'Port': ['ID=dd24614f-5ad7-4815-a92d-742e6a18ec1f,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:13.638046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Network bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:13.639776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:13.735147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Sync routers for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:13.751964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:13.752613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:43:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:13.779356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 08b664a7-8ff3-4847-b7b0-615765724ef6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:13.920383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:13.927364 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6c9b8a1f-f14f-4251-aa0c-ead7c60ceacb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2487056 Nov 27 01:44:13.930035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43940) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:13.935734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-65113a08-8ec8-4b41-969b-503786b8ae82 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:14.119196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:14.218160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7cd12e9a-2838-44ab-ba07-8d236f2571a0 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:14.220561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac9ff1e-a7f3-4297-a496-5fa05795e34f None None] Network bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:14.363424 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4c9830b8-644a-45f1-8089-ed3f1bccd5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.377333 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c9c0908c-bd30-42bc-93c6-5251a113269a None None] Provisioning complete for port 31d671d5-395d-4ead-ba39-e172549a834a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:14.377921 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c9c0908c-bd30-42bc-93c6-5251a113269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.409966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.extraroute_db [None req-65113a08-8ec8-4b41-969b-503786b8ae82 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 01:44:14.430382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.extraroute_db [None req-65113a08-8ec8-4b41-969b-503786b8ae82 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Removed routes are [] {{(pid=103385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 01:44:14.431159 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65113a08-8ec8-4b41-969b-503786b8ae82 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.482189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 7cd12e9a-2838-44ab-ba07-8d236f2571a0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:14.482747 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.627777 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.676065 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c9c0908c-bd30-42bc-93c6-5251a113269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.689190 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65113a08-8ec8-4b41-969b-503786b8ae82 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.697324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65113a08-8ec8-4b41-969b-503786b8ae82 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.721369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43950) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:14.759248 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:13Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cd12e9a-2838-44ab-ba07-8d236f2571a0', 'name': '', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:89:e5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:08Z', 'updated_at': '2021-11-27T01:44:12Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd24614f-5ad7-4815-a92d-742e6a18ec1f', 'name': '', 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:af:c0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '5e54a578-5836-4b79-bef6-7aa461876366', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:11Z', 'updated_at': '2021-11-27T01:44:13Z', 'revision_number': 2, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '5e54a578-5836-4b79-bef6-7aa461876366', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:14.771337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 31d671d5-395d-4ead-ba39-e172549a834a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:14.774159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c9c0908c-bd30-42bc-93c6-5251a113269a None None] For port 31d671d5-395d-4ead-ba39-e172549a834a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=31d671d5-395d-4ead-ba39-e172549a834a,segment=NetworkSegment(5cab6808-1a9b-4f7c-842a-03d963fbcf82),segment_id=5cab6808-1a9b-4f7c-842a-03d963fbcf82)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:14.826672 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c9c0908c-bd30-42bc-93c6-5251a113269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:14.851936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Checking router: 08b664a7-8ff3-4847-b7b0-615765724ef6 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:14.861779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Updating router 08b664a7-8ff3-4847-b7b0-615765724ef6 port dd24614f-5ad7-4815-a92d-742e6a18ec1f binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:44:14.961570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65113a08-8ec8-4b41-969b-503786b8ae82 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 08b664a7-8ff3-4847-b7b0-615765724ef6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:14.980108 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.030332 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0908c-bd30-42bc-93c6-5251a113269a None None] Pushing event updated for resources: {'Port': ['ID=31d671d5-395d-4ead-ba39-e172549a834a,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:15.104348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 31d671d5-395d-4ead-ba39-e172549a834a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:15.105005 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.120460 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65113a08-8ec8-4b41-969b-503786b8ae82 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:15.130445 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-65113a08-8ec8-4b41-969b-503786b8ae82 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.135609 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-65113a08-8ec8-4b41-969b-503786b8ae82 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6 HTTP/1.1" status: 200 len: 934 time: 1.2041149 Nov 27 01:44:15.137268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43952) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:15.249132 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.286592 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2ac1076c-9d53-42ba-a1c6-2fc7c13f5789 None None] Provisioning complete for port dd24614f-5ad7-4815-a92d-742e6a18ec1f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:15.286961 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ac1076c-9d53-42ba-a1c6-2fc7c13f5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.325666 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9099d60a-cef8-4b43-b47a-41163f047820 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6 HTTP/1.1" status: 200 len: 934 time: 0.1868570 Nov 27 01:44:15.326735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43956) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:15.335597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8ad8eceb-975b-4c31-aa64-6a31047c7cf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'router': {'routes': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:15.400102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:15.506104 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1076c-9d53-42ba-a1c6-2fc7c13f5789 None None] Port dd24614f-5ad7-4815-a92d-742e6a18ec1f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:44:15.596969 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:15.597348 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.684748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Deleting port b848c1eb-f54b-4556-8730-1a5dcaa0c09f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:15.685092 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.772405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2ac1076c-9d53-42ba-a1c6-2fc7c13f5789 None None] Provisioning complete for port 31d671d5-395d-4ead-ba39-e172549a834a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:15.773608 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ac1076c-9d53-42ba-a1c6-2fc7c13f5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.831443 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.832575 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.837412 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.851941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Calling delete_port for b848c1eb-f54b-4556-8730-1a5dcaa0c09f owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:15.876636 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:15.919702 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.extraroute_db [None req-8ad8eceb-975b-4c31-aa64-6a31047c7cf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Added routes are [] {{(pid=103385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 01:44:15.921305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.extraroute_db [None req-8ad8eceb-975b-4c31-aa64-6a31047c7cf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 01:44:15.998490 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ad8eceb-975b-4c31-aa64-6a31047c7cf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.056986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348034b-3fbf-4708-8495-3612fccc8c10 None None] Pushing event updated for resources: {'Port': ['ID=dd24614f-5ad7-4815-a92d-742e6a18ec1f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:16.098738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 31d671d5-395d-4ead-ba39-e172549a834a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:16.138513 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Attempting to bind port dd24614f-5ad7-4815-a92d-742e6a18ec1f on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:44:16.138827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Attempting to bind port dd24614f-5ad7-4815-a92d-742e6a18ec1f by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '5cab6808-1a9b-4f7c-842a-03d963fbcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:44:16.139270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Attempting to bind port dd24614f-5ad7-4815-a92d-742e6a18ec1f on network bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:44:16.141170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.147198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:44:16.147575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Checking segment: {'id': '5cab6808-1a9b-4f7c-842a-03d963fbcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:16.147976 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.148374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Bound using segment: {'id': '5cab6808-1a9b-4f7c-842a-03d963fbcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:44:16.148875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Bound port: dd24614f-5ad7-4815-a92d-742e6a18ec1f, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cab6808-1a9b-4f7c-842a-03d963fbcf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:44:16.149249 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.225560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event deleted for resources: {'Port': ['ID=b848c1eb-f54b-4556-8730-1a5dcaa0c09f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:16.288786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 31d671d5-395d-4ead-ba39-e172549a834a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:16.289376 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.305668 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.306450 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Floating IP 1673ee7f-a31f-4b5d-9a44-f925f53607d4 disassociated (deleted). External IP: 172.25.3.110, port: 2a448253-fd7c-469e-9340-c1f252d13c76. Nov 27 01:44:16.323593 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] For port dd24614f-5ad7-4815-a92d-742e6a18ec1f, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:44:16.332535 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8d93d46a-003f-490f-9d64-0e6800fd116d None None] Provisioning complete for port dd24614f-5ad7-4815-a92d-742e6a18ec1f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:16.332903 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8d93d46a-003f-490f-9d64-0e6800fd116d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.379526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] For port dd24614f-5ad7-4815-a92d-742e6a18ec1f, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=dd24614f-5ad7-4815-a92d-742e6a18ec1f,segment=NetworkSegment(5cab6808-1a9b-4f7c-842a-03d963fbcf82),segment_id=5cab6808-1a9b-4f7c-842a-03d963fbcf82)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:44:16.392678 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.451801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8d93d46a-003f-490f-9d64-0e6800fd116d None None] Port dd24614f-5ad7-4815-a92d-742e6a18ec1f cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:44:16.500113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348034b-3fbf-4708-8495-3612fccc8c10 None None] Pushing event updated for resources: {'Port': ['ID=dd24614f-5ad7-4815-a92d-742e6a18ec1f,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:16.523286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:16.523945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:16.598319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Router 5d0c744a-897a-42ee-943b-487135ea55f9 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:16.636994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-591b6471-a876-43ff-8cbd-5ae9ca82c493 None None] Provisioning complete for port dd24614f-5ad7-4815-a92d-742e6a18ec1f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:16.637350 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-591b6471-a876-43ff-8cbd-5ae9ca82c493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.668700 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:16.683080 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ad8eceb-975b-4c31-aa64-6a31047c7cf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.687422 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ad8eceb-975b-4c31-aa64-6a31047c7cf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.749409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:16.754425 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.760349 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc510a8-d1de-42d5-90cd-a8fe0d842751 None None] Sync routers for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:16.773604 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc510a8-d1de-42d5-90cd-a8fe0d842751 None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:16.774335 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8fc510a8-d1de-42d5-90cd-a8fe0d842751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:16.790747 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8892e6ba-fc32-4faf-a15d-d13c1e17e358 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "DELETE /v2.0/floatingips/1673ee7f-a31f-4b5d-9a44-f925f53607d4 HTTP/1.1" status: 204 len: 168 time: 2.0673392 Nov 27 01:44:16.791392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'tag': '2a448253-fd7c-469e-9340-c1f252d13c76'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:44:16.793960 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520da2d8-8e02-45ec-9936-9d66953cde04" -d '{"events": [{"name": "network-changed", "server_uuid": "7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0", "tag": "2a448253-fd7c-469e-9340-c1f252d13c76"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:44:16.808025 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad8eceb-975b-4c31-aa64-6a31047c7cf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 08b664a7-8ff3-4847-b7b0-615765724ef6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:16.912753 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8fc510a8-d1de-42d5-90cd-a8fe0d842751 None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:16.925803 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.938144 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad8eceb-975b-4c31-aa64-6a31047c7cf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:16.953209 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ad8eceb-975b-4c31-aa64-6a31047c7cf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:16.957471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43966) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:16.958083 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8ad8eceb-975b-4c31-aa64-6a31047c7cf3 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6 HTTP/1.1" status: 200 len: 700 time: 1.6299555 Nov 27 01:44:17.013673 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad87c03d-5510-4c85-aad3-b22a4886c988 x-openstack-request-id: req-ad87c03d-5510-4c85-aad3-b22a4886c988 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:44:17.013673 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0", "tag": "2a448253-fd7c-469e-9340-c1f252d13c76", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:44:17.013673 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad87c03d-5510-4c85-aad3-b22a4886c988 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:44:17.014140 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'tag': '2a448253-fd7c-469e-9340-c1f252d13c76', 'status': 'completed', 'code': 200} Nov 27 01:44:17.088062 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-591b6471-a876-43ff-8cbd-5ae9ca82c493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:17.114834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da2d8-8e02-45ec-9936-9d66953cde04 req-c21601cf-899d-4e08-b7f1-f1819fb9029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:17.116082 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520da2d8-8e02-45ec-9936-9d66953cde04 req-c21601cf-899d-4e08-b7f1-f1819fb9029e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 1097 time: 0.0767429 Nov 27 01:44:17.121881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6bef442f-3f42-4701-a9be-9de5e0f1f6c7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6 HTTP/1.1" status: 200 len: 700 time: 0.1631086 Nov 27 01:44:17.124471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43970) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:17.182380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-591b6471-a876-43ff-8cbd-5ae9ca82c493 None None] For port dd24614f-5ad7-4815-a92d-742e6a18ec1f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=dd24614f-5ad7-4815-a92d-742e6a18ec1f,segment=NetworkSegment(5cab6808-1a9b-4f7c-842a-03d963fbcf82),segment_id=5cab6808-1a9b-4f7c-842a-03d963fbcf82)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:17.192006 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-591b6471-a876-43ff-8cbd-5ae9ca82c493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:17.258979 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b6471-a876-43ff-8cbd-5ae9ca82c493 None None] Pushing event updated for resources: {'Port': ['ID=dd24614f-5ad7-4815-a92d-742e6a18ec1f,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:17.263122 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8fc510a8-d1de-42d5-90cd-a8fe0d842751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '08059e45-8d69-43c8-8139-f4c0ef3efcbd', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:6f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:32Z', 'updated_at': '2021-11-27T01:40:33Z', 'revision_number': 1, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:17.270720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:15Z', 'revision_number': 7, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cd12e9a-2838-44ab-ba07-8d236f2571a0', 'name': '', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:89:e5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:08Z', 'updated_at': '2021-11-27T01:44:12Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd24614f-5ad7-4815-a92d-742e6a18ec1f', 'name': '', 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:af:c0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '5e54a578-5836-4b79-bef6-7aa461876366', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:11Z', 'updated_at': '2021-11-27T01:44:16Z', 'revision_number': 4, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '5e54a578-5836-4b79-bef6-7aa461876366', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:17.293187 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc510a8-d1de-42d5-90cd-a8fe0d842751 None None] Checking router: 5d0c744a-897a-42ee-943b-487135ea55f9 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:17.299341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc83991-f81d-46f0-87b6-7a5b3c0210ea None None] The sync data for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 is: [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:15Z', 'revision_number': 7, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cd12e9a-2838-44ab-ba07-8d236f2571a0', 'name': '', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:89:e5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:08Z', 'updated_at': '2021-11-27T01:44:12Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd24614f-5ad7-4815-a92d-742e6a18ec1f', 'name': '', 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:af:c0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '5e54a578-5836-4b79-bef6-7aa461876366', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:11Z', 'updated_at': '2021-11-27T01:44:16Z', 'revision_number': 4, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '5e54a578-5836-4b79-bef6-7aa461876366', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:17.306538 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc510a8-d1de-42d5-90cd-a8fe0d842751 None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:17.307234 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8fc510a8-d1de-42d5-90cd-a8fe0d842751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:17.320716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3f99ef0d-3356-4308-bf09-faff69c9c50d None None] Provisioning complete for port dd24614f-5ad7-4815-a92d-742e6a18ec1f triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:17.321001 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f99ef0d-3356-4308-bf09-faff69c9c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:17.370091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42dc71-7df3-429f-9b7f-d0ea9818013e req-8c836385-f2cb-454a-b4ce-c8f788efc053 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:17.383752 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8b42dc71-7df3-429f-9b7f-d0ea9818013e req-8c836385-f2cb-454a-b4ce-c8f788efc053 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 946 time: 0.1861603 Nov 27 01:44:17.439311 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:17.515338 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8fc510a8-d1de-42d5-90cd-a8fe0d842751 None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:17.581868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da2d8-8e02-45ec-9936-9d66953cde04 req-a5e089f8-2326-40b4-8b76-4bfa2fccbe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:17.584230 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520da2d8-8e02-45ec-9936-9d66953cde04 req-a5e089f8-2326-40b4-8b76-4bfa2fccbe9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.4530389 Nov 27 01:44:17.596475 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:17.636435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520da2d8-8e02-45ec-9936-9d66953cde04 req-41cbab40-eb36-4dba-8b1b-c6b2b439b283 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a448253-fd7c-469e-9340-c1f252d13c76 HTTP/1.1" status: 200 len: 217 time: 0.0398078 Nov 27 01:44:17.705581 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8b42dc71-7df3-429f-9b7f-d0ea9818013e req-102f6f4c-611f-466b-a570-591d34d02c21 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919996 Nov 27 01:44:17.743971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da2d8-8e02-45ec-9936-9d66953cde04 req-be97a500-64a8-4034-84a4-97960b31bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:17.745614 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520da2d8-8e02-45ec-9936-9d66953cde04 req-be97a500-64a8-4034-84a4-97960b31bfb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0998240 Nov 27 01:44:17.826812 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8fc510a8-d1de-42d5-90cd-a8fe0d842751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '08059e45-8d69-43c8-8139-f4c0ef3efcbd', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:6f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:32Z', 'updated_at': '2021-11-27T01:40:33Z', 'revision_number': 1, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:17.838368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da2d8-8e02-45ec-9936-9d66953cde04 req-3fcc402f-d857-4c69-a195-df75b1e5e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:17.840030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520da2d8-8e02-45ec-9936-9d66953cde04 req-3fcc402f-d857-4c69-a195-df75b1e5e368 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834730 Nov 27 01:44:17.861449 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc510a8-d1de-42d5-90cd-a8fe0d842751 None None] The sync data for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 is: [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '08059e45-8d69-43c8-8139-f4c0ef3efcbd', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'port_id': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'mac_address': 'fa:16:3e:6f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:40:32Z', 'updated_at': '2021-11-27T01:40:33Z', 'revision_number': 1, 'project_id': '619b5f2892a14347924b85f8ba534255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:18.007799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520da2d8-8e02-45ec-9936-9d66953cde04 req-1970f87d-07f4-4560-beee-4c1860b58306 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574113 Nov 27 01:44:18.017501 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e977-8b5f-47d9-9721-2eac1f2d2955 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:18.080401 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device dd24614f-5ad7-4815-a92d-742e6a18ec1f up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:44:18.140370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port dd24614f-5ad7-4815-a92d-742e6a18ec1f triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:18.140895 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:18.240095 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-520da2d8-8e02-45ec-9936-9d66953cde04 req-f9c1e285-10ea-4ada-9a27-8f87746de48a service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203245 Nov 27 01:44:18.370176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0e977-8b5f-47d9-9721-2eac1f2d2955 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port dd24614f-5ad7-4815-a92d-742e6a18ec1f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:18.370438 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e977-8b5f-47d9-9721-2eac1f2d2955 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:18.476504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-bfd0e977-8b5f-47d9-9721-2eac1f2d2955 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] For port dd24614f-5ad7-4815-a92d-742e6a18ec1f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=dd24614f-5ad7-4815-a92d-742e6a18ec1f,segment=NetworkSegment(5cab6808-1a9b-4f7c-842a-03d963fbcf82),segment_id=5cab6808-1a9b-4f7c-842a-03d963fbcf82)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:18.476862 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e977-8b5f-47d9-9721-2eac1f2d2955 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:18.490140 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0e977-8b5f-47d9-9721-2eac1f2d2955 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for dd24614f-5ad7-4815-a92d-742e6a18ec1f owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:18.528726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f74aa-563b-486e-8f79-92c0ce20ab94 None None] New status for floating IP 1673ee7f-a31f-4b5d-9a44-f925f53607d4: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:44:18.567591 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b28f9b-1c54-463f-85fc-634cd90ab356 None None] Sync routers for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:18.581829 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b28f9b-1c54-463f-85fc-634cd90ab356 None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:18.583442 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-00b28f9b-1c54-463f-85fc-634cd90ab356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:18.695464 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e977-8b5f-47d9-9721-2eac1f2d2955 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:18.731044 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0e977-8b5f-47d9-9721-2eac1f2d2955 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=dd24614f-5ad7-4815-a92d-742e6a18ec1f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:18.804913 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-00b28f9b-1c54-463f-85fc-634cd90ab356 None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:18.887054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77a401-7311-427e-9f23-dd24d175d43c req-b69506c4-dfa5-498e-8b7b-7c823e27afeb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:18.888528 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd77a401-7311-427e-9f23-dd24d175d43c req-b69506c4-dfa5-498e-8b7b-7c823e27afeb tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 946 time: 0.0583768 Nov 27 01:44:18.955887 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd77a401-7311-427e-9f23-dd24d175d43c req-f2ae259b-7c86-495f-b4b7-df0b4944ab47 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580311 Nov 27 01:44:18.967564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc56af-a0da-4f56-ae6c-551a5a6bcb47 req-6d16ee16-87e0-4a19-a108-ce07caf2ecb2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:18.969234 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cfc56af-a0da-4f56-ae6c-551a5a6bcb47 req-6d16ee16-87e0-4a19-a108-ce07caf2ecb2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 946 time: 0.1247232 Nov 27 01:44:18.974573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e977-8b5f-47d9-9721-2eac1f2d2955 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:19.088871 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-00b28f9b-1c54-463f-85fc-634cd90ab356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:15Z', 'revision_number': 7, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cd12e9a-2838-44ab-ba07-8d236f2571a0', 'name': '', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:89:e5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:08Z', 'updated_at': '2021-11-27T01:44:12Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd24614f-5ad7-4815-a92d-742e6a18ec1f', 'name': '', 'network_id': 'bfd2720c-b2a3-43ac-a47a-6681f74f2ed5', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:af:c0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '5e54a578-5836-4b79-bef6-7aa461876366', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:11Z', 'updated_at': '2021-11-27T01:44:17Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '5e54a578-5836-4b79-bef6-7aa461876366', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:19.119072 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b28f9b-1c54-463f-85fc-634cd90ab356 None None] Checking router: 08b664a7-8ff3-4847-b7b0-615765724ef6 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:19.127649 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b28f9b-1c54-463f-85fc-634cd90ab356 None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:19.128249 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-00b28f9b-1c54-463f-85fc-634cd90ab356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:19.218155 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-00b28f9b-1c54-463f-85fc-634cd90ab356 None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:19.247534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-5cfc56af-a0da-4f56-ae6c-551a5a6bcb47 req-f27300e6-13e7-4935-848f-d88d2a3a3669 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Deleting port 2a448253-fd7c-469e-9340-c1f252d13c76 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:19.248151 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5cfc56af-a0da-4f56-ae6c-551a5a6bcb47 req-f27300e6-13e7-4935-848f-d88d2a3a3669 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:19.434166 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-00b28f9b-1c54-463f-85fc-634cd90ab356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:18Z', 'revision_number': 8, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cd12e9a-2838-44ab-ba07-8d236f2571a0', 'name': '', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:89:e5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:08Z', 'updated_at': '2021-11-27T01:44:12Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:19.461828 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b28f9b-1c54-463f-85fc-634cd90ab356 None None] The sync data for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 is: [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:18Z', 'revision_number': 8, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cd12e9a-2838-44ab-ba07-8d236f2571a0', 'name': '', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:89:e5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:08Z', 'updated_at': '2021-11-27T01:44:12Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:19.584033 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd0e977-8b5f-47d9-9721-2eac1f2d2955 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 08b664a7-8ff3-4847-b7b0-615765724ef6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:19.695114 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5cfc56af-a0da-4f56-ae6c-551a5a6bcb47 req-f27300e6-13e7-4935-848f-d88d2a3a3669 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] For port 2a448253-fd7c-469e-9340-c1f252d13c76, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2a448253-fd7c-469e-9340-c1f252d13c76,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:19.695468 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5cfc56af-a0da-4f56-ae6c-551a5a6bcb47 req-f27300e6-13e7-4935-848f-d88d2a3a3669 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:19.714779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-5cfc56af-a0da-4f56-ae6c-551a5a6bcb47 req-f27300e6-13e7-4935-848f-d88d2a3a3669 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Calling delete_port for 2a448253-fd7c-469e-9340-c1f252d13c76 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:19.728804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd0e977-8b5f-47d9-9721-2eac1f2d2955 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:19.736850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bfd0e977-8b5f-47d9-9721-2eac1f2d2955 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6083617 Nov 27 01:44:19.737489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 43984) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:19.792155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting subnet 5e54a578-5836-4b79-bef6-7aa461876366 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:44:19.795441 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:19.852712 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:19.891208 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5cfc56af-a0da-4f56-ae6c-551a5a6bcb47 req-f27300e6-13e7-4935-848f-d88d2a3a3669 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:19.929825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27300e6-13e7-4935-848f-d88d2a3a3669 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event deleted for resources: {'Port': ['ID=2a448253-fd7c-469e-9340-c1f252d13c76,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:19.991351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfc56af-a0da-4f56-ae6c-551a5a6bcb47 req-f27300e6-13e7-4935-848f-d88d2a3a3669 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] No DVR routers for this DVR port 2a448253-fd7c-469e-9340-c1f252d13c76 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:19.993719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5cfc56af-a0da-4f56-ae6c-551a5a6bcb47 req-f27300e6-13e7-4935-848f-d88d2a3a3669 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:19.997239 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cfc56af-a0da-4f56-ae6c-551a5a6bcb47 req-f27300e6-13e7-4935-848f-d88d2a3a3669 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "DELETE /v2.0/ports/2a448253-fd7c-469e-9340-c1f252d13c76 HTTP/1.1" status: 204 len: 173 time: 1.0205395 Nov 27 01:44:19.997723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'name': 'network-vif-deleted', 'tag': '2a448253-fd7c-469e-9340-c1f252d13c76'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:44:19.998723 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.000503 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea22c2b-eacf-4ef6-a384-32206befcb41" -d '{"events": [{"server_uuid": "7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0", "name": "network-vif-deleted", "tag": "2a448253-fd7c-469e-9340-c1f252d13c76"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:44:20.072393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device dd24614f-5ad7-4815-a92d-742e6a18ec1f no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:20.081503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.115169 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-078b03b6-ef10-4800-b633-e2793056c1d6 req-e85277f5-9f48-4028-a0a2-8079f78c2238 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 210 time: 0.0533097 Nov 27 01:44:20.124508 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f757140-ddb6-4da9-bdac-d466afd9d01d x-openstack-request-id: req-5f757140-ddb6-4da9-bdac-d466afd9d01d {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:44:20.125737 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0", "name": "network-vif-deleted", "tag": "2a448253-fd7c-469e-9340-c1f252d13c76", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:44:20.127083 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f757140-ddb6-4da9-bdac-d466afd9d01d {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:44:20.127907 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0', 'name': 'network-vif-deleted', 'tag': '2a448253-fd7c-469e-9340-c1f252d13c76', 'status': 'completed', 'code': 200} Nov 27 01:44:20.131142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Subnet': ['ID=5e54a578-5836-4b79-bef6-7aa461876366,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:20.135278 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: dd24614f-5ad7-4815-a92d-742e6a18ec1f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:20.136810 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device dd24614f-5ad7-4815-a92d-742e6a18ec1f not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:20.141376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:20.141728 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:20.142229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:20.142406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:20.142799 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:20.143154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:20.143450 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:20.143778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:20.144158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:20.144418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:20.144766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:20.145086 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:20.160543 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.161165 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca0114c-07de-4923-bcc5-8f7d0f998ffd None None] Network bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:20.167199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f14db9-4ad5-45c8-ab36-f79405fc8b06 None None] Sync routers for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:20.168866 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 43990) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:20.169064 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8c9b437e-c958-427f-8e6b-8b92354048cc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/5e54a578-5836-4b79-bef6-7aa461876366 HTTP/1.1" status: 204 len: 168 time: 0.4303455 Nov 27 01:44:20.246940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f14db9-4ad5-45c8-ab36-f79405fc8b06 None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:20.247929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f5f14db9-4ad5-45c8-ab36-f79405fc8b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:20.267817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.362925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 31d671d5-395d-4ead-ba39-e172549a834a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:20.363345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.433640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-f5f14db9-4ad5-45c8-ab36-f79405fc8b06 None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:20.464883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] For port 31d671d5-395d-4ead-ba39-e172549a834a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=31d671d5-395d-4ead-ba39-e172549a834a,segment=NetworkSegment(5cab6808-1a9b-4f7c-842a-03d963fbcf82),segment_id=5cab6808-1a9b-4f7c-842a-03d963fbcf82)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:20.465286 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.505803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 31d671d5-395d-4ead-ba39-e172549a834a owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:20.554913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b89a758-6f2a-4b4f-99d9-ccb60ebdee4c None None] DHCP port deletion for bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:20.634790 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.657023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4b89a758-6f2a-4b4f-99d9-ccb60ebdee4c None None] The port '31d671d5-395d-4ead-ba39-e172549a834a' was deleted {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 27 01:44:20.668499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No DVR routers for this DVR port 31d671d5-395d-4ead-ba39-e172549a834a on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:20.677616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=31d671d5-395d-4ead-ba39-e172549a834a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:20.800617 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.801480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f5f14db9-4ad5-45c8-ab36-f79405fc8b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:18Z', 'revision_number': 8, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cd12e9a-2838-44ab-ba07-8d236f2571a0', 'name': '', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:89:e5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:08Z', 'updated_at': '2021-11-27T01:44:12Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:20.848830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd2720c-b2a3-43ac-a47a-6681f74f2ed5']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:20.851659 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f14db9-4ad5-45c8-ab36-f79405fc8b06 None None] Checking router: 08b664a7-8ff3-4847-b7b0-615765724ef6 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:20.861382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cab6808-1a9b-4f7c-842a-03d963fbcf82') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:20.861772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cab6808-1a9b-4f7c-842a-03d963fbcf82') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:20.871467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f14db9-4ad5-45c8-ab36-f79405fc8b06 None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:20.872097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f5f14db9-4ad5-45c8-ab36-f79405fc8b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:20.872451 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.887043 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.894391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:44:20.894864 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:44:20.898443 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:44:20.975880 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.986029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:20.991218 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/networks/bfd2720c-b2a3-43ac-a47a-6681f74f2ed5 HTTP/1.1" status: 204 len: 168 time: 0.8208528 Nov 27 01:44:20.994136 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44012) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:21.020520 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9b02c-7dc6-4b87-8e10-5a9d436c16d7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Network': ['ID=bfd2720c-b2a3-43ac-a47a-6681f74f2ed5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:21.040757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-f5f14db9-4ad5-45c8-ab36-f79405fc8b06 None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:21.254649 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29be37a8-3480-4a56-b220-153577877f5d req-367c99ef-46be-46a2-9efb-484ca23e3544 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 210 time: 0.0373235 Nov 27 01:44:21.314764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f5f14db9-4ad5-45c8-ab36-f79405fc8b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:18Z', 'revision_number': 8, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cd12e9a-2838-44ab-ba07-8d236f2571a0', 'name': '', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:89:e5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:08Z', 'updated_at': '2021-11-27T01:44:12Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:21.346202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f14db9-4ad5-45c8-ab36-f79405fc8b06 None None] The sync data for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 is: [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:18Z', 'revision_number': 8, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cd12e9a-2838-44ab-ba07-8d236f2571a0', 'name': '', 'network_id': 'ea0d65c2-47f3-402c-90e5-ab1d52fe0877', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:89:e5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:08Z', 'updated_at': '2021-11-27T01:44:12Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '6657f681-6e13-4d99-abfb-13e0903926ea', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:21.454060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ecce2c5-94ea-47f0-95c7-8136103809ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:21.720806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3ecce2c5-94ea-47f0-95c7-8136103809ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 7cd12e9a-2838-44ab-ba07-8d236f2571a0 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:21.721148 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ecce2c5-94ea-47f0-95c7-8136103809ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:21.812687 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-3ecce2c5-94ea-47f0-95c7-8136103809ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] For port 7cd12e9a-2838-44ab-ba07-8d236f2571a0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=7cd12e9a-2838-44ab-ba07-8d236f2571a0,segment=NetworkSegment(0b97cfae-ec33-4562-b6b6-36778511ae82),segment_id=0b97cfae-ec33-4562-b6b6-36778511ae82)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:21.812967 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ecce2c5-94ea-47f0-95c7-8136103809ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:21.825681 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3ecce2c5-94ea-47f0-95c7-8136103809ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 7cd12e9a-2838-44ab-ba07-8d236f2571a0 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:22.006078 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ecce2c5-94ea-47f0-95c7-8136103809ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:22.020843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 31d671d5-395d-4ead-ba39-e172549a834a no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:22.034505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecce2c5-94ea-47f0-95c7-8136103809ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=7cd12e9a-2838-44ab-ba07-8d236f2571a0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:22.071184 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 31d671d5-395d-4ead-ba39-e172549a834a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:22.082048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 31d671d5-395d-4ead-ba39-e172549a834a not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:22.209459 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ecce2c5-94ea-47f0-95c7-8136103809ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:22.367096 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d79e74bc-ef6c-44f5-9289-bf3eb7168c4f req-72524c0a-4499-4d03-a2cf-c095119a0fee tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 210 time: 0.0316124 Nov 27 01:44:22.405840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecce2c5-94ea-47f0-95c7-8136103809ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 08b664a7-8ff3-4847-b7b0-615765724ef6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:22.499342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecce2c5-94ea-47f0-95c7-8136103809ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:22.508066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3ecce2c5-94ea-47f0-95c7-8136103809ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5098917 Nov 27 01:44:22.508066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44020) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:22.514263 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4faffd-2c07-4701-a113-2781ea6cfba7 None None] Sync routers for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:22.528441 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4faffd-2c07-4701-a113-2781ea6cfba7 None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:22.529131 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3d4faffd-2c07-4701-a113-2781ea6cfba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:22.559479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-088de153-a3e8-46b8-84d4-99624c5b310b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting subnet 6657f681-6e13-4d99-abfb-13e0903926ea {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:44:22.563080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-088de153-a3e8-46b8-84d4-99624c5b310b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:22.604029 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-088de153-a3e8-46b8-84d4-99624c5b310b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:22.615189 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3d4faffd-2c07-4701-a113-2781ea6cfba7 None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:22.706002 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-088de153-a3e8-46b8-84d4-99624c5b310b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:22.773943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-088de153-a3e8-46b8-84d4-99624c5b310b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:22.802940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088de153-a3e8-46b8-84d4-99624c5b310b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Subnet': ['ID=6657f681-6e13-4d99-abfb-13e0903926ea,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:22.805189 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-088de153-a3e8-46b8-84d4-99624c5b310b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:22.811054 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-088de153-a3e8-46b8-84d4-99624c5b310b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/6657f681-6e13-4d99-abfb-13e0903926ea HTTP/1.1" status: 204 len: 168 time: 0.2998626 Nov 27 01:44:22.811054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44022) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:22.816159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7b365-b3a0-4342-8a87-8bcb65142fdc None None] Network ea0d65c2-47f3-402c-90e5-ab1d52fe0877 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:22.851994 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3d4faffd-2c07-4701-a113-2781ea6cfba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:21Z', 'revision_number': 9, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:22.889744 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4faffd-2c07-4701-a113-2781ea6cfba7 None None] Checking router: 08b664a7-8ff3-4847-b7b0-615765724ef6 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:22.901676 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4faffd-2c07-4701-a113-2781ea6cfba7 None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:22.902330 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3d4faffd-2c07-4701-a113-2781ea6cfba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:22.913960 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:22.991590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 026def6b-cd0b-4695-ba6e-a9dad5bb6749 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:22.991937 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:23.003970 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-3d4faffd-2c07-4701-a113-2781ea6cfba7 None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:23.019552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3c72b-c8c7-4339-bda6-c30f0aa09964 None None] DHCP port deletion for ea0d65c2-47f3-402c-90e5-ab1d52fe0877 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:23.073581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2a448253-fd7c-469e-9340-c1f252d13c76 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:23.074434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] For port 026def6b-cd0b-4695-ba6e-a9dad5bb6749, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=026def6b-cd0b-4695-ba6e-a9dad5bb6749,segment=NetworkSegment(0b97cfae-ec33-4562-b6b6-36778511ae82),segment_id=0b97cfae-ec33-4562-b6b6-36778511ae82)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:23.074811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:23.102060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 2a448253-fd7c-469e-9340-c1f252d13c76 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:23.102731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2a448253-fd7c-469e-9340-c1f252d13c76 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:23.103975 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 026def6b-cd0b-4695-ba6e-a9dad5bb6749 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:23.105528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3c72b-c8c7-4339-bda6-c30f0aa09964 None None] Deleting port 026def6b-cd0b-4695-ba6e-a9dad5bb6749 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:23.105945 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c72b-c8c7-4339-bda6-c30f0aa09964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:23.187443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f9d3c72b-c8c7-4339-bda6-c30f0aa09964 None None] For port 026def6b-cd0b-4695-ba6e-a9dad5bb6749, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=026def6b-cd0b-4695-ba6e-a9dad5bb6749,segment=NetworkSegment(0b97cfae-ec33-4562-b6b6-36778511ae82),segment_id=0b97cfae-ec33-4562-b6b6-36778511ae82)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:23.187859 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c72b-c8c7-4339-bda6-c30f0aa09964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:23.214623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3c72b-c8c7-4339-bda6-c30f0aa09964 None None] Calling delete_port for 026def6b-cd0b-4695-ba6e-a9dad5bb6749 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:23.237680 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:23.273307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=026def6b-cd0b-4695-ba6e-a9dad5bb6749,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:23.280604 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-3d4faffd-2c07-4701-a113-2781ea6cfba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:21Z', 'revision_number': 9, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:23.295383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No DVR routers for this DVR port 026def6b-cd0b-4695-ba6e-a9dad5bb6749 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:23.296386 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c72b-c8c7-4339-bda6-c30f0aa09964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:23.309729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3c72b-c8c7-4339-bda6-c30f0aa09964 None None] No DVR routers for this DVR port 026def6b-cd0b-4695-ba6e-a9dad5bb6749 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:23.323672 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4faffd-2c07-4701-a113-2781ea6cfba7 None None] The sync data for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 is: [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:21Z', 'revision_number': 9, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': '5eba5c52-799c-46ff-bb6f-c1d61e0615d5', 'name': '', 'network_id': 'b32ac736-db6e-4f5c-a78d-c82f20abe515', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:6a:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:04Z', 'updated_at': '2021-11-27T01:44:11Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '42925257-11d4-4864-83b9-bd0fe33eca6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:23.331029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3c72b-c8c7-4339-bda6-c30f0aa09964 None None] Pushing event deleted for resources: {'Port': ['ID=026def6b-cd0b-4695-ba6e-a9dad5bb6749,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:23.401756 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:23.423815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0d65c2-47f3-402c-90e5-ab1d52fe0877']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:23.435929 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b97cfae-ec33-4562-b6b6-36778511ae82') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:23.436379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b97cfae-ec33-4562-b6b6-36778511ae82') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:23.448491 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:23.482355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c422cf4a-6e50-4319-8aac-8522cc750699 req-601fb51b-f7d8-4aeb-9b18-418f9a31ed1e tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 210 time: 0.0360661 Nov 27 01:44:23.483287 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:23.490586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:44:23.490987 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:44:23.494577 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:44:23.566191 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:23.570881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:23.577264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44028) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:23.577879 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/networks/ea0d65c2-47f3-402c-90e5-ab1d52fe0877 HTTP/1.1" status: 204 len: 168 time: 0.7651796 Nov 27 01:44:23.593515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557beec9-fd48-45d6-be89-358c625cf68d tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Network': ['ID=ea0d65c2-47f3-402c-90e5-ab1d52fe0877,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:23.917841 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77470343-03a4-477d-99dc-2d7788e824ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:24.005886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 026def6b-cd0b-4695-ba6e-a9dad5bb6749 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:24.030031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 026def6b-cd0b-4695-ba6e-a9dad5bb6749 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:24.031147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 026def6b-cd0b-4695-ba6e-a9dad5bb6749 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:24.031833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7cd12e9a-2838-44ab-ba07-8d236f2571a0 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:24.058063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 7cd12e9a-2838-44ab-ba07-8d236f2571a0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:24.058063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 7cd12e9a-2838-44ab-ba07-8d236f2571a0 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:24.172542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-77470343-03a4-477d-99dc-2d7788e824ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:24.172881 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77470343-03a4-477d-99dc-2d7788e824ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:24.275811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-77470343-03a4-477d-99dc-2d7788e824ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] For port 5eba5c52-799c-46ff-bb6f-c1d61e0615d5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5eba5c52-799c-46ff-bb6f-c1d61e0615d5,segment=NetworkSegment(4d2f1dd9-4dc1-40ba-9360-72ca7567ea89),segment_id=4d2f1dd9-4dc1-40ba-9360-72ca7567ea89)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:24.276163 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77470343-03a4-477d-99dc-2d7788e824ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:24.289666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-77470343-03a4-477d-99dc-2d7788e824ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:24.457038 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77470343-03a4-477d-99dc-2d7788e824ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:24.484492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77470343-03a4-477d-99dc-2d7788e824ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=5eba5c52-799c-46ff-bb6f-c1d61e0615d5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:24.654657 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f76c0a8-a07b-4019-8052-d611499a0c75 req-d771989f-d753-40ee-b948-f1737b1c66fd tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cba51c4-9b5d-41bf-bc68-a719fd8fd3a0 HTTP/1.1" status: 200 len: 210 time: 0.0600064 Nov 27 01:44:24.686435 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77470343-03a4-477d-99dc-2d7788e824ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:24.907729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77470343-03a4-477d-99dc-2d7788e824ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 08b664a7-8ff3-4847-b7b0-615765724ef6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:25.006521 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77470343-03a4-477d-99dc-2d7788e824ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:25.012022 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-77470343-03a4-477d-99dc-2d7788e824ac tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4338467 Nov 27 01:44:25.014681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44034) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:25.018697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b671852c-3c2a-4272-babd-d73c8c2f5a3a None None] Sync routers for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:25.030970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b671852c-3c2a-4272-babd-d73c8c2f5a3a None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:25.032010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b671852c-3c2a-4272-babd-d73c8c2f5a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:25.069755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-978d046c-3491-40ec-a0ba-597d0cb17e20 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting subnet 42925257-11d4-4864-83b9-bd0fe33eca6a {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:44:25.073480 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-978d046c-3491-40ec-a0ba-597d0cb17e20 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.123252 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-978d046c-3491-40ec-a0ba-597d0cb17e20 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.131656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b671852c-3c2a-4272-babd-d73c8c2f5a3a None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:25.215390 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-978d046c-3491-40ec-a0ba-597d0cb17e20 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.296880 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-978d046c-3491-40ec-a0ba-597d0cb17e20 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.306127 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:44:25.340561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d046c-3491-40ec-a0ba-597d0cb17e20 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Subnet': ['ID=42925257-11d4-4864-83b9-bd0fe33eca6a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:25.346542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b671852c-3c2a-4272-babd-d73c8c2f5a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:24Z', 'revision_number': 10, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:25.352495 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-978d046c-3491-40ec-a0ba-597d0cb17e20 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.355991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-978d046c-3491-40ec-a0ba-597d0cb17e20 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/42925257-11d4-4864-83b9-bd0fe33eca6a HTTP/1.1" status: 204 len: 168 time: 0.3403213 Nov 27 01:44:25.358626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44038) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:25.380680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068fecab-960b-4a8b-9c71-237d74432b9a None None] Network b32ac736-db6e-4f5c-a78d-c82f20abe515 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:25.383019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b671852c-3c2a-4272-babd-d73c8c2f5a3a None None] Checking router: 08b664a7-8ff3-4847-b7b0-615765724ef6 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:25.437812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b671852c-3c2a-4272-babd-d73c8c2f5a3a None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:25.438506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b671852c-3c2a-4272-babd-d73c8c2f5a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:25.484186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.542041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 42a327c4-676e-4db8-a12d-afdef928d8e2 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:25.542310 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.585637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b671852c-3c2a-4272-babd-d73c8c2f5a3a None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:25.608657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] For port 42a327c4-676e-4db8-a12d-afdef928d8e2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=42a327c4-676e-4db8-a12d-afdef928d8e2,segment=NetworkSegment(4d2f1dd9-4dc1-40ba-9360-72ca7567ea89),segment_id=4d2f1dd9-4dc1-40ba-9360-72ca7567ea89)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:25.608657 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.622446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 42a327c4-676e-4db8-a12d-afdef928d8e2 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:25.717748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.735514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a555f30-c9ac-4b34-be64-0cf917c9aa56 None None] DHCP port deletion for b32ac736-db6e-4f5c-a78d-c82f20abe515 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:25.755144 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=42a327c4-676e-4db8-a12d-afdef928d8e2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:25.763182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No DVR routers for this DVR port 42a327c4-676e-4db8-a12d-afdef928d8e2 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:25.869279 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.879154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b671852c-3c2a-4272-babd-d73c8c2f5a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:24Z', 'revision_number': 10, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:25.899208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32ac736-db6e-4f5c-a78d-c82f20abe515']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:25.909906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2f1dd9-4dc1-40ba-9360-72ca7567ea89') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:25.910287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2f1dd9-4dc1-40ba-9360-72ca7567ea89') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:25.911533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b671852c-3c2a-4272-babd-d73c8c2f5a3a None None] The sync data for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 is: [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:24Z', 'revision_number': 10, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None, '_interfaces': [{'id': 'da92d755-68c4-4572-abdb-b099e021c5dc', 'name': '', 'network_id': '2cb67e3b-86af-491c-9fdb-f0238bd501f4', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'mac_address': 'fa:16:3e:46:8e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:02Z', 'updated_at': '2021-11-27T01:44:06Z', 'revision_number': 5, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'subnets': [{'id': '03c2ff77-fc60-4363-a8de-33596a37f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:25.921340 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.936539 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.954112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:44:25.954541 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:44:25.964528 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:44:26.025752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:26.045956 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:26.052370 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/networks/b32ac736-db6e-4f5c-a78d-c82f20abe515 HTTP/1.1" status: 204 len: 168 time: 0.6881502 Nov 27 01:44:26.052370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ceca0-4f2e-4ac7-989e-37dcf43c8285 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Network': ['ID=b32ac736-db6e-4f5c-a78d-c82f20abe515,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:26.052722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44046) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:26.471366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 42a327c4-676e-4db8-a12d-afdef928d8e2 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:26.503752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 42a327c4-676e-4db8-a12d-afdef928d8e2 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:26.504092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 42a327c4-676e-4db8-a12d-afdef928d8e2 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:26.769881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d37e02b0-e4a5-4dc5-9a48-c13f9a45b5bc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:27.021469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d37e02b0-e4a5-4dc5-9a48-c13f9a45b5bc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port da92d755-68c4-4572-abdb-b099e021c5dc {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:27.021735 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d37e02b0-e4a5-4dc5-9a48-c13f9a45b5bc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:27.119339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-d37e02b0-e4a5-4dc5-9a48-c13f9a45b5bc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] For port da92d755-68c4-4572-abdb-b099e021c5dc, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=da92d755-68c4-4572-abdb-b099e021c5dc,segment=NetworkSegment(cad2d348-7d69-4d33-8211-9473bc00b050),segment_id=cad2d348-7d69-4d33-8211-9473bc00b050)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:27.119884 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d37e02b0-e4a5-4dc5-9a48-c13f9a45b5bc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:27.137336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d37e02b0-e4a5-4dc5-9a48-c13f9a45b5bc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for da92d755-68c4-4572-abdb-b099e021c5dc owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:27.316885 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d37e02b0-e4a5-4dc5-9a48-c13f9a45b5bc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:27.350462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e02b0-e4a5-4dc5-9a48-c13f9a45b5bc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=da92d755-68c4-4572-abdb-b099e021c5dc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:27.506567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d37e02b0-e4a5-4dc5-9a48-c13f9a45b5bc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:27.686418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37e02b0-e4a5-4dc5-9a48-c13f9a45b5bc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 08b664a7-8ff3-4847-b7b0-615765724ef6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:27.767807 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37e02b0-e4a5-4dc5-9a48-c13f9a45b5bc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:27.775570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44054) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:27.776084 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d37e02b0-e4a5-4dc5-9a48-c13f9a45b5bc tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7218568 Nov 27 01:44:27.778396 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191f55d7-a8a0-400b-9516-03131b440221 None None] Sync routers for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:27.788414 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f55d7-a8a0-400b-9516-03131b440221 None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:27.789310 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-191f55d7-a8a0-400b-9516-03131b440221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:27.845750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc327f38-451c-44e5-9d85-cefd4d240f80 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting subnet 03c2ff77-fc60-4363-a8de-33596a37f5d6 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:44:27.851458 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc327f38-451c-44e5-9d85-cefd4d240f80 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:27.865737 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-191f55d7-a8a0-400b-9516-03131b440221 None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:27.900297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc327f38-451c-44e5-9d85-cefd4d240f80 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:27.926642 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-191f55d7-a8a0-400b-9516-03131b440221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:27Z', 'revision_number': 11, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:28.006338 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc327f38-451c-44e5-9d85-cefd4d240f80 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.085896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:28.089497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc327f38-451c-44e5-9d85-cefd4d240f80 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.125066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc327f38-451c-44e5-9d85-cefd4d240f80 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Subnet': ['ID=03c2ff77-fc60-4363-a8de-33596a37f5d6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:28.127511 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc327f38-451c-44e5-9d85-cefd4d240f80 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.130897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:28.131316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5eba5c52-799c-46ff-bb6f-c1d61e0615d5 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:28.133769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44058) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:28.139040 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fc327f38-451c-44e5-9d85-cefd4d240f80 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/03c2ff77-fc60-4363-a8de-33596a37f5d6 HTTP/1.1" status: 204 len: 168 time: 0.3613257 Nov 27 01:44:28.144627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a1300e-bc80-4302-97a5-96a7e150eed3 None None] Network 2cb67e3b-86af-491c-9fdb-f0238bd501f4 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:28.170650 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191f55d7-a8a0-400b-9516-03131b440221 None None] Checking router: 08b664a7-8ff3-4847-b7b0-615765724ef6 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:28.181648 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f55d7-a8a0-400b-9516-03131b440221 None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:28.182578 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-191f55d7-a8a0-400b-9516-03131b440221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:28.255050 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-191f55d7-a8a0-400b-9516-03131b440221 None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:28.277260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.319966 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-191f55d7-a8a0-400b-9516-03131b440221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:27Z', 'revision_number': 11, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:28.339452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Deleting port 92cb5f79-041e-4a24-bd8f-f5afca291b2c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:28.342471 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.352433 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191f55d7-a8a0-400b-9516-03131b440221 None None] The sync data for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 is: [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:27Z', 'revision_number': 11, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:28.401969 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ee00a-a946-4b5d-ab92-d4be8cbb6e77 None None] DHCP port deletion for 2cb67e3b-86af-491c-9fdb-f0238bd501f4 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:28.433619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] For port 92cb5f79-041e-4a24-bd8f-f5afca291b2c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=92cb5f79-041e-4a24-bd8f-f5afca291b2c,segment=NetworkSegment(cad2d348-7d69-4d33-8211-9473bc00b050),segment_id=cad2d348-7d69-4d33-8211-9473bc00b050)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:28.434166 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.448738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Calling delete_port for 92cb5f79-041e-4a24-bd8f-f5afca291b2c owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:28.463928 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-436ee00a-a946-4b5d-ab92-d4be8cbb6e77 None None] Deleting port 92cb5f79-041e-4a24-bd8f-f5afca291b2c {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:28.464435 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-436ee00a-a946-4b5d-ab92-d4be8cbb6e77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.545532 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.585531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-436ee00a-a946-4b5d-ab92-d4be8cbb6e77 None None] For port 92cb5f79-041e-4a24-bd8f-f5afca291b2c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=92cb5f79-041e-4a24-bd8f-f5afca291b2c,segment=NetworkSegment(cad2d348-7d69-4d33-8211-9473bc00b050),segment_id=cad2d348-7d69-4d33-8211-9473bc00b050)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:28.587171 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-436ee00a-a946-4b5d-ab92-d4be8cbb6e77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.595663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Port': ['ID=92cb5f79-041e-4a24-bd8f-f5afca291b2c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:28.613146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No DVR routers for this DVR port 92cb5f79-041e-4a24-bd8f-f5afca291b2c on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:28.637364 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-436ee00a-a946-4b5d-ab92-d4be8cbb6e77 None None] Calling delete_port for 92cb5f79-041e-4a24-bd8f-f5afca291b2c owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:28.751500 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-436ee00a-a946-4b5d-ab92-d4be8cbb6e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.779528 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.815829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ee00a-a946-4b5d-ab92-d4be8cbb6e77 None None] Pushing event deleted for resources: {'Port': ['ID=92cb5f79-041e-4a24-bd8f-f5afca291b2c,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:28.821251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ee00a-a946-4b5d-ab92-d4be8cbb6e77 None None] No DVR routers for this DVR port 92cb5f79-041e-4a24-bd8f-f5afca291b2c on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:28.830254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb67e3b-86af-491c-9fdb-f0238bd501f4']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:28.855254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad2d348-7d69-4d33-8211-9473bc00b050') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:28.855901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad2d348-7d69-4d33-8211-9473bc00b050') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:28.867548 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.883566 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.893085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:44:28.893841 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:44:28.975318 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:44:28.983883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.990270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:28.995865 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/networks/2cb67e3b-86af-491c-9fdb-f0238bd501f4 HTTP/1.1" status: 204 len: 168 time: 0.8608186 Nov 27 01:44:28.998555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44066) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:29.005526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-369c083e-d485-407c-b492-8f883fd19d28 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'router': {'routes': None}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:29.022531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f811ec-1a92-43f9-9a71-72c6191ad59a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Pushing event deleted for resources: {'Network': ['ID=2cb67e3b-86af-491c-9fdb-f0238bd501f4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:29.303096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.extraroute_db [None req-369c083e-d485-407c-b492-8f883fd19d28 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Added routes are [] {{(pid=103385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 27 01:44:29.303537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.extraroute_db [None req-369c083e-d485-407c-b492-8f883fd19d28 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Removed routes are [] {{(pid=103385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 27 01:44:29.303781 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-369c083e-d485-407c-b492-8f883fd19d28 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:29.449825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-369c083e-d485-407c-b492-8f883fd19d28 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:29.453510 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-369c083e-d485-407c-b492-8f883fd19d28 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:29.537917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369c083e-d485-407c-b492-8f883fd19d28 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router 08b664a7-8ff3-4847-b7b0-615765724ef6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:30.028348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369c083e-d485-407c-b492-8f883fd19d28 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:30.040037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8dab0-bf6f-4ad8-be6b-6b7fba6372f4 None None] Sync routers for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:30.058518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device da92d755-68c4-4572-abdb-b099e021c5dc no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:30.063906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-369c083e-d485-407c-b492-8f883fd19d28 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:30.068647 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-369c083e-d485-407c-b492-8f883fd19d28 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6 HTTP/1.1" status: 200 len: 701 time: 1.0690222 Nov 27 01:44:30.071567 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44072) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:30.098043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: da92d755-68c4-4572-abdb-b099e021c5dc {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:30.098726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device da92d755-68c4-4572-abdb-b099e021c5dc not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:30.099329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 92cb5f79-041e-4a24-bd8f-f5afca291b2c no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:30.113423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8dab0-bf6f-4ad8-be6b-6b7fba6372f4 None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:30.114258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-68b8dab0-bf6f-4ad8-be6b-6b7fba6372f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:30.130523 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-208140ff-cbb9-421e-8331-b508dd33d231 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=08b664a7-8ff3-4847-b7b0-615765724ef6 HTTP/1.1" status: 200 len: 205 time: 0.0556104 Nov 27 01:44:30.130897 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44076) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:30.248836 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82e65b47-771e-48a7-8cf2-d73ba720e253 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:30.260831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 92cb5f79-041e-4a24-bd8f-f5afca291b2c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:30.261178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 92cb5f79-041e-4a24-bd8f-f5afca291b2c not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:30.296948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-68b8dab0-bf6f-4ad8-be6b-6b7fba6372f4 None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:30.405147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-68b8dab0-bf6f-4ad8-be6b-6b7fba6372f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:27Z', 'revision_number': 11, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:30.451878 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8dab0-bf6f-4ad8-be6b-6b7fba6372f4 None None] Checking router: 08b664a7-8ff3-4847-b7b0-615765724ef6 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:30.468167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8dab0-bf6f-4ad8-be6b-6b7fba6372f4 None None] Routers {'08b664a7-8ff3-4847-b7b0-615765724ef6'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:30.468720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-68b8dab0-bf6f-4ad8-be6b-6b7fba6372f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['08b664a7-8ff3-4847-b7b0-615765724ef6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:30.541770 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82e65b47-771e-48a7-8cf2-d73ba720e253 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:30.544961 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82e65b47-771e-48a7-8cf2-d73ba720e253 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:30.606383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-68b8dab0-bf6f-4ad8-be6b-6b7fba6372f4 None None] Set router 08b664a7-8ff3-4847-b7b0-615765724ef6 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:30.692559 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82e65b47-771e-48a7-8cf2-d73ba720e253 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:30.693265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e65b47-771e-48a7-8cf2-d73ba720e253 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Fanout notify agent at l3_agent the message router_deleted on router 08b664a7-8ff3-4847-b7b0-615765724ef6 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:44:30.701715 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82e65b47-771e-48a7-8cf2-d73ba720e253 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:30.702980 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-82e65b47-771e-48a7-8cf2-d73ba720e253 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6 HTTP/1.1" status: 204 len: 168 time: 0.5711570 Nov 27 01:44:30.712236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44084) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:30.716870 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-68b8dab0-bf6f-4ad8-be6b-6b7fba6372f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:27Z', 'revision_number': 11, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:30.718077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9107d893-1da4-44b1-b749-37495ba28e84 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-434025961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:30.757024 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b8dab0-bf6f-4ad8-be6b-6b7fba6372f4 None None] The sync data for ids ['08b664a7-8ff3-4847-b7b0-615765724ef6'] in n-d-819494-2 is: [{'id': '08b664a7-8ff3-4847-b7b0-615765724ef6', 'name': 'tempest-RoutersTest-router-1822088730', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:00Z', 'updated_at': '2021-11-27T01:44:27Z', 'revision_number': 11, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:30.775587 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9107d893-1da4-44b1-b749-37495ba28e84 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:30.778151 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9107d893-1da4-44b1-b749-37495ba28e84 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:30.854657 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9107d893-1da4-44b1-b749-37495ba28e84 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:30.860390 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9107d893-1da4-44b1-b749-37495ba28e84 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:30.887975 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9107d893-1da4-44b1-b749-37495ba28e84 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:30.891977 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9107d893-1da4-44b1-b749-37495ba28e84 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1760032 Nov 27 01:44:30.892303 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44086) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:30.897087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-631ed2b9-c7bb-4d60-a195-f376b297baf8 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:31.138443 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-631ed2b9-c7bb-4d60-a195-f376b297baf8 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28481'] for router, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:31.153385 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-631ed2b9-c7bb-4d60-a195-f376b297baf8 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613178'] for router, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:31.254198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631ed2b9-c7bb-4d60-a195-f376b297baf8 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Router c5ae135e-8ed2-4b15-87ae-eff54b6a52cd is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:44:31.332626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631ed2b9-c7bb-4d60-a195-f376b297baf8 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:31.339593 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-631ed2b9-c7bb-4d60-a195-f376b297baf8 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:31.343440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-631ed2b9-c7bb-4d60-a195-f376b297baf8 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "PUT /v2.0/routers/c5ae135e-8ed2-4b15-87ae-eff54b6a52cd HTTP/1.1" status: 200 len: 693 time: 0.4474378 Nov 27 01:44:31.343440 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44090) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:31.348177 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcef6ac-ecbe-4bd9-bc25-e86b34b5d7a5 None None] Sync routers for ids ['c5ae135e-8ed2-4b15-87ae-eff54b6a52cd'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:31.358319 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcef6ac-ecbe-4bd9-bc25-e86b34b5d7a5 None None] Routers {'c5ae135e-8ed2-4b15-87ae-eff54b6a52cd'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:31.358932 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-edcef6ac-ecbe-4bd9-bc25-e86b34b5d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5ae135e-8ed2-4b15-87ae-eff54b6a52cd'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:31.428176 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-658330b5-85a9-4003-9e43-b9e83b1b892b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/routers/c5ae135e-8ed2-4b15-87ae-eff54b6a52cd HTTP/1.1" status: 200 len: 699 time: 0.0813766 Nov 27 01:44:31.428448 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-edcef6ac-ecbe-4bd9-bc25-e86b34b5d7a5 None None] Set router c5ae135e-8ed2-4b15-87ae-eff54b6a52cd gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:31.428565 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44092) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:31.455483 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6cd69e5f-499e-40e2-ba94-0f50a6b5d0b0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5ae135e-8ed2-4b15-87ae-eff54b6a52cd HTTP/1.1" status: 200 len: 205 time: 0.0260072 Nov 27 01:44:31.457872 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44094) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:31.483421 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-edcef6ac-ecbe-4bd9-bc25-e86b34b5d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ae135e-8ed2-4b15-87ae-eff54b6a52cd', 'name': 'tempest-RoutersTest-router-434025961', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:30Z', 'updated_at': '2021-11-27T01:44:31Z', 'revision_number': 2, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:31.512490 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcef6ac-ecbe-4bd9-bc25-e86b34b5d7a5 None None] Checking router: c5ae135e-8ed2-4b15-87ae-eff54b6a52cd for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:31.521813 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcef6ac-ecbe-4bd9-bc25-e86b34b5d7a5 None None] Routers {'c5ae135e-8ed2-4b15-87ae-eff54b6a52cd'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:31.522521 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-edcef6ac-ecbe-4bd9-bc25-e86b34b5d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5ae135e-8ed2-4b15-87ae-eff54b6a52cd'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:31.533811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d76c1e53-8778-4e2e-a768-6a5ff1d3882b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:31.587520 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-edcef6ac-ecbe-4bd9-bc25-e86b34b5d7a5 None None] Set router c5ae135e-8ed2-4b15-87ae-eff54b6a52cd gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:31.641964 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-edcef6ac-ecbe-4bd9-bc25-e86b34b5d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ae135e-8ed2-4b15-87ae-eff54b6a52cd', 'name': 'tempest-RoutersTest-router-434025961', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:30Z', 'updated_at': '2021-11-27T01:44:31Z', 'revision_number': 2, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:31.669982 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcef6ac-ecbe-4bd9-bc25-e86b34b5d7a5 None None] The sync data for ids ['c5ae135e-8ed2-4b15-87ae-eff54b6a52cd'] in n-d-819494-2 is: [{'id': 'c5ae135e-8ed2-4b15-87ae-eff54b6a52cd', 'name': 'tempest-RoutersTest-router-434025961', 'tenant_id': '850faa1dc4b648df80527968b6e1fcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:30Z', 'updated_at': '2021-11-27T01:44:31Z', 'revision_number': 2, 'project_id': '850faa1dc4b648df80527968b6e1fcaf', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:31.706767 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d76c1e53-8778-4e2e-a768-6a5ff1d3882b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:31.709773 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d76c1e53-8778-4e2e-a768-6a5ff1d3882b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:31.757713 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d76c1e53-8778-4e2e-a768-6a5ff1d3882b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:31.758553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76c1e53-8778-4e2e-a768-6a5ff1d3882b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Fanout notify agent at l3_agent the message router_deleted on router c5ae135e-8ed2-4b15-87ae-eff54b6a52cd {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:44:31.769408 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d76c1e53-8778-4e2e-a768-6a5ff1d3882b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:31.777318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44100) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:31.777891 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d76c1e53-8778-4e2e-a768-6a5ff1d3882b tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/c5ae135e-8ed2-4b15-87ae-eff54b6a52cd HTTP/1.1" status: 204 len: 168 time: 0.3160236 Nov 27 01:44:31.820711 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a574f73a-4b1b-4d3b-9d57-29c11c7c40c8 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5ae135e-8ed2-4b15-87ae-eff54b6a52cd HTTP/1.1" status: 200 len: 205 time: 0.0451615 Nov 27 01:44:31.823292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44102) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:31.866817 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-453cf79d-4857-4663-bf44-6b8ff320e457 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] delete failed (client error): The resource could not be found. Nov 27 01:44:31.871101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44104) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:31.872789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-453cf79d-4857-4663-bf44-6b8ff320e457 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/c5ae135e-8ed2-4b15-87ae-eff54b6a52cd HTTP/1.1" status: 404 len: 336 time: 0.0473161 Nov 27 01:44:31.902728 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e31d38-9ba5-4d5e-b5b3-d0d09e793993 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] DELETE failed (client error): The resource could not be found. Nov 27 01:44:31.903188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e31d38-9ba5-4d5e-b5b3-d0d09e793993 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:44:31.906288 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-32e31d38-9ba5-4d5e-b5b3-d0d09e793993 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/5e54a578-5836-4b79-bef6-7aa461876366 HTTP/1.1" status: 404 len: 337 time: 0.0336709 Nov 27 01:44:31.909121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44106) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:31.939749 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec9d5aa-c6ba-42f2-b9ed-76fb35031084 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] DELETE failed (client error): The resource could not be found. Nov 27 01:44:31.940211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec9d5aa-c6ba-42f2-b9ed-76fb35031084 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:44:31.946052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-eec9d5aa-c6ba-42f2-b9ed-76fb35031084 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/6657f681-6e13-4d99-abfb-13e0903926ea HTTP/1.1" status: 404 len: 337 time: 0.0332825 Nov 27 01:44:31.946052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44108) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:31.974510 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ffd700-473e-46c9-926e-92df6a7aae9c tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] DELETE failed (client error): The resource could not be found. Nov 27 01:44:31.974633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ffd700-473e-46c9-926e-92df6a7aae9c tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:44:31.979137 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-48ffd700-473e-46c9-926e-92df6a7aae9c tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/42925257-11d4-4864-83b9-bd0fe33eca6a HTTP/1.1" status: 404 len: 337 time: 0.0306900 Nov 27 01:44:31.980438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44110) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.007022 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a03f7d-2699-455e-953c-750433b135c0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] DELETE failed (client error): The resource could not be found. Nov 27 01:44:32.007479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a03f7d-2699-455e-953c-750433b135c0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:44:32.012923 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-56a03f7d-2699-455e-953c-750433b135c0 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/03c2ff77-fc60-4363-a8de-33596a37f5d6 HTTP/1.1" status: 404 len: 337 time: 0.0289779 Nov 27 01:44:32.013187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44114) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.043673 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d3adf012-30a8-4ae2-ac49-f8074314ab66 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=08b664a7-8ff3-4847-b7b0-615765724ef6 HTTP/1.1" status: 200 len: 205 time: 0.0292883 Nov 27 01:44:32.048909 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44118) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.089552 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-395f17c2-1c5d-4a71-8d2a-d5027ae3a804 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] delete failed (client error): The resource could not be found. Nov 27 01:44:32.090686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-395f17c2-1c5d-4a71-8d2a-d5027ae3a804 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/08b664a7-8ff3-4847-b7b0-615765724ef6 HTTP/1.1" status: 404 len: 336 time: 0.0407007 Nov 27 01:44:32.093389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44122) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.120606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5d1cc1a0-1fe6-4990-bf77-41af175f51fb tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=9696b008-becb-4bfa-a86e-3c1f211d70cf HTTP/1.1" status: 200 len: 205 time: 0.0258214 Nov 27 01:44:32.123011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44124) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.165814 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-5d78da8c-c679-4d26-b3b3-cd45c102371a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] delete failed (client error): The resource could not be found. Nov 27 01:44:32.169475 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5d78da8c-c679-4d26-b3b3-cd45c102371a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/9696b008-becb-4bfa-a86e-3c1f211d70cf HTTP/1.1" status: 404 len: 336 time: 0.0454922 Nov 27 01:44:32.169641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44126) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.201488 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2f4e7c-26fd-4c52-a743-fdff474988a7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] DELETE failed (client error): The resource could not be found. Nov 27 01:44:32.201934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2f4e7c-26fd-4c52-a743-fdff474988a7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:44:32.205629 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ec2f4e7c-26fd-4c52-a743-fdff474988a7 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/574e9b60-47d5-49eb-91d9-785ae8d0e133 HTTP/1.1" status: 404 len: 337 time: 0.0350883 Nov 27 01:44:32.208280 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44128) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.238490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-852875b1-a7fe-4f25-9b1b-11fa3ef76985 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=878834d3-90ae-46aa-b11b-e3828c6f7e3e HTTP/1.1" status: 200 len: 205 time: 0.0290215 Nov 27 01:44:32.240796 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44130) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.277933 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-70b0b7af-c1bb-408a-999a-b5abfcb0b684 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] delete failed (client error): The resource could not be found. Nov 27 01:44:32.281363 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-70b0b7af-c1bb-408a-999a-b5abfcb0b684 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/878834d3-90ae-46aa-b11b-e3828c6f7e3e HTTP/1.1" status: 404 len: 336 time: 0.0372276 Nov 27 01:44:32.281544 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44132) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.310880 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d27d9004-23cc-4ce0-ba9e-590734df448e tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=2402dd2b-193f-4841-bf8d-a9a5c3e232bd HTTP/1.1" status: 200 len: 205 time: 0.0260820 Nov 27 01:44:32.311142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44136) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.341707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44138) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.353390 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-b08d38e4-fc3e-40e5-b625-d9ec90faef58 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] delete failed (client error): The resource could not be found. Nov 27 01:44:32.356831 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b08d38e4-fc3e-40e5-b625-d9ec90faef58 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/2402dd2b-193f-4841-bf8d-a9a5c3e232bd HTTP/1.1" status: 404 len: 336 time: 0.0424767 Nov 27 01:44:32.357094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44140) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.385537 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-569b60b6-03a9-4ae5-a066-f93e86054b3e tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] DELETE failed (client error): The resource could not be found. Nov 27 01:44:32.386000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569b60b6-03a9-4ae5-a066-f93e86054b3e tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:44:32.391586 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-569b60b6-03a9-4ae5-a066-f93e86054b3e tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/e9aa89eb-cf03-4edf-b9c9-ad9d27683e0b HTTP/1.1" status: 404 len: 337 time: 0.0312722 Nov 27 01:44:32.393772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44142) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.433040 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-82ead277-1013-42dd-b077-47ce2b2b8752 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=0839eee3-8462-4786-8e2b-672740945fad HTTP/1.1" status: 200 len: 205 time: 0.0360634 Nov 27 01:44:32.433494 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44144) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.494362 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-5b46c97c-3aa9-4a14-84cb-49a5f2cce39a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] delete failed (client error): The resource could not be found. Nov 27 01:44:32.495484 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5b46c97c-3aa9-4a14-84cb-49a5f2cce39a tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/0839eee3-8462-4786-8e2b-672740945fad HTTP/1.1" status: 404 len: 336 time: 0.0608685 Nov 27 01:44:32.498095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44146) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.524512 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-093ef668-614c-4c6b-b738-5fce79331a09 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] DELETE failed (client error): The resource could not be found. Nov 27 01:44:32.525100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093ef668-614c-4c6b-b738-5fce79331a09 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:44:32.528253 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-093ef668-614c-4c6b-b738-5fce79331a09 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/891fb763-06cb-42dd-9506-24905ef37d86 HTTP/1.1" status: 404 len: 337 time: 0.0290449 Nov 27 01:44:32.530931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44148) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.566359 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3223f49a-ecdf-4c4a-b3c6-6ab714cf3350 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ae5178f-ac66-4066-8212-dfb9a31cf3fc HTTP/1.1" status: 200 len: 205 time: 0.0319622 Nov 27 01:44:32.569602 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44150) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.611329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Deleting port 3a976ef9-0421-45b7-bee4-b9624cb6a06f {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:32.611772 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:32.619550 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-9f645d52-a897-44dd-a30b-efc08e74e037 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] delete failed (client error): The resource could not be found. Nov 27 01:44:32.622284 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9f645d52-a897-44dd-a30b-efc08e74e037 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/routers/3ae5178f-ac66-4066-8212-dfb9a31cf3fc HTTP/1.1" status: 404 len: 336 time: 0.0498042 Nov 27 01:44:32.623276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44152) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.649740 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-334797e9-040e-4a60-b14e-74e37065e251 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] DELETE failed (client error): The resource could not be found. Nov 27 01:44:32.650194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334797e9-040e-4a60-b14e-74e37065e251 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:44:32.653308 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-334797e9-040e-4a60-b14e-74e37065e251 tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/b32bfcce-effe-484c-980e-66373e47dc46 HTTP/1.1" status: 404 len: 337 time: 0.0291114 Nov 27 01:44:32.655933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44154) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:32.684566 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-a229e439-8e79-4441-93a3-9d419b76ffcd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] DELETE failed (client error): The resource could not be found. Nov 27 01:44:32.685110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a229e439-8e79-4441-93a3-9d419b76ffcd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 01:44:32.690708 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a229e439-8e79-4441-93a3-9d419b76ffcd tempest-RoutersTest-243156780 tempest-RoutersTest-243156780-project] 10.222.0.37 "DELETE /v2.0/subnets/7af51aec-81c9-4e17-93a5-9cdba88ea906 HTTP/1.1" status: 404 len: 337 time: 0.0332484 Nov 27 01:44:32.699979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:32.700305 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:32.713113 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Calling delete_port for 3a976ef9-0421-45b7-bee4-b9624cb6a06f owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:32.903612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:32.968399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event deleted for resources: {'Port': ['ID=3a976ef9-0421-45b7-bee4-b9624cb6a06f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:33.013480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:33.014075 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Floating IP 08059e45-8d69-43c8-8139-f4c0ef3efcbd disassociated (deleted). External IP: 172.25.3.44, port: fb7280f8-f04f-4cc2-a764-eace231a2e25. Nov 27 01:44:33.043897 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44160) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:33.202373 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-88531b04-9fc5-4b3a-9981-2e2f330cb637 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=850faa1dc4b648df80527968b6e1fcaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570876 Nov 27 01:44:33.203935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44166) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:33.266643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-35de51af-dc3d-40b4-8ddd-818dfd3016db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:33.292161 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-35de51af-dc3d-40b4-8ddd-818dfd3016db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:33.353361 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-35de51af-dc3d-40b4-8ddd-818dfd3016db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:33.356462 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-35de51af-dc3d-40b4-8ddd-818dfd3016db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:33.360289 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-35de51af-dc3d-40b4-8ddd-818dfd3016db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9bad414f-1073-4caa-8872-11eefb916779 HTTP/1.1" status: 204 len: 168 time: 0.1525056 Nov 27 01:44:33.371766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de51af-dc3d-40b4-8ddd-818dfd3016db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bad414f-1073-4caa-8872-11eefb916779,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:33.608109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Router 5d0c744a-897a-42ee-943b-487135ea55f9 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:33.731658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:33.736736 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:33.743644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334a5f97-c6d5-49f1-aa58-a9d3bad26f21 None None] Sync routers for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:33.755704 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a5f97-c6d5-49f1-aa58-a9d3bad26f21 None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:33.756539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-334a5f97-c6d5-49f1-aa58-a9d3bad26f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:33.765842 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-957670ac-0369-4d97-88af-27f0f1b5133b tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "DELETE /v2.0/floatingips/08059e45-8d69-43c8-8139-f4c0ef3efcbd HTTP/1.1" status: 204 len: 168 time: 1.4225242 Nov 27 01:44:33.766962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'tag': 'fb7280f8-f04f-4cc2-a764-eace231a2e25'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:44:33.769778 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63d125c-b788-4a90-ade5-6238006bb11f" -d '{"events": [{"name": "network-changed", "server_uuid": "c73af9ff-1625-45a7-989a-0d1630dd62ac", "tag": "fb7280f8-f04f-4cc2-a764-eace231a2e25"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:44:33.851795 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3132520e-36db-4d46-a40b-a65e54f3a496 x-openstack-request-id: req-3132520e-36db-4d46-a40b-a65e54f3a496 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:44:33.852351 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73af9ff-1625-45a7-989a-0d1630dd62ac", "tag": "fb7280f8-f04f-4cc2-a764-eace231a2e25", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:44:33.852984 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3132520e-36db-4d46-a40b-a65e54f3a496 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:44:33.853596 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'tag': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'status': 'completed', 'code': 200} Nov 27 01:44:33.935056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-334a5f97-c6d5-49f1-aa58-a9d3bad26f21 None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:33.954378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d125c-b788-4a90-ade5-6238006bb11f req-9947b9fb-d366-49da-8e95-0c24bfacdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:33.958675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f63d125c-b788-4a90-ade5-6238006bb11f req-9947b9fb-d366-49da-8e95-0c24bfacdd40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=619b5f2892a14347924b85f8ba534255&device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 1096 time: 0.0596664 Nov 27 01:44:34.082903 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d125c-b788-4a90-ade5-6238006bb11f req-7c6e07fe-d1da-4c54-bf92-4fc59ee8d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:34.085198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f63d125c-b788-4a90-ade5-6238006bb11f req-7c6e07fe-d1da-4c54-bf92-4fc59ee8d358 service neutron] 10.222.0.42 "GET /v2.0/networks?id=854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 200 len: 913 time: 0.1188259 Nov 27 01:44:34.178116 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f63d125c-b788-4a90-ade5-6238006bb11f req-fc43590e-a07a-4423-9bc9-a392aed6a2f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb7280f8-f04f-4cc2-a764-eace231a2e25 HTTP/1.1" status: 200 len: 217 time: 0.0731294 Nov 27 01:44:34.183059 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e56556-a420-4006-b9d9-b12996d17391 req-eaa2149d-85c4-4a7f-a6dd-a42733098648 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:34.184723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22e56556-a420-4006-b9d9-b12996d17391 req-eaa2149d-85c4-4a7f-a6dd-a42733098648 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 945 time: 0.0864761 Nov 27 01:44:34.200091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-334a5f97-c6d5-49f1-aa58-a9d3bad26f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:34.259429 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22e56556-a420-4006-b9d9-b12996d17391 req-6e8c44f8-279d-4e70-a7b7-88a5b64a859a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674803 Nov 27 01:44:34.260105 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334a5f97-c6d5-49f1-aa58-a9d3bad26f21 None None] Checking router: 5d0c744a-897a-42ee-943b-487135ea55f9 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:34.269707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a5f97-c6d5-49f1-aa58-a9d3bad26f21 None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:34.270491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-334a5f97-c6d5-49f1-aa58-a9d3bad26f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:34.278792 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44196) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:34.283397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d125c-b788-4a90-ade5-6238006bb11f req-ec9e7a66-4d9d-4e14-8a3c-4df97e98499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:34.286266 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f63d125c-b788-4a90-ade5-6238006bb11f req-ec9e7a66-4d9d-4e14-8a3c-4df97e98499f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 200 len: 851 time: 0.0971594 Nov 27 01:44:34.335991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d125c-b788-4a90-ade5-6238006bb11f req-5e9b18da-d64a-43aa-ab53-654c0db7e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:34.337484 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f63d125c-b788-4a90-ade5-6238006bb11f req-5e9b18da-d64a-43aa-ab53-654c0db7e60a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=854296d5-8727-4cbb-8856-1f1a9ee60331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425649 Nov 27 01:44:34.394813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-334a5f97-c6d5-49f1-aa58-a9d3bad26f21 None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:34.398802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a8b02f61-6c66-4e68-be62-9c8ab9f40668 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:34.399512 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-a8b02f61-6c66-4e68-be62-9c8ab9f40668 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 01:44:34.400183 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-a8b02f61-6c66-4e68-be62-9c8ab9f40668 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 01:44:34.408042 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a8b02f61-6c66-4e68-be62-9c8ab9f40668 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1277971 Nov 27 01:44:34.408803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44200) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:34.414022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-37f2cf31-4159-4b0c-8c11-7b6b76ee67ca tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group': {'name': 'tempest-secgroup--709589794'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:34.445790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f63d125c-b788-4a90-ade5-6238006bb11f req-dd52d0fe-476d-4422-9374-7a054cb08a13 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990708 Nov 27 01:44:34.446803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f2cf31-4159-4b0c-8c11-7b6b76ee67ca tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:34.456730 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f2cf31-4159-4b0c-8c11-7b6b76ee67ca tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:34.548905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f2cf31-4159-4b0c-8c11-7b6b76ee67ca tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:34.555101 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f2cf31-4159-4b0c-8c11-7b6b76ee67ca tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:34.570799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f63d125c-b788-4a90-ade5-6238006bb11f req-b7d4aae9-34e8-4d79-81d8-9e174bc4c6c0 service neutron] 10.222.0.42 "GET /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154864 Nov 27 01:44:34.619885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-334a5f97-c6d5-49f1-aa58-a9d3bad26f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:34.637142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2cf31-4159-4b0c-8c11-7b6b76ee67ca tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74497c23-0632-45d4-b37e-a9b9c6c5642a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:34.649730 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f2cf31-4159-4b0c-8c11-7b6b76ee67ca tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:34.651091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334a5f97-c6d5-49f1-aa58-a9d3bad26f21 None None] The sync data for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 is: [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '836bbcfa-37a2-49cd-b114-820ba752ca3f', 'name': '', 'network_id': '854296d5-8727-4cbb-8856-1f1a9ee60331', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'mac_address': 'fa:16:3e:54:07:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:31Z', 'updated_at': '2021-11-27T01:32:39Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'subnets': [{'id': '6be6a0f8-9eb9-4f27-9e4f-c308312dca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:34.655331 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f2cf31-4159-4b0c-8c11-7b6b76ee67ca tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:34.689578 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-37f2cf31-4159-4b0c-8c11-7b6b76ee67ca tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:34.690933 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-37f2cf31-4159-4b0c-8c11-7b6b76ee67ca tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2811153 Nov 27 01:44:34.693825 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44202) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:34.695020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2cf31-4159-4b0c-8c11-7b6b76ee67ca tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a240a823-68a2-440c-8eec-2ed3fe86e12d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:34.698543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b391a183-d565-4ecf-9a85-1716c676e5d1 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': 'a240a823-68a2-440c-8eec-2ed3fe86e12d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:34.735682 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b391a183-d565-4ecf-9a85-1716c676e5d1 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:34.793563 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b391a183-d565-4ecf-9a85-1716c676e5d1 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:34.798315 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b391a183-d565-4ecf-9a85-1716c676e5d1 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:34.822156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391a183-d565-4ecf-9a85-1716c676e5d1 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb54dd83-5073-4817-b740-eda490df32f3,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:34.833401 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b391a183-d565-4ecf-9a85-1716c676e5d1 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:34.837307 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b391a183-d565-4ecf-9a85-1716c676e5d1 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399443 Nov 27 01:44:34.837566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44204) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:34.842265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f1b896e9-a482-45dd-827d-94322c47a0c2 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': 'a240a823-68a2-440c-8eec-2ed3fe86e12d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:34.872601 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1b896e9-a482-45dd-827d-94322c47a0c2 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:34.921411 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-f1b896e9-a482-45dd-827d-94322c47a0c2 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): There was a conflict when trying to complete your request. Nov 27 01:44:34.925984 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44206) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:34.926834 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f1b896e9-a482-45dd-827d-94322c47a0c2 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0878885 Nov 27 01:44:34.985643 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4942de-81f4-47e4-977d-cb8156389353 None None] New status for floating IP 08059e45-8d69-43c8-8139-f4c0ef3efcbd: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:44:34.988933 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-986a24a7-8518-4633-b307-28ad570c24a0 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.017680 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-986a24a7-8518-4633-b307-28ad570c24a0 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.077372 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-986a24a7-8518-4633-b307-28ad570c24a0 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.081040 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-986a24a7-8518-4633-b307-28ad570c24a0 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.082592 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-986a24a7-8518-4633-b307-28ad570c24a0 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "DELETE /v2.0/security-groups/a240a823-68a2-440c-8eec-2ed3fe86e12d HTTP/1.1" status: 204 len: 168 time: 0.1551619 Nov 27 01:44:35.084921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44208) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:35.109027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a24a7-8518-4633-b307-28ad570c24a0 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a240a823-68a2-440c-8eec-2ed3fe86e12d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:35.154581 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6abdd180-3d0f-46e6-b415-5a9ae2e75f36 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0665824 Nov 27 01:44:35.156564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44210) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:35.160679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7421f87e-2ef8-404c-844c-13ba266d51af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group': {'name': 'tempest-secgroup--522553700'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:35.186167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7421f87e-2ef8-404c-844c-13ba266d51af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.266649 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7421f87e-2ef8-404c-844c-13ba266d51af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.270586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44214) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:35.274900 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7421f87e-2ef8-404c-844c-13ba266d51af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.314875 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7421f87e-2ef8-404c-844c-13ba266d51af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.319037 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7421f87e-2ef8-404c-844c-13ba266d51af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1617281 Nov 27 01:44:35.319212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44220) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:35.323625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421f87e-2ef8-404c-844c-13ba266d51af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4721b59-730d-47c5-aedb-8aee04a331f6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:35.326208 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-6b904899-2ce4-4ffa-9fc2-584d698edeb4 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': 'c4721b59-730d-47c5-aedb-8aee04a331f6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:35.327077 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-6b904899-2ce4-4ffa-9fc2-584d698edeb4 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 27 01:44:35.327906 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-6b904899-2ce4-4ffa-9fc2-584d698edeb4 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:35.329071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6b904899-2ce4-4ffa-9fc2-584d698edeb4 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081880 Nov 27 01:44:35.332070 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44222) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:35.418574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6a1de-8e7b-4a0b-9484-2f9974ba5308 req-0eeb0cf1-972e-442d-a00e-2f59966281bd tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:35.420553 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0d6a1de-8e7b-4a0b-9484-2f9974ba5308 req-0eeb0cf1-972e-442d-a00e-2f59966281bd tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 945 time: 0.0607679 Nov 27 01:44:35.444213 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5323d4af-a8b6-4ef6-beb3-5f52c33375ff tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.478618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5323d4af-a8b6-4ef6-beb3-5f52c33375ff tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.479578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0d6a1de-8e7b-4a0b-9484-2f9974ba5308 req-ecd771e4-2a3f-4beb-a46e-1b4a6c6301f6 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/security-groups?id=55feb96f-a48d-40e2-9a8d-9574f5c5c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516174 Nov 27 01:44:35.483419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-4beafed7-6641-44a2-8f45-5532883509f5 admin admin] Deleting subnet b5f5f343-9c40-4458-b5e1-fbc59044c8ea {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:44:35.487102 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4beafed7-6641-44a2-8f45-5532883509f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.547511 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4beafed7-6641-44a2-8f45-5532883509f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.585945 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5323d4af-a8b6-4ef6-beb3-5f52c33375ff tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.588588 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5323d4af-a8b6-4ef6-beb3-5f52c33375ff tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.589757 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5323d4af-a8b6-4ef6-beb3-5f52c33375ff tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "DELETE /v2.0/security-groups/c4721b59-730d-47c5-aedb-8aee04a331f6 HTTP/1.1" status: 204 len: 168 time: 0.2564869 Nov 27 01:44:35.593057 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44224) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:35.598080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4beafed7-6641-44a2-8f45-5532883509f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.623821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323d4af-a8b6-4ef6-beb3-5f52c33375ff tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4721b59-730d-47c5-aedb-8aee04a331f6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:35.641527 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-68753ca9-36db-4b45-a610-261b48c22a68 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0438311 Nov 27 01:44:35.641775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44226) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:35.646841 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cdce34e9-ba9c-4c57-b0a7-1129941b1942 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669609817'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:35.682413 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4beafed7-6641-44a2-8f45-5532883509f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.695973 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cdce34e9-ba9c-4c57-b0a7-1129941b1942 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.708888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beafed7-6641-44a2-8f45-5532883509f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5f5f343-9c40-4458-b5e1-fbc59044c8ea,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:35.713212 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4beafed7-6641-44a2-8f45-5532883509f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.717448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4beafed7-6641-44a2-8f45-5532883509f5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b5f5f343-9c40-4458-b5e1-fbc59044c8ea HTTP/1.1" status: 204 len: 168 time: 0.4458187 Nov 27 01:44:35.722685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44228) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:35.756466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69e2a1-3faf-4b94-bc91-b7ce77674a97 req-d1f795f6-f918-4558-b130-605edca1bb05 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:35.757979 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b69e2a1-3faf-4b94-bc91-b7ce77674a97 req-d1f795f6-f918-4558-b130-605edca1bb05 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 945 time: 0.0814071 Nov 27 01:44:35.790893 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.864711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cdce34e9-ba9c-4c57-b0a7-1129941b1942 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.870392 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cdce34e9-ba9c-4c57-b0a7-1129941b1942 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.882692 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.909919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce34e9-ba9c-4c57-b0a7-1129941b1942 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdb8e0e-2bae-4549-909c-82d063c65687,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:35.911068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fd0376-fa0a-491d-9806-59fa26ead9ce']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:35.915507 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cdce34e9-ba9c-4c57-b0a7-1129941b1942 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.919878 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cdce34e9-ba9c-4c57-b0a7-1129941b1942 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2769644 Nov 27 01:44:35.920764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44230) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:35.923388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026b0571-4e85-4145-8612-e6b36eb8bd19') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:35.923692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026b0571-4e85-4145-8612-e6b36eb8bd19') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:35.927142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-df0eec4b-9a0e-4fb1-872c-b612795027b7 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '6fdb8e0e-2bae-4549-909c-82d063c65687', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:35.927707 n-d-819494-2 neutron-server[103385]: WARNING neutron.api.v2.base [None req-df0eec4b-9a0e-4fb1-872c-b612795027b7 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 27 01:44:35.928206 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-df0eec4b-9a0e-4fb1-872c-b612795027b7 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:35.931987 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-df0eec4b-9a0e-4fb1-872c-b612795027b7 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073001 Nov 27 01:44:35.932813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44232) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:35.935951 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.945175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-0b69e2a1-3faf-4b94-bc91-b7ce77674a97 req-42fa2064-45e8-4533-afb4-2d9cd23cb97a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Deleting port fb7280f8-f04f-4cc2-a764-eace231a2e25 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:35.945506 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0b69e2a1-3faf-4b94-bc91-b7ce77674a97 req-42fa2064-45e8-4533-afb4-2d9cd23cb97a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.955100 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.961485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:44:35.961875 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:44:35.963578 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:44:36.020140 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.028225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.038580 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f8fd0376-fa0a-491d-9806-59fa26ead9ce HTTP/1.1" status: 204 len: 168 time: 0.3112698 Nov 27 01:44:36.058824 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234380f-cb6a-4eac-8b10-680d7c3b9ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8fd0376-fa0a-491d-9806-59fa26ead9ce,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:36.071416 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbb87-f8b1-4823-953e-996697b3d7c9 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.082195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-0b69e2a1-3faf-4b94-bc91-b7ce77674a97 req-42fa2064-45e8-4533-afb4-2d9cd23cb97a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] For port fb7280f8-f04f-4cc2-a764-eace231a2e25, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fb7280f8-f04f-4cc2-a764-eace231a2e25,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:36.082601 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0b69e2a1-3faf-4b94-bc91-b7ce77674a97 req-42fa2064-45e8-4533-afb4-2d9cd23cb97a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.119712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-0b69e2a1-3faf-4b94-bc91-b7ce77674a97 req-42fa2064-45e8-4533-afb4-2d9cd23cb97a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Calling delete_port for fb7280f8-f04f-4cc2-a764-eace231a2e25 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:36.127674 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbb87-f8b1-4823-953e-996697b3d7c9 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.169741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44236) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:36.215695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbb87-f8b1-4823-953e-996697b3d7c9 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.218320 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbb87-f8b1-4823-953e-996697b3d7c9 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.220039 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9e2cbb87-f8b1-4823-953e-996697b3d7c9 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "DELETE /v2.0/security-groups/6fdb8e0e-2bae-4549-909c-82d063c65687 HTTP/1.1" status: 204 len: 168 time: 0.2829325 Nov 27 01:44:36.222705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44238) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:36.233180 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5c16f5ba-b4d2-44d0-a555-09b7e1aac5bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6ce2c01e86046869a837c2f575f2404&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622530 Nov 27 01:44:36.236344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44240) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:36.269604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cbb87-f8b1-4823-953e-996697b3d7c9 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdb8e0e-2bae-4549-909c-82d063c65687,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:36.285315 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4c366b4f-470d-448a-be5d-28b032c335f6 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0573170 Nov 27 01:44:36.285572 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44242) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:36.290020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d2d51646-c512-477c-a9be-20a78d4fb82d tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group': {'name': 'tempest-secgroup--283823475'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:36.341427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c93d43ed-b019-4d8f-a38c-3202f87c0635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.377108 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c93d43ed-b019-4d8f-a38c-3202f87c0635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.378791 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d2d51646-c512-477c-a9be-20a78d4fb82d tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.409439 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0b69e2a1-3faf-4b94-bc91-b7ce77674a97 req-42fa2064-45e8-4533-afb4-2d9cd23cb97a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.453884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa2064-45e8-4533-afb4-2d9cd23cb97a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event deleted for resources: {'Port': ['ID=fb7280f8-f04f-4cc2-a764-eace231a2e25,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:36.525952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b69e2a1-3faf-4b94-bc91-b7ce77674a97 req-42fa2064-45e8-4533-afb4-2d9cd23cb97a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] No DVR routers for this DVR port fb7280f8-f04f-4cc2-a764-eace231a2e25 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:36.533377 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0b69e2a1-3faf-4b94-bc91-b7ce77674a97 req-42fa2064-45e8-4533-afb4-2d9cd23cb97a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.536923 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b69e2a1-3faf-4b94-bc91-b7ce77674a97 req-42fa2064-45e8-4533-afb4-2d9cd23cb97a tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.42 "DELETE /v2.0/ports/fb7280f8-f04f-4cc2-a764-eace231a2e25 HTTP/1.1" status: 204 len: 173 time: 0.7729194 Nov 27 01:44:36.537382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'name': 'network-vif-deleted', 'tag': 'fb7280f8-f04f-4cc2-a764-eace231a2e25'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:44:36.539684 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994eccec-daf7-4a2b-b6e2-8374eff0ed02" -d '{"events": [{"server_uuid": "c73af9ff-1625-45a7-989a-0d1630dd62ac", "name": "network-vif-deleted", "tag": "fb7280f8-f04f-4cc2-a764-eace231a2e25"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:44:36.551072 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c93d43ed-b019-4d8f-a38c-3202f87c0635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.553738 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c93d43ed-b019-4d8f-a38c-3202f87c0635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.555240 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c93d43ed-b019-4d8f-a38c-3202f87c0635 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58e4d503-3e85-4a7c-99fe-95b57f27e9d5 HTTP/1.1" status: 204 len: 168 time: 0.3174059 Nov 27 01:44:36.574659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d43ed-b019-4d8f-a38c-3202f87c0635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e4d503-3e85-4a7c-99fe-95b57f27e9d5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:36.584313 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d2d51646-c512-477c-a9be-20a78d4fb82d tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.598326 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d2d51646-c512-477c-a9be-20a78d4fb82d tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.623102 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f83b3181-011c-46c6-a049-28366456303d req-dfd1a8a8-f7d1-46ba-866f-3f8e7f1d7aae tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 210 time: 0.0505996 Nov 27 01:44:36.636540 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d2d51646-c512-477c-a9be-20a78d4fb82d tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.638288 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d2d51646-c512-477c-a9be-20a78d4fb82d tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3517699 Nov 27 01:44:36.643260 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44250) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:36.643611 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d9b340-9a8f-4694-b4e6-cbe2c544194c x-openstack-request-id: req-59d9b340-9a8f-4694-b4e6-cbe2c544194c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:44:36.644098 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73af9ff-1625-45a7-989a-0d1630dd62ac", "name": "network-vif-deleted", "tag": "fb7280f8-f04f-4cc2-a764-eace231a2e25", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:44:36.644532 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59d9b340-9a8f-4694-b4e6-cbe2c544194c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:44:36.645104 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73af9ff-1625-45a7-989a-0d1630dd62ac', 'name': 'network-vif-deleted', 'tag': 'fb7280f8-f04f-4cc2-a764-eace231a2e25', 'status': 'completed', 'code': 200} Nov 27 01:44:36.655465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-aef31fc5-6719-444e-9186-0cead92c42ab tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': 'ceb59182-1b8e-49cf-ae5c-52b3222d25a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:36.655465 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-aef31fc5-6719-444e-9186-0cead92c42ab tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 27 01:44:36.655465 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-aef31fc5-6719-444e-9186-0cead92c42ab tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:36.656580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d51646-c512-477c-a9be-20a78d4fb82d tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb59182-1b8e-49cf-ae5c-52b3222d25a5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:36.659101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44252) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:36.660063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-aef31fc5-6719-444e-9186-0cead92c42ab tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156872 Nov 27 01:44:36.663833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-43dafd1d-4200-4881-a864-d3a1a1bbd644 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': 'ceb59182-1b8e-49cf-ae5c-52b3222d25a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:36.665749 n-d-819494-2 neutron-server[103385]: WARNING neutron.api.v2.base [None req-43dafd1d-4200-4881-a864-d3a1a1bbd644 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 27 01:44:36.666345 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-43dafd1d-4200-4881-a864-d3a1a1bbd644 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:36.667675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-43dafd1d-4200-4881-a864-d3a1a1bbd644 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074387 Nov 27 01:44:36.670208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44254) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:36.675073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4137cd17-109f-49f1-bf27-685f39499374 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': 'ceb59182-1b8e-49cf-ae5c-52b3222d25a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:36.676139 n-d-819494-2 neutron-server[103385]: WARNING neutron.api.v2.base [None req-4137cd17-109f-49f1-bf27-685f39499374 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 27 01:44:36.676616 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-4137cd17-109f-49f1-bf27-685f39499374 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:36.678693 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4137cd17-109f-49f1-bf27-685f39499374 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062928 Nov 27 01:44:36.681095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44256) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:36.686289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8fc62ed0-6cf5-44ba-8f79-9b67d882e7ab tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': 'ceb59182-1b8e-49cf-ae5c-52b3222d25a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:36.687198 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-8fc62ed0-6cf5-44ba-8f79-9b67d882e7ab tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 27 01:44:36.688240 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-8fc62ed0-6cf5-44ba-8f79-9b67d882e7ab tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:36.689150 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8fc62ed0-6cf5-44ba-8f79-9b67d882e7ab tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070934 Nov 27 01:44:36.691745 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44258) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:36.752340 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b46d6241-3827-4643-b642-d119751654a6 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.775365 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b46d6241-3827-4643-b642-d119751654a6 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.822297 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b46d6241-3827-4643-b642-d119751654a6 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.825206 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b46d6241-3827-4643-b642-d119751654a6 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:36.827000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b46d6241-3827-4643-b642-d119751654a6 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "DELETE /v2.0/security-groups/ceb59182-1b8e-49cf-ae5c-52b3222d25a5 HTTP/1.1" status: 204 len: 168 time: 0.1343811 Nov 27 01:44:36.830020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44262) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:36.837091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d6241-3827-4643-b642-d119751654a6 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb59182-1b8e-49cf-ae5c-52b3222d25a5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:36.902399 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-35213b94-75a9-4435-9ccc-ed98f8657d85 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0706694 Nov 27 01:44:36.906790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44264) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:36.913297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-53dbff77-82d4-4086-ae60-cb7be8f940af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group': {'name': 'tempest-secgroup--512881907'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:36.949930 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-53dbff77-82d4-4086-ae60-cb7be8f940af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.038646 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-53dbff77-82d4-4086-ae60-cb7be8f940af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.044903 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-53dbff77-82d4-4086-ae60-cb7be8f940af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.083030 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-53dbff77-82d4-4086-ae60-cb7be8f940af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.084534 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-53dbff77-82d4-4086-ae60-cb7be8f940af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1767256 Nov 27 01:44:37.086761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbff77-82d4-4086-ae60-cb7be8f940af tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1dc797-3b2b-4cc2-8fd5-e1ccacbc0712,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:37.087758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44272) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.093422 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-aef2e5f2-137f-4761-8cba-7b0b8b572d83 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '4c1dc797-3b2b-4cc2-8fd5-e1ccacbc0712', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:37.094571 n-d-819494-2 neutron-server[103385]: WARNING neutron.api.v2.base [None req-aef2e5f2-137f-4761-8cba-7b0b8b572d83 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 01:44:37.095080 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-aef2e5f2-137f-4761-8cba-7b0b8b572d83 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:37.101063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44274) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.102959 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-aef2e5f2-137f-4761-8cba-7b0b8b572d83 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134189 Nov 27 01:44:37.107395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2442b9e7-b7bf-4da2-b310-1e2131856278 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '4c1dc797-3b2b-4cc2-8fd5-e1ccacbc0712', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:37.144988 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-2442b9e7-b7bf-4da2-b310-1e2131856278 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:37.148895 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2442b9e7-b7bf-4da2-b310-1e2131856278 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0433326 Nov 27 01:44:37.149143 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44278) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.154209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5af95458-8425-438f-b455-2e352939a9a6 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '4c1dc797-3b2b-4cc2-8fd5-e1ccacbc0712', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:37.155811 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-5af95458-8425-438f-b455-2e352939a9a6 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 27 01:44:37.156810 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-5af95458-8425-438f-b455-2e352939a9a6 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:37.160947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5af95458-8425-438f-b455-2e352939a9a6 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079112 Nov 27 01:44:37.160947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44280) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.165192 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-108058b1-5158-4c8c-91b3-ca03da2e8882 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '4c1dc797-3b2b-4cc2-8fd5-e1ccacbc0712', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:37.201146 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-108058b1-5158-4c8c-91b3-ca03da2e8882 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:37.202402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-108058b1-5158-4c8c-91b3-ca03da2e8882 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0405762 Nov 27 01:44:37.205234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44282) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.210898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4373a083-f44d-4cd0-8a7e-6365eb532c61 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '4c1dc797-3b2b-4cc2-8fd5-e1ccacbc0712', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:37.211459 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-4373a083-f44d-4cd0-8a7e-6365eb532c61 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 27 01:44:37.212007 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-4373a083-f44d-4cd0-8a7e-6365eb532c61 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:37.213248 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4373a083-f44d-4cd0-8a7e-6365eb532c61 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067654 Nov 27 01:44:37.215909 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44284) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.220739 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-812d6377-f25a-4e7d-8d5c-a6cce0c7cb29 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '4c1dc797-3b2b-4cc2-8fd5-e1ccacbc0712', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:37.244941 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-812d6377-f25a-4e7d-8d5c-a6cce0c7cb29 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Project 4a7a1cc88ebc4246a7e5562cf4c26ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:44:37.268071 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-812d6377-f25a-4e7d-8d5c-a6cce0c7cb29 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:37.272173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44288) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.272723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-812d6377-f25a-4e7d-8d5c-a6cce0c7cb29 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0556767 Nov 27 01:44:37.277767 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-067d2130-43d1-4e82-ac36-a28af159f29b tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '4c1dc797-3b2b-4cc2-8fd5-e1ccacbc0712', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:37.278125 n-d-819494-2 neutron-server[103385]: WARNING neutron.api.v2.base [None req-067d2130-43d1-4e82-ac36-a28af159f29b tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 27 01:44:37.278707 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-067d2130-43d1-4e82-ac36-a28af159f29b tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:37.282916 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-067d2130-43d1-4e82-ac36-a28af159f29b tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089581 Nov 27 01:44:37.283109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44290) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.288767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-80faca57-1ba0-4a78-9a06-423c401d5388 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '4c1dc797-3b2b-4cc2-8fd5-e1ccacbc0712', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:37.317476 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-80faca57-1ba0-4a78-9a06-423c401d5388 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Project 4a7a1cc88ebc4246a7e5562cf4c26ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:44:37.330802 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-80faca57-1ba0-4a78-9a06-423c401d5388 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:37.331957 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-80faca57-1ba0-4a78-9a06-423c401d5388 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0476954 Nov 27 01:44:37.334951 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44294) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.342708 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2a001fd4-6d42-418b-9f80-283a45cc1382 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '4c1dc797-3b2b-4cc2-8fd5-e1ccacbc0712', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:37.368478 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-2a001fd4-6d42-418b-9f80-283a45cc1382 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Project 4a7a1cc88ebc4246a7e5562cf4c26ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:44:37.384701 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-2a001fd4-6d42-418b-9f80-283a45cc1382 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:37.389042 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2a001fd4-6d42-418b-9f80-283a45cc1382 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0498190 Nov 27 01:44:37.389042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44298) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.455713 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57bd294f-79ce-4728-be11-5b1677b9fdcb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.480938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57bd294f-79ce-4728-be11-5b1677b9fdcb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.527275 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57bd294f-79ce-4728-be11-5b1677b9fdcb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.530500 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-57bd294f-79ce-4728-be11-5b1677b9fdcb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.532369 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-57bd294f-79ce-4728-be11-5b1677b9fdcb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "DELETE /v2.0/security-groups/4c1dc797-3b2b-4cc2-8fd5-e1ccacbc0712 HTTP/1.1" status: 204 len: 168 time: 0.1418722 Nov 27 01:44:37.535006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44306) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.547732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd294f-79ce-4728-be11-5b1677b9fdcb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1dc797-3b2b-4cc2-8fd5-e1ccacbc0712,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:37.608725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9b894c1a-0238-4746-a68a-f9c753865c0b tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0722642 Nov 27 01:44:37.614793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44308) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.619852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1677f452-3a20-499c-a573-3cd51121deeb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group': {'name': 'tempest-secgroup--453171901'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:37.643203 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1677f452-3a20-499c-a573-3cd51121deeb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.718724 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1677f452-3a20-499c-a573-3cd51121deeb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.726085 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1677f452-3a20-499c-a573-3cd51121deeb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.765393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677f452-3a20-499c-a573-3cd51121deeb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebf95df-934b-416a-928c-4344bbd2391b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:37.774362 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc623ba-7629-4e0d-afff-63f082f7960a req-b98efc37-9c5c-4e8e-9b17-c0d0b0ec9339 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 210 time: 0.0404816 Nov 27 01:44:37.783389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1677f452-3a20-499c-a573-3cd51121deeb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:37.785551 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1677f452-3a20-499c-a573-3cd51121deeb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1695127 Nov 27 01:44:37.788479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44312) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.794647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-66c34637-2f18-4c96-b208-d4141aeb24bb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': 'bebf95df-934b-416a-928c-4344bbd2391b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:37.839492 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-66c34637-2f18-4c96-b208-d4141aeb24bb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The resource could not be found. Nov 27 01:44:37.840539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-66c34637-2f18-4c96-b208-d4141aeb24bb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0493901 Nov 27 01:44:37.843416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44314) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:37.848002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7d2513d9-1824-4af9-9194-81b89261ed03 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': 'bebf95df-934b-416a-928c-4344bbd2391b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a365969c-7115-42f2-a498-decae15d9155'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:37.893414 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-7d2513d9-1824-4af9-9194-81b89261ed03 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The resource could not be found. Nov 27 01:44:37.894575 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7d2513d9-1824-4af9-9194-81b89261ed03 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0501680 Nov 27 01:44:37.897489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44316) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:38.001738 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95bf4f2c-0013-4eee-912e-7b28afaca9ba tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.027561 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95bf4f2c-0013-4eee-912e-7b28afaca9ba tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.089729 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95bf4f2c-0013-4eee-912e-7b28afaca9ba tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.093260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95bf4f2c-0013-4eee-912e-7b28afaca9ba tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.097310 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-95bf4f2c-0013-4eee-912e-7b28afaca9ba tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "DELETE /v2.0/security-groups/bebf95df-934b-416a-928c-4344bbd2391b HTTP/1.1" status: 204 len: 168 time: 0.1982841 Nov 27 01:44:38.097949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44322) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:38.122420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf4f2c-0013-4eee-912e-7b28afaca9ba tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebf95df-934b-416a-928c-4344bbd2391b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:38.172609 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2db88b2c-526c-49f0-a503-5a5237d34b1d tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0707309 Nov 27 01:44:38.176602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44326) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:38.181661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-30d4020a-2bd1-4ec9-bb72-78fd210d5c14 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '16f35b56-31d2-4c6d-ae3f-056879c878f5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:38.225586 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-30d4020a-2bd1-4ec9-bb72-78fd210d5c14 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The resource could not be found. Nov 27 01:44:38.227225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-30d4020a-2bd1-4ec9-bb72-78fd210d5c14 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0492859 Nov 27 01:44:38.230955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44328) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:38.236632 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-74c913ca-4af4-4e56-a414-b6b6885d3646 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group': {'name': 'tempest-secgroup--304704105'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:38.277610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74c913ca-4af4-4e56-a414-b6b6885d3646 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.359216 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74c913ca-4af4-4e56-a414-b6b6885d3646 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.366012 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74c913ca-4af4-4e56-a414-b6b6885d3646 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.402798 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-74c913ca-4af4-4e56-a414-b6b6885d3646 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.404031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-74c913ca-4af4-4e56-a414-b6b6885d3646 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1718061 Nov 27 01:44:38.407309 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44330) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:38.413438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c913ca-4af4-4e56-a414-b6b6885d3646 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3b6676-6404-4072-abe9-80a5ee283fe7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:38.415493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b881c639-645e-4ea7-9b86-c7b54a08c031 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856566063'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:38.443512 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b881c639-645e-4ea7-9b86-c7b54a08c031 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.521240 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b881c639-645e-4ea7-9b86-c7b54a08c031 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.526298 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b881c639-645e-4ea7-9b86-c7b54a08c031 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.556932 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881c639-645e-4ea7-9b86-c7b54a08c031 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac107a1-28ae-4dd4-b3ac-14bae66ccb12,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:38.561780 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b881c639-645e-4ea7-9b86-c7b54a08c031 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.566872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b881c639-645e-4ea7-9b86-c7b54a08c031 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1569109 Nov 27 01:44:38.567574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44332) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:38.572448 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a19dff54-9215-4eb1-aa6d-dfce3dddd397 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '6a3b6676-6404-4072-abe9-80a5ee283fe7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bac107a1-28ae-4dd4-b3ac-14bae66ccb12'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:38.611811 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-a19dff54-9215-4eb1-aa6d-dfce3dddd397 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:38.613023 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a19dff54-9215-4eb1-aa6d-dfce3dddd397 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0442975 Nov 27 01:44:38.616267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44334) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:38.669025 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60546b54-86d1-453d-8597-ff5eb643ee31 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.691926 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60546b54-86d1-453d-8597-ff5eb643ee31 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.734479 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60546b54-86d1-453d-8597-ff5eb643ee31 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.738309 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-60546b54-86d1-453d-8597-ff5eb643ee31 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.742174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-60546b54-86d1-453d-8597-ff5eb643ee31 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "DELETE /v2.0/security-groups/bac107a1-28ae-4dd4-b3ac-14bae66ccb12 HTTP/1.1" status: 204 len: 168 time: 0.1225345 Nov 27 01:44:38.742903 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44336) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:38.750295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60546b54-86d1-453d-8597-ff5eb643ee31 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac107a1-28ae-4dd4-b3ac-14bae66ccb12,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:38.821971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44340) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:38.822287 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a3f69bc5-b4a9-4934-9968-9fb0ee0566fb tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0775340 Nov 27 01:44:38.899179 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15d32893-0d9f-440e-8641-52293b023b3b tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.902049 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e6a3f76-e079-4d42-9209-527c87b5e605 req-4f27615a-078b-4072-88cf-fd2fdaf6fcf4 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 210 time: 0.0430310 Nov 27 01:44:38.935643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15d32893-0d9f-440e-8641-52293b023b3b tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.987449 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15d32893-0d9f-440e-8641-52293b023b3b tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.990423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-15d32893-0d9f-440e-8641-52293b023b3b tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:38.993944 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-15d32893-0d9f-440e-8641-52293b023b3b tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "DELETE /v2.0/security-groups/6a3b6676-6404-4072-abe9-80a5ee283fe7 HTTP/1.1" status: 204 len: 168 time: 0.1686006 Nov 27 01:44:38.994480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44342) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.008527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d32893-0d9f-440e-8641-52293b023b3b tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3b6676-6404-4072-abe9-80a5ee283fe7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:39.060037 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d9efff61-12e6-434a-9807-39b00cc80d7b tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0643532 Nov 27 01:44:39.063810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44344) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.068618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-25612724-86e1-4b1c-a3c4-6f9cecb71069 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031785260'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:39.100994 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25612724-86e1-4b1c-a3c4-6f9cecb71069 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.121410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fb7280f8-f04f-4cc2-a764-eace231a2e25 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:39.157977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: fb7280f8-f04f-4cc2-a764-eace231a2e25 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:39.158826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fb7280f8-f04f-4cc2-a764-eace231a2e25 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:39.180522 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25612724-86e1-4b1c-a3c4-6f9cecb71069 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.184926 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25612724-86e1-4b1c-a3c4-6f9cecb71069 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.223256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25612724-86e1-4b1c-a3c4-6f9cecb71069 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.224646 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-25612724-86e1-4b1c-a3c4-6f9cecb71069 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1597047 Nov 27 01:44:39.227643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44350) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.232094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-93334708-3fc0-477e-9c1a-494f2972abb1 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '2bde11df-9b85-4100-a871-db833acd5afa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:39.239635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25612724-86e1-4b1c-a3c4-6f9cecb71069 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bde11df-9b85-4100-a871-db833acd5afa,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:39.276283 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-93334708-3fc0-477e-9c1a-494f2972abb1 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:39.278065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-93334708-3fc0-477e-9c1a-494f2972abb1 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0488403 Nov 27 01:44:39.280235 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44352) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.285501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d3450449-32aa-4a4a-af2c-9fb9591719aa tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group_rule': {'security_group_id': '2bde11df-9b85-4100-a871-db833acd5afa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:39.338863 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-d3450449-32aa-4a4a-af2c-9fb9591719aa tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 01:44:39.340646 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d3450449-32aa-4a4a-af2c-9fb9591719aa tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0591068 Nov 27 01:44:39.343239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44356) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.407145 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9656b9e4-9db2-4154-b580-a2fe877a51c5 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.432633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9656b9e4-9db2-4154-b580-a2fe877a51c5 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.481476 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9656b9e4-9db2-4154-b580-a2fe877a51c5 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.486186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9656b9e4-9db2-4154-b580-a2fe877a51c5 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.490169 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44358) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.490354 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9656b9e4-9db2-4154-b580-a2fe877a51c5 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "DELETE /v2.0/security-groups/2bde11df-9b85-4100-a871-db833acd5afa HTTP/1.1" status: 204 len: 168 time: 0.1452889 Nov 27 01:44:39.501004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656b9e4-9db2-4154-b580-a2fe877a51c5 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bde11df-9b85-4100-a871-db833acd5afa,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:39.545900 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a299d355-ca35-4237-887d-5bb5a41f4a01 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0539234 Nov 27 01:44:39.550728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44360) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.556042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1c56929f-3b2b-4be1-bc3a-057c47ebef17 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698538076'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:39.579658 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c56929f-3b2b-4be1-bc3a-057c47ebef17 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.662427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c56929f-3b2b-4be1-bc3a-057c47ebef17 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.666649 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c56929f-3b2b-4be1-bc3a-057c47ebef17 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.697483 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c56929f-3b2b-4be1-bc3a-057c47ebef17 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.701804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44362) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.702076 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1c56929f-3b2b-4be1-bc3a-057c47ebef17 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1500647 Nov 27 01:44:39.705800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56929f-3b2b-4be1-bc3a-057c47ebef17 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97210bf9-b5cf-4595-aca2-697b90396b7c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:39.714396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-dbe9a4c6-5f35-4aaa-89cd-bd9ff5ea7d62 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:39.714965 n-d-819494-2 neutron-server[103384]: WARNING neutron.api.v2.base [None req-dbe9a4c6-5f35-4aaa-89cd-bd9ff5ea7d62 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 27 01:44:39.716231 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-dbe9a4c6-5f35-4aaa-89cd-bd9ff5ea7d62 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] update failed (client error): There was a conflict when trying to complete your request. Nov 27 01:44:39.718699 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dbe9a4c6-5f35-4aaa-89cd-bd9ff5ea7d62 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "PUT /v2.0/security-groups/97210bf9-b5cf-4595-aca2-697b90396b7c HTTP/1.1" status: 409 len: 330 time: 0.0137050 Nov 27 01:44:39.722633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44364) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.777379 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb5dff54-01c9-41ef-8752-bc6bd9aad311 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.800810 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb5dff54-01c9-41ef-8752-bc6bd9aad311 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.845014 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb5dff54-01c9-41ef-8752-bc6bd9aad311 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.847866 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb5dff54-01c9-41ef-8752-bc6bd9aad311 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:39.849019 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fb5dff54-01c9-41ef-8752-bc6bd9aad311 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "DELETE /v2.0/security-groups/97210bf9-b5cf-4595-aca2-697b90396b7c HTTP/1.1" status: 204 len: 168 time: 0.1252925 Nov 27 01:44:39.852575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44366) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.860638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dff54-01c9-41ef-8752-bc6bd9aad311 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97210bf9-b5cf-4595-aca2-697b90396b7c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:39.920073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cbd6d18e-0ce9-434c-b32b-5d963da56191 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0662622 Nov 27 01:44:39.927439 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44368) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.945379 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-31dbfbdb-5148-4d55-90c3-adf8a05bfa08 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] delete failed (client error): The resource could not be found. Nov 27 01:44:39.950786 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-31dbfbdb-5148-4d55-90c3-adf8a05bfa08 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "DELETE /v2.0/security-groups/d8de7702-004b-4266-b0ba-1dba7fc57515 HTTP/1.1" status: 404 len: 347 time: 0.0222664 Nov 27 01:44:39.952064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44372) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.968389 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-25f9fbb7-33e6-4293-a912-857e6f9c8c5e tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] show failed (client error): The resource could not be found. Nov 27 01:44:39.970267 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-25f9fbb7-33e6-4293-a912-857e6f9c8c5e tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "GET /v2.0/security-groups/b59b27d6-5a10-4bb3-9778-4c048ac0d6e0 HTTP/1.1" status: 404 len: 347 time: 0.0171440 Nov 27 01:44:39.976822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44374) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:39.993878 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-8d8069f8-7087-421d-a384-3ca0338ba3e2 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] show failed (client error): The resource could not be found. Nov 27 01:44:39.995146 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8d8069f8-7087-421d-a384-3ca0338ba3e2 tempest-NegativeSecGroupIPv6Test-872031026 tempest-NegativeSecGroupIPv6Test-872031026-project] 10.222.0.37 "GET /v2.0/security-group-rules/e3f521c1-bca2-4d94-8374-68ae7f29af29 HTTP/1.1" status: 404 len: 356 time: 0.0169084 Nov 27 01:44:40.048266 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4810eb44-6a1f-4a11-9906-71e3e3f2d7cd req-9d5bb059-eb87-44dc-93dd-07e96a553ab3 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 210 time: 0.0438159 Nov 27 01:44:40.302689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44380) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:40.455180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c87eb459-032b-4135-9f48-cda455235160 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a7a1cc88ebc4246a7e5562cf4c26ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513159 Nov 27 01:44:40.457633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44386) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:40.506486 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-796dae93-ff8b-4f6d-a86d-014ca19fa5e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:40.529253 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-796dae93-ff8b-4f6d-a86d-014ca19fa5e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:40.582637 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-796dae93-ff8b-4f6d-a86d-014ca19fa5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:40.585280 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-796dae93-ff8b-4f6d-a86d-014ca19fa5e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:40.586536 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-796dae93-ff8b-4f6d-a86d-014ca19fa5e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74497c23-0632-45d4-b37e-a9b9c6c5642a HTTP/1.1" status: 204 len: 168 time: 0.1278114 Nov 27 01:44:40.595753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dae93-ff8b-4f6d-a86d-014ca19fa5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74497c23-0632-45d4-b37e-a9b9c6c5642a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:41.145982 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2617a139-8999-4cf8-b0a9-85a6dd6d8072 req-eba55319-d0bd-4c53-ba99-72a2ff7a5645 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "GET /v2.0/ports?device_id=c73af9ff-1625-45a7-989a-0d1630dd62ac HTTP/1.1" status: 200 len: 210 time: 0.0296972 Nov 27 01:44:41.558090 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0467e762-af0c-46f4-a094-95599ebc771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.210415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44444) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:42.377798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-364b38bd-6f1b-4081-b982-fe28504ca7d2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Deleting port aa60347e-f736-4e6b-8000-1d86eac01f05 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:42.378137 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364b38bd-6f1b-4081-b982-fe28504ca7d2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.423268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44448) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:42.463263 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364b38bd-6f1b-4081-b982-fe28504ca7d2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.463583 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364b38bd-6f1b-4081-b982-fe28504ca7d2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.475922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-364b38bd-6f1b-4081-b982-fe28504ca7d2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Calling delete_port for aa60347e-f736-4e6b-8000-1d86eac01f05 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:42.533067 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1d77702-fe66-490b-93b2-75b2854bee03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.622923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364b38bd-6f1b-4081-b982-fe28504ca7d2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.659414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b38bd-6f1b-4081-b982-fe28504ca7d2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event deleted for resources: {'Port': ['ID=aa60347e-f736-4e6b-8000-1d86eac01f05,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:42.677776 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1d77702-fe66-490b-93b2-75b2854bee03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.682581 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1d77702-fe66-490b-93b2-75b2854bee03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.723675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f1d77702-fe66-490b-93b2-75b2854bee03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c448588b344e4646911a413b3df7e1ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2997236 Nov 27 01:44:42.724558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d77702-fe66-490b-93b2-75b2854bee03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94436c48-5b07-44ab-a40d-1a5113f9573d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:42.726307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44454) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:42.734091 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364b38bd-6f1b-4081-b982-fe28504ca7d2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.737107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-364b38bd-6f1b-4081-b982-fe28504ca7d2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.738509 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-364b38bd-6f1b-4081-b982-fe28504ca7d2 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "DELETE /v2.0/floatingips/786fbb49-5365-4c2e-bd62-2313dcf2a65b HTTP/1.1" status: 204 len: 168 time: 0.5268092 Nov 27 01:44:42.793027 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-203a2fde-703d-48c7-9ba8-7dc683f9eec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.824818 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-203a2fde-703d-48c7-9ba8-7dc683f9eec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.937836 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-203a2fde-703d-48c7-9ba8-7dc683f9eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.959170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-203a2fde-703d-48c7-9ba8-7dc683f9eec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:42.964402 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-203a2fde-703d-48c7-9ba8-7dc683f9eec7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94436c48-5b07-44ab-a40d-1a5113f9573d HTTP/1.1" status: 204 len: 168 time: 0.2368557 Nov 27 01:44:42.975229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a2fde-703d-48c7-9ba8-7dc683f9eec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94436c48-5b07-44ab-a40d-1a5113f9573d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:43.272277 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44468) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:43.285575 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ba8c6de-0b20-4f89-8389-3352affb578b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.360884 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ba8c6de-0b20-4f89-8389-3352affb578b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.364544 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ba8c6de-0b20-4f89-8389-3352affb578b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.403778 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8ba8c6de-0b20-4f89-8389-3352affb578b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9968c6118b25467cba81382e37a92094&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304040 Nov 27 01:44:43.404737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8c6de-0b20-4f89-8389-3352affb578b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7d3ff0-a1bf-42a7-bce3-2ab6b034f636,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:43.409065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44470) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:43.469033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7310cbe0-f962-4c9d-ac29-5148f39847ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.490828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7310cbe0-f962-4c9d-ac29-5148f39847ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.536959 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7310cbe0-f962-4c9d-ac29-5148f39847ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.539642 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7310cbe0-f962-4c9d-ac29-5148f39847ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:43.540834 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7310cbe0-f962-4c9d-ac29-5148f39847ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed7d3ff0-a1bf-42a7-bce3-2ab6b034f636 HTTP/1.1" status: 204 len: 168 time: 0.1307054 Nov 27 01:44:43.549933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310cbe0-f962-4c9d-ac29-5148f39847ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7d3ff0-a1bf-42a7-bce3-2ab6b034f636,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:43.882091 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d4324def-fef2-4b09-80b1-29a74c2a2dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:44.612456 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:45.104263 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:46.116184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44556) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:46.196227 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e081653f-b8d1-442d-ad0c-06f56d547a87 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:46.225337 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e081653f-b8d1-442d-ad0c-06f56d547a87 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:46.324549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e081653f-b8d1-442d-ad0c-06f56d547a87 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:46.330306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e081653f-b8d1-442d-ad0c-06f56d547a87 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:46.331894 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e081653f-b8d1-442d-ad0c-06f56d547a87 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] 10.222.0.37 "DELETE /v2.0/security-groups/55feb96f-a48d-40e2-9a8d-9574f5c5c79d HTTP/1.1" status: 204 len: 168 time: 0.2136250 Nov 27 01:44:46.345624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081653f-b8d1-442d-ad0c-06f56d547a87 tempest-TestVolumeBootPattern-759393991 tempest-TestVolumeBootPattern-759393991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55feb96f-a48d-40e2-9a8d-9574f5c5c79d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:46.408411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44572) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:46.822496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.163991 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e717dee0-baf3-4a64-a773-c35374525651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.401863 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.610203 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.734536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e717dee0-baf3-4a64-a773-c35374525651 admin admin] Deleting port 836bbcfa-37a2-49cd-b114-820ba752ca3f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:47.735147 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e717dee0-baf3-4a64-a773-c35374525651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.839966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-e717dee0-baf3-4a64-a773-c35374525651 admin admin] For port 836bbcfa-37a2-49cd-b114-820ba752ca3f, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=836bbcfa-37a2-49cd-b114-820ba752ca3f,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:47.840343 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e717dee0-baf3-4a64-a773-c35374525651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:47.857458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e717dee0-baf3-4a64-a773-c35374525651 admin admin] Calling delete_port for 836bbcfa-37a2-49cd-b114-820ba752ca3f owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:48.159267 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e717dee0-baf3-4a64-a773-c35374525651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.200291 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717dee0-baf3-4a64-a773-c35374525651 admin admin] Pushing event deleted for resources: {'Port': ['ID=836bbcfa-37a2-49cd-b114-820ba752ca3f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:48.437867 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e717dee0-baf3-4a64-a773-c35374525651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.686205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e717dee0-baf3-4a64-a773-c35374525651 admin admin] Router 5d0c744a-897a-42ee-943b-487135ea55f9 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:48.810018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e717dee0-baf3-4a64-a773-c35374525651 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:48.815981 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e717dee0-baf3-4a64-a773-c35374525651 admin admin] 10.222.0.37 "PUT /v2.0/routers/5d0c744a-897a-42ee-943b-487135ea55f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4062185 Nov 27 01:44:48.818692 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44616) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:48.822110 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de05a6-bc11-4200-9445-e6047610a491 None None] Sync routers for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:48.838186 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de05a6-bc11-4200-9445-e6047610a491 None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:48.839122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f3de05a6-bc11-4200-9445-e6047610a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:48.934199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:48.944977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-f3de05a6-bc11-4200-9445-e6047610a491 None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:49.056842 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:49.123287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Deleting port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:49.124001 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:49.159845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f3de05a6-bc11-4200-9445-e6047610a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:44:48Z', 'revision_number': 5, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port': {'id': '6db6a237-f4e4-4aff-b052-d4e20f4b64ff', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:23Z', 'updated_at': '2021-11-27T01:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:49.200411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de05a6-bc11-4200-9445-e6047610a491 None None] Checking router: 5d0c744a-897a-42ee-943b-487135ea55f9 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:49.210794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de05a6-bc11-4200-9445-e6047610a491 None None] Routers {'5d0c744a-897a-42ee-943b-487135ea55f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:49.211696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f3de05a6-bc11-4200-9445-e6047610a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5d0c744a-897a-42ee-943b-487135ea55f9'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:49.223340 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] For port 6db6a237-f4e4-4aff-b052-d4e20f4b64ff, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6db6a237-f4e4-4aff-b052-d4e20f4b64ff,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:49.223789 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:49.241604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Calling delete_port for 6db6a237-f4e4-4aff-b052-d4e20f4b64ff owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:49.311240 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-f3de05a6-bc11-4200-9445-e6047610a491 None None] Set router 5d0c744a-897a-42ee-943b-487135ea55f9 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:49.367548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f3de05a6-bc11-4200-9445-e6047610a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:44:49Z', 'revision_number': 6, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:49.399119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de05a6-bc11-4200-9445-e6047610a491 None None] The sync data for ids ['5d0c744a-897a-42ee-943b-487135ea55f9'] in n-d-819494-2 is: [{'id': '5d0c744a-897a-42ee-943b-487135ea55f9', 'name': 'tempest-TestVolumeBootPattern-1956367827-router', 'tenant_id': '619b5f2892a14347924b85f8ba534255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:21Z', 'updated_at': '2021-11-27T01:44:49Z', 'revision_number': 6, 'project_id': '619b5f2892a14347924b85f8ba534255', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:49.416391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:49.459259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=6db6a237-f4e4-4aff-b052-d4e20f4b64ff,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:49.473296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626cd574-b5f5-4cc4-af97-cede66fdbec7 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:49.541491 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:49.638507 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:49.640634 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:49.688183 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:49.689672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d0c744a-897a-42ee-943b-487135ea55f9 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:44:49.694101 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:49.697622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-64d9d042-4f5c-4db3-bb61-02e6944e9f3f admin admin] 10.222.0.37 "DELETE /v2.0/routers/5d0c744a-897a-42ee-943b-487135ea55f9 HTTP/1.1" status: 204 len: 168 time: 0.8757346 Nov 27 01:44:49.697982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44620) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:49.742521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c080ba-bc1f-48a2-843f-32a51d2b2a4e admin admin] Deleting subnet 6be6a0f8-9eb9-4f27-9e4f-c308312dca9a {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:44:49.746004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58c080ba-bc1f-48a2-843f-32a51d2b2a4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:49.794741 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58c080ba-bc1f-48a2-843f-32a51d2b2a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:49.926347 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58c080ba-bc1f-48a2-843f-32a51d2b2a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:49.980306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58c080ba-bc1f-48a2-843f-32a51d2b2a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.006832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c080ba-bc1f-48a2-843f-32a51d2b2a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be6a0f8-9eb9-4f27-9e4f-c308312dca9a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:50.013652 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58c080ba-bc1f-48a2-843f-32a51d2b2a4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.017589 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-58c080ba-bc1f-48a2-843f-32a51d2b2a4e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6be6a0f8-9eb9-4f27-9e4f-c308312dca9a HTTP/1.1" status: 204 len: 168 time: 0.3184531 Nov 27 01:44:50.018617 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c17ca7-ab39-4de4-b421-251828833e89 None None] Network 854296d5-8727-4cbb-8856-1f1a9ee60331 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:50.020107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44624) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:50.109744 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.222374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Deleting port fff3ad60-3a12-42b5-9254-018098354498 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:50.223964 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.319728 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] DHCP port deletion for 854296d5-8727-4cbb-8856-1f1a9ee60331 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:50.329109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] For port fff3ad60-3a12-42b5-9254-018098354498, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fff3ad60-3a12-42b5-9254-018098354498,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:50.329428 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.355817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Calling delete_port for fff3ad60-3a12-42b5-9254-018098354498 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:50.368458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 836bbcfa-37a2-49cd-b114-820ba752ca3f no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:50.390572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 836bbcfa-37a2-49cd-b114-820ba752ca3f {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:50.391222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 836bbcfa-37a2-49cd-b114-820ba752ca3f not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:50.391825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6db6a237-f4e4-4aff-b052-d4e20f4b64ff no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:50.420970 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 6db6a237-f4e4-4aff-b052-d4e20f4b64ff {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:50.422165 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6db6a237-f4e4-4aff-b052-d4e20f4b64ff not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:50.430289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Deleting port fff3ad60-3a12-42b5-9254-018098354498 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:50.430906 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.477632 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.508433 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fff3ad60-3a12-42b5-9254-018098354498,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:50.511926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] For port fff3ad60-3a12-42b5-9254-018098354498, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fff3ad60-3a12-42b5-9254-018098354498,segment=NetworkSegment(0591463d-db05-403f-8eed-2be647053698),segment_id=0591463d-db05-403f-8eed-2be647053698)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:50.512337 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.516952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] No DVR routers for this DVR port fff3ad60-3a12-42b5-9254-018098354498 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:50.527003 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Calling delete_port for fff3ad60-3a12-42b5-9254-018098354498 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:50.634789 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.649582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.666553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854296d5-8727-4cbb-8856-1f1a9ee60331']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:50.682033 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0591463d-db05-403f-8eed-2be647053698') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:50.682293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0591463d-db05-403f-8eed-2be647053698') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:50.696034 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.714941 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.726745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:44:50.727501 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:44:50.751766 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:44:50.804970 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.818397 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:50.824873 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44628) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:50.825561 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] 10.222.0.37 "DELETE /v2.0/networks/854296d5-8727-4cbb-8856-1f1a9ee60331 HTTP/1.1" status: 204 len: 168 time: 0.8038220 Nov 27 01:44:50.842256 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05dc6cc-f4ab-4ff9-8aec-110bfeb536dd admin admin] Pushing event deleted for resources: {'Network': ['ID=854296d5-8727-4cbb-8856-1f1a9ee60331,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:50.861156 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Pushing event deleted for resources: {'Port': ['ID=fff3ad60-3a12-42b5-9254-018098354498,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:50.868429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] No DVR routers for this DVR port fff3ad60-3a12-42b5-9254-018098354498 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:50.870774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:50.871117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:50.871453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:50.872332 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:50.872672 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:50.873101 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:50.873430 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:50.873750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:50.874069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:50.874430 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:50.874774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:50.875089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e5618-355a-48bc-8b1e-61cef2e2539c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:44:51.262222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86c3f21-3a42-42c2-bd58-962aa51e2258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:51.518591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e86c3f21-3a42-42c2-bd58-962aa51e2258 admin admin] Deleting port 79189e85-9397-40ea-a38f-631baca88a7e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:51.518856 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86c3f21-3a42-42c2-bd58-962aa51e2258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:51.598355 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-e86c3f21-3a42-42c2-bd58-962aa51e2258 admin admin] For port 79189e85-9397-40ea-a38f-631baca88a7e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=79189e85-9397-40ea-a38f-631baca88a7e,segment=NetworkSegment(56a3550a-26c1-403c-8ffb-ceb23f256518),segment_id=56a3550a-26c1-403c-8ffb-ceb23f256518)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:51.598355 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86c3f21-3a42-42c2-bd58-962aa51e2258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:51.616033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e86c3f21-3a42-42c2-bd58-962aa51e2258 admin admin] Calling delete_port for 79189e85-9397-40ea-a38f-631baca88a7e owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:51.851180 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86c3f21-3a42-42c2-bd58-962aa51e2258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:51.890981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c3f21-3a42-42c2-bd58-962aa51e2258 admin admin] Pushing event deleted for resources: {'Port': ['ID=79189e85-9397-40ea-a38f-631baca88a7e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:52.070864 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44652) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:52.162696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fff3ad60-3a12-42b5-9254-018098354498 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:52.176034 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e86c3f21-3a42-42c2-bd58-962aa51e2258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.205451 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: fff3ad60-3a12-42b5-9254-018098354498 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:52.210334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fff3ad60-3a12-42b5-9254-018098354498 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:52.266989 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cebd4ae-78dc-4295-a60d-c5cf81ac0ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.356887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cebd4ae-78dc-4295-a60d-c5cf81ac0ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.362578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8cebd4ae-78dc-4295-a60d-c5cf81ac0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.410586 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8cebd4ae-78dc-4295-a60d-c5cf81ac0ba4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=065d7376e0fd48429e7cae03c9e77a50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3376052 Nov 27 01:44:52.411626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebd4ae-78dc-4295-a60d-c5cf81ac0ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4621a8-4b43-4226-b6fd-1800f6de21d3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:52.414035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44656) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:52.466815 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba16b365-6ada-4677-8362-6bae02c2ee2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.469964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86c3f21-3a42-42c2-bd58-962aa51e2258 admin admin] Router 31d5286e-063a-41af-8d82-3a37e22de740 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:44:52.490888 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba16b365-6ada-4677-8362-6bae02c2ee2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.556500 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba16b365-6ada-4677-8362-6bae02c2ee2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.558738 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba16b365-6ada-4677-8362-6bae02c2ee2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.562784 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ba16b365-6ada-4677-8362-6bae02c2ee2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f4621a8-4b43-4226-b6fd-1800f6de21d3 HTTP/1.1" status: 204 len: 168 time: 0.1447790 Nov 27 01:44:52.578337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16b365-6ada-4677-8362-6bae02c2ee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4621a8-4b43-4226-b6fd-1800f6de21d3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:52.594607 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86c3f21-3a42-42c2-bd58-962aa51e2258 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:44:52.600134 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e86c3f21-3a42-42c2-bd58-962aa51e2258 admin admin] 10.222.0.37 "PUT /v2.0/routers/31d5286e-063a-41af-8d82-3a37e22de740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7730324 Nov 27 01:44:52.602998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44660) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:52.607965 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49733213-23c7-4acb-aeee-08daa6ae30cd None None] Sync routers for ids ['31d5286e-063a-41af-8d82-3a37e22de740'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:44:52.652720 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49733213-23c7-4acb-aeee-08daa6ae30cd None None] Routers {'31d5286e-063a-41af-8d82-3a37e22de740'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:52.653888 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-49733213-23c7-4acb-aeee-08daa6ae30cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['31d5286e-063a-41af-8d82-3a37e22de740'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:52.717829 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.811742 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-49733213-23c7-4acb-aeee-08daa6ae30cd None None] Set router 31d5286e-063a-41af-8d82-3a37e22de740 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:52.832488 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.891166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Deleting port 393716c0-7f1d-476a-bf81-8ab9ae474395 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:52.891803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.895306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44664) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:52.909397 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9de423a-645e-4901-a918-f0398cf55241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.983154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] For port 393716c0-7f1d-476a-bf81-8ab9ae474395, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=393716c0-7f1d-476a-bf81-8ab9ae474395,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:52.983555 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.993341 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9de423a-645e-4901-a918-f0398cf55241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.998452 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9de423a-645e-4901-a918-f0398cf55241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:52.999078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Calling delete_port for 393716c0-7f1d-476a-bf81-8ab9ae474395 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:53.006287 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-49733213-23c7-4acb-aeee-08daa6ae30cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d5286e-063a-41af-8d82-3a37e22de740', 'name': 'tempest-TestVolumeBootPattern-948743241-router', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:40Z', 'updated_at': '2021-11-27T01:44:51Z', 'revision_number': 5, 'project_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'gw_port': {'id': '393716c0-7f1d-476a-bf81-8ab9ae474395', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:53:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d5286e-063a-41af-8d82-3a37e22de740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:32:43Z', 'updated_at': '2021-11-27T01:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:53.036135 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49733213-23c7-4acb-aeee-08daa6ae30cd None None] Checking router: 31d5286e-063a-41af-8d82-3a37e22de740 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:44:53.041528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de423a-645e-4901-a918-f0398cf55241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c934cd39-bee3-4e18-b6b7-41fd37e6357b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:53.045875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d9de423a-645e-4901-a918-f0398cf55241 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84dc0833254c42be90d06f2334873f95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1495359 Nov 27 01:44:53.049225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44666) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:53.058397 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49733213-23c7-4acb-aeee-08daa6ae30cd None None] Routers {'31d5286e-063a-41af-8d82-3a37e22de740'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:44:53.058985 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-49733213-23c7-4acb-aeee-08daa6ae30cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['31d5286e-063a-41af-8d82-3a37e22de740'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:53.115686 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b79743ce-fb03-4cfa-a0ea-a2b741404655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:53.144764 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b79743ce-fb03-4cfa-a0ea-a2b741404655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:53.165717 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-49733213-23c7-4acb-aeee-08daa6ae30cd None None] Set router 31d5286e-063a-41af-8d82-3a37e22de740 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:44:53.217042 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b79743ce-fb03-4cfa-a0ea-a2b741404655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:53.219905 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b79743ce-fb03-4cfa-a0ea-a2b741404655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:53.221557 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b79743ce-fb03-4cfa-a0ea-a2b741404655 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c934cd39-bee3-4e18-b6b7-41fd37e6357b HTTP/1.1" status: 204 len: 168 time: 0.1714165 Nov 27 01:44:53.236875 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79743ce-fb03-4cfa-a0ea-a2b741404655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c934cd39-bee3-4e18-b6b7-41fd37e6357b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:53.241809 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-49733213-23c7-4acb-aeee-08daa6ae30cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d5286e-063a-41af-8d82-3a37e22de740', 'name': 'tempest-TestVolumeBootPattern-948743241-router', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:40Z', 'updated_at': '2021-11-27T01:44:52Z', 'revision_number': 6, 'project_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:53.381111 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49733213-23c7-4acb-aeee-08daa6ae30cd None None] The sync data for ids ['31d5286e-063a-41af-8d82-3a37e22de740'] in n-d-819494-2 is: [{'id': '31d5286e-063a-41af-8d82-3a37e22de740', 'name': 'tempest-TestVolumeBootPattern-948743241-router', 'tenant_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:32:40Z', 'updated_at': '2021-11-27T01:44:52Z', 'revision_number': 6, 'project_id': '25f575ae7ce2473fa4f718d0cb0e09e3', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:44:53.581810 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:53.608098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Pushing event deleted for resources: {'Port': ['ID=393716c0-7f1d-476a-bf81-8ab9ae474395,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:53.642938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1597f8-2e5f-4fe5-903d-15470faeb1a0 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:53.696303 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:53.791144 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:53.793478 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:53.847688 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:53.848447 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31d5286e-063a-41af-8d82-3a37e22de740 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:44:53.853420 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:53.854633 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-60b19a34-ad88-476a-98af-fb134417a78f admin admin] 10.222.0.37 "DELETE /v2.0/routers/31d5286e-063a-41af-8d82-3a37e22de740 HTTP/1.1" status: 204 len: 168 time: 1.2506952 Nov 27 01:44:53.857111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44688) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:53.909082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-648c8b8c-779b-42bc-9803-7055682b7dca admin admin] Deleting subnet 5cccaf06-8da0-403d-b5c6-0845dedf9a07 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:44:53.913828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-648c8b8c-779b-42bc-9803-7055682b7dca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:53.963664 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-648c8b8c-779b-42bc-9803-7055682b7dca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.062828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-648c8b8c-779b-42bc-9803-7055682b7dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.075176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 393716c0-7f1d-476a-bf81-8ab9ae474395 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:54.110030 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 393716c0-7f1d-476a-bf81-8ab9ae474395 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:54.110616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 393716c0-7f1d-476a-bf81-8ab9ae474395 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:54.111409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 79189e85-9397-40ea-a38f-631baca88a7e no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:54.139249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 79189e85-9397-40ea-a38f-631baca88a7e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:54.141708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 79189e85-9397-40ea-a38f-631baca88a7e not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:54.145622 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-648c8b8c-779b-42bc-9803-7055682b7dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.168475 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-648c8b8c-779b-42bc-9803-7055682b7dca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.174873 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-648c8b8c-779b-42bc-9803-7055682b7dca admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5cccaf06-8da0-403d-b5c6-0845dedf9a07 HTTP/1.1" status: 204 len: 168 time: 0.3146324 Nov 27 01:44:54.175258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44698) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:54.182890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19438d0a-9326-4b1a-9dd2-56b50a4d2ff3 None None] Network 2ea08782-d0cc-48fa-9526-8ffee0f51b67 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:54.200065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c8b8c-779b-42bc-9803-7055682b7dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cccaf06-8da0-403d-b5c6-0845dedf9a07,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:54.273529 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.354739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Deleting port 678b4974-a855-4841-92ac-9c83f62c3d03 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:54.355082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.458685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] For port 678b4974-a855-4841-92ac-9c83f62c3d03, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=678b4974-a855-4841-92ac-9c83f62c3d03,segment=NetworkSegment(56a3550a-26c1-403c-8ffb-ceb23f256518),segment_id=56a3550a-26c1-403c-8ffb-ceb23f256518)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:54.459056 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.466909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b72ac5-e21a-4c5c-82d2-bd94321c94b0 None None] DHCP port deletion for 2ea08782-d0cc-48fa-9526-8ffee0f51b67 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:54.479814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Calling delete_port for 678b4974-a855-4841-92ac-9c83f62c3d03 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:54.536092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c4b72ac5-e21a-4c5c-82d2-bd94321c94b0 None None] Deleting port 678b4974-a855-4841-92ac-9c83f62c3d03 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:44:54.536589 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4b72ac5-e21a-4c5c-82d2-bd94321c94b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.585818 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.610743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c4b72ac5-e21a-4c5c-82d2-bd94321c94b0 None None] For port 678b4974-a855-4841-92ac-9c83f62c3d03, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=678b4974-a855-4841-92ac-9c83f62c3d03,segment=NetworkSegment(56a3550a-26c1-403c-8ffb-ceb23f256518),segment_id=56a3550a-26c1-403c-8ffb-ceb23f256518)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:44:54.611145 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4b72ac5-e21a-4c5c-82d2-bd94321c94b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.616161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=678b4974-a855-4841-92ac-9c83f62c3d03,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:54.620811 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] No DVR routers for this DVR port 678b4974-a855-4841-92ac-9c83f62c3d03 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:54.624987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c4b72ac5-e21a-4c5c-82d2-bd94321c94b0 None None] Calling delete_port for 678b4974-a855-4841-92ac-9c83f62c3d03 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:44:54.707695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.740234 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea08782-d0cc-48fa-9526-8ffee0f51b67']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:54.742108 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4b72ac5-e21a-4c5c-82d2-bd94321c94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.750940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a3550a-26c1-403c-8ffb-ceb23f256518') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:54.751240 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a3550a-26c1-403c-8ffb-ceb23f256518') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:44:54.761301 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.767088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b72ac5-e21a-4c5c-82d2-bd94321c94b0 None None] Pushing event deleted for resources: {'Port': ['ID=678b4974-a855-4841-92ac-9c83f62c3d03,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:54.775865 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.781419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b72ac5-e21a-4c5c-82d2-bd94321c94b0 None None] No DVR routers for this DVR port 678b4974-a855-4841-92ac-9c83f62c3d03 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:44:54.796946 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:44:54.797347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:44:54.799431 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:44:54.861710 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.873381 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:54.876839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2ea08782-d0cc-48fa-9526-8ffee0f51b67 HTTP/1.1" status: 204 len: 168 time: 0.7005687 Nov 27 01:44:54.891150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc037620-f340-4cd1-a643-cf6c1076f0f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ea08782-d0cc-48fa-9526-8ffee0f51b67,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:55.100054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44722) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:55.153161 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8d7061f5-a5e7-4b22-87c2-cd00ce65f207 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=619b5f2892a14347924b85f8ba534255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495975 Nov 27 01:44:55.153623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:55.217626 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14ad9c9e-da9f-4b1d-bcca-6075dae69c66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:55.225536 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1fd02d2a-4ab3-4cd6-aefb-0d3a6d918dd7 req-16653169-4ee2-44c6-a386-4b2419f96593 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249639 Nov 27 01:44:55.244254 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14ad9c9e-da9f-4b1d-bcca-6075dae69c66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:55.304707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14ad9c9e-da9f-4b1d-bcca-6075dae69c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:55.311239 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-14ad9c9e-da9f-4b1d-bcca-6075dae69c66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:55.311239 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-14ad9c9e-da9f-4b1d-bcca-6075dae69c66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc682aa9-d258-4027-9e01-eb4e9d35a6e8 HTTP/1.1" status: 204 len: 168 time: 0.1543159 Nov 27 01:44:55.322572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1fd02d2a-4ab3-4cd6-aefb-0d3a6d918dd7 req-f5d6c86b-7fb9-4ecc-aa9e-7b3c04f90ecc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0322387 Nov 27 01:44:55.330488 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad9c9e-da9f-4b1d-bcca-6075dae69c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc682aa9-d258-4027-9e01-eb4e9d35a6e8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:55.383046 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1fd02d2a-4ab3-4cd6-aefb-0d3a6d918dd7 req-29aab075-1f3c-49e9-99dd-624f875ed01b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336580 Nov 27 01:44:55.546639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd02d2a-4ab3-4cd6-aefb-0d3a6d918dd7 req-4009da73-a312-4d84-b341-e68040b7195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:55.548609 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1fd02d2a-4ab3-4cd6-aefb-0d3a6d918dd7 req-4009da73-a312-4d84-b341-e68040b7195e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564484 Nov 27 01:44:55.777974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44744) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:55.822786 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2f03ce15-fb32-4756-9d02-554fe89fb9a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25f575ae7ce2473fa4f718d0cb0e09e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436480 Nov 27 01:44:55.825186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44748) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:55.877825 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e95735d2-b0cf-4ad8-baac-575f3f602733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:55.901311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e95735d2-b0cf-4ad8-baac-575f3f602733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:55.952166 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e95735d2-b0cf-4ad8-baac-575f3f602733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:55.955365 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e95735d2-b0cf-4ad8-baac-575f3f602733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:55.956604 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e95735d2-b0cf-4ad8-baac-575f3f602733 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16a5b453-db38-42b6-a10d-c3aa00230023 HTTP/1.1" status: 204 len: 168 time: 0.1302769 Nov 27 01:44:55.966422 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95735d2-b0cf-4ad8-baac-575f3f602733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a5b453-db38-42b6-a10d-c3aa00230023,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:56.060199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 678b4974-a855-4841-92ac-9c83f62c3d03 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:44:56.080569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 678b4974-a855-4841-92ac-9c83f62c3d03 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:44:56.080924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 678b4974-a855-4841-92ac-9c83f62c3d03 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:44:56.814999 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44762) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:56.934729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17a95c6-20e5-4540-ba51-648771854336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:57.041156 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17a95c6-20e5-4540-ba51-648771854336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:57.045084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c17a95c6-20e5-4540-ba51-648771854336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:57.082487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a95c6-20e5-4540-ba51-648771854336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f9fbd3-6ff7-476f-878a-617872bfaff3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:57.088306 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c17a95c6-20e5-4540-ba51-648771854336 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=122ccea05d0640e7be680014166bad92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2720599 Nov 27 01:44:57.091187 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44776) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:57.147611 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-498fa85f-d455-48f9-8468-77be7e6d02d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:57.169225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-498fa85f-d455-48f9-8468-77be7e6d02d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:57.216574 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-498fa85f-d455-48f9-8468-77be7e6d02d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:57.220039 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-498fa85f-d455-48f9-8468-77be7e6d02d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:57.221940 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-498fa85f-d455-48f9-8468-77be7e6d02d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52f9fbd3-6ff7-476f-878a-617872bfaff3 HTTP/1.1" status: 204 len: 168 time: 0.1298339 Nov 27 01:44:57.232867 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fa85f-d455-48f9-8468-77be7e6d02d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f9fbd3-6ff7-476f-878a-617872bfaff3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:57.847704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44798) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:57.944429 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-859733878-network', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:57.970396 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Made reservation on behalf of ee9ef3e634414f0fb5ad0cb56e37da07 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:44:57.972659 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:57.981122 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.073703 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.077773 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.106609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:44:58.113019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a088c1d-0341-446d-9e07-595d022257b8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:58.121326 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.121468 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Added segment ef104403-d350-47d9-8d63-fba447fd235a of type vlan for network 15c575df-ab07-42e1-a6c5-5b1aa68578ad Nov 27 01:44:58.162323 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.185931 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.186817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:58.187919 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.237085 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3881269 Nov 27 01:44:58.239925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44804) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:58.246860 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ef4daf86-cf95-4b78-8842-b909483e6e23 admin admin] Request body: {'subnet': {'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-859733878-subnet', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:58.266626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2aa2ce-4feb-43f9-bb04-eccf6cffd0c1 admin admin] Pushing event updated for resources: {'Network': ['ID=15c575df-ab07-42e1-a6c5-5b1aa68578ad,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:58.277484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 15c575df-ab07-42e1-a6c5-5b1aa68578ad details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:44:58.284380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4daf86-cf95-4b78-8842-b909483e6e23 admin admin] Made reservation on behalf of ee9ef3e634414f0fb5ad0cb56e37da07 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:44:58.287205 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef4daf86-cf95-4b78-8842-b909483e6e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.463567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef4daf86-cf95-4b78-8842-b909483e6e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.517049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4daf86-cf95-4b78-8842-b909483e6e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd205542-9a60-4127-9925-ddd878d217ff,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:58.532817 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4daf86-cf95-4b78-8842-b909483e6e23 admin admin] Checking segment: {'id': 'ef104403-d350-47d9-8d63-fba447fd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:58.533177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4daf86-cf95-4b78-8842-b909483e6e23 admin admin] Network hostable DHCP agents. Network: 15c575df-ab07-42e1-a6c5-5b1aa68578ad, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:44:58.549559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4daf86-cf95-4b78-8842-b909483e6e23 admin admin] Network 15c575df-ab07-42e1-a6c5-5b1aa68578ad is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:44:58.558372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-ef4daf86-cf95-4b78-8842-b909483e6e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 15c575df-ab07-42e1-a6c5-5b1aa68578ad) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:58.563451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4daf86-cf95-4b78-8842-b909483e6e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:44:58.564599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef4daf86-cf95-4b78-8842-b909483e6e23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.569006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614925cb-9545-4805-bf71-13635644f0ac None None] Network 15c575df-ab07-42e1-a6c5-5b1aa68578ad requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:44:58.580385 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ef4daf86-cf95-4b78-8842-b909483e6e23 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3394182 Nov 27 01:44:58.582979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44806) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:58.587424 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-859733878-router', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:44:58.609268 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.610682 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.668786 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.730300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-15c575df-ab07-42e1-a6c5-5b1aa68578ad', 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'fixed_ips': [{'subnet_id': 'cd205542-9a60-4127-9925-ddd878d217ff'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:44:58.731246 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.818731 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:58.866433 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Allocated IP 172.20.0.2 (15c575df-ab07-42e1-a6c5-5b1aa68578ad/cd205542-9a60-4127-9925-ddd878d217ff/02d721e1-54ae-49b8-98c0-f92ccb2e60ed) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:44:59.016968 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.024243 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.032720 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.060352 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.066844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Network 15c575df-ab07-42e1-a6c5-5b1aa68578ad is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:59.068702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:59.072677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:44:59.130382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Pushing event updated for resources: {'Port': ['ID=02d721e1-54ae-49b8-98c0-f92ccb2e60ed,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:59.142433 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Attempting to bind port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:44:59.142799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Attempting to bind port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ef104403-d350-47d9-8d63-fba447fd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:44:59.143162 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Attempting to bind port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed on network 15c575df-ab07-42e1-a6c5-5b1aa68578ad {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:44:59.148457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:44:59.149076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Checking segment: {'id': 'ef104403-d350-47d9-8d63-fba447fd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:44:59.149834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.151329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Bound using segment: {'id': 'ef104403-d350-47d9-8d63-fba447fd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:44:59.152005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Bound port: 02d721e1-54ae-49b8-98c0-f92ccb2e60ed, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef104403-d350-47d9-8d63-fba447fd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:44:59.152575 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.199809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Allocated IP 172.25.3.53 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/52dbb7ed-7adf-4483-90f2-fa4119739e06) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:44:59.225730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] For port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:44:59.229377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] For port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=02d721e1-54ae-49b8-98c0-f92ccb2e60ed,segment=NetworkSegment(ef104403-d350-47d9-8d63-fba447fd235a),segment_id=ef104403-d350-47d9-8d63-fba447fd235a)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:44:59.235595 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.327455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24556f-3fc3-4187-99f5-b51aee0ba69c None None] Pushing event updated for resources: {'Port': ['ID=02d721e1-54ae-49b8-98c0-f92ccb2e60ed,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:59.368673 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.414339 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.440690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44814) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:59.465790 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:44:59.469031 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:44:59.473560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:44:59.485154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538ae437-f302-4567-b522-3ef245e95b7c None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:44:59.513709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Pushing event updated for resources: {'Port': ['ID=52dbb7ed-7adf-4483-90f2-fa4119739e06,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:59.572660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b0c24fc2-fcb6-484c-944f-84f01e9f9411 None None] Provisioning complete for port 52dbb7ed-7adf-4483-90f2-fa4119739e06 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:44:59.573650 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0c24fc2-fcb6-484c-944f-84f01e9f9411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.625075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b0c24fc2-fcb6-484c-944f-84f01e9f9411 None None] Port 52dbb7ed-7adf-4483-90f2-fa4119739e06 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:44:59.675389 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79e09a80-9e04-4407-94fb-ac88ff385f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.807910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79e09a80-9e04-4407-94fb-ac88ff385f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.812278 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79e09a80-9e04-4407-94fb-ac88ff385f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.852825 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-79e09a80-9e04-4407-94fb-ac88ff385f2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=914b021d9e804b5c8a32372bbe938327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4108253 Nov 27 01:44:59.853833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e09a80-9e04-4407-94fb-ac88ff385f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c731e-d4d7-475b-b067-4565f7fdff93,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:44:59.855423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44818) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:44:59.881636 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:44:59.999246 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf94b21e-3a7f-416b-baf8-23002bc64485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.031599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf94b21e-3a7f-416b-baf8-23002bc64485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.065070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 02d721e1-54ae-49b8-98c0-f92ccb2e60ed up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:00.129456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:00.130132 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.169389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf94b21e-3a7f-416b-baf8-23002bc64485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.172886 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf94b21e-3a7f-416b-baf8-23002bc64485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.176436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bf94b21e-3a7f-416b-baf8-23002bc64485 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a49c731e-d4d7-475b-b067-4565f7fdff93 HTTP/1.1" status: 204 len: 168 time: 0.3170731 Nov 27 01:45:00.193099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94b21e-3a7f-416b-baf8-23002bc64485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c731e-d4d7-475b-b067-4565f7fdff93,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:00.225751 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.231363 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.275866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=02d721e1-54ae-49b8-98c0-f92ccb2e60ed,segment=NetworkSegment(ef104403-d350-47d9-8d63-fba447fd235a),segment_id=ef104403-d350-47d9-8d63-fba447fd235a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:00.280342 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.347381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=02d721e1-54ae-49b8-98c0-f92ccb2e60ed,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:00.447150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Router 8845ffee-6c0b-4d5b-9869-4dcad2883215 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:45:00.574760 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44824) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:00.591082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:45:00.592962 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01a191cd-b216-4bf7-8e79-109d53c8b27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.600063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Sync routers for ids ['8845ffee-6c0b-4d5b-9869-4dcad2883215'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:45:00.611405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Routers {'8845ffee-6c0b-4d5b-9869-4dcad2883215'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:00.612278 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['8845ffee-6c0b-4d5b-9869-4dcad2883215'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:00.616178 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fed3a81-0aa8-4447-8acd-a4e63033dc28 None None] Network 15c575df-ab07-42e1-a6c5-5b1aa68578ad requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:00.631433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.632915 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7c7e1c87-a8b3-4ab1-b7c3-d4033c3844b5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0489876 Nov 27 01:45:00.635782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44826) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:00.723867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a8dca727-170b-4c13-bc5a-6c82c026a23d None None] Provisioning complete for port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:00.724555 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8dca727-170b-4c13-bc5a-6c82c026a23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.750760 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01a191cd-b216-4bf7-8e79-109d53c8b27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.759237 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01a191cd-b216-4bf7-8e79-109d53c8b27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.793395 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-01a191cd-b216-4bf7-8e79-109d53c8b27d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84ef2ae5ec8b4f1a8e14a4ebe1b01441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172968 Nov 27 01:45:00.794730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44828) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:00.831172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a191cd-b216-4bf7-8e79-109d53c8b27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47685218-2008-4839-90da-5642f004e9e8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:00.852212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Set router 8845ffee-6c0b-4d5b-9869-4dcad2883215 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:00.867446 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d787e92-1a49-4093-ad39-4dc4ab63bbf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.892628 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d787e92-1a49-4093-ad39-4dc4ab63bbf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.949472 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d787e92-1a49-4093-ad39-4dc4ab63bbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.952106 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d787e92-1a49-4093-ad39-4dc4ab63bbf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:00.955982 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5d787e92-1a49-4093-ad39-4dc4ab63bbf2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47685218-2008-4839-90da-5642f004e9e8 HTTP/1.1" status: 204 len: 168 time: 0.1525178 Nov 27 01:45:00.963509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d787e92-1a49-4093-ad39-4dc4ab63bbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47685218-2008-4839-90da-5642f004e9e8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:01.181061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'name': 'tempest-TestAggregatesBasicOps-859733878-router', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:58Z', 'updated_at': '2021-11-27T01:44:59Z', 'revision_number': 3, 'project_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'gw_port': {'id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:59Z', 'updated_at': '2021-11-27T01:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:01.216783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Checking router: 8845ffee-6c0b-4d5b-9869-4dcad2883215 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:45:01.217155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Updating router 8845ffee-6c0b-4d5b-9869-4dcad2883215 port 52dbb7ed-7adf-4483-90f2-fa4119739e06 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:45:01.248337 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.422295 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.596813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-284896b4-897f-4b2c-ab7b-dc1db8f66fdc None None] Provisioning complete for port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:01.597410 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-284896b4-897f-4b2c-ab7b-dc1db8f66fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.654729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Allocated IP 172.20.0.1 (15c575df-ab07-42e1-a6c5-5b1aa68578ad/cd205542-9a60-4127-9925-ddd878d217ff/e4cf991a-c6dd-4dee-9baf-65b94aa68b1d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:45:01.756369 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.763518 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.763910 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.781269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44850) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:01.801689 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.809398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7fac2-012d-4fb2-80bb-19375f68ef51 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:01.826724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Attempting to bind port 52dbb7ed-7adf-4483-90f2-fa4119739e06 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:45:01.827104 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Attempting to bind port 52dbb7ed-7adf-4483-90f2-fa4119739e06 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:45:01.827502 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Attempting to bind port 52dbb7ed-7adf-4483-90f2-fa4119739e06 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:01.838503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e733c0-175a-4c95-8dc5-0341cc7fb9d2 None None] Pushing event updated for resources: {'Port': ['ID=52dbb7ed-7adf-4483-90f2-fa4119739e06,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:01.840932 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:45:01.841314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:01.841695 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.842074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:45:01.842593 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Bound port: 52dbb7ed-7adf-4483-90f2-fa4119739e06, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:45:01.843504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.850704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e4cf991a-c6dd-4dee-9baf-65b94aa68b1d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:01.867215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Network 15c575df-ab07-42e1-a6c5-5b1aa68578ad is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:01.868699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:01.881293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:45:01.897684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7ee92d3b-79c4-475b-b418-7df8538fd4c8 None None] Provisioning complete for port 52dbb7ed-7adf-4483-90f2-fa4119739e06 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:01.898044 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ee92d3b-79c4-475b-b418-7df8538fd4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.923644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1853130925-network', 'tenant_id': '356f0e1507854f87a8b6e3530d9e80d9'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:01.935335 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] For port 52dbb7ed-7adf-4483-90f2-fa4119739e06, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:45:01.937513 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.955082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] For port 52dbb7ed-7adf-4483-90f2-fa4119739e06, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=52dbb7ed-7adf-4483-90f2-fa4119739e06,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:45:01.957871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7ee92d3b-79c4-475b-b418-7df8538fd4c8 None None] Port 52dbb7ed-7adf-4483-90f2-fa4119739e06 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:45:01.958155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Made reservation on behalf of 356f0e1507854f87a8b6e3530d9e80d9 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:45:01.962769 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.962957 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:01.976494 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.042727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d7526-4fa3-42bd-b9d1-2d7c6ca395b9 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:02.066953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Routers {'8845ffee-6c0b-4d5b-9869-4dcad2883215'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:02.067971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['8845ffee-6c0b-4d5b-9869-4dcad2883215'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:02.089182 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.099270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.126282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e733c0-175a-4c95-8dc5-0341cc7fb9d2 None None] Pushing event updated for resources: {'Port': ['ID=52dbb7ed-7adf-4483-90f2-fa4119739e06,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:02.135731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 02d721e1-54ae-49b8-98c0-f92ccb2e60ed up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:02.140653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:45:02.142753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:02.154117 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.154998 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Added segment 632b932f-e96d-44d3-a41c-e12190f91b0f of type vlan for network 3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c Nov 27 01:45:02.159176 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.211846 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.242175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.244387 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:02.244619 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.245761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c74ca686-ebc6-4071-9fd5-2ad68e325673 None None] Provisioning complete for port 52dbb7ed-7adf-4483-90f2-fa4119739e06 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:02.246210 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c74ca686-ebc6-4071-9fd5-2ad68e325673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.287951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] Set router 8845ffee-6c0b-4d5b-9869-4dcad2883215 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:02.305807 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:45:02.315677 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5332274 Nov 27 01:45:02.318822 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44854) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:02.323610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-026103c5-025e-4d38-ae19-92bdacc3c965 admin admin] Request body: {'subnet': {'network_id': '3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1853130925-subnet', 'tenant_id': '356f0e1507854f87a8b6e3530d9e80d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:02.326899 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d8cf1-612f-4fb7-9f27-5e308a7dd7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:02.349730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026103c5-025e-4d38-ae19-92bdacc3c965 admin admin] Made reservation on behalf of 356f0e1507854f87a8b6e3530d9e80d9 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:45:02.352780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:45:02.354518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-026103c5-025e-4d38-ae19-92bdacc3c965 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.355102 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.356929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:02.357368 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.360396 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.428834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e4cf991a-c6dd-4dee-9baf-65b94aa68b1d,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:02.436998 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.538393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Network 15c575df-ab07-42e1-a6c5-5b1aa68578ad is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:02.541003 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:02.552173 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-026103c5-025e-4d38-ae19-92bdacc3c965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.573400 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c74ca686-ebc6-4071-9fd5-2ad68e325673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.621311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026103c5-025e-4d38-ae19-92bdacc3c965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d95995b-fa34-422b-a911-52ddaa988488,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:02.629706 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026103c5-025e-4d38-ae19-92bdacc3c965 admin admin] Checking segment: {'id': '632b932f-e96d-44d3-a41c-e12190f91b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:02.630071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026103c5-025e-4d38-ae19-92bdacc3c965 admin admin] Network hostable DHCP agents. Network: 3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:45:02.638018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c74ca686-ebc6-4071-9fd5-2ad68e325673 None None] For port 52dbb7ed-7adf-4483-90f2-fa4119739e06, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=52dbb7ed-7adf-4483-90f2-fa4119739e06,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:02.655003 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c74ca686-ebc6-4071-9fd5-2ad68e325673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.657924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026103c5-025e-4d38-ae19-92bdacc3c965 admin admin] Network 3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:45:02.672603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-026103c5-025e-4d38-ae19-92bdacc3c965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:02.682100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Router 8845ffee-6c0b-4d5b-9869-4dcad2883215 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:45:02.688009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026103c5-025e-4d38-ae19-92bdacc3c965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:02.688610 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-026103c5-025e-4d38-ae19-92bdacc3c965 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.694488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad37d1e2-1355-405d-bc22-1a4e03e8c182 None None] Network 3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:02.723601 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-026103c5-025e-4d38-ae19-92bdacc3c965 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3951435 Nov 27 01:45:02.785239 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ca686-ebc6-4071-9fd5-2ad68e325673 None None] Pushing event updated for resources: {'Port': ['ID=52dbb7ed-7adf-4483-90f2-fa4119739e06,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:02.801500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'name': 'tempest-TestAggregatesBasicOps-859733878-router', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:58Z', 'updated_at': '2021-11-27T01:44:59Z', 'revision_number': 3, 'project_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'gw_port': {'id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:59Z', 'updated_at': '2021-11-27T01:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:02.809609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e061da38-645b-43a0-9913-461682635d04 None None] Provisioning complete for port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:02.809981 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e061da38-645b-43a0-9913-461682635d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:02.825064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:45:02.837511 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-82c4013f-2ebc-4576-adbe-5851500ee8c2 admin admin] 10.222.0.37 "PUT /v2.0/routers/8845ffee-6c0b-4d5b-9869-4dcad2883215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2002108 Nov 27 01:45:02.858806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dfb9ba-87a8-4343-a8ac-2f0d35eb2437 None None] The sync data for ids ['8845ffee-6c0b-4d5b-9869-4dcad2883215'] in n-d-819494-2 is: [{'id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'name': 'tempest-TestAggregatesBasicOps-859733878-router', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:58Z', 'updated_at': '2021-11-27T01:44:59Z', 'revision_number': 3, 'project_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'gw_port': {'id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:59Z', 'updated_at': '2021-11-27T01:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:45:02.942511 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e061da38-645b-43a0-9913-461682635d04 None None] Port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:45:02.968536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63917a85-9c4a-4cbd-9cdd-9d14785f1eb3 None None] Network 3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:03.100027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6e7d37a3-28cc-4d1c-b4f8-a5822f6ad945 None None] Provisioning complete for port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:03.100403 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e7d37a3-28cc-4d1c-b4f8-a5822f6ad945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.191425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d37a3-28cc-4d1c-b4f8-a5822f6ad945 None None] Port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:45:03.422345 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44882) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:03.428155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-51294402-network', 'tenant_id': '5a6f926efc4749488ff09e330ecdbd57'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:03.454599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Made reservation on behalf of 5a6f926efc4749488ff09e330ecdbd57 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:45:03.457851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.468934 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.550175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.555758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.574908 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:45:03.594634 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.594978 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Added segment 9da3ce4b-7959-4f7c-9796-0e2b33688e44 of type vlan for network 7a62a025-7075-48d3-a060-b16c66358f4b Nov 27 01:45:03.603068 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5938bbbc-eb28-4095-be52-d94ef3e0a0e8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:03.624406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44886) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:03.629481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2106154958-network', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:03.645912 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.661383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Made reservation on behalf of 7d054b9aab8b4ba6accb5799090199b5 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:45:03.664029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.677523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.679953 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.683782 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:03.684389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.757490 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3332746 Nov 27 01:45:03.760436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44888) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:03.765006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cca42d89-258f-406b-bb33-f8abff256b03 admin admin] Request body: {'subnet': {'network_id': '7a62a025-7075-48d3-a060-b16c66358f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-51294402-subnet', 'tenant_id': '5a6f926efc4749488ff09e330ecdbd57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:03.772417 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.774345 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58f6d7-0225-497f-9ffa-74bf1e3b513d admin admin] Pushing event updated for resources: {'Network': ['ID=7a62a025-7075-48d3-a060-b16c66358f4b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:03.777227 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.788068 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 7a62a025-7075-48d3-a060-b16c66358f4b details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:45:03.795276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca42d89-258f-406b-bb33-f8abff256b03 admin admin] Made reservation on behalf of 5a6f926efc4749488ff09e330ecdbd57 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:45:03.798664 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cca42d89-258f-406b-bb33-f8abff256b03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.806639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:45:03.817320 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91102bd2-92ae-40d5-8e58-85bce0f9bd2b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:03.822658 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.822983 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Added segment 6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1 of type vlan for network 38529e4c-de51-4c2e-b9de-99646d7cdce7 Nov 27 01:45:03.871162 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.906344 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.907678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:03.909083 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.992481 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cca42d89-258f-406b-bb33-f8abff256b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:03.993537 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3679643 Nov 27 01:45:04.000269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44890) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:04.008965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-05902e25-b34e-4008-a6eb-dd01e57f287d admin admin] Request body: {'subnet': {'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2106154958-subnet', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:04.015857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf93d5-abd0-461e-9c37-c92a9bcdb2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=38529e4c-de51-4c2e-b9de-99646d7cdce7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:04.030075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 38529e4c-de51-4c2e-b9de-99646d7cdce7 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:45:04.080291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 52dbb7ed-7adf-4483-90f2-fa4119739e06 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:04.081459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05902e25-b34e-4008-a6eb-dd01e57f287d admin admin] Made reservation on behalf of 7d054b9aab8b4ba6accb5799090199b5 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:45:04.083782 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-05902e25-b34e-4008-a6eb-dd01e57f287d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:04.090505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca42d89-258f-406b-bb33-f8abff256b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63bcaaaf-c021-4a14-8935-0c9c4e2e5ee3,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:04.107533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca42d89-258f-406b-bb33-f8abff256b03 admin admin] Checking segment: {'id': '9da3ce4b-7959-4f7c-9796-0e2b33688e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7a62a025-7075-48d3-a060-b16c66358f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:04.107897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca42d89-258f-406b-bb33-f8abff256b03 admin admin] Network hostable DHCP agents. Network: 7a62a025-7075-48d3-a060-b16c66358f4b, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:45:04.149640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 52dbb7ed-7adf-4483-90f2-fa4119739e06 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:04.150586 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:04.174519 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca42d89-258f-406b-bb33-f8abff256b03 admin admin] Network 7a62a025-7075-48d3-a060-b16c66358f4b is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:45:04.188597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-cca42d89-258f-406b-bb33-f8abff256b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 7a62a025-7075-48d3-a060-b16c66358f4b) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:04.195882 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca42d89-258f-406b-bb33-f8abff256b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:04.196460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cca42d89-258f-406b-bb33-f8abff256b03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:04.199216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeadb95-cb85-4f8b-a538-ef9fcf275b94 None None] Network 7a62a025-7075-48d3-a060-b16c66358f4b requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:04.234170 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cca42d89-258f-406b-bb33-f8abff256b03 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4723272 Nov 27 01:45:04.299114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-05902e25-b34e-4008-a6eb-dd01e57f287d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:04.378977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8252b179-8ffd-4b0e-8962-02330070cb29 None None] Network 7a62a025-7075-48d3-a060-b16c66358f4b requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:04.383892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05902e25-b34e-4008-a6eb-dd01e57f287d admin admin] Checking segment: {'id': '6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:04.384270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05902e25-b34e-4008-a6eb-dd01e57f287d admin admin] Network hostable DHCP agents. Network: 38529e4c-de51-4c2e-b9de-99646d7cdce7, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:45:04.387829 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05902e25-b34e-4008-a6eb-dd01e57f287d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9693e125-86f6-4eaf-9f7e-b891f1223c29,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:04.411469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05902e25-b34e-4008-a6eb-dd01e57f287d admin admin] Network 38529e4c-de51-4c2e-b9de-99646d7cdce7 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:45:04.425996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-05902e25-b34e-4008-a6eb-dd01e57f287d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 38529e4c-de51-4c2e-b9de-99646d7cdce7) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:04.431293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05902e25-b34e-4008-a6eb-dd01e57f287d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:04.431931 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-05902e25-b34e-4008-a6eb-dd01e57f287d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:04.445702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d203d234-baaf-49fd-ae08-bf050721fcd6 None None] Network 38529e4c-de51-4c2e-b9de-99646d7cdce7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:04.452847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-05902e25-b34e-4008-a6eb-dd01e57f287d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4481878 Nov 27 01:45:04.455182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44896) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:04.461954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2106154958-router', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:04.487683 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:04.489381 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:04.543976 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:04.669511 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-38529e4c-de51-4c2e-b9de-99646d7cdce7', 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'fixed_ips': [{'subnet_id': '9693e125-86f6-4eaf-9f7e-b891f1223c29'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:45:04.670423 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:04.699691 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:04.825540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-10824c53-fe57-47c2-bf35-0c2723865d83 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:04.826131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Allocated IP 172.20.0.2 (38529e4c-de51-4c2e-b9de-99646d7cdce7/9693e125-86f6-4eaf-9f7e-b891f1223c29/4f2c169f-3820-49a8-b8b7-fa7787fb1e36) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:45:04.833619 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-10824c53-fe57-47c2-bf35-0c2723865d83 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/networks?id=3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c HTTP/1.1" status: 200 len: 809 time: 0.1565359 Nov 27 01:45:04.851204 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-5f1f2187-909b-4a42-bfdc-18efd0ae2c8f tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/quotas/356f0e1507854f87a8b6e3530d9e80d9 HTTP/1.1" status: 200 len: 375 time: 0.0163743 Nov 27 01:45:04.875075 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Sync routers for ids ['8845ffee-6c0b-4d5b-9869-4dcad2883215'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:45:04.888136 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Routers {'8845ffee-6c0b-4d5b-9869-4dcad2883215'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:04.889466 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['8845ffee-6c0b-4d5b-9869-4dcad2883215'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:04.910209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-a63ff589-ba7d-4c52-aac8-88819bb249ce tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=356f0e1507854f87a8b6e3530d9e80d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574384 Nov 27 01:45:04.933540 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:04.954032 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.052649 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Set router 8845ffee-6c0b-4d5b-9869-4dcad2883215 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:05.077460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Allocated IP 172.25.3.125 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/2caf1140-b860-4261-9190-57909875f0cb) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:45:05.183440 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.183700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-c7e4f9c8-e66c-414d-9090-9e2eccd50746 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723749 Nov 27 01:45:05.194757 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.229431 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.238596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Network 38529e4c-de51-4c2e-b9de-99646d7cdce7 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:05.246702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:05.255376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:45:05.284268 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.298071 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-bd55adbd-27bc-4e6f-8400-6b6fe28f254a service neutron] 10.222.0.37 "GET /v2.0/networks/3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137202 Nov 27 01:45:05.307768 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'name': 'tempest-TestAggregatesBasicOps-859733878-router', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:58Z', 'updated_at': '2021-11-27T01:45:02Z', 'revision_number': 4, 'project_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'gw_port': {'id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:59Z', 'updated_at': '2021-11-27T01:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e4cf991a-c6dd-4dee-9baf-65b94aa68b1d', 'name': '', 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'mac_address': 'fa:16:3e:44:0f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'cd205542-9a60-4127-9925-ddd878d217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:01Z', 'updated_at': '2021-11-27T01:45:02Z', 'revision_number': 2, 'project_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'subnets': [{'id': 'cd205542-9a60-4127-9925-ddd878d217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:05.310753 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Pushing event updated for resources: {'Port': ['ID=4f2c169f-3820-49a8-b8b7-fa7787fb1e36,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:05.326450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Attempting to bind port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:45:05.326827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Attempting to bind port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:45:05.327180 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Attempting to bind port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 on network 38529e4c-de51-4c2e-b9de-99646d7cdce7 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:05.328987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Pushing event updated for resources: {'Port': ['ID=2caf1140-b860-4261-9190-57909875f0cb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:05.333388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:45:05.333889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Checking segment: {'id': '6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:05.334225 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.334526 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Bound using segment: {'id': '6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:45:05.335005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Bound port: 4f2c169f-3820-49a8-b8b7-fa7787fb1e36, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:45:05.335385 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.335875 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Checking router: 8845ffee-6c0b-4d5b-9869-4dcad2883215 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:45:05.336400 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Updating router 8845ffee-6c0b-4d5b-9869-4dcad2883215 port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:45:05.342258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:05.344258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:05.355675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:45:05.360697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022b6d61-0ce0-4b46-b6a0-8d07d2d3946b None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:05.370925 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.445650 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] For port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:45:05.450533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] For port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4f2c169f-3820-49a8-b8b7-fa7787fb1e36,segment=NetworkSegment(6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1),segment_id=6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:45:05.451642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2a73603-4463-48f8-a27c-7a1d5049628f None None] Provisioning complete for port 2caf1140-b860-4261-9190-57909875f0cb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:05.452012 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2a73603-4463-48f8-a27c-7a1d5049628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.486966 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.497882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2a73603-4463-48f8-a27c-7a1d5049628f None None] Port 2caf1140-b860-4261-9190-57909875f0cb cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:45:05.551469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054a618-2b13-45aa-bdd4-6094a8260d49 None None] Pushing event updated for resources: {'Port': ['ID=4f2c169f-3820-49a8-b8b7-fa7787fb1e36,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:05.669174 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.676641 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.775779 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaaeef-cc1d-4bcd-abdb-3ffdf6791ea3 None None] Pushing event updated for resources: {'Port': ['ID=e4cf991a-c6dd-4dee-9baf-65b94aa68b1d,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:05.800283 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Attempting to bind port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:45:05.800879 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Attempting to bind port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ef104403-d350-47d9-8d63-fba447fd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:45:05.801732 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Attempting to bind port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d on network 15c575df-ab07-42e1-a6c5-5b1aa68578ad {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:05.808614 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:45:05.809095 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Checking segment: {'id': 'ef104403-d350-47d9-8d63-fba447fd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:05.809573 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.810038 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Bound using segment: {'id': 'ef104403-d350-47d9-8d63-fba447fd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:45:05.810630 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Bound port: e4cf991a-c6dd-4dee-9baf-65b94aa68b1d, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef104403-d350-47d9-8d63-fba447fd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:45:05.811082 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.915857 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] For port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:45:05.920309 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] For port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e4cf991a-c6dd-4dee-9baf-65b94aa68b1d,segment=NetworkSegment(ef104403-d350-47d9-8d63-fba447fd235a),segment_id=ef104403-d350-47d9-8d63-fba447fd235a)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:45:05.926352 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:05.997712 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Routers {'8845ffee-6c0b-4d5b-9869-4dcad2883215'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:05.998814 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['8845ffee-6c0b-4d5b-9869-4dcad2883215'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:06.047261 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:06.052660 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaaeef-cc1d-4bcd-abdb-3ffdf6791ea3 None None] Pushing event updated for resources: {'Port': ['ID=e4cf991a-c6dd-4dee-9baf-65b94aa68b1d,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:06.123776 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:06.148980 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] Set router 8845ffee-6c0b-4d5b-9869-4dcad2883215 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:06.191288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-49844086-16a7-4715-b835-cb09a4f94207 None None] Provisioning complete for port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:06.191667 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49844086-16a7-4715-b835-cb09a4f94207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:06.272180 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:06.272553 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:06.274082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:06.323895 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49844086-16a7-4715-b835-cb09a4f94207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:06.385988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-49844086-16a7-4715-b835-cb09a4f94207 None None] For port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e4cf991a-c6dd-4dee-9baf-65b94aa68b1d,segment=NetworkSegment(ef104403-d350-47d9-8d63-fba447fd235a),segment_id=ef104403-d350-47d9-8d63-fba447fd235a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:06.399097 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49844086-16a7-4715-b835-cb09a4f94207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:06.414955 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'name': 'tempest-TestAggregatesBasicOps-859733878-router', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:58Z', 'updated_at': '2021-11-27T01:45:02Z', 'revision_number': 4, 'project_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'gw_port': {'id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:59Z', 'updated_at': '2021-11-27T01:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e4cf991a-c6dd-4dee-9baf-65b94aa68b1d', 'name': '', 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'mac_address': 'fa:16:3e:44:0f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'cd205542-9a60-4127-9925-ddd878d217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:01Z', 'updated_at': '2021-11-27T01:45:05Z', 'revision_number': 4, 'project_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'subnets': [{'id': 'cd205542-9a60-4127-9925-ddd878d217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:06.430651 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Router 7ece3c14-107e-4456-b822-05ab3eb8a0ba is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:45:06.437040 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:06.453300 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaace677-f37b-4cb2-8760-6616570b474a None None] The sync data for ids ['8845ffee-6c0b-4d5b-9869-4dcad2883215'] in n-d-819494-2 is: [{'id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'name': 'tempest-TestAggregatesBasicOps-859733878-router', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:58Z', 'updated_at': '2021-11-27T01:45:02Z', 'revision_number': 4, 'project_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'gw_port': {'id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:59Z', 'updated_at': '2021-11-27T01:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e4cf991a-c6dd-4dee-9baf-65b94aa68b1d', 'name': '', 'network_id': '15c575df-ab07-42e1-a6c5-5b1aa68578ad', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'mac_address': 'fa:16:3e:44:0f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'cd205542-9a60-4127-9925-ddd878d217ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:01Z', 'updated_at': '2021-11-27T01:45:05Z', 'revision_number': 4, 'project_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'subnets': [{'id': 'cd205542-9a60-4127-9925-ddd878d217ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:45:06.507800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49844086-16a7-4715-b835-cb09a4f94207 None None] Pushing event updated for resources: {'Port': ['ID=e4cf991a-c6dd-4dee-9baf-65b94aa68b1d,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:06.514046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4f2c169f-3820-49a8-b8b7-fa7787fb1e36,segment=NetworkSegment(6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1),segment_id=6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:06.527193 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:06.568165 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-54d86189-8867-41f1-8d92-652b6b8eebdc None None] Provisioning complete for port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:06.568531 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-54d86189-8867-41f1-8d92-652b6b8eebdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:06.633324 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2733d246-3119-46f0-bd4a-7743392cc140 req-54fb28b0-0a98-48e4-a203-e10868665148 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 210 time: 0.0333679 Nov 27 01:45:06.641424 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=4f2c169f-3820-49a8-b8b7-fa7787fb1e36,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:06.662217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:45:06.685049 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:06.689268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 44920) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:06.690614 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-96e8b5bf-b295-4957-8fa0-8362783adbb6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2333570 Nov 27 01:45:06.788553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Sync routers for ids ['7ece3c14-107e-4456-b822-05ab3eb8a0ba'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:45:06.810472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Routers {'7ece3c14-107e-4456-b822-05ab3eb8a0ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:06.811284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7ece3c14-107e-4456-b822-05ab3eb8a0ba'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:06.920243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ecfee9-968e-4a54-905f-9811477cb925 None None] Network 38529e4c-de51-4c2e-b9de-99646d7cdce7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:07.025292 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7e31ab99-82e4-4b1e-9c84-02004c78869b None None] Provisioning complete for port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:07.025582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e31ab99-82e4-4b1e-9c84-02004c78869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:07.028401 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Set router 7ece3c14-107e-4456-b822-05ab3eb8a0ba gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:07.243827 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:07.365971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'name': 'tempest-TestAggregatesBasicOps-2106154958-router', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2caf1140-b860-4261-9190-57909875f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:05Z', 'revision_number': 3, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'gw_port': {'id': '2caf1140-b860-4261-9190-57909875f0cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:07.404875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Checking router: 7ece3c14-107e-4456-b822-05ab3eb8a0ba for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:45:07.405891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Updating router 7ece3c14-107e-4456-b822-05ab3eb8a0ba port 2caf1140-b860-4261-9190-57909875f0cb binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:45:07.421160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Allocated IP 172.20.0.1 (38529e4c-de51-4c2e-b9de-99646d7cdce7/9693e125-86f6-4eaf-9f7e-b891f1223c29/ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:45:07.441882 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:07.555482 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:07.605031 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:07.654855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-aa511f3f-72fb-460f-9b24-ebfce60d0efa None None] Provisioning complete for port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:07.655227 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aa511f3f-72fb-460f-9b24-ebfce60d0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:07.675072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Pushing event updated for resources: {'Port': ['ID=ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:07.681139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Network 38529e4c-de51-4c2e-b9de-99646d7cdce7 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:07.683545 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:07.686064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:45:07.762763 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-221397a8-a051-4a96-9081-f318157f2fd4 req-f177e442-8980-48a8-b3e6-465e4f037b66 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 210 time: 0.0327601 Nov 27 01:45:07.768410 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:07.886540 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:07.899983 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:07.925023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:07.961309 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1812a2a4-df72-401d-a8b7-23d9ed7ee0ea None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:07.986107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Attempting to bind port 2caf1140-b860-4261-9190-57909875f0cb on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:45:07.987094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Attempting to bind port 2caf1140-b860-4261-9190-57909875f0cb by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:45:07.987476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Attempting to bind port 2caf1140-b860-4261-9190-57909875f0cb on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:07.989837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d106289-328f-4160-8dc0-2af6f073ec8c None None] Pushing event updated for resources: {'Port': ['ID=2caf1140-b860-4261-9190-57909875f0cb,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:07.995995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:45:07.996376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:07.996918 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:07.997313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:45:07.997988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Bound port: 2caf1140-b860-4261-9190-57909875f0cb, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:45:07.998357 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:08.090137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] For port 2caf1140-b860-4261-9190-57909875f0cb, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:45:08.095428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] For port 2caf1140-b860-4261-9190-57909875f0cb, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2caf1140-b860-4261-9190-57909875f0cb,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:45:08.099523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2ed3b209-823c-4538-b6a6-484f257f3c56 None None] Provisioning complete for port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:08.100078 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b209-823c-4538-b6a6-484f257f3c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:08.103578 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:08.139175 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:08.145608 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:08.188387 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:08.192669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2ed3b209-823c-4538-b6a6-484f257f3c56 None None] Port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:45:08.195553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e4cf991a-c6dd-4dee-9baf-65b94aa68b1d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:08.197419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf93abe-652f-4f3c-953e-7d81c937140f None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:08.235940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Routers {'7ece3c14-107e-4456-b822-05ab3eb8a0ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:08.236660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7ece3c14-107e-4456-b822-05ab3eb8a0ba'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:08.275213 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Pushing event updated for resources: {'Port': ['ID=ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:08.286160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d106289-328f-4160-8dc0-2af6f073ec8c None None] Pushing event updated for resources: {'Port': ['ID=2caf1140-b860-4261-9190-57909875f0cb,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:08.310199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2ed3b209-823c-4538-b6a6-484f257f3c56 None None] Provisioning complete for port 2caf1140-b860-4261-9190-57909875f0cb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:08.310601 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b209-823c-4538-b6a6-484f257f3c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:08.315025 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Network 38529e4c-de51-4c2e-b9de-99646d7cdce7 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:08.316449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:08.441612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Router 7ece3c14-107e-4456-b822-05ab3eb8a0ba has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:45:08.551148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:08.551749 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:08.555515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:45:08.560809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f21d8df5-3ced-404a-afdb-26e3389a970d admin admin] 10.222.0.37 "PUT /v2.0/routers/7ece3c14-107e-4456-b822-05ab3eb8a0ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8688655 Nov 27 01:45:08.581653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] Set router 7ece3c14-107e-4456-b822-05ab3eb8a0ba gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:08.744654 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b209-823c-4538-b6a6-484f257f3c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:08.811280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2ed3b209-823c-4538-b6a6-484f257f3c56 None None] For port 2caf1140-b860-4261-9190-57909875f0cb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2caf1140-b860-4261-9190-57909875f0cb,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:08.822051 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b209-823c-4538-b6a6-484f257f3c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:08.824484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:08.880142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b24b2e4b-c29b-47ee-ad34-0b890353732c req-8368b2cb-87c0-4752-b768-420a59d52503 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 210 time: 0.0388858 Nov 27 01:45:08.958190 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3b209-823c-4538-b6a6-484f257f3c56 None None] Pushing event updated for resources: {'Port': ['ID=2caf1140-b860-4261-9190-57909875f0cb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:08.982103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1597f8c0-3dc2-4420-b69f-32afbeb9445b None None] Provisioning complete for port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:08.982521 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1597f8c0-3dc2-4420-b69f-32afbeb9445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:09.011314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:09.011686 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:09.052215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1597f8c0-3dc2-4420-b69f-32afbeb9445b None None] Port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:45:09.058716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'name': 'tempest-TestAggregatesBasicOps-2106154958-router', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2caf1140-b860-4261-9190-57909875f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:07Z', 'revision_number': 4, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'gw_port': {'id': '2caf1140-b860-4261-9190-57909875f0cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9', 'name': '', 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'mac_address': 'fa:16:3e:97:cb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '9693e125-86f6-4eaf-9f7e-b891f1223c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:07Z', 'updated_at': '2021-11-27T01:45:07Z', 'revision_number': 2, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'subnets': [{'id': '9693e125-86f6-4eaf-9f7e-b891f1223c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:09.097774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58dd9fd-20f7-40a5-840b-8a7844e054d1 None None] The sync data for ids ['7ece3c14-107e-4456-b822-05ab3eb8a0ba'] in n-d-819494-2 is: [{'id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'name': 'tempest-TestAggregatesBasicOps-2106154958-router', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2caf1140-b860-4261-9190-57909875f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:07Z', 'revision_number': 4, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'gw_port': {'id': '2caf1140-b860-4261-9190-57909875f0cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9', 'name': '', 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'mac_address': 'fa:16:3e:97:cb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '9693e125-86f6-4eaf-9f7e-b891f1223c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:07Z', 'updated_at': '2021-11-27T01:45:07Z', 'revision_number': 2, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'subnets': [{'id': '9693e125-86f6-4eaf-9f7e-b891f1223c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:45:09.107380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1597f8c0-3dc2-4420-b69f-32afbeb9445b None None] Provisioning complete for port 2caf1140-b860-4261-9190-57909875f0cb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:09.107746 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1597f8c0-3dc2-4420-b69f-32afbeb9445b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:09.607537 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44980) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:09.985711 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f68ce960-eaff-46ed-b1ae-abede44173aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:09.998008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5bc0b815-9c55-456d-8aef-9190cce280a4 req-631c05fa-6de3-4e73-9dce-ee27ca3e4846 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 210 time: 0.0555534 Nov 27 01:45:10.097809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2caf1140-b860-4261-9190-57909875f0cb up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:10.156914 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2caf1140-b860-4261-9190-57909875f0cb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:10.157666 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:10.292152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f68ce960-eaff-46ed-b1ae-abede44173aa admin admin] Deleting port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:45:10.292484 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f68ce960-eaff-46ed-b1ae-abede44173aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:10.372918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f68ce960-eaff-46ed-b1ae-abede44173aa admin admin] For port e4cf991a-c6dd-4dee-9baf-65b94aa68b1d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e4cf991a-c6dd-4dee-9baf-65b94aa68b1d,segment=NetworkSegment(ef104403-d350-47d9-8d63-fba447fd235a),segment_id=ef104403-d350-47d9-8d63-fba447fd235a)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:10.373195 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f68ce960-eaff-46ed-b1ae-abede44173aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:10.386734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f68ce960-eaff-46ed-b1ae-abede44173aa admin admin] Calling delete_port for e4cf991a-c6dd-4dee-9baf-65b94aa68b1d owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:45:10.582949 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f68ce960-eaff-46ed-b1ae-abede44173aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:10.609950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ce960-eaff-46ed-b1ae-abede44173aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e4cf991a-c6dd-4dee-9baf-65b94aa68b1d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:10.776270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f68ce960-eaff-46ed-b1ae-abede44173aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:10.995114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68ce960-eaff-46ed-b1ae-abede44173aa admin admin] Router 8845ffee-6c0b-4d5b-9869-4dcad2883215 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:45:11.117247 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e945118-1ff4-4387-a049-181276e4083a req-cbf90124-38eb-4941-a500-111a01fb059a tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 210 time: 0.0391028 Nov 27 01:45:11.127813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68ce960-eaff-46ed-b1ae-abede44173aa admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:45:11.133006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f68ce960-eaff-46ed-b1ae-abede44173aa admin admin] 10.222.0.37 "PUT /v2.0/routers/8845ffee-6c0b-4d5b-9869-4dcad2883215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5243990 Nov 27 01:45:11.135419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44990) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:11.141916 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b625c-adc3-4f5d-9eca-5f1b16884fe3 None None] Sync routers for ids ['8845ffee-6c0b-4d5b-9869-4dcad2883215'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:45:11.156403 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b625c-adc3-4f5d-9eca-5f1b16884fe3 None None] Routers {'8845ffee-6c0b-4d5b-9869-4dcad2883215'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:11.157016 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-044b625c-adc3-4f5d-9eca-5f1b16884fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['8845ffee-6c0b-4d5b-9869-4dcad2883215'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:11.251751 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:11.267098 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-044b625c-adc3-4f5d-9eca-5f1b16884fe3 None None] Set router 8845ffee-6c0b-4d5b-9869-4dcad2883215 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:11.330405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Sync routers for ids ['7ece3c14-107e-4456-b822-05ab3eb8a0ba'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:45:11.346930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Routers {'7ece3c14-107e-4456-b822-05ab3eb8a0ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:11.349806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7ece3c14-107e-4456-b822-05ab3eb8a0ba'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:11.485214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Set router 7ece3c14-107e-4456-b822-05ab3eb8a0ba gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:11.574486 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-17c2603e-b091-48b2-a90e-0442e67946bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:11.582046 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-044b625c-adc3-4f5d-9eca-5f1b16884fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'name': 'tempest-TestAggregatesBasicOps-859733878-router', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:58Z', 'updated_at': '2021-11-27T01:45:10Z', 'revision_number': 5, 'project_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'gw_port': {'id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:59Z', 'updated_at': '2021-11-27T01:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:11.610085 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b625c-adc3-4f5d-9eca-5f1b16884fe3 None None] Checking router: 8845ffee-6c0b-4d5b-9869-4dcad2883215 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:45:11.619857 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b625c-adc3-4f5d-9eca-5f1b16884fe3 None None] Routers {'8845ffee-6c0b-4d5b-9869-4dcad2883215'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:11.620484 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-044b625c-adc3-4f5d-9eca-5f1b16884fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['8845ffee-6c0b-4d5b-9869-4dcad2883215'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:11.718811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:11.730635 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-044b625c-adc3-4f5d-9eca-5f1b16884fe3 None None] Set router 8845ffee-6c0b-4d5b-9869-4dcad2883215 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:11.752724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'name': 'tempest-TestAggregatesBasicOps-2106154958-router', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2caf1140-b860-4261-9190-57909875f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:07Z', 'revision_number': 4, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'gw_port': {'id': '2caf1140-b860-4261-9190-57909875f0cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9', 'name': '', 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'mac_address': 'fa:16:3e:97:cb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '9693e125-86f6-4eaf-9f7e-b891f1223c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:07Z', 'updated_at': '2021-11-27T01:45:07Z', 'revision_number': 2, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'subnets': [{'id': '9693e125-86f6-4eaf-9f7e-b891f1223c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:11.771645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Deleting port 52dbb7ed-7adf-4483-90f2-fa4119739e06 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:45:11.772033 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:11.782303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Checking router: 7ece3c14-107e-4456-b822-05ab3eb8a0ba for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:45:11.782664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Updating router 7ece3c14-107e-4456-b822-05ab3eb8a0ba port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:45:11.815522 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:11.871905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] For port 52dbb7ed-7adf-4483-90f2-fa4119739e06, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=52dbb7ed-7adf-4483-90f2-fa4119739e06,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:11.872275 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:11.885785 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Calling delete_port for 52dbb7ed-7adf-4483-90f2-fa4119739e06 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:45:11.961496 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-044b625c-adc3-4f5d-9eca-5f1b16884fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'name': 'tempest-TestAggregatesBasicOps-859733878-router', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:58Z', 'updated_at': '2021-11-27T01:45:10Z', 'revision_number': 5, 'project_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'gw_port': {'id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:59Z', 'updated_at': '2021-11-27T01:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:12.003344 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b625c-adc3-4f5d-9eca-5f1b16884fe3 None None] The sync data for ids ['8845ffee-6c0b-4d5b-9869-4dcad2883215'] in n-d-819494-2 is: [{'id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'name': 'tempest-TestAggregatesBasicOps-859733878-router', 'tenant_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:44:58Z', 'updated_at': '2021-11-27T01:45:10Z', 'revision_number': 5, 'project_id': 'ee9ef3e634414f0fb5ad0cb56e37da07', 'gw_port': {'id': '52dbb7ed-7adf-4483-90f2-fa4119739e06', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8845ffee-6c0b-4d5b-9869-4dcad2883215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:44:59Z', 'updated_at': '2021-11-27T01:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:45:12.097274 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-5de95bd4-b5ed-4305-b5f5-a8f4a9237e71 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:12.100027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-5de95bd4-b5ed-4305-b5f5-a8f4a9237e71 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.42 "GET /v2.0/networks?id=3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c HTTP/1.1" status: 200 len: 809 time: 0.1929872 Nov 27 01:45:12.117516 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.131310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Request body: {'port': {'device_id': '52a430d7-04e5-4a16-a5e2-a9d806a8d4c9', 'network_id': '3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c', 'admin_state_up': True, 'tenant_id': '356f0e1507854f87a8b6e3530d9e80d9'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:12.149181 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=52dbb7ed-7adf-4483-90f2-fa4119739e06,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:12.188122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562206e0-fbbd-47a4-96c5-171c4792acc3 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:12.235935 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.239535 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.243324 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.247010 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3b9b01c-0101-453c-b162-492b5347a616 req-8e4e8aaa-9f97-4b3f-8f0d-3f2cedd564a6 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 210 time: 0.0415440 Nov 27 01:45:12.284040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Made reservation on behalf of 356f0e1507854f87a8b6e3530d9e80d9 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:45:12.288103 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.366754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31036626-7a14-4492-ad0b-7b648864248f None None] Pushing event updated for resources: {'Port': ['ID=ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:12.370662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Attempting to bind port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:45:12.371485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Attempting to bind port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:45:12.371951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Attempting to bind port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 on network 38529e4c-de51-4c2e-b9de-99646d7cdce7 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:12.378279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:45:12.378753 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Checking segment: {'id': '6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:12.379265 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.379926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Bound using segment: {'id': '6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:45:12.380544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Bound port: ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:45:12.381042 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.419736 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.422924 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.440467 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Allocated IP 172.20.0.5 (3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c/1d95995b-fa34-422b-a911-52ddaa988488/f97e0e31-4dc6-4609-a692-44556fdd9998) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:45:12.462105 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] For port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:45:12.466141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] For port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9,segment=NetworkSegment(6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1),segment_id=6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:45:12.475802 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.481540 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.482117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8845ffee-6c0b-4d5b-9869-4dcad2883215 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:45:12.487981 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.492908 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-67740af8-afd4-443e-922f-08fe18bdddd6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8845ffee-6c0b-4d5b-9869-4dcad2883215 HTTP/1.1" status: 204 len: 168 time: 1.3561761 Nov 27 01:45:12.493545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44996) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:12.530105 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Routers {'7ece3c14-107e-4456-b822-05ab3eb8a0ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:12.531333 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:44:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7ece3c14-107e-4456-b822-05ab3eb8a0ba'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:12.553553 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbf9b03-43c8-48e2-b354-758b21ae52f8 admin admin] Deleting subnet cd205542-9a60-4127-9925-ddd878d217ff {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:45:12.557049 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9b03-43c8-48e2-b354-758b21ae52f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.604827 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9b03-43c8-48e2-b354-758b21ae52f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.653210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.658411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31036626-7a14-4492-ad0b-7b648864248f None None] Pushing event updated for resources: {'Port': ['ID=ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:12.671832 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] Set router 7ece3c14-107e-4456-b822-05ab3eb8a0ba gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:12.708564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a3f9cc59-041f-49d5-9095-0e825b09f788 None None] Provisioning complete for port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:12.709314 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3f9cc59-041f-49d5-9095-0e825b09f788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.720335 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.744894 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9b03-43c8-48e2-b354-758b21ae52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.788615 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Network 3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:12.793063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:12.797145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:45:12.809256 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Pushing event updated for resources: {'Port': ['ID=f97e0e31-4dc6-4609-a692-44556fdd9998,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:12.814483 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9b03-43c8-48e2-b354-758b21ae52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.851239 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9b03-43c8-48e2-b354-758b21ae52f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:12.856693 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fcbf9b03-43c8-48e2-b354-758b21ae52f8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cd205542-9a60-4127-9925-ddd878d217ff HTTP/1.1" status: 204 len: 168 time: 0.3597147 Nov 27 01:45:12.856693 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf9b03-43c8-48e2-b354-758b21ae52f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd205542-9a60-4127-9925-ddd878d217ff,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:12.860634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe259551-d726-4623-a4c8-61b8751f4b9a None None] Network 15c575df-ab07-42e1-a6c5-5b1aa68578ad requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:12.862449 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 44998) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:12.942641 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.005557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Deleting port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:45:13.005909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.087598 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] For port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=02d721e1-54ae-49b8-98c0-f92ccb2e60ed,segment=NetworkSegment(ef104403-d350-47d9-8d63-fba447fd235a),segment_id=ef104403-d350-47d9-8d63-fba447fd235a)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:13.087999 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.104869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Calling delete_port for 02d721e1-54ae-49b8-98c0-f92ccb2e60ed owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:45:13.167529 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3f9cc59-041f-49d5-9095-0e825b09f788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.200776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:13.201370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:13.201506 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:13.201773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:13.202372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:13.202879 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:13.203414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:13.203928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:13.204431 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:13.204943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:13.205463 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:13.205970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:13.217535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:13.218881 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.222150 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.238508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-9ad88f11-1ffd-494c-9e8f-c599cbaa3a12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1110771 Nov 27 01:45:13.260832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Request body: {'port': {'device_id': '52a430d7-04e5-4a16-a5e2-a9d806a8d4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:13.261590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d721e1-54ae-49b8-98c0-f92ccb2e60ed,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:13.265656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] No DVR routers for this DVR port 02d721e1-54ae-49b8-98c0-f92ccb2e60ed on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:45:13.288013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a3f9cc59-041f-49d5-9095-0e825b09f788 None None] For port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9,segment=NetworkSegment(6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1),segment_id=6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:13.300281 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3f9cc59-041f-49d5-9095-0e825b09f788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.350675 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.394907 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.399316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'name': 'tempest-TestAggregatesBasicOps-2106154958-router', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2caf1140-b860-4261-9190-57909875f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:07Z', 'revision_number': 4, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'gw_port': {'id': '2caf1140-b860-4261-9190-57909875f0cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9', 'name': '', 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'mac_address': 'fa:16:3e:97:cb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '9693e125-86f6-4eaf-9f7e-b891f1223c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:07Z', 'updated_at': '2021-11-27T01:45:12Z', 'revision_number': 4, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'subnets': [{'id': '9693e125-86f6-4eaf-9f7e-b891f1223c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:13.401384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9cc59-041f-49d5-9095-0e825b09f788 None None] Pushing event updated for resources: {'Port': ['ID=ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:13.434451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c575df-ab07-42e1-a6c5-5b1aa68578ad']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:13.435303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9585ad5-0ebb-4ac4-bcde-65e6ff076709 None None] The sync data for ids ['7ece3c14-107e-4456-b822-05ab3eb8a0ba'] in n-d-819494-2 is: [{'id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'name': 'tempest-TestAggregatesBasicOps-2106154958-router', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2caf1140-b860-4261-9190-57909875f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:07Z', 'revision_number': 4, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'gw_port': {'id': '2caf1140-b860-4261-9190-57909875f0cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9', 'name': '', 'network_id': '38529e4c-de51-4c2e-b9de-99646d7cdce7', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'mac_address': 'fa:16:3e:97:cb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '9693e125-86f6-4eaf-9f7e-b891f1223c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:07Z', 'updated_at': '2021-11-27T01:45:12Z', 'revision_number': 4, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'subnets': [{'id': '9693e125-86f6-4eaf-9f7e-b891f1223c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:45:13.447499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-556b57f3-37f5-467e-b46f-f5f2447da378 None None] Provisioning complete for port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:13.448119 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-556b57f3-37f5-467e-b46f-f5f2447da378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.449647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef104403-d350-47d9-8d63-fba447fd235a') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:13.449944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef104403-d350-47d9-8d63-fba447fd235a') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:13.464559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1d17d-8578-45b6-a8dd-eb1a27d4cd5d req-b3d4dff3-7863-4f21-afe9-42219f59b75c tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:13.466073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2c1d17d-8578-45b6-a8dd-eb1a27d4cd5d req-b3d4dff3-7863-4f21-afe9-42219f59b75c tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 931 time: 0.0925035 Nov 27 01:45:13.473499 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.500843 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.522556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:45:13.523024 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:45:13.524674 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:45:13.593870 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2c1d17d-8578-45b6-a8dd-eb1a27d4cd5d req-ca6a0925-38de-4686-b13d-815c2dd894d5 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042085 Nov 27 01:45:13.602286 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.609503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.612941 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] 10.222.0.37 "DELETE /v2.0/networks/15c575df-ab07-42e1-a6c5-5b1aa68578ad HTTP/1.1" status: 204 len: 168 time: 0.7493093 Nov 27 01:45:13.622150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45004) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:13.630819 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62d4ad-6cb8-4f3c-b4a4-54c1859e4276 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c575df-ab07-42e1-a6c5-5b1aa68578ad,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:13.663053 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208cba0f-7c2e-4682-979f-058fc309f5da None None] DHCP port deletion for 15c575df-ab07-42e1-a6c5-5b1aa68578ad request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:13.708211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97e0e31-4dc6-4609-a692-44556fdd9998 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:45:13.725636 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.741289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Transition to ACTIVE for port object f97e0e31-4dc6-4609-a692-44556fdd9998 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:45:13.746429 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.846105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Pushing event updated for resources: {'Port': ['ID=f97e0e31-4dc6-4609-a692-44556fdd9998,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:13.874653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Attempting to bind port f97e0e31-4dc6-4609-a692-44556fdd9998 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:45:13.874972 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Attempting to bind port f97e0e31-4dc6-4609-a692-44556fdd9998 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '632b932f-e96d-44d3-a41c-e12190f91b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:45:13.875644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Attempting to bind port f97e0e31-4dc6-4609-a692-44556fdd9998 on network 3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:13.882957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Port f97e0e31-4dc6-4609-a692-44556fdd9998 on network 3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:45:13.883183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Attempting to bind port f97e0e31-4dc6-4609-a692-44556fdd9998 on network 3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:13.889568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:45:13.890143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Checking segment: {'id': '632b932f-e96d-44d3-a41c-e12190f91b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:13.890421 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7dcbac28-7cb7-45a0-9735-d8337623f6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.890934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Bound using segment: {'id': '632b932f-e96d-44d3-a41c-e12190f91b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:45:13.891740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Bound port: f97e0e31-4dc6-4609-a692-44556fdd9998, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632b932f-e96d-44d3-a41c-e12190f91b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:45:13.892390 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:13.970858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] For port f97e0e31-4dc6-4609-a692-44556fdd9998, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:45:13.974470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] For port f97e0e31-4dc6-4609-a692-44556fdd9998, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f97e0e31-4dc6-4609-a692-44556fdd9998,segment=NetworkSegment(632b932f-e96d-44d3-a41c-e12190f91b0f),segment_id=632b932f-e96d-44d3-a41c-e12190f91b0f)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:45:13.981205 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:14.027818 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:14.028705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:14.031259 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] 10.222.0.42 "PUT /v2.0/ports/f97e0e31-4dc6-4609-a692-44556fdd9998 HTTP/1.1" status: 200 len: 1091 time: 0.7768257 Nov 27 01:45:14.032300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a430d7-04e5-4a16-a5e2-a9d806a8d4c9', 'tag': 'f97e0e31-4dc6-4609-a692-44556fdd9998'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:45:14.035033 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b78c8f-cf5b-4521-b44b-db32899572b8" -d '{"events": [{"name": "network-changed", "server_uuid": "52a430d7-04e5-4a16-a5e2-a9d806a8d4c9", "tag": "f97e0e31-4dc6-4609-a692-44556fdd9998"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:45:14.067131 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05094f71-448d-4b87-9940-f889cac2d8fd service neutron] Pushing event updated for resources: {'Port': ['ID=f97e0e31-4dc6-4609-a692-44556fdd9998,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:14.102650 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a70958-9ac2-42a5-866c-e4eeffbfad9a x-openstack-request-id: req-13a70958-9ac2-42a5-866c-e4eeffbfad9a {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:45:14.102950 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a430d7-04e5-4a16-a5e2-a9d806a8d4c9", "tag": "f97e0e31-4dc6-4609-a692-44556fdd9998", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:45:14.103209 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13a70958-9ac2-42a5-866c-e4eeffbfad9a {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:45:14.103985 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a430d7-04e5-4a16-a5e2-a9d806a8d4c9', 'tag': 'f97e0e31-4dc6-4609-a692-44556fdd9998', 'status': 'completed', 'code': 200} Nov 27 01:45:14.142345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e591547a-9109-4522-a464-f2b27c9984c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:14.180880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:14.206173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b78c8f-cf5b-4521-b44b-db32899572b8 req-1619439f-d345-4dee-a5c6-3605c180e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:14.209143 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85b78c8f-cf5b-4521-b44b-db32899572b8 req-1619439f-d345-4dee-a5c6-3605c180e809 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=356f0e1507854f87a8b6e3530d9e80d9&device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 1094 time: 0.0687156 Nov 27 01:45:14.256501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:14.256897 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:14.414263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e4cf991a-c6dd-4dee-9baf-65b94aa68b1d no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:45:14.430507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b78c8f-cf5b-4521-b44b-db32899572b8 req-16f4b9a9-cb2d-43ad-8751-8bbff14d4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:14.432043 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85b78c8f-cf5b-4521-b44b-db32899572b8 req-16f4b9a9-cb2d-43ad-8751-8bbff14d4bf2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=356f0e1507854f87a8b6e3530d9e80d9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2075918 Nov 27 01:45:14.438789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: e4cf991a-c6dd-4dee-9baf-65b94aa68b1d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:45:14.439129 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e4cf991a-c6dd-4dee-9baf-65b94aa68b1d not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:45:14.439548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 02d721e1-54ae-49b8-98c0-f92ccb2e60ed no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:45:14.462934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 02d721e1-54ae-49b8-98c0-f92ccb2e60ed {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:45:14.463280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 02d721e1-54ae-49b8-98c0-f92ccb2e60ed not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:45:14.464153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 52dbb7ed-7adf-4483-90f2-fa4119739e06 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:45:14.469827 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e591547a-9109-4522-a464-f2b27c9984c0 admin admin] Deleting port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:45:14.470429 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e591547a-9109-4522-a464-f2b27c9984c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:14.484175 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 52dbb7ed-7adf-4483-90f2-fa4119739e06 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:45:14.484516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 52dbb7ed-7adf-4483-90f2-fa4119739e06 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:45:14.538086 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b78c8f-cf5b-4521-b44b-db32899572b8 req-8cdb9c98-b331-417d-ba78-2000c89cdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:14.539573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85b78c8f-cf5b-4521-b44b-db32899572b8 req-8cdb9c98-b331-417d-ba78-2000c89cdd2e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008255 Nov 27 01:45:14.548359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-e591547a-9109-4522-a464-f2b27c9984c0 admin admin] For port ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9,segment=NetworkSegment(6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1),segment_id=6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:14.548726 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e591547a-9109-4522-a464-f2b27c9984c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:14.562373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e591547a-9109-4522-a464-f2b27c9984c0 admin admin] Calling delete_port for ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:45:14.610543 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:14.644056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-d6f3bd20-f10e-4744-bb94-e7687c25e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:14.645647 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-d6f3bd20-f10e-4744-bb94-e7687c25e46f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=356f0e1507854f87a8b6e3530d9e80d9&device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 1094 time: 0.0481515 Nov 27 01:45:14.698913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-ad401a06-c138-49f4-ac57-23331ace6c30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f97e0e31-4dc6-4609-a692-44556fdd9998 HTTP/1.1" status: 200 len: 217 time: 0.0381591 Nov 27 01:45:14.738421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d39e8e-6219-424e-a94f-a319d1b049a3 req-d5411f60-1836-4022-82a0-4378b870ec9e tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:14.739751 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61d39e8e-6219-424e-a94f-a319d1b049a3 req-d5411f60-1836-4022-82a0-4378b870ec9e tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 943 time: 0.0664730 Nov 27 01:45:14.750458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-c264e847-7201-4bb5-a7fe-9eb3c0fd4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:14.751912 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-c264e847-7201-4bb5-a7fe-9eb3c0fd4c0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1d95995b-fa34-422b-a911-52ddaa988488 HTTP/1.1" status: 200 len: 849 time: 0.0454371 Nov 27 01:45:14.783787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-951fe5f5-c26b-40d4-853a-8f036a5424d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248971 Nov 27 01:45:14.826198 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61d39e8e-6219-424e-a94f-a319d1b049a3 req-a66628e7-9afe-4748-8985-5b72b5948988 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794230 Nov 27 01:45:14.827866 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e591547a-9109-4522-a464-f2b27c9984c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:14.855896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591547a-9109-4522-a464-f2b27c9984c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:14.905313 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-7979bf57-3d6b-4f11-b1b8-40a11d9bf8a1 service neutron] 10.222.0.42 "GET /v2.0/networks/3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142573 Nov 27 01:45:15.006636 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec6e72d7-3c2d-48ce-8967-351d790e4875 req-b6f4abda-ef49-4c3c-8eee-46183e6c8415 service neutron] 10.222.0.42 "GET /v2.0/networks/3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935376 Nov 27 01:45:15.022995 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e591547a-9109-4522-a464-f2b27c9984c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:15.101288 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:15.250020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e591547a-9109-4522-a464-f2b27c9984c0 admin admin] Router 7ece3c14-107e-4456-b822-05ab3eb8a0ba has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:45:15.360219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e591547a-9109-4522-a464-f2b27c9984c0 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:45:15.365091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e591547a-9109-4522-a464-f2b27c9984c0 admin admin] 10.222.0.37 "PUT /v2.0/routers/7ece3c14-107e-4456-b822-05ab3eb8a0ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360661 Nov 27 01:45:15.367908 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45010) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:15.369417 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b7bdf-9d83-4c8f-bde8-bbd7164c83cb None None] Sync routers for ids ['7ece3c14-107e-4456-b822-05ab3eb8a0ba'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:45:15.378869 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b7bdf-9d83-4c8f-bde8-bbd7164c83cb None None] Routers {'7ece3c14-107e-4456-b822-05ab3eb8a0ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:15.379475 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-228b7bdf-9d83-4c8f-bde8-bbd7164c83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:45:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7ece3c14-107e-4456-b822-05ab3eb8a0ba'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:15.474023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:15.481440 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-228b7bdf-9d83-4c8f-bde8-bbd7164c83cb None None] Set router 7ece3c14-107e-4456-b822-05ab3eb8a0ba gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:15.574798 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:15.628570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Deleting port 2caf1140-b860-4261-9190-57909875f0cb {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:45:15.628820 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:15.661407 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-228b7bdf-9d83-4c8f-bde8-bbd7164c83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'name': 'tempest-TestAggregatesBasicOps-2106154958-router', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '2caf1140-b860-4261-9190-57909875f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:14Z', 'revision_number': 5, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'gw_port': {'id': '2caf1140-b860-4261-9190-57909875f0cb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:15.691380 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b7bdf-9d83-4c8f-bde8-bbd7164c83cb None None] Checking router: 7ece3c14-107e-4456-b822-05ab3eb8a0ba for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:45:15.699523 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b7bdf-9d83-4c8f-bde8-bbd7164c83cb None None] Routers {'7ece3c14-107e-4456-b822-05ab3eb8a0ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:15.700128 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-228b7bdf-9d83-4c8f-bde8-bbd7164c83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:45:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['7ece3c14-107e-4456-b822-05ab3eb8a0ba'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:15.710406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] For port 2caf1140-b860-4261-9190-57909875f0cb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2caf1140-b860-4261-9190-57909875f0cb,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:15.710760 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:15.723450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Calling delete_port for 2caf1140-b860-4261-9190-57909875f0cb owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:45:15.782901 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-228b7bdf-9d83-4c8f-bde8-bbd7164c83cb None None] Set router 7ece3c14-107e-4456-b822-05ab3eb8a0ba gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:15.833253 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-228b7bdf-9d83-4c8f-bde8-bbd7164c83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'name': 'tempest-TestAggregatesBasicOps-2106154958-router', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:15Z', 'revision_number': 6, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:15.862930 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b7bdf-9d83-4c8f-bde8-bbd7164c83cb None None] The sync data for ids ['7ece3c14-107e-4456-b822-05ab3eb8a0ba'] in n-d-819494-2 is: [{'id': '7ece3c14-107e-4456-b822-05ab3eb8a0ba', 'name': 'tempest-TestAggregatesBasicOps-2106154958-router', 'tenant_id': '7d054b9aab8b4ba6accb5799090199b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:04Z', 'updated_at': '2021-11-27T01:45:15Z', 'revision_number': 6, 'project_id': '7d054b9aab8b4ba6accb5799090199b5', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:45:15.888234 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:15.915996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Pushing event deleted for resources: {'Port': ['ID=2caf1140-b860-4261-9190-57909875f0cb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:15.932066 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35f9bdf-a7f8-4ec4-8e33-669d673b9674 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:16.011725 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.020442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97251fad-8296-4568-a5a4-009b9a463b8f req-b0613820-9d7c-45da-b0d0-b739ee6f6a0b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:16.021901 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97251fad-8296-4568-a5a4-009b9a463b8f req-b0613820-9d7c-45da-b0d0-b739ee6f6a0b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 943 time: 0.0982680 Nov 27 01:45:16.121491 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.123702 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.180894 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-97251fad-8296-4568-a5a4-009b9a463b8f req-afaa97fa-69c5-4c9c-96fe-4af70a2bc8d9 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340492 Nov 27 01:45:16.181775 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.182341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ece3c14-107e-4456-b822-05ab3eb8a0ba {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:45:16.186968 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.189851 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7a4b73bd-ce06-45b9-8a2a-d7410869475f admin admin] 10.222.0.37 "DELETE /v2.0/routers/7ece3c14-107e-4456-b822-05ab3eb8a0ba HTTP/1.1" status: 204 len: 168 time: 0.8208976 Nov 27 01:45:16.190759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45014) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:16.241227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b034c281-a104-4103-a23d-30c1e5eb1276 admin admin] Deleting subnet 9693e125-86f6-4eaf-9f7e-b891f1223c29 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:45:16.244743 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b034c281-a104-4103-a23d-30c1e5eb1276 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.287363 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b034c281-a104-4103-a23d-30c1e5eb1276 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.333212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:45:16.353860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:45:16.354212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device ef399c2f-e86d-4a7f-bff5-2c9be7ae7da9 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:45:16.373258 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b034c281-a104-4103-a23d-30c1e5eb1276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.424356 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b034c281-a104-4103-a23d-30c1e5eb1276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.447808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034c281-a104-4103-a23d-30c1e5eb1276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9693e125-86f6-4eaf-9f7e-b891f1223c29,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:16.454799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b034c281-a104-4103-a23d-30c1e5eb1276 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.459081 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b034c281-a104-4103-a23d-30c1e5eb1276 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9693e125-86f6-4eaf-9f7e-b891f1223c29 HTTP/1.1" status: 204 len: 168 time: 0.2673891 Nov 27 01:45:16.459930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8f3e1-3a62-4a6c-9e30-2e8a252649c8 None None] Network 38529e4c-de51-4c2e-b9de-99646d7cdce7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:16.461580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45016) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:16.540618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.593360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Deleting port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:45:16.593694 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.656069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] For port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4f2c169f-3820-49a8-b8b7-fa7787fb1e36,segment=NetworkSegment(6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1),segment_id=6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:16.656426 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.673700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Calling delete_port for 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:45:16.698823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4686aca-d9a0-4646-b1f2-06d117879d57 None None] DHCP port deletion for 38529e4c-de51-4c2e-b9de-99646d7cdce7 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:16.752758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a4686aca-d9a0-4646-b1f2-06d117879d57 None None] Deleting port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:45:16.753138 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a4686aca-d9a0-4646-b1f2-06d117879d57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.763337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.792187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] No DVR routers for this DVR port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:45:16.816282 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2c169f-3820-49a8-b8b7-fa7787fb1e36,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:16.830267 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.837177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a4686aca-d9a0-4646-b1f2-06d117879d57 None None] For port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=4f2c169f-3820-49a8-b8b7-fa7787fb1e36,segment=NetworkSegment(6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1),segment_id=6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:16.837565 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a4686aca-d9a0-4646-b1f2-06d117879d57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.850482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a4686aca-d9a0-4646-b1f2-06d117879d57 None None] Calling delete_port for 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:45:16.871883 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.893067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38529e4c-de51-4c2e-b9de-99646d7cdce7']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:16.903628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:16.903628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf2e65a-3cf8-4a41-9862-45dcd2a39fc1') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:16.914842 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.929647 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.936148 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:45:16.937031 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.937196 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a4686aca-d9a0-4646-b1f2-06d117879d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:45:16.938993 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:45:16.969508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4686aca-d9a0-4646-b1f2-06d117879d57 None None] No DVR routers for this DVR port 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:45:16.971356 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4686aca-d9a0-4646-b1f2-06d117879d57 None None] Pushing event deleted for resources: {'Port': ['ID=4f2c169f-3820-49a8-b8b7-fa7787fb1e36,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:16.994521 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.000633 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.006316 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] 10.222.0.37 "DELETE /v2.0/networks/38529e4c-de51-4c2e-b9de-99646d7cdce7 HTTP/1.1" status: 204 len: 168 time: 0.5412312 Nov 27 01:45:17.023791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ad958-6b4d-4695-9e16-ce80d7e8221d admin admin] Pushing event deleted for resources: {'Network': ['ID=38529e4c-de51-4c2e-b9de-99646d7cdce7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:17.165285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45020) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:17.211095 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-caeaca12-f199-467b-8bdd-de8f9652ba17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee9ef3e634414f0fb5ad0cb56e37da07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444362 Nov 27 01:45:17.213584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45024) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:17.286290 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dade672d-e67c-4582-85da-5bbf125b9406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.315072 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dade672d-e67c-4582-85da-5bbf125b9406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.321512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f97e0e31-4dc6-4609-a692-44556fdd9998 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:45:17.333244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279610b-7ee6-4ad9-9d73-03203d0abefe req-af3faa66-6ed1-467c-9b17-b5701e885f85 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:17.334739 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f279610b-7ee6-4ad9-9d73-03203d0abefe req-af3faa66-6ed1-467c-9b17-b5701e885f85 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 943 time: 0.0842586 Nov 27 01:45:17.400154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f279610b-7ee6-4ad9-9d73-03203d0abefe req-9f742968-3ee9-478f-ae1f-3a5723242ab6 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567746 Nov 27 01:45:17.413904 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dade672d-e67c-4582-85da-5bbf125b9406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.415473 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.424279 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dade672d-e67c-4582-85da-5bbf125b9406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.424279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dade672d-e67c-4582-85da-5bbf125b9406 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a088c1d-0341-446d-9e07-595d022257b8 HTTP/1.1" status: 204 len: 168 time: 0.2035811 Nov 27 01:45:17.426895 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade672d-e67c-4582-85da-5bbf125b9406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a088c1d-0341-446d-9e07-595d022257b8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:17.449823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f97e0e31-4dc6-4609-a692-44556fdd9998, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f97e0e31-4dc6-4609-a692-44556fdd9998,segment=NetworkSegment(632b932f-e96d-44d3-a41c-e12190f91b0f),segment_id=632b932f-e96d-44d3-a41c-e12190f91b0f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:17.462185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'f97e0e31-4dc6-4609-a692-44556fdd9998', 'network_id': '3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c', 'port_id': 'f97e0e31-4dc6-4609-a692-44556fdd9998', 'mac_address': 'fa:16:3e:3c:97:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d95995b-fa34-422b-a911-52ddaa988488', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:45:17.498319 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.511421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97e0e31-4dc6-4609-a692-44556fdd9998 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:45:17.530902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f97e0e31-4dc6-4609-a692-44556fdd9998, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f97e0e31-4dc6-4609-a692-44556fdd9998,segment=NetworkSegment(632b932f-e96d-44d3-a41c-e12190f91b0f),segment_id=632b932f-e96d-44d3-a41c-e12190f91b0f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:17.534471 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.592096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=f97e0e31-4dc6-4609-a692-44556fdd9998,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:17.602652 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.729568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45030) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:17.768254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ac3183a7-26d7-4b65-bbdd-98ba92839053 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d054b9aab8b4ba6accb5799090199b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375383 Nov 27 01:45:17.770683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45032) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:17.818150 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc2c-c157-4b00-b4e0-6e1a3f76453c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.838815 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc2c-c157-4b00-b4e0-6e1a3f76453c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.857503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['f97e0e31-4dc6-4609-a692-44556fdd9998'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:45:17.884128 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc2c-c157-4b00-b4e0-6e1a3f76453c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.886986 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc2c-c157-4b00-b4e0-6e1a3f76453c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:17.888169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6bf6cc2c-c157-4b00-b4e0-6e1a3f76453c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91102bd2-92ae-40d5-8e58-85bce0f9bd2b HTTP/1.1" status: 204 len: 168 time: 0.1164601 Nov 27 01:45:17.896620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6cc2c-c157-4b00-b4e0-6e1a3f76453c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91102bd2-92ae-40d5-8e58-85bce0f9bd2b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:18.037366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:45:18.060363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:45:18.060781 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 4f2c169f-3820-49a8-b8b7-fa7787fb1e36 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:45:18.061289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2caf1140-b860-4261-9190-57909875f0cb no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:45:18.080988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 2caf1140-b860-4261-9190-57909875f0cb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:45:18.081330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2caf1140-b860-4261-9190-57909875f0cb not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:45:18.521572 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7fb39-e01b-4faf-bfb3-86b615b4d6f3 req-850a0561-3a4a-4602-8020-b56c6d93ec12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:18.523164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fa7fb39-e01b-4faf-bfb3-86b615b4d6f3 req-850a0561-3a4a-4602-8020-b56c6d93ec12 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 944 time: 0.0496268 Nov 27 01:45:18.572426 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5fa7fb39-e01b-4faf-bfb3-86b615b4d6f3 req-71115067-db6b-4f93-a524-226c2eb3225b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430636 Nov 27 01:45:18.660065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45056) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:18.755125 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-674918667-network', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:18.775721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Made reservation on behalf of 3c189c52dfc74c77982acb36489dc10f for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:45:18.777989 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:18.791806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:18.866755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:18.870203 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:18.890209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:45:18.903199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3dad9e-3c3d-43ac-b480-f96aa12600f1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:18.907835 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:18.908178 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Added segment e64679e8-34fc-46ba-823c-4074deaa2051 of type vlan for network 7fb814bd-7825-47a1-8951-bc9d1e0915d6 Nov 27 01:45:18.947842 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:18.974780 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:18.975750 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:18.976349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.026851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3655367 Nov 27 01:45:19.029634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45060) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:19.035236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3c27ba67-b28e-48e6-bedb-5656b601e406 admin admin] Request body: {'subnet': {'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-674918667-subnet', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:19.037893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3ecd4-d002-43e9-b695-dfb18cd7c5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7fb814bd-7825-47a1-8951-bc9d1e0915d6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:19.048600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 7fb814bd-7825-47a1-8951-bc9d1e0915d6 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:45:19.056032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c27ba67-b28e-48e6-bedb-5656b601e406 admin admin] Made reservation on behalf of 3c189c52dfc74c77982acb36489dc10f for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:45:19.058373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c27ba67-b28e-48e6-bedb-5656b601e406 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.236849 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c27ba67-b28e-48e6-bedb-5656b601e406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.288965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27ba67-b28e-48e6-bedb-5656b601e406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c735d7b-f096-48aa-a6b3-486abd80e039,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:19.298791 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27ba67-b28e-48e6-bedb-5656b601e406 admin admin] Checking segment: {'id': 'e64679e8-34fc-46ba-823c-4074deaa2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:19.299142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c27ba67-b28e-48e6-bedb-5656b601e406 admin admin] Network hostable DHCP agents. Network: 7fb814bd-7825-47a1-8951-bc9d1e0915d6, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:45:19.316006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c27ba67-b28e-48e6-bedb-5656b601e406 admin admin] Network 7fb814bd-7825-47a1-8951-bc9d1e0915d6 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:45:19.324431 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-3c27ba67-b28e-48e6-bedb-5656b601e406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 7fb814bd-7825-47a1-8951-bc9d1e0915d6) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:19.329085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c27ba67-b28e-48e6-bedb-5656b601e406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:19.329680 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c27ba67-b28e-48e6-bedb-5656b601e406 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.334898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41465fe8-72d9-4f7c-b13d-06e1bd87642d None None] Network 7fb814bd-7825-47a1-8951-bc9d1e0915d6 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:19.339947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f97e0e31-4dc6-4609-a692-44556fdd9998 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:19.348230 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3c27ba67-b28e-48e6-bedb-5656b601e406 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3143854 Nov 27 01:45:19.348468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45062) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:19.352983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-674918667-router', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:19.375815 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.376831 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.431168 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.458192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port f97e0e31-4dc6-4609-a692-44556fdd9998 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:45:19.485538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port f97e0e31-4dc6-4609-a692-44556fdd9998 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:19.486014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.553373 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-7fb814bd-7825-47a1-8951-bc9d1e0915d6', 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'fixed_ips': [{'subnet_id': '1c735d7b-f096-48aa-a6b3-486abd80e039'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:45:19.554201 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.569092 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.655358 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.693205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a430d7-04e5-4a16-a5e2-a9d806a8d4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97e0e31-4dc6-4609-a692-44556fdd9998'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:45:19.695459 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c512a5e-4d4b-4549-b206-393aae03b994" -d '{"events": [{"server_uuid": "52a430d7-04e5-4a16-a5e2-a9d806a8d4c9", "name": "network-vif-plugged", "status": "completed", "tag": "f97e0e31-4dc6-4609-a692-44556fdd9998"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:45:19.699124 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5f650-4a55-416c-9ee2-d0ea7207ff3d req-e2d383bd-dfca-43d7-a06b-ee9002e7d5bb tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:19.700750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55c5f650-4a55-416c-9ee2-d0ea7207ff3d req-e2d383bd-dfca-43d7-a06b-ee9002e7d5bb tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 944 time: 0.0566554 Nov 27 01:45:19.733556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f97e0e31-4dc6-4609-a692-44556fdd9998, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f97e0e31-4dc6-4609-a692-44556fdd9998,segment=NetworkSegment(632b932f-e96d-44d3-a41c-e12190f91b0f),segment_id=632b932f-e96d-44d3-a41c-e12190f91b0f)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:19.744175 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.746812 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e76a90-0e2d-41d6-8adf-bd0ddb4a9951 x-openstack-request-id: req-10e76a90-0e2d-41d6-8adf-bd0ddb4a9951 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:45:19.747089 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a430d7-04e5-4a16-a5e2-a9d806a8d4c9", "name": "network-vif-plugged", "status": "completed", "tag": "f97e0e31-4dc6-4609-a692-44556fdd9998", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:45:19.747335 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10e76a90-0e2d-41d6-8adf-bd0ddb4a9951 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:45:19.747731 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a430d7-04e5-4a16-a5e2-a9d806a8d4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97e0e31-4dc6-4609-a692-44556fdd9998', 'code': 200} Nov 27 01:45:19.770209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55c5f650-4a55-416c-9ee2-d0ea7207ff3d req-0be7daf2-8ad3-4eeb-9a19-e00d5f9e4a66 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568969 Nov 27 01:45:19.783098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.800906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Allocated IP 172.20.0.2 (7fb814bd-7825-47a1-8951-bc9d1e0915d6/1c735d7b-f096-48aa-a6b3-486abd80e039/1deb5542-1bab-47ae-ae2d-440944de5da6) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:45:19.804705 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.821067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=f97e0e31-4dc6-4609-a692-44556fdd9998,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:19.932970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43220d0-9540-4bd5-aec3-b521242eca7e req-4591d597-b87f-47eb-9ade-8cff49ed82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:19.934469 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b43220d0-9540-4bd5-aec3-b521242eca7e req-4591d597-b87f-47eb-9ade-8cff49ed82a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 1096 time: 0.0843732 Nov 27 01:45:19.941480 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Allocated IP 172.25.3.151 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/715047da-76c6-418c-92b5-e7b15de29ad2) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:45:19.953419 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:19.959521 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:20.001317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Network 7fb814bd-7825-47a1-8951-bc9d1e0915d6 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:20.004235 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:20.007762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:45:20.016065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Pushing event updated for resources: {'Port': ['ID=1deb5542-1bab-47ae-ae2d-440944de5da6,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:20.035010 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b43220d0-9540-4bd5-aec3-b521242eca7e req-c1c4b703-eea4-4bd0-8eea-ae279f06160f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911851 Nov 27 01:45:20.071597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Attempting to bind port 1deb5542-1bab-47ae-ae2d-440944de5da6 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:45:20.072216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Attempting to bind port 1deb5542-1bab-47ae-ae2d-440944de5da6 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e64679e8-34fc-46ba-823c-4074deaa2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:45:20.072346 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Attempting to bind port 1deb5542-1bab-47ae-ae2d-440944de5da6 on network 7fb814bd-7825-47a1-8951-bc9d1e0915d6 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:20.077320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:45:20.077695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Checking segment: {'id': 'e64679e8-34fc-46ba-823c-4074deaa2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:20.077859 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:20.078095 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:20.078515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Bound using segment: {'id': 'e64679e8-34fc-46ba-823c-4074deaa2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:45:20.079013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Bound port: 1deb5542-1bab-47ae-ae2d-440944de5da6, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64679e8-34fc-46ba-823c-4074deaa2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:45:20.079388 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:20.144155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] For port 1deb5542-1bab-47ae-ae2d-440944de5da6, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:45:20.148372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] For port 1deb5542-1bab-47ae-ae2d-440944de5da6, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1deb5542-1bab-47ae-ae2d-440944de5da6,segment=NetworkSegment(e64679e8-34fc-46ba-823c-4074deaa2051),segment_id=e64679e8-34fc-46ba-823c-4074deaa2051)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:45:20.153064 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:20.217106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b36470-3105-47d9-a4b9-3c558d6e286b None None] Pushing event updated for resources: {'Port': ['ID=1deb5542-1bab-47ae-ae2d-440944de5da6,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:20.416915 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:20.457280 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:20.460214 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:20.462947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:45:20.472733 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c6daa3-62f5-4e3d-81a6-31e4c5e8fe04 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:20.498333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Pushing event updated for resources: {'Port': ['ID=715047da-76c6-418c-92b5-e7b15de29ad2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:20.531541 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6c340b73-e3c2-4dcb-b9fc-90e17fbfc6c7 None None] Provisioning complete for port 715047da-76c6-418c-92b5-e7b15de29ad2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:20.531906 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6c340b73-e3c2-4dcb-b9fc-90e17fbfc6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:20.567863 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6c340b73-e3c2-4dcb-b9fc-90e17fbfc6c7 None None] Port 715047da-76c6-418c-92b5-e7b15de29ad2 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:45:20.722004 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:20.956446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b5346-52c8-49fe-9e2d-89d2fd5be6ec req-ff079f97-ab16-4b0a-8207-f4f5468090fc tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:20.957988 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f28b5346-52c8-49fe-9e2d-89d2fd5be6ec req-ff079f97-ab16-4b0a-8207-f4f5468090fc tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 945 time: 0.1004384 Nov 27 01:45:20.970670 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:21.085951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f28b5346-52c8-49fe-9e2d-89d2fd5be6ec req-bf8fe1c9-2fc3-45ab-9883-5b7f3ba6b9ae tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217709 Nov 27 01:45:21.149774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Router 57e3eb9f-c7f5-4556-b158-df737ff3863f is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:45:21.156022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12260ab-935e-4f9b-b313-1f9952ed2ca9 None None] Network 7fb814bd-7825-47a1-8951-bc9d1e0915d6 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:21.218170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9d11e7ed-6b65-4741-8277-eb20ef52a2ca None None] Provisioning complete for port 1deb5542-1bab-47ae-ae2d-440944de5da6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:21.218486 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d11e7ed-6b65-4741-8277-eb20ef52a2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:21.261579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:45:21.273041 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Sync routers for ids ['57e3eb9f-c7f5-4556-b158-df737ff3863f'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:45:21.277394 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:21.278685 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cb4e63a4-01ea-48eb-9926-da4b49a24b06 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9292428 Nov 27 01:45:21.281419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45070) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:21.315299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Routers {'57e3eb9f-c7f5-4556-b158-df737ff3863f'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:21.315930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:45:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57e3eb9f-c7f5-4556-b158-df737ff3863f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:21.465128 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d11e7ed-6b65-4741-8277-eb20ef52a2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:21.646205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Set router 57e3eb9f-c7f5-4556-b158-df737ff3863f gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:21.702488 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:21.733257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9d11e7ed-6b65-4741-8277-eb20ef52a2ca None None] For port 1deb5542-1bab-47ae-ae2d-440944de5da6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1deb5542-1bab-47ae-ae2d-440944de5da6,segment=NetworkSegment(e64679e8-34fc-46ba-823c-4074deaa2051),segment_id=e64679e8-34fc-46ba-823c-4074deaa2051)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:21.758976 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9d11e7ed-6b65-4741-8277-eb20ef52a2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:21.838586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11e7ed-6b65-4741-8277-eb20ef52a2ca None None] Pushing event updated for resources: {'Port': ['ID=1deb5542-1bab-47ae-ae2d-440944de5da6,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:21.874355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Allocated IP 172.20.0.1 (7fb814bd-7825-47a1-8951-bc9d1e0915d6/1c735d7b-f096-48aa-a6b3-486abd80e039/87855378-fe44-4ff3-a130-0cdda2e046ea) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:45:21.895692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'name': 'tempest-TestVolumeBackupRestore-674918667-router', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:20Z', 'revision_number': 3, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'gw_port': {'id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:21.927546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Checking router: 57e3eb9f-c7f5-4556-b158-df737ff3863f for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:45:21.927898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Updating router 57e3eb9f-c7f5-4556-b158-df737ff3863f port 715047da-76c6-418c-92b5-e7b15de29ad2 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:45:21.952509 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:21.987480 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.029855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.046353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f74d23a0-fa7a-441f-8c1a-4354604702c7 None None] Provisioning complete for port 1deb5542-1bab-47ae-ae2d-440944de5da6 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:22.046724 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f74d23a0-fa7a-441f-8c1a-4354604702c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.067515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Network 7fb814bd-7825-47a1-8951-bc9d1e0915d6 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:22.070489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:22.076152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:45:22.097954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1deb5542-1bab-47ae-ae2d-440944de5da6 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:22.119487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Pushing event updated for resources: {'Port': ['ID=87855378-fe44-4ff3-a130-0cdda2e046ea,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:22.139810 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.236133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557dc43-6d8d-4c85-8624-8cef5724cdef req-25bd78af-d3f3-4fd4-a0ea-be9976ac149c tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:22.243229 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7557dc43-6d8d-4c85-8624-8cef5724cdef req-25bd78af-d3f3-4fd4-a0ea-be9976ac149c tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 945 time: 0.0678623 Nov 27 01:45:22.266868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1deb5542-1bab-47ae-ae2d-440944de5da6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:22.267538 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.303548 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.321119 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7557dc43-6d8d-4c85-8624-8cef5724cdef req-820c2cb6-271b-4c27-ad02-74ef1b410402 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707970 Nov 27 01:45:22.377476 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.404618 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.462845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f4fca4-f876-4c16-8105-c59810e890cd None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:22.483962 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Attempting to bind port 715047da-76c6-418c-92b5-e7b15de29ad2 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:45:22.484384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Attempting to bind port 715047da-76c6-418c-92b5-e7b15de29ad2 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:45:22.484748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Attempting to bind port 715047da-76c6-418c-92b5-e7b15de29ad2 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:22.488444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051267b7-2312-44f2-b23e-f2c360ace7c8 None None] Pushing event updated for resources: {'Port': ['ID=715047da-76c6-418c-92b5-e7b15de29ad2,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:22.494371 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d59d2bef-d66a-436a-88b1-ef29ae171f71 None None] Provisioning complete for port 87855378-fe44-4ff3-a130-0cdda2e046ea triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:22.494771 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d59d2bef-d66a-436a-88b1-ef29ae171f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.496634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:45:22.496997 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:22.497378 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.497755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:45:22.498245 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Bound port: 715047da-76c6-418c-92b5-e7b15de29ad2, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:45:22.498704 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.518772 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.523692 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.567236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d59d2bef-d66a-436a-88b1-ef29ae171f71 None None] Port 87855378-fe44-4ff3-a130-0cdda2e046ea cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:45:22.583828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] For port 715047da-76c6-418c-92b5-e7b15de29ad2, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:45:22.587599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] For port 715047da-76c6-418c-92b5-e7b15de29ad2, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=715047da-76c6-418c-92b5-e7b15de29ad2,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:45:22.592401 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.597523 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.599238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Pushing event updated for resources: {'Port': ['ID=87855378-fe44-4ff3-a130-0cdda2e046ea,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:22.649888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099d4e53-6e76-42d8-84bf-b42d8c661d55 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:22.661220 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051267b7-2312-44f2-b23e-f2c360ace7c8 None None] Pushing event updated for resources: {'Port': ['ID=715047da-76c6-418c-92b5-e7b15de29ad2,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:22.667227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Routers {'57e3eb9f-c7f5-4556-b158-df737ff3863f'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:22.667838 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:45:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57e3eb9f-c7f5-4556-b158-df737ff3863f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:22.736697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Network 7fb814bd-7825-47a1-8951-bc9d1e0915d6 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:22.738341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:22.771249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8a8c6244-13ec-4a6f-aeca-df7e811b1917 None None] Provisioning complete for port 715047da-76c6-418c-92b5-e7b15de29ad2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:22.771625 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6244-13ec-4a6f-aeca-df7e811b1917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:22.837681 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] Set router 57e3eb9f-c7f5-4556-b158-df737ff3863f gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:22.875041 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Router 57e3eb9f-c7f5-4556-b158-df737ff3863f has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:45:22.991094 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6244-13ec-4a6f-aeca-df7e811b1917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:23.007515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:45:23.014104 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1f378a9d-aa9d-4fb8-a2b7-6b508460cb9b admin admin] 10.222.0.37 "PUT /v2.0/routers/57e3eb9f-c7f5-4556-b158-df737ff3863f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311368 Nov 27 01:45:23.024273 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8a8c6244-13ec-4a6f-aeca-df7e811b1917 None None] For port 715047da-76c6-418c-92b5-e7b15de29ad2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=715047da-76c6-418c-92b5-e7b15de29ad2,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:23.036786 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6244-13ec-4a6f-aeca-df7e811b1917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:23.132662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c6244-13ec-4a6f-aeca-df7e811b1917 None None] Pushing event updated for resources: {'Port': ['ID=715047da-76c6-418c-92b5-e7b15de29ad2,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:23.172881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-513fb28c-ac30-4aa8-b35e-060093ad0c7f None None] Provisioning complete for port 715047da-76c6-418c-92b5-e7b15de29ad2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:23.173254 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-513fb28c-ac30-4aa8-b35e-060093ad0c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:23.200331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'name': 'tempest-TestVolumeBackupRestore-674918667-router', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 4, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'gw_port': {'id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '87855378-fe44-4ff3-a130-0cdda2e046ea', 'name': '', 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'mac_address': 'fa:16:3e:0c:35:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1c735d7b-f096-48aa-a6b3-486abd80e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:21Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 2, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'subnets': [{'id': '1c735d7b-f096-48aa-a6b3-486abd80e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:23.235095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe1e00-2774-4a89-a231-b526191d3a0a None None] The sync data for ids ['57e3eb9f-c7f5-4556-b158-df737ff3863f'] in n-d-819494-2 is: [{'id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'name': 'tempest-TestVolumeBackupRestore-674918667-router', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 4, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'gw_port': {'id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '87855378-fe44-4ff3-a130-0cdda2e046ea', 'name': '', 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'mac_address': 'fa:16:3e:0c:35:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1c735d7b-f096-48aa-a6b3-486abd80e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:21Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 2, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'subnets': [{'id': '1c735d7b-f096-48aa-a6b3-486abd80e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:45:23.299519 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-513fb28c-ac30-4aa8-b35e-060093ad0c7f None None] Provisioning complete for port 87855378-fe44-4ff3-a130-0cdda2e046ea triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:23.300775 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-513fb28c-ac30-4aa8-b35e-060093ad0c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:23.346231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-513fb28c-ac30-4aa8-b35e-060093ad0c7f None None] Port 87855378-fe44-4ff3-a130-0cdda2e046ea cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:45:23.597368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45096) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:23.607508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-395537063-network', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:23.632229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Made reservation on behalf of f3717ea8d19046389f07f1e292ac6f98 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:45:23.634931 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:23.644613 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:23.736707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:23.741816 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:23.761965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:45:23.782489 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:23.782846 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Added segment b9c26853-84c6-4e19-943b-0340c41e89d5 of type vlan for network 8cf6b459-faf4-465f-9f32-b9a521bdca10 Nov 27 01:45:23.792297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935f0444-b54c-4ad8-90db-af1a97983f6b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:23.823904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:23.824230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:23.824590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:23.824947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:23.825287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:23.825622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:23.825993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:23.826350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:23.826721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:23.827045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:23.827370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:23.827692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:23.839596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:23.912858 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:23.912858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:23.912858 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:23.949864 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3512316 Nov 27 01:45:23.953427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45102) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:23.956475 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c17a15-2dae-4151-8c98-6ca046636341 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf6b459-faf4-465f-9f32-b9a521bdca10,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:23.959288 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e8efc33f-7f36-46ab-9b3c-51354c8c21b4 admin admin] Request body: {'subnet': {'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-395537063-subnet', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:23.967951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 8cf6b459-faf4-465f-9f32-b9a521bdca10 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:45:23.987833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8efc33f-7f36-46ab-9b3c-51354c8c21b4 admin admin] Made reservation on behalf of f3717ea8d19046389f07f1e292ac6f98 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:45:23.992551 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8efc33f-7f36-46ab-9b3c-51354c8c21b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:24.202890 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8efc33f-7f36-46ab-9b3c-51354c8c21b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:24.269640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efc33f-7f36-46ab-9b3c-51354c8c21b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f88e48d-653a-4cf6-8b9d-5136894a2637,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:24.278291 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8efc33f-7f36-46ab-9b3c-51354c8c21b4 admin admin] Checking segment: {'id': 'b9c26853-84c6-4e19-943b-0340c41e89d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:24.278723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efc33f-7f36-46ab-9b3c-51354c8c21b4 admin admin] Network hostable DHCP agents. Network: 8cf6b459-faf4-465f-9f32-b9a521bdca10, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:45:24.297115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efc33f-7f36-46ab-9b3c-51354c8c21b4 admin admin] Network 8cf6b459-faf4-465f-9f32-b9a521bdca10 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:45:24.307665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e8efc33f-7f36-46ab-9b3c-51354c8c21b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 8cf6b459-faf4-465f-9f32-b9a521bdca10) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:24.312995 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8efc33f-7f36-46ab-9b3c-51354c8c21b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:24.313594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8efc33f-7f36-46ab-9b3c-51354c8c21b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:24.319350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20ffc87-9001-4c2b-a4be-1e6c91991df9 None None] Network 8cf6b459-faf4-465f-9f32-b9a521bdca10 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:24.334965 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e8efc33f-7f36-46ab-9b3c-51354c8c21b4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3798018 Nov 27 01:45:24.337684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45112) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:24.342596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-395537063-router', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:45:24.370137 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:24.371349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:24.450012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:24.492225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-8cf6b459-faf4-465f-9f32-b9a521bdca10', 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'fixed_ips': [{'subnet_id': '3f88e48d-653a-4cf6-8b9d-5136894a2637'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:45:24.494417 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:24.651023 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:24.688227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Allocated IP 172.20.0.2 (8cf6b459-faf4-465f-9f32-b9a521bdca10/3f88e48d-653a-4cf6-8b9d-5136894a2637/95b9b3a1-d13e-4083-a4d3-7eed11b7b842) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:45:24.900226 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:24.911948 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:24.915365 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:24.939553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:24.963767 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Network 8cf6b459-faf4-465f-9f32-b9a521bdca10 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:24.966682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:24.971247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:45:24.979912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Pushing event updated for resources: {'Port': ['ID=95b9b3a1-d13e-4083-a4d3-7eed11b7b842,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:25.036806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Attempting to bind port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:45:25.037243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Attempting to bind port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'b9c26853-84c6-4e19-943b-0340c41e89d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:45:25.037622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Attempting to bind port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 on network 8cf6b459-faf4-465f-9f32-b9a521bdca10 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:25.043363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:45:25.043745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Checking segment: {'id': 'b9c26853-84c6-4e19-943b-0340c41e89d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:25.046963 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:25.048425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Bound using segment: {'id': 'b9c26853-84c6-4e19-943b-0340c41e89d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:45:25.049296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Bound port: 95b9b3a1-d13e-4083-a4d3-7eed11b7b842, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c26853-84c6-4e19-943b-0340c41e89d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:45:25.049882 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:25.078969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Allocated IP 172.25.3.62 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/80712355-1b8f-4875-9aaa-763b915cb7e0) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:45:25.223969 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:25.291515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] For port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:45:25.294604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] For port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=95b9b3a1-d13e-4083-a4d3-7eed11b7b842,segment=NetworkSegment(b9c26853-84c6-4e19-943b-0340c41e89d5),segment_id=b9c26853-84c6-4e19-943b-0340c41e89d5)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:45:25.297132 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7c900-109f-4739-a5e9-55f995905b63 req-c8b465fd-679a-4877-a485-2a0b1a46fee4 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:25.298825 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16b7c900-109f-4739-a5e9-55f995905b63 req-c8b465fd-679a-4877-a485-2a0b1a46fee4 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 945 time: 0.0731423 Nov 27 01:45:25.303099 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:25.305350 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:25.362440 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bd09b-8f90-43db-aa63-3172bc30572b None None] Pushing event updated for resources: {'Port': ['ID=95b9b3a1-d13e-4083-a4d3-7eed11b7b842,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:25.368904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:25.375531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:25.378454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:45:25.389983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8489ea-ebab-45ee-8660-b0b30ddea238 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:25.402846 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Pushing event updated for resources: {'Port': ['ID=80712355-1b8f-4875-9aaa-763b915cb7e0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:25.441966 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-16b7c900-109f-4739-a5e9-55f995905b63 req-c5f5387f-9dd9-4485-a121-7336590003a4 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341329 Nov 27 01:45:25.488061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ff31d163-4f11-4fc7-82f0-c83613308753 None None] Provisioning complete for port 80712355-1b8f-4875-9aaa-763b915cb7e0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:25.488441 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ff31d163-4f11-4fc7-82f0-c83613308753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:25.534458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-ff31d163-4f11-4fc7-82f0-c83613308753 None None] Port 80712355-1b8f-4875-9aaa-763b915cb7e0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:45:25.704163 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:25.941560 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Sync routers for ids ['57e3eb9f-c7f5-4556-b158-df737ff3863f'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:45:25.952887 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Routers {'57e3eb9f-c7f5-4556-b158-df737ff3863f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:25.953610 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:45:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57e3eb9f-c7f5-4556-b158-df737ff3863f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:26.073963 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Set router 57e3eb9f-c7f5-4556-b158-df737ff3863f gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:26.130949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:26.185532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:26.185837 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:26.265116 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:26.293128 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:26.309586 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'name': 'tempest-TestVolumeBackupRestore-674918667-router', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 4, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'gw_port': {'id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '87855378-fe44-4ff3-a130-0cdda2e046ea', 'name': '', 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'mac_address': 'fa:16:3e:0c:35:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1c735d7b-f096-48aa-a6b3-486abd80e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:21Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 2, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'subnets': [{'id': '1c735d7b-f096-48aa-a6b3-486abd80e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:26.334351 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=95b9b3a1-d13e-4083-a4d3-7eed11b7b842,segment=NetworkSegment(b9c26853-84c6-4e19-943b-0340c41e89d5),segment_id=b9c26853-84c6-4e19-943b-0340c41e89d5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:26.338572 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Checking router: 57e3eb9f-c7f5-4556-b158-df737ff3863f for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:45:26.338933 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Updating router 57e3eb9f-c7f5-4556-b158-df737ff3863f port 87855378-fe44-4ff3-a130-0cdda2e046ea binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:45:26.340726 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:26.341888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 715047da-76c6-418c-92b5-e7b15de29ad2 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:26.423095 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Router 63240de9-f48c-400d-9494-4773452ab7d3 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:45:26.450990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=95b9b3a1-d13e-4083-a4d3-7eed11b7b842,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:26.459798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 715047da-76c6-418c-92b5-e7b15de29ad2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:26.460305 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:26.506953 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:26.561994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:45:26.578757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Sync routers for ids ['63240de9-f48c-400d-9494-4773452ab7d3'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:45:26.593104 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Routers {'63240de9-f48c-400d-9494-4773452ab7d3'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:26.593758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-70343fe0-721f-4d51-af81-c248db64678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:45:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['63240de9-f48c-400d-9494-4773452ab7d3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:26.597080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:26.598351 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-274952c5-a3df-4e38-9cc8-15580ece9958 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2595146 Nov 27 01:45:26.602568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45132) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:26.665416 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea194ef-0aa1-42bf-bc63-5aec76537206 req-84299266-ffb4-4ace-880b-2c6f2226fa16 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:26.667599 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ea194ef-0aa1-42bf-bc63-5aec76537206 req-84299266-ffb4-4ace-880b-2c6f2226fa16 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 945 time: 0.1111896 Nov 27 01:45:26.747271 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599582a-2062-48a9-bd98-5b1c8a45a5af req-76aa0688-c6ee-4d58-897d-c9f15bccef06 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:26.748740 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0599582a-2062-48a9-bd98-5b1c8a45a5af req-76aa0688-c6ee-4d58-897d-c9f15bccef06 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.42 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 945 time: 0.1128256 Nov 27 01:45:26.786480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918fff5a-4c7c-443e-bbf2-4b4e3f7c7e8a None None] Network 8cf6b459-faf4-465f-9f32-b9a521bdca10 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:45:26.800129 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ea194ef-0aa1-42bf-bc63-5aec76537206 req-a2059543-3b39-4a58-9d26-db615bca6c78 tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141465 Nov 27 01:45:26.865122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-0599582a-2062-48a9-bd98-5b1c8a45a5af req-7876678a-9da7-40ba-a509-481ab0e3167b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Deleting port f97e0e31-4dc6-4609-a692-44556fdd9998 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:45:26.865461 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0599582a-2062-48a9-bd98-5b1c8a45a5af req-7876678a-9da7-40ba-a509-481ab0e3167b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:26.866461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Set router 63240de9-f48c-400d-9494-4773452ab7d3 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:26.871908 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:26.879326 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:26.985183 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Pushing event updated for resources: {'Port': ['ID=87855378-fe44-4ff3-a130-0cdda2e046ea,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:26.999512 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:26.999771 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:27.000284 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:27.000742 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:27.001205 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:27.001777 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:27.002271 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:27.002729 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:27.003183 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:27.003775 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:27.004363 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:27.004835 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:45:27.020852 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Attempting to bind port 87855378-fe44-4ff3-a130-0cdda2e046ea on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:45:27.021417 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Attempting to bind port 87855378-fe44-4ff3-a130-0cdda2e046ea by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e64679e8-34fc-46ba-823c-4074deaa2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:45:27.021951 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Attempting to bind port 87855378-fe44-4ff3-a130-0cdda2e046ea on network 7fb814bd-7825-47a1-8951-bc9d1e0915d6 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:27.028302 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:45:27.028897 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Checking segment: {'id': 'e64679e8-34fc-46ba-823c-4074deaa2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:27.029459 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.030604 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Bound using segment: {'id': 'e64679e8-34fc-46ba-823c-4074deaa2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:45:27.031776 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Bound port: 87855378-fe44-4ff3-a130-0cdda2e046ea, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64679e8-34fc-46ba-823c-4074deaa2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:45:27.032313 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.039487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-0599582a-2062-48a9-bd98-5b1c8a45a5af req-7876678a-9da7-40ba-a509-481ab0e3167b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] For port f97e0e31-4dc6-4609-a692-44556fdd9998, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f97e0e31-4dc6-4609-a692-44556fdd9998,segment=NetworkSegment(632b932f-e96d-44d3-a41c-e12190f91b0f),segment_id=632b932f-e96d-44d3-a41c-e12190f91b0f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:27.040005 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0599582a-2062-48a9-bd98-5b1c8a45a5af req-7876678a-9da7-40ba-a509-481ab0e3167b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.073984 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-0599582a-2062-48a9-bd98-5b1c8a45a5af req-7876678a-9da7-40ba-a509-481ab0e3167b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Calling delete_port for f97e0e31-4dc6-4609-a692-44556fdd9998 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:45:27.104661 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-052b0667-5558-4422-a8e9-2d92b6ac62b1 None None] Provisioning complete for port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:27.105175 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-052b0667-5558-4422-a8e9-2d92b6ac62b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.106725 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] For port 87855378-fe44-4ff3-a130-0cdda2e046ea, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:45:27.111869 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] For port 87855378-fe44-4ff3-a130-0cdda2e046ea, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=87855378-fe44-4ff3-a130-0cdda2e046ea,segment=NetworkSegment(e64679e8-34fc-46ba-823c-4074deaa2051),segment_id=e64679e8-34fc-46ba-823c-4074deaa2051)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:45:27.124192 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.227682 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Routers {'57e3eb9f-c7f5-4556-b158-df737ff3863f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:27.228316 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:45:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57e3eb9f-c7f5-4556-b158-df737ff3863f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:27.228925 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.266471 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0599582a-2062-48a9-bd98-5b1c8a45a5af req-7876678a-9da7-40ba-a509-481ab0e3167b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.291606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-70343fe0-721f-4d51-af81-c248db64678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63240de9-f48c-400d-9494-4773452ab7d3', 'name': 'tempest-TestVolumeBackupRestore-395537063-router', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:25Z', 'revision_number': 3, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'gw_port': {'id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63240de9-f48c-400d-9494-4773452ab7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:27.294111 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84abe8-0cf3-4e76-b68b-823b6fc2229d None None] Pushing event updated for resources: {'Port': ['ID=87855378-fe44-4ff3-a130-0cdda2e046ea,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:27.306013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['f97e0e31-4dc6-4609-a692-44556fdd9998'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:45:27.313251 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876678a-9da7-40ba-a509-481ab0e3167b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Pushing event deleted for resources: {'Port': ['ID=f97e0e31-4dc6-4609-a692-44556fdd9998,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:27.354599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Checking router: 63240de9-f48c-400d-9494-4773452ab7d3 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:45:27.354952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Updating router 63240de9-f48c-400d-9494-4773452ab7d3 port 80712355-1b8f-4875-9aaa-763b915cb7e0 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:45:27.385781 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-0599582a-2062-48a9-bd98-5b1c8a45a5af req-7876678a-9da7-40ba-a509-481ab0e3167b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] No DVR routers for this DVR port f97e0e31-4dc6-4609-a692-44556fdd9998 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:45:27.390682 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0599582a-2062-48a9-bd98-5b1c8a45a5af req-7876678a-9da7-40ba-a509-481ab0e3167b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.414713 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0599582a-2062-48a9-bd98-5b1c8a45a5af req-7876678a-9da7-40ba-a509-481ab0e3167b tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.42 "DELETE /v2.0/ports/f97e0e31-4dc6-4609-a692-44556fdd9998 HTTP/1.1" status: 204 len: 173 time: 0.6533594 Nov 27 01:45:27.415716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a430d7-04e5-4a16-a5e2-a9d806a8d4c9', 'name': 'network-vif-deleted', 'tag': 'f97e0e31-4dc6-4609-a692-44556fdd9998'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:45:27.418350 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3f30e9-346d-429b-99ff-ebf9544a8a34" -d '{"events": [{"server_uuid": "52a430d7-04e5-4a16-a5e2-a9d806a8d4c9", "name": "network-vif-deleted", "tag": "f97e0e31-4dc6-4609-a692-44556fdd9998"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:45:27.444436 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.461570 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] Set router 57e3eb9f-c7f5-4556-b158-df737ff3863f gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:27.503263 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9afe90-dbfb-4f61-90cd-1ac615481583 x-openstack-request-id: req-ae9afe90-dbfb-4f61-90cd-1ac615481583 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:45:27.503570 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a430d7-04e5-4a16-a5e2-a9d806a8d4c9", "name": "network-vif-deleted", "tag": "f97e0e31-4dc6-4609-a692-44556fdd9998", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:45:27.503823 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae9afe90-dbfb-4f61-90cd-1ac615481583 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:45:27.504227 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a430d7-04e5-4a16-a5e2-a9d806a8d4c9', 'name': 'network-vif-deleted', 'tag': 'f97e0e31-4dc6-4609-a692-44556fdd9998', 'status': 'completed', 'code': 200} Nov 27 01:45:27.570264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Allocated IP 172.20.0.1 (8cf6b459-faf4-465f-9f32-b9a521bdca10/3f88e48d-653a-4cf6-8b9d-5136894a2637/5b820e6f-aec8-4739-a585-2a161237370d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:45:27.736287 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.779082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.784868 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'name': 'tempest-TestVolumeBackupRestore-674918667-router', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 4, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'gw_port': {'id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '87855378-fe44-4ff3-a130-0cdda2e046ea', 'name': '', 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'mac_address': 'fa:16:3e:0c:35:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1c735d7b-f096-48aa-a6b3-486abd80e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:21Z', 'updated_at': '2021-11-27T01:45:27Z', 'revision_number': 4, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'subnets': [{'id': '1c735d7b-f096-48aa-a6b3-486abd80e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:27.798937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-904b7453-d8cd-4ced-a20b-a160e0437d67 None None] Provisioning complete for port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:27.799720 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-904b7453-d8cd-4ced-a20b-a160e0437d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.802216 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.814664 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608e7e0-144e-4b89-b021-1533ecbc9ff5 None None] The sync data for ids ['57e3eb9f-c7f5-4556-b158-df737ff3863f'] in n-d-819494-2 is: [{'id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'name': 'tempest-TestVolumeBackupRestore-674918667-router', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 4, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'gw_port': {'id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '87855378-fe44-4ff3-a130-0cdda2e046ea', 'name': '', 'network_id': '7fb814bd-7825-47a1-8951-bc9d1e0915d6', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'mac_address': 'fa:16:3e:0c:35:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '1c735d7b-f096-48aa-a6b3-486abd80e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:21Z', 'updated_at': '2021-11-27T01:45:27Z', 'revision_number': 4, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'subnets': [{'id': '1c735d7b-f096-48aa-a6b3-486abd80e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:45:27.826958 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.827774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Network 8cf6b459-faf4-465f-9f32-b9a521bdca10 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:27.833769 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:27.838446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:45:27.881229 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.902473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd947f1-f925-4fae-bffd-8cfa8bfe426c None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:27.928156 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91ba6a-2492-4c51-bfac-92606f57b25e None None] Pushing event updated for resources: {'Port': ['ID=80712355-1b8f-4875-9aaa-763b915cb7e0,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:27.935398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Attempting to bind port 80712355-1b8f-4875-9aaa-763b915cb7e0 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:45:27.935779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Attempting to bind port 80712355-1b8f-4875-9aaa-763b915cb7e0 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:45:27.936724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Attempting to bind port 80712355-1b8f-4875-9aaa-763b915cb7e0 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:27.958103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:45:27.958103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:27.958699 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.959107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:45:27.959591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Bound port: 80712355-1b8f-4875-9aaa-763b915cb7e0, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:45:27.960260 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:27.965699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b820e6f-aec8-4739-a585-2a161237370d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:27.985564 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ce6984cc-4271-41f1-83a4-af945504fe7e req-7296c391-832c-46dd-88f2-7e2f20a820aa tempest-VolumesActionsTest-1488328501 tempest-VolumesActionsTest-1488328501-project] 10.222.0.37 "GET /v2.0/ports?device_id=52a430d7-04e5-4a16-a5e2-a9d806a8d4c9 HTTP/1.1" status: 200 len: 210 time: 0.0615947 Nov 27 01:45:28.130168 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-70343fe0-721f-4d51-af81-c248db64678f None None] For port 80712355-1b8f-4875-9aaa-763b915cb7e0, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:45:28.141602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-70343fe0-721f-4d51-af81-c248db64678f None None] For port 80712355-1b8f-4875-9aaa-763b915cb7e0, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=80712355-1b8f-4875-9aaa-763b915cb7e0,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:45:28.150685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-904b7453-d8cd-4ced-a20b-a160e0437d67 None None] Provisioning complete for port 87855378-fe44-4ff3-a130-0cdda2e046ea triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:28.151078 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-904b7453-d8cd-4ced-a20b-a160e0437d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:28.181228 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:28.191876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:28.199612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:28.284806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca91f31-8833-4fa9-b03a-ea6ed4fbe540 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:45:28.347400 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91ba6a-2492-4c51-bfac-92606f57b25e None None] Pushing event updated for resources: {'Port': ['ID=80712355-1b8f-4875-9aaa-763b915cb7e0,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:28.350411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Routers {'63240de9-f48c-400d-9494-4773452ab7d3'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:28.351555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-70343fe0-721f-4d51-af81-c248db64678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:45:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['63240de9-f48c-400d-9494-4773452ab7d3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:28.383504 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:28.389314 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:28.459547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=5b820e6f-aec8-4739-a585-2a161237370d,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:28.462361 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:28.571831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Network 8cf6b459-faf4-465f-9f32-b9a521bdca10 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:45:28.573638 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:45:28.578958 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-904b7453-d8cd-4ced-a20b-a160e0437d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:28.630279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:28.630692 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:28.723014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-904b7453-d8cd-4ced-a20b-a160e0437d67 None None] For port 87855378-fe44-4ff3-a130-0cdda2e046ea, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=87855378-fe44-4ff3-a130-0cdda2e046ea,segment=NetworkSegment(e64679e8-34fc-46ba-823c-4074deaa2051),segment_id=e64679e8-34fc-46ba-823c-4074deaa2051)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:28.743305 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-904b7453-d8cd-4ced-a20b-a160e0437d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:28.747739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-70343fe0-721f-4d51-af81-c248db64678f None None] Set router 63240de9-f48c-400d-9494-4773452ab7d3 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:28.783393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Router 63240de9-f48c-400d-9494-4773452ab7d3 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:45:28.908861 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:45:28.909040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b7453-d8cd-4ced-a20b-a160e0437d67 None None] Pushing event updated for resources: {'Port': ['ID=87855378-fe44-4ff3-a130-0cdda2e046ea,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:28.922855 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5f434638-49de-40ae-96cf-9da9cb271ef3 admin admin] 10.222.0.37 "PUT /v2.0/routers/63240de9-f48c-400d-9494-4773452ab7d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3126726 Nov 27 01:45:28.990516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bce4a477-9828-4a14-a085-c6527043e9be None None] Provisioning complete for port 80712355-1b8f-4875-9aaa-763b915cb7e0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:28.990888 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bce4a477-9828-4a14-a085-c6527043e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:29.025073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 87855378-fe44-4ff3-a130-0cdda2e046ea up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:29.180638 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bce4a477-9828-4a14-a085-c6527043e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:29.187708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 87855378-fe44-4ff3-a130-0cdda2e046ea triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:29.188066 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:29.241483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bce4a477-9828-4a14-a085-c6527043e9be None None] For port 80712355-1b8f-4875-9aaa-763b915cb7e0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=80712355-1b8f-4875-9aaa-763b915cb7e0,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:29.252017 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bce4a477-9828-4a14-a085-c6527043e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:29.264177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-70343fe0-721f-4d51-af81-c248db64678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63240de9-f48c-400d-9494-4773452ab7d3', 'name': 'tempest-TestVolumeBackupRestore-395537063-router', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:28Z', 'revision_number': 4, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'gw_port': {'id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63240de9-f48c-400d-9494-4773452ab7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5b820e6f-aec8-4739-a585-2a161237370d', 'name': '', 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'mac_address': 'fa:16:3e:d8:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63240de9-f48c-400d-9494-4773452ab7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '3f88e48d-653a-4cf6-8b9d-5136894a2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:27Z', 'updated_at': '2021-11-27T01:45:27Z', 'revision_number': 1, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'subnets': [{'id': '3f88e48d-653a-4cf6-8b9d-5136894a2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:29.361405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70343fe0-721f-4d51-af81-c248db64678f None None] The sync data for ids ['63240de9-f48c-400d-9494-4773452ab7d3'] in n-d-819494-2 is: [{'id': '63240de9-f48c-400d-9494-4773452ab7d3', 'name': 'tempest-TestVolumeBackupRestore-395537063-router', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:28Z', 'revision_number': 4, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'gw_port': {'id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63240de9-f48c-400d-9494-4773452ab7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5b820e6f-aec8-4739-a585-2a161237370d', 'name': '', 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'mac_address': 'fa:16:3e:d8:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63240de9-f48c-400d-9494-4773452ab7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '3f88e48d-653a-4cf6-8b9d-5136894a2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:27Z', 'updated_at': '2021-11-27T01:45:27Z', 'revision_number': 1, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'subnets': [{'id': '3f88e48d-653a-4cf6-8b9d-5136894a2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:45:29.382580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f97e0e31-4dc6-4609-a692-44556fdd9998 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:45:29.427646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4a477-9828-4a14-a085-c6527043e9be None None] Pushing event updated for resources: {'Port': ['ID=80712355-1b8f-4875-9aaa-763b915cb7e0,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:29.431070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bce4a477-9828-4a14-a085-c6527043e9be None None] Provisioning complete for port 5b820e6f-aec8-4739-a585-2a161237370d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:29.431636 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bce4a477-9828-4a14-a085-c6527043e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:29.438014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: f97e0e31-4dc6-4609-a692-44556fdd9998 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:45:29.438014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f97e0e31-4dc6-4609-a692-44556fdd9998 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:45:29.507210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-bce4a477-9828-4a14-a085-c6527043e9be None None] Port 5b820e6f-aec8-4739-a585-2a161237370d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:45:29.631711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f939bc2b-57ef-4dfa-9f2e-de1d2fe330ce None None] Provisioning complete for port 5b820e6f-aec8-4739-a585-2a161237370d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:29.632059 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f939bc2b-57ef-4dfa-9f2e-de1d2fe330ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:29.682262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f939bc2b-57ef-4dfa-9f2e-de1d2fe330ce None None] Port 5b820e6f-aec8-4739-a585-2a161237370d cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:45:30.108376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 87855378-fe44-4ff3-a130-0cdda2e046ea up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:30.168913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 87855378-fe44-4ff3-a130-0cdda2e046ea triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:30.169321 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:31.788980 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Sync routers for ids ['63240de9-f48c-400d-9494-4773452ab7d3'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:45:31.800069 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Routers {'63240de9-f48c-400d-9494-4773452ab7d3'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:31.800683 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:45:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['63240de9-f48c-400d-9494-4773452ab7d3'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:31.923216 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Set router 63240de9-f48c-400d-9494-4773452ab7d3 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:32.121790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 80712355-1b8f-4875-9aaa-763b915cb7e0 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:32.184749 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63240de9-f48c-400d-9494-4773452ab7d3', 'name': 'tempest-TestVolumeBackupRestore-395537063-router', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:28Z', 'revision_number': 4, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'gw_port': {'id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63240de9-f48c-400d-9494-4773452ab7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5b820e6f-aec8-4739-a585-2a161237370d', 'name': '', 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'mac_address': 'fa:16:3e:d8:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63240de9-f48c-400d-9494-4773452ab7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '3f88e48d-653a-4cf6-8b9d-5136894a2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:27Z', 'updated_at': '2021-11-27T01:45:28Z', 'revision_number': 2, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'subnets': [{'id': '3f88e48d-653a-4cf6-8b9d-5136894a2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:32.190984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 80712355-1b8f-4875-9aaa-763b915cb7e0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:32.191563 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:32.218974 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Checking router: 63240de9-f48c-400d-9494-4773452ab7d3 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:45:32.219401 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Updating router 63240de9-f48c-400d-9494-4773452ab7d3 port 5b820e6f-aec8-4739-a585-2a161237370d binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:45:32.249737 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:32.536865 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:32.543548 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:32.615108 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220719b-25d0-4576-9bff-af8d5904d8c9 None None] Pushing event updated for resources: {'Port': ['ID=5b820e6f-aec8-4739-a585-2a161237370d,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:32.661042 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Attempting to bind port 5b820e6f-aec8-4739-a585-2a161237370d on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:45:32.661524 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Attempting to bind port 5b820e6f-aec8-4739-a585-2a161237370d by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'b9c26853-84c6-4e19-943b-0340c41e89d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:45:32.661978 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Attempting to bind port 5b820e6f-aec8-4739-a585-2a161237370d on network 8cf6b459-faf4-465f-9f32-b9a521bdca10 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:45:32.668543 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:45:32.668927 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Checking segment: {'id': 'b9c26853-84c6-4e19-943b-0340c41e89d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:45:32.669511 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:32.669911 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Bound using segment: {'id': 'b9c26853-84c6-4e19-943b-0340c41e89d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:45:32.670448 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Bound port: 5b820e6f-aec8-4739-a585-2a161237370d, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c26853-84c6-4e19-943b-0340c41e89d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:45:32.670835 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:32.754491 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] For port 5b820e6f-aec8-4739-a585-2a161237370d, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:45:32.757761 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] For port 5b820e6f-aec8-4739-a585-2a161237370d, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5b820e6f-aec8-4739-a585-2a161237370d,segment=NetworkSegment(b9c26853-84c6-4e19-943b-0340c41e89d5),segment_id=b9c26853-84c6-4e19-943b-0340c41e89d5)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:45:32.766011 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:32.965256 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220719b-25d0-4576-9bff-af8d5904d8c9 None None] Pushing event updated for resources: {'Port': ['ID=5b820e6f-aec8-4739-a585-2a161237370d,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:32.968407 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-52f33f12-76b9-42f5-94da-cef20e84aeda None None] Provisioning complete for port 5b820e6f-aec8-4739-a585-2a161237370d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:32.977822 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-52f33f12-76b9-42f5-94da-cef20e84aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:32.986416 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Routers {'63240de9-f48c-400d-9494-4773452ab7d3'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:45:32.987057 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:45:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['63240de9-f48c-400d-9494-4773452ab7d3'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:33.084098 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-52f33f12-76b9-42f5-94da-cef20e84aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:33.136785 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] Set router 63240de9-f48c-400d-9494-4773452ab7d3 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:45:33.164860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-52f33f12-76b9-42f5-94da-cef20e84aeda None None] For port 5b820e6f-aec8-4739-a585-2a161237370d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5b820e6f-aec8-4739-a585-2a161237370d,segment=NetworkSegment(b9c26853-84c6-4e19-943b-0340c41e89d5),segment_id=b9c26853-84c6-4e19-943b-0340c41e89d5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:45:33.171862 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-52f33f12-76b9-42f5-94da-cef20e84aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:33.233523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f33f12-76b9-42f5-94da-cef20e84aeda None None] Pushing event updated for resources: {'Port': ['ID=5b820e6f-aec8-4739-a585-2a161237370d,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:33.292655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-142aa599-037e-4c12-abe3-ff9b8e47a720 None None] Provisioning complete for port 5b820e6f-aec8-4739-a585-2a161237370d triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:33.293583 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-142aa599-037e-4c12-abe3-ff9b8e47a720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:33.378971 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63240de9-f48c-400d-9494-4773452ab7d3', 'name': 'tempest-TestVolumeBackupRestore-395537063-router', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:28Z', 'revision_number': 4, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'gw_port': {'id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63240de9-f48c-400d-9494-4773452ab7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5b820e6f-aec8-4739-a585-2a161237370d', 'name': '', 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'mac_address': 'fa:16:3e:d8:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63240de9-f48c-400d-9494-4773452ab7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '3f88e48d-653a-4cf6-8b9d-5136894a2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:27Z', 'updated_at': '2021-11-27T01:45:32Z', 'revision_number': 4, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'subnets': [{'id': '3f88e48d-653a-4cf6-8b9d-5136894a2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:33.418093 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1463522b-f1af-4e17-8a2c-8c580b672538 None None] The sync data for ids ['63240de9-f48c-400d-9494-4773452ab7d3'] in n-d-819494-2 is: [{'id': '63240de9-f48c-400d-9494-4773452ab7d3', 'name': 'tempest-TestVolumeBackupRestore-395537063-router', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:28Z', 'revision_number': 4, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'gw_port': {'id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63240de9-f48c-400d-9494-4773452ab7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5b820e6f-aec8-4739-a585-2a161237370d', 'name': '', 'network_id': '8cf6b459-faf4-465f-9f32-b9a521bdca10', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'mac_address': 'fa:16:3e:d8:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63240de9-f48c-400d-9494-4773452ab7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '3f88e48d-653a-4cf6-8b9d-5136894a2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:27Z', 'updated_at': '2021-11-27T01:45:32Z', 'revision_number': 4, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'subnets': [{'id': '3f88e48d-653a-4cf6-8b9d-5136894a2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:45:34.080081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5b820e6f-aec8-4739-a585-2a161237370d up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:45:34.149355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5b820e6f-aec8-4739-a585-2a161237370d triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:45:34.150026 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:39.313072 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:45:41.551013 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f907ce3-8d00-434b-90eb-0533cd8f782b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:43.876005 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e54abe08-cbf5-490d-9698-9adaaf7c721c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:44.604167 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:45.105947 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:46.824167 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:47.389652 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:47.595248 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.127611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45436) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:52.173154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3027c6-41b7-4aa0-bee5-697284c95d57 admin admin] Deleting subnet 1d95995b-fa34-422b-a911-52ddaa988488 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:45:52.176821 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d3027c6-41b7-4aa0-bee5-697284c95d57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.214046 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d3027c6-41b7-4aa0-bee5-697284c95d57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.261609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d3027c6-41b7-4aa0-bee5-697284c95d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.324196 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d3027c6-41b7-4aa0-bee5-697284c95d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.346856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3027c6-41b7-4aa0-bee5-697284c95d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d95995b-fa34-422b-a911-52ddaa988488,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:52.356215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d3027c6-41b7-4aa0-bee5-697284c95d57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.362908 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45440) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:52.364041 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8d3027c6-41b7-4aa0-bee5-697284c95d57 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1d95995b-fa34-422b-a911-52ddaa988488 HTTP/1.1" status: 204 len: 168 time: 0.2352703 Nov 27 01:45:52.436428 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.520186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.541799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:52.551431 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632b932f-e96d-44d3-a41c-e12190f91b0f') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:52.551803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632b932f-e96d-44d3-a41c-e12190f91b0f') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:52.561303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.574071 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.580371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:45:52.580743 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:45:52.582403 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:45:52.640310 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.646740 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.653264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45442) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:52.653392 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c HTTP/1.1" status: 204 len: 168 time: 0.2883031 Nov 27 01:45:52.666224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef962b2-e4e0-4df5-b24c-7cfef15d71c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ebc99aa-4b4f-4be4-a8bf-6cfc5f99832c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:52.709564 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-817b4c36-34c8-4fad-a486-16a1d49bf024 admin admin] Deleting subnet 63bcaaaf-c021-4a14-8935-0c9c4e2e5ee3 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:45:52.713331 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-817b4c36-34c8-4fad-a486-16a1d49bf024 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.749888 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-817b4c36-34c8-4fad-a486-16a1d49bf024 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.789489 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-817b4c36-34c8-4fad-a486-16a1d49bf024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.851675 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-817b4c36-34c8-4fad-a486-16a1d49bf024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.880801 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-817b4c36-34c8-4fad-a486-16a1d49bf024 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:52.886376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-817b4c36-34c8-4fad-a486-16a1d49bf024 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/63bcaaaf-c021-4a14-8935-0c9c4e2e5ee3 HTTP/1.1" status: 204 len: 168 time: 0.2286475 Nov 27 01:45:52.886639 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45444) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:52.893980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b4c36-34c8-4fad-a486-16a1d49bf024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63bcaaaf-c021-4a14-8935-0c9c4e2e5ee3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:52.959609 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:53.044306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:53.068082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a62a025-7075-48d3-a060-b16c66358f4b']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:53.079609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da3ce4b-7959-4f7c-9796-0e2b33688e44') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:53.080154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da3ce4b-7959-4f7c-9796-0e2b33688e44') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:45:53.091632 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:53.111098 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:53.122099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:45:53.123140 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:45:53.125357 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:45:53.184748 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:53.191549 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:53.197633 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7a62a025-7075-48d3-a060-b16c66358f4b HTTP/1.1" status: 204 len: 168 time: 0.3072760 Nov 27 01:45:53.209192 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba5500-6453-4646-9fd7-7f587ce32df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a62a025-7075-48d3-a060-b16c66358f4b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:53.394716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45452) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:53.443066 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b0c12bf7-1f0b-4939-87e5-f0cd202cf07b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=356f0e1507854f87a8b6e3530d9e80d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471566 Nov 27 01:45:53.445482 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45454) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:53.506608 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-483e531c-4764-4572-846a-2fd4d681b7ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:53.528532 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-483e531c-4764-4572-846a-2fd4d681b7ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:53.575974 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-483e531c-4764-4572-846a-2fd4d681b7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:53.578653 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-483e531c-4764-4572-846a-2fd4d681b7ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:53.579785 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-483e531c-4764-4572-846a-2fd4d681b7ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84 HTTP/1.1" status: 204 len: 168 time: 0.1334136 Nov 27 01:45:53.587422 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e531c-4764-4572-846a-2fd4d681b7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2a99c9-5751-4247-a3c1-cf4ea2dd4d84,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:53.888880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45460) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:53.930529 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-06755594-e7b2-4d09-85f6-2a574434296b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a6f926efc4749488ff09e330ecdbd57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404496 Nov 27 01:45:53.932921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45462) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:45:53.979645 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-876928cf-e9da-4d9c-827b-f17030651c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:54.000256 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-876928cf-e9da-4d9c-827b-f17030651c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:54.047525 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-876928cf-e9da-4d9c-827b-f17030651c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:54.050129 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-876928cf-e9da-4d9c-827b-f17030651c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:45:54.051282 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-876928cf-e9da-4d9c-827b-f17030651c0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5938bbbc-eb28-4095-be52-d94ef3e0a0e8 HTTP/1.1" status: 204 len: 168 time: 0.1174827 Nov 27 01:45:54.058916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876928cf-e9da-4d9c-827b-f17030651c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5938bbbc-eb28-4095-be52-d94ef3e0a0e8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:45:57.225927 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e64b3b8c-d7da-4d96-a5b4-95f0184237d4 req-c504b219-3a5e-41f0-804a-2233320a9867 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271461 Nov 27 01:45:57.317548 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e64b3b8c-d7da-4d96-a5b4-95f0184237d4 req-2fb8615c-e987-471f-97a0-8872ba5131da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0276651 Nov 27 01:45:57.365172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e64b3b8c-d7da-4d96-a5b4-95f0184237d4 req-f3272641-46c8-40dc-9e14-cadb5b1e0d5c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214379 Nov 27 01:45:57.466284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b3b8c-d7da-4d96-a5b4-95f0184237d4 req-44c57ca7-cf98-4c00-ae46-d81eb1f9c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:45:57.467982 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e64b3b8c-d7da-4d96-a5b4-95f0184237d4 req-44c57ca7-cf98-4c00-ae46-d81eb1f9c7fb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965941 Nov 27 01:46:08.219265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45706) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:08.335656 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4fa28da-88de-42f5-8f58-78aa4f4e5014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:08.415703 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4fa28da-88de-42f5-8f58-78aa4f4e5014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:08.419954 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4fa28da-88de-42f5-8f58-78aa4f4e5014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:08.462683 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa28da-88de-42f5-8f58-78aa4f4e5014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fa28a4-7b57-4f15-8dc1-2b17047d9b63,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:08.475955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45714) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:08.476368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d4fa28da-88de-42f5-8f58-78aa4f4e5014 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96921bef1d1147abb70eee2f8f2c11f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552402 Nov 27 01:46:08.534134 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3df5c8b-8f3f-492f-a4af-b0ba67830577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:08.554879 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3df5c8b-8f3f-492f-a4af-b0ba67830577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:08.601843 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3df5c8b-8f3f-492f-a4af-b0ba67830577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:08.604501 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3df5c8b-8f3f-492f-a4af-b0ba67830577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:08.605653 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c3df5c8b-8f3f-492f-a4af-b0ba67830577 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9fa28a4-7b57-4f15-8dc1-2b17047d9b63 HTTP/1.1" status: 204 len: 168 time: 0.1279042 Nov 27 01:46:08.613575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df5c8b-8f3f-492f-a4af-b0ba67830577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fa28a4-7b57-4f15-8dc1-2b17047d9b63,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:08.901540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45722) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:08.916156 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c22-868f-4e97-a8dd-4d3ebd769ee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:09.009098 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c22-868f-4e97-a8dd-4d3ebd769ee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:09.013148 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9c22-868f-4e97-a8dd-4d3ebd769ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:09.054983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45728) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:09.055178 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d2dd9c22-868f-4e97-a8dd-4d3ebd769ee5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1da9581d52fa46c398c586b3e45c9349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1522546 Nov 27 01:46:09.056089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd9c22-868f-4e97-a8dd-4d3ebd769ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4991d68-ad5f-49cb-87de-b330a01cb93a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:09.140139 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ff8a959-44e8-47d5-8593-c20be9c7ed50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:09.162993 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ff8a959-44e8-47d5-8593-c20be9c7ed50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:09.213973 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ff8a959-44e8-47d5-8593-c20be9c7ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:09.217654 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ff8a959-44e8-47d5-8593-c20be9c7ed50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:09.222258 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5ff8a959-44e8-47d5-8593-c20be9c7ed50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4991d68-ad5f-49cb-87de-b330a01cb93a HTTP/1.1" status: 204 len: 168 time: 0.1653883 Nov 27 01:46:09.232763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8a959-44e8-47d5-8593-c20be9c7ed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4991d68-ad5f-49cb-87de-b330a01cb93a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:11.545105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3b90afa0-511a-44f0-a288-5dea25691a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:13.880944 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-561665f7-c1d6-47b5-b3d5-ef3fb257c778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:14.597915 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:15.107639 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:16.305034 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:46:16.808865 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:17.388270 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:17.599852 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:19.303670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45920) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:19.419918 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:19.507850 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:19.511863 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:19.553745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88b33a09fd504c0791e602a5de3f6033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2462928 Nov 27 01:46:19.553745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e650566-4cfb-4ebf-9a4f-a0b6fb376796,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:19.554954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45928) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:19.561955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:19.562419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:19.562910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:19.563322 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:19.564037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:19.564496 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:19.564898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:19.565303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:19.565697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:19.566087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:19.566633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:19.567114 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f4c95-f38c-460e-99ea-65afd58b2c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:19.624089 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-731aaff1-8748-4968-901b-cd85db241f1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:19.648258 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-731aaff1-8748-4968-901b-cd85db241f1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:19.702819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-731aaff1-8748-4968-901b-cd85db241f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:19.705307 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-731aaff1-8748-4968-901b-cd85db241f1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:19.708937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-731aaff1-8748-4968-901b-cd85db241f1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e650566-4cfb-4ebf-9a4f-a0b6fb376796 HTTP/1.1" status: 204 len: 168 time: 0.1492760 Nov 27 01:46:19.718500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aaff1-8748-4968-901b-cd85db241f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e650566-4cfb-4ebf-9a4f-a0b6fb376796,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:19.975758 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45934) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:19.989507 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f663b8d4-f47d-4823-ad3f-3f81b6cec73b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.079832 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f663b8d4-f47d-4823-ad3f-3f81b6cec73b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.084316 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f663b8d4-f47d-4823-ad3f-3f81b6cec73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.133111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f663b8d4-f47d-4823-ad3f-3f81b6cec73b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dcbd9140bc64a6caa879926d3a98420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1561995 Nov 27 01:46:20.134079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663b8d4-f47d-4823-ad3f-3f81b6cec73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c370c921-cfc8-40ab-82bc-2f525358ac61,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:20.135779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45938) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:20.183608 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e40b652e-747e-4345-b447-afcd0151eed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.204345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e40b652e-747e-4345-b447-afcd0151eed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.250755 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e40b652e-747e-4345-b447-afcd0151eed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.253472 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e40b652e-747e-4345-b447-afcd0151eed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.257072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e40b652e-747e-4345-b447-afcd0151eed9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c370c921-cfc8-40ab-82bc-2f525358ac61 HTTP/1.1" status: 204 len: 168 time: 0.1201146 Nov 27 01:46:20.267488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b652e-747e-4345-b447-afcd0151eed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c370c921-cfc8-40ab-82bc-2f525358ac61,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:20.589127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45948) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:20.603867 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59f34a3d-51fb-4881-beea-1dc718bbfbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.680447 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59f34a3d-51fb-4881-beea-1dc718bbfbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.684779 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59f34a3d-51fb-4881-beea-1dc718bbfbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.726681 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-59f34a3d-51fb-4881-beea-1dc718bbfbaf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=160f12c5dfa545bcac82020a628206e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364768 Nov 27 01:46:20.727767 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f34a3d-51fb-4881-beea-1dc718bbfbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7a91d3-5b5a-4903-9f15-3f45899a66cd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:20.729418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45950) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:20.780555 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dc2100ed-f964-4654-83f3-5ba14c3e7a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.801330 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dc2100ed-f964-4654-83f3-5ba14c3e7a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.851330 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dc2100ed-f964-4654-83f3-5ba14c3e7a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.854220 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dc2100ed-f964-4654-83f3-5ba14c3e7a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:20.855400 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dc2100ed-f964-4654-83f3-5ba14c3e7a5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e7a91d3-5b5a-4903-9f15-3f45899a66cd HTTP/1.1" status: 204 len: 168 time: 0.1242061 Nov 27 01:46:20.863306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2100ed-f964-4654-83f3-5ba14c3e7a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7a91d3-5b5a-4903-9f15-3f45899a66cd,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:21.540282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 45978) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:21.640777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1450749178-network', 'tenant_id': '04ecb3ce2e504fb0a3a2115f52bc95d7'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:46:21.662364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Made reservation on behalf of 04ecb3ce2e504fb0a3a2115f52bc95d7 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:46:21.664762 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.673680 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.750160 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.754124 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.774595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:46:21.789562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f719f8-ab9e-4569-b84c-4ca55a4971ac,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:21.792370 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.792707 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Added segment 7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b of type vlan for network 36732334-c5f7-409c-94f3-5f56b81b5cf5 Nov 27 01:46:21.832729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.857683 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.858786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:21.859480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:21.912734 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3712676 Nov 27 01:46:21.915652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45982) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:21.922194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ba99ff5d-6f84-4334-8d69-89655e758804 admin admin] Request body: {'subnet': {'network_id': '36732334-c5f7-409c-94f3-5f56b81b5cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1450749178-subnet', 'tenant_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:46:21.923732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe1750-6c15-416e-9515-6e0f092a5032 admin admin] Pushing event updated for resources: {'Network': ['ID=36732334-c5f7-409c-94f3-5f56b81b5cf5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:21.934006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 36732334-c5f7-409c-94f3-5f56b81b5cf5 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:46:21.963039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba99ff5d-6f84-4334-8d69-89655e758804 admin admin] Made reservation on behalf of 04ecb3ce2e504fb0a3a2115f52bc95d7 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:46:21.965572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba99ff5d-6f84-4334-8d69-89655e758804 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.144456 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba99ff5d-6f84-4334-8d69-89655e758804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.198612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99ff5d-6f84-4334-8d69-89655e758804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=779dcf5c-a40b-4a19-a2f5-864ad7b30640,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:22.209473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba99ff5d-6f84-4334-8d69-89655e758804 admin admin] Checking segment: {'id': '7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '36732334-c5f7-409c-94f3-5f56b81b5cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:46:22.209838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba99ff5d-6f84-4334-8d69-89655e758804 admin admin] Network hostable DHCP agents. Network: 36732334-c5f7-409c-94f3-5f56b81b5cf5, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:46:22.226859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba99ff5d-6f84-4334-8d69-89655e758804 admin admin] Network 36732334-c5f7-409c-94f3-5f56b81b5cf5 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:46:22.251720 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ba99ff5d-6f84-4334-8d69-89655e758804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 36732334-c5f7-409c-94f3-5f56b81b5cf5) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:22.256784 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba99ff5d-6f84-4334-8d69-89655e758804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:22.257625 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ba99ff5d-6f84-4334-8d69-89655e758804 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.264025 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf1ff55-672d-4b20-ad48-647cfa4d2ff9 None None] Network 36732334-c5f7-409c-94f3-5f56b81b5cf5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:46:22.277593 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ba99ff5d-6f84-4334-8d69-89655e758804 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3606951 Nov 27 01:46:22.280308 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 45990) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:22.285018 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1450749178-router', 'tenant_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:46:22.305334 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.306660 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.360167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.422613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-36732334-c5f7-409c-94f3-5f56b81b5cf5', 'network_id': '36732334-c5f7-409c-94f3-5f56b81b5cf5', 'tenant_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'fixed_ips': [{'subnet_id': '779dcf5c-a40b-4a19-a2f5-864ad7b30640'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:46:22.423690 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.501058 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.558119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Allocated IP 172.20.0.2 (36732334-c5f7-409c-94f3-5f56b81b5cf5/779dcf5c-a40b-4a19-a2f5-864ad7b30640/383107bb-731b-4c7a-a8e9-fa5529db3a15) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:46:22.712302 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.718573 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.767363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Network 36732334-c5f7-409c-94f3-5f56b81b5cf5 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:22.770637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:22.773357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:46:22.783233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Pushing event updated for resources: {'Port': ['ID=383107bb-731b-4c7a-a8e9-fa5529db3a15,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:22.805007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.805499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.805939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.806483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.806931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.807362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.807790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.808247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.808669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.809122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.810189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.810857 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:22.849757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Attempting to bind port 383107bb-731b-4c7a-a8e9-fa5529db3a15 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:46:22.850138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Attempting to bind port 383107bb-731b-4c7a-a8e9-fa5529db3a15 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '36732334-c5f7-409c-94f3-5f56b81b5cf5'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:46:22.850538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Attempting to bind port 383107bb-731b-4c7a-a8e9-fa5529db3a15 on network 36732334-c5f7-409c-94f3-5f56b81b5cf5 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:46:22.856744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:46:22.857124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Checking segment: {'id': '7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '36732334-c5f7-409c-94f3-5f56b81b5cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:46:22.857700 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.858089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Bound using segment: {'id': '7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '36732334-c5f7-409c-94f3-5f56b81b5cf5'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:46:22.858591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Bound port: 383107bb-731b-4c7a-a8e9-fa5529db3a15, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '36732334-c5f7-409c-94f3-5f56b81b5cf5'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:46:22.858977 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:22.922472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] For port 383107bb-731b-4c7a-a8e9-fa5529db3a15, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:46:22.925515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] For port 383107bb-731b-4c7a-a8e9-fa5529db3a15, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=383107bb-731b-4c7a-a8e9-fa5529db3a15,segment=NetworkSegment(7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b),segment_id=7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:46:22.930002 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:23.015688 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:23.023961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536f1c0-4362-4a4b-b519-94fd4fa722fb None None] Pushing event updated for resources: {'Port': ['ID=383107bb-731b-4c7a-a8e9-fa5529db3a15,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:23.036976 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:23.183367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Allocated IP 172.25.3.9 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/a5b3dc45-1cb4-47a2-9938-74c46fde9873) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:46:23.320817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:23.359167 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:23.401292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:23.404736 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:23.408319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:46:23.413819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Pushing event updated for resources: {'Port': ['ID=a5b3dc45-1cb4-47a2-9938-74c46fde9873,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:23.420729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a56053-1e00-4cb0-85ba-d9aa0d03e268 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:23.498044 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-348a8d43-de3a-4760-a226-7d66f03ff5fb None None] Provisioning complete for port a5b3dc45-1cb4-47a2-9938-74c46fde9873 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:23.498474 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-348a8d43-de3a-4760-a226-7d66f03ff5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:23.682295 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:23.686140 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-348a8d43-de3a-4760-a226-7d66f03ff5fb None None] Port a5b3dc45-1cb4-47a2-9938-74c46fde9873 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:46:23.908047 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.092227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Router a7f553af-9936-48c4-ba9d-3fafc2ec32f9 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:46:24.137244 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 383107bb-731b-4c7a-a8e9-fa5529db3a15 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:46:24.141616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a8e7b1-a414-4603-89ed-772d31b00db3 None None] Network 36732334-c5f7-409c-94f3-5f56b81b5cf5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:46:24.224861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:46:24.241842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Sync routers for ids ['a7f553af-9936-48c4-ba9d-3fafc2ec32f9'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:46:24.245257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.249623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8381f77f-374a-42db-a254-1da15fde4fba admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.9652505 Nov 27 01:46:24.250225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46004) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:24.262070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e290ae08-da11-4bc6-8258-f25684ec4c08 None None] Provisioning complete for port 383107bb-731b-4c7a-a8e9-fa5529db3a15 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:24.262795 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e290ae08-da11-4bc6-8258-f25684ec4c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.294165 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Routers {'a7f553af-9936-48c4-ba9d-3fafc2ec32f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:24.294463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:46:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a7f553af-9936-48c4-ba9d-3fafc2ec32f9'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:24.401990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 383107bb-731b-4c7a-a8e9-fa5529db3a15 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:24.401990 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.502802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Set router a7f553af-9936-48c4-ba9d-3fafc2ec32f9 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:24.679081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.689964 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e290ae08-da11-4bc6-8258-f25684ec4c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.708850 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.773701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e290ae08-da11-4bc6-8258-f25684ec4c08 None None] For port 383107bb-731b-4c7a-a8e9-fa5529db3a15, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=383107bb-731b-4c7a-a8e9-fa5529db3a15,segment=NetworkSegment(7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b),segment_id=7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:24.799551 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e290ae08-da11-4bc6-8258-f25684ec4c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.862834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Allocated IP 172.20.0.1 (36732334-c5f7-409c-94f3-5f56b81b5cf5/779dcf5c-a40b-4a19-a2f5-864ad7b30640/3e6938a0-8f31-4773-a626-7b3704b2bda3) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:46:24.888311 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:46:24.888667 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:46:24.905754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290ae08-da11-4bc6-8258-f25684ec4c08 None None] Pushing event updated for resources: {'Port': ['ID=383107bb-731b-4c7a-a8e9-fa5529db3a15,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:24.921351 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'name': 'tempest-ImageQuotaTest-1450749178-router', 'tenant_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a5b3dc45-1cb4-47a2-9938-74c46fde9873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:22Z', 'updated_at': '2021-11-27T01:46:23Z', 'revision_number': 3, 'project_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'gw_port': {'id': 'a5b3dc45-1cb4-47a2-9938-74c46fde9873', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:23Z', 'updated_at': '2021-11-27T01:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:24.961421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Checking router: a7f553af-9936-48c4-ba9d-3fafc2ec32f9 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:46:24.961768 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Updating router a7f553af-9936-48c4-ba9d-3fafc2ec32f9 port a5b3dc45-1cb4-47a2-9938-74c46fde9873 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:46:24.988728 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:24.994814 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.042850 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.088858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Network 36732334-c5f7-409c-94f3-5f56b81b5cf5 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:25.092348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:25.096923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:46:25.100221 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Pushing event updated for resources: {'Port': ['ID=3e6938a0-8f31-4773-a626-7b3704b2bda3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:25.148727 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.150199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3ee6ad1f-5892-4887-9813-54dd473884a4 None None] Provisioning complete for port 383107bb-731b-4c7a-a8e9-fa5529db3a15 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:25.150690 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ad1f-5892-4887-9813-54dd473884a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.313164 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.430959 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.445046 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.491854 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.499173 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.509812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e8d61e-a74a-4e80-ab2b-0f8ea99240e5 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:25.526500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Attempting to bind port a5b3dc45-1cb4-47a2-9938-74c46fde9873 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:46:25.527008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Attempting to bind port a5b3dc45-1cb4-47a2-9938-74c46fde9873 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:46:25.527472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Attempting to bind port a5b3dc45-1cb4-47a2-9938-74c46fde9873 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:46:25.534921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3b340726-7f36-405e-8afc-331824709ad5 None None] Provisioning complete for port 3e6938a0-8f31-4773-a626-7b3704b2bda3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:25.535387 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3b340726-7f36-405e-8afc-331824709ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.537051 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c7c42-49aa-4e0f-b1cf-be1a762b7981 None None] Pushing event updated for resources: {'Port': ['ID=a5b3dc45-1cb4-47a2-9938-74c46fde9873,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:25.541754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:46:25.542093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:46:25.542609 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.543091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:46:25.544198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Bound port: a5b3dc45-1cb4-47a2-9938-74c46fde9873, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:46:25.544757 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.582182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Pushing event updated for resources: {'Port': ['ID=3e6938a0-8f31-4773-a626-7b3704b2bda3,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:25.585240 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.615326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3b340726-7f36-405e-8afc-331824709ad5 None None] Port 3e6938a0-8f31-4773-a626-7b3704b2bda3 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:46:25.628818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] For port a5b3dc45-1cb4-47a2-9938-74c46fde9873, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:46:25.632172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] For port a5b3dc45-1cb4-47a2-9938-74c46fde9873, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a5b3dc45-1cb4-47a2-9938-74c46fde9873,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:46:25.637854 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:25.680962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Network 36732334-c5f7-409c-94f3-5f56b81b5cf5 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:46:25.682970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:46:25.700549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Routers {'a7f553af-9936-48c4-ba9d-3fafc2ec32f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:25.701316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:46:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a7f553af-9936-48c4-ba9d-3fafc2ec32f9'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:25.742703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45738c0-2e44-4ce3-9d54-d70aabc4f1c3 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:25.750884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c7c42-49aa-4e0f-b1cf-be1a762b7981 None None] Pushing event updated for resources: {'Port': ['ID=a5b3dc45-1cb4-47a2-9938-74c46fde9873,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:25.839633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Router a7f553af-9936-48c4-ba9d-3fafc2ec32f9 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:46:25.969141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:46:25.975743 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ac627f6c-18a1-4ba4-9f65-1c38c63d2d9a admin admin] 10.222.0.37 "PUT /v2.0/routers/a7f553af-9936-48c4-ba9d-3fafc2ec32f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247403 Nov 27 01:46:26.016284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cde8f6e6-8139-4de7-92e3-bfa45b5d1e98 None None] Provisioning complete for port a5b3dc45-1cb4-47a2-9938-74c46fde9873 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:26.016782 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cde8f6e6-8139-4de7-92e3-bfa45b5d1e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:26.070037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] Set router a7f553af-9936-48c4-ba9d-3fafc2ec32f9 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:26.118166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 383107bb-731b-4c7a-a8e9-fa5529db3a15 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:46:26.224897 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cde8f6e6-8139-4de7-92e3-bfa45b5d1e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:26.283179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cde8f6e6-8139-4de7-92e3-bfa45b5d1e98 None None] For port a5b3dc45-1cb4-47a2-9938-74c46fde9873, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a5b3dc45-1cb4-47a2-9938-74c46fde9873,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:26.295720 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cde8f6e6-8139-4de7-92e3-bfa45b5d1e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:26.334342 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 383107bb-731b-4c7a-a8e9-fa5529db3a15 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:26.334722 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:26.426827 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8f6e6-8139-4de7-92e3-bfa45b5d1e98 None None] Pushing event updated for resources: {'Port': ['ID=a5b3dc45-1cb4-47a2-9938-74c46fde9873,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:26.451260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b25db73c-d310-49bd-8ef1-f9abd8351634 None None] Provisioning complete for port a5b3dc45-1cb4-47a2-9938-74c46fde9873 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:26.451615 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b25db73c-d310-49bd-8ef1-f9abd8351634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:26.528582 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'name': 'tempest-ImageQuotaTest-1450749178-router', 'tenant_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a5b3dc45-1cb4-47a2-9938-74c46fde9873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:22Z', 'updated_at': '2021-11-27T01:46:25Z', 'revision_number': 4, 'project_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'gw_port': {'id': 'a5b3dc45-1cb4-47a2-9938-74c46fde9873', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:23Z', 'updated_at': '2021-11-27T01:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3e6938a0-8f31-4773-a626-7b3704b2bda3', 'name': '', 'network_id': '36732334-c5f7-409c-94f3-5f56b81b5cf5', 'tenant_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'mac_address': 'fa:16:3e:e6:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '779dcf5c-a40b-4a19-a2f5-864ad7b30640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:24Z', 'updated_at': '2021-11-27T01:46:25Z', 'revision_number': 2, 'project_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'subnets': [{'id': '779dcf5c-a40b-4a19-a2f5-864ad7b30640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:26.566280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea239f-0e98-4e1f-af35-c2c67236ec89 None None] The sync data for ids ['a7f553af-9936-48c4-ba9d-3fafc2ec32f9'] in n-d-819494-2 is: [{'id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'name': 'tempest-ImageQuotaTest-1450749178-router', 'tenant_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a5b3dc45-1cb4-47a2-9938-74c46fde9873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:22Z', 'updated_at': '2021-11-27T01:46:25Z', 'revision_number': 4, 'project_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'gw_port': {'id': 'a5b3dc45-1cb4-47a2-9938-74c46fde9873', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:23Z', 'updated_at': '2021-11-27T01:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '3e6938a0-8f31-4773-a626-7b3704b2bda3', 'name': '', 'network_id': '36732334-c5f7-409c-94f3-5f56b81b5cf5', 'tenant_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'mac_address': 'fa:16:3e:e6:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '779dcf5c-a40b-4a19-a2f5-864ad7b30640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:24Z', 'updated_at': '2021-11-27T01:46:25Z', 'revision_number': 2, 'project_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'subnets': [{'id': '779dcf5c-a40b-4a19-a2f5-864ad7b30640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:46:26.629557 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b25db73c-d310-49bd-8ef1-f9abd8351634 None None] Provisioning complete for port 3e6938a0-8f31-4773-a626-7b3704b2bda3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:26.629962 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b25db73c-d310-49bd-8ef1-f9abd8351634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:26.672607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b25db73c-d310-49bd-8ef1-f9abd8351634 None None] Port 3e6938a0-8f31-4773-a626-7b3704b2bda3 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:46:27.084741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46042) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:27.481591 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:28.100098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Deleting port 3e6938a0-8f31-4773-a626-7b3704b2bda3 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:46:28.100722 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:28.128520 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a5b3dc45-1cb4-47a2-9938-74c46fde9873 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:46:28.181336 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port a5b3dc45-1cb4-47a2-9938-74c46fde9873 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:46:28.182020 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:28.184901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:28.196583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Calling delete_port for 3e6938a0-8f31-4773-a626-7b3704b2bda3 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:46:28.384599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:28.409230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6938a0-8f31-4773-a626-7b3704b2bda3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:28.419910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:28.420320 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:28.420666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:28.421003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:28.421395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:28.421689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:28.421995 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:28.422405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:28.422671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:28.423437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:28.423654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:28.423957 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:46:28.630911 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:28.871914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Router a7f553af-9936-48c4-ba9d-3fafc2ec32f9 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:46:28.884999 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916dcf7-ed87-4e71-b1b9-759795f7f9cc None None] Sync routers for ids ['a7f553af-9936-48c4-ba9d-3fafc2ec32f9'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:46:28.894932 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916dcf7-ed87-4e71-b1b9-759795f7f9cc None None] Routers {'a7f553af-9936-48c4-ba9d-3fafc2ec32f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:28.895803 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2916dcf7-ed87-4e71-b1b9-759795f7f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:46:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a7f553af-9936-48c4-ba9d-3fafc2ec32f9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:28.995393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:46:29.007671 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ddc4e9db-8b06-458d-8a51-116c1ba9c52c admin admin] 10.222.0.37 "PUT /v2.0/routers/a7f553af-9936-48c4-ba9d-3fafc2ec32f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9196708 Nov 27 01:46:29.008097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46056) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:29.009262 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-2916dcf7-ed87-4e71-b1b9-759795f7f9cc None None] Set router a7f553af-9936-48c4-ba9d-3fafc2ec32f9 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:29.137631 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.204492 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2916dcf7-ed87-4e71-b1b9-759795f7f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'name': 'tempest-ImageQuotaTest-1450749178-router', 'tenant_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a5b3dc45-1cb4-47a2-9938-74c46fde9873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:22Z', 'updated_at': '2021-11-27T01:46:28Z', 'revision_number': 5, 'project_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'gw_port': {'id': 'a5b3dc45-1cb4-47a2-9938-74c46fde9873', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:23Z', 'updated_at': '2021-11-27T01:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:29.231886 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916dcf7-ed87-4e71-b1b9-759795f7f9cc None None] Checking router: a7f553af-9936-48c4-ba9d-3fafc2ec32f9 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:46:29.240439 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916dcf7-ed87-4e71-b1b9-759795f7f9cc None None] Routers {'a7f553af-9936-48c4-ba9d-3fafc2ec32f9'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:29.241038 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2916dcf7-ed87-4e71-b1b9-759795f7f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:46:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a7f553af-9936-48c4-ba9d-3fafc2ec32f9'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:29.248577 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.312881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Deleting port a5b3dc45-1cb4-47a2-9938-74c46fde9873 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:46:29.313468 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.387227 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-2916dcf7-ed87-4e71-b1b9-759795f7f9cc None None] Set router a7f553af-9936-48c4-ba9d-3fafc2ec32f9 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:46:29.419828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] For port a5b3dc45-1cb4-47a2-9938-74c46fde9873, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a5b3dc45-1cb4-47a2-9938-74c46fde9873,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:29.420309 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.434279 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Calling delete_port for a5b3dc45-1cb4-47a2-9938-74c46fde9873 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:46:29.619615 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2916dcf7-ed87-4e71-b1b9-759795f7f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'name': 'tempest-ImageQuotaTest-1450749178-router', 'tenant_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a5b3dc45-1cb4-47a2-9938-74c46fde9873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:22Z', 'updated_at': '2021-11-27T01:46:28Z', 'revision_number': 5, 'project_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'gw_port': {'id': 'a5b3dc45-1cb4-47a2-9938-74c46fde9873', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:23Z', 'updated_at': '2021-11-27T01:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:29.627717 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.651908 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916dcf7-ed87-4e71-b1b9-759795f7f9cc None None] The sync data for ids ['a7f553af-9936-48c4-ba9d-3fafc2ec32f9'] in n-d-819494-2 is: [{'id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'name': 'tempest-ImageQuotaTest-1450749178-router', 'tenant_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'a5b3dc45-1cb4-47a2-9938-74c46fde9873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:46:22Z', 'updated_at': '2021-11-27T01:46:28Z', 'revision_number': 5, 'project_id': '04ecb3ce2e504fb0a3a2115f52bc95d7', 'gw_port': {'id': 'a5b3dc45-1cb4-47a2-9938-74c46fde9873', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f553af-9936-48c4-ba9d-3fafc2ec32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:46:23Z', 'updated_at': '2021-11-27T01:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:46:29.656012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b3dc45-1cb4-47a2-9938-74c46fde9873,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:29.675720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16279e18-9684-47ea-9b5e-ae7e262b156a None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:29.733434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.826716 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:29.829131 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.143532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3e6938a0-8f31-4773-a626-7b3704b2bda3 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:46:30.167747 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 3e6938a0-8f31-4773-a626-7b3704b2bda3 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:46:30.168105 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3e6938a0-8f31-4773-a626-7b3704b2bda3 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:46:30.207518 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.208640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7f553af-9936-48c4-ba9d-3fafc2ec32f9 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:46:30.214157 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.217897 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-728107ff-8b56-412b-a415-2273b91dfbb2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a7f553af-9936-48c4-ba9d-3fafc2ec32f9 HTTP/1.1" status: 204 len: 168 time: 1.2065399 Nov 27 01:46:30.218116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46064) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:30.267699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce3d221-bb27-4e57-9f77-c9b5da26f991 admin admin] Deleting subnet 779dcf5c-a40b-4a19-a2f5-864ad7b30640 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:46:30.271555 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d221-bb27-4e57-9f77-c9b5da26f991 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.315221 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d221-bb27-4e57-9f77-c9b5da26f991 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.408845 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d221-bb27-4e57-9f77-c9b5da26f991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.466043 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d221-bb27-4e57-9f77-c9b5da26f991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.493827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3d221-bb27-4e57-9f77-c9b5da26f991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779dcf5c-a40b-4a19-a2f5-864ad7b30640,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:30.498081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d221-bb27-4e57-9f77-c9b5da26f991 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.503628 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6ce3d221-bb27-4e57-9f77-c9b5da26f991 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/779dcf5c-a40b-4a19-a2f5-864ad7b30640 HTTP/1.1" status: 204 len: 168 time: 0.2822280 Nov 27 01:46:30.504127 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46072) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:30.507099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7f5b33-d2e9-4e98-abcc-1c9956658459 None None] Network 36732334-c5f7-409c-94f3-5f56b81b5cf5 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:46:30.579880 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.651308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Deleting port 383107bb-731b-4c7a-a8e9-fa5529db3a15 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:46:30.651906 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.735153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b8a031-0ade-432d-8218-ac3acdfd3495 None None] DHCP port deletion for 36732334-c5f7-409c-94f3-5f56b81b5cf5 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:46:30.740255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] For port 383107bb-731b-4c7a-a8e9-fa5529db3a15, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=383107bb-731b-4c7a-a8e9-fa5529db3a15,segment=NetworkSegment(7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b),segment_id=7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:30.740946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.756310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Calling delete_port for 383107bb-731b-4c7a-a8e9-fa5529db3a15 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:46:30.794751 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-10b8a031-0ade-432d-8218-ac3acdfd3495 None None] Deleting port 383107bb-731b-4c7a-a8e9-fa5529db3a15 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:46:30.795618 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-10b8a031-0ade-432d-8218-ac3acdfd3495 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.846684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.862687 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-10b8a031-0ade-432d-8218-ac3acdfd3495 None None] For port 383107bb-731b-4c7a-a8e9-fa5529db3a15, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=383107bb-731b-4c7a-a8e9-fa5529db3a15,segment=NetworkSegment(7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b),segment_id=7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:46:30.863346 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-10b8a031-0ade-432d-8218-ac3acdfd3495 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.875657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Pushing event deleted for resources: {'Port': ['ID=383107bb-731b-4c7a-a8e9-fa5529db3a15,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:30.877449 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] No DVR routers for this DVR port 383107bb-731b-4c7a-a8e9-fa5529db3a15 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:46:30.878112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-10b8a031-0ade-432d-8218-ac3acdfd3495 None None] Calling delete_port for 383107bb-731b-4c7a-a8e9-fa5529db3a15 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:46:30.951397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.966678 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-10b8a031-0ade-432d-8218-ac3acdfd3495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:30.972578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36732334-c5f7-409c-94f3-5f56b81b5cf5']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:30.987526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:30.987981 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5c79f9-d4fc-4e57-ab15-ec03d9dfe51b') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:46:30.996705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8a031-0ade-432d-8218-ac3acdfd3495 None None] Pushing event deleted for resources: {'Port': ['ID=383107bb-731b-4c7a-a8e9-fa5529db3a15,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:31.003698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.014839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b8a031-0ade-432d-8218-ac3acdfd3495 None None] No DVR routers for this DVR port 383107bb-731b-4c7a-a8e9-fa5529db3a15 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:46:31.017539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6a3e7-53c6-4f5c-9c1c-7c8be8062f32 None None] Sync routers for ids ['a7f553af-9936-48c4-ba9d-3fafc2ec32f9'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:46:31.018618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.031383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6a3e7-53c6-4f5c-9c1c-7c8be8062f32 None None] Routers set() bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:31.031809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6a3e7-53c6-4f5c-9c1c-7c8be8062f32 None None] Router IDs set() for agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 01:46:31.032790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_agentschedulers_db [None req-67e6a3e7-53c6-4f5c-9c1c-7c8be8062f32 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a7f553af-9936-48c4-ba9d-3fafc2ec32f9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:46:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent'). {{(pid=103386) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 01:46:31.035959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:46:31.037363 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.042455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6a3e7-53c6-4f5c-9c1c-7c8be8062f32 None None] Routers set() bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:46:31.042828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6a3e7-53c6-4f5c-9c1c-7c8be8062f32 None None] Router IDs set() for agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 27 01:46:31.044027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_agentschedulers_db [None req-67e6a3e7-53c6-4f5c-9c1c-7c8be8062f32 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a7f553af-9936-48c4-ba9d-3fafc2ec32f9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:46:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent'). {{(pid=103386) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 27 01:46:31.044399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6a3e7-53c6-4f5c-9c1c-7c8be8062f32 None None] The sync data for ids ['a7f553af-9936-48c4-ba9d-3fafc2ec32f9'] in n-d-819494-2 is: [] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:46:31.061753 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:46:31.119195 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.125994 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.129593 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] 10.222.0.37 "DELETE /v2.0/networks/36732334-c5f7-409c-94f3-5f56b81b5cf5 HTTP/1.1" status: 204 len: 168 time: 0.6244328 Nov 27 01:46:31.150845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db44244-e2d9-41a2-a69b-0e853dfcb111 admin admin] Pushing event deleted for resources: {'Network': ['ID=36732334-c5f7-409c-94f3-5f56b81b5cf5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:31.262633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46080) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:31.302515 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5d814133-d578-4b00-bfe1-6d57bf1e255a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04ecb3ce2e504fb0a3a2115f52bc95d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385318 Nov 27 01:46:31.305154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46082) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:31.352553 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3daacb32-8f3a-41a0-b328-28c0ee8da1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.373764 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3daacb32-8f3a-41a0-b328-28c0ee8da1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.424060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3daacb32-8f3a-41a0-b328-28c0ee8da1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.426613 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3daacb32-8f3a-41a0-b328-28c0ee8da1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.427760 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3daacb32-8f3a-41a0-b328-28c0ee8da1ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44f719f8-ab9e-4569-b84c-4ca55a4971ac HTTP/1.1" status: 204 len: 168 time: 0.1217196 Nov 27 01:46:31.436404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daacb32-8f3a-41a0-b328-28c0ee8da1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f719f8-ab9e-4569-b84c-4ca55a4971ac,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:31.772094 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46090) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:31.785320 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a0b0-395a-4898-86a2-a6b72fd8f6e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.861404 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a0b0-395a-4898-86a2-a6b72fd8f6e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.865183 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a0b0-395a-4898-86a2-a6b72fd8f6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.903951 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f7d6a0b0-395a-4898-86a2-a6b72fd8f6e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1307766 Nov 27 01:46:31.904827 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6a0b0-395a-4898-86a2-a6b72fd8f6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd36c2c-cb7e-4a34-aa54-e9fd9fbc3a73,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:31.906870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46092) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:46:31.968147 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db834cd-f0e8-479d-a545-ef6888fd35cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:31.988944 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db834cd-f0e8-479d-a545-ef6888fd35cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.040171 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db834cd-f0e8-479d-a545-ef6888fd35cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.043025 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db834cd-f0e8-479d-a545-ef6888fd35cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:32.047223 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6db834cd-f0e8-479d-a545-ef6888fd35cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfd36c2c-cb7e-4a34-aa54-e9fd9fbc3a73 HTTP/1.1" status: 204 len: 168 time: 0.1356659 Nov 27 01:46:32.053653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db834cd-f0e8-479d-a545-ef6888fd35cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd36c2c-cb7e-4a34-aa54-e9fd9fbc3a73,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:46:32.104734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a5b3dc45-1cb4-47a2-9938-74c46fde9873 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:46:32.133631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: a5b3dc45-1cb4-47a2-9938-74c46fde9873 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:46:32.133978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a5b3dc45-1cb4-47a2-9938-74c46fde9873 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:46:32.134437 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 383107bb-731b-4c7a-a8e9-fa5529db3a15 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:46:32.157194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 383107bb-731b-4c7a-a8e9-fa5529db3a15 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:46:32.157548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 383107bb-731b-4c7a-a8e9-fa5529db3a15 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:46:41.546415 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20209d06-b2aa-4a11-b965-c56a2f1d62fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:43.894904 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fc83295-678e-4687-8b88-d4bd5e65bc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:44.618172 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:45.111274 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:46.805722 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:47.383940 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:47.603053 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:46:53.304451 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:46:58.191684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51f745d8-20a8-4222-8d54-fb492643c2e8 req-a5b28d2e-4661-4bf8-9b26-6e9b5e0c1d80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248704 Nov 27 01:46:58.279979 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51f745d8-20a8-4222-8d54-fb492643c2e8 req-02b90436-b0d8-4311-bc79-a469d1c5ebee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0310426 Nov 27 01:46:58.329055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51f745d8-20a8-4222-8d54-fb492643c2e8 req-4b557895-62b9-4ca3-906a-718cc59c0dd0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204172 Nov 27 01:46:58.433371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f745d8-20a8-4222-8d54-fb492643c2e8 req-088966bc-a01b-4472-aca3-07aab07a706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:46:58.434965 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51f745d8-20a8-4222-8d54-fb492643c2e8 req-088966bc-a01b-4472-aca3-07aab07a706d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996490 Nov 27 01:47:11.548577 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1bffd785-3109-4712-944e-ce4885697612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:13.897334 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-12451ef1-cfd6-4546-b3ea-e23870f09693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:14.617686 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:15.127726 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:16.807465 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:17.397980 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:17.606298 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.162727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 46688) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:22.167445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2094496670', 'description': 'tempest-secgroup-smoke-2094496670 description', 'project_id': '3c189c52dfc74c77982acb36489dc10f'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:22.190372 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.252734 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.255887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.285197 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.286409 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1226575 Nov 27 01:47:22.288249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d0189c-fad1-457d-a95a-54793d9df9b7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:22.289491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46690) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:22.295315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-797d7c8b-6bac-4c6a-97f6-202c640d1ede tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Request body: {'security_group_rule': {'security_group_id': '40d0189c-fad1-457d-a95a-54793d9df9b7', 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:22.295627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.295971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.296310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.296638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.296963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.297290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.297612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.297932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.298318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.298606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.298924 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.299241 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f1433-ec45-49d7-83fa-5a1939f0f87c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:47:22.327184 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-797d7c8b-6bac-4c6a-97f6-202c640d1ede tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.381503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-797d7c8b-6bac-4c6a-97f6-202c640d1ede tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.385218 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-797d7c8b-6bac-4c6a-97f6-202c640d1ede tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.403188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d7c8b-6bac-4c6a-97f6-202c640d1ede tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5d54dc-2c17-4971-be24-47075405d04a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:22.410834 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-797d7c8b-6bac-4c6a-97f6-202c640d1ede tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.413669 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-797d7c8b-6bac-4c6a-97f6-202c640d1ede tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214993 Nov 27 01:47:22.414775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46692) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:22.419188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9a492f1e-5181-4b86-8e8c-35712a10de16 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Request body: {'security_group_rule': {'security_group_id': '40d0189c-fad1-457d-a95a-54793d9df9b7', 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:22.445105 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a492f1e-5181-4b86-8e8c-35712a10de16 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.502841 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a492f1e-5181-4b86-8e8c-35712a10de16 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.506575 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a492f1e-5181-4b86-8e8c-35712a10de16 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.525216 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a492f1e-5181-4b86-8e8c-35712a10de16 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea947ed-b66d-483c-85dd-8b591f4ccbcc,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:22.530120 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a492f1e-5181-4b86-8e8c-35712a10de16 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.531339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9a492f1e-5181-4b86-8e8c-35712a10de16 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156423 Nov 27 01:47:22.534117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46694) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:22.538442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cff53f1b-2ef3-4856-a54a-119ad3c7f4f6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Request body: {'security_group_rule': {'security_group_id': '40d0189c-fad1-457d-a95a-54793d9df9b7', 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:22.564392 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cff53f1b-2ef3-4856-a54a-119ad3c7f4f6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.620506 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cff53f1b-2ef3-4856-a54a-119ad3c7f4f6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.623905 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cff53f1b-2ef3-4856-a54a-119ad3c7f4f6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.641158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff53f1b-2ef3-4856-a54a-119ad3c7f4f6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0955d1e-0673-4a2c-acc7-094e47e364a9,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:22.648692 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cff53f1b-2ef3-4856-a54a-119ad3c7f4f6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.649871 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cff53f1b-2ef3-4856-a54a-119ad3c7f4f6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148052 Nov 27 01:47:22.652642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46696) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:22.657158 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f1264948-8e62-47fb-93e1-1f508efe33b2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Request body: {'security_group_rule': {'security_group_id': '40d0189c-fad1-457d-a95a-54793d9df9b7', 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:22.683314 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1264948-8e62-47fb-93e1-1f508efe33b2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.738350 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1264948-8e62-47fb-93e1-1f508efe33b2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.741691 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1264948-8e62-47fb-93e1-1f508efe33b2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.758812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1264948-8e62-47fb-93e1-1f508efe33b2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f600f97-9313-4ffd-9195-d33ee8d05cb4,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:22.767295 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f1264948-8e62-47fb-93e1-1f508efe33b2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.768501 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f1264948-8e62-47fb-93e1-1f508efe33b2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149406 Nov 27 01:47:22.771210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46698) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:22.775530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-317bb6e4-4cb9-415e-884a-549d5008f961 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Request body: {'security_group_rule': {'security_group_id': '40d0189c-fad1-457d-a95a-54793d9df9b7', 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:22.796135 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-317bb6e4-4cb9-415e-884a-549d5008f961 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Project 3c189c52dfc74c77982acb36489dc10f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:47:22.800902 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-317bb6e4-4cb9-415e-884a-549d5008f961 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.863476 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-317bb6e4-4cb9-415e-884a-549d5008f961 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.867455 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-317bb6e4-4cb9-415e-884a-549d5008f961 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.889195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bb6e4-4cb9-415e-884a-549d5008f961 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96871b48-d54e-4dcb-992f-e05c5f0b12ac,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:22.894547 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-317bb6e4-4cb9-415e-884a-549d5008f961 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.895720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-317bb6e4-4cb9-415e-884a-549d5008f961 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235843 Nov 27 01:47:22.898402 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 46702) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:47:22.902785 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9f435871-a31d-43d0-a070-2aa39471eff9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Request body: {'security_group_rule': {'security_group_id': '40d0189c-fad1-457d-a95a-54793d9df9b7', 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:47:22.924059 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-9f435871-a31d-43d0-a070-2aa39471eff9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Project 3c189c52dfc74c77982acb36489dc10f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 01:47:22.928745 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f435871-a31d-43d0-a070-2aa39471eff9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.986503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f435871-a31d-43d0-a070-2aa39471eff9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:22.990036 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f435871-a31d-43d0-a070-2aa39471eff9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.009605 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f435871-a31d-43d0-a070-2aa39471eff9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8b69f4-2057-43a2-b7e6-82b22657a306,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:47:23.017551 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9f435871-a31d-43d0-a070-2aa39471eff9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:23.018748 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9f435871-a31d-43d0-a070-2aa39471eff9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194360 Nov 27 01:47:23.222958 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a405dd84-280a-4bce-9f94-2e5f176d9d00 req-675706d4-ab9a-46f4-a090-3ed1b3a4348d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094496670&fields=id&tenant_id=3c189c52dfc74c77982acb36489dc10f HTTP/1.1" status: 200 len: 267 time: 0.0431774 Nov 27 01:47:23.330754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405dd84-280a-4bce-9f94-2e5f176d9d00 req-feb04c6d-1ee4-4905-a0a9-aed9d672f14c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:23.332210 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a405dd84-280a-4bce-9f94-2e5f176d9d00 req-feb04c6d-1ee4-4905-a0a9-aed9d672f14c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/networks?id=7fb814bd-7825-47a1-8951-bc9d1e0915d6 HTTP/1.1" status: 200 len: 813 time: 0.1027496 Nov 27 01:47:23.347140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a405dd84-280a-4bce-9f94-2e5f176d9d00 req-1f695a9b-a54c-42f7-a981-2c799a207fb6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/quotas/3c189c52dfc74c77982acb36489dc10f HTTP/1.1" status: 200 len: 375 time: 0.0092471 Nov 27 01:47:23.404117 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a405dd84-280a-4bce-9f94-2e5f176d9d00 req-1e40d23b-7c2e-4805-bc96-52e39307bf11 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c189c52dfc74c77982acb36489dc10f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516908 Nov 27 01:47:23.527026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-a405dd84-280a-4bce-9f94-2e5f176d9d00 req-2dde21f2-db82-49b2-9c35-38cf5ae1b11a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:47:23.528040 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a405dd84-280a-4bce-9f94-2e5f176d9d00 req-2dde21f2-db82-49b2-9c35-38cf5ae1b11a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1130688 Nov 27 01:47:23.619196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a405dd84-280a-4bce-9f94-2e5f176d9d00 req-1dde35e1-f618-46e8-bff0-34822a5c6d10 service neutron] 10.222.0.37 "GET /v2.0/networks/7fb814bd-7825-47a1-8951-bc9d1e0915d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849359 Nov 27 01:47:23.710121 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a405dd84-280a-4bce-9f94-2e5f176d9d00 req-6ee6b52f-1d79-4e68-a5e7-58126e229fe8 service neutron] 10.222.0.37 "GET /v2.0/networks/7fb814bd-7825-47a1-8951-bc9d1e0915d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842927 Nov 27 01:47:24.029066 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b7f6b929-f0e2-4e39-bd55-339e71518c26 req-3c601c72-4f5d-4929-99e0-eccb0877c9b0 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0268123 Nov 27 01:47:25.130319 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dfd83e0c-54ab-4a09-8da7-e5e2bf3d7675 req-a8ff0fc4-9136-4795-ba0d-b946854077e4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0270941 Nov 27 01:47:26.205989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-891bb2a7-a8df-4c12-a9db-d187dff21c06 req-44910245-7469-4d2c-ac41-ba1f8f2d2085 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257332 Nov 27 01:47:27.280867 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7615d561-8e66-4e69-b0b1-1d5bb1ba5db5 req-85e73ee6-09cc-4766-9523-5c6f81ba1e32 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257583 Nov 27 01:47:28.361187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9de1b1be-56b0-4cdf-9d32-1da92f9ecde6 req-a7f9a7e0-f7d1-43c2-a56d-9b7322ff4b0e tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0297012 Nov 27 01:47:29.444260 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7f7c82ab-0f4c-41bc-a5d1-72284413578c req-64d12fca-7da3-488f-a9ac-90985d3733d4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0317087 Nov 27 01:47:30.302646 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:47:30.520138 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0acf6fb-3c66-44f9-b8b6-be3eeadf5024 req-bad5d47c-d1be-44dd-bbd6-e4b8f6f7bdf7 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259290 Nov 27 01:47:31.595636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-51b1df7f-c29c-4736-a5b6-dc596561b030 req-9085031b-8652-46b4-b71d-2584cda01839 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259838 Nov 27 01:47:32.671128 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e91c60c2-76d1-4cb0-b62d-b7fe1f9c2c90 req-7d73ffd9-1291-4c8d-888b-61d1e74f3df0 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0266197 Nov 27 01:47:33.749000 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-49dfd060-accd-4f7e-a1b2-6f3df14dbdb7 req-e6dcf32c-bf8f-4661-9e32-131477bbe21a tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0274827 Nov 27 01:47:34.825790 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbbfa0a4-4060-43b1-a08a-1ba250d2b45c req-9b3cecbf-489a-4a62-b33a-2b74ecd0026a tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0254033 Nov 27 01:47:35.901386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5affb515-fdb6-4f05-8236-76a623fa7c9a req-5c64584f-a982-48e0-8491-a4eb8818fba1 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0255334 Nov 27 01:47:36.977279 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d703b6c5-cd67-43e5-95dc-fe08269d8761 req-02c6f33f-ead0-468c-8d47-9bb003a0d0d1 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259101 Nov 27 01:47:38.057713 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-49f8d7a5-f4f9-434f-979c-c53d3601d117 req-1dc95a25-aced-48d9-95a4-ab7a4c057e97 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262103 Nov 27 01:47:39.137458 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ab7e3e4-b06a-4a0b-b9e6-3fa40964a211 req-eb83f604-f0f4-4a38-9edf-a972e3589507 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0270433 Nov 27 01:47:40.214707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0de2a09a-aa3b-479c-92ca-e19ba061a439 req-23d1079e-bbff-4d49-a83c-448029155189 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0253804 Nov 27 01:47:41.293958 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0f07cbe-1564-4dae-90f4-04cde0cd448a req-e8dea875-1e8e-4b6f-84f9-39fc6cbbb38d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0287924 Nov 27 01:47:41.549541 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ff887a45-48b5-4a3c-a540-9c2a8bb24825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:42.374561 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3537b299-be15-4065-b858-3e364253527e req-150e94a0-5f14-441a-ab58-5d3a0d6fe032 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0306184 Nov 27 01:47:43.452590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fbf7676c-d956-414b-bea3-96ba55796ab1 req-e5332bbc-3d0a-444d-bc6d-d0d00375487a tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264480 Nov 27 01:47:43.888433 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-41c3651b-22dd-4412-b62f-fefa15600c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:44.528451 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0b5d9f13-771c-4121-b1bf-e6ab6be7fd2e req-1fabcc44-b005-4a0e-8c95-7225795d715f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260625 Nov 27 01:47:44.609826 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:45.121315 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:45.603783 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a6c5512e-80f7-4b64-8c71-d13ddbefbf63 req-f59f0c00-f89c-4749-8243-e8bb6917dff8 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0254176 Nov 27 01:47:46.680469 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-975fd12a-e6c9-4d39-aae0-a93c070b27e2 req-74604bbd-346a-430b-bcfd-72d3904125c0 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0266318 Nov 27 01:47:46.810478 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:47.400566 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:47.608131 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:47:47.757710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a3ca69a6-02c2-4270-aff2-4254af15c404 req-14cc224a-9af8-4409-b6b6-a1a5ffacb256 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0254769 Nov 27 01:47:48.833066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ed89902-5464-4ba4-8905-a86071f7df83 req-3d3644f5-ee1a-488a-8020-38cfad972b69 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265322 Nov 27 01:47:49.908487 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c04081b8-6f48-4ae4-9424-69b1eecdba56 req-49f77ee9-4681-4763-987c-18e0f8f9f9b2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265548 Nov 27 01:47:51.223723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d0850407-350d-40a8-9b64-cf054a7a89db req-f0a10271-693c-4a04-bd5a-47fc3243510b tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265188 Nov 27 01:47:51.450038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-edd6f9e9-353a-4b9e-b25a-42776aa2804a req-eeaac040-929d-4c91-8a13-d2033724b5bb service neutron] (103384) timed out ('10.222.0.42', 52092) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:47:52.301167 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41de9446-43d1-42fc-be99-ecf9728c2982 req-45a79cda-b843-4f6f-bd5e-cc9e4de481a4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258346 Nov 27 01:47:53.381488 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d03ee6d4-5808-4228-b27e-ca1186122814 req-bfcacad8-e62e-4b8c-8bc2-cb91bb3c0f2f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0261221 Nov 27 01:47:54.460458 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be48c44f-5100-4d79-84ad-b3d9239363aa req-faccdd40-541a-4e83-8f77-e2aa3b40de9e tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0297492 Nov 27 01:47:55.539079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a285285-1d25-49df-8f1a-416c8893c31b req-20bf3f35-187b-4176-a74b-62914c5f7ae5 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0295484 Nov 27 01:47:56.615398 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a8303aeb-2600-4815-9c0e-904fbbf68dc0 req-44520d75-d579-4721-abb3-94047ad8a651 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257819 Nov 27 01:47:57.690971 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-671e02ba-0143-40df-9fad-e430b65f02c9 req-2e81f257-3218-4b70-a6ac-51e985f8a1d9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260546 Nov 27 01:47:58.766865 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-365f5fe7-04b8-41b9-9268-e3bf662181a8 req-127dec38-8639-4498-9b9d-d6b2442c1f10 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264795 Nov 27 01:47:59.196687 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25a8045a-e91d-4bf5-99b1-f5750bf4d694 req-3b2c7311-a4c2-4a7e-8354-e7b225484eb4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264220 Nov 27 01:47:59.277187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25a8045a-e91d-4bf5-99b1-f5750bf4d694 req-ae73812d-cab4-427c-8d45-ee677d1cd48e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0254810 Nov 27 01:47:59.322939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25a8045a-e91d-4bf5-99b1-f5750bf4d694 req-b76b06b8-61b6-4943-af38-21c8dbd0a4ed service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194423 Nov 27 01:47:59.423715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8045a-e91d-4bf5-99b1-f5750bf4d694 req-94c652d0-a588-49d8-b5ff-14360b52b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:47:59.425073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25a8045a-e91d-4bf5-99b1-f5750bf4d694 req-94c652d0-a588-49d8-b5ff-14360b52b004 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956824 Nov 27 01:47:59.841007 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12e021ed-8791-4eb3-8517-f5a8fd36d1b7 req-7c4f3213-c593-42c1-8666-6fce25864fe2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256913 Nov 27 01:48:00.916744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a32aa4a-0ca4-4451-9535-8e60f26b589a req-f4ff12eb-a395-4f6f-8aab-44c2f14f1fac tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262024 Nov 27 01:48:01.993524 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4d099091-113a-4d23-b498-95b4616e1c7d req-4fe64ed1-058c-40ae-a9e1-bfcafd0c0ae4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258629 Nov 27 01:48:03.069544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f148a78e-7bcb-4d52-b5fd-1246f6635931 req-bbd3695b-f7d6-41f0-bd1a-4c563feb0377 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0254712 Nov 27 01:48:04.146466 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-12af8ebe-3cdc-4d4b-8d80-634780188752 req-e20358ef-841a-4417-8a45-d4a6e2b0fa37 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260072 Nov 27 01:48:05.222553 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a92bbd1a-f2f8-49f0-a004-ed664565385f req-358904e4-6f4c-4db5-8771-16c7651de831 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257630 Nov 27 01:48:06.298842 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d095f1d8-0617-401b-9a6f-afb3d02dcceb req-f51f30cb-c4f7-4bef-b389-9e951d8c633c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264568 Nov 27 01:48:07.301022 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:48:07.378803 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ce68d8e6-a4d1-4c96-9ae2-aa6b5e0fd606 req-ef3b30dd-54f5-4a60-8f41-03e7346a4605 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0305483 Nov 27 01:48:08.458963 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ec6cdc05-9b0c-4f2f-95aa-59a0a6287094 req-011ee49e-7c56-4f85-906d-b1e746ccc25a tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0306180 Nov 27 01:48:09.533527 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e9f41eae-dcab-470f-8a1f-d3bad9346728 req-b6c6fbfb-8275-416d-b896-7dae3d3b7c53 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0266712 Nov 27 01:48:10.609784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ebccbeb-837e-4860-8c15-d4f0e5a4c48a req-197a3c76-7e6c-4c31-99bd-110aa16c6996 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0276473 Nov 27 01:48:11.549798 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ccfd-4c53-40c4-b692-3f4e2b2dc7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:11.686174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7cca113a-3cc7-46f6-987a-e14fbb67ea3b req-4cacd964-f404-448c-b258-c9027d0fed26 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0268192 Nov 27 01:48:12.760230 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b505ba69-c82b-4e05-8821-0a6599677ccb req-fd92e580-27e0-4f87-9ee4-530ed0d96926 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260806 Nov 27 01:48:13.836151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37328d53-c97a-44a2-a3d7-0c5913cfd317 req-4acfefc0-7f86-49ad-838c-b11f7d765d44 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259759 Nov 27 01:48:13.890112 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2be8d16f-5255-4651-842f-5f43c8bc4c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:14.613212 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:14.910880 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-650f534d-3131-4cbb-a461-871d9fe187e9 req-3cde5807-ed50-4ff5-9856-cd018d5ef997 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0255871 Nov 27 01:48:15.125172 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:15.986723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1aede2fc-f615-467d-8822-0b8f2f744f35 req-e0eb0184-cad1-4be0-a414-cda73042bd73 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252354 Nov 27 01:48:16.812819 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:17.062384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52384bda-6771-4b10-8cfd-a98ed8cf31d6 req-7e3ad4ee-f354-4d95-9a5b-950113629459 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0269864 Nov 27 01:48:17.399079 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:17.608783 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:18.140428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b2d09111-1100-4c8a-b4fa-ab2df6c834ea req-791e3558-ea4d-49a4-8d63-72ece6026b4c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0271168 Nov 27 01:48:19.217129 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d79aaa76-bab6-44f3-bcba-7912dd456d88 req-83218fb3-63a0-472d-ae43-fc2fb84f6466 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264940 Nov 27 01:48:20.301603 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e8a4aae-9d79-4fcc-aabb-5ce7aa92c241 req-dd91f9f9-58e6-43de-9dce-0742ac964886 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0349498 Nov 27 01:48:21.384376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3cf46d57-77f4-412c-b3c4-c1325274bd13 req-203a15b9-64bc-45d3-b77a-71edfd48996f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0300162 Nov 27 01:48:22.458613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbf9966c-dbdf-425e-80a7-bcdf8cf685f5 req-d77a296e-4bbe-456f-bc68-1e2bf6c91be1 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252781 Nov 27 01:48:23.535556 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8d74ad8-0294-45e0-bb26-522308bb3ef8 req-f3c7fa62-391d-4729-9404-36c5246c1d2f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0271270 Nov 27 01:48:24.615946 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38db8868-7218-4c65-8652-06376bcea9f7 req-2b8708eb-ae8e-45c8-a0f3-532acbc7a26a tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0261936 Nov 27 01:48:25.690633 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bfaeb1bb-7328-445d-984c-faa947717876 req-82eae6d3-ffa8-425f-9bda-4fecbd20bed4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262756 Nov 27 01:48:26.765575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-075050a1-9a94-40eb-8dac-5d7a3d41b9f6 req-054ea8de-73f2-40e0-99b2-9c55cdd12c13 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0261936 Nov 27 01:48:27.841795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f46b4b5b-7c29-4326-92f0-aca8770f1e1c req-90ad4d3c-58c6-4193-aec5-dc281f16af32 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259123 Nov 27 01:48:28.918431 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46cd665b-6391-4301-88f1-1cd9714f3cf8 req-dd8cbce8-2adb-4d65-8d95-c5bad4114513 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263467 Nov 27 01:48:29.994332 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-edf065a9-8074-47eb-ae27-5796b08268da req-5f6585f6-9cf5-4941-af94-cee051a966f8 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265074 Nov 27 01:48:31.213696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-00a017ad-7031-4300-8691-5730cd9be908 req-5812456f-a464-42a4-8844-39a7ebd45cbd tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.1697035 Nov 27 01:48:32.347756 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-739d1556-86f7-4e10-93d5-c011554e5fb2 req-e8a3adee-22a7-45a2-987d-87df32f012f8 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0836747 Nov 27 01:48:33.432093 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e19fc87-9d56-452c-8dc1-7b8f924b0081 req-9b22cee9-19fa-4ded-9034-9e7e25a67768 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0310285 Nov 27 01:48:34.511447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ecc68beb-a342-435f-b5f9-ef597ccb5f6c req-c8847800-3f3d-4422-ad23-9694f1f16991 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0296416 Nov 27 01:48:35.586455 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1390b396-3b5c-42c5-a72e-5b9b0b884315 req-22472316-057c-4250-a83e-3adf113162d0 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252357 Nov 27 01:48:36.661792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-163c19af-d026-4546-9f15-60caee1b124c req-5c414c25-676f-4e37-ba40-cec894f3ca83 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259264 Nov 27 01:48:37.739332 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-269759e0-cf68-4111-933f-b8d0cc7434c9 req-ca0f4de9-de43-45d1-b32d-90f37d50edd2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260346 Nov 27 01:48:38.814409 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-93fb764e-74ac-41c8-845d-c0cc9b467290 req-93f9ef4d-6c5f-41c7-b9ab-cd9acc7d6809 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258672 Nov 27 01:48:39.889763 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-47226e13-a643-4733-8d02-f31bf6bced38 req-018d51e2-89ba-41d2-933a-3a38f7bc350b tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0267575 Nov 27 01:48:40.965017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b4facb4-3d15-4696-b1cc-d7ecd3c42446 req-84fe631a-95fc-4f58-b130-b92cbce317b6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256999 Nov 27 01:48:41.550315 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e6d38e0e-9591-4b02-ba2e-93129c48651c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:42.040808 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-369c8ece-ef4a-4112-ac9d-30d8cdf36d7b req-fcb3ddcc-490f-48ec-87a0-ad05d8c362ff tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262144 Nov 27 01:48:43.116457 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b82e4285-26d8-4670-a19e-23e85b4658c8 req-1face3f1-cbdf-4843-9028-708aa5c3b057 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263321 Nov 27 01:48:43.891744 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-557c69a7-b8b0-4fa5-8b5f-9d44729139db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:44.192299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-488157ee-6181-4d1d-ba06-ba125e3439b3 req-90326ca1-052b-415e-a8cf-8be0340ada8f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263634 Nov 27 01:48:44.300895 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:48:44.630589 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.128077 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:45.272012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-664648a3-efe4-454b-866f-136ca2381869 req-9b24e3a6-a5db-4f80-a351-624f829c3a38 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0277686 Nov 27 01:48:46.353842 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-93cae0a4-2ac7-43a5-8550-da88547e7e7e req-36663ce8-b4c0-4fa0-8a1f-6a4b3c92e004 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0302520 Nov 27 01:48:46.817736 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:47.412325 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:47.435884 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3afdb17-4f96-424a-9a1d-2604a752358d req-5b67711a-935b-4010-9cd5-bdf06eb95739 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0308912 Nov 27 01:48:47.609326 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:48:48.510195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8e5a9795-4713-4d52-9528-195143843adf req-33777c77-2f15-4e32-bb8f-0930cd2e9bd7 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0253401 Nov 27 01:48:49.587816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c0b6f6c7-8ba7-4c60-9bea-8b2f5b14f22e req-05f1cea3-7238-47aa-b1cb-c77ad08179a1 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258405 Nov 27 01:48:50.664102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7340fad0-92e6-4040-a0d9-5f845248279b req-629d3e90-1f94-46e0-9dfd-3f7e501cc300 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0254846 Nov 27 01:48:51.740418 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-911e0014-9cb3-45b0-990a-f5a464340f88 req-17c6a008-446f-4f07-9e53-ccac6acfef84 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0255070 Nov 27 01:48:52.818946 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-759c4cd7-a54f-47f8-834a-b942b8cde729 req-6f34f02d-f0bc-473d-8eab-e51dfd850587 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0271320 Nov 27 01:48:53.894911 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-41b0a8ee-468d-4faa-bb3e-52f709244a0c req-0c28acb8-6a61-41fa-a9c1-81c971df3752 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0269794 Nov 27 01:48:54.975136 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9b57ab8-5236-4d32-aa39-a63a596f75d2 req-39b3c5b3-b29e-43e8-a375-6a3bed4a9f40 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262070 Nov 27 01:48:56.053328 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3abaf7d9-1b9c-4ad9-971a-4f631e360195 req-16038a3e-210e-45fb-a9fc-812d340f1551 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258684 Nov 27 01:48:57.130560 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b475e75-83ad-4132-8cd2-4fd7518621ed req-8f471ce0-7eee-42ce-95c9-a900332c82ff tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264716 Nov 27 01:48:58.206924 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c0e44fe4-773c-4fb9-96c2-8a1d913ba15c req-1862348d-e411-4d81-a021-62dade8cf349 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0255446 Nov 27 01:48:59.255326 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50ee8c5e-548d-48b9-9532-1a8372594e9e req-eb93ff80-58ea-4cb8-b109-9bae7737dd36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0786028 Nov 27 01:48:59.283011 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5f67216c-29bd-4e9c-8332-6b0b08cde8f8 req-5b2a4acd-1ee3-4ed1-96a8-e155f70fe362 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0261385 Nov 27 01:48:59.340427 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50ee8c5e-548d-48b9-9532-1a8372594e9e req-96340eb2-b7d3-4965-86ff-d67aa0936475 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0244331 Nov 27 01:48:59.385498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50ee8c5e-548d-48b9-9532-1a8372594e9e req-8ca5ba67-1177-49f3-9c01-5a5dcf14dd27 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193605 Nov 27 01:48:59.483375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee8c5e-548d-48b9-9532-1a8372594e9e req-a82fb824-b47b-4803-af0f-5867c7fc7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:48:59.484814 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50ee8c5e-548d-48b9-9532-1a8372594e9e req-a82fb824-b47b-4803-af0f-5867c7fc7351 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932117 Nov 27 01:49:00.362004 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df5e6390-4c76-45a1-a005-4ca780588443 req-74d5e1cf-ba87-48ab-8c08-f1c5848c880e tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0296628 Nov 27 01:49:01.438083 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa62a969-cc71-4720-b076-ebfd552e8e61 req-789eb083-93ef-49fe-8a47-7207659c3d9b tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265543 Nov 27 01:49:02.513964 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-740b970a-4157-4435-a9f2-7eaa841f2b0f req-b2c31352-9368-4913-a0f7-017938beb0dd tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259678 Nov 27 01:49:03.590150 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e4b70a1-5ecd-4440-a8ec-192e42d3b3f8 req-a4d832c3-d305-416e-9584-f3e680de9c41 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263441 Nov 27 01:49:04.664274 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-87cc2cb7-1ff8-4121-8121-ec33871a803c req-a1bb87e3-683b-4351-a73c-6c7885a7f5d6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0261934 Nov 27 01:49:05.740575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f8661fa4-e452-4f6b-81a5-465c65414a4a req-d9f6dc61-21e4-4ad4-97cf-b07fb77188dd tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257576 Nov 27 01:49:06.817046 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6d56dd4f-b5da-47d4-9f2b-c70957ee47d1 req-27d0a943-00ee-48a0-b183-5c35e7592863 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265198 Nov 27 01:49:07.892055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d2ea2975-9382-4c30-b87d-8e53239ea919 req-49699c46-d95f-464d-bf0f-5a6ba9104b51 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0254440 Nov 27 01:49:08.968229 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a8184a1c-82fa-40ee-ac75-8525d6d4808d req-5f9d4c21-17a9-49eb-a7d1-7bb22e0d7288 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259364 Nov 27 01:49:10.054560 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ffd0b4bb-dccf-4f42-bab7-9fb6e94ee353 req-82796e5e-ea2e-41b7-9d2e-a4baf4f8c849 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0337219 Nov 27 01:49:11.131050 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f3b3985-47b2-4431-a58b-5e0cc11203c2 req-e039e188-4bbe-4abd-beea-dd3a78ec2724 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262265 Nov 27 01:49:11.551982 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26fa8118-4817-4019-8478-28b176cb2c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:12.210873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a8454c5-0489-4a00-bb88-973fc16fc09a req-bbd1bb11-9a6f-49d3-b32f-a7a5210b0045 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0288587 Nov 27 01:49:13.290311 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09626d72-dc88-4fa4-94d4-76cd037b580e req-261b6679-cb72-4d66-8933-9ba3f76e497f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0305767 Nov 27 01:49:13.892804 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-265838f9-92fd-4760-9770-e1f670da8235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:14.365770 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d761394e-b31a-4d2d-8044-b543a987c7e2 req-b75d83b8-4eda-4893-a78b-c464b4dc8e73 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0250826 Nov 27 01:49:14.627835 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:15.130439 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:15.441483 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c165117-e9b0-46de-bdd6-ddff43bd5230 req-6489cc97-a00d-4b87-b8fc-0ed45aa0e142 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0266762 Nov 27 01:49:16.517160 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-47d15072-090c-4e3a-8cf6-1fc2bd34c1ce req-368b2041-1c74-4a55-a912-2999801c77d3 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0267718 Nov 27 01:49:16.817386 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:17.410901 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:17.592196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95307d88-7676-4c0c-858f-018e8644a46e req-231a52cc-8e3e-4743-8e79-21ac4a187cbc tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260179 Nov 27 01:49:17.614314 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:18.668253 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-efde7b98-a37a-40c4-87fd-0244318d9e32 req-34361c72-ce13-4d6b-be46-7284fda10b7c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0254829 Nov 27 01:49:19.747927 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-202fe778-249a-4450-9567-7e2616eb9694 req-ffc0f500-df2e-4d97-8728-6c0b57e69950 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256021 Nov 27 01:49:20.824716 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1b7c8981-8488-4c7b-8da9-bba531ca09a2 req-59cbbde9-ef70-42fc-9a9d-2e85b90d240e tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264750 Nov 27 01:49:21.299793 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:49:21.902258 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-157ab4c4-abe8-490d-92f6-993a6d2b5cac req-b9cad2fe-6a0c-43bb-a4da-c531ce838a3b tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0251739 Nov 27 01:49:22.977819 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cfddb546-3bdf-4acd-9beb-41a8ffd6455d req-6a84e432-c2d1-406b-acc3-b32a3d634675 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0251324 Nov 27 01:49:24.054463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eff1c1a5-a683-45c9-bc36-ba12706f1578 req-d10af56f-236b-42b5-834a-b0aef02a03d1 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258121 Nov 27 01:49:25.133764 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f218080f-3be5-4ea5-9879-86a63a77a86d req-3f1241e5-58ac-472b-b623-fee54d900166 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0301263 Nov 27 01:49:26.212343 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f62aefb0-9c47-4d00-ad0b-9c68bbc75985 req-17e3b84d-d955-4724-a4a0-a526cc328502 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0293403 Nov 27 01:49:27.289285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8687e2f2-2cf2-437d-ae2e-2028bd5ac77c req-621b8f39-9ba3-4140-8e33-2a715a67a2d0 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262768 Nov 27 01:49:28.364711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dcf785d-34b9-4eb7-a5cb-5e11cafaeff3 req-85be8584-f15f-42bc-906c-41fbcf978d22 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264037 Nov 27 01:49:29.442006 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ee010486-80af-4c2c-917f-5127f2c8b534 req-75c08f97-3614-469b-9dd4-43c4c8bb13c0 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0267355 Nov 27 01:49:30.517232 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-913a537b-1884-4cbf-9df6-870dbc617dfb req-2b912e76-af33-4f0c-a442-9eb63a6c6bee tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252597 Nov 27 01:49:31.593708 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-824e73a1-3bf8-4c6c-8102-e711aad1db29 req-cccbd71d-d408-415e-92bd-d010b35de807 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263433 Nov 27 01:49:32.669019 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7bd5a880-14c9-4bf0-bc61-6447fe056a93 req-fd7c2778-2e4d-46ea-bfe9-aa4763b66a4b tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252914 Nov 27 01:49:33.742989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ff3c52a-4818-4263-a133-cfb8ed913972 req-04a69f25-6701-4977-a4d5-990fa74beedb tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256939 Nov 27 01:49:34.818830 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c634078-82ae-4948-a48b-8825c0392cd8 req-5151fcee-77d9-4358-afd9-f133907c6d9c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260162 Nov 27 01:49:35.894505 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3589e4fb-3dae-4302-95f1-04f5c4ac3371 req-46332b66-d977-4b7c-955d-9407d826e9b7 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257723 Nov 27 01:49:36.971392 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-91746d01-3e64-4541-8f66-3ade165f3cd0 req-080e6a02-9d3d-4979-ae18-77ff830997dc tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265157 Nov 27 01:49:38.049891 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2390b90-7b29-44fb-8689-d01ca5118373 req-4296baed-bd7b-41cb-b1f5-da3e9727c8be tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0284503 Nov 27 01:49:39.130181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-69ff2cc8-db4f-4dcf-be75-9ee74a0acef2 req-72bae30f-66fe-4573-a5e6-0d5fec1bebcb tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0293121 Nov 27 01:49:40.170799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-dcbb7eef-660d-495d-b08a-2ee8796a3a9b req-197ec7df-e845-4a30-b5dd-d468bc1bee62 service neutron] (103385) timed out ('10.222.0.37', 36906) {{(pid=103385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:49:40.205607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f230f552-cdc4-4bc7-984a-a425d94550c5 req-de304e76-ba5e-47a1-b3b6-a0f38c592d8f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252278 Nov 27 01:49:41.280732 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f8604cbb-f5d0-4485-b1ac-ab9214cba1c2 req-3fd2b2df-3361-4e02-a56c-84abfa5e1df3 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256298 Nov 27 01:49:41.553466 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b10e7841-201d-4d44-bb36-3b75ff6dc6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:42.360913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1fa6ef2a-35ae-450c-9189-a740a2596145 req-6144a9a7-2a62-4b96-a122-e80336373bf9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0273485 Nov 27 01:49:43.437114 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f3bf62f-71cc-4553-b441-cd135b80a638 req-0f25b5e5-670b-4985-9845-d2fc9709d604 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259707 Nov 27 01:49:43.894450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f9fc95e2-b98c-40be-9e6d-f90650c195e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:44.511789 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-663a2966-40b5-4fc9-ba5f-a45598f4c99c req-bcb4ba8c-a728-4e46-854b-80864306185e tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252254 Nov 27 01:49:44.635490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:45.132834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:45.587796 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-96b8a64a-70f1-4fd0-9f54-6459ac8a7ee7 req-91096e4b-c2bc-4141-9cd7-530a740742d9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258949 Nov 27 01:49:46.662758 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9352d10c-c1b2-46cf-b3a5-01c52f71d6e1 req-8e27555f-38f9-4f22-aaf2-74dacdd06f0f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0253708 Nov 27 01:49:46.819851 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:47.427430 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:47.614706 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:49:47.739213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f6965692-e459-4185-931d-48086164efa5 req-62d20c99-b893-4e1c-a9dd-fd64214569e9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0266933 Nov 27 01:49:48.815872 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-26702ae8-501c-4bba-81cb-56ad1470ed71 req-9e4a4a8a-c032-4f19-a5e7-ac7e4899f1e2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263045 Nov 27 01:49:49.890606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad2e7b01-d7f8-4bf1-8b33-fce572e592b6 req-101ffd08-5ca7-4edb-bda1-984e9f5d9f04 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0267396 Nov 27 01:49:50.969707 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf2702df-a9db-4626-96ef-52dc65557d60 req-7ed9e873-5b5a-474b-a59f-98cd7981b3b5 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0299025 Nov 27 01:49:52.054517 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-02ceba0a-af7c-482e-8cfd-2dde5242dfe6 req-c887ed4f-1939-453b-be5f-06cf72ce02aa tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0304806 Nov 27 01:49:53.131518 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec4c3159-085e-4058-a85d-d35eaa817aba req-5c3598f0-8437-48a5-9cbc-b08c89963938 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0270128 Nov 27 01:49:54.210351 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a87d0a91-3494-4d56-b044-149ad717fd14 req-5e50c27d-4aae-48c3-82dc-af765f952bd8 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0295341 Nov 27 01:49:55.286290 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-837d22b7-1da0-41cc-952c-8a2e0183ee2e req-16121a82-abf5-4880-b8a0-61a044fba7e6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0267527 Nov 27 01:49:56.360377 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f8b75f06-841c-46e2-8b99-e624852576a0 req-4197afd7-fa4e-40de-bf5c-0f2e8a0b4abb tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257144 Nov 27 01:49:57.434941 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-336bd962-0400-493d-99a0-5b6110da4f4a req-fa0e24a7-ee41-4498-85b1-745681214a1e tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0261259 Nov 27 01:49:58.299299 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:49:58.509544 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e02ef493-c206-4a90-a44b-093d4289c964 req-0d662d61-9550-4e5c-951c-c857da58bb44 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256226 Nov 27 01:49:59.585260 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9721642e-58a3-43d5-baea-5bf72654a94b req-04e499b6-b422-449e-a576-3e6b8c6272cf tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0250127 Nov 27 01:50:00.661663 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-615443a0-7f67-434c-b648-8e95eb2588b7 req-47699d46-0ab4-4b8e-9666-4342554c3b25 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252769 Nov 27 01:50:01.204665 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0e4c76c-7861-4420-9f29-c957767576c2 req-cfea3ca3-8278-46c3-95f3-c64166e619fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0238574 Nov 27 01:50:01.289372 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0e4c76c-7861-4420-9f29-c957767576c2 req-c588386d-0a37-4d9e-ac22-b64ab37a6116 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0280323 Nov 27 01:50:01.332871 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0e4c76c-7861-4420-9f29-c957767576c2 req-b9560f6d-cc45-4958-9eb9-c2b65bb06fac service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191143 Nov 27 01:50:01.424016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c76c-7861-4420-9f29-c957767576c2 req-30823775-520f-4c12-b364-a430032a3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:50:01.425354 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0e4c76c-7861-4420-9f29-c957767576c2 req-30823775-520f-4c12-b364-a430032a3501 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859549 Nov 27 01:50:01.741161 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11920697-8309-4451-bede-37a2cc652e1a req-24be12bb-0272-4750-b6ba-90c24c4562eb tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0290835 Nov 27 01:50:02.817117 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9d6843d-91fa-4f0d-bce3-6f7350961191 req-068d4275-c148-4e8d-8cf2-24a6e38021ac tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258605 Nov 27 01:50:03.892638 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8de2eb06-5aa9-411c-a954-cc63fc05dfad req-e5ff24df-c62a-4d71-8017-7d535eac0962 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260556 Nov 27 01:50:04.971764 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34242a40-5ea6-447c-bc50-4a7649606692 req-8b530c14-77c2-41e8-8aac-93425d532157 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0298758 Nov 27 01:50:06.050684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a8995cce-cb34-4e0f-9bc8-1179d8661ad7 req-fdc27a23-d0ac-40df-b604-233986251e4a tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265622 Nov 27 01:50:07.126227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eb36e88a-9d6b-42a7-8dc2-5d9651087b53 req-d6de1d28-bb42-43fa-aa36-c25cd116717f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263801 Nov 27 01:50:08.202399 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac8768e2-01ff-4ff6-bf01-2260ae5a451f req-e4b0d3a3-aa54-43de-afb4-0ba99415c45d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262320 Nov 27 01:50:09.279347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5aa5163b-376f-461d-8d55-c0e7d6e0b46c req-72dd9a8f-668f-4ac0-a480-e9441e64c582 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0268674 Nov 27 01:50:10.355489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cb3733a5-f7ee-481e-a28f-5ae61df8defc req-81970706-af23-4223-b251-c1ae7acb2510 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0253320 Nov 27 01:50:11.431140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a522b65c-9176-479d-8b42-797014579d96 req-5493573d-dba7-4c1d-894e-dacb8fdc4da0 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258679 Nov 27 01:50:11.556290 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c5f0d1e2-11ba-4769-9399-449b03dc4ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:12.506495 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5f5d16da-35dc-4344-8037-1c8b7bf763c2 req-19b7cd0f-006f-4bb8-9265-72d434c47a67 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256155 Nov 27 01:50:13.586062 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-173fbb91-18f7-4a3b-ab0d-f5fd8d7f52d9 req-966f749e-2fbf-4018-93de-9d4f90b08abb tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258212 Nov 27 01:50:13.896069 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e5054376-5e74-4a29-ba92-163ab7f057b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:14.628761 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:14.675960 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fd257b6-9b64-4931-8c27-b9560bae59f2 req-4f197a42-2a8f-41e6-ae0e-6773bca66efe tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0337670 Nov 27 01:50:15.136497 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:15.750725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-955e2788-2eb8-46c4-a7d0-b7024e777eaa req-936aa5a3-48c7-4f78-aa79-adf0b726db33 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263004 Nov 27 01:50:16.824118 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:16.829081 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ae20e36-e87e-466a-bb82-029e5dff6437 req-06fc745c-766f-47b8-8069-d302b2d8b5d4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0283494 Nov 27 01:50:17.426888 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:17.616355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:17.908433 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9edfb5af-599b-4830-8182-6f4ed6f7272a req-e4b9b1ea-b4f2-42d7-9743-80171f37bafa tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0291424 Nov 27 01:50:18.984745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eed3cab3-6d98-4af9-aea3-c817ceb165fd req-1d7d0673-e3c6-461a-b116-a8016e86195c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252521 Nov 27 01:50:20.060109 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c8f1c3b7-8d70-402f-b09d-5352fc1344a3 req-1bc87923-f572-4cd7-8322-3bbc21cfd73c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258365 Nov 27 01:50:21.136678 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ad8e68c8-1ca8-43f9-b59b-b7ce185c347d req-96cf097f-f097-4e59-8719-6b4de6456b90 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0255659 Nov 27 01:50:22.213464 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-52280c2a-39c9-468e-a202-639eec65adcc req-d39b221e-f356-4d7c-b88e-a46dc1cc3857 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256536 Nov 27 01:50:23.291959 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1311877c-9db4-4dd8-b802-f9a8a0df113d req-727cfccb-5bcc-4db2-9c60-e0efe68e6b6a tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0291932 Nov 27 01:50:24.368241 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1c785f9b-938b-4ad6-bff6-e9158ba7bfdf req-7ea1c79c-a136-4ec3-a5cb-67995d8adfc4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0255299 Nov 27 01:50:25.444939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-232efa3f-a0de-423b-9f00-c1d6b2d05bcf req-ba3177c5-02fa-490c-b868-e216c7fd4ee3 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0275967 Nov 27 01:50:26.519720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a4260da-e216-4568-91cb-2d24e912eb26 req-80e4e1ea-0027-4592-a744-037d0f16f193 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0249979 Nov 27 01:50:27.598946 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d6939f2a-1a8f-48c6-ab16-7f7546c18761 req-17e0a21a-7da0-47ea-8ccd-731880899e74 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0285902 Nov 27 01:50:28.732546 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b121f494-ac04-4587-9b9a-db26b97afeb7 req-8d886cde-84f4-45c8-b421-d7611378a2e2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256255 Nov 27 01:50:29.812198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-42b02080-c86e-443e-bf4c-9c078dedf5ca req-723c9eb5-0828-4539-be04-56257a5bc75c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0276392 Nov 27 01:50:30.892667 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-77424563-9fd8-4b36-a72d-9453edce206b req-b78b2a44-707a-4eb0-89bd-b16f1af61914 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0292201 Nov 27 01:50:31.968817 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-057dab5b-5848-4fcb-b768-6688ccd8329c req-e77c7f81-0a3d-474f-af57-522cc8d8a13d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0261896 Nov 27 01:50:33.043890 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d925102b-8087-4c14-8ebe-63a7f2bef610 req-ac30bf07-5fda-45b1-b465-08d44b717734 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0253267 Nov 27 01:50:34.119856 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e45c4985-3bf7-4e73-9e6b-e678ead4c589 req-4278dcb6-7ea0-4a3e-90e0-2f028caa6736 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0253644 Nov 27 01:50:35.195623 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5298f74b-fc39-455c-9c9f-7f4f740bd968 req-f5d0324a-fe1c-4a2e-8ade-c7ec447ab5f4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0268290 Nov 27 01:50:35.298670 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:50:36.271033 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d3c8c52-3a5b-47ff-bdeb-3db0366e4589 req-ebdf0b30-7f23-43e5-8969-b55335cd1b47 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265005 Nov 27 01:50:37.346384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d4489713-578f-4315-aa1c-3ce314683da9 req-083b34c3-922f-456f-88b1-8189847eaaed tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252187 Nov 27 01:50:38.421151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-231f1980-c0c2-42de-899a-b24031896479 req-b2daa87e-d921-4398-83f8-020c0f883011 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0250461 Nov 27 01:50:39.498079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ead8cb7f-204f-4b12-a3f7-1ac11b775338 req-1e0aaf19-3da8-4219-9393-8c6a5934fac2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260274 Nov 27 01:50:40.577182 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15afe671-f1a2-4802-9153-dd7879c19f71 req-25c18425-34d7-4761-9c07-9c9e3ae1dd76 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0301073 Nov 27 01:50:41.557443 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5fce19c4-ff93-47e2-95db-119ad72066b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:41.653627 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6b16de50-b14a-4839-9eff-65ba5ecd6b64 req-29592d01-147b-49b8-a757-683b62787750 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0248759 Nov 27 01:50:42.729644 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ac96f5b-818c-4d63-95ce-f8318db44f6a req-00bfcab6-8c33-4996-b534-d60a2b5d169c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263429 Nov 27 01:50:43.808612 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ea472964-85b9-475a-b10a-78c95b0f2807 req-700ea339-081b-4cba-bd40-1c8fbc7c114a tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0299728 Nov 27 01:50:43.897394 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3cd945b8-3905-401d-8cc4-854f8da5b0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:44.628096 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:44.891902 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bd8646e-8b0c-4e05-9551-0af1e9d8e258 req-87b1fe0b-d8a6-40e0-9542-f90780b59343 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0326095 Nov 27 01:50:45.140766 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:45.967219 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2da5590e-6585-4657-902f-08f6e96afa05 req-6ac50a5f-cc97-4939-ae81-246a1e7b1895 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0266387 Nov 27 01:50:46.826766 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:47.043294 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-136b5bfc-a07e-4640-9849-1502111c1af6 req-7939af9d-a8b8-4d41-91f1-86f16cd6c189 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257444 Nov 27 01:50:47.429472 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:47.617563 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:50:48.119866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5485633a-7798-4c57-8c0c-bd67b3337c03 req-77a8ff29-d17f-4279-a8e0-4bb4a951ffa6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264609 Nov 27 01:50:49.197614 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7ceccf9-f9dd-4d70-aa09-71b3bc4c7856 req-88d8b03f-be6b-46ad-bd84-9f5ea315255a tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0282075 Nov 27 01:50:50.273104 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-769425ec-6f9c-4c8e-8992-fbb5abedef9c req-75169d8c-6b16-46f4-a0af-ea253faf0f33 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263970 Nov 27 01:50:51.349240 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8e10c86-8012-4daa-b40d-7cc9766de22f req-25ee6b22-e196-4af5-a45d-2170d2d65249 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252638 Nov 27 01:50:52.424115 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-496d0e98-e41b-4854-b153-275590a5e282 req-210d6e84-2012-4af6-b61a-a81874ba639f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259819 Nov 27 01:50:53.503207 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8445104f-a765-41a8-8f79-2bdd0e3c50f1 req-9c033403-36ba-4528-bd5a-b003ccda23f1 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0287285 Nov 27 01:50:54.582389 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dfde6c9c-c8db-4fc7-87e3-b414d8d59421 req-7460dcd0-bc7d-44e1-9de9-727311d33caf tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0275350 Nov 27 01:50:55.658180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b411ca7c-7b0a-4f79-818e-31d004cfbafd req-674e3e94-50a1-4e20-805c-8ce1147b8fb1 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0251331 Nov 27 01:50:56.738441 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a65dc6e4-7637-4967-82e5-ed447cdde8ab req-36a1ff2a-7d36-4c0a-86e9-1f509a317b28 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0287681 Nov 27 01:50:57.815363 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6f4a222-2f1c-4fb3-9b7e-d8f2c0ec7b64 req-deb4c3f2-541a-4a82-94eb-c7eda7ccd81f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262308 Nov 27 01:50:58.891747 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eef1a9ca-90d6-44ff-8d51-8c24328b68f9 req-c2dd54e3-0317-445c-a991-5dcaade429c4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263388 Nov 27 01:50:59.967692 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b02a315e-b0a6-4bc6-ad2c-cf7eb7eed961 req-9e979623-134b-4e01-8f26-6633b271151d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260255 Nov 27 01:51:01.041487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4cefda2-8f9c-4089-b1e9-8c77a5e2479e req-1fc2fee3-785b-4e43-85fb-778bc8056795 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0261765 Nov 27 01:51:02.117169 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f5ced577-5586-4d64-a39b-abe0457aa300 req-e7703eef-4d17-497c-bcb1-8081ada54365 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0270910 Nov 27 01:51:02.190721 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cb634c9-c812-4ae6-9d33-5b3b5f511d51 req-06eac52e-0224-43d8-8f45-e7f0ce099906 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0246382 Nov 27 01:51:02.276727 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cb634c9-c812-4ae6-9d33-5b3b5f511d51 req-eae570eb-29d5-43f2-9732-eb6b1565eaef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0286572 Nov 27 01:51:02.319951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cb634c9-c812-4ae6-9d33-5b3b5f511d51 req-8243bdc2-c0c8-40cc-b328-611189417896 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190725 Nov 27 01:51:02.416270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb634c9-c812-4ae6-9d33-5b3b5f511d51 req-8f9b3e09-4a75-469d-9130-017aea6f439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:51:02.417787 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cb634c9-c812-4ae6-9d33-5b3b5f511d51 req-8f9b3e09-4a75-469d-9130-017aea6f439c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907302 Nov 27 01:51:03.193372 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-10c795b5-1069-4aaa-a70d-03b01be0755a req-66a5c875-112d-4cd5-a577-4022486d64c4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0269921 Nov 27 01:51:04.268938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3c79dfa-25fc-47e1-a04a-ea993d312bf1 req-64fe528d-42a4-4989-b5e3-0bf2b19f12d9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259900 Nov 27 01:51:05.344674 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4d01fc4-a672-4288-9dc8-a4977306eb2c req-06a9d73f-8c70-4a01-bb3a-43536cacc83c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262656 Nov 27 01:51:06.425326 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f03234d-d8ca-4b3b-a8ba-ded67fd5deb6 req-d3e17214-82ea-435d-8527-75566b2f9129 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0294461 Nov 27 01:51:07.500726 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-192bc2db-acea-4526-b98d-d3afb685e7b4 req-3d56a9eb-6658-442f-98ff-2cc990eb2f6f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258558 Nov 27 01:51:08.578171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6a297d9-3d7b-4433-8ec4-394cf18d0486 req-f0d0ef2f-217e-4bca-a948-b2115ff2fd53 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0255995 Nov 27 01:51:09.656270 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc2f113c-d5a0-4eaf-9ff6-1133b083706d req-b8a6172c-6b87-4656-aa13-de42ef2e34f9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0286708 Nov 27 01:51:10.732543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ac04a2c-4f97-49df-84ec-0ba13b26f4b6 req-df5cc8e3-caf7-492a-8660-610ea3918c39 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0253315 Nov 27 01:51:11.557943 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2fe722b2-de24-4f0e-9130-df683e217d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:11.808509 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fdbffee2-1825-4564-8a35-2fd8d28d3018 req-c337a2dc-8765-44ce-9510-110765594bab tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0255284 Nov 27 01:51:12.298494 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:51:12.884018 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cf9d2789-0f63-446e-82ab-515abd440bf5 req-7c7b05c8-d6c6-4557-ba4d-1c88b2ff01cf tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264733 Nov 27 01:51:13.899533 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e51a5275-e914-406d-9126-d835e52829e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:13.959920 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-032001f2-e452-40ca-9e6d-fd088c067e79 req-b9e551da-98a1-4721-8c5f-7d50cec9b796 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265341 Nov 27 01:51:14.644627 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:15.036799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-14626bb2-9a34-4ddf-abac-d2e9ead6718a req-76480c1f-3c34-41bf-aee1-be7693affb6e tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256910 Nov 27 01:51:15.142493 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:16.113373 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-148a04d6-9ce8-4291-bce4-fb4b4a1ab7c3 req-ae76913e-6648-45c8-bfbd-5941a6dc16f2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0261512 Nov 27 01:51:16.830443 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:17.191184 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b6e382db-9db6-46c3-87fa-20d600deda3c req-5e7f820c-be9f-4c86-a114-d73395b92570 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257750 Nov 27 01:51:17.445379 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:17.619299 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:18.265656 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a116ac3b-3efc-45b0-a59d-6ba0f2a190c9 req-9c957ff6-454a-40d4-91d5-3310d5f9c511 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257921 Nov 27 01:51:19.343502 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aeeeba4d-4be0-46bc-839a-b6e526e4c547 req-afbde162-547d-4722-9b68-7154adb90740 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0285501 Nov 27 01:51:20.419027 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-282f661b-7b9b-409a-97b7-a8565d710bb3 req-37ad1e7a-e5b9-4fd7-b409-09c79f54b0d4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0250940 Nov 27 01:51:21.494312 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a01d2a82-cf85-4b34-b1b0-ab3e9b11d850 req-20f50c92-7b2a-46c7-a038-095a152704bc tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265145 Nov 27 01:51:22.577972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06cf86bc-36df-4823-9b34-4ec893d3b0d0 req-3b8a42b0-055c-4c5d-8008-468ba396b775 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0313749 Nov 27 01:51:23.653651 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ed971ef-7d23-457a-a12b-25ad65cf1e62 req-d28dcdea-c016-4b17-b204-3f864feae7d3 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256574 Nov 27 01:51:24.730134 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7b5cc316-d10f-4b2d-b269-71681fe23c0d req-e8c81f1f-a44b-4c3a-bfbc-0225adfbbdeb tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264847 Nov 27 01:51:25.811643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fe1ad9d0-fdec-422e-a8fd-368d909bbd6a req-67302d7e-27f1-4ff6-a278-57160b551e6d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262103 Nov 27 01:51:26.887277 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0054bf5f-8c5a-4fd2-b59c-bbe0a2faa1d5 req-86e8b279-3f32-4dae-a1bd-0034f85f13f4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263331 Nov 27 01:51:27.963604 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c96cc646-d521-4689-82f3-6dede3259c29 req-16d7bae6-2734-4162-becd-d24e4d407a87 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257187 Nov 27 01:51:29.038227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa083ccb-17c5-4d8b-8aa5-a1db25324feb req-bcf42fc6-c932-403b-a5a8-d93c0c30a46a tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257542 Nov 27 01:51:30.114894 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9fad583f-47f0-432e-8d74-19a029fe7172 req-b8111c2d-e9ae-4a51-b0f7-ddf432874837 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260224 Nov 27 01:51:31.201376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd09500b-a6a6-4a2b-a743-6df339e21480 req-341689db-b87d-4e26-89c3-5f65cab3c169 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0268695 Nov 27 01:51:32.280884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f288ce22-d4d9-4de4-83ab-7a28a445bb73 req-85e95fb4-ffdb-4c58-9e36-4dd7ef0fb94f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0288253 Nov 27 01:51:33.356640 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-42050e6c-e063-4b92-aa19-0cf5a0c337b3 req-5c4ab56b-9749-42f8-a3b3-e2550bb9e9c0 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0254543 Nov 27 01:51:34.431607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3b3b4d1-59cc-4967-9e42-a65e9b6ac1fd req-991d157a-6b06-4b06-9e05-249544b6901d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0268888 Nov 27 01:51:35.515884 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e8633130-0879-48a3-8eb7-a012bbb7e784 req-abb5de8b-f669-4b05-8487-08141796b629 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0351331 Nov 27 01:51:36.592821 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5eb2e7d2-473d-4a05-b6b8-9d941148a553 req-9265c8fb-bf6c-45d1-976b-e4c0721a13a3 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0253005 Nov 27 01:51:37.668225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29d24cfa-bf95-467f-9f9b-b6d1ad929a2c req-64b4c899-30b8-4908-b261-a0957bf93153 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252571 Nov 27 01:51:38.743771 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3246c2f5-cb66-4e3b-b7a9-fd1e7e2d6073 req-a0654379-2de6-4482-ab45-8c76aa747e86 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0255077 Nov 27 01:51:39.820726 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-42893f6b-8f06-475d-98ee-b73fd432c400 req-51a31f9d-bb6d-477d-9efa-f178cf676943 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0272772 Nov 27 01:51:40.897333 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33189845-0e6c-40b1-9211-4c6779ffc338 req-d879fc4d-75dd-4b58-9cae-e650a0942c50 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257542 Nov 27 01:51:41.558115 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e25d9406-4c26-49a0-82a1-2dc49c0b18c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:41.973201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-03646a84-f59c-42bd-bf5b-e6565f925088 req-902d30ef-86d5-4413-861a-3288cefdde91 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260525 Nov 27 01:51:43.047650 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9a8c1af-fab5-435c-b485-4f8df213487e req-a1cd72f3-b68b-4d71-86ff-bb3e595aa566 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259535 Nov 27 01:51:43.900094 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26c33f1b-b45a-4ec2-b460-6bd891359bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:44.123108 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9576d2f-8d2c-49f9-b68e-93d8cf96f7c1 req-a8635ff8-eaa1-47ca-a100-172bf79c7ca4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256512 Nov 27 01:51:44.659216 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:45.145747 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:45.203234 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c935e51e-d801-4875-8689-257bc0f16181 req-5741cdd4-9117-4068-a0a4-f6be37f597c6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0301871 Nov 27 01:51:46.280622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-308b1f05-a6c9-4854-b2ae-37d16261077f req-a16502d5-937c-498d-9497-24737297b58c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0275092 Nov 27 01:51:46.834597 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:47.359306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a805ae3-ad09-48ae-b0ba-2a880b11092f req-e9007e63-985f-4ce3-a5ef-41cc99b46513 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260735 Nov 27 01:51:47.431811 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:47.620470 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:51:48.437781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15a21909-0a48-4a93-883c-2be94788b56d req-c1484376-fb38-41b9-a086-5a9c83440ed6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0291703 Nov 27 01:51:49.297442 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:51:49.515285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3349b2fb-5a7e-4c4d-9d31-cc722fc4a0e9 req-d07be670-2259-4822-bb74-31ce73be3658 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256820 Nov 27 01:51:50.589611 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5cbf0161-e939-439b-bb89-7e368df07c61 req-2d15c2b6-dbd1-4332-97b5-4a0d57eead86 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258517 Nov 27 01:51:51.664806 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5266b42f-0db1-47b6-a786-929554c5c6c1 req-883cc955-cb3b-425e-8d94-8f64e34ac165 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0255778 Nov 27 01:51:52.741436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15596687-aaad-41d6-8882-baf60b1614df req-9d4b5948-109d-45d6-8108-c2ef58e0edd8 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257535 Nov 27 01:51:53.819748 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56fa1413-50e7-4838-a1c6-dac7315a0fb8 req-57a68816-1550-48fc-9b31-4c2bc3cbec5d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0272129 Nov 27 01:51:54.899697 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3117c738-97a8-4081-bd44-0485a1f62f01 req-01acd0ee-f0df-4995-9cc3-8d07f8adf1a9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262423 Nov 27 01:51:55.975159 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1d4e051-9c50-4467-b8e7-ce6cac9a813f req-1ce6878e-6b0c-46d5-becb-69a8842682eb tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260377 Nov 27 01:51:57.055886 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-941fbb24-85e7-4202-bd33-43490eb4adf7 req-c8b39c73-5437-455a-868a-8451c8e51db9 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0267863 Nov 27 01:51:58.137091 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f13e27eb-bd13-40a0-84a9-c099bde35991 req-2fa816c6-ee6a-4158-bb2a-fb3e28070631 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0298321 Nov 27 01:51:59.213329 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d7dcc73-c31e-4c9a-81c8-2140fa112d69 req-c4d90a0b-6ec1-4b5d-bbfa-3a76bdbd31ec tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0273321 Nov 27 01:52:00.290149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-211b2fb9-b5a6-42f1-adbb-81e86a7082c3 req-a968d267-2798-43f7-a8c5-631ef339ce32 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265136 Nov 27 01:52:01.368943 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-429177f8-e655-441d-aae9-bcc3f3389b9e req-3259e02f-7daa-443a-bd37-ca0073401e9a tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0286627 Nov 27 01:52:02.445863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cfcf64c5-26da-442c-842b-aa8f124be5b6 req-37fe5152-7897-4c87-aaf1-d778b2d2ced4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263073 Nov 27 01:52:03.520766 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1817aee4-29da-4943-a6de-4d196fd1db7c req-075621f6-f2bf-4177-a6c2-e44800c44851 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262935 Nov 27 01:52:04.190211 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60754c60-00ba-4fcb-a16d-6e1b8ded0163 req-e97646db-5b8f-4094-b156-a75c4d30bcec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250790 Nov 27 01:52:04.271073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60754c60-00ba-4fcb-a16d-6e1b8ded0163 req-27c4a729-78a3-48cd-9f29-836438cd9685 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0239656 Nov 27 01:52:04.318775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60754c60-00ba-4fcb-a16d-6e1b8ded0163 req-fa3f1fd8-03d6-49fd-952f-d663f0c54918 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196748 Nov 27 01:52:04.413668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60754c60-00ba-4fcb-a16d-6e1b8ded0163 req-7216e15a-de19-4066-be86-98534992046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:52:04.415112 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60754c60-00ba-4fcb-a16d-6e1b8ded0163 req-7216e15a-de19-4066-be86-98534992046d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897512 Nov 27 01:52:04.595592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0a8c5d1f-b8ec-4733-8c11-50ae07b841a5 req-1816f4d7-3ff2-4656-8d3f-1cfecadd667e tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264659 Nov 27 01:52:05.675486 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5f8a8e6-e6ee-47e8-aa1b-71c68c415c01 req-108cc961-6a40-48e6-a877-adb7369879ba tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0270524 Nov 27 01:52:06.750724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2437bb42-dd09-4e28-8889-8e40fe8eb9dc req-dbdec185-7cdc-43bc-be14-19d68a753b50 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256889 Nov 27 01:52:07.825794 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c96db149-ef41-455b-ab5a-f3913fc610b4 req-bf365f06-ad9e-4563-864b-42135d61d2d6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0256252 Nov 27 01:52:08.906108 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7b58bb7-d1f5-4f4c-8792-f53995eae69d req-a8e13e60-4df3-4025-833f-21cb2ed5e988 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0299003 Nov 27 01:52:09.981621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54d3e513-c646-4580-ade8-1fb5db690a79 req-2273ae18-1ac3-473b-998e-5da51e402014 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0251215 Nov 27 01:52:11.060956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea93a184-a432-410f-8aa0-5c84fc30500b req-b8160cf4-da0b-4d18-b268-60c8b62a6027 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0305347 Nov 27 01:52:11.558339 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f1406571-f3b6-49dd-82c5-2b88433478cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:12.136544 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5750da97-e9d2-4c19-9ef2-197f2972eee9 req-a06cdcfe-40fc-45c8-81cb-cd86851d850b tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265024 Nov 27 01:52:13.213753 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a9ee898-ab18-4765-b88a-b8091d9f2051 req-2645269c-6a7f-40a6-b8c6-6b8db36dfbed tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0254245 Nov 27 01:52:13.900665 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03de8812-876c-4066-a8e7-2291419e61d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:14.292874 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd3257fe-f748-4d16-81af-a1df21787c0f req-1875341d-3d23-43a7-aaa1-7fba077eea13 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0285723 Nov 27 01:52:14.659185 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:15.147432 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:15.370384 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f423561-47fa-4d23-af0f-269b81580505 req-88b7b93d-321d-4df5-944b-f9a7b6d27a87 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0269027 Nov 27 01:52:16.445230 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0200376-016d-4cc7-9de3-c1d33364fe94 req-597aeafd-b3ae-4a25-b9f1-cde893a2d8c5 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260601 Nov 27 01:52:16.835724 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:17.446488 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:17.521621 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-272204f6-fc8d-42b5-8b46-195e71271512 req-79d95359-8d96-434a-9dce-cf6c77a40452 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259783 Nov 27 01:52:17.621713 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:18.596868 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5aa69427-49f0-4c26-bbe6-61a35436b48b req-dda39d9c-d24f-46a6-8970-add99d1e147d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260558 Nov 27 01:52:19.672003 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-69824e92-cf70-4963-8e0d-adc89c654728 req-024ef507-b563-42f2-ad89-7bfd54b319c3 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0255272 Nov 27 01:52:20.747475 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8ad5b974-cb23-4c62-8b6a-12999a46604f req-2cc57253-2ada-47c5-ab5f-d9214403e28f tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252185 Nov 27 01:52:21.825861 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-096b70e1-0eb7-4f00-a663-b607f28a2073 req-e506dbcf-4ce5-4b41-82ef-853095e52cc6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259507 Nov 27 01:52:22.901787 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5fe02302-8361-4bb1-a578-11d60af0bb22 req-cd28f905-bc71-4f94-aeed-67e7f8195290 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264742 Nov 27 01:52:23.981716 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-592c909c-f886-4cf4-a616-c5ba2a9e5af1 req-dc636f98-6018-44fc-b4c7-1e0409bb4d5d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0302012 Nov 27 01:52:25.057424 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee59c2f1-8511-49b8-a8df-91c2af5c823b req-4f43a81b-bcfd-4707-8e35-1d5011b8fb64 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258429 Nov 27 01:52:26.133767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-be139ff2-b856-4012-a7a9-41bc84da48fc req-f661d38f-c27f-4287-8cab-ba9e225fc111 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263050 Nov 27 01:52:26.296964 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:52:27.212274 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d16fd199-1032-489d-889e-af14fa9c97c3 req-995e9bab-9e37-4e8f-844f-e731c40ad7ee tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0288587 Nov 27 01:52:28.288109 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd97976e-ceb9-45ff-93f5-42eb2e829551 req-5fbef429-7945-4846-9dfd-4e56aa3a85b1 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258355 Nov 27 01:52:29.364685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4fffbb7e-d27b-4210-9195-fc3ddf11aa2d req-27e69a26-6928-4981-b703-28a2d7c03107 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0263433 Nov 27 01:52:30.449408 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-685188ab-02da-4ff1-9337-3e9996519cbf req-f25a9217-a0aa-4f05-81d1-7481724d7199 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260048 Nov 27 01:52:31.525557 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95cd935a-0817-446b-8d22-f7f8ed714494 req-f28782d7-331f-40a4-8404-5c790bfeea71 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260870 Nov 27 01:52:32.602468 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-815fbebd-01d3-4cb7-9db2-d199c5ee3250 req-9966c8d5-31ed-4e34-8a8b-64b12968be5c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0255334 Nov 27 01:52:33.679496 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-80c861b8-54a5-4de0-ae28-5c3fd5a14e4c req-ea2003fd-4056-4057-b34e-f66817242e21 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262327 Nov 27 01:52:34.755099 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff1ffe07-7591-4fd0-b58e-5da38cfa61e3 req-989235f7-5432-4f0a-9f76-e8c8f9a9b9b6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252061 Nov 27 01:52:35.830424 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fbca65ae-5a77-452b-963e-8a118c0777ec req-f8ef42aa-86bb-42c4-bad4-f9454d927b06 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0253069 Nov 27 01:52:36.909877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9e6d7334-a5b3-4ad3-a486-9a7ec61550d5 req-59ded6a7-cbe0-4ec0-8a4f-d4407b95382b tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0291674 Nov 27 01:52:37.985836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-83916d8e-edc5-4387-830c-6697ec83cef9 req-b1835752-68f3-4c8b-8cff-d70d02d3aff4 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257261 Nov 27 01:52:39.066005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-57fb193a-88cc-42f6-9a52-0c884cc49c98 req-57b93103-1a12-49cc-93ed-de6ff282f008 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258861 Nov 27 01:52:40.147279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-da8450e1-f778-4274-8811-d47d6ca4529b req-0162de1a-f5df-44e8-aa96-c1d4e17287c2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0298409 Nov 27 01:52:41.224220 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-671d1a59-d769-4ada-9a42-574c96689027 req-99a5e66e-fff5-440c-acec-d4bc08bb137d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0253220 Nov 27 01:52:41.563030 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-87fa035a-2ea5-4794-b265-642d39ed5061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:42.299886 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8e74d561-9f16-41c9-8e08-c1e3859c8680 req-d00f6610-7117-4b6f-980e-76b8a3d57e0b tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260048 Nov 27 01:52:43.376596 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f29ada6-f5fd-4271-bad6-e8e8b56e9be3 req-bd26de16-21a0-42a4-abb7-0013322fc099 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0265439 Nov 27 01:52:43.905523 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-73db425c-361a-4a7c-a1a9-e798ab4300c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:44.460750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5838a50-e85d-453e-aff9-615d8abf3f00 req-8601873a-c836-4bf6-8d0f-c9757c4ff1c6 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0358450 Nov 27 01:52:44.657071 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:45.062256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-48364130-80f0-494f-988c-de349f6c6729 req-d7c20641-0a6e-4e79-bbd8-caaa0f3e7330 service neutron] (103384) timed out ('10.222.0.11', 60118) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:52:45.149040 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:45.534730 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-efb61595-3c77-497b-8123-e179acda75ae req-5794b441-cad4-4d65-9d34-5b615f5a83b0 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0257070 Nov 27 01:52:46.610831 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b45d2d22-6819-46ff-8b28-f67108b70021 req-d8661e5f-e904-43b8-b4a5-dd09e86c7b0e tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262289 Nov 27 01:52:46.838144 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:47.450413 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:47.622779 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:52:47.685822 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-18898e9d-9fd3-4041-ae19-71dee07fb557 req-e97355df-9261-4015-8f99-b6da45822a5d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0266757 Nov 27 01:52:48.763499 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-491e5b5d-8c3e-459b-9fbb-318cd88a6e74 req-25066ef0-4e22-4356-a989-2f786701997e tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252781 Nov 27 01:52:49.844590 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-31938735-2a7b-4c2d-9e36-2619df351bcf req-9af5e064-4d15-4656-b25c-dd8b9537c155 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0287473 Nov 27 01:52:50.921709 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-442df69e-d42c-473a-b42c-dc9856fe8645 req-11c0ae90-8910-479b-bbd6-c4e5069d8d96 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0272713 Nov 27 01:52:51.996744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3cc65dba-be3e-4dfa-8865-0e539fea7010 req-5e9256d8-8168-4a40-979b-4607a93ff33c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260370 Nov 27 01:52:53.075793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc569423-3762-49ac-b116-d0850328e0b0 req-1e15fcaa-6709-4d51-a524-a1dd058802a7 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0296202 Nov 27 01:52:54.152027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-62f9b249-5ba9-4473-8da1-7a585994c644 req-48e102f9-cf29-4b39-9bfb-8ecf66991e39 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264649 Nov 27 01:52:55.227622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f9384f0d-4226-4567-a450-b5fbdca01afd req-abe20516-fe0a-4e11-9d2b-44f4fa01ae9c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259812 Nov 27 01:52:56.303001 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68f35673-b1e7-47a5-b8d7-dc8a1a5ec211 req-855f7a36-0fa2-4170-b77f-f09163d36d3b tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260756 Nov 27 01:52:57.378126 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a8c21402-6968-48c6-aafd-6e5524ac7d90 req-13aa4e47-71a3-4829-a391-d121552a5b2d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0258329 Nov 27 01:52:58.456444 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8512dcd2-1461-450a-8df3-0ed35117f040 req-3e8d1211-cf48-4324-baa1-c2a17f46ece3 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0286839 Nov 27 01:52:59.538078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1fc4a183-21a7-4a14-bb1f-bc3a71919e7c req-b616d8c4-ab38-4c42-a82b-bb6317bb4a96 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0314913 Nov 27 01:53:00.613880 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03b423bc-c169-438e-b235-db6fb5189486 req-85cfd41f-1927-478d-98a2-28a7a403a6bd tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0254416 Nov 27 01:53:01.694113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-81d12d28-f25e-4845-8a51-95a535e17fe5 req-a9725418-50f3-4ab8-9a9c-b8a1a0ad8f9b tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0274611 Nov 27 01:53:02.777314 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d980719a-8d64-4928-a74b-495302813613 req-0ce0dda4-e66b-4a42-97b4-59e7b89d15f8 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0323718 Nov 27 01:53:03.295583 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:53:03.851927 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d63abac3-66e9-49a2-8a9f-f701bec72634 req-c3d9c3ae-5f47-4f5d-9057-ffdf52e4df3d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0247142 Nov 27 01:53:04.930389 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abbaede5-5fc7-4611-8ebc-75520309615c req-6151d266-cad9-469f-b4f3-0e1a55ae6359 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0290775 Nov 27 01:53:06.009080 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4f7c7e5c-90e1-4945-a964-5c14d91c832c req-24b96324-cc0b-4490-a4cd-b205968d9915 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0286050 Nov 27 01:53:06.862966 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-082e4fa4-1e56-4f2c-bdd8-719b52cffb98 req-3e4e47f9-01b8-45f9-ae46-84e02c7836a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0241349 Nov 27 01:53:06.945477 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-082e4fa4-1e56-4f2c-bdd8-719b52cffb98 req-a91d5b72-6790-411d-8ac1-0f238dd17ee9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0253251 Nov 27 01:53:06.990793 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-082e4fa4-1e56-4f2c-bdd8-719b52cffb98 req-f260f4f5-86b1-45ae-a926-d586e452fedf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194650 Nov 27 01:53:07.095210 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7d8f1b7-7493-45d3-9b0d-9181546732f1 req-0d10ee32-dd6e-4e99-90c4-e11d899e18a1 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0331581 Nov 27 01:53:07.108310 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e4fa4-1e56-4f2c-bdd8-719b52cffb98 req-bddb4cf2-ef38-4438-bc9d-2b74dc46e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:07.109794 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-082e4fa4-1e56-4f2c-bdd8-719b52cffb98 req-bddb4cf2-ef38-4438-bc9d-2b74dc46e3b5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1127429 Nov 27 01:53:08.171497 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32b94031-0151-4530-a096-96b5190cf513 req-3f605b4d-0f9f-4a8c-a7a1-20afd437f819 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0254643 Nov 27 01:53:09.248608 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23e569b0-ac5d-4836-8fd5-6734156fdf8b req-f6a0b289-e790-4a1e-a54a-249e51101adb tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264604 Nov 27 01:53:10.326907 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a799b305-ca38-4d2c-ace5-98ac069a612f req-06c13eb9-5a3f-4e7c-9490-9584eee435bf tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0266664 Nov 27 01:53:11.406926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-78755f01-8d31-4faa-865f-8090afafb257 req-b50351cc-62c5-4aaa-9859-f75cb596aa4e tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0251503 Nov 27 01:53:11.564128 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-18a58311-4459-4a07-9a39-69a354aeb179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:12.482177 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1d7bba0e-4e85-442b-b615-fd7e7ed9c57c req-8c6b34b1-3d2f-4d9d-bd34-b2c90cb7a28c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260806 Nov 27 01:53:13.556956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b6208e46-5317-4854-9315-e9bffccc5eab req-20dc53a3-f3e5-47ff-a47e-a664ae124f94 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0259435 Nov 27 01:53:13.907665 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-02182962-d6c3-4eb5-b51e-a93cc7f1b786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:14.632223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29e6e013-a060-478f-988e-8414533a1dd7 req-026fa9c8-7ad4-4f50-9001-251bd9760f04 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260069 Nov 27 01:53:14.659393 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:15.154988 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:15.711484 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f0a653bb-66f2-4c1e-930d-66ce5d02ed3f req-660c7de4-b6f4-450b-9dab-1117ac53cb47 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0294173 Nov 27 01:53:16.785594 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a14b986f-f199-41c2-b59d-304385ff7ac1 req-af6f7a83-975d-4c0e-aa23-6de54ef4036a tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252087 Nov 27 01:53:16.841787 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:17.449256 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:17.623470 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:17.863048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68c7d826-8868-4040-a21d-039cebbaeed0 req-ec39cdbc-42e4-43da-a5d8-263790d66b2e tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252388 Nov 27 01:53:18.944471 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-251b1c71-4648-4c80-857a-d378d602ac98 req-84841e0f-7e01-4669-9daa-4858c3b61f0d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0291107 Nov 27 01:53:20.021851 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a994c428-e60b-4449-999c-7fd3f0c6841c req-3fe6c939-093f-4235-b61c-03d2c9a249ea tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0252912 Nov 27 01:53:21.096860 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3e648bbb-9adb-4868-9004-e485b9ff15db req-02ed40bb-c20a-4432-8fec-d5a7161161e0 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0264022 Nov 27 01:53:22.172941 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8a7539b-b241-4b1e-bf0e-27c1fe69367d req-5047ceba-1419-4840-a625-aa1d5fa96e3c tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0251577 Nov 27 01:53:23.250535 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c13ef0c6-5d19-428d-aaab-ab4f927e692a req-0b56ff7c-0df2-450f-b0b7-f670d6bab47d tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0262830 Nov 27 01:53:24.327202 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d787a35d-54db-4f97-ade1-dc2c040e0f1c req-34e67a10-f889-42f6-ad0f-d3a9669602d2 tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "GET /v2.0/ports?device_id=986f0eb0-157d-40ed-a4a3-8d2b455f9914 HTTP/1.1" status: 200 len: 210 time: 0.0260558 Nov 27 01:53:24.637034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47508) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:24.692594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:24.720267 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:24.778431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:24.781000 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:24.782140 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] 10.222.0.37 "DELETE /v2.0/security-groups/40d0189c-fad1-457d-a95a-54793d9df9b7 HTTP/1.1" status: 204 len: 168 time: 0.1441932 Nov 27 01:53:24.791995 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d0189c-fad1-457d-a95a-54793d9df9b7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:24.799395 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:24.799745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:24.800081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:24.800410 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:24.800736 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:24.801060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:24.801385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:24.801710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:24.802086 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:24.802434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:24.802759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:24.803076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153a7cc-ff6b-4095-8ae5-9df00035d4da tempest-TestVolumeBackupRestore-1820737303 tempest-TestVolumeBackupRestore-1820737303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:29.343397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47970) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:29.842723 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:30.101102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Deleting port 87855378-fe44-4ff3-a130-0cdda2e046ea {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:53:30.101372 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:30.177505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] For port 87855378-fe44-4ff3-a130-0cdda2e046ea, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=87855378-fe44-4ff3-a130-0cdda2e046ea,segment=NetworkSegment(e64679e8-34fc-46ba-823c-4074deaa2051),segment_id=e64679e8-34fc-46ba-823c-4074deaa2051)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:30.177862 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:30.190346 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Calling delete_port for 87855378-fe44-4ff3-a130-0cdda2e046ea owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:53:30.362975 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:30.394856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=87855378-fe44-4ff3-a130-0cdda2e046ea,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:30.423013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:30.423364 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:30.423709 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:30.424049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:30.424382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:30.424714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:30.425046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:30.425373 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:30.425699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:30.426024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:30.426378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:30.426733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:30.898897 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:31.103755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Router 57e3eb9f-c7f5-4556-b158-df737ff3863f has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:53:31.211222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:53:31.217821 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9939b879-4f95-40ec-8189-3ee7c29e40b5 admin admin] 10.222.0.37 "PUT /v2.0/routers/57e3eb9f-c7f5-4556-b158-df737ff3863f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8718021 Nov 27 01:53:31.218968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47980) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:31.219945 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60fbdbb-bad0-478a-9c07-5826ce6046b1 None None] Sync routers for ids ['57e3eb9f-c7f5-4556-b158-df737ff3863f'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:53:31.232765 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60fbdbb-bad0-478a-9c07-5826ce6046b1 None None] Routers {'57e3eb9f-c7f5-4556-b158-df737ff3863f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:53:31.233459 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d60fbdbb-bad0-478a-9c07-5826ce6046b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:53:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57e3eb9f-c7f5-4556-b158-df737ff3863f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:31.322683 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:31.337113 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d60fbdbb-bad0-478a-9c07-5826ce6046b1 None None] Set router 57e3eb9f-c7f5-4556-b158-df737ff3863f gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:53:31.427024 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:31.478573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Deleting port 715047da-76c6-418c-92b5-e7b15de29ad2 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:53:31.478903 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:31.516586 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d60fbdbb-bad0-478a-9c07-5826ce6046b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'name': 'tempest-TestVolumeBackupRestore-674918667-router', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:53:30Z', 'revision_number': 5, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'gw_port': {'id': '715047da-76c6-418c-92b5-e7b15de29ad2', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:31.543575 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60fbdbb-bad0-478a-9c07-5826ce6046b1 None None] Checking router: 57e3eb9f-c7f5-4556-b158-df737ff3863f for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:53:31.551838 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60fbdbb-bad0-478a-9c07-5826ce6046b1 None None] Routers {'57e3eb9f-c7f5-4556-b158-df737ff3863f'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:53:31.552507 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d60fbdbb-bad0-478a-9c07-5826ce6046b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:53:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57e3eb9f-c7f5-4556-b158-df737ff3863f'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:31.556865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] For port 715047da-76c6-418c-92b5-e7b15de29ad2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=715047da-76c6-418c-92b5-e7b15de29ad2,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:31.557223 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:31.569692 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Calling delete_port for 715047da-76c6-418c-92b5-e7b15de29ad2 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:53:31.725945 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d60fbdbb-bad0-478a-9c07-5826ce6046b1 None None] Set router 57e3eb9f-c7f5-4556-b158-df737ff3863f gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:53:31.740995 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:31.772072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=715047da-76c6-418c-92b5-e7b15de29ad2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:31.778788 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d60fbdbb-bad0-478a-9c07-5826ce6046b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'name': 'tempest-TestVolumeBackupRestore-674918667-router', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:53:31Z', 'revision_number': 6, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:31.791141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c9ce26-3ae4-4ef1-8bb0-0dab1c53b571 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:53:31.806725 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60fbdbb-bad0-478a-9c07-5826ce6046b1 None None] The sync data for ids ['57e3eb9f-c7f5-4556-b158-df737ff3863f'] in n-d-819494-2 is: [{'id': '57e3eb9f-c7f5-4556-b158-df737ff3863f', 'name': 'tempest-TestVolumeBackupRestore-674918667-router', 'tenant_id': '3c189c52dfc74c77982acb36489dc10f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:19Z', 'updated_at': '2021-11-27T01:53:31Z', 'revision_number': 6, 'project_id': '3c189c52dfc74c77982acb36489dc10f', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:53:32.123545 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.215882 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.218337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.267495 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.268086 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57e3eb9f-c7f5-4556-b158-df737ff3863f {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:53:32.272561 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.273706 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fa32ce74-543b-44c8-9cbd-e6224c49d4f0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/57e3eb9f-c7f5-4556-b158-df737ff3863f HTTP/1.1" status: 204 len: 168 time: 1.0537510 Nov 27 01:53:32.276190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47984) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:32.323571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-108c04c6-294f-4b45-8c96-097d563092cf admin admin] Deleting subnet 1c735d7b-f096-48aa-a6b3-486abd80e039 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:53:32.326589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-108c04c6-294f-4b45-8c96-097d563092cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.359330 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-108c04c6-294f-4b45-8c96-097d563092cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.434709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-108c04c6-294f-4b45-8c96-097d563092cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.491023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-108c04c6-294f-4b45-8c96-097d563092cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.515950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c04c6-294f-4b45-8c96-097d563092cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c735d7b-f096-48aa-a6b3-486abd80e039,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:32.520349 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-108c04c6-294f-4b45-8c96-097d563092cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.525215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-108c04c6-294f-4b45-8c96-097d563092cf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1c735d7b-f096-48aa-a6b3-486abd80e039 HTTP/1.1" status: 204 len: 168 time: 0.2480862 Nov 27 01:53:32.526406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd87fbff-aa41-4597-95f3-5175a1a6020d None None] Network 7fb814bd-7825-47a1-8951-bc9d1e0915d6 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:53:32.527805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47986) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:32.603047 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.664562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Deleting port 1deb5542-1bab-47ae-ae2d-440944de5da6 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:53:32.666109 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.717453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] DHCP port deletion for 7fb814bd-7825-47a1-8951-bc9d1e0915d6 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:53:32.721559 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 87855378-fe44-4ff3-a130-0cdda2e046ea no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:53:32.736140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] For port 1deb5542-1bab-47ae-ae2d-440944de5da6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1deb5542-1bab-47ae-ae2d-440944de5da6,segment=NetworkSegment(e64679e8-34fc-46ba-823c-4074deaa2051),segment_id=e64679e8-34fc-46ba-823c-4074deaa2051)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:32.736514 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.743689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 87855378-fe44-4ff3-a130-0cdda2e046ea {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:53:32.744039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 87855378-fe44-4ff3-a130-0cdda2e046ea not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:53:32.749489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Calling delete_port for 1deb5542-1bab-47ae-ae2d-440944de5da6 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:53:32.784519 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Deleting port 1deb5542-1bab-47ae-ae2d-440944de5da6 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:53:32.784889 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.834588 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.853251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] For port 1deb5542-1bab-47ae-ae2d-440944de5da6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1deb5542-1bab-47ae-ae2d-440944de5da6,segment=NetworkSegment(e64679e8-34fc-46ba-823c-4074deaa2051),segment_id=e64679e8-34fc-46ba-823c-4074deaa2051)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:32.853832 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.862275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Pushing event deleted for resources: {'Port': ['ID=1deb5542-1bab-47ae-ae2d-440944de5da6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:32.865201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] No DVR routers for this DVR port 1deb5542-1bab-47ae-ae2d-440944de5da6 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:53:32.870834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Calling delete_port for 1deb5542-1bab-47ae-ae2d-440944de5da6 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:53:32.952989 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.955866 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.973363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb814bd-7825-47a1-8951-bc9d1e0915d6']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:32.979990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Pushing event deleted for resources: {'Port': ['ID=1deb5542-1bab-47ae-ae2d-440944de5da6,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:32.984244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64679e8-34fc-46ba-823c-4074deaa2051') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:32.984616 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64679e8-34fc-46ba-823c-4074deaa2051') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:32.985034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] No DVR routers for this DVR port 1deb5542-1bab-47ae-ae2d-440944de5da6 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:53:32.993931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:32.994384 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:32.994798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:32.995417 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:32.995542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:32.995694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:32.996096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:32.996504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:32.996912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:32.997631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:32.997731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:32.998061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:32.998444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96fcdd-eb0a-46f8-be84-ab9986f6c3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:53:33.009663 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:33.015763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:53:33.016150 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:53:33.017803 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:53:33.070640 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:33.075996 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:33.079241 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7fb814bd-7825-47a1-8951-bc9d1e0915d6 HTTP/1.1" status: 204 len: 168 time: 0.5504341 Nov 27 01:53:33.082231 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47988) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:33.090408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1acd92-30b2-4154-be67-e5e339891312 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb814bd-7825-47a1-8951-bc9d1e0915d6,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:33.421292 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ab51639-9133-4778-adbd-771f0dc93cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:33.668054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7ab51639-9133-4778-adbd-771f0dc93cc1 admin admin] Deleting port 5b820e6f-aec8-4739-a585-2a161237370d {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:53:33.668384 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ab51639-9133-4778-adbd-771f0dc93cc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:33.747393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7ab51639-9133-4778-adbd-771f0dc93cc1 admin admin] For port 5b820e6f-aec8-4739-a585-2a161237370d, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5b820e6f-aec8-4739-a585-2a161237370d,segment=NetworkSegment(b9c26853-84c6-4e19-943b-0340c41e89d5),segment_id=b9c26853-84c6-4e19-943b-0340c41e89d5)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:33.747752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ab51639-9133-4778-adbd-771f0dc93cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:33.760291 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7ab51639-9133-4778-adbd-771f0dc93cc1 admin admin] Calling delete_port for 5b820e6f-aec8-4739-a585-2a161237370d owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:53:33.947962 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ab51639-9133-4778-adbd-771f0dc93cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:33.973179 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab51639-9133-4778-adbd-771f0dc93cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b820e6f-aec8-4739-a585-2a161237370d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:34.139311 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ab51639-9133-4778-adbd-771f0dc93cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:34.348358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1deb5542-1bab-47ae-ae2d-440944de5da6 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:53:34.362415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab51639-9133-4778-adbd-771f0dc93cc1 admin admin] Router 63240de9-f48c-400d-9494-4773452ab7d3 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:53:34.371352 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 1deb5542-1bab-47ae-ae2d-440944de5da6 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:53:34.371703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1deb5542-1bab-47ae-ae2d-440944de5da6 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:53:34.372115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 715047da-76c6-418c-92b5-e7b15de29ad2 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:53:34.390996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 715047da-76c6-418c-92b5-e7b15de29ad2 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:53:34.391337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 715047da-76c6-418c-92b5-e7b15de29ad2 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:53:34.469884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab51639-9133-4778-adbd-771f0dc93cc1 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:53:34.474950 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7ab51639-9133-4778-adbd-771f0dc93cc1 admin admin] 10.222.0.37 "PUT /v2.0/routers/63240de9-f48c-400d-9494-4773452ab7d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3916030 Nov 27 01:53:34.477397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47990) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:34.480222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9dd12-7c57-4ae0-8be0-263ccbd3ea58 None None] Sync routers for ids ['63240de9-f48c-400d-9494-4773452ab7d3'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:53:34.490582 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9dd12-7c57-4ae0-8be0-263ccbd3ea58 None None] Routers {'63240de9-f48c-400d-9494-4773452ab7d3'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:53:34.491188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-32f9dd12-7c57-4ae0-8be0-263ccbd3ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:53:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['63240de9-f48c-400d-9494-4773452ab7d3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:34.583195 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:34.593886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-32f9dd12-7c57-4ae0-8be0-263ccbd3ea58 None None] Set router 63240de9-f48c-400d-9494-4773452ab7d3 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:53:34.684402 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:34.736727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Deleting port 80712355-1b8f-4875-9aaa-763b915cb7e0 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:53:34.737065 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:34.767020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-32f9dd12-7c57-4ae0-8be0-263ccbd3ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63240de9-f48c-400d-9494-4773452ab7d3', 'name': 'tempest-TestVolumeBackupRestore-395537063-router', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:53:33Z', 'revision_number': 5, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'gw_port': {'id': '80712355-1b8f-4875-9aaa-763b915cb7e0', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63240de9-f48c-400d-9494-4773452ab7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:34.796811 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9dd12-7c57-4ae0-8be0-263ccbd3ea58 None None] Checking router: 63240de9-f48c-400d-9494-4773452ab7d3 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:53:34.805955 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9dd12-7c57-4ae0-8be0-263ccbd3ea58 None None] Routers {'63240de9-f48c-400d-9494-4773452ab7d3'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:53:34.806592 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-32f9dd12-7c57-4ae0-8be0-263ccbd3ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:53:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['63240de9-f48c-400d-9494-4773452ab7d3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:34.818110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] For port 80712355-1b8f-4875-9aaa-763b915cb7e0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=80712355-1b8f-4875-9aaa-763b915cb7e0,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:34.818494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:34.829835 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Calling delete_port for 80712355-1b8f-4875-9aaa-763b915cb7e0 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:53:34.890165 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-32f9dd12-7c57-4ae0-8be0-263ccbd3ea58 None None] Set router 63240de9-f48c-400d-9494-4773452ab7d3 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:53:35.005564 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.033434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80712355-1b8f-4875-9aaa-763b915cb7e0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:35.090960 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f87f1a-84e2-4316-9edf-00c6f43c85f5 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:53:35.094702 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.094851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-32f9dd12-7c57-4ae0-8be0-263ccbd3ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63240de9-f48c-400d-9494-4773452ab7d3', 'name': 'tempest-TestVolumeBackupRestore-395537063-router', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:53:34Z', 'revision_number': 6, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:35.126354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f9dd12-7c57-4ae0-8be0-263ccbd3ea58 None None] The sync data for ids ['63240de9-f48c-400d-9494-4773452ab7d3'] in n-d-819494-2 is: [{'id': '63240de9-f48c-400d-9494-4773452ab7d3', 'name': 'tempest-TestVolumeBackupRestore-395537063-router', 'tenant_id': 'f3717ea8d19046389f07f1e292ac6f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:45:24Z', 'updated_at': '2021-11-27T01:53:34Z', 'revision_number': 6, 'project_id': 'f3717ea8d19046389f07f1e292ac6f98', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:53:35.193728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.195893 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.240832 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.241564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63240de9-f48c-400d-9494-4773452ab7d3 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 01:53:35.246144 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.247607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ca4585fe-ae77-487d-9e08-96230c79c2d0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/63240de9-f48c-400d-9494-4773452ab7d3 HTTP/1.1" status: 204 len: 168 time: 0.7693059 Nov 27 01:53:35.250031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 47992) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:35.293830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c26bcf3-ecfc-45f7-8511-2f728fc0c71a admin admin] Deleting subnet 3f88e48d-653a-4cf6-8b9d-5136894a2637 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:53:35.296861 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c26bcf3-ecfc-45f7-8511-2f728fc0c71a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.330517 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c26bcf3-ecfc-45f7-8511-2f728fc0c71a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.408751 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c26bcf3-ecfc-45f7-8511-2f728fc0c71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.463606 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c26bcf3-ecfc-45f7-8511-2f728fc0c71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.492733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26bcf3-ecfc-45f7-8511-2f728fc0c71a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f88e48d-653a-4cf6-8b9d-5136894a2637,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:35.494906 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c26bcf3-ecfc-45f7-8511-2f728fc0c71a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.498350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632b00b8-1fc5-4081-ad99-d398dd7ffbad None None] Network 8cf6b459-faf4-465f-9f32-b9a521bdca10 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:53:35.503058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1c26bcf3-ecfc-45f7-8511-2f728fc0c71a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3f88e48d-653a-4cf6-8b9d-5136894a2637 HTTP/1.1" status: 204 len: 168 time: 0.2498252 Nov 27 01:53:35.503444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47994) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:35.583633 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.637219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Deleting port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:53:35.637562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.698992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] For port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=95b9b3a1-d13e-4083-a4d3-7eed11b7b842,segment=NetworkSegment(b9c26853-84c6-4e19-943b-0340c41e89d5),segment_id=b9c26853-84c6-4e19-943b-0340c41e89d5)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:35.699281 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.712340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Calling delete_port for 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:53:35.792594 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.819755 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] No DVR routers for this DVR port 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:53:35.821560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Pushing event deleted for resources: {'Port': ['ID=95b9b3a1-d13e-4083-a4d3-7eed11b7b842,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:35.894819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.900779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f53bba-29f8-4879-bd87-733ef0f60802 None None] DHCP port deletion for 8cf6b459-faf4-465f-9f32-b9a521bdca10 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:53:35.917142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf6b459-faf4-465f-9f32-b9a521bdca10']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:35.927309 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c26853-84c6-4e19-943b-0340c41e89d5') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:35.927603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c26853-84c6-4e19-943b-0340c41e89d5') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:53:35.937468 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.950982 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.956647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:53:35.957029 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:53:35.958720 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:53:36.014453 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:36.020456 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:36.023632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] 10.222.0.37 "DELETE /v2.0/networks/8cf6b459-faf4-465f-9f32-b9a521bdca10 HTTP/1.1" status: 204 len: 168 time: 0.5191708 Nov 27 01:53:36.034732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce1dc9-7e89-425b-bdfc-954c2cc2656e admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf6b459-faf4-465f-9f32-b9a521bdca10,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:36.148037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 47998) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:36.189940 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-48f170fa-9c41-4efe-bf45-0778e9ba9d97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c189c52dfc74c77982acb36489dc10f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404115 Nov 27 01:53:36.192103 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48000) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:36.242831 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d4e8e881-a43b-4013-98e7-24581a0be4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:36.264946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d4e8e881-a43b-4013-98e7-24581a0be4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:36.314467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 80712355-1b8f-4875-9aaa-763b915cb7e0 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:53:36.316188 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d4e8e881-a43b-4013-98e7-24581a0be4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:36.318910 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d4e8e881-a43b-4013-98e7-24581a0be4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:36.322646 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d4e8e881-a43b-4013-98e7-24581a0be4f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f3dad9e-3c3d-43ac-b480-f96aa12600f1 HTTP/1.1" status: 204 len: 168 time: 0.1264231 Nov 27 01:53:36.328078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8e881-a43b-4013-98e7-24581a0be4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3dad9e-3c3d-43ac-b480-f96aa12600f1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:36.335110 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 80712355-1b8f-4875-9aaa-763b915cb7e0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:53:36.335570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 80712355-1b8f-4875-9aaa-763b915cb7e0 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:53:36.336211 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5b820e6f-aec8-4739-a585-2a161237370d no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:53:36.361194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 5b820e6f-aec8-4739-a585-2a161237370d {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:53:36.361536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5b820e6f-aec8-4739-a585-2a161237370d not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:53:36.362130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:53:36.383941 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:53:36.384287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 95b9b3a1-d13e-4083-a4d3-7eed11b7b842 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:53:36.648697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48006) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:36.688056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-72cecb88-a3b3-4d28-b248-c03592d1c551 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3717ea8d19046389f07f1e292ac6f98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382082 Nov 27 01:53:36.690390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48008) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:53:36.737012 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22e0ff11-26b9-45e1-a143-e5619c5da775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:36.757637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22e0ff11-26b9-45e1-a143-e5619c5da775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:36.804149 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22e0ff11-26b9-45e1-a143-e5619c5da775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:36.806747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-22e0ff11-26b9-45e1-a143-e5619c5da775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:36.807916 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-22e0ff11-26b9-45e1-a143-e5619c5da775 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/935f0444-b54c-4ad8-90db-af1a97983f6b HTTP/1.1" status: 204 len: 168 time: 0.1166399 Nov 27 01:53:36.815406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0ff11-26b9-45e1-a143-e5619c5da775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935f0444-b54c-4ad8-90db-af1a97983f6b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:40.295291 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:53:41.569473 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d4967a1a-42bb-44d5-93a0-5fa8cd3f1490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:43.908478 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cff3cac8-c070-4fcf-a650-3bb26359d340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:44.671242 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:45.156487 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:46.842326 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:47.159036 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-5d9d9c5c-8a07-42ab-bbaa-695079e1edc0 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2a2f1ecd107c4aba898869f23d32bb40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290623 Nov 27 01:53:47.340973 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-e62a2681-7dce-4c3f-b9d9-d3207ac1120d tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:47.342347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-e62a2681-7dce-4c3f-b9d9-d3207ac1120d tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773744 Nov 27 01:53:47.358096 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-cdf97f2a-a371-41b5-a754-e540ca0d494e tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/quotas/2a2f1ecd107c4aba898869f23d32bb40 HTTP/1.1" status: 200 len: 375 time: 0.0095241 Nov 27 01:53:47.388079 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6d8be2ca-bb55-47c4-866e-edc47b8ece8d tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a2f1ecd107c4aba898869f23d32bb40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246878 Nov 27 01:53:47.451563 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:47.624820 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:48.666116 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3f1214e-0fd6-474b-abfe-a8f87e11bdf9 req-104024c4-3a8a-468c-824b-a1705272441e tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 210 time: 0.1286142 Nov 27 01:53:49.743451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-490ab1d0-c585-437c-8eba-f386cd42794d req-51043a49-e5eb-4a97-83c5-b5e667598654 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 210 time: 0.0267172 Nov 27 01:53:50.821770 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-311863cf-195e-492f-8f4b-4a277f25a756 req-81aec17c-4a0f-426f-895e-64d590b3061d tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 210 time: 0.0278747 Nov 27 01:53:51.899563 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a2735b75-b97d-4eb2-aa55-a316a9b8f74b req-fb8ef95c-edfe-46e6-a6e8-fe279127446b tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 210 time: 0.0259120 Nov 27 01:53:52.994137 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bddfdcb-b80a-4a94-81c2-56f5452be066 req-1930f74f-a30b-47e8-b2f0-1e812a2eeeb7 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 210 time: 0.0305655 Nov 27 01:53:53.736923 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-e5b73f5d-b24f-4f16-9052-e3f1da7b4672 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2a2f1ecd107c4aba898869f23d32bb40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208216 Nov 27 01:53:54.120859 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1f7f12c-edf4-434a-8d2f-3597549aadd1 req-0f63e159-d48a-4b23-8f41-bc9dd468545e tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 210 time: 0.0333681 Nov 27 01:53:54.163268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-70f5f00a-5e66-464f-9efe-e4b2a2228482 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:54.164678 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-70f5f00a-5e66-464f-9efe-e4b2a2228482 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4216533 Nov 27 01:53:54.183800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Request body: {'port': {'device_id': '3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'admin_state_up': True, 'tenant_id': '2a2f1ecd107c4aba898869f23d32bb40'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:53:54.293326 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Made reservation on behalf of 2a2f1ecd107c4aba898869f23d32bb40 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:53:54.297556 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:54.308574 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:54.380623 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:54.384188 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:54.446840 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9a47cc-bcd3-4920-a785-41214594d9ce,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:54.517842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Allocated IP 192.168.233.104 (70e780ea-a510-424d-8e3f-e078e3d29292/3ece7b83-dd86-4820-8a69-1545ef4e8ab8/2fc3db4f-ce88-47ba-983e-8f5499d8fd57) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:53:54.659155 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:54.693270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:54.736814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Network 70e780ea-a510-424d-8e3f-e078e3d29292 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:53:54.742206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:53:54.744624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:53:54.779504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Pushing event updated for resources: {'Port': ['ID=2fc3db4f-ce88-47ba-983e-8f5499d8fd57,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:54.803714 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:54.804366 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:54.821078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-4afdc8db-bc71-4d2c-a16a-156fae729aab tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6410372 Nov 27 01:53:54.831797 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-3764de47-36cd-4993-b6b8-cef86214f704 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:53:54.832897 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-3764de47-36cd-4993-b6b8-cef86214f704 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054543 Nov 27 01:53:54.937128 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Request body: {'port': {'device_id': '3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:53:54.983933 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-39c32d86-2324-4bab-bc20-ad338948ff5e None None] Provisioning complete for port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:53:54.984540 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39c32d86-2324-4bab-bc20-ad338948ff5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:54.991483 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:55.017664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-39c32d86-2324-4bab-bc20-ad338948ff5e None None] Port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:53:55.235594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6b021-c496-41e0-8812-1f4e4204facb req-ba19d384-8032-489a-a08b-21343e41bedc tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:55.237322 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-afa6b021-c496-41e0-8812-1f4e4204facb req-ba19d384-8032-489a-a08b-21343e41bedc tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 936 time: 0.0485642 Nov 27 01:53:55.257457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:53:55.264828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:55.277931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Transition to ACTIVE for port object 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:53:55.281812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:55.287807 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-afa6b021-c496-41e0-8812-1f4e4204facb req-d04a6cce-8870-4754-9549-400cb04af7cb tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c9a47cc-bcd3-4920-a785-41214594d9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440602 Nov 27 01:53:55.351236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc3db4f-ce88-47ba-983e-8f5499d8fd57,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:55.406794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Attempting to bind port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:53:55.407155 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Attempting to bind port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:53:55.407480 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Attempting to bind port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:53:55.412377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 on network 70e780ea-a510-424d-8e3f-e078e3d29292 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:53:55.412698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Attempting to bind port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 on network 70e780ea-a510-424d-8e3f-e078e3d29292 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:53:55.417770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:53:55.418106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Checking segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:53:55.418525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Bound using segment: {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:53:55.418953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Bound port: 2fc3db4f-ce88-47ba-983e-8f5499d8fd57, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8387cc2d-7d44-4fd8-ba9f-8482b81ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:53:55.419306 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:55.484504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] For port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:53:55.488118 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] For port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2fc3db4f-ce88-47ba-983e-8f5499d8fd57,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:53:55.493391 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:55.526993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:55.527604 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:55.529153 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/2fc3db4f-ce88-47ba-983e-8f5499d8fd57 HTTP/1.1" status: 200 len: 1096 time: 0.6819921 Nov 27 01:53:55.531454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e', 'tag': '2fc3db4f-ce88-47ba-983e-8f5499d8fd57'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:53:55.533651 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de819d2-5d78-4355-93e0-922ac9e4e177" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e", "tag": "2fc3db4f-ce88-47ba-983e-8f5499d8fd57"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:53:55.565947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e5070-e9ab-4c1f-8309-8f3c6b6a28d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc3db4f-ce88-47ba-983e-8f5499d8fd57,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:55.635111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-7f2efc84-0751-47df-944d-1918b8258ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:55.636635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-7f2efc84-0751-47df-944d-1918b8258ffe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a2f1ecd107c4aba898869f23d32bb40&device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 1099 time: 0.0465713 Nov 27 01:53:55.689850 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25232292-8400-49c2-b540-52e9fab4724d x-openstack-request-id: req-25232292-8400-49c2-b540-52e9fab4724d {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:53:55.690141 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e", "tag": "2fc3db4f-ce88-47ba-983e-8f5499d8fd57", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:53:55.690420 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25232292-8400-49c2-b540-52e9fab4724d {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:53:55.690830 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e', 'tag': '2fc3db4f-ce88-47ba-983e-8f5499d8fd57', 'status': 'completed', 'code': 200} Nov 27 01:53:55.692686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-95ffbd6f-9217-4131-955d-3009f828c4c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=2fc3db4f-ce88-47ba-983e-8f5499d8fd57 HTTP/1.1" status: 200 len: 217 time: 0.0424502 Nov 27 01:53:55.745906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-a8e93669-d96e-46cf-a7e7-88c8307d862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:55.747321 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-a8e93669-d96e-46cf-a7e7-88c8307d862c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0456729 Nov 27 01:53:55.794491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-dd54a0fd-71ad-470e-9614-6188c1f4ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:55.795985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-dd54a0fd-71ad-470e-9614-6188c1f4ceb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414481 Nov 27 01:53:55.887578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-6ccc727f-057d-4fbf-9878-1a41cd956c47 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839992 Nov 27 01:53:55.984884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bba19e3d-d204-487b-93e2-70bcfb209b3d req-43d9baa2-e609-4a95-a982-61bce5c7d476 service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899725 Nov 27 01:53:56.107569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de819d2-5d78-4355-93e0-922ac9e4e177 req-63d3e65f-8483-40f5-b07b-5bd6d1005c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:56.108962 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0de819d2-5d78-4355-93e0-922ac9e4e177 req-63d3e65f-8483-40f5-b07b-5bd6d1005c75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a2f1ecd107c4aba898869f23d32bb40&device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 1099 time: 0.0413208 Nov 27 01:53:56.204081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de819d2-5d78-4355-93e0-922ac9e4e177 req-1e4d68b2-985b-4faa-9f85-9988b5bf1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:56.205508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0de819d2-5d78-4355-93e0-922ac9e4e177 req-1e4d68b2-985b-4faa-9f85-9988b5bf1696 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70e780ea-a510-424d-8e3f-e078e3d29292 HTTP/1.1" status: 200 len: 870 time: 0.0895185 Nov 27 01:53:56.251387 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0de819d2-5d78-4355-93e0-922ac9e4e177 req-51dd9d83-e20f-4e87-8b48-751b2cc7efae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=2fc3db4f-ce88-47ba-983e-8f5499d8fd57 HTTP/1.1" status: 200 len: 217 time: 0.0384209 Nov 27 01:53:56.305594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de819d2-5d78-4355-93e0-922ac9e4e177 req-bfac9298-bfa8-43f2-8157-e28203a54625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:56.307055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0de819d2-5d78-4355-93e0-922ac9e4e177 req-bfac9298-bfa8-43f2-8157-e28203a54625 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ece7b83-dd86-4820-8a69-1545ef4e8ab8 HTTP/1.1" status: 200 len: 843 time: 0.0484118 Nov 27 01:53:56.353708 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de819d2-5d78-4355-93e0-922ac9e4e177 req-84d1bfe4-0db2-4763-81ad-8915c1a84337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:56.355263 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0de819d2-5d78-4355-93e0-922ac9e4e177 req-84d1bfe4-0db2-4763-81ad-8915c1a84337 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70e780ea-a510-424d-8e3f-e078e3d29292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404420 Nov 27 01:53:56.423629 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841e278-2f3b-4aa4-bcc3-b73f3e68671e req-4ecced45-0f1e-4066-9d6e-7f79349ce966 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:56.425740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3841e278-2f3b-4aa4-bcc3-b73f3e68671e req-4ecced45-0f1e-4066-9d6e-7f79349ce966 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 948 time: 0.0620332 Nov 27 01:53:56.445307 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0de819d2-5d78-4355-93e0-922ac9e4e177 req-c4b5b2bb-97ed-483e-a0ec-ec17b505819c service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828185 Nov 27 01:53:56.473225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3841e278-2f3b-4aa4-bcc3-b73f3e68671e req-dc0c3950-caf7-4d74-a7ea-d9035c1a1f41 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c9a47cc-bcd3-4920-a785-41214594d9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411766 Nov 27 01:53:56.543347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0de819d2-5d78-4355-93e0-922ac9e4e177 req-82f8fc4c-221c-4135-a539-0fc7c2797f0f service neutron] 10.222.0.42 "GET /v2.0/networks/70e780ea-a510-424d-8e3f-e078e3d29292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896933 Nov 27 01:53:57.589530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e95e6-c1d6-4c3b-a5b8-467d4cf7951f req-2e15d560-34f1-4a30-9fae-946ddd5ddfcb tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:57.591106 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d82e95e6-c1d6-4c3b-a5b8-467d4cf7951f req-2e15d560-34f1-4a30-9fae-946ddd5ddfcb tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 948 time: 0.0498152 Nov 27 01:53:57.638373 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d82e95e6-c1d6-4c3b-a5b8-467d4cf7951f req-b734598a-8d46-44fc-806f-c614b0cbfb23 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c9a47cc-bcd3-4920-a785-41214594d9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Nov 27 01:53:58.751238 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46edad1-81c7-4c15-9769-107bcd1bc945 req-39a0e844-799d-4375-930d-982eb0d7a666 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:58.752736 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d46edad1-81c7-4c15-9769-107bcd1bc945 req-39a0e844-799d-4375-930d-982eb0d7a666 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 948 time: 0.0480511 Nov 27 01:53:58.799263 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d46edad1-81c7-4c15-9769-107bcd1bc945 req-153dfb5c-7afe-4c8f-91c0-85612fc4c161 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c9a47cc-bcd3-4920-a785-41214594d9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401492 Nov 27 01:53:59.724540 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:53:59.819581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2fc3db4f-ce88-47ba-983e-8f5499d8fd57,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:59.831061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '2fc3db4f-ce88-47ba-983e-8f5499d8fd57', 'network_id': '70e780ea-a510-424d-8e3f-e078e3d29292', 'port_id': '2fc3db4f-ce88-47ba-983e-8f5499d8fd57', 'mac_address': 'fa:16:3e:6a:d3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ece7b83-dd86-4820-8a69-1545ef4e8ab8', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:53:59.867608 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:59.881212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:53:59.900588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2fc3db4f-ce88-47ba-983e-8f5499d8fd57,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:53:59.904723 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:53:59.914169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96200ff1-285d-4c35-83be-03c09a156202 req-57706146-171b-40bf-b3ff-28d2f387de93 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:53:59.915675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-96200ff1-285d-4c35-83be-03c09a156202 req-57706146-171b-40bf-b3ff-28d2f387de93 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 948 time: 0.0495267 Nov 27 01:53:59.955573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=2fc3db4f-ce88-47ba-983e-8f5499d8fd57,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:53:59.970918 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-96200ff1-285d-4c35-83be-03c09a156202 req-26f5c4fe-8c84-4e25-8eaa-6339e5080610 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c9a47cc-bcd3-4920-a785-41214594d9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491750 Nov 27 01:54:00.195885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2fc3db4f-ce88-47ba-983e-8f5499d8fd57'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:54:01.085286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde637dc-a181-45c8-8ef6-2e70744e2080 req-f2001f8f-326a-4c99-8269-a00214c96bf5 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:01.086779 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bde637dc-a181-45c8-8ef6-2e70744e2080 req-f2001f8f-326a-4c99-8269-a00214c96bf5 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 949 time: 0.0487947 Nov 27 01:54:01.137345 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bde637dc-a181-45c8-8ef6-2e70744e2080 req-5a90f5d3-955e-4521-8481-194161d155d2 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c9a47cc-bcd3-4920-a785-41214594d9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 Nov 27 01:54:01.725607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:54:01.775192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:54:01.778972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:54:01.779340 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:01.854089 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:01.878987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc3db4f-ce88-47ba-983e-8f5499d8fd57'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:54:01.881136 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81ce9e0-0f4e-4e6d-9c05-f573bc965446" -d '{"events": [{"server_uuid": "3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e", "name": "network-vif-plugged", "status": "completed", "tag": "2fc3db4f-ce88-47ba-983e-8f5499d8fd57"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:54:01.893565 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2fc3db4f-ce88-47ba-983e-8f5499d8fd57,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:54:01.897437 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:01.947552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=2fc3db4f-ce88-47ba-983e-8f5499d8fd57,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:01.983066 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06511e5-ad6f-474f-bffc-4f9631b6431d x-openstack-request-id: req-d06511e5-ad6f-474f-bffc-4f9631b6431d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:54:01.983366 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e", "name": "network-vif-plugged", "status": "completed", "tag": "2fc3db4f-ce88-47ba-983e-8f5499d8fd57", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:54:01.983616 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d06511e5-ad6f-474f-bffc-4f9631b6431d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:54:01.984016 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc3db4f-ce88-47ba-983e-8f5499d8fd57', 'code': 200} Nov 27 01:54:02.114035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6471eb-ab79-4753-bd0b-ce3e7543970c req-b4d0bef2-c52b-41e5-a1c0-bf31aaf65fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:02.115554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c6471eb-ab79-4753-bd0b-ce3e7543970c req-b4d0bef2-c52b-41e5-a1c0-bf31aaf65fdd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 1101 time: 0.0399106 Nov 27 01:54:02.158733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c6471eb-ab79-4753-bd0b-ce3e7543970c req-f6d3a692-2f6b-44bb-abe4-53e25fe51912 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1c9a47cc-bcd3-4920-a785-41214594d9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358973 Nov 27 01:54:02.250828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84de48-4faf-4d7c-b9e6-39643b4a3ed4 req-b8094430-4315-48ac-982f-d61a3d313398 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:02.252225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd84de48-4faf-4d7c-b9e6-39643b4a3ed4 req-b8094430-4315-48ac-982f-d61a3d313398 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 950 time: 0.0485740 Nov 27 01:54:02.299446 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd84de48-4faf-4d7c-b9e6-39643b4a3ed4 req-82bd9291-5747-4946-abd4-a37eacb41c0a tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c9a47cc-bcd3-4920-a785-41214594d9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413342 Nov 27 01:54:03.415982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6fd7a-d362-42d2-83ff-b72417d6c71d req-c6dd633c-2782-49dc-8af6-44023b1667d3 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:03.417449 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22b6fd7a-d362-42d2-83ff-b72417d6c71d req-c6dd633c-2782-49dc-8af6-44023b1667d3 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 950 time: 0.0479586 Nov 27 01:54:03.463371 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22b6fd7a-d362-42d2-83ff-b72417d6c71d req-1295d448-cb5e-4bec-a9ab-40ee152f360c tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c9a47cc-bcd3-4920-a785-41214594d9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Nov 27 01:54:03.800087 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-fe23cf04-10c2-44c4-b851-ea5795b67ece req-d0cd5175-b673-4415-ad12-fabe921f4692 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:54:03.801213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe23cf04-10c2-44c4-b851-ea5795b67ece req-d0cd5175-b673-4415-ad12-fabe921f4692 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0658882 Nov 27 01:54:04.169524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-b2f91a3b-5e77-4458-b9e4-63848552f019 req-7811adff-cfa9-4200-9ef8-6237cf782d97 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:54:04.172188 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b2f91a3b-5e77-4458-b9e4-63848552f019 req-7811adff-cfa9-4200-9ef8-6237cf782d97 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537403 Nov 27 01:54:04.500025 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936769a-0e5d-41c5-913e-48594cf14642 req-8cadc910-b858-4db5-920e-b232f0cd0454 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:04.501383 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6936769a-0e5d-41c5-913e-48594cf14642 req-8cadc910-b858-4db5-920e-b232f0cd0454 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 950 time: 0.0516925 Nov 27 01:54:04.555272 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6936769a-0e5d-41c5-913e-48594cf14642 req-7b230672-3f25-43f8-ab0c-58e7465dd75c tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c9a47cc-bcd3-4920-a785-41214594d9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460975 Nov 27 01:54:04.834399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-dbc71de7-de41-4395-a783-8998d61d8a89 req-71f2da9f-27ac-4f94-9d06-b71e70ec53ef service neutron] (103384) timed out ('10.222.0.37', 38968) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:54:05.671837 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fcc56-6d1d-4dd0-8596-54f11eea9e8b req-a5cb8974-8b10-4c91-8126-06ee6a1f290f tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:05.673218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-034fcc56-6d1d-4dd0-8596-54f11eea9e8b req-a5cb8974-8b10-4c91-8126-06ee6a1f290f tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 950 time: 0.0487771 Nov 27 01:54:05.722837 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-034fcc56-6d1d-4dd0-8596-54f11eea9e8b req-19bce779-c835-4b0a-9362-51c3ced6e4b1 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c9a47cc-bcd3-4920-a785-41214594d9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433409 Nov 27 01:54:05.914746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada47dd-d3bc-46ee-9290-b70aee9a9fb5 req-f2d49c2c-a06d-47c2-aaf3-03f568e9966a tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:05.916183 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ada47dd-d3bc-46ee-9290-b70aee9a9fb5 req-f2d49c2c-a06d-47c2-aaf3-03f568e9966a tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 950 time: 0.0476658 Nov 27 01:54:06.009724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-1ada47dd-d3bc-46ee-9290-b70aee9a9fb5 req-977eefdf-f088-4323-bac2-4668c5631b4b tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Deleting port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:54:06.010053 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1ada47dd-d3bc-46ee-9290-b70aee9a9fb5 req-977eefdf-f088-4323-bac2-4668c5631b4b tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:06.098243 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-1ada47dd-d3bc-46ee-9290-b70aee9a9fb5 req-977eefdf-f088-4323-bac2-4668c5631b4b tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] For port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=2fc3db4f-ce88-47ba-983e-8f5499d8fd57,segment=NetworkSegment(8387cc2d-7d44-4fd8-ba9f-8482b81ae392),segment_id=8387cc2d-7d44-4fd8-ba9f-8482b81ae392)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:54:06.098641 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1ada47dd-d3bc-46ee-9290-b70aee9a9fb5 req-977eefdf-f088-4323-bac2-4668c5631b4b tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:06.111234 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-1ada47dd-d3bc-46ee-9290-b70aee9a9fb5 req-977eefdf-f088-4323-bac2-4668c5631b4b tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Calling delete_port for 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:54:06.241529 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1ada47dd-d3bc-46ee-9290-b70aee9a9fb5 req-977eefdf-f088-4323-bac2-4668c5631b4b tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:06.270257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977eefdf-f088-4323-bac2-4668c5631b4b tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Pushing event deleted for resources: {'Port': ['ID=2fc3db4f-ce88-47ba-983e-8f5499d8fd57,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:06.280163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['2fc3db4f-ce88-47ba-983e-8f5499d8fd57'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:54:06.313039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ada47dd-d3bc-46ee-9290-b70aee9a9fb5 req-977eefdf-f088-4323-bac2-4668c5631b4b tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] No DVR routers for this DVR port 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:54:06.315671 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-1ada47dd-d3bc-46ee-9290-b70aee9a9fb5 req-977eefdf-f088-4323-bac2-4668c5631b4b tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:06.319120 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ada47dd-d3bc-46ee-9290-b70aee9a9fb5 req-977eefdf-f088-4323-bac2-4668c5631b4b tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.42 "DELETE /v2.0/ports/2fc3db4f-ce88-47ba-983e-8f5499d8fd57 HTTP/1.1" status: 204 len: 173 time: 0.3937860 Nov 27 01:54:06.319569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e', 'name': 'network-vif-deleted', 'tag': '2fc3db4f-ce88-47ba-983e-8f5499d8fd57'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:54:06.321887 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ed7233-7e67-4e08-90b9-8d84bf03eba1" -d '{"events": [{"server_uuid": "3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e", "name": "network-vif-deleted", "tag": "2fc3db4f-ce88-47ba-983e-8f5499d8fd57"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:54:06.364653 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a0dcb7-2ca9-4e9a-982d-dbdffd346568 x-openstack-request-id: req-81a0dcb7-2ca9-4e9a-982d-dbdffd346568 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:54:06.365553 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e", "name": "network-vif-deleted", "tag": "2fc3db4f-ce88-47ba-983e-8f5499d8fd57", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:54:06.365813 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81a0dcb7-2ca9-4e9a-982d-dbdffd346568 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:54:06.366215 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e', 'name': 'network-vif-deleted', 'tag': '2fc3db4f-ce88-47ba-983e-8f5499d8fd57', 'status': 'completed', 'code': 200} Nov 27 01:54:06.842378 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6ee9ff19-5d31-4116-8388-1879e0e059bb req-dfc860f2-1b64-4030-b474-925a3617b439 tempest-ServersAdminNegativeTestJSON-2000927660 tempest-ServersAdminNegativeTestJSON-2000927660-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdbdaac-9c71-4abb-9b90-6d83f3c9a39e HTTP/1.1" status: 200 len: 210 time: 0.0346632 Nov 27 01:54:06.866616 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ba310c4-f470-4a7a-950b-91978eff0811 req-6eb055b3-85e3-4f54-98c2-8985cc491cbe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0910800 Nov 27 01:54:06.950799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ba310c4-f470-4a7a-950b-91978eff0811 req-c0471e73-ea0a-489a-8fb4-50f8d879e0cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0254006 Nov 27 01:54:06.994776 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ba310c4-f470-4a7a-950b-91978eff0811 req-202331b2-10f2-4473-8a2a-4a52775be11a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191500 Nov 27 01:54:07.091043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba310c4-f470-4a7a-950b-91978eff0811 req-d8cdc94a-1fc8-4d10-8755-4cdfde672fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:07.092523 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ba310c4-f470-4a7a-950b-91978eff0811 req-d8cdc94a-1fc8-4d10-8755-4cdfde672fda service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910215 Nov 27 01:54:08.132826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48202) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:54:08.260432 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d0fd1834-56ba-4fc4-978d-e4fad1915f40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a2f1ecd107c4aba898869f23d32bb40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264493 Nov 27 01:54:08.262919 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48206) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:54:08.310359 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32d50d46-2df2-4c8d-8acb-87a6e70be50f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:08.330420 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32d50d46-2df2-4c8d-8acb-87a6e70be50f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:08.375093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32d50d46-2df2-4c8d-8acb-87a6e70be50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:08.377587 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32d50d46-2df2-4c8d-8acb-87a6e70be50f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:08.378767 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-32d50d46-2df2-4c8d-8acb-87a6e70be50f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c9a47cc-bcd3-4920-a785-41214594d9ce HTTP/1.1" status: 204 len: 168 time: 0.1149733 Nov 27 01:54:08.386314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d50d46-2df2-4c8d-8acb-87a6e70be50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9a47cc-bcd3-4920-a785-41214594d9ce,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:08.631985 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48212) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:54:08.644985 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b75805ce-904a-417f-8332-3f2a9ed21307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:08.719505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b75805ce-904a-417f-8332-3f2a9ed21307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:08.723095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b75805ce-904a-417f-8332-3f2a9ed21307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:08.762409 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b75805ce-904a-417f-8332-3f2a9ed21307 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f01d0dae0fb04ae2ad369e4571f9f3d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293285 Nov 27 01:54:08.764415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75805ce-904a-417f-8332-3f2a9ed21307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccd49c3-db0f-40b6-a8ef-e54a7ab9a90e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:08.765135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48214) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:54:08.818917 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8aa845b7-e992-4dd4-b6f2-3ba77b297599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:08.839744 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8aa845b7-e992-4dd4-b6f2-3ba77b297599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:08.887794 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8aa845b7-e992-4dd4-b6f2-3ba77b297599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:08.890395 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8aa845b7-e992-4dd4-b6f2-3ba77b297599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:08.891565 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8aa845b7-e992-4dd4-b6f2-3ba77b297599 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ccd49c3-db0f-40b6-a8ef-e54a7ab9a90e HTTP/1.1" status: 204 len: 168 time: 0.1254311 Nov 27 01:54:08.899764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa845b7-e992-4dd4-b6f2-3ba77b297599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccd49c3-db0f-40b6-a8ef-e54a7ab9a90e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:09.544543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48236) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:54:09.638605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-277623627-network', 'tenant_id': '6fcdf355b68942c1a1bf8fde99527d01'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:54:09.659464 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Made reservation on behalf of 6fcdf355b68942c1a1bf8fde99527d01 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:54:09.661870 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:09.670161 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:09.740743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:54:09.745669 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:09.749869 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:09.765454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:54:09.765795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 2fc3db4f-ce88-47ba-983e-8f5499d8fd57 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:54:09.773196 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:54:09.788403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837e2e6c-e8e3-447c-839f-63d0c5890019,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:09.792768 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:09.793102 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Added segment 56332e5f-fba5-47fa-90d4-dd810da30c2e of type vlan for network dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab Nov 27 01:54:09.833312 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:09.857014 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:09.858060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:09.858611 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:09.914537 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3688743 Nov 27 01:54:09.917689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48240) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:54:09.922729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2f01d3f2-dd00-4132-98de-1fb6da2bac14 admin admin] Request body: {'subnet': {'network_id': 'dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-277623627-subnet', 'tenant_id': '6fcdf355b68942c1a1bf8fde99527d01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:54:09.925207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f53714-841e-4cf5-bf8b-d9e6ba2cc421 admin admin] Pushing event updated for resources: {'Network': ['ID=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:09.935791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:54:09.947775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f01d3f2-dd00-4132-98de-1fb6da2bac14 admin admin] Made reservation on behalf of 6fcdf355b68942c1a1bf8fde99527d01 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:54:09.950676 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f01d3f2-dd00-4132-98de-1fb6da2bac14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:10.114758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f01d3f2-dd00-4132-98de-1fb6da2bac14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:10.173104 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01d3f2-dd00-4132-98de-1fb6da2bac14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0221529-c1b1-4513-874c-613d4f76d9f8,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:10.177363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f01d3f2-dd00-4132-98de-1fb6da2bac14 admin admin] Checking segment: {'id': '56332e5f-fba5-47fa-90d4-dd810da30c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:54:10.178591 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f01d3f2-dd00-4132-98de-1fb6da2bac14 admin admin] Network hostable DHCP agents. Network: dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:54:10.194891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f01d3f2-dd00-4132-98de-1fb6da2bac14 admin admin] Network dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:54:10.203262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-2f01d3f2-dd00-4132-98de-1fb6da2bac14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:54:10.207272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f01d3f2-dd00-4132-98de-1fb6da2bac14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:10.207865 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f01d3f2-dd00-4132-98de-1fb6da2bac14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:10.212597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c98e1-493c-4095-aaf8-081d5fc1b5cf None None] Network dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:54:10.222777 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2f01d3f2-dd00-4132-98de-1fb6da2bac14 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3039346 Nov 27 01:54:10.346679 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261a073e-bce2-4809-a279-bc05b0e82936 None None] Network dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:54:10.651451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-ca621f91-4d62-4191-8082-d163b051729b tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:10.652795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-ca621f91-4d62-4191-8082-d163b051729b tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/networks?id=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab HTTP/1.1" status: 200 len: 811 time: 0.1060009 Nov 27 01:54:10.668208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-9de602ac-5ee5-488f-8844-d80274c1874c tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/quotas/6fcdf355b68942c1a1bf8fde99527d01 HTTP/1.1" status: 200 len: 375 time: 0.0094738 Nov 27 01:54:10.699288 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-b8d1cff0-c365-4481-bccc-0bdea57e4047 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fcdf355b68942c1a1bf8fde99527d01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258064 Nov 27 01:54:10.785532 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-a8d87500-bf92-4f59-a9c6-8d7c90bc493c service neutron] 10.222.0.37 "GET /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793879 Nov 27 01:54:10.876146 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-017d24a1-dbb8-45d1-8e1f-3ac3b8776871 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845566 Nov 27 01:54:11.035379 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e8076791-7be1-46f3-bdcf-7e6cd426330a req-3683f872-54a9-461e-99c0-fe20e7371eb1 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 210 time: 0.0281069 Nov 27 01:54:11.560917 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6eb556b3-bbc6-4cab-9faf-bb6a0f62e323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:12.146533 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d69ee16f-5fa1-4f6a-bc5d-04aa93609785 req-7b1a66ba-6e5e-465e-b2a9-953dc694cbd6 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 210 time: 0.0268939 Nov 27 01:54:12.203072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-da390622-549b-4c65-9842-499317e82771 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:12.204613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-da390622-549b-4c65-9842-499317e82771 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.42 "GET /v2.0/networks?id=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab HTTP/1.1" status: 200 len: 811 time: 0.1164067 Nov 27 01:54:12.224564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Request body: {'port': {'device_id': '6c0df79f-f107-43e6-87cf-90a0897ec1ec', 'network_id': 'dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab', 'admin_state_up': True, 'tenant_id': '6fcdf355b68942c1a1bf8fde99527d01'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:54:12.331598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Made reservation on behalf of 6fcdf355b68942c1a1bf8fde99527d01 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:54:12.335437 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:12.461737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Allocated IP 172.20.0.5 (dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab/c0221529-c1b1-4513-874c-613d4f76d9f8/bb566237-a74e-4b93-a909-af237f637551) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:54:12.609551 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:12.643440 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:12.687570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Network dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:54:12.690622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:54:12.695030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:54:12.701154 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Pushing event updated for resources: {'Port': ['ID=bb566237-a74e-4b93-a909-af237f637551,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:12.745321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:12.745923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:12.762158 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-7e82a733-1ae0-4c8d-b407-375443dbdb4f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5414078 Nov 27 01:54:12.780038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Request body: {'port': {'device_id': '6c0df79f-f107-43e6-87cf-90a0897ec1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:54:12.834800 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:13.092383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb566237-a74e-4b93-a909-af237f637551 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:54:13.099955 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:13.111603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Transition to ACTIVE for port object bb566237-a74e-4b93-a909-af237f637551 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:54:13.116079 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:13.164800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Pushing event updated for resources: {'Port': ['ID=bb566237-a74e-4b93-a909-af237f637551,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:13.268383 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Attempting to bind port bb566237-a74e-4b93-a909-af237f637551 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:54:13.269120 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Attempting to bind port bb566237-a74e-4b93-a909-af237f637551 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '56332e5f-fba5-47fa-90d4-dd810da30c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:54:13.269120 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Attempting to bind port bb566237-a74e-4b93-a909-af237f637551 on network dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:54:13.276364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Port bb566237-a74e-4b93-a909-af237f637551 on network dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:54:13.276678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Attempting to bind port bb566237-a74e-4b93-a909-af237f637551 on network dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:54:13.284156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:54:13.284484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Checking segment: {'id': '56332e5f-fba5-47fa-90d4-dd810da30c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:54:13.284862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Bound using segment: {'id': '56332e5f-fba5-47fa-90d4-dd810da30c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:54:13.285284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Bound port: bb566237-a74e-4b93-a909-af237f637551, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56332e5f-fba5-47fa-90d4-dd810da30c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:54:13.285627 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:13.296178 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296573ce-d5d8-4ee3-bc86-0c6cb018f7dc req-aa7b5779-05cd-4b62-ac5b-02941c9cdc68 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:13.298154 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-296573ce-d5d8-4ee3-bc86-0c6cb018f7dc req-aa7b5779-05cd-4b62-ac5b-02941c9cdc68 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 943 time: 0.0800064 Nov 27 01:54:13.381338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-296573ce-d5d8-4ee3-bc86-0c6cb018f7dc req-43d896e3-8f51-4c56-9771-4601123dea9a tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752659 Nov 27 01:54:13.391724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] For port bb566237-a74e-4b93-a909-af237f637551, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:54:13.394999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] For port bb566237-a74e-4b93-a909-af237f637551, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bb566237-a74e-4b93-a909-af237f637551,segment=NetworkSegment(56332e5f-fba5-47fa-90d4-dd810da30c2e),segment_id=56332e5f-fba5-47fa-90d4-dd810da30c2e)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:54:13.403418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:13.445203 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:13.445820 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:13.447217 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] 10.222.0.42 "PUT /v2.0/ports/bb566237-a74e-4b93-a909-af237f637551 HTTP/1.1" status: 200 len: 1091 time: 0.6711638 Nov 27 01:54:13.447657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0df79f-f107-43e6-87cf-90a0897ec1ec', 'tag': 'bb566237-a74e-4b93-a909-af237f637551'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:54:13.449898 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3347352-6363-4ef4-9dae-f6e0ab3d16f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0df79f-f107-43e6-87cf-90a0897ec1ec", "tag": "bb566237-a74e-4b93-a909-af237f637551"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:54:13.471130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e2981-0642-42a1-a7b4-69dc5374199e service neutron] Pushing event updated for resources: {'Port': ['ID=bb566237-a74e-4b93-a909-af237f637551,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:13.487782 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9022dfcb-c8ac-40f7-b344-ac13b43a242d x-openstack-request-id: req-9022dfcb-c8ac-40f7-b344-ac13b43a242d {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:54:13.488069 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0df79f-f107-43e6-87cf-90a0897ec1ec", "tag": "bb566237-a74e-4b93-a909-af237f637551", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:54:13.488321 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9022dfcb-c8ac-40f7-b344-ac13b43a242d {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:54:13.488740 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0df79f-f107-43e6-87cf-90a0897ec1ec', 'tag': 'bb566237-a74e-4b93-a909-af237f637551', 'status': 'completed', 'code': 200} Nov 27 01:54:13.548332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-2cc97505-92e5-4973-b205-2e1359ef1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:13.549775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-2cc97505-92e5-4973-b205-2e1359ef1df8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fcdf355b68942c1a1bf8fde99527d01&device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 1094 time: 0.0408409 Nov 27 01:54:13.597662 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-cf115deb-9cbb-42f9-9081-f8d57cd8b915 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb566237-a74e-4b93-a909-af237f637551 HTTP/1.1" status: 200 len: 217 time: 0.0339231 Nov 27 01:54:13.649796 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-dc17f284-02cd-42d6-b8b2-4e3fc99aa070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:13.651159 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-dc17f284-02cd-42d6-b8b2-4e3fc99aa070 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c0221529-c1b1-4513-874c-613d4f76d9f8 HTTP/1.1" status: 200 len: 851 time: 0.0467951 Nov 27 01:54:13.681996 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-444b48ad-6708-4b42-b8a3-36e75f976e5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243449 Nov 27 01:54:13.771274 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-93518415-eb5a-481e-ac5e-4fbf4caf47fd service neutron] 10.222.0.42 "GET /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824130 Nov 27 01:54:13.863832 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c12d7624-fcc6-47f2-a353-2a6a2cccb0a1 req-842cd80c-76c8-4270-a85a-ec8c9ec04674 service neutron] 10.222.0.42 "GET /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857599 Nov 27 01:54:13.908567 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24513c19-56e4-4145-9943-47fb3448e051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:13.995483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3347352-6363-4ef4-9dae-f6e0ab3d16f3 req-3489b468-dbae-4759-8efd-d954e635dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:13.997102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3347352-6363-4ef4-9dae-f6e0ab3d16f3 req-3489b468-dbae-4759-8efd-d954e635dd30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fcdf355b68942c1a1bf8fde99527d01&device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 1094 time: 0.0418098 Nov 27 01:54:14.091261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3347352-6363-4ef4-9dae-f6e0ab3d16f3 req-935be9ab-72da-4ae4-a610-51c239d77dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:14.092711 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3347352-6363-4ef4-9dae-f6e0ab3d16f3 req-935be9ab-72da-4ae4-a610-51c239d77dbd service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab HTTP/1.1" status: 200 len: 912 time: 0.0880942 Nov 27 01:54:14.133955 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3347352-6363-4ef4-9dae-f6e0ab3d16f3 req-61b8b531-cc4a-4c8e-93a8-50114883bad0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb566237-a74e-4b93-a909-af237f637551 HTTP/1.1" status: 200 len: 217 time: 0.0334885 Nov 27 01:54:14.184836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3347352-6363-4ef4-9dae-f6e0ab3d16f3 req-5bcb83f8-b0be-4138-9be8-fd2a49f57813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:14.186183 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3347352-6363-4ef4-9dae-f6e0ab3d16f3 req-5bcb83f8-b0be-4138-9be8-fd2a49f57813 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c0221529-c1b1-4513-874c-613d4f76d9f8 HTTP/1.1" status: 200 len: 851 time: 0.0450661 Nov 27 01:54:14.217643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3347352-6363-4ef4-9dae-f6e0ab3d16f3 req-bfe3ddf3-3c4a-4e1c-a883-2da0897fdf82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236130 Nov 27 01:54:14.308076 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3347352-6363-4ef4-9dae-f6e0ab3d16f3 req-f30b9c56-35c5-4b79-8367-6e4cab2ceebe service neutron] 10.222.0.42 "GET /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824821 Nov 27 01:54:14.395374 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3347352-6363-4ef4-9dae-f6e0ab3d16f3 req-97afbb3b-159c-4b35-9bf8-738732b31e65 service neutron] 10.222.0.42 "GET /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789335 Nov 27 01:54:14.502862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9194464-5ae9-42ac-9de1-6f8a984ce3bb req-64c93cb0-232e-4135-b8c8-857880d54341 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:14.504284 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9194464-5ae9-42ac-9de1-6f8a984ce3bb req-64c93cb0-232e-4135-b8c8-857880d54341 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 943 time: 0.0520556 Nov 27 01:54:14.550168 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9194464-5ae9-42ac-9de1-6f8a984ce3bb req-74966295-0fd4-41ae-9bf7-89b80562ae82 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394461 Nov 27 01:54:14.672564 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:15.158333 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:15.666974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2bf5b-b1ac-45aa-8bfa-87407272dd6b req-b998de05-2d85-40a9-b3a1-635617e8e922 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:15.668454 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4a2bf5b-b1ac-45aa-8bfa-87407272dd6b req-b998de05-2d85-40a9-b3a1-635617e8e922 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 943 time: 0.0493152 Nov 27 01:54:15.715091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f4a2bf5b-b1ac-45aa-8bfa-87407272dd6b req-1f98b6f5-0995-478b-96de-fb11342cadaa tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Nov 27 01:54:16.827809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c255d3-3b1f-46c6-a020-813001551746 req-d7ee1b14-c81c-4dd8-aced-41c8a6abe7bb tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:16.829641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7c255d3-3b1f-46c6-a020-813001551746 req-d7ee1b14-c81c-4dd8-aced-41c8a6abe7bb tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 943 time: 0.0475919 Nov 27 01:54:16.847020 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:16.883334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e7c255d3-3b1f-46c6-a020-813001551746 req-fa683bfb-f74f-44cc-9cf4-e5b80f066139 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475175 Nov 27 01:54:17.294970 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:54:17.450028 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:17.625162 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:17.801871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bb566237-a74e-4b93-a909-af237f637551 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:54:17.895458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bb566237-a74e-4b93-a909-af237f637551, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bb566237-a74e-4b93-a909-af237f637551,segment=NetworkSegment(56332e5f-fba5-47fa-90d4-dd810da30c2e),segment_id=56332e5f-fba5-47fa-90d4-dd810da30c2e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:54:17.906612 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'bb566237-a74e-4b93-a909-af237f637551', 'network_id': 'dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab', 'port_id': 'bb566237-a74e-4b93-a909-af237f637551', 'mac_address': 'fa:16:3e:a2:26:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0221529-c1b1-4513-874c-613d4f76d9f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:54:17.943051 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:17.956503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb566237-a74e-4b93-a909-af237f637551 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:54:17.976924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bb566237-a74e-4b93-a909-af237f637551, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bb566237-a74e-4b93-a909-af237f637551,segment=NetworkSegment(56332e5f-fba5-47fa-90d4-dd810da30c2e),segment_id=56332e5f-fba5-47fa-90d4-dd810da30c2e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:54:17.980880 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:18.004294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493ca9b-361f-48c1-8f4e-b5d8051a02e7 req-b4da4249-e13b-4e3b-a11e-d88c3e586a7e tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:18.005828 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5493ca9b-361f-48c1-8f4e-b5d8051a02e7 req-b4da4249-e13b-4e3b-a11e-d88c3e586a7e tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 943 time: 0.0547380 Nov 27 01:54:18.026742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=bb566237-a74e-4b93-a909-af237f637551,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:18.054167 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5493ca9b-361f-48c1-8f4e-b5d8051a02e7 req-e592793e-e5de-4fe3-a026-40e008bf1988 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419667 Nov 27 01:54:18.235346 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['bb566237-a74e-4b93-a909-af237f637551'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:54:19.167745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9363a9-9f8a-4047-8d40-1a752d65b467 req-4fc92674-6d4f-4110-9c06-4bcf482ba3ce tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:19.169173 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c9363a9-9f8a-4047-8d40-1a752d65b467 req-4fc92674-6d4f-4110-9c06-4bcf482ba3ce tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 944 time: 0.0466318 Nov 27 01:54:19.218153 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c9363a9-9f8a-4047-8d40-1a752d65b467 req-a29326e5-0921-45c5-a0ae-f16291732bcd tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429528 Nov 27 01:54:19.816160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bb566237-a74e-4b93-a909-af237f637551 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:54:19.862023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port bb566237-a74e-4b93-a909-af237f637551 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:54:19.866479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port bb566237-a74e-4b93-a909-af237f637551 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:54:19.866854 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:19.948764 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:19.970515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0df79f-f107-43e6-87cf-90a0897ec1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb566237-a74e-4b93-a909-af237f637551'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:54:19.972719 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dc5a7d-be1e-4716-854f-9b9e221a726e" -d '{"events": [{"server_uuid": "6c0df79f-f107-43e6-87cf-90a0897ec1ec", "name": "network-vif-plugged", "status": "completed", "tag": "bb566237-a74e-4b93-a909-af237f637551"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:54:19.985136 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bb566237-a74e-4b93-a909-af237f637551, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bb566237-a74e-4b93-a909-af237f637551,segment=NetworkSegment(56332e5f-fba5-47fa-90d4-dd810da30c2e),segment_id=56332e5f-fba5-47fa-90d4-dd810da30c2e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:54:19.990556 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:20.013596 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1ceea8-533f-493e-a06c-9f89a62515f0 x-openstack-request-id: req-2b1ceea8-533f-493e-a06c-9f89a62515f0 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:54:20.013884 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0df79f-f107-43e6-87cf-90a0897ec1ec", "name": "network-vif-plugged", "status": "completed", "tag": "bb566237-a74e-4b93-a909-af237f637551", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:54:20.014133 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b1ceea8-533f-493e-a06c-9f89a62515f0 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:54:20.014540 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df79f-f107-43e6-87cf-90a0897ec1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb566237-a74e-4b93-a909-af237f637551', 'code': 200} Nov 27 01:54:20.039419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=bb566237-a74e-4b93-a909-af237f637551,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:20.139956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437a21e-c5fc-452e-af2b-cb1847e597dc req-a58a991c-f14d-434d-924b-08dd2ccc3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:20.141415 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b437a21e-c5fc-452e-af2b-cb1847e597dc req-a58a991c-f14d-434d-924b-08dd2ccc3afa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 1096 time: 0.0392563 Nov 27 01:54:20.185411 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b437a21e-c5fc-452e-af2b-cb1847e597dc req-f82e531b-9171-4105-95d1-90cfb47cb840 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363529 Nov 27 01:54:20.333649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab0b56-f225-4a5b-bbdc-5de52f430803 req-484ad2ac-bbb9-4ce3-9f3e-8a2c1f73a9aa tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:20.335160 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12ab0b56-f225-4a5b-bbdc-5de52f430803 req-484ad2ac-bbb9-4ce3-9f3e-8a2c1f73a9aa tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0507271 Nov 27 01:54:20.382263 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12ab0b56-f225-4a5b-bbdc-5de52f430803 req-263d0ee3-b9f7-444f-9722-79b586b5ab99 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Nov 27 01:54:21.501096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98061dba-8017-4392-92d6-fad0a18d5170 req-c5f11728-76ab-4c64-9318-f08e1b1d2fa6 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:21.502562 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98061dba-8017-4392-92d6-fad0a18d5170 req-c5f11728-76ab-4c64-9318-f08e1b1d2fa6 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0476589 Nov 27 01:54:21.548837 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-98061dba-8017-4392-92d6-fad0a18d5170 req-4f81df82-cf0d-4582-b305-63b244412159 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Nov 27 01:54:21.729617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48298) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:54:21.790131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8b61e-d926-4be8-97b1-2fbc55c26ec9 req-50458768-5dbb-456d-afba-108795d14ebc tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:21.791661 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0b8b61e-d926-4be8-97b1-2fbc55c26ec9 req-50458768-5dbb-456d-afba-108795d14ebc tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0539606 Nov 27 01:54:21.861558 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-3956a613-5906-4033-b29e-7b2466a289a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304972 Nov 27 01:54:21.865298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0b8b61e-d926-4be8-97b1-2fbc55c26ec9 req-54417f1f-e166-4826-9ab0-4a1193663284 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651903 Nov 27 01:54:21.870840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-e34e0c10-7fc6-4ade-b83d-b212a13695c7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:54:21.871804 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-e34e0c10-7fc6-4ade-b83d-b212a13695c7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048876 Nov 27 01:54:22.987067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b567d-a545-42af-9c5f-06c7cb1ce9a8 req-5d51cde5-3894-4faf-ba60-3be37b2041ce tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:22.988563 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f0b567d-a545-42af-9c5f-06c7cb1ce9a8 req-5d51cde5-3894-4faf-ba60-3be37b2041ce tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0532386 Nov 27 01:54:23.062435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f0b567d-a545-42af-9c5f-06c7cb1ce9a8 req-c27e28bf-ddfe-44a9-9483-f6acadb2cf80 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668740 Nov 27 01:54:23.068555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-ca47b38d-82f7-481d-b847-4ca20e6eccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:23.069980 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-ca47b38d-82f7-481d-b847-4ca20e6eccee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fcdf355b68942c1a1bf8fde99527d01&device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 1096 time: 0.0675051 Nov 27 01:54:23.165589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-5aaec247-7ea8-4a13-a3e8-d786d5af4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:23.167004 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-5aaec247-7ea8-4a13-a3e8-d786d5af4185 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab HTTP/1.1" status: 200 len: 912 time: 0.0885203 Nov 27 01:54:23.213508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-bb57c292-22a1-480b-9b18-eb55d0e489c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb566237-a74e-4b93-a909-af237f637551 HTTP/1.1" status: 200 len: 217 time: 0.0383227 Nov 27 01:54:23.260871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-9615836f-c49c-4c4c-b84b-8abeacf31de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:23.262276 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-9615836f-c49c-4c4c-b84b-8abeacf31de0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c0221529-c1b1-4513-874c-613d4f76d9f8 HTTP/1.1" status: 200 len: 851 time: 0.0425665 Nov 27 01:54:23.293262 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-599e2a7e-63cc-4823-b4b2-d1b756cf8905 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241392 Nov 27 01:54:23.383715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-d077570d-8057-41a8-8b76-c686e072f7a8 service neutron] 10.222.0.42 "GET /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832293 Nov 27 01:54:23.473936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-33b6001d-f2d3-453a-a015-f6aef13c1ad1 service neutron] 10.222.0.42 "GET /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827568 Nov 27 01:54:24.181029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f90b34-762d-4490-b1fa-fee149b0bb3e req-aa549af3-7e93-4c9b-944f-0952d8a4570e tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:24.182546 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09f90b34-762d-4490-b1fa-fee149b0bb3e req-aa549af3-7e93-4c9b-944f-0952d8a4570e tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0483801 Nov 27 01:54:24.229967 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09f90b34-762d-4490-b1fa-fee149b0bb3e req-160a07c6-485c-4b3c-9759-0c565609ca08 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 Nov 27 01:54:25.356962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34f264-63e4-4b39-ba99-55bb2b43175a req-ddf1cc08-0aae-41f9-8147-3dba1958ac95 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:25.358431 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a34f264-63e4-4b39-ba99-55bb2b43175a req-ddf1cc08-0aae-41f9-8147-3dba1958ac95 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0524933 Nov 27 01:54:25.405274 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a34f264-63e4-4b39-ba99-55bb2b43175a req-4ebb425c-73a0-49ab-a014-955b3e75094e tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 Nov 27 01:54:26.522741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95963c69-c696-4609-8e91-d7ba73978a0d req-408002ef-4416-40a1-ab26-9e4a80fabdb6 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:26.524226 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95963c69-c696-4609-8e91-d7ba73978a0d req-408002ef-4416-40a1-ab26-9e4a80fabdb6 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0521021 Nov 27 01:54:26.570187 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95963c69-c696-4609-8e91-d7ba73978a0d req-27ef267a-fc13-497c-bd67-567c2ae7f4d7 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401740 Nov 27 01:54:27.684392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca4c47-76b3-4b6e-87db-5cb12e03ca56 req-7a1e4f89-2103-45bd-9d0c-01c88e9b8395 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:27.685831 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3ca4c47-76b3-4b6e-87db-5cb12e03ca56 req-7a1e4f89-2103-45bd-9d0c-01c88e9b8395 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0482180 Nov 27 01:54:27.732453 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3ca4c47-76b3-4b6e-87db-5cb12e03ca56 req-e2356bcb-5aa7-4293-90b5-2f8e6d909af5 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405834 Nov 27 01:54:28.850256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e5804-4f64-4b7f-8778-ee2d444baeaf req-80f776b3-df63-4cda-bfde-95be29ec70be tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:28.852372 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f03e5804-4f64-4b7f-8778-ee2d444baeaf req-80f776b3-df63-4cda-bfde-95be29ec70be tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0505602 Nov 27 01:54:28.901949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f03e5804-4f64-4b7f-8778-ee2d444baeaf req-6dd9bbf4-dc5a-44d7-84ac-a28fc51bbe7c tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430121 Nov 27 01:54:30.015477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c365f8-0a62-40cc-9dd8-1c86618b27bc req-862f46c8-d1f5-4e10-92c8-8c39b86c1f42 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:30.016927 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3c365f8-0a62-40cc-9dd8-1c86618b27bc req-862f46c8-d1f5-4e10-92c8-8c39b86c1f42 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0474155 Nov 27 01:54:30.368842 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b3c365f8-0a62-40cc-9dd8-1c86618b27bc req-f174a919-4d34-45fb-a3b5-90060672fe64 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454113 Nov 27 01:54:31.483040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93b585-49b1-44dd-aa1e-69590572463f req-e9190b41-0c53-44bf-9416-dfdca82b88e7 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:31.484513 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3b93b585-49b1-44dd-aa1e-69590572463f req-e9190b41-0c53-44bf-9416-dfdca82b88e7 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0481782 Nov 27 01:54:31.536442 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3b93b585-49b1-44dd-aa1e-69590572463f req-707be6c6-130a-4589-aec0-eede12510639 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454061 Nov 27 01:54:32.652852 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfa5d4-37c9-45fb-af2e-450a7836f774 req-988c8092-903a-48cb-99d2-b1ae13011c7b tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:32.654299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bbbfa5d4-37c9-45fb-af2e-450a7836f774 req-988c8092-903a-48cb-99d2-b1ae13011c7b tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0474279 Nov 27 01:54:32.700641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bbbfa5d4-37c9-45fb-af2e-450a7836f774 req-339fea78-7423-4f6d-8a50-ec2e5f64e004 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Nov 27 01:54:33.815189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc127c8-01c2-4bcc-9d44-3aef569577af req-8a807f55-5da3-4188-b7cf-1ede5850166e tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:33.816635 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-afc127c8-01c2-4bcc-9d44-3aef569577af req-8a807f55-5da3-4188-b7cf-1ede5850166e tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0482690 Nov 27 01:54:33.862878 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-afc127c8-01c2-4bcc-9d44-3aef569577af req-2daba8b5-dfad-4ae1-b72b-9a6a140691c0 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396316 Nov 27 01:54:34.982168 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fd4d7-167a-4d2d-8331-005167a71953 req-bbf458d2-c085-4cfe-be68-ba46107a4c40 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:34.983644 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de0fd4d7-167a-4d2d-8331-005167a71953 req-bbf458d2-c085-4cfe-be68-ba46107a4c40 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0480952 Nov 27 01:54:35.029864 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de0fd4d7-167a-4d2d-8331-005167a71953 req-9bf4804d-2084-4984-92f2-e083d7da997f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Nov 27 01:54:36.143465 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c96a1b-fa64-47ef-9784-f2f966774155 req-43c63580-145e-4452-afbc-d312ac7eac04 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:36.144945 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27c96a1b-fa64-47ef-9784-f2f966774155 req-43c63580-145e-4452-afbc-d312ac7eac04 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0482006 Nov 27 01:54:36.192130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-27c96a1b-fa64-47ef-9784-f2f966774155 req-4efc8946-a70a-4249-96c5-48be0bd2541a tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406334 Nov 27 01:54:37.311058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515a2ba-2d36-4ce9-8010-0a6b362e644f req-50d965a7-13be-4c87-b41f-a634da811d2d tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:37.312504 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b515a2ba-2d36-4ce9-8010-0a6b362e644f req-50d965a7-13be-4c87-b41f-a634da811d2d tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0525043 Nov 27 01:54:37.358133 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b515a2ba-2d36-4ce9-8010-0a6b362e644f req-48a95fd8-5deb-485c-8d7b-bb5ee8949523 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396872 Nov 27 01:54:38.479992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda4da9-b5ef-47bb-9411-95d51a2771a6 req-39cbec87-30da-440e-b005-058e131fdd40 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:38.481482 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0fda4da9-b5ef-47bb-9411-95d51a2771a6 req-39cbec87-30da-440e-b005-058e131fdd40 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0540864 Nov 27 01:54:38.527742 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0fda4da9-b5ef-47bb-9411-95d51a2771a6 req-eccf82d4-5353-432e-95a7-8da8e6c37220 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403762 Nov 27 01:54:39.646690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfeac6-41f9-45a8-858b-f0af9fcbfb46 req-836390d6-c0f0-4a32-8de0-8e5dbab02568 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:39.648127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4cfeac6-41f9-45a8-858b-f0af9fcbfb46 req-836390d6-c0f0-4a32-8de0-8e5dbab02568 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0469844 Nov 27 01:54:39.693636 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4cfeac6-41f9-45a8-858b-f0af9fcbfb46 req-60c07097-240c-47ef-a754-8b23fcbf5dec tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396361 Nov 27 01:54:40.810615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce2aa6-ca7f-44a6-a94c-f4cfbe040a05 req-c52b5a4a-ef11-4c70-864d-bfa869d86fcd tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:40.812310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94ce2aa6-ca7f-44a6-a94c-f4cfbe040a05 req-c52b5a4a-ef11-4c70-864d-bfa869d86fcd tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0507994 Nov 27 01:54:40.860572 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94ce2aa6-ca7f-44a6-a94c-f4cfbe040a05 req-378f0d3b-7108-43eb-8823-0602e75fdb0f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423808 Nov 27 01:54:41.563082 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4896480a-d021-422f-87a3-c9def8c07dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:41.985183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b3879-c562-493f-9911-375b4d2ceb5f req-c4a3c2da-5324-4fd8-9b72-617edb4cfb3d tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:41.986651 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-572b3879-c562-493f-9911-375b4d2ceb5f req-c4a3c2da-5324-4fd8-9b72-617edb4cfb3d tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0573106 Nov 27 01:54:42.032017 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-572b3879-c562-493f-9911-375b4d2ceb5f req-ed2436c6-50e8-48c5-86a3-a3f963b17074 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394316 Nov 27 01:54:43.152341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84405afe-d599-459b-9e8c-3a7833811a5e req-cc7dfb29-a1be-4d7b-a5d6-6a393da4cd8d tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:43.153833 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-84405afe-d599-459b-9e8c-3a7833811a5e req-cc7dfb29-a1be-4d7b-a5d6-6a393da4cd8d tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0531037 Nov 27 01:54:43.201375 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-84405afe-d599-459b-9e8c-3a7833811a5e req-e194d1aa-cb7f-428b-a3f6-34acd062f405 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414200 Nov 27 01:54:43.909717 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9067cc4b-02f3-4903-869a-5a9847e05498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:44.318745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46582ad-5b29-407d-b855-cf89fda6b2be req-c9becae9-2d16-41a6-9f61-20547af99169 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:44.320177 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d46582ad-5b29-407d-b855-cf89fda6b2be req-c9becae9-2d16-41a6-9f61-20547af99169 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0488765 Nov 27 01:54:44.366341 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d46582ad-5b29-407d-b855-cf89fda6b2be req-3bfc22a6-ae88-4b2b-a1e0-1d06ffe1823e tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399065 Nov 27 01:54:44.676223 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:45.162050 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:45.482031 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffeaeb5-a3eb-4a3f-b85b-196b3f18577b req-45dd6006-9b5b-4a8f-baf8-3619d65c88a3 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:45.483545 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dffeaeb5-a3eb-4a3f-b85b-196b3f18577b req-45dd6006-9b5b-4a8f-baf8-3619d65c88a3 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0491641 Nov 27 01:54:45.529835 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dffeaeb5-a3eb-4a3f-b85b-196b3f18577b req-2222a67c-72d3-478c-9d38-b9308b4afdbb tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403697 Nov 27 01:54:46.647272 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48836-69a8-4a13-ac68-6009e744f020 req-48f7ac29-be99-4e47-937b-ad5cf5bb2b58 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:46.648712 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1db48836-69a8-4a13-ac68-6009e744f020 req-48f7ac29-be99-4e47-937b-ad5cf5bb2b58 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0478258 Nov 27 01:54:46.698736 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1db48836-69a8-4a13-ac68-6009e744f020 req-3ebf8984-ab48-4bfc-b729-a5b7b41cf727 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441310 Nov 27 01:54:46.848082 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:47.469103 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:47.626794 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:47.813562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd092b-3548-4146-9846-d2f430a304dd req-d45ea456-0391-4cbb-8929-42ffbd3e5569 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:47.815101 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88cd092b-3548-4146-9846-d2f430a304dd req-d45ea456-0391-4cbb-8929-42ffbd3e5569 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0482538 Nov 27 01:54:47.869776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88cd092b-3548-4146-9846-d2f430a304dd req-d0cd0489-2159-4aa7-8f5d-06c037dc6395 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487754 Nov 27 01:54:48.996184 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5a688-b144-4867-84de-71f315ed1d43 req-28a7df11-8cd5-4a0a-8856-904bc559a150 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:48.997668 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-48b5a688-b144-4867-84de-71f315ed1d43 req-28a7df11-8cd5-4a0a-8856-904bc559a150 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0500076 Nov 27 01:54:49.045490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-48b5a688-b144-4867-84de-71f315ed1d43 req-9268f99d-8d89-4484-a241-15e436795369 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417435 Nov 27 01:54:50.160546 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf55876-f93c-4f8c-8a5c-4024dba2686f req-8e734890-072b-46bc-8e7c-da4d1e339601 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:50.162584 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bf55876-f93c-4f8c-8a5c-4024dba2686f req-8e734890-072b-46bc-8e7c-da4d1e339601 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0482883 Nov 27 01:54:50.187476 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-efb0838c-648d-497a-8c95-c78f8a6bb14e service neutron] 10.222.0.42 "GET /v2.0/ports/bb566237-a74e-4b93-a909-af237f637551/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.0551553 Nov 27 01:54:50.209870 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4bf55876-f93c-4f8c-8a5c-4024dba2686f req-275cb962-1ba8-432f-93b6-02de8e3e9738 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Nov 27 01:54:50.450992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-6058000a-3309-4a81-9a09-d1b762920f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:50.452378 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-6058000a-3309-4a81-9a09-d1b762920f6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec&tenant_id=6fcdf355b68942c1a1bf8fde99527d01 HTTP/1.1" status: 200 len: 1096 time: 0.0734336 Nov 27 01:54:50.523109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-c6ee5b54-f88f-43da-a413-da9c57ba3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:50.524601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-c6ee5b54-f88f-43da-a413-da9c57ba3620 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fcdf355b68942c1a1bf8fde99527d01&device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 1096 time: 0.0394483 Nov 27 01:54:50.622247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-c7b304c9-b742-4262-9c93-e42053e9bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:50.623803 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-c7b304c9-b742-4262-9c93-e42053e9bf33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab HTTP/1.1" status: 200 len: 912 time: 0.0920517 Nov 27 01:54:50.666474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-4683fd1e-2b06-4f0b-a9b4-39cb81f3b7b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb566237-a74e-4b93-a909-af237f637551 HTTP/1.1" status: 200 len: 217 time: 0.0355384 Nov 27 01:54:50.715153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-5a1a86ba-7cbd-4c62-ae73-bbd3de8aa9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:50.716456 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-5a1a86ba-7cbd-4c62-ae73-bbd3de8aa9e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c0221529-c1b1-4513-874c-613d4f76d9f8 HTTP/1.1" status: 200 len: 851 time: 0.0430164 Nov 27 01:54:50.747839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-6d3d8ebe-f829-4a30-90e9-c406593ffdcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244684 Nov 27 01:54:50.838746 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-f9be1b10-65c7-47a3-9719-8c2f1d2d2629 service neutron] 10.222.0.42 "GET /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837045 Nov 27 01:54:50.930712 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e704ab7a-29cd-4579-9ab9-9775b03ae5da req-eee04617-bcde-4092-9a79-ed7b10737021 service neutron] 10.222.0.42 "GET /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845203 Nov 27 01:54:51.330141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d19312-cdcb-42ba-8406-39efa266e6c0 req-ac1f8cfa-3ba3-44c3-9a22-085107e384a3 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:51.331524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54d19312-cdcb-42ba-8406-39efa266e6c0 req-ac1f8cfa-3ba3-44c3-9a22-085107e384a3 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0536969 Nov 27 01:54:51.377078 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54d19312-cdcb-42ba-8406-39efa266e6c0 req-df8c6018-9b2c-49fe-b0cd-63af4a79baa9 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 Nov 27 01:54:52.497042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346395c1-2249-4581-8a68-fa4723da7250 req-ce385162-2df3-4d80-abb9-cd3523e7bec2 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:52.498659 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-346395c1-2249-4581-8a68-fa4723da7250 req-ce385162-2df3-4d80-abb9-cd3523e7bec2 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0503120 Nov 27 01:54:52.546553 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-346395c1-2249-4581-8a68-fa4723da7250 req-29b94a49-ad1b-47e8-9ab2-959920ef1b97 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Nov 27 01:54:53.668320 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b051d-87ab-40cd-8f2d-7145eada4eca req-8a780e12-05dd-4ce0-8f21-2a652dff2511 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:53.669792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a06b051d-87ab-40cd-8f2d-7145eada4eca req-8a780e12-05dd-4ce0-8f21-2a652dff2511 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0490108 Nov 27 01:54:53.716869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a06b051d-87ab-40cd-8f2d-7145eada4eca req-ec354c5e-5e8d-41c8-8380-e570fcc4a34d tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Nov 27 01:54:53.988300 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bb566237-a74e-4b93-a909-af237f637551 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:54:53.999254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bb566237-a74e-4b93-a909-af237f637551 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:54:54.005105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-baff3475-7fc7-4681-9122-ee4fcf1430eb tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:54.006602 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-baff3475-7fc7-4681-9122-ee4fcf1430eb tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec&tenant_id=6fcdf355b68942c1a1bf8fde99527d01&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 945 time: 0.0897810 Nov 27 01:54:54.106062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-1eae7241-a838-44c6-a95b-ef7556924e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:54.107592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-1eae7241-a838-44c6-a95b-ef7556924e6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fcdf355b68942c1a1bf8fde99527d01&device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 1096 time: 0.0407848 Nov 27 01:54:54.148090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bb566237-a74e-4b93-a909-af237f637551, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bb566237-a74e-4b93-a909-af237f637551,segment=NetworkSegment(56332e5f-fba5-47fa-90d4-dd810da30c2e),segment_id=56332e5f-fba5-47fa-90d4-dd810da30c2e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:54:54.162964 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:54.164773 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'bb566237-a74e-4b93-a909-af237f637551', 'network_id': 'dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab', 'port_id': 'bb566237-a74e-4b93-a909-af237f637551', 'mac_address': 'fa:16:3e:a2:26:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0221529-c1b1-4513-874c-613d4f76d9f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:54:54.200928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-081c976a-47a5-4310-b8fa-0ed8f962263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:54.202460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-081c976a-47a5-4310-b8fa-0ed8f962263f service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab HTTP/1.1" status: 200 len: 912 time: 0.0881355 Nov 27 01:54:54.204637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0df79f-f107-43e6-87cf-90a0897ec1ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb566237-a74e-4b93-a909-af237f637551'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:54:54.206905 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64b03d5-161f-43bb-b9d5-0b75c084c6cd" -d '{"events": [{"server_uuid": "6c0df79f-f107-43e6-87cf-90a0897ec1ec", "name": "network-vif-unplugged", "status": "completed", "tag": "bb566237-a74e-4b93-a909-af237f637551"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:54:54.227262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bb566237-a74e-4b93-a909-af237f637551, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bb566237-a74e-4b93-a909-af237f637551,segment=NetworkSegment(56332e5f-fba5-47fa-90d4-dd810da30c2e),segment_id=56332e5f-fba5-47fa-90d4-dd810da30c2e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:54:54.231631 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:54.234781 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:54.246061 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-9311d2e9-c850-468e-8d7f-ecc7bb7d7384 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb566237-a74e-4b93-a909-af237f637551 HTTP/1.1" status: 200 len: 217 time: 0.0357227 Nov 27 01:54:54.263918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb566237-a74e-4b93-a909-af237f637551 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:54:54.270558 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4e79ec-6e05-45de-af5d-8cf5a48c9030 x-openstack-request-id: req-eb4e79ec-6e05-45de-af5d-8cf5a48c9030 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:54:54.270850 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0df79f-f107-43e6-87cf-90a0897ec1ec", "name": "network-vif-unplugged", "status": "completed", "tag": "bb566237-a74e-4b93-a909-af237f637551", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:54:54.271093 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb4e79ec-6e05-45de-af5d-8cf5a48c9030 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:54:54.272011 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df79f-f107-43e6-87cf-90a0897ec1ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb566237-a74e-4b93-a909-af237f637551', 'code': 200} Nov 27 01:54:54.297388 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:54:54.297898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-8429729f-19a5-4332-9001-afc805cbd788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:54.298961 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-8429729f-19a5-4332-9001-afc805cbd788 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c0221529-c1b1-4513-874c-613d4f76d9f8 HTTP/1.1" status: 200 len: 851 time: 0.0458879 Nov 27 01:54:54.325655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=bb566237-a74e-4b93-a909-af237f637551,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:54.329775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-a719c7eb-00e1-40b9-b05f-5c2c18e3de71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239980 Nov 27 01:54:54.335133 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:54:54.335490 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:54:54.336856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:54.337197 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:54.337533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:54.337866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:54.338198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:54.338550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:54.338874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:54.339196 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:54.339518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:54.339840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:54.340159 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:54.340478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:54.422630 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-17723f72-4e04-4cb0-bba5-d7c766f42aac service neutron] 10.222.0.42 "GET /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860221 Nov 27 01:54:54.513884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-5111cff3-bf1e-4312-9e01-480a9bf7b4c5 service neutron] 10.222.0.42 "GET /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845053 Nov 27 01:54:54.871662 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:54.885640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb566237-a74e-4b93-a909-af237f637551 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:54:54.905564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bb566237-a74e-4b93-a909-af237f637551, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bb566237-a74e-4b93-a909-af237f637551,segment=NetworkSegment(56332e5f-fba5-47fa-90d4-dd810da30c2e),segment_id=56332e5f-fba5-47fa-90d4-dd810da30c2e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:54:54.909076 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:54.958135 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=bb566237-a74e-4b93-a909-af237f637551,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:55.186979 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['bb566237-a74e-4b93-a909-af237f637551'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:54:55.295772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a48b41-5f26-4eb5-bd09-1b4e8e476c70 req-d58cd0be-ce3a-43b4-9e42-123fa8871efa tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:55.297250 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9a48b41-5f26-4eb5-bd09-1b4e8e476c70 req-d58cd0be-ce3a-43b4-9e42-123fa8871efa tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 944 time: 0.0496304 Nov 27 01:54:55.345162 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9a48b41-5f26-4eb5-bd09-1b4e8e476c70 req-b23d08c7-e4ac-4032-af80-c0ca6b11dd1d tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 Nov 27 01:54:56.004264 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bb566237-a74e-4b93-a909-af237f637551 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:54:56.050530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port bb566237-a74e-4b93-a909-af237f637551 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:54:56.050901 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:56.127437 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:56.157613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bb566237-a74e-4b93-a909-af237f637551, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bb566237-a74e-4b93-a909-af237f637551,segment=NetworkSegment(56332e5f-fba5-47fa-90d4-dd810da30c2e),segment_id=56332e5f-fba5-47fa-90d4-dd810da30c2e)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:54:56.161015 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:56.206284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=bb566237-a74e-4b93-a909-af237f637551,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:56.273418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0df79f-f107-43e6-87cf-90a0897ec1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb566237-a74e-4b93-a909-af237f637551'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:54:56.275633 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afff70f-5188-4cfb-b424-e82eb882f737" -d '{"events": [{"server_uuid": "6c0df79f-f107-43e6-87cf-90a0897ec1ec", "name": "network-vif-plugged", "status": "completed", "tag": "bb566237-a74e-4b93-a909-af237f637551"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:54:56.312236 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2387f1f1-7057-426f-96fb-82b69e2d79af x-openstack-request-id: req-2387f1f1-7057-426f-96fb-82b69e2d79af {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:54:56.312526 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0df79f-f107-43e6-87cf-90a0897ec1ec", "name": "network-vif-plugged", "status": "completed", "tag": "bb566237-a74e-4b93-a909-af237f637551", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:54:56.312777 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2387f1f1-7057-426f-96fb-82b69e2d79af {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:54:56.313168 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df79f-f107-43e6-87cf-90a0897ec1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb566237-a74e-4b93-a909-af237f637551', 'code': 200} Nov 27 01:54:56.462111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebf29c-cda9-406d-9a81-07175b8e20ec req-c296c43d-ce05-4b7f-894f-7672edc7a50c tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:56.463613 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bebf29c-cda9-406d-9a81-07175b8e20ec req-c296c43d-ce05-4b7f-894f-7672edc7a50c tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0481324 Nov 27 01:54:56.510339 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bebf29c-cda9-406d-9a81-07175b8e20ec req-536b1b25-4a29-4b34-b80a-5748d03e891f tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/security-groups?id=837e2e6c-e8e3-447c-839f-63d0c5890019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405006 Nov 27 01:54:56.694335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-201b7f4e-6d5c-4536-8ad6-ecc357445cad tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:54:56.695663 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-201b7f4e-6d5c-4536-8ad6-ecc357445cad tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 945 time: 0.0519495 Nov 27 01:54:56.782514 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Deleting port bb566237-a74e-4b93-a909-af237f637551 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:54:56.782850 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:56.873889 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] For port bb566237-a74e-4b93-a909-af237f637551, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bb566237-a74e-4b93-a909-af237f637551,segment=NetworkSegment(56332e5f-fba5-47fa-90d4-dd810da30c2e),segment_id=56332e5f-fba5-47fa-90d4-dd810da30c2e)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:54:56.874265 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:56.887526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Calling delete_port for bb566237-a74e-4b93-a909-af237f637551 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:54:57.009162 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:57.039259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Pushing event deleted for resources: {'Port': ['ID=bb566237-a74e-4b93-a909-af237f637551,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:57.042110 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['bb566237-a74e-4b93-a909-af237f637551'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:54:57.053358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:57.053711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:57.054053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:57.054420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:57.054759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:57.055086 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:57.055408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:57.055733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:57.056053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:57.056370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:57.056691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:57.057011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:57.091025 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] No DVR routers for this DVR port bb566237-a74e-4b93-a909-af237f637551 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:54:57.093731 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:57.097624 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-487dcdda-13b5-4a00-92df-c25e69a7a09b req-6bca88b3-000d-4748-bba9-65611d865320 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.42 "DELETE /v2.0/ports/bb566237-a74e-4b93-a909-af237f637551 HTTP/1.1" status: 204 len: 173 time: 0.3951659 Nov 27 01:54:57.098199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0df79f-f107-43e6-87cf-90a0897ec1ec', 'name': 'network-vif-deleted', 'tag': 'bb566237-a74e-4b93-a909-af237f637551'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:54:57.100515 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1bff41-3afd-4add-ae2b-9a99bef66360" -d '{"events": [{"server_uuid": "6c0df79f-f107-43e6-87cf-90a0897ec1ec", "name": "network-vif-deleted", "tag": "bb566237-a74e-4b93-a909-af237f637551"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:54:57.138962 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3901e2-65df-4c78-ae2d-f3ce6538f777 x-openstack-request-id: req-ea3901e2-65df-4c78-ae2d-f3ce6538f777 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:54:57.139265 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0df79f-f107-43e6-87cf-90a0897ec1ec", "name": "network-vif-deleted", "tag": "bb566237-a74e-4b93-a909-af237f637551", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:54:57.139518 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea3901e2-65df-4c78-ae2d-f3ce6538f777 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:54:57.139923 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0df79f-f107-43e6-87cf-90a0897ec1ec', 'name': 'network-vif-deleted', 'tag': 'bb566237-a74e-4b93-a909-af237f637551', 'status': 'completed', 'code': 200} Nov 27 01:54:57.624181 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f988553b-4dba-4c56-a5f5-ae1e875cb908 req-a9db809a-4a9c-4e48-97d7-cfc50220f983 tempest-DeleteServersTestJSON-105568618 tempest-DeleteServersTestJSON-105568618-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c0df79f-f107-43e6-87cf-90a0897ec1ec HTTP/1.1" status: 200 len: 210 time: 0.0307937 Nov 27 01:54:58.752272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48398) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:54:58.799577 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Deleting subnet c0221529-c1b1-4513-874c-613d4f76d9f8 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:54:58.803396 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:58.836565 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:58.874903 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:58.926475 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:58.957607 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0221529-c1b1-4513-874c-613d4f76d9f8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:58.960518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:58.963190 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c0221529-c1b1-4513-874c-613d4f76d9f8 HTTP/1.1" status: 204 len: 168 time: 0.2099218 Nov 27 01:54:58.965758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48400) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:54:58.969526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:58.969876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:58.970224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:58.970596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:58.970927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:58.971261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:58.971590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:58.971918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:58.972245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:58.972566 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:58.972892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:58.973214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feef61b-0423-4a02-9b50-3ffea9ecbc32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:54:59.036221 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:59.113010 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:59.133451 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:54:59.142773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56332e5f-fba5-47fa-90d4-dd810da30c2e') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:54:59.143074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56332e5f-fba5-47fa-90d4-dd810da30c2e') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:54:59.152339 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:59.165924 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:59.171903 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:54:59.172303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: timer() Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:54:59.173972 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:54:59.230259 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:59.235553 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:59.238720 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab HTTP/1.1" status: 204 len: 168 time: 0.2718709 Nov 27 01:54:59.250212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95ecd9-8a39-4a89-8729-59c31957c9d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5f7f3a-5d5e-4fdd-ba3b-02bbdfd3c6ab,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:54:59.357574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48404) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:54:59.397097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bc2a504b-8474-4bbb-a285-ebd7485a5d36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fcdf355b68942c1a1bf8fde99527d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383840 Nov 27 01:54:59.399487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48406) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:54:59.446030 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18eda2dc-ac2e-46de-9429-ce8479f13b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:59.466928 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18eda2dc-ac2e-46de-9429-ce8479f13b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:59.512185 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18eda2dc-ac2e-46de-9429-ce8479f13b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:59.514844 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18eda2dc-ac2e-46de-9429-ce8479f13b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:54:59.515981 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-18eda2dc-ac2e-46de-9429-ce8479f13b76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/837e2e6c-e8e3-447c-839f-63d0c5890019 HTTP/1.1" status: 204 len: 168 time: 0.1156132 Nov 27 01:54:59.524520 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eda2dc-ac2e-46de-9429-ce8479f13b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837e2e6c-e8e3-447c-839f-63d0c5890019,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:00.209205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48428) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:55:00.302034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-10976453-network', 'tenant_id': 'ed9daabb30d54084a7cf69d346c80cef'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:55:00.323132 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Made reservation on behalf of ed9daabb30d54084a7cf69d346c80cef for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:55:00.325254 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:00.336720 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:00.407658 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:00.411333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:00.432064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:55:00.447258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119eda77-b629-4729-99b3-39153bb5e493,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:00.450065 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:00.450426 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Added segment 20e4cc30-59aa-448e-82a4-3d1ba9076d62 of type vlan for network 34d9f8ad-2a69-4869-a466-695d719e6d74 Nov 27 01:55:00.488475 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:00.513262 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:00.514215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:00.514806 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:00.564877 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3545821 Nov 27 01:55:00.567952 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48432) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:55:00.573089 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5569108f-a183-47df-b97a-61440fa50009 admin admin] Request body: {'subnet': {'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-10976453-subnet', 'tenant_id': 'ed9daabb30d54084a7cf69d346c80cef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:55:00.576224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cec5c6-b1ed-4109-9e2b-7804bed35150 admin admin] Pushing event updated for resources: {'Network': ['ID=34d9f8ad-2a69-4869-a466-695d719e6d74,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:00.586454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 34d9f8ad-2a69-4869-a466-695d719e6d74 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:55:00.593526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5569108f-a183-47df-b97a-61440fa50009 admin admin] Made reservation on behalf of ed9daabb30d54084a7cf69d346c80cef for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:55:00.595879 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5569108f-a183-47df-b97a-61440fa50009 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:00.765351 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5569108f-a183-47df-b97a-61440fa50009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:00.820978 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569108f-a183-47df-b97a-61440fa50009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a16469-d2dd-46cc-ba97-c39380063efa,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:00.828287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5569108f-a183-47df-b97a-61440fa50009 admin admin] Checking segment: {'id': '20e4cc30-59aa-448e-82a4-3d1ba9076d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:55:00.828648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5569108f-a183-47df-b97a-61440fa50009 admin admin] Network hostable DHCP agents. Network: 34d9f8ad-2a69-4869-a466-695d719e6d74, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:55:00.844332 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5569108f-a183-47df-b97a-61440fa50009 admin admin] Network 34d9f8ad-2a69-4869-a466-695d719e6d74 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:55:00.852427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5569108f-a183-47df-b97a-61440fa50009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 34d9f8ad-2a69-4869-a466-695d719e6d74) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:55:00.856167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5569108f-a183-47df-b97a-61440fa50009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:00.856755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5569108f-a183-47df-b97a-61440fa50009 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:00.861306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f68f01-29aa-4144-a6e3-6fc5d1a3c44f None None] Network 34d9f8ad-2a69-4869-a466-695d719e6d74 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:55:00.887298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5569108f-a183-47df-b97a-61440fa50009 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3096406 Nov 27 01:55:00.984069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f79368-91bc-414e-9fff-3f8bd7d1ee4d None None] Network 34d9f8ad-2a69-4869-a466-695d719e6d74 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:55:01.306306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-ab2e9bc9-1796-41e7-b9e8-787459ac087f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:01.307759 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-ab2e9bc9-1796-41e7-b9e8-787459ac087f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 813 time: 0.1035604 Nov 27 01:55:01.322675 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-5eb5070b-ad90-483c-93b6-bff5275445db tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/quotas/ed9daabb30d54084a7cf69d346c80cef HTTP/1.1" status: 200 len: 375 time: 0.0092642 Nov 27 01:55:01.352946 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-1d89b479-8527-448e-949e-1ce5c4cb09ab tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251465 Nov 27 01:55:01.363144 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-acf16be6-10bc-41d5-a813-093a4b50a7e4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 01:55:01.364105 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-acf16be6-10bc-41d5-a813-093a4b50a7e4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048361 Nov 27 01:55:01.454043 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-8c0c298c-73b6-4d8f-a35c-4852502e16f8 service neutron] 10.222.0.37 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844359 Nov 27 01:55:01.540821 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-393ca761-9607-4bee-aaa1-72b0dde0f7c6 service neutron] 10.222.0.37 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800982 Nov 27 01:55:01.701406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d5e2118a-ecc9-4a76-b317-b4caf8a642f1 req-1e905b5e-d346-44f2-8d68-4a215102c9e7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 210 time: 0.0277083 Nov 27 01:55:02.026341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bb566237-a74e-4b93-a909-af237f637551 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:55:02.051739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: bb566237-a74e-4b93-a909-af237f637551 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:55:02.052079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bb566237-a74e-4b93-a909-af237f637551 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:55:02.699676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-0026f887-c74d-4b84-b836-904419de7ae9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:02.702208 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-0026f887-c74d-4b84-b836-904419de7ae9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.42 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 813 time: 0.1132002 Nov 27 01:55:02.721220 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Request body: {'port': {'device_id': '7a3f7b55-cd9b-4a31-b749-d5282c13a425', 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74', 'admin_state_up': True, 'tenant_id': 'ed9daabb30d54084a7cf69d346c80cef'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:55:02.808171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0400597-9ee8-41be-9baf-d87ceca08cd7 req-97d651c8-e64b-48a5-b133-02b3f34d3db7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 210 time: 0.0369799 Nov 27 01:55:02.854125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Made reservation on behalf of ed9daabb30d54084a7cf69d346c80cef for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:55:02.857898 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:02.985639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Allocated IP 172.20.0.7 (34d9f8ad-2a69-4869-a466-695d719e6d74/47a16469-d2dd-46cc-ba97-c39380063efa/229a7390-d9ed-4a1c-93b6-82d56d349912) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:55:03.132896 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:03.165245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:03.211162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Network 34d9f8ad-2a69-4869-a466-695d719e6d74 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:55:03.214202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:55:03.217774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:55:03.244015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Pushing event updated for resources: {'Port': ['ID=229a7390-d9ed-4a1c-93b6-82d56d349912,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:03.271892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:03.272528 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:03.287949 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-f3545fa3-9b61-45ac-b0dd-36923a2162c9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704224 Nov 27 01:55:03.307580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Request body: {'port': {'device_id': '7a3f7b55-cd9b-4a31-b749-d5282c13a425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:55:03.359816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:03.614008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229a7390-d9ed-4a1c-93b6-82d56d349912 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:55:03.621415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:03.633737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Transition to ACTIVE for port object 229a7390-d9ed-4a1c-93b6-82d56d349912 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:55:03.636984 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:03.684752 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Pushing event updated for resources: {'Port': ['ID=229a7390-d9ed-4a1c-93b6-82d56d349912,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:03.751573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Attempting to bind port 229a7390-d9ed-4a1c-93b6-82d56d349912 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:55:03.752198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Attempting to bind port 229a7390-d9ed-4a1c-93b6-82d56d349912 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '20e4cc30-59aa-448e-82a4-3d1ba9076d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:55:03.752198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Attempting to bind port 229a7390-d9ed-4a1c-93b6-82d56d349912 on network 34d9f8ad-2a69-4869-a466-695d719e6d74 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:55:03.756995 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Port 229a7390-d9ed-4a1c-93b6-82d56d349912 on network 34d9f8ad-2a69-4869-a466-695d719e6d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:55:03.757314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Attempting to bind port 229a7390-d9ed-4a1c-93b6-82d56d349912 on network 34d9f8ad-2a69-4869-a466-695d719e6d74 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:55:03.762055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:55:03.762423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Checking segment: {'id': '20e4cc30-59aa-448e-82a4-3d1ba9076d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:55:03.762809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Bound using segment: {'id': '20e4cc30-59aa-448e-82a4-3d1ba9076d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:55:03.763227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Bound port: 229a7390-d9ed-4a1c-93b6-82d56d349912, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e4cc30-59aa-448e-82a4-3d1ba9076d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:55:03.763569 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:03.827379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] For port 229a7390-d9ed-4a1c-93b6-82d56d349912, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:55:03.830490 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] For port 229a7390-d9ed-4a1c-93b6-82d56d349912, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=229a7390-d9ed-4a1c-93b6-82d56d349912,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:55:03.835342 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:03.871737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:03.872357 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:03.873757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] 10.222.0.42 "PUT /v2.0/ports/229a7390-d9ed-4a1c-93b6-82d56d349912 HTTP/1.1" status: 200 len: 1091 time: 0.5704575 Nov 27 01:55:03.874202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3f7b55-cd9b-4a31-b749-d5282c13a425', 'tag': '229a7390-d9ed-4a1c-93b6-82d56d349912'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:03.876465 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4319239-e32e-4ec3-895f-ccf5ea49c60c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3f7b55-cd9b-4a31-b749-d5282c13a425", "tag": "229a7390-d9ed-4a1c-93b6-82d56d349912"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:03.899386 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e02337-0326-493f-8f2a-1479c03c500a service neutron] Pushing event updated for resources: {'Port': ['ID=229a7390-d9ed-4a1c-93b6-82d56d349912,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:03.925865 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cde63cd-8992-488c-872d-f0d46d4dcabb x-openstack-request-id: req-9cde63cd-8992-488c-872d-f0d46d4dcabb {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:03.926158 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3f7b55-cd9b-4a31-b749-d5282c13a425", "tag": "229a7390-d9ed-4a1c-93b6-82d56d349912", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:03.926459 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cde63cd-8992-488c-872d-f0d46d4dcabb {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:03.926867 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3f7b55-cd9b-4a31-b749-d5282c13a425', 'tag': '229a7390-d9ed-4a1c-93b6-82d56d349912', 'status': 'completed', 'code': 200} Nov 27 01:55:03.943380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d8c6e-7654-4136-a107-649619d96a84 req-36b289c9-cc7e-4aa8-9788-5107c0c207c2 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:03.945060 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-436d8c6e-7654-4136-a107-649619d96a84 req-36b289c9-cc7e-4aa8-9788-5107c0c207c2 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 943 time: 0.0660918 Nov 27 01:55:03.986042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-9cbeb568-99cd-40e7-8f41-d168c27dd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:03.987573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-9cbeb568-99cd-40e7-8f41-d168c27dd578 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 1094 time: 0.0405891 Nov 27 01:55:03.994921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-436d8c6e-7654-4136-a107-649619d96a84 req-d0cf1811-a527-42fc-98f5-09b240a815a2 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 Nov 27 01:55:04.034718 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-07c067d2-a425-4600-aa9e-e50d792c552e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=229a7390-d9ed-4a1c-93b6-82d56d349912 HTTP/1.1" status: 200 len: 217 time: 0.0343580 Nov 27 01:55:04.086929 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-6277b772-5057-4f39-a4e8-6df7d2a4e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:04.088364 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-6277b772-5057-4f39-a4e8-6df7d2a4e4be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47a16469-d2dd-46cc-ba97-c39380063efa HTTP/1.1" status: 200 len: 853 time: 0.0474041 Nov 27 01:55:04.120171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-7d36896d-7dfc-4177-a0e6-4171c804f9c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34d9f8ad-2a69-4869-a466-695d719e6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249720 Nov 27 01:55:04.207715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-bf5e9e03-4b54-4da7-8b2d-3d986aa62e6f service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807266 Nov 27 01:55:04.306531 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0964a7fe-4087-47b5-ae61-ab4d1631e6c3 req-4778649d-cfc5-4b4e-80cc-d2ffa16350bd service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909841 Nov 27 01:55:04.440151 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319239-e32e-4ec3-895f-ccf5ea49c60c req-a44c9d82-687a-4054-87fb-f2d4bf2a7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:04.441517 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4319239-e32e-4ec3-895f-ccf5ea49c60c req-a44c9d82-687a-4054-87fb-f2d4bf2a7eb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 1094 time: 0.0414402 Nov 27 01:55:04.532850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319239-e32e-4ec3-895f-ccf5ea49c60c req-b9bcd52a-1fdd-4370-a09e-40b3d0ee951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:04.534302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4319239-e32e-4ec3-895f-ccf5ea49c60c req-b9bcd52a-1fdd-4370-a09e-40b3d0ee951f service neutron] 10.222.0.42 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 914 time: 0.0852330 Nov 27 01:55:04.575441 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4319239-e32e-4ec3-895f-ccf5ea49c60c req-3e82041d-e64a-4405-a3be-8cd4d20dc049 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=229a7390-d9ed-4a1c-93b6-82d56d349912 HTTP/1.1" status: 200 len: 217 time: 0.0333414 Nov 27 01:55:04.624058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319239-e32e-4ec3-895f-ccf5ea49c60c req-1288afad-0a96-4ffb-9658-a05067f38220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:04.625438 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4319239-e32e-4ec3-895f-ccf5ea49c60c req-1288afad-0a96-4ffb-9658-a05067f38220 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47a16469-d2dd-46cc-ba97-c39380063efa HTTP/1.1" status: 200 len: 853 time: 0.0425150 Nov 27 01:55:04.656714 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4319239-e32e-4ec3-895f-ccf5ea49c60c req-1accf632-4826-42b6-bedb-5ffbf6db15f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34d9f8ad-2a69-4869-a466-695d719e6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234287 Nov 27 01:55:04.748216 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4319239-e32e-4ec3-895f-ccf5ea49c60c req-d82a5da5-97b9-46bf-80f4-c0afdd19d38c service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840032 Nov 27 01:55:04.837050 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4319239-e32e-4ec3-895f-ccf5ea49c60c req-64509f0f-967d-4fd5-ad15-18d259f0be78 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806551 Nov 27 01:55:05.116834 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78a3ee-5673-4528-b531-703aa080aff9 req-cf75a453-b530-4b46-a943-51c22d200582 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:05.118355 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ca78a3ee-5673-4528-b531-703aa080aff9 req-cf75a453-b530-4b46-a943-51c22d200582 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 943 time: 0.0536470 Nov 27 01:55:05.168574 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ca78a3ee-5673-4528-b531-703aa080aff9 req-d8b84df9-915d-4f40-be68-a1f88ffc6f6f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442502 Nov 27 01:55:06.200325 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aef62149-2785-49d7-8575-ab479df15d65 req-833800a7-144e-422b-8832-67d6b6c0739b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252380 Nov 27 01:55:06.282025 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aef62149-2785-49d7-8575-ab479df15d65 req-1c192ab0-48cb-4b0a-8d1c-14cb1d22cffa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0246346 Nov 27 01:55:06.292236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db2d97-040b-4076-b9fd-f59b1891c6a2 req-b31eb94a-1a79-4812-8729-24e3d6068dd1 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:06.294193 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b1db2d97-040b-4076-b9fd-f59b1891c6a2 req-b31eb94a-1a79-4812-8729-24e3d6068dd1 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 943 time: 0.0534487 Nov 27 01:55:06.325504 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aef62149-2785-49d7-8575-ab479df15d65 req-ab31e249-fabf-491f-a04e-f3da53fc3381 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190582 Nov 27 01:55:06.342881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b1db2d97-040b-4076-b9fd-f59b1891c6a2 req-e20e51a9-7ab1-4fa9-82b8-88988e7e93a6 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424271 Nov 27 01:55:06.423396 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef62149-2785-49d7-8575-ab479df15d65 req-d4c31049-2456-4df9-9a9a-e30f3a966d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:06.424762 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aef62149-2785-49d7-8575-ab479df15d65 req-d4c31049-2456-4df9-9a9a-e30f3a966d1e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923440 Nov 27 01:55:06.678729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-42bc6887-20b5-4aa3-b209-3eb95441e672 req-a954057a-69df-49fc-9536-6e3536fe70e7 service neutron] (103384) timed out ('10.222.0.42', 52075) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:55:07.461450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d05a-011b-44d5-be9d-75ea6839004e req-1fce4e7c-5866-4c06-bcec-01d8605f25bf tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:07.462955 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-57f3d05a-011b-44d5-be9d-75ea6839004e req-1fce4e7c-5866-4c06-bcec-01d8605f25bf tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 943 time: 0.0498743 Nov 27 01:55:07.508660 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-57f3d05a-011b-44d5-be9d-75ea6839004e req-79983bf9-f09f-45e4-85e9-7afb3496ba5b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397980 Nov 27 01:55:08.065002 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 229a7390-d9ed-4a1c-93b6-82d56d349912 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:55:08.158511 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 229a7390-d9ed-4a1c-93b6-82d56d349912, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=229a7390-d9ed-4a1c-93b6-82d56d349912,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:08.169809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '229a7390-d9ed-4a1c-93b6-82d56d349912', 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74', 'port_id': '229a7390-d9ed-4a1c-93b6-82d56d349912', 'mac_address': 'fa:16:3e:8c:29:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a16469-d2dd-46cc-ba97-c39380063efa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:55:08.205638 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:08.218332 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229a7390-d9ed-4a1c-93b6-82d56d349912 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:55:08.236879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 229a7390-d9ed-4a1c-93b6-82d56d349912, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=229a7390-d9ed-4a1c-93b6-82d56d349912,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:08.241575 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:08.285708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=229a7390-d9ed-4a1c-93b6-82d56d349912,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:08.513127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['229a7390-d9ed-4a1c-93b6-82d56d349912'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:55:08.624272 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8feaaa-1284-4822-9339-94e098806a2a req-c9365a3e-2baf-473b-a646-d2c37c581d4e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:08.625755 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ac8feaaa-1284-4822-9339-94e098806a2a req-c9365a3e-2baf-473b-a646-d2c37c581d4e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 944 time: 0.0485072 Nov 27 01:55:08.673091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ac8feaaa-1284-4822-9339-94e098806a2a req-fedc9ba2-e828-4e08-b224-70c9ace9cdba tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Nov 27 01:55:09.785046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25247dcd-cc9c-4530-b84f-9e859bc409d2 req-80fbeb6d-d1af-4fff-bdd6-545a0caab256 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:09.786490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25247dcd-cc9c-4530-b84f-9e859bc409d2 req-80fbeb6d-d1af-4fff-bdd6-545a0caab256 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 944 time: 0.0472977 Nov 27 01:55:09.836038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-25247dcd-cc9c-4530-b84f-9e859bc409d2 req-fe7f0865-3213-4ea8-b6de-11ada030b61e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437284 Nov 27 01:55:10.071029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 229a7390-d9ed-4a1c-93b6-82d56d349912 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:55:10.119353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 229a7390-d9ed-4a1c-93b6-82d56d349912 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:55:10.123057 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 229a7390-d9ed-4a1c-93b6-82d56d349912 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:55:10.123426 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:10.200394 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:10.221439 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3f7b55-cd9b-4a31-b749-d5282c13a425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229a7390-d9ed-4a1c-93b6-82d56d349912'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:10.223693 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10b9bfc-d704-48d0-8efb-6acf00077962" -d '{"events": [{"server_uuid": "7a3f7b55-cd9b-4a31-b749-d5282c13a425", "name": "network-vif-plugged", "status": "completed", "tag": "229a7390-d9ed-4a1c-93b6-82d56d349912"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:10.236396 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 229a7390-d9ed-4a1c-93b6-82d56d349912, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=229a7390-d9ed-4a1c-93b6-82d56d349912,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:10.242484 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:10.264722 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3852fc-9f2e-499c-9ad5-fa884022e7a0 x-openstack-request-id: req-6f3852fc-9f2e-499c-9ad5-fa884022e7a0 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:10.265019 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3f7b55-cd9b-4a31-b749-d5282c13a425", "name": "network-vif-plugged", "status": "completed", "tag": "229a7390-d9ed-4a1c-93b6-82d56d349912", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:10.265271 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f3852fc-9f2e-499c-9ad5-fa884022e7a0 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:10.265662 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3f7b55-cd9b-4a31-b749-d5282c13a425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229a7390-d9ed-4a1c-93b6-82d56d349912', 'code': 200} Nov 27 01:55:10.290305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=229a7390-d9ed-4a1c-93b6-82d56d349912,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:10.393477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca7ba5-d484-4449-aeba-4c9149c53230 req-b33a2841-8bc0-4c23-aca4-9cd8d0b1c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:10.394908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80ca7ba5-d484-4449-aeba-4c9149c53230 req-b33a2841-8bc0-4c23-aca4-9cd8d0b1c877 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 1096 time: 0.0447261 Nov 27 01:55:10.440731 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-80ca7ba5-d484-4449-aeba-4c9149c53230 req-122ed42d-8ef1-4bf5-be9a-2878e37358de service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383682 Nov 27 01:55:10.748090 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-b0c87bce-a10f-46a0-baea-23fd96be06b2 req-136f0e43-15f6-4217-9e06-f7247843b957 service neutron] (103384) timed out ('10.222.0.37', 41258) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 01:55:10.948539 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bc7f6-5328-4c74-9101-1553d23c1c86 req-fa047cfe-92ed-4ee2-87d4-30175fe8d3aa tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:10.950015 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f12bc7f6-5328-4c74-9101-1553d23c1c86 req-fa047cfe-92ed-4ee2-87d4-30175fe8d3aa tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0484560 Nov 27 01:55:10.996508 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f12bc7f6-5328-4c74-9101-1553d23c1c86 req-3b6ec97e-9fef-4061-b6cf-24d7f8fabd60 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Nov 27 01:55:11.564424 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dfeb529b-92d5-4d53-9595-cd8e12166775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:12.116234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef7fcb-0265-41fe-a34b-49e5634d84fb req-f0221af1-a9d8-4bb4-b4f5-e13ab3b43626 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:12.117157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0eef7fcb-0265-41fe-a34b-49e5634d84fb req-f0221af1-a9d8-4bb4-b4f5-e13ab3b43626 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0524619 Nov 27 01:55:12.164031 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0eef7fcb-0265-41fe-a34b-49e5634d84fb req-fded546c-538a-42c1-bf88-d20e92d5f66c tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409367 Nov 27 01:55:12.580466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749dd44-43d5-4dae-914f-7e4740a05412 req-a28a9695-2a5f-46b8-a155-4bd287efc19e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:12.581828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1749dd44-43d5-4dae-914f-7e4740a05412 req-a28a9695-2a5f-46b8-a155-4bd287efc19e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.3518674 Nov 27 01:55:12.627980 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1749dd44-43d5-4dae-914f-7e4740a05412 req-5afd879f-347e-459d-a5a9-7e1175763b42 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400944 Nov 27 01:55:12.827040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac3b2a-edc5-4399-8fe9-b60468d94f43 req-fb3c019b-a817-4533-95cb-51c62468e3fc tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:12.828478 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b9ac3b2a-edc5-4399-8fe9-b60468d94f43 req-fb3c019b-a817-4533-95cb-51c62468e3fc tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0493362 Nov 27 01:55:12.874383 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b9ac3b2a-edc5-4399-8fe9-b60468d94f43 req-e92d01c2-0953-4989-9406-87902822535a tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397897 Nov 27 01:55:12.985663 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f07a04-9a50-415a-a4f5-eeac7d393ec4 req-e6ceaf76-729d-414d-adfe-3071c5d9f49e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:12.987138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e0f07a04-9a50-415a-a4f5-eeac7d393ec4 req-e6ceaf76-729d-414d-adfe-3071c5d9f49e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0479064 Nov 27 01:55:13.032847 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e0f07a04-9a50-415a-a4f5-eeac7d393ec4 req-5b17f12f-000d-42c0-9ea3-2b3ee748e5e7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397608 Nov 27 01:55:13.289978 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-fd9c75ad-d819-445d-bcad-a50ca5d902fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707562 Nov 27 01:55:13.301818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b34971-2415-422d-96d3-afc831b4b701 req-df42e46b-a8e7-445c-958c-2811468ed23e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:13.305941 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-58b34971-2415-422d-96d3-afc831b4b701 req-df42e46b-a8e7-445c-958c-2811468ed23e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0756462 Nov 27 01:55:13.353486 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-58b34971-2415-422d-96d3-afc831b4b701 req-7da15211-c726-47ee-874a-f581ec4bbc12 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416412 Nov 27 01:55:13.912064 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-22cc143d-0bf4-40a6-92f8-c358fdc0dece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:14.473443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea1547-e7c1-4771-8d88-877b28b05840 req-8aefe37c-37ab-4461-97a6-586cea2a6f4d tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:14.475567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5ea1547-e7c1-4771-8d88-877b28b05840 req-8aefe37c-37ab-4461-97a6-586cea2a6f4d tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0522242 Nov 27 01:55:14.545918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-28aed194-fb01-4a66-8b5a-29ca8968fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:14.547401 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-28aed194-fb01-4a66-8b5a-29ca8968fcdf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 1096 time: 0.0709941 Nov 27 01:55:14.551092 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5ea1547-e7c1-4771-8d88-877b28b05840 req-cf93dbbe-2d8a-4e8b-9c68-28be01e09d7d tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675175 Nov 27 01:55:14.636662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-358424ae-80aa-472c-8cf0-8930d3771e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:14.638165 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-358424ae-80aa-472c-8cf0-8930d3771e01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 914 time: 0.0828791 Nov 27 01:55:14.674791 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:14.682985 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-d4534792-4eb0-490b-b3d4-444eece975d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=229a7390-d9ed-4a1c-93b6-82d56d349912 HTTP/1.1" status: 200 len: 217 time: 0.0379243 Nov 27 01:55:14.732387 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-cda72a8c-ddb5-43b9-b9c1-893e3a0fb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:14.733798 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-cda72a8c-ddb5-43b9-b9c1-893e3a0fb636 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47a16469-d2dd-46cc-ba97-c39380063efa HTTP/1.1" status: 200 len: 853 time: 0.0439069 Nov 27 01:55:14.765229 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-c6ec5a49-b479-4c3e-ad05-23979daf42c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34d9f8ad-2a69-4869-a466-695d719e6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245202 Nov 27 01:55:14.859814 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-9efa35a5-5a44-4597-954f-c48b252e0cb5 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852666 Nov 27 01:55:14.949178 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-0e8170d3-bde4-4dcb-bf64-a7ffc674819d service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819244 Nov 27 01:55:15.166807 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:15.669049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa10d9-1c72-4284-bcb2-8e37b7c39fa7 req-19cf2970-ad46-4308-bbff-34efc24b80d4 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:15.670541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6dfa10d9-1c72-4284-bcb2-8e37b7c39fa7 req-19cf2970-ad46-4308-bbff-34efc24b80d4 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0474896 Nov 27 01:55:15.721416 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6dfa10d9-1c72-4284-bcb2-8e37b7c39fa7 req-0f1fe083-aa17-4690-84f7-48fae7f43a1f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450220 Nov 27 01:55:16.840650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd30e27-38fb-452b-bcee-cb8957b09c17 req-57b3ffaf-5916-46d9-ad77-ec306be6a88f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:16.842142 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7cd30e27-38fb-452b-bcee-cb8957b09c17 req-57b3ffaf-5916-46d9-ad77-ec306be6a88f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0494552 Nov 27 01:55:16.851918 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:16.893558 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7cd30e27-38fb-452b-bcee-cb8957b09c17 req-cae013b5-0be4-4aa2-990b-563be884c80c tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453742 Nov 27 01:55:17.464336 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:17.627440 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:18.013742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554c6a-78e1-4802-b4bf-03511792ffad req-a63c6ab6-da39-4631-ad67-5a8e5b737a6e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:18.015241 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29554c6a-78e1-4802-b4bf-03511792ffad req-a63c6ab6-da39-4631-ad67-5a8e5b737a6e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0523100 Nov 27 01:55:18.062264 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-29554c6a-78e1-4802-b4bf-03511792ffad req-3d62f9c7-7961-415e-bf2a-28049dbbd4df tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Nov 27 01:55:19.175617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec81626-b893-47b0-a1d3-47cfd6415a62 req-6035e5f4-8f82-452f-a396-a78bcd501648 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:19.177574 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ec81626-b893-47b0-a1d3-47cfd6415a62 req-6035e5f4-8f82-452f-a396-a78bcd501648 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0483201 Nov 27 01:55:19.223755 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ec81626-b893-47b0-a1d3-47cfd6415a62 req-46455bcd-ca24-4ec1-9f20-200e248ae69f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399015 Nov 27 01:55:20.337840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1103f8-6060-44a9-807a-b07efd071381 req-3337864e-ed56-4742-9107-fc2e1f626746 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:20.339309 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df1103f8-6060-44a9-807a-b07efd071381 req-3337864e-ed56-4742-9107-fc2e1f626746 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0485184 Nov 27 01:55:20.386214 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df1103f8-6060-44a9-807a-b07efd071381 req-69199cb4-92cf-43d5-a5d5-dd3655da8836 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Nov 27 01:55:21.500092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa154cd6-1385-4074-9c24-a401cc727360 req-a79ec9ac-3d59-4e72-bc73-acfc9ecb4dcd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:21.501562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa154cd6-1385-4074-9c24-a401cc727360 req-a79ec9ac-3d59-4e72-bc73-acfc9ecb4dcd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0477679 Nov 27 01:55:21.548587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa154cd6-1385-4074-9c24-a401cc727360 req-de4ac6e3-e35c-491e-96b9-39e43a58834b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Nov 27 01:55:22.663800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0867c6-198d-45ea-b959-67c5ae0c3609 req-a62f34bf-5a93-4971-a70f-454019bfa054 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:22.665269 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f0867c6-198d-45ea-b959-67c5ae0c3609 req-a62f34bf-5a93-4971-a70f-454019bfa054 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0484247 Nov 27 01:55:22.715903 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f0867c6-198d-45ea-b959-67c5ae0c3609 req-dbf34b70-b7af-448e-a698-4a52d7e2f435 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446916 Nov 27 01:55:23.835982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ef73e-4ae6-4057-8f82-aa1f18a3294e req-2aa27c6e-f186-497b-857e-a41ee603b2c7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:23.837432 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f94ef73e-4ae6-4057-8f82-aa1f18a3294e req-2aa27c6e-f186-497b-857e-a41ee603b2c7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0519192 Nov 27 01:55:23.882876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f94ef73e-4ae6-4057-8f82-aa1f18a3294e req-65695ea0-4a40-49f6-b694-d72bfe2e032a tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Nov 27 01:55:24.998599 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcee87f-7777-4dbe-9e14-da431cb814b1 req-29fd66a2-0d0f-4ea5-8690-97c42d350678 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:25.000081 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3dcee87f-7777-4dbe-9e14-da431cb814b1 req-29fd66a2-0d0f-4ea5-8690-97c42d350678 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0486760 Nov 27 01:55:25.046397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3dcee87f-7777-4dbe-9e14-da431cb814b1 req-28498a0b-64f1-448c-bd09-7dae50b6cb25 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Nov 27 01:55:26.160011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d804b-ec4f-40f0-afeb-48840aa360ae req-8cb66fb8-9a3d-4ba2-851b-5045e01e8e4f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:26.161972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-014d804b-ec4f-40f0-afeb-48840aa360ae req-8cb66fb8-9a3d-4ba2-851b-5045e01e8e4f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0479426 Nov 27 01:55:26.208205 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-014d804b-ec4f-40f0-afeb-48840aa360ae req-1ad106f7-ff26-4597-881f-faa0ef2324d6 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Nov 27 01:55:27.325789 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130cfa2-66c0-4158-856b-f8376a0349c9 req-de8aa8dd-9554-4299-87ce-91889c179bd5 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:27.327325 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f130cfa2-66c0-4158-856b-f8376a0349c9 req-de8aa8dd-9554-4299-87ce-91889c179bd5 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0490851 Nov 27 01:55:27.373721 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f130cfa2-66c0-4158-856b-f8376a0349c9 req-43a50312-1225-405b-8714-e9752b4f466c tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Nov 27 01:55:28.489087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe62b17-8250-4368-8b12-93198f88596c req-1138f2d2-469a-4066-bd88-67866ad2f0a7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:28.490556 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0fe62b17-8250-4368-8b12-93198f88596c req-1138f2d2-469a-4066-bd88-67866ad2f0a7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0480597 Nov 27 01:55:28.540317 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0fe62b17-8250-4368-8b12-93198f88596c req-cb51b8f1-65a4-47ad-919a-ef031d6b02fa tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439863 Nov 27 01:55:29.660390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe2974-4e33-4fa4-ae05-72bf0905cf51 req-b9c5b793-9695-4fa4-8fec-3180de351aca tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:29.661905 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0efe2974-4e33-4fa4-ae05-72bf0905cf51 req-b9c5b793-9695-4fa4-8fec-3180de351aca tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0534551 Nov 27 01:55:29.709596 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0efe2974-4e33-4fa4-ae05-72bf0905cf51 req-4c4e3832-3ce2-48d7-88bb-27d26abee988 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Nov 27 01:55:30.826109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f95ab-e9e2-461b-850c-d4e446d4bba9 req-dcb4517f-63ac-4e5f-888c-c7af9c1dc5dd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:30.827577 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-141f95ab-e9e2-461b-850c-d4e446d4bba9 req-dcb4517f-63ac-4e5f-888c-c7af9c1dc5dd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0481284 Nov 27 01:55:30.874255 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-141f95ab-e9e2-461b-850c-d4e446d4bba9 req-4368cf49-2f70-4d43-af3d-7b8cfad06b89 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 Nov 27 01:55:31.297006 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:55:31.990947 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2616343-f781-4f45-9262-b84a406b7068 req-47f9eda7-94a6-443c-bdb8-c27db3dd6024 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:31.992454 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2616343-f781-4f45-9262-b84a406b7068 req-47f9eda7-94a6-443c-bdb8-c27db3dd6024 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0477831 Nov 27 01:55:32.039421 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e2616343-f781-4f45-9262-b84a406b7068 req-a7aec16d-408e-4d20-a840-7443c270eb34 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411310 Nov 27 01:55:33.154700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60793755-b52e-45e0-b635-9c66d79857d7 req-b0549caf-4c87-4102-becf-338afec4c254 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:33.156159 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60793755-b52e-45e0-b635-9c66d79857d7 req-b0549caf-4c87-4102-becf-338afec4c254 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0487192 Nov 27 01:55:33.202729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-60793755-b52e-45e0-b635-9c66d79857d7 req-e79f5f45-eeca-44ef-beb7-1b64dd81b94b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Nov 27 01:55:34.315175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18377eed-932c-4675-8026-cbf8d0bbf826 req-e2b873ee-7c1c-4df7-969e-3f55533b258a tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:34.316638 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18377eed-932c-4675-8026-cbf8d0bbf826 req-e2b873ee-7c1c-4df7-969e-3f55533b258a tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0475326 Nov 27 01:55:34.367284 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-18377eed-932c-4675-8026-cbf8d0bbf826 req-8753e187-5a9b-4940-bc64-d1460ce1a48e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438926 Nov 27 01:55:35.486194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bcc31-407c-42b8-a8eb-08a289ddad73 req-22183cf7-a8ba-49fd-888a-52e9449ea2c4 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:35.487668 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e02bcc31-407c-42b8-a8eb-08a289ddad73 req-22183cf7-a8ba-49fd-888a-52e9449ea2c4 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0519645 Nov 27 01:55:35.533583 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e02bcc31-407c-42b8-a8eb-08a289ddad73 req-c4a12c3d-fb45-4123-acd4-521a1c008c10 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399053 Nov 27 01:55:36.646293 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b529a62-e445-4e31-b002-8eafd15112b9 req-82143b86-589b-4fd8-a0c8-1c4bf4dc15ec tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:36.647744 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b529a62-e445-4e31-b002-8eafd15112b9 req-82143b86-589b-4fd8-a0c8-1c4bf4dc15ec tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0473189 Nov 27 01:55:36.694694 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b529a62-e445-4e31-b002-8eafd15112b9 req-e421b7d8-9198-4e8f-87d1-c77a83857f34 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Nov 27 01:55:37.830898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcdbd7-499c-4571-a577-ff0225d095bd req-61c3878a-cfca-464e-b7a1-9488cbd059d1 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:37.832446 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55fcdbd7-499c-4571-a577-ff0225d095bd req-61c3878a-cfca-464e-b7a1-9488cbd059d1 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0503118 Nov 27 01:55:37.879685 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-55fcdbd7-499c-4571-a577-ff0225d095bd req-7abcde53-eeff-4991-9c3a-6d5d37e66e4e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 Nov 27 01:55:38.997968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fbaed-adcb-40d8-92bd-05f9d81e3364 req-0590f2a8-f858-4593-bad5-f9b88f4aff4c tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:38.999468 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-371fbaed-adcb-40d8-92bd-05f9d81e3364 req-0590f2a8-f858-4593-bad5-f9b88f4aff4c tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0499163 Nov 27 01:55:39.048109 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-371fbaed-adcb-40d8-92bd-05f9d81e3364 req-b563bc74-e4dd-40c5-abb2-9cc2e6f13a40 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Nov 27 01:55:40.166837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310df09-5624-4afd-9efe-8e48fe55414f req-4ad26af8-99c6-460c-aefc-b46cee326e3b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:40.168296 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f310df09-5624-4afd-9efe-8e48fe55414f req-4ad26af8-99c6-460c-aefc-b46cee326e3b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0519245 Nov 27 01:55:40.214871 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f310df09-5624-4afd-9efe-8e48fe55414f req-2c30e27c-fbed-4e19-b76e-bafbd917f102 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Nov 27 01:55:41.333708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a11ec-35eb-4078-a59f-eac71339426f req-78689006-1497-42b3-8353-feb06a8f0dc1 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:41.335199 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a86a11ec-35eb-4078-a59f-eac71339426f req-78689006-1497-42b3-8353-feb06a8f0dc1 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0522697 Nov 27 01:55:41.381769 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a86a11ec-35eb-4078-a59f-eac71339426f req-fcd721a6-7e30-4501-a483-f29fd768a39a tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 Nov 27 01:55:41.565646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3e7ace80-43c7-4e56-89b8-01ddaec84236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:41.685128 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-941b7fe0-0fae-4e9c-a9ae-d2c21648bbd3 service neutron] 10.222.0.42 "GET /v2.0/ports/229a7390-d9ed-4a1c-93b6-82d56d349912/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.0532548 Nov 27 01:55:41.898014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-265fdec3-0e83-4991-9104-34ef8ebfa3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:41.899535 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-265fdec3-0e83-4991-9104-34ef8ebfa3b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425&tenant_id=ed9daabb30d54084a7cf69d346c80cef HTTP/1.1" status: 200 len: 1096 time: 0.0408099 Nov 27 01:55:41.968717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-2919abf3-99c2-434a-b132-1db4c82f9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:41.970105 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-2919abf3-99c2-434a-b132-1db4c82f9aa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 1096 time: 0.0396736 Nov 27 01:55:42.062763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-d85bbb97-f99b-4798-bb17-5c377861b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:42.064211 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-d85bbb97-f99b-4798-bb17-5c377861b5e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 914 time: 0.0873952 Nov 27 01:55:42.105134 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-110f02c0-ff3c-4a19-85fa-6be0c0906be1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=229a7390-d9ed-4a1c-93b6-82d56d349912 HTTP/1.1" status: 200 len: 217 time: 0.0342135 Nov 27 01:55:42.158397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-5fa4c86f-613d-4312-a1b6-ecb5df7a82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:42.159798 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-5fa4c86f-613d-4312-a1b6-ecb5df7a82d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47a16469-d2dd-46cc-ba97-c39380063efa HTTP/1.1" status: 200 len: 853 time: 0.0481639 Nov 27 01:55:42.190930 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-868cf9d9-7e6f-4c2d-bea3-7f2498caae9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34d9f8ad-2a69-4869-a466-695d719e6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233152 Nov 27 01:55:42.278399 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-4016343c-ffc9-43fe-ae0a-08ca2addfd37 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790398 Nov 27 01:55:42.370915 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5d14d66a-865d-4236-b55c-fc41376405b9 req-73fa1dc8-17f8-4ae8-8be2-0157a23a0208 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856919 Nov 27 01:55:42.505773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f47a9-c6d2-4752-b82d-a7f020c238cf req-1a840e82-bdba-4f74-90bb-d4c25da505e3 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:42.507417 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-465f47a9-c6d2-4752-b82d-a7f020c238cf req-1a840e82-bdba-4f74-90bb-d4c25da505e3 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0519950 Nov 27 01:55:42.555556 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-465f47a9-c6d2-4752-b82d-a7f020c238cf req-b0fbaa9a-e5a4-4340-8493-0e9748f0a3c7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420849 Nov 27 01:55:43.672880 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4e904-b2bb-48cc-874f-b28de2909e40 req-929c0509-a367-4cb0-bcb9-b9af25b53730 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:43.674377 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dde4e904-b2bb-48cc-874f-b28de2909e40 req-929c0509-a367-4cb0-bcb9-b9af25b53730 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0501976 Nov 27 01:55:43.728115 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dde4e904-b2bb-48cc-874f-b28de2909e40 req-9c7ae92f-e191-44f8-9810-214efc7ef2e5 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474827 Nov 27 01:55:43.915157 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ffb237c1-d0fd-4ad9-9f94-b368956aa763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:44.669568 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:44.854601 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e7ef-0c10-47aa-908e-4b3349dc3a12 req-c41b06ab-d441-490d-ba0e-2115c651cccb tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:44.856097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dc35e7ef-0c10-47aa-908e-4b3349dc3a12 req-c41b06ab-d441-490d-ba0e-2115c651cccb tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0492156 Nov 27 01:55:44.907809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dc35e7ef-0c10-47aa-908e-4b3349dc3a12 req-a307754b-683b-4c19-be87-3b7af42b3f7a tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453947 Nov 27 01:55:45.127060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd03082-86f3-49be-ab67-efeb502d951a req-9b976bab-7ef7-4e7e-ae38-125429cb879e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:45.128539 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ecd03082-86f3-49be-ab67-efeb502d951a req-9b976bab-7ef7-4e7e-ae38-125429cb879e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0789006 Nov 27 01:55:45.141436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3911f4-837e-41d5-8e25-ded08b17eb19 req-2ee7a36c-87f1-465d-a89c-e5c1f55c2e4d tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:45.142857 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c3911f4-837e-41d5-8e25-ded08b17eb19 req-2ee7a36c-87f1-465d-a89c-e5c1f55c2e4d tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425&tenant_id=ed9daabb30d54084a7cf69d346c80cef&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 945 time: 0.0664349 Nov 27 01:55:45.172944 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:45.188324 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ecd03082-86f3-49be-ab67-efeb502d951a req-4b860052-45a5-48e7-80c7-7786dea52641 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444300 Nov 27 01:55:45.245394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3911f4-837e-41d5-8e25-ded08b17eb19 req-7140c5a2-595b-4c78-b0d9-64d5221e6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:45.246876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c3911f4-837e-41d5-8e25-ded08b17eb19 req-7140c5a2-595b-4c78-b0d9-64d5221e6b14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 1096 time: 0.0433500 Nov 27 01:55:45.335324 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3911f4-837e-41d5-8e25-ded08b17eb19 req-f8d51270-2893-4d46-99f2-21b09d9ec307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:45.336805 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c3911f4-837e-41d5-8e25-ded08b17eb19 req-f8d51270-2893-4d46-99f2-21b09d9ec307 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 914 time: 0.0830636 Nov 27 01:55:45.385362 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c3911f4-837e-41d5-8e25-ded08b17eb19 req-4eda3e1e-7158-44b8-93ab-6da78a3f583b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=229a7390-d9ed-4a1c-93b6-82d56d349912 HTTP/1.1" status: 200 len: 217 time: 0.0414839 Nov 27 01:55:45.437194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3911f4-837e-41d5-8e25-ded08b17eb19 req-ced32697-8c01-4aff-aed0-6c815c37f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:45.438708 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c3911f4-837e-41d5-8e25-ded08b17eb19 req-ced32697-8c01-4aff-aed0-6c815c37f2bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47a16469-d2dd-46cc-ba97-c39380063efa HTTP/1.1" status: 200 len: 853 time: 0.0466764 Nov 27 01:55:45.468520 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c3911f4-837e-41d5-8e25-ded08b17eb19 req-68e60fa8-00dc-4e2c-bedf-4433c836b853 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34d9f8ad-2a69-4869-a466-695d719e6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235815 Nov 27 01:55:45.556080 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c3911f4-837e-41d5-8e25-ded08b17eb19 req-0355e292-7ae6-4113-b555-d0ec48d53751 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806060 Nov 27 01:55:45.647903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c3911f4-837e-41d5-8e25-ded08b17eb19 req-7db7911b-9909-43cf-b63c-620fb1f41cc0 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853379 Nov 27 01:55:46.254096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 229a7390-d9ed-4a1c-93b6-82d56d349912 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:55:46.265799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 229a7390-d9ed-4a1c-93b6-82d56d349912 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:55:46.312410 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b278e10-299d-4870-981e-d8807d676e18 req-05a05cab-4af1-4ad7-9e0e-c638bfef767e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:46.313897 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1b278e10-299d-4870-981e-d8807d676e18 req-05a05cab-4af1-4ad7-9e0e-c638bfef767e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0529013 Nov 27 01:55:46.363984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1b278e10-299d-4870-981e-d8807d676e18 req-42e7e2ef-2cf1-4e35-8ba5-3a4a02cae57f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Nov 27 01:55:46.413296 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:46.416113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 229a7390-d9ed-4a1c-93b6-82d56d349912, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=229a7390-d9ed-4a1c-93b6-82d56d349912,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:46.435946 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '229a7390-d9ed-4a1c-93b6-82d56d349912', 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74', 'port_id': '229a7390-d9ed-4a1c-93b6-82d56d349912', 'mac_address': 'fa:16:3e:8c:29:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a16469-d2dd-46cc-ba97-c39380063efa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:55:46.450254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3f7b55-cd9b-4a31-b749-d5282c13a425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229a7390-d9ed-4a1c-93b6-82d56d349912'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:46.452515 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62963d6c-6537-4732-bd01-db238b84b103" -d '{"events": [{"server_uuid": "7a3f7b55-cd9b-4a31-b749-d5282c13a425", "name": "network-vif-unplugged", "status": "completed", "tag": "229a7390-d9ed-4a1c-93b6-82d56d349912"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:46.481751 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213e9a-9ea4-4013-96ea-b867c5a3045a req-c3bcf938-cfe5-4874-bd75-c94b5680ceda tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:46.483561 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87213e9a-9ea4-4013-96ea-b867c5a3045a req-c3bcf938-cfe5-4874-bd75-c94b5680ceda tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 945 time: 0.0512252 Nov 27 01:55:46.487494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 229a7390-d9ed-4a1c-93b6-82d56d349912, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=229a7390-d9ed-4a1c-93b6-82d56d349912,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:46.492157 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e5e295-a552-4c09-bdf6-b89a2bc4d6b5 x-openstack-request-id: req-f3e5e295-a552-4c09-bdf6-b89a2bc4d6b5 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:46.492558 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3f7b55-cd9b-4a31-b749-d5282c13a425", "name": "network-vif-unplugged", "status": "completed", "tag": "229a7390-d9ed-4a1c-93b6-82d56d349912", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:46.492922 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3e5e295-a552-4c09-bdf6-b89a2bc4d6b5 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:46.493325 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3f7b55-cd9b-4a31-b749-d5282c13a425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229a7390-d9ed-4a1c-93b6-82d56d349912', 'code': 200} Nov 27 01:55:46.497560 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:46.519995 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:46.533631 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-87213e9a-9ea4-4013-96ea-b867c5a3045a req-7240d934-de88-4e0b-8a06-f91030101cdb tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406120 Nov 27 01:55:46.546063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 229a7390-d9ed-4a1c-93b6-82d56d349912 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:55:46.566442 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=229a7390-d9ed-4a1c-93b6-82d56d349912,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:46.599042 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:55:46.599402 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:55:46.653513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128e4e-999a-4c76-bc15-dcf9323120f1 req-9ea7365d-2e2f-4055-8ec3-d25eebf4e7b5 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:46.655295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33128e4e-999a-4c76-bc15-dcf9323120f1 req-9ea7365d-2e2f-4055-8ec3-d25eebf4e7b5 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 943 time: 0.0495896 Nov 27 01:55:46.701909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-33128e4e-999a-4c76-bc15-dcf9323120f1 req-fb41b5bb-7e74-4bf5-87c7-572d2a513ef6 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Nov 27 01:55:46.866792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:47.047294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b3af03b7-f023-4e5c-9daf-10436701e93f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:47.048745 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b3af03b7-f023-4e5c-9daf-10436701e93f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 813 time: 0.1036615 Nov 27 01:55:47.064241 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-021d6989-44de-4f44-9ef3-40ff95799152 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/quotas/ed9daabb30d54084a7cf69d346c80cef HTTP/1.1" status: 200 len: 375 time: 0.0088005 Nov 27 01:55:47.111988 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b958602e-e3a6-4a56-9bb4-31c6c4cecb5b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427549 Nov 27 01:55:47.134670 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:47.147043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229a7390-d9ed-4a1c-93b6-82d56d349912 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:55:47.166475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 229a7390-d9ed-4a1c-93b6-82d56d349912, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=229a7390-d9ed-4a1c-93b6-82d56d349912,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:47.171092 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:47.208073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-614dea0b-5df6-4807-916b-49c59189ab5b service neutron] 10.222.0.37 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882845 Nov 27 01:55:47.220848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=229a7390-d9ed-4a1c-93b6-82d56d349912,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:47.295793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-57bfd06c-1cc4-4eeb-bae3-519e98aa062c service neutron] 10.222.0.37 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816123 Nov 27 01:55:47.463138 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-39fb02c7-6fd5-46b1-bdd6-c04fd368c280 req-8bf6e9f8-d62d-4da9-82b0-99d3ccfbcb07 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 210 time: 0.0315959 Nov 27 01:55:47.468782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['229a7390-d9ed-4a1c-93b6-82d56d349912'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:55:47.472907 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:47.629582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:48.269028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 229a7390-d9ed-4a1c-93b6-82d56d349912 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:55:48.320176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 229a7390-d9ed-4a1c-93b6-82d56d349912 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:55:48.320703 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:48.364538 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a211c62-e733-4b50-b857-f9fc2f90379a req-4b3fc25a-1b3f-4e9f-89d5-ad5ce652fe94 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:48.366216 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a211c62-e733-4b50-b857-f9fc2f90379a req-4b3fc25a-1b3f-4e9f-89d5-ad5ce652fe94 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a3f7b55-cd9b-4a31-b749-d5282c13a425 HTTP/1.1" status: 200 len: 944 time: 0.0511811 Nov 27 01:55:48.397149 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:48.436115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 229a7390-d9ed-4a1c-93b6-82d56d349912, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=229a7390-d9ed-4a1c-93b6-82d56d349912,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:48.443414 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:48.468830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.42', 52770) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:55:48.483271 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-6a211c62-e733-4b50-b857-f9fc2f90379a req-b17dcf58-fd17-4966-916e-b2aa43cd7e0b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Deleting port 229a7390-d9ed-4a1c-93b6-82d56d349912 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:55:48.483616 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6a211c62-e733-4b50-b857-f9fc2f90379a req-b17dcf58-fd17-4966-916e-b2aa43cd7e0b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:48.495776 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3f7b55-cd9b-4a31-b749-d5282c13a425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229a7390-d9ed-4a1c-93b6-82d56d349912'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:48.498196 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230dd0b9-b437-4ede-9b78-a6b8bebc6ead" -d '{"events": [{"server_uuid": "7a3f7b55-cd9b-4a31-b749-d5282c13a425", "name": "network-vif-plugged", "status": "completed", "tag": "229a7390-d9ed-4a1c-93b6-82d56d349912"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:48.506132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=229a7390-d9ed-4a1c-93b6-82d56d349912,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:48.579510 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780880f5-7741-4ef8-8a2f-4f6c22bae004 x-openstack-request-id: req-780880f5-7741-4ef8-8a2f-4f6c22bae004 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:48.579807 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3f7b55-cd9b-4a31-b749-d5282c13a425", "name": "network-vif-plugged", "status": "completed", "tag": "229a7390-d9ed-4a1c-93b6-82d56d349912", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:48.580255 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-780880f5-7741-4ef8-8a2f-4f6c22bae004 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:48.580744 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3f7b55-cd9b-4a31-b749-d5282c13a425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229a7390-d9ed-4a1c-93b6-82d56d349912', 'code': 200} Nov 27 01:55:48.594782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-6a211c62-e733-4b50-b857-f9fc2f90379a req-b17dcf58-fd17-4966-916e-b2aa43cd7e0b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] For port 229a7390-d9ed-4a1c-93b6-82d56d349912, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=229a7390-d9ed-4a1c-93b6-82d56d349912,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:48.595258 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6a211c62-e733-4b50-b857-f9fc2f90379a req-b17dcf58-fd17-4966-916e-b2aa43cd7e0b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:48.612364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-6a211c62-e733-4b50-b857-f9fc2f90379a req-b17dcf58-fd17-4966-916e-b2aa43cd7e0b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Calling delete_port for 229a7390-d9ed-4a1c-93b6-82d56d349912 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:55:48.644520 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5acf8cc-a4d1-4efa-b33b-d8403ee1a3d6 req-db629ba0-ebd5-4c6a-a546-b1294cad98ae tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 210 time: 0.0376825 Nov 27 01:55:48.667716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b437d1c9-67cd-4cd4-816f-24a7947059f8 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:48.667716 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b437d1c9-67cd-4cd4-816f-24a7947059f8 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.42 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 813 time: 0.1835458 Nov 27 01:55:48.699545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Request body: {'port': {'device_id': '323f7f88-38e2-48aa-9bd7-0531e844da3b', 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74', 'admin_state_up': True, 'tenant_id': 'ed9daabb30d54084a7cf69d346c80cef'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:55:48.754032 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6a211c62-e733-4b50-b857-f9fc2f90379a req-b17dcf58-fd17-4966-916e-b2aa43cd7e0b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:48.781608 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dcf58-fd17-4966-916e-b2aa43cd7e0b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Pushing event deleted for resources: {'Port': ['ID=229a7390-d9ed-4a1c-93b6-82d56d349912,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:48.799788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['229a7390-d9ed-4a1c-93b6-82d56d349912'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:55:48.826290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Made reservation on behalf of ed9daabb30d54084a7cf69d346c80cef for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:55:48.827732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a211c62-e733-4b50-b857-f9fc2f90379a req-b17dcf58-fd17-4966-916e-b2aa43cd7e0b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] No DVR routers for this DVR port 229a7390-d9ed-4a1c-93b6-82d56d349912 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:55:48.830491 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:48.830721 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6a211c62-e733-4b50-b857-f9fc2f90379a req-b17dcf58-fd17-4966-916e-b2aa43cd7e0b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:48.834665 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a211c62-e733-4b50-b857-f9fc2f90379a req-b17dcf58-fd17-4966-916e-b2aa43cd7e0b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.42 "DELETE /v2.0/ports/229a7390-d9ed-4a1c-93b6-82d56d349912 HTTP/1.1" status: 204 len: 173 time: 0.4417386 Nov 27 01:55:48.835264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3f7b55-cd9b-4a31-b749-d5282c13a425', 'name': 'network-vif-deleted', 'tag': '229a7390-d9ed-4a1c-93b6-82d56d349912'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:48.837699 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f7f5c5e01c19cf830dbc800e345f25ba5be1b85eff24c332e04890ae0885fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b14c97-0fdf-4e54-b769-2601ef8466cb" -d '{"events": [{"server_uuid": "7a3f7b55-cd9b-4a31-b749-d5282c13a425", "name": "network-vif-deleted", "tag": "229a7390-d9ed-4a1c-93b6-82d56d349912"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:48.878036 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685a6c0c-233b-43b9-8670-b8b88a65238c x-openstack-request-id: req-685a6c0c-233b-43b9-8670-b8b88a65238c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:48.878361 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3f7b55-cd9b-4a31-b749-d5282c13a425", "name": "network-vif-deleted", "tag": "229a7390-d9ed-4a1c-93b6-82d56d349912", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:48.878663 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-685a6c0c-233b-43b9-8670-b8b88a65238c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:48.879139 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3f7b55-cd9b-4a31-b749-d5282c13a425', 'name': 'network-vif-deleted', 'tag': '229a7390-d9ed-4a1c-93b6-82d56d349912', 'status': 'completed', 'code': 200} Nov 27 01:55:48.982530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Allocated IP 172.20.0.12 (34d9f8ad-2a69-4869-a466-695d719e6d74/47a16469-d2dd-46cc-ba97-c39380063efa/319ce62d-723a-4c06-9d89-228ec2f2dc5a) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:55:49.130968 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:49.165167 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:49.200404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['229a7390-d9ed-4a1c-93b6-82d56d349912'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:55:49.207111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Network 34d9f8ad-2a69-4869-a466-695d719e6d74 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:55:49.210839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:55:49.214540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:55:49.571254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Pushing event updated for resources: {'Port': ['ID=319ce62d-723a-4c06-9d89-228ec2f2dc5a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:49.596193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:49.596792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:49.611565 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-b75c01a4-cf6b-4ae7-8156-295301db75fd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9173753 Nov 27 01:55:49.630833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Request body: {'port': {'device_id': '323f7f88-38e2-48aa-9bd7-0531e844da3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:55:49.683956 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:49.834318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a476aec-4126-4da7-a53b-9296ef89c7f0 req-083412fa-fdd9-4121-adca-6ae02bdb4e19 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:49.835689 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a476aec-4126-4da7-a53b-9296ef89c7f0 req-083412fa-fdd9-4121-adca-6ae02bdb4e19 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 932 time: 0.1198351 Nov 27 01:55:49.933596 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0a476aec-4126-4da7-a53b-9296ef89c7f0 req-54e9e0db-0732-4688-8e78-6ff9555a28bb tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900218 Nov 27 01:55:50.023335 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319ce62d-723a-4c06-9d89-228ec2f2dc5a {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:55:50.030779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:50.043135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Transition to ACTIVE for port object 319ce62d-723a-4c06-9d89-228ec2f2dc5a will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:55:50.046544 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:50.112129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Pushing event updated for resources: {'Port': ['ID=319ce62d-723a-4c06-9d89-228ec2f2dc5a,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:50.162982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Attempting to bind port 319ce62d-723a-4c06-9d89-228ec2f2dc5a on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:55:50.163311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Attempting to bind port 319ce62d-723a-4c06-9d89-228ec2f2dc5a by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '20e4cc30-59aa-448e-82a4-3d1ba9076d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:55:50.163637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Attempting to bind port 319ce62d-723a-4c06-9d89-228ec2f2dc5a on network 34d9f8ad-2a69-4869-a466-695d719e6d74 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:55:50.167754 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Port 319ce62d-723a-4c06-9d89-228ec2f2dc5a on network 34d9f8ad-2a69-4869-a466-695d719e6d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:55:50.168063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Attempting to bind port 319ce62d-723a-4c06-9d89-228ec2f2dc5a on network 34d9f8ad-2a69-4869-a466-695d719e6d74 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:55:50.172805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:55:50.173131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Checking segment: {'id': '20e4cc30-59aa-448e-82a4-3d1ba9076d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:55:50.173506 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Bound using segment: {'id': '20e4cc30-59aa-448e-82a4-3d1ba9076d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:55:50.173924 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Bound port: 319ce62d-723a-4c06-9d89-228ec2f2dc5a, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e4cc30-59aa-448e-82a4-3d1ba9076d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:55:50.174316 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:50.235569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] For port 319ce62d-723a-4c06-9d89-228ec2f2dc5a, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:55:50.238543 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] For port 319ce62d-723a-4c06-9d89-228ec2f2dc5a, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:55:50.243588 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:50.278619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:50.279234 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:50.280670 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] 10.222.0.42 "PUT /v2.0/ports/319ce62d-723a-4c06-9d89-228ec2f2dc5a HTTP/1.1" status: 200 len: 1092 time: 0.6543293 Nov 27 01:55:50.281102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323f7f88-38e2-48aa-9bd7-0531e844da3b', 'tag': '319ce62d-723a-4c06-9d89-228ec2f2dc5a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:50.283380 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa847d1c-8d4a-45a5-be8b-b7e84bca87b6" -d '{"events": [{"name": "network-changed", "server_uuid": "323f7f88-38e2-48aa-9bd7-0531e844da3b", "tag": "319ce62d-723a-4c06-9d89-228ec2f2dc5a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:50.307146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25961ea-6208-4530-ab1d-a88907d14b54 service neutron] Pushing event updated for resources: {'Port': ['ID=319ce62d-723a-4c06-9d89-228ec2f2dc5a,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:50.392733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-e54704d2-c3d3-4fd1-93db-11e9598f840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:50.394721 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-e54704d2-c3d3-4fd1-93db-11e9598f840e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 1095 time: 0.0520608 Nov 27 01:55:50.396844 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb6f2f5-98e0-49d2-935d-d24e356f7725 x-openstack-request-id: req-5bb6f2f5-98e0-49d2-935d-d24e356f7725 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:50.397139 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323f7f88-38e2-48aa-9bd7-0531e844da3b", "tag": "319ce62d-723a-4c06-9d89-228ec2f2dc5a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:50.397385 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5bb6f2f5-98e0-49d2-935d-d24e356f7725 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:50.397774 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323f7f88-38e2-48aa-9bd7-0531e844da3b', 'tag': '319ce62d-723a-4c06-9d89-228ec2f2dc5a', 'status': 'completed', 'code': 200} Nov 27 01:55:50.459537 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-e5ae42ad-04af-4f26-a12c-5ec7de03a98b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a HTTP/1.1" status: 200 len: 217 time: 0.0371282 Nov 27 01:55:50.508966 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-ea8f2bbb-f95e-4f88-89ab-01f88f857087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:50.510415 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-ea8f2bbb-f95e-4f88-89ab-01f88f857087 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47a16469-d2dd-46cc-ba97-c39380063efa HTTP/1.1" status: 200 len: 853 time: 0.0424664 Nov 27 01:55:50.540909 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-5f4e9d90-26bb-4945-a1a4-a7785116a671 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34d9f8ad-2a69-4869-a466-695d719e6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240958 Nov 27 01:55:50.631655 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-7f62eb7d-1f50-4301-8756-d80c8e3e29ff service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830338 Nov 27 01:55:50.722711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-00ba3062-9988-4899-8d19-6e0e1b808bb9 req-2f9cb2d1-d634-40de-ade3-65ec312cc77b service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834191 Nov 27 01:55:50.844501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa847d1c-8d4a-45a5-be8b-b7e84bca87b6 req-ec3b8fdd-ece0-40d3-936d-d79762e48aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:50.845965 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa847d1c-8d4a-45a5-be8b-b7e84bca87b6 req-ec3b8fdd-ece0-40d3-936d-d79762e48aeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 1095 time: 0.0412326 Nov 27 01:55:50.939530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa847d1c-8d4a-45a5-be8b-b7e84bca87b6 req-a907c7eb-df39-4a9e-b811-2f8b2fb0b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:50.940932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa847d1c-8d4a-45a5-be8b-b7e84bca87b6 req-a907c7eb-df39-4a9e-b811-2f8b2fb0b943 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 914 time: 0.0871751 Nov 27 01:55:50.985391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa847d1c-8d4a-45a5-be8b-b7e84bca87b6 req-17de46df-5b3a-46db-b41e-c84da8c00872 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a HTTP/1.1" status: 200 len: 217 time: 0.0369427 Nov 27 01:55:51.070304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa847d1c-8d4a-45a5-be8b-b7e84bca87b6 req-270c3b05-4a31-42fc-baa0-2b4c4b9bcb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:51.071773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa847d1c-8d4a-45a5-be8b-b7e84bca87b6 req-270c3b05-4a31-42fc-baa0-2b4c4b9bcb29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47a16469-d2dd-46cc-ba97-c39380063efa HTTP/1.1" status: 200 len: 853 time: 0.0747056 Nov 27 01:55:51.095854 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb02b2-8025-4858-96ef-d25c057093fd req-89ae2ae6-a4e4-4f5e-9bb8-984544041dc4 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:51.097334 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cdb02b2-8025-4858-96ef-d25c057093fd req-89ae2ae6-a4e4-4f5e-9bb8-984544041dc4 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 944 time: 0.0915494 Nov 27 01:55:51.114196 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa847d1c-8d4a-45a5-be8b-b7e84bca87b6 req-91d76a96-289c-494b-bf55-8844db726d9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34d9f8ad-2a69-4869-a466-695d719e6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347757 Nov 27 01:55:51.205756 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cdb02b2-8025-4858-96ef-d25c057093fd req-650158a1-2b5b-4747-8bd0-920f817396ef tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944052 Nov 27 01:55:51.232934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa847d1c-8d4a-45a5-be8b-b7e84bca87b6 req-a40f6a29-8d01-4e9b-92b3-418d0de5c777 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067305 Nov 27 01:55:51.323605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fa847d1c-8d4a-45a5-be8b-b7e84bca87b6 req-f3178eb3-7d58-4eff-9525-5f1624e07d56 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822620 Nov 27 01:55:52.284392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 229a7390-d9ed-4a1c-93b6-82d56d349912 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:55:52.308501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 229a7390-d9ed-4a1c-93b6-82d56d349912 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:55:52.308837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 229a7390-d9ed-4a1c-93b6-82d56d349912 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:55:52.323353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03277508-198a-44f3-8367-263e37272e15 req-72f5e8f8-f806-457c-b8f3-ed8ce363dfa6 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:52.324719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03277508-198a-44f3-8367-263e37272e15 req-72f5e8f8-f806-457c-b8f3-ed8ce363dfa6 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 944 time: 0.0497291 Nov 27 01:55:52.376271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-03277508-198a-44f3-8367-263e37272e15 req-2e533d1e-fa88-4af9-8485-0b0b17e17eca tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Nov 27 01:55:53.491359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e774145-b16f-42cd-b3bb-167580e8f8da req-24c281b2-443c-4292-b955-24230b12fa58 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:53.492801 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0e774145-b16f-42cd-b3bb-167580e8f8da req-24c281b2-443c-4292-b955-24230b12fa58 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 944 time: 0.0490136 Nov 27 01:55:53.542682 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0e774145-b16f-42cd-b3bb-167580e8f8da req-53b8d170-b535-47a3-a12c-b0d2321e295c tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440793 Nov 27 01:55:54.299134 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 319ce62d-723a-4c06-9d89-228ec2f2dc5a details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:55:54.389543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 319ce62d-723a-4c06-9d89-228ec2f2dc5a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:54.400917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '319ce62d-723a-4c06-9d89-228ec2f2dc5a', 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74', 'port_id': '319ce62d-723a-4c06-9d89-228ec2f2dc5a', 'mac_address': 'fa:16:3e:57:9f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a16469-d2dd-46cc-ba97-c39380063efa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:55:54.440719 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:54.452802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319ce62d-723a-4c06-9d89-228ec2f2dc5a {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:55:54.471782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 319ce62d-723a-4c06-9d89-228ec2f2dc5a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:54.476874 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:54.522155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=319ce62d-723a-4c06-9d89-228ec2f2dc5a,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:54.529233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:54.529577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:54.529914 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:54.530255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:54.530590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:54.530916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:54.531236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:54.531553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:54.531872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:54.532183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:54.532498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:54.532813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:55:54.660459 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a4684-337b-4035-8c33-8a9a1c6aafbc req-e3e6dd8e-bb1e-430c-be62-3d1ad9c54ed7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:54.661862 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-584a4684-337b-4035-8c33-8a9a1c6aafbc req-e3e6dd8e-bb1e-430c-be62-3d1ad9c54ed7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 945 time: 0.0529437 Nov 27 01:55:54.708957 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-584a4684-337b-4035-8c33-8a9a1c6aafbc req-364c9a57-5867-458e-a1a0-a11980c9a50a tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411186 Nov 27 01:55:54.734414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['319ce62d-723a-4c06-9d89-228ec2f2dc5a'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:55:55.822686 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c67e4-94d2-42b0-a342-ae1fdbf73d22 req-98112cae-0e35-4bbe-b0cc-e94cebb93bfc tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:55.824155 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d55c67e4-94d2-42b0-a342-ae1fdbf73d22 req-98112cae-0e35-4bbe-b0cc-e94cebb93bfc tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 945 time: 0.0483179 Nov 27 01:55:55.870618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d55c67e4-94d2-42b0-a342-ae1fdbf73d22 req-2d768c69-6b7b-4733-bfc2-430b55cb9ee8 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Nov 27 01:55:56.316215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 319ce62d-723a-4c06-9d89-228ec2f2dc5a up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:55:56.367770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 319ce62d-723a-4c06-9d89-228ec2f2dc5a completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:55:56.371285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 319ce62d-723a-4c06-9d89-228ec2f2dc5a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:55:56.371647 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:56.446105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:56.469988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f7f88-38e2-48aa-9bd7-0531e844da3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319ce62d-723a-4c06-9d89-228ec2f2dc5a'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:55:56.472254 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b784a9f-5034-4082-b414-be897486e27e" -d '{"events": [{"server_uuid": "323f7f88-38e2-48aa-9bd7-0531e844da3b", "name": "network-vif-plugged", "status": "completed", "tag": "319ce62d-723a-4c06-9d89-228ec2f2dc5a"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:55:56.484538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 319ce62d-723a-4c06-9d89-228ec2f2dc5a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:55:56.489978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:55:56.513646 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4030ea-8520-4d0c-852c-4128d382e8a5 x-openstack-request-id: req-2d4030ea-8520-4d0c-852c-4128d382e8a5 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:55:56.513920 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f7f88-38e2-48aa-9bd7-0531e844da3b", "name": "network-vif-plugged", "status": "completed", "tag": "319ce62d-723a-4c06-9d89-228ec2f2dc5a", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:55:56.514178 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d4030ea-8520-4d0c-852c-4128d382e8a5 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:55:56.514602 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323f7f88-38e2-48aa-9bd7-0531e844da3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319ce62d-723a-4c06-9d89-228ec2f2dc5a', 'code': 200} Nov 27 01:55:56.539339 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=319ce62d-723a-4c06-9d89-228ec2f2dc5a,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:55:56.643250 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a3581-67aa-4b87-b46b-e5ba4b3fb644 req-e1fd9125-8729-4275-b921-d8c8e498d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:56.644651 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-231a3581-67aa-4b87-b46b-e5ba4b3fb644 req-e1fd9125-8729-4275-b921-d8c8e498d2d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 1097 time: 0.0400910 Nov 27 01:55:56.688536 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-231a3581-67aa-4b87-b46b-e5ba4b3fb644 req-c0b2f60d-46ca-45d0-9ef6-18f21fc52857 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363021 Nov 27 01:55:56.987646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea4523-bdd1-47da-bcdd-9608929018ac req-2f40a758-461d-4747-ad89-3d0d4cfb06c7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:56.989089 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ebea4523-bdd1-47da-bcdd-9608929018ac req-2f40a758-461d-4747-ad89-3d0d4cfb06c7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0517750 Nov 27 01:55:57.035276 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ebea4523-bdd1-47da-bcdd-9608929018ac req-67f389b5-ca56-4a97-8836-18edbd00efbd tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Nov 27 01:55:58.152314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a0302-4a0d-4cda-94bd-81c4d1f963d5 req-4c033117-25f7-4121-99fe-fe2ebb474bfb tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:58.153774 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-118a0302-4a0d-4cda-94bd-81c4d1f963d5 req-4c033117-25f7-4121-99fe-fe2ebb474bfb tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0490460 Nov 27 01:55:58.200684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-118a0302-4a0d-4cda-94bd-81c4d1f963d5 req-78bd951b-e59d-4cbe-9ba5-0d4dd1a9f8f9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Nov 27 01:55:58.317336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c4ac7-d129-4d8a-a893-00522ea519d2 req-53de8367-9579-46d5-a164-234d3194afc6 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:58.318846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd9c4ac7-d129-4d8a-a893-00522ea519d2 req-53de8367-9579-46d5-a164-234d3194afc6 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0523045 Nov 27 01:55:58.366384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fd9c4ac7-d129-4d8a-a893-00522ea519d2 req-41799628-6dc8-459d-98dc-eec6d10ba101 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415280 Nov 27 01:55:58.621910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-5e3dcfb1-ad43-49b6-b51d-6ce4d898230f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731466 Nov 27 01:55:58.630088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20923d13-f616-43d3-9a48-b9e7d44fa7fa req-6f4ce28e-a60f-4b5a-9f80-503efe2c21d4 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:58.631975 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20923d13-f616-43d3-9a48-b9e7d44fa7fa req-6f4ce28e-a60f-4b5a-9f80-503efe2c21d4 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0730071 Nov 27 01:55:58.690038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20923d13-f616-43d3-9a48-b9e7d44fa7fa req-2542d737-a50b-46f5-84f7-b4a614a759ed tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520034 Nov 27 01:55:59.809883 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-cae93c97-54ba-4cf5-b7c2-d2410638a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:59.811448 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-cae93c97-54ba-4cf5-b7c2-d2410638a292 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 1097 time: 0.0415301 Nov 27 01:55:59.814730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef641d93-0b6e-4960-a3d4-25f1c4be1b37 req-82c1b2a5-ac1e-4bb8-951f-c4ca8a429133 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:59.816195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef641d93-0b6e-4960-a3d4-25f1c4be1b37 req-82c1b2a5-ac1e-4bb8-951f-c4ca8a429133 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0544722 Nov 27 01:55:59.863700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef641d93-0b6e-4960-a3d4-25f1c4be1b37 req-40f4a7dc-18d4-4f0d-8d6a-744ab17a8801 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 Nov 27 01:55:59.910904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-31a010b3-5395-4595-b9b1-e1003d09b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:55:59.912950 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-31a010b3-5395-4595-b9b1-e1003d09b8d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 914 time: 0.0928380 Nov 27 01:55:59.955436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-636a6456-8ff7-4d2a-b027-018b73647ced service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a HTTP/1.1" status: 200 len: 217 time: 0.0343196 Nov 27 01:56:00.007165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-7d98dada-6993-41f2-9021-deba0402fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:00.008524 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-7d98dada-6993-41f2-9021-deba0402fc5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47a16469-d2dd-46cc-ba97-c39380063efa HTTP/1.1" status: 200 len: 853 time: 0.0448401 Nov 27 01:56:00.044582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-48f56a20-704d-4971-97d3-8de945ca8d1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34d9f8ad-2a69-4869-a466-695d719e6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285275 Nov 27 01:56:00.133366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-1fab051e-2524-4d4a-bcc4-2ce72b94eb79 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815294 Nov 27 01:56:00.225802 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-06cee507-8797-4bbd-ae93-91d056efd640 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857391 Nov 27 01:56:00.980290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a10b3-7866-493c-a625-38646f065b57 req-039b8fa5-5d84-4b25-9a49-77b00c802bf7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:00.981753 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-097a10b3-7866-493c-a625-38646f065b57 req-039b8fa5-5d84-4b25-9a49-77b00c802bf7 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0491390 Nov 27 01:56:01.027952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-097a10b3-7866-493c-a625-38646f065b57 req-b6ca0cc7-726e-4c9b-8f70-da66790bd615 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402350 Nov 27 01:56:02.144401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d620fa-eb83-494e-900b-40627e548288 req-8f4c210a-b9fa-43fe-94b5-9af4f68ea813 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:02.146567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51d620fa-eb83-494e-900b-40627e548288 req-8f4c210a-b9fa-43fe-94b5-9af4f68ea813 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0497835 Nov 27 01:56:02.192862 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-51d620fa-eb83-494e-900b-40627e548288 req-e9a6ab2b-2b0f-46de-89a2-85894c3480b1 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398910 Nov 27 01:56:03.307495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c11c1-9996-4741-ac99-775f28f5ee7e req-8ad38aa0-b624-42c5-8c46-442adc16a692 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:03.309355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d5c11c1-9996-4741-ac99-775f28f5ee7e req-8ad38aa0-b624-42c5-8c46-442adc16a692 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0496597 Nov 27 01:56:03.356195 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d5c11c1-9996-4741-ac99-775f28f5ee7e req-e93a36ac-bedb-4bb6-8894-53a98aeaaead tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Nov 27 01:56:04.470718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecdce3-38d8-4a7d-861b-2986cbe586e9 req-d580cca4-d90e-4029-addf-2fac504c3848 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:04.472163 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-89ecdce3-38d8-4a7d-861b-2986cbe586e9 req-d580cca4-d90e-4029-addf-2fac504c3848 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0483496 Nov 27 01:56:04.523150 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-89ecdce3-38d8-4a7d-861b-2986cbe586e9 req-522fb388-6fd2-40e4-885c-87e3525a1d06 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450535 Nov 27 01:56:05.646185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff7034-9e7b-4639-a742-1533bfba73ad req-987c97a6-6a98-4d1f-ad2c-92344458c9f4 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:05.647688 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7eff7034-9e7b-4639-a742-1533bfba73ad req-987c97a6-6a98-4d1f-ad2c-92344458c9f4 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0566418 Nov 27 01:56:05.698825 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7eff7034-9e7b-4639-a742-1533bfba73ad req-43092b81-56b3-4ab8-829a-33e8dcb398ce tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450795 Nov 27 01:56:06.812387 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fa3e4-5d77-47f1-82c6-17c3d2f580bd req-01aa19a2-377b-49b1-b638-9db564306b3b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:06.813837 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-326fa3e4-5d77-47f1-82c6-17c3d2f580bd req-01aa19a2-377b-49b1-b638-9db564306b3b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0487466 Nov 27 01:56:06.860451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-326fa3e4-5d77-47f1-82c6-17c3d2f580bd req-15e8b16d-631f-458a-8dff-2289148c0b21 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401349 Nov 27 01:56:07.976181 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a13b-e878-40a2-87db-0d42dd921b54 req-6d2656c7-c042-4da7-8fdb-53f53ee9a3ee tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:07.977661 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f04a13b-e878-40a2-87db-0d42dd921b54 req-6d2656c7-c042-4da7-8fdb-53f53ee9a3ee tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0486126 Nov 27 01:56:08.025211 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f04a13b-e878-40a2-87db-0d42dd921b54 req-ea3f3014-9a99-484a-92b9-62570c681dcb tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 Nov 27 01:56:08.295442 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:56:08.798840 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1235cb3-74d7-49c3-8e7c-e562a939b36e req-86316013-e634-4261-96da-bea4b460c6b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0238979 Nov 27 01:56:08.880862 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1235cb3-74d7-49c3-8e7c-e562a939b36e req-31bd6696-9f64-49fe-a908-f91a4d5b2701 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0241964 Nov 27 01:56:08.924007 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1235cb3-74d7-49c3-8e7c-e562a939b36e req-6deb54fb-429d-4740-b082-2f3d6f773ac8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184777 Nov 27 01:56:09.024682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1235cb3-74d7-49c3-8e7c-e562a939b36e req-72d3a601-4121-4a84-bfa7-447929f0e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:09.026127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1235cb3-74d7-49c3-8e7c-e562a939b36e req-72d3a601-4121-4a84-bfa7-447929f0e180 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957129 Nov 27 01:56:09.141142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02dc1-08c1-4985-b2eb-517f1cb6e3d2 req-3b44300e-ccc7-4a83-88bf-f746845d2f66 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:09.142638 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcc02dc1-08c1-4985-b2eb-517f1cb6e3d2 req-3b44300e-ccc7-4a83-88bf-f746845d2f66 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0492589 Nov 27 01:56:09.188976 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcc02dc1-08c1-4985-b2eb-517f1cb6e3d2 req-ac02f26a-8a1b-48da-80a6-512902f6aa39 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403962 Nov 27 01:56:09.499393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25f1fe-beea-4d5f-b145-7501bd90af6e req-f23551df-5255-442a-9f03-c57a7260fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:09.500877 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df25f1fe-beea-4d5f-b145-7501bd90af6e req-f23551df-5255-442a-9f03-c57a7260fc20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 1097 time: 0.0400176 Nov 27 01:56:09.605551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25f1fe-beea-4d5f-b145-7501bd90af6e req-0df3068c-1598-4618-b7de-1b4e49a0bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:09.607051 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df25f1fe-beea-4d5f-b145-7501bd90af6e req-0df3068c-1598-4618-b7de-1b4e49a0bf33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 914 time: 0.0880349 Nov 27 01:56:09.652222 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df25f1fe-beea-4d5f-b145-7501bd90af6e req-17a161b9-959b-4217-92b7-80ceaea45e82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a HTTP/1.1" status: 200 len: 217 time: 0.0331225 Nov 27 01:56:09.705635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25f1fe-beea-4d5f-b145-7501bd90af6e req-16e3f39d-2a2b-4cf7-bb73-17f2a92b7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:09.707088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df25f1fe-beea-4d5f-b145-7501bd90af6e req-16e3f39d-2a2b-4cf7-bb73-17f2a92b7ee2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47a16469-d2dd-46cc-ba97-c39380063efa HTTP/1.1" status: 200 len: 853 time: 0.0476232 Nov 27 01:56:09.738763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df25f1fe-beea-4d5f-b145-7501bd90af6e req-b0e87729-1766-40f2-88c7-4b6979297343 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34d9f8ad-2a69-4869-a466-695d719e6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237887 Nov 27 01:56:09.825507 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df25f1fe-beea-4d5f-b145-7501bd90af6e req-510581dd-a82d-4b5c-836b-11a86768863a service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787787 Nov 27 01:56:09.920715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-df25f1fe-beea-4d5f-b145-7501bd90af6e req-0c2cc65d-a4f9-49cf-878e-2505a456a499 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881763 Nov 27 01:56:10.314192 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5076429-6eff-493b-8dcb-1e9f9eacddf4 req-50882454-18ad-449c-b41b-0a39a9c6dc8a tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:10.316022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c5076429-6eff-493b-8dcb-1e9f9eacddf4 req-50882454-18ad-449c-b41b-0a39a9c6dc8a tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0584245 Nov 27 01:56:10.363494 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c5076429-6eff-493b-8dcb-1e9f9eacddf4 req-41030163-b2d8-4a41-a962-da00e62ebe64 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Nov 27 01:56:11.487735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd003a4-5b44-4a2f-a0ab-dbe04dda60f6 req-853ea341-41ed-4e5f-b930-806a48e84329 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:11.489277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abd003a4-5b44-4a2f-a0ab-dbe04dda60f6 req-853ea341-41ed-4e5f-b930-806a48e84329 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0548518 Nov 27 01:56:11.535480 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-abd003a4-5b44-4a2f-a0ab-dbe04dda60f6 req-1bb8e2c8-1359-4209-97c4-a22072b65ebf tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 Nov 27 01:56:11.571171 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32f7626b-76da-48a5-9195-282eba6e1e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:12.651671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d6179-2c7f-4505-af5a-64bff978d8a8 req-f8b5365e-5dee-4c76-9626-bbd6ba6e4210 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:12.653135 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f0d6179-2c7f-4505-af5a-64bff978d8a8 req-f8b5365e-5dee-4c76-9626-bbd6ba6e4210 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0472383 Nov 27 01:56:12.704254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6f0d6179-2c7f-4505-af5a-64bff978d8a8 req-bd1d3586-8fb2-4a59-b0bf-d70f1840e125 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451941 Nov 27 01:56:13.820004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1144253-de09-4c98-81c5-f874906d6357 req-1eb284ff-152f-4929-9933-c6164703c149 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:13.821655 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1144253-de09-4c98-81c5-f874906d6357 req-1eb284ff-152f-4929-9933-c6164703c149 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0496275 Nov 27 01:56:13.868267 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1144253-de09-4c98-81c5-f874906d6357 req-728db60e-edeb-44fd-913f-b78fcba2d49b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Nov 27 01:56:13.919100 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f6ba5c1-2e69-46c3-b3fd-a1575e58e382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:14.669745 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:14.983088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e80181-afe2-46e9-904f-177eb6cc7eef req-b56b71df-6ff2-4564-91bc-291f9a4d8e57 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:14.984560 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-36e80181-afe2-46e9-904f-177eb6cc7eef req-b56b71df-6ff2-4564-91bc-291f9a4d8e57 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0485108 Nov 27 01:56:15.034752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-36e80181-afe2-46e9-904f-177eb6cc7eef req-3b7b7bab-c6a2-4967-ace3-3ecf816f96a6 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443239 Nov 27 01:56:15.172669 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:16.151423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29fab8-ff33-4f55-9f30-9929a369909c req-84fd1b0d-2ddd-435d-91fc-93a4228a9e94 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:16.152884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb29fab8-ff33-4f55-9f30-9929a369909c req-84fd1b0d-2ddd-435d-91fc-93a4228a9e94 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0480998 Nov 27 01:56:16.202488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb29fab8-ff33-4f55-9f30-9929a369909c req-5e7c4729-01c8-4ed9-86a5-e098be21eed3 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436318 Nov 27 01:56:16.854651 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:17.317237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50096c35-8738-4102-aa6e-52e19af89454 req-bee6c2c1-f6d7-4ac5-9804-403579555577 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:17.318719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50096c35-8738-4102-aa6e-52e19af89454 req-bee6c2c1-f6d7-4ac5-9804-403579555577 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0483086 Nov 27 01:56:17.367253 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50096c35-8738-4102-aa6e-52e19af89454 req-0bc0979e-1c63-4e66-998c-f59dcafb41bc tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Nov 27 01:56:17.461928 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:17.630983 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:18.480718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ca55-de36-4675-83c9-fc9ac723f804 req-bfc30e9a-9564-4d1f-a3d0-72a258a43c45 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:18.482163 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bb1ca55-de36-4675-83c9-fc9ac723f804 req-bfc30e9a-9564-4d1f-a3d0-72a258a43c45 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0482767 Nov 27 01:56:18.528951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6bb1ca55-de36-4675-83c9-fc9ac723f804 req-45f432f2-fc8c-4315-9490-171e0558016e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Nov 27 01:56:19.647728 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daf926-fc91-463a-82e6-8eebbe3091b4 req-10d163d0-5b9a-4045-ae5a-5c21ff8f74e9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:19.649181 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20daf926-fc91-463a-82e6-8eebbe3091b4 req-10d163d0-5b9a-4045-ae5a-5c21ff8f74e9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0520971 Nov 27 01:56:19.696073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20daf926-fc91-463a-82e6-8eebbe3091b4 req-5c917ab1-1785-4f9e-97fd-148924b3a425 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Nov 27 01:56:20.809873 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4d3c8-a488-4815-843f-5777cfcfbb41 req-c855ed6e-526d-43a9-818b-d6c3057aa90c tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:20.811348 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08e4d3c8-a488-4815-843f-5777cfcfbb41 req-c855ed6e-526d-43a9-818b-d6c3057aa90c tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0479445 Nov 27 01:56:20.857681 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-08e4d3c8-a488-4815-843f-5777cfcfbb41 req-9215c8d4-e060-403f-940d-3c05cea88767 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Nov 27 01:56:21.976040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f832a-21c4-46e7-be3e-113bb65e3db4 req-09804a32-0b6f-43f8-9ae0-276868c2c380 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:21.977512 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f8f832a-21c4-46e7-be3e-113bb65e3db4 req-09804a32-0b6f-43f8-9ae0-276868c2c380 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0485284 Nov 27 01:56:22.023487 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2f8f832a-21c4-46e7-be3e-113bb65e3db4 req-a7a2bb64-7863-4ec4-b6bd-d497b35c3a1a tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400815 Nov 27 01:56:23.141057 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ad7d2-7bbb-4906-be90-c440b0189b97 req-1c54dd0b-96fa-4882-b86c-d228ad74112e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:23.142543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b90ad7d2-7bbb-4906-be90-c440b0189b97 req-1c54dd0b-96fa-4882-b86c-d228ad74112e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0524793 Nov 27 01:56:23.189177 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b90ad7d2-7bbb-4906-be90-c440b0189b97 req-07c54fd9-7706-4e68-9450-c9e9ae529413 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Nov 27 01:56:24.307418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511f490-a4a7-4877-bd2a-57dfea37b4bb req-a47d80f1-2d82-4ea6-b571-094414ee3efc tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:24.308898 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3511f490-a4a7-4877-bd2a-57dfea37b4bb req-a47d80f1-2d82-4ea6-b571-094414ee3efc tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0517447 Nov 27 01:56:24.358967 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3511f490-a4a7-4877-bd2a-57dfea37b4bb req-711abbb3-82d6-4fc1-8349-94ea5cb3f440 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440319 Nov 27 01:56:25.476800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e919dfd-3ae4-4412-a8e0-171cdcda9626 req-8b1a6a73-4498-4f32-ac3d-3db158d3f0a0 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:25.478268 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e919dfd-3ae4-4412-a8e0-171cdcda9626 req-8b1a6a73-4498-4f32-ac3d-3db158d3f0a0 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0487573 Nov 27 01:56:25.527306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e919dfd-3ae4-4412-a8e0-171cdcda9626 req-ff0db180-461e-4fd5-922a-014ff52c0055 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Nov 27 01:56:26.643075 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7abaf8-19e9-4dff-8511-bbdd55105ec4 req-b016a715-2da3-4ad2-a6f0-e8c1da5cfa88 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:26.644552 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca7abaf8-19e9-4dff-8511-bbdd55105ec4 req-b016a715-2da3-4ad2-a6f0-e8c1da5cfa88 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0481169 Nov 27 01:56:26.693845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca7abaf8-19e9-4dff-8511-bbdd55105ec4 req-edaed7ff-ce55-476c-9cfd-dde02b7f68f9 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Nov 27 01:56:27.041712 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-4e65799a-d46c-42fc-9bec-e01cc758b288 service neutron] 10.222.0.42 "GET /v2.0/ports/319ce62d-723a-4c06-9d89-228ec2f2dc5a/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.0545969 Nov 27 01:56:27.260419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-b660b223-ab29-4b88-b708-314774490de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:27.261928 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-b660b223-ab29-4b88-b708-314774490de4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b&tenant_id=ed9daabb30d54084a7cf69d346c80cef HTTP/1.1" status: 200 len: 1097 time: 0.0452189 Nov 27 01:56:27.334021 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-20f8de0b-4e9f-4a50-9fae-d5854d9ceeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:27.335457 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-20f8de0b-4e9f-4a50-9fae-d5854d9ceeb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 1097 time: 0.0403419 Nov 27 01:56:27.423838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-a5f83a94-da2c-4d57-8bc6-bd91dc0901e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:27.425318 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-a5f83a94-da2c-4d57-8bc6-bd91dc0901e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 914 time: 0.0824535 Nov 27 01:56:27.468933 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-7f8f33ba-5b61-4cbd-9361-8684a733dc19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a HTTP/1.1" status: 200 len: 217 time: 0.0368547 Nov 27 01:56:27.518417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-80fc32de-74a8-4eba-8f27-2340b716b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:27.519867 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-80fc32de-74a8-4eba-8f27-2340b716b2e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47a16469-d2dd-46cc-ba97-c39380063efa HTTP/1.1" status: 200 len: 853 time: 0.0439632 Nov 27 01:56:27.552368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-1355c4b4-572a-441d-a100-7ffd8ff5b8f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34d9f8ad-2a69-4869-a466-695d719e6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242190 Nov 27 01:56:27.643320 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-81546665-476e-4d33-980f-bf076e87068f service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831099 Nov 27 01:56:27.732698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2d5ab307-d9f9-455d-a682-3fdf32692408 req-eee07484-601f-486a-8e20-122a2bd208e0 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818515 Nov 27 01:56:27.818347 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506e6b6-6a73-4dae-8069-94257d257145 req-0cc77cd3-3f0f-4d40-a467-ff9150586f82 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:27.819843 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6506e6b6-6a73-4dae-8069-94257d257145 req-0cc77cd3-3f0f-4d40-a467-ff9150586f82 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0550423 Nov 27 01:56:27.870300 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6506e6b6-6a73-4dae-8069-94257d257145 req-38a5eb8f-b787-4517-ad94-27e43904f729 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423725 Nov 27 01:56:28.986962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb02ed-9694-4da0-9fc1-9f1024e40a06 req-a4ab8801-8eaa-42f6-9f68-008cd87dd82b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:28.988438 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56cb02ed-9694-4da0-9fc1-9f1024e40a06 req-a4ab8801-8eaa-42f6-9f68-008cd87dd82b tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0491333 Nov 27 01:56:29.039993 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56cb02ed-9694-4da0-9fc1-9f1024e40a06 req-f4f41c15-5564-460c-a850-901df0f59352 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447032 Nov 27 01:56:30.157094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a976005-abea-434b-ae2f-ea7b7c17afc7 req-abefc1ae-3401-4a5c-a832-6af45354e39f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:30.158475 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a976005-abea-434b-ae2f-ea7b7c17afc7 req-abefc1ae-3401-4a5c-a832-6af45354e39f tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0486178 Nov 27 01:56:30.205326 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a976005-abea-434b-ae2f-ea7b7c17afc7 req-77e93b2f-1788-4760-9bbe-48240e611334 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Nov 27 01:56:30.402792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f147e3-a44d-447e-b025-837074bfe85a req-bed275ec-2c2d-4a43-8c00-66c46bed60ea tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:30.404250 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-66f147e3-a44d-447e-b025-837074bfe85a req-bed275ec-2c2d-4a43-8c00-66c46bed60ea tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0537512 Nov 27 01:56:30.424673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee485ef-a24d-4e11-bb81-a6061c591c5d req-a4119075-bc0a-4680-b09e-7a72e256f323 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:30.426057 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ee485ef-a24d-4e11-bb81-a6061c591c5d req-a4119075-bc0a-4680-b09e-7a72e256f323 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.42 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b&tenant_id=ed9daabb30d54084a7cf69d346c80cef&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 946 time: 0.0516491 Nov 27 01:56:30.456390 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-66f147e3-a44d-447e-b025-837074bfe85a req-1fd7b222-9ba6-4442-baa2-9717e67ceaf1 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460441 Nov 27 01:56:30.515744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 319ce62d-723a-4c06-9d89-228ec2f2dc5a details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:56:30.525100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee485ef-a24d-4e11-bb81-a6061c591c5d req-bbbed021-084b-4965-abad-2a39657f55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:30.526615 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ee485ef-a24d-4e11-bb81-a6061c591c5d req-bbbed021-084b-4965-abad-2a39657f55d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed9daabb30d54084a7cf69d346c80cef&device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 1097 time: 0.0425942 Nov 27 01:56:30.526860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 319ce62d-723a-4c06-9d89-228ec2f2dc5a no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:56:30.628434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee485ef-a24d-4e11-bb81-a6061c591c5d req-1a0c444e-8814-4f03-bbc6-df112b8eb811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:30.629934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ee485ef-a24d-4e11-bb81-a6061c591c5d req-1a0c444e-8814-4f03-bbc6-df112b8eb811 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 200 len: 914 time: 0.0957756 Nov 27 01:56:30.670491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 319ce62d-723a-4c06-9d89-228ec2f2dc5a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:56:30.673618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ee485ef-a24d-4e11-bb81-a6061c591c5d req-ea041aea-dce4-415e-a23e-fe6c5d70ca21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a HTTP/1.1" status: 200 len: 217 time: 0.0352075 Nov 27 01:56:30.679091 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:30.690477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '319ce62d-723a-4c06-9d89-228ec2f2dc5a', 'network_id': '34d9f8ad-2a69-4869-a466-695d719e6d74', 'port_id': '319ce62d-723a-4c06-9d89-228ec2f2dc5a', 'mac_address': 'fa:16:3e:57:9f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a16469-d2dd-46cc-ba97-c39380063efa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:56:30.707322 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f7f88-38e2-48aa-9bd7-0531e844da3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319ce62d-723a-4c06-9d89-228ec2f2dc5a'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:56:30.709566 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f0f139-967e-4303-9e15-1fc1e9f88cac" -d '{"events": [{"server_uuid": "323f7f88-38e2-48aa-9bd7-0531e844da3b", "name": "network-vif-unplugged", "status": "completed", "tag": "319ce62d-723a-4c06-9d89-228ec2f2dc5a"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:56:30.726405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee485ef-a24d-4e11-bb81-a6061c591c5d req-bd597a9c-f1d8-4621-8a9a-67242de7dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:30.727886 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ee485ef-a24d-4e11-bb81-a6061c591c5d req-bd597a9c-f1d8-4621-8a9a-67242de7dfb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47a16469-d2dd-46cc-ba97-c39380063efa HTTP/1.1" status: 200 len: 853 time: 0.0468123 Nov 27 01:56:30.748302 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 319ce62d-723a-4c06-9d89-228ec2f2dc5a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:56:30.755219 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:30.760932 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:30.762776 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ee485ef-a24d-4e11-bb81-a6061c591c5d req-e09a2798-b31c-4095-ad7e-a3e8610d7055 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34d9f8ad-2a69-4869-a466-695d719e6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278509 Nov 27 01:56:30.779733 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e80af7c-7008-48d6-9f09-726fe29906db x-openstack-request-id: req-9e80af7c-7008-48d6-9f09-726fe29906db {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:56:30.780023 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f7f88-38e2-48aa-9bd7-0531e844da3b", "name": "network-vif-unplugged", "status": "completed", "tag": "319ce62d-723a-4c06-9d89-228ec2f2dc5a", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:56:30.780271 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e80af7c-7008-48d6-9f09-726fe29906db {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:56:30.780653 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323f7f88-38e2-48aa-9bd7-0531e844da3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319ce62d-723a-4c06-9d89-228ec2f2dc5a', 'code': 200} Nov 27 01:56:30.798495 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 319ce62d-723a-4c06-9d89-228ec2f2dc5a {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:56:30.843862 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=319ce62d-723a-4c06-9d89-228ec2f2dc5a,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:30.851993 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:56:30.852352 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:56:30.878952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ee485ef-a24d-4e11-bb81-a6061c591c5d req-d892680d-13ea-4235-ad42-dd6b65c8d824 service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877442 Nov 27 01:56:30.967980 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ee485ef-a24d-4e11-bb81-a6061c591c5d req-b5fee20f-47d9-4c9a-9e59-2fab9494a74e service neutron] 10.222.0.42 "GET /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808847 Nov 27 01:56:31.388565 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:31.405489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319ce62d-723a-4c06-9d89-228ec2f2dc5a {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:56:31.424953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 319ce62d-723a-4c06-9d89-228ec2f2dc5a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:56:31.429792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:31.478985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=319ce62d-723a-4c06-9d89-228ec2f2dc5a,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:31.582962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f7058-2846-4ddf-8733-b9efe449c294 req-27fe3db2-4411-4589-9918-f1c83a8656e6 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:31.585052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db0f7058-2846-4ddf-8733-b9efe449c294 req-27fe3db2-4411-4589-9918-f1c83a8656e6 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 945 time: 0.0536368 Nov 27 01:56:31.636313 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db0f7058-2846-4ddf-8733-b9efe449c294 req-1d7ecdb4-9172-4a07-9f2c-de7879d69025 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Nov 27 01:56:31.726069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['319ce62d-723a-4c06-9d89-228ec2f2dc5a'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:56:31.761830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1aa300-84ca-48a4-a23b-de5741e62790 req-9eea47aa-3688-4fb0-8b5c-7c7423e62d56 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:31.763350 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d1aa300-84ca-48a4-a23b-de5741e62790 req-9eea47aa-3688-4fb0-8b5c-7c7423e62d56 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 945 time: 0.0533469 Nov 27 01:56:31.810411 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0d1aa300-84ca-48a4-a23b-de5741e62790 req-cadf865a-791d-4c55-9d61-ea7fcbb66c6c tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Nov 27 01:56:31.922611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a2de8-1995-4e40-b62a-7464daad1377 req-55efc2a7-b37e-42aa-bcd9-d2d101e09bce tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:31.924056 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-654a2de8-1995-4e40-b62a-7464daad1377 req-55efc2a7-b37e-42aa-bcd9-d2d101e09bce tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 945 time: 0.0474739 Nov 27 01:56:31.972546 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-654a2de8-1995-4e40-b62a-7464daad1377 req-9ecafa23-3878-472f-86bb-d8e4aeed11ae tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Nov 27 01:56:32.293972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac1ea7-a0c1-453f-aae3-86c4c924d2d1 req-39e51b01-9975-4105-8cca-e2ab8eeebc8e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:32.295444 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61ac1ea7-a0c1-453f-aae3-86c4c924d2d1 req-39e51b01-9975-4105-8cca-e2ab8eeebc8e tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 945 time: 0.0474255 Nov 27 01:56:32.341973 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61ac1ea7-a0c1-453f-aae3-86c4c924d2d1 req-73c4019e-d7ab-472f-b95a-94c39825ce53 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405769 Nov 27 01:56:32.519638 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 319ce62d-723a-4c06-9d89-228ec2f2dc5a up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:56:32.567287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 319ce62d-723a-4c06-9d89-228ec2f2dc5a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:32.567659 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:32.640584 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:32.675940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 319ce62d-723a-4c06-9d89-228ec2f2dc5a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:56:32.679826 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:32.728992 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=319ce62d-723a-4c06-9d89-228ec2f2dc5a,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:32.781200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f7f88-38e2-48aa-9bd7-0531e844da3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319ce62d-723a-4c06-9d89-228ec2f2dc5a'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:56:32.783415 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe24636-3407-4e36-bd37-06f70b4b8abc" -d '{"events": [{"server_uuid": "323f7f88-38e2-48aa-9bd7-0531e844da3b", "name": "network-vif-plugged", "status": "completed", "tag": "319ce62d-723a-4c06-9d89-228ec2f2dc5a"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:56:32.819508 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf0cbf2-b826-4698-96b0-61a40c19cf72 x-openstack-request-id: req-ecf0cbf2-b826-4698-96b0-61a40c19cf72 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:56:32.819795 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f7f88-38e2-48aa-9bd7-0531e844da3b", "name": "network-vif-plugged", "status": "completed", "tag": "319ce62d-723a-4c06-9d89-228ec2f2dc5a", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:56:32.820048 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecf0cbf2-b826-4698-96b0-61a40c19cf72 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:56:32.820439 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323f7f88-38e2-48aa-9bd7-0531e844da3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319ce62d-723a-4c06-9d89-228ec2f2dc5a', 'code': 200} Nov 27 01:56:33.461509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e164-4d4d-4386-abaf-0b2bb5ec682a req-371df953-1bb2-408e-be03-74ec5b2f0e26 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:33.462988 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46c6e164-4d4d-4386-abaf-0b2bb5ec682a req-371df953-1bb2-408e-be03-74ec5b2f0e26 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0525405 Nov 27 01:56:33.508447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46c6e164-4d4d-4386-abaf-0b2bb5ec682a req-d8592824-4cbe-488e-b60e-2633fd2ba6a2 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/security-groups?id=119eda77-b629-4729-99b3-39153bb5e493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Nov 27 01:56:33.622342 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e4eda-7cb6-45ab-840c-cf3674c27d23 req-bc4c47c3-f801-450b-adea-22e47a3ee276 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:33.623693 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-458e4eda-7cb6-45ab-840c-cf3674c27d23 req-bc4c47c3-f801-450b-adea-22e47a3ee276 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.42 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 946 time: 0.0472102 Nov 27 01:56:33.714731 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-458e4eda-7cb6-45ab-840c-cf3674c27d23 req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Deleting port 319ce62d-723a-4c06-9d89-228ec2f2dc5a {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:56:33.715069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-458e4eda-7cb6-45ab-840c-cf3674c27d23 req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:33.805319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-458e4eda-7cb6-45ab-840c-cf3674c27d23 req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] For port 319ce62d-723a-4c06-9d89-228ec2f2dc5a, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=319ce62d-723a-4c06-9d89-228ec2f2dc5a,segment=NetworkSegment(20e4cc30-59aa-448e-82a4-3d1ba9076d62),segment_id=20e4cc30-59aa-448e-82a4-3d1ba9076d62)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:56:33.805675 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-458e4eda-7cb6-45ab-840c-cf3674c27d23 req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:33.817734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-458e4eda-7cb6-45ab-840c-cf3674c27d23 req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Calling delete_port for 319ce62d-723a-4c06-9d89-228ec2f2dc5a owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:56:33.943612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-458e4eda-7cb6-45ab-840c-cf3674c27d23 req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:33.975415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Pushing event deleted for resources: {'Port': ['ID=319ce62d-723a-4c06-9d89-228ec2f2dc5a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:33.977179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['319ce62d-723a-4c06-9d89-228ec2f2dc5a'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:56:33.987689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:33.988039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:33.988409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:33.988716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:33.989051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:33.989383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:33.990222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:33.990576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:33.990904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:33.991228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:33.991564 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:33.991875 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:34.025172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-458e4eda-7cb6-45ab-840c-cf3674c27d23 req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] No DVR routers for this DVR port 319ce62d-723a-4c06-9d89-228ec2f2dc5a on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:56:34.027724 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-458e4eda-7cb6-45ab-840c-cf3674c27d23 req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:34.030984 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-458e4eda-7cb6-45ab-840c-cf3674c27d23 req-16f82fd9-f1e2-442f-b13f-75bb70d55072 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.42 "DELETE /v2.0/ports/319ce62d-723a-4c06-9d89-228ec2f2dc5a HTTP/1.1" status: 204 len: 173 time: 0.4009068 Nov 27 01:56:34.031421 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f7f88-38e2-48aa-9bd7-0531e844da3b', 'name': 'network-vif-deleted', 'tag': '319ce62d-723a-4c06-9d89-228ec2f2dc5a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:56:34.033626 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e831fbc-2620-4c61-b0b1-b55d1ca19085" -d '{"events": [{"server_uuid": "323f7f88-38e2-48aa-9bd7-0531e844da3b", "name": "network-vif-deleted", "tag": "319ce62d-723a-4c06-9d89-228ec2f2dc5a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:56:34.075787 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2dfd5d-5db8-4f97-9d6e-d2e66d9b4961 x-openstack-request-id: req-4b2dfd5d-5db8-4f97-9d6e-d2e66d9b4961 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:56:34.076102 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f7f88-38e2-48aa-9bd7-0531e844da3b", "name": "network-vif-deleted", "tag": "319ce62d-723a-4c06-9d89-228ec2f2dc5a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:56:34.076353 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b2dfd5d-5db8-4f97-9d6e-d2e66d9b4961 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:56:34.076753 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323f7f88-38e2-48aa-9bd7-0531e844da3b', 'name': 'network-vif-deleted', 'tag': '319ce62d-723a-4c06-9d89-228ec2f2dc5a', 'status': 'completed', 'code': 200} Nov 27 01:56:34.622873 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-776292ef-fa50-42b1-b187-16ac4549d31a req-f4f9976d-4f7c-4228-b6dd-bdf132c98b17 tempest-ServerDiskConfigTestJSON-625537939 tempest-ServerDiskConfigTestJSON-625537939-project] 10.222.0.37 "GET /v2.0/ports?device_id=323f7f88-38e2-48aa-9bd7-0531e844da3b HTTP/1.1" status: 200 len: 210 time: 0.0296509 Nov 27 01:56:35.742818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48754) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:35.785775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-5587ddc0-c776-4a9a-b216-aff08c1c2416 admin admin] Deleting subnet 47a16469-d2dd-46cc-ba97-c39380063efa {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 01:56:35.789617 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5587ddc0-c776-4a9a-b216-aff08c1c2416 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:35.823695 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5587ddc0-c776-4a9a-b216-aff08c1c2416 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:35.861296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5587ddc0-c776-4a9a-b216-aff08c1c2416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:35.910577 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5587ddc0-c776-4a9a-b216-aff08c1c2416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:35.941832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587ddc0-c776-4a9a-b216-aff08c1c2416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a16469-d2dd-46cc-ba97-c39380063efa,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:35.943883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5587ddc0-c776-4a9a-b216-aff08c1c2416 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:35.949316 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5587ddc0-c776-4a9a-b216-aff08c1c2416 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/47a16469-d2dd-46cc-ba97-c39380063efa HTTP/1.1" status: 204 len: 168 time: 0.2032514 Nov 27 01:56:35.950079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48756) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:36.018175 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:36.098979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:36.119137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d9f8ad-2a69-4869-a466-695d719e6d74']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:36.128182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e4cc30-59aa-448e-82a4-3d1ba9076d62') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:36.128476 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e4cc30-59aa-448e-82a4-3d1ba9076d62') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:36.137612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:36.150714 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:36.156445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 01:56:36.156853 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: timer() Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 01:56:36.158510 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 01:56:36.210628 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:36.215322 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:36.219223 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] 10.222.0.37 "DELETE /v2.0/networks/34d9f8ad-2a69-4869-a466-695d719e6d74 HTTP/1.1" status: 204 len: 168 time: 0.2675698 Nov 27 01:56:36.232219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a1cac-7a34-4705-9bfd-8567b7a4ca06 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d9f8ad-2a69-4869-a466-695d719e6d74,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:36.324432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48760) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:36.364036 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71aa2fa9-1dc0-41d2-8e91-717f401d405e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed9daabb30d54084a7cf69d346c80cef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381734 Nov 27 01:56:36.366552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48762) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:36.416920 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b40ff7c6-4523-4bb4-94c5-57a76392d236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:36.437409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b40ff7c6-4523-4bb4-94c5-57a76392d236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:36.482652 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b40ff7c6-4523-4bb4-94c5-57a76392d236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:36.485241 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b40ff7c6-4523-4bb4-94c5-57a76392d236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:36.486436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b40ff7c6-4523-4bb4-94c5-57a76392d236 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/119eda77-b629-4729-99b3-39153bb5e493 HTTP/1.1" status: 204 len: 168 time: 0.1189313 Nov 27 01:56:36.493763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ff7c6-4523-4bb4-94c5-57a76392d236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119eda77-b629-4729-99b3-39153bb5e493,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:37.138602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48784) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:37.231238 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1964834143-network', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:56:37.252347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Made reservation on behalf of c5df9b9c20624436aeb2ea7d2435052f for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:56:37.254524 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.262677 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.335616 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.339284 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.359917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 01:56:37.377201 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.377731 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Added segment 6e954be9-a4ba-428c-b0c5-5fb900ee341d of type vlan for network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 Nov 27 01:56:37.378990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd22fbae-42ca-48eb-8860-aa73224820ab,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:37.426913 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.451613 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.452580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:37.453154 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.503532 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3637459 Nov 27 01:56:37.506344 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48788) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:37.510963 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-82a1663c-fe00-4102-b138-68c898086fd9 admin admin] Request body: {'subnet': {'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1964834143-subnet', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:56:37.527348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4193fb8-7e56-4c73-bd08-64b2984b3f76 admin admin] Pushing event updated for resources: {'Network': ['ID=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:37.537577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 01:56:37.542775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a1663c-fe00-4102-b138-68c898086fd9 admin admin] Made reservation on behalf of c5df9b9c20624436aeb2ea7d2435052f for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:56:37.545266 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-82a1663c-fe00-4102-b138-68c898086fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.713091 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-82a1663c-fe00-4102-b138-68c898086fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.767922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1663c-fe00-4102-b138-68c898086fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc1df65-18fb-4963-8704-0fb84bf9142d,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:37.776829 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1663c-fe00-4102-b138-68c898086fd9 admin admin] Checking segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:56:37.777186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1663c-fe00-4102-b138-68c898086fd9 admin admin] Network hostable DHCP agents. Network: e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 01:56:37.794159 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1663c-fe00-4102-b138-68c898086fd9 admin admin] Network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 01:56:37.802474 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-82a1663c-fe00-4102-b138-68c898086fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:56:37.806959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a1663c-fe00-4102-b138-68c898086fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:37.807567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-82a1663c-fe00-4102-b138-68c898086fd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.811978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59576e92-2f9a-4e9e-be52-0666337b4cbd None None] Network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:56:37.823917 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-82a1663c-fe00-4102-b138-68c898086fd9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3165610 Nov 27 01:56:37.826738 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48790) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:37.830904 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:56:37.851615 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.852606 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.912939 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:37.961303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 01:56:37.962700 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:38.049480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:38.100464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Allocated IP 172.20.0.2 (e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643/5bc1df65-18fb-4963-8704-0fb84bf9142d/94bf7304-c063-49fe-be4e-94327b931449) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:56:38.249776 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:38.256831 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:38.301729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:56:38.304955 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:56:38.307541 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:56:38.320357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Pushing event updated for resources: {'Port': ['ID=94bf7304-c063-49fe-be4e-94327b931449,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:38.369390 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Attempting to bind port 94bf7304-c063-49fe-be4e-94327b931449 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:56:38.369757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Attempting to bind port 94bf7304-c063-49fe-be4e-94327b931449 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:56:38.370121 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Attempting to bind port 94bf7304-c063-49fe-be4e-94327b931449 on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:56:38.375430 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:56:38.375800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Checking segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:56:38.376198 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:38.376609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Bound using segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:56:38.377076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Bound port: 94bf7304-c063-49fe-be4e-94327b931449, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:56:38.377452 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:38.440932 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] For port 94bf7304-c063-49fe-be4e-94327b931449, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:56:38.444809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] For port 94bf7304-c063-49fe-be4e-94327b931449, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=94bf7304-c063-49fe-be4e-94327b931449,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:56:38.450146 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:38.513104 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a69b9-560e-48f6-a17b-be1694277354 None None] Pushing event updated for resources: {'Port': ['ID=94bf7304-c063-49fe-be4e-94327b931449,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:38.563471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 319ce62d-723a-4c06-9d89-228ec2f2dc5a no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:56:38.579184 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:38.584884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 319ce62d-723a-4c06-9d89-228ec2f2dc5a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:56:38.585224 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 319ce62d-723a-4c06-9d89-228ec2f2dc5a not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:56:38.599560 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:38.729524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Allocated IP 172.25.3.220 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/80c75c6d-66bc-45c2-a790-b258c2836881) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:56:38.835837 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:38.869649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:38.912977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:56:38.915792 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:56:38.919306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:56:38.929896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b446c5-cccd-4d25-b2b2-cb614938e473 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:56:38.941561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Pushing event updated for resources: {'Port': ['ID=80c75c6d-66bc-45c2-a790-b258c2836881,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:38.987887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8960e3b5-a513-484b-82e9-3b3106c9e420 None None] Provisioning complete for port 80c75c6d-66bc-45c2-a790-b258c2836881 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:38.988262 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8960e3b5-a513-484b-82e9-3b3106c9e420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:39.027785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8960e3b5-a513-484b-82e9-3b3106c9e420 None None] Port 80c75c6d-66bc-45c2-a790-b258c2836881 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:56:39.176634 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:39.391711 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:39.430929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383fe00f-1cf2-44d1-adb4-1b0ba2b6117a None None] Network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 01:56:39.494099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-17a638a0-e1b9-4170-92b8-417a011b65d3 None None] Provisioning complete for port 94bf7304-c063-49fe-be4e-94327b931449 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:39.494484 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-17a638a0-e1b9-4170-92b8-417a011b65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:39.525741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Router 214ec205-56b8-459f-acbc-cda1066d1c77 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 01:56:39.633880 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:56:39.642596 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-17a638a0-e1b9-4170-92b8-417a011b65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:39.644510 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Sync routers for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:56:39.654744 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:39.655541 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:56:39.656194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-72b75cb3-cba9-4952-afba-faaaafde4354 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8285232 Nov 27 01:56:39.656755 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:56:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:39.659138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48792) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:39.687388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-17a638a0-e1b9-4170-92b8-417a011b65d3 None None] For port 94bf7304-c063-49fe-be4e-94327b931449, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=94bf7304-c063-49fe-be4e-94327b931449,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:56:39.692158 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-17a638a0-e1b9-4170-92b8-417a011b65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:39.747279 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a638a0-e1b9-4170-92b8-417a011b65d3 None None] Pushing event updated for resources: {'Port': ['ID=94bf7304-c063-49fe-be4e-94327b931449,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:39.770723 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:56:39.918311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-48298a4b-e754-4279-9cc7-7dce9e5e21b6 None None] Provisioning complete for port 94bf7304-c063-49fe-be4e-94327b931449 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:39.918849 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48298a4b-e754-4279-9cc7-7dce9e5e21b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:39.956815 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:39Z', 'revision_number': 3, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:39.985191 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Checking router: 214ec205-56b8-459f-acbc-cda1066d1c77 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:56:39.985544 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Updating router 214ec205-56b8-459f-acbc-cda1066d1c77 port 80c75c6d-66bc-45c2-a790-b258c2836881 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:56:40.011913 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.120013 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.258542 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.263876 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.273737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Allocated IP 172.20.0.1 (e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643/5bc1df65-18fb-4963-8704-0fb84bf9142d/5672e88a-10ea-4ff1-ac74-6fc951ebd5ac) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:56:40.308792 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90922fc0-1d68-4fc7-8ecd-c09a4f3498ab None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:56:40.321183 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Attempting to bind port 80c75c6d-66bc-45c2-a790-b258c2836881 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:56:40.321630 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Attempting to bind port 80c75c6d-66bc-45c2-a790-b258c2836881 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:56:40.322116 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Attempting to bind port 80c75c6d-66bc-45c2-a790-b258c2836881 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:56:40.325130 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Pushing event updated for resources: {'Port': ['ID=80c75c6d-66bc-45c2-a790-b258c2836881,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:40.332996 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:56:40.334104 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:56:40.334528 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.334917 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:56:40.335381 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Bound port: 80c75c6d-66bc-45c2-a790-b258c2836881, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:56:40.335756 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.338996 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:40.339336 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:40.339675 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:40.340007 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:40.340343 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:40.340677 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:40.340990 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:40.341306 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:40.341624 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:40.341940 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:40.342282 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:40.342602 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:40.376457 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.398303 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] For port 80c75c6d-66bc-45c2-a790-b258c2836881, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:56:40.401813 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] For port 80c75c6d-66bc-45c2-a790-b258c2836881, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=80c75c6d-66bc-45c2-a790-b258c2836881,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:56:40.406498 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.427376 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.429423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-698d7a60-c84e-49a1-ac29-0e4a9ebedc7e None None] Provisioning complete for port 80c75c6d-66bc-45c2-a790-b258c2836881 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:40.430112 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-698d7a60-c84e-49a1-ac29-0e4a9ebedc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.467029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e82702-1378-4fde-90a9-bf41901c64b1 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 01:56:40.470376 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c034a-f8e2-4df4-8957-05e4ad2088a7 None None] Pushing event updated for resources: {'Port': ['ID=80c75c6d-66bc-45c2-a790-b258c2836881,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:40.475953 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:56:40.476568 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:56:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:40.484240 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 94bf7304-c063-49fe-be4e-94327b931449 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:56:40.496161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:56:40.501812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:56:40.504134 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Pushing event updated for resources: {'Port': ['ID=5672e88a-10ea-4ff1-ac74-6fc951ebd5ac,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:40.507022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:56:40.551418 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.592412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 94bf7304-c063-49fe-be4e-94327b931449 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:40.592869 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.633932 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-698d7a60-c84e-49a1-ac29-0e4a9ebedc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.666678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-698d7a60-c84e-49a1-ac29-0e4a9ebedc7e None None] For port 80c75c6d-66bc-45c2-a790-b258c2836881, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=80c75c6d-66bc-45c2-a790-b258c2836881,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:56:40.680205 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-698d7a60-c84e-49a1-ac29-0e4a9ebedc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.727793 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:56:40.731238 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.779097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d7a60-c84e-49a1-ac29-0e4a9ebedc7e None None] Pushing event updated for resources: {'Port': ['ID=80c75c6d-66bc-45c2-a790-b258c2836881,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:40.803965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e18000eb-1124-4223-ae0b-9b1552c5ba8e None None] Provisioning complete for port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:40.804251 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18000eb-1124-4223-ae0b-9b1552c5ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.838687 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e18000eb-1124-4223-ae0b-9b1552c5ba8e None None] Port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:56:40.849369 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e18000eb-1124-4223-ae0b-9b1552c5ba8e None None] Provisioning complete for port 80c75c6d-66bc-45c2-a790-b258c2836881 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:40.850070 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18000eb-1124-4223-ae0b-9b1552c5ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.910142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.915493 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.919879 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:39Z', 'revision_number': 3, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:40.947419 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bb451e-d024-4054-ae0b-9e9de665a7e4 None None] The sync data for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 is: [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:39Z', 'revision_number': 3, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:56:40.985277 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:40.987156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Pushing event updated for resources: {'Port': ['ID=5672e88a-10ea-4ff1-ac74-6fc951ebd5ac,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:41.088656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:56:41.090203 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:56:41.241209 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Router 214ec205-56b8-459f-acbc-cda1066d1c77 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:56:41.405467 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:56:41.418605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3101c143-d36f-4a95-8169-f4a6c32740f6 admin admin] 10.222.0.37 "PUT /v2.0/routers/214ec205-56b8-459f-acbc-cda1066d1c77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7578967 Nov 27 01:56:41.472528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-5bdc46b1-1c91-4a6a-99e7-ba4ba55632a9 None None] Provisioning complete for port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:41.473546 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5bdc46b1-1c91-4a6a-99e7-ba4ba55632a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:41.509216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc46b1-1c91-4a6a-99e7-ba4ba55632a9 None None] Port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:56:41.581891 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ebee56dc-7afe-4bd8-8744-85075f5f542d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.070534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48800) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:42.075763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-60bd062d-834f-442b-a880-336e94217a38 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512780805', 'description': 'tempest-description--2015845705'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:56:42.101344 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60bd062d-834f-442b-a880-336e94217a38 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.170929 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60bd062d-834f-442b-a880-336e94217a38 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.174516 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60bd062d-834f-442b-a880-336e94217a38 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.205082 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60bd062d-834f-442b-a880-336e94217a38 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.206335 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-60bd062d-834f-442b-a880-336e94217a38 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1347289 Nov 27 01:56:42.207448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd062d-834f-442b-a880-336e94217a38 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6942d887-6b48-43c8-a8a1-014b5d2d3f2e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:42.209822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 48802) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:42.215235 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Request body: {'security_group_rule': {'security_group_id': '6942d887-6b48-43c8-a8a1-014b5d2d3f2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:56:42.245046 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.313821 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.317403 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.339033 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c16ff4-279b-4706-b13a-906f1d7d2bed,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:42.350535 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.354771 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48804) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:42.354926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434352 Nov 27 01:56:42.356891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:42.357258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:42.357597 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:42.357927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:42.358457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:42.358835 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:42.359167 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:42.359334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2103b5c5-e7ac-49f7-a7bb-f2fcc3d79b25 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Request body: {'security_group_rule': {'security_group_id': '6942d887-6b48-43c8-a8a1-014b5d2d3f2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:56:42.359482 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:42.359991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:42.360587 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:42.361071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:42.361561 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecae2be-d77e-445f-a65f-91555a760290 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:56:42.389124 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2103b5c5-e7ac-49f7-a7bb-f2fcc3d79b25 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.448670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 80c75c6d-66bc-45c2-a790-b258c2836881 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:56:42.460396 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2103b5c5-e7ac-49f7-a7bb-f2fcc3d79b25 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.463962 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2103b5c5-e7ac-49f7-a7bb-f2fcc3d79b25 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.482943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103b5c5-e7ac-49f7-a7bb-f2fcc3d79b25 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b751053-437f-46dc-9f84-724e59bdd374,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:42.491842 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2103b5c5-e7ac-49f7-a7bb-f2fcc3d79b25 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.493193 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2103b5c5-e7ac-49f7-a7bb-f2fcc3d79b25 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373324 Nov 27 01:56:42.496203 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48806) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:42.499896 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 80c75c6d-66bc-45c2-a790-b258c2836881 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:42.500265 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.500555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:56:42.522676 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.585148 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Sync routers for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:56:42.594485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:56:42.595101 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:56:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:42.626958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.730744 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Allocated IP 172.25.3.150 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/5d2eb0a4-cca9-4a4f-bc94-5314afc4e514) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:56:42.838500 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.846848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:56:42.874345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:42.906865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:56:42.909701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:56:42.915786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:56:42.947977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event updated for resources: {'Port': ['ID=5d2eb0a4-cca9-4a4f-bc94-5314afc4e514,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:43.006338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.045202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 2, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:43.076220 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Checking router: 214ec205-56b8-459f-acbc-cda1066d1c77 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:56:43.076570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Updating router 214ec205-56b8-459f-acbc-cda1066d1c77 port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 01:56:43.103474 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.369046 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.385440 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.390452 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.467226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856382a-e285-43c4-a958-84707467434e None None] Pushing event updated for resources: {'Port': ['ID=5672e88a-10ea-4ff1-ac74-6fc951ebd5ac,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:43.494862 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Attempting to bind port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:56:43.495491 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Attempting to bind port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:56:43.495858 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Attempting to bind port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:56:43.501047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:56:43.501540 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Checking segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:56:43.502019 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.502473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Bound using segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:56:43.502926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Bound port: 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:56:43.503300 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.536558 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.541297 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.584787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] For port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:56:43.588285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] For port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5672e88a-10ea-4ff1-ac74-6fc951ebd5ac,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:56:43.593835 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.618573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event updated for resources: {'Port': ['ID=5d2eb0a4-cca9-4a4f-bc94-5314afc4e514,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:43.634692 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.653526 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.662306 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-afc3e4d1-da4c-4fe5-af9e-15602d395a9a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1576560 Nov 27 01:56:43.662538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:56:43.662538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:56:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:43.693898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856382a-e285-43c4-a958-84707467434e None None] Pushing event updated for resources: {'Port': ['ID=5672e88a-10ea-4ff1-ac74-6fc951ebd5ac,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:43.776319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-76f02571-823f-4c08-86ff-989a536022dc None None] Provisioning complete for port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:43.776695 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-76f02571-823f-4c08-86ff-989a536022dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:43.805501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:56:43.831549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-81f8b150-6551-499f-b0a8-d9f1e62e895d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1512780805&fields=id&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 267 time: 0.0577610 Nov 27 01:56:43.948855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-64821bc8-7e40-4c2c-a986-1a8b3ebf95f9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:43.951251 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-64821bc8-7e40-4c2c-a986-1a8b3ebf95f9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 812 time: 0.1119683 Nov 27 01:56:43.968357 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-cac7f75b-4c93-48a2-b20f-c2736d7b0da4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/quotas/c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 375 time: 0.0097477 Nov 27 01:56:43.993877 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4894950c-4090-409b-9c62-acf6f749f046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:44.010143 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-76f02571-823f-4c08-86ff-989a536022dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:44.034231 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-68e871b9-c385-4e10-84fd-2395c462ce7e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602493 Nov 27 01:56:44.078707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-76f02571-823f-4c08-86ff-989a536022dc None None] For port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5672e88a-10ea-4ff1-ac74-6fc951ebd5ac,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:56:44.085019 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-76f02571-823f-4c08-86ff-989a536022dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:44.137983 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-b83ad689-8527-4079-871a-2549676e78f8 service neutron] 10.222.0.37 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903914 Nov 27 01:56:44.145678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f02571-823f-4c08-86ff-989a536022dc None None] Pushing event updated for resources: {'Port': ['ID=5672e88a-10ea-4ff1-ac74-6fc951ebd5ac,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:44.150892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:43Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:44.177755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e2f62f-3fd9-4eae-b88c-db0c0b3b3a51 None None] The sync data for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 is: [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:43Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:56:44.207265 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-382bf412-045c-49f7-a8b0-2f3dd7cec5ed None None] Provisioning complete for port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:44.207858 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-382bf412-045c-49f7-a8b0-2f3dd7cec5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:44.264251 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-6e75de35-966b-4a82-9645-03f271a7687c service neutron] 10.222.0.37 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202457 Nov 27 01:56:44.453812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:56:44.463879 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-694e329c-739f-4da1-8180-be704af2b792 req-cdaebd62-384b-44cc-ba81-4d0b8fab1a79 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 210 time: 0.0348413 Nov 27 01:56:44.512573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:44.513053 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:44.690751 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:45.174108 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:45.295147 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:56:45.550037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-b10632a4-ab8e-4c32-be86-cd1dc066a130 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:45.552254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-b10632a4-ab8e-4c32-be86-cd1dc066a130 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 812 time: 0.1104159 Nov 27 01:56:45.564236 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-45301816-b05d-413a-a9e8-6da9909d25d3 req-4a15cdc0-f112-4b28-beb8-39cfd6cb83cc tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 210 time: 0.0283806 Nov 27 01:56:45.623750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-fb0b47e1-eaee-499d-b560-34eed66a07d1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 380 time: 0.0548456 Nov 27 01:56:45.646774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Request body: {'port': {'device_id': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'admin_state_up': True, 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'security_groups': ['6942d887-6b48-43c8-a8a1-014b5d2d3f2e']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:56:45.758990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Made reservation on behalf of c5df9b9c20624436aeb2ea7d2435052f for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:56:45.762819 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:45.882155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Allocated IP 172.20.0.3 (e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643/5bc1df65-18fb-4963-8704-0fb84bf9142d/207c9d41-c47b-4e76-b535-53f09f910c1c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:56:46.019883 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:46.053851 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:46.093524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:56:46.098648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:56:46.101696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:56:46.143901 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event updated for resources: {'Port': ['ID=207c9d41-c47b-4e76-b535-53f09f910c1c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:46.165088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:46.165738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:46.183425 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-a7ffde44-394d-4502-880d-db4059e3881c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5403914 Nov 27 01:56:46.202096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Request body: {'port': {'device_id': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:56:46.259805 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:46.355746 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-15f9d28e-1ce5-444f-832b-f9e84a10d337 None None] Provisioning complete for port 207c9d41-c47b-4e76-b535-53f09f910c1c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:46.356248 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-15f9d28e-1ce5-444f-832b-f9e84a10d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:46.389644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-15f9d28e-1ce5-444f-832b-f9e84a10d337 None None] Port 207c9d41-c47b-4e76-b535-53f09f910c1c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:56:46.524457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207c9d41-c47b-4e76-b535-53f09f910c1c {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:56:46.532010 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:46.544154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Transition to ACTIVE for port object 207c9d41-c47b-4e76-b535-53f09f910c1c will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:56:46.547943 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:46.602513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Pushing event updated for resources: {'Port': ['ID=207c9d41-c47b-4e76-b535-53f09f910c1c,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:46.701196 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Attempting to bind port 207c9d41-c47b-4e76-b535-53f09f910c1c on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:56:46.701527 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Attempting to bind port 207c9d41-c47b-4e76-b535-53f09f910c1c by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:56:46.701853 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Attempting to bind port 207c9d41-c47b-4e76-b535-53f09f910c1c on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:56:46.709109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Port 207c9d41-c47b-4e76-b535-53f09f910c1c on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:56:46.709432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Attempting to bind port 207c9d41-c47b-4e76-b535-53f09f910c1c on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:56:46.717533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:56:46.717866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Checking segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:56:46.718263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Bound using segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:56:46.718702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Bound port: 207c9d41-c47b-4e76-b535-53f09f910c1c, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:56:46.719050 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:46.729611 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5a82f-478c-4012-92d4-4c9b21f4c13d req-d19d4093-3fc4-45c2-895a-2233371b1d92 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:46.731192 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9cf5a82f-478c-4012-92d4-4c9b21f4c13d req-d19d4093-3fc4-45c2-895a-2233371b1d92 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 943 time: 0.0801246 Nov 27 01:56:46.825623 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9cf5a82f-478c-4012-92d4-4c9b21f4c13d req-77385e55-1627-4a6e-b151-b5159f0566f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878789 Nov 27 01:56:46.832167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] For port 207c9d41-c47b-4e76-b535-53f09f910c1c, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:56:46.835092 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] For port 207c9d41-c47b-4e76-b535-53f09f910c1c, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=207c9d41-c47b-4e76-b535-53f09f910c1c,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:56:46.839456 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:46.862521 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:46.874695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:46.875319 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:46.876725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] 10.222.0.42 "PUT /v2.0/ports/207c9d41-c47b-4e76-b535-53f09f910c1c HTTP/1.1" status: 200 len: 1091 time: 0.6794128 Nov 27 01:56:46.877167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'tag': '207c9d41-c47b-4e76-b535-53f09f910c1c'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:56:46.879557 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07bf2d9-95b7-4623-b2c3-da2c0862db56" -d '{"events": [{"name": "network-changed", "server_uuid": "7e71975a-0349-41ce-8912-0e2b61b56b35", "tag": "207c9d41-c47b-4e76-b535-53f09f910c1c"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:56:46.908641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fd63c-dc35-4e1b-b616-8b674c243db0 service neutron] Pushing event updated for resources: {'Port': ['ID=207c9d41-c47b-4e76-b535-53f09f910c1c,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:46.948382 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd6dad8-ecac-4b7e-9e98-3e01b475e525 x-openstack-request-id: req-7bd6dad8-ecac-4b7e-9e98-3e01b475e525 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:56:46.948676 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e71975a-0349-41ce-8912-0e2b61b56b35", "tag": "207c9d41-c47b-4e76-b535-53f09f910c1c", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:56:46.948940 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bd6dad8-ecac-4b7e-9e98-3e01b475e525 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:56:46.949343 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'tag': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'status': 'completed', 'code': 200} Nov 27 01:56:46.983221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-9623c35f-2825-4134-834a-53ad183ec4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:46.984774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-9623c35f-2825-4134-834a-53ad183ec4a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 1094 time: 0.0467472 Nov 27 01:56:47.037532 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-d460f4f3-aa6d-473a-ba7e-944170c8763c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=207c9d41-c47b-4e76-b535-53f09f910c1c HTTP/1.1" status: 200 len: 217 time: 0.0398536 Nov 27 01:56:47.089348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-7844d65c-b595-4392-9968-6ce42ecbbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:47.090822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-7844d65c-b595-4392-9968-6ce42ecbbeb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0448403 Nov 27 01:56:47.138507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-e1f61d32-6c37-409e-8214-ae7d7fbb0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:47.140017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-e1f61d32-6c37-409e-8214-ae7d7fbb0b27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422196 Nov 27 01:56:47.233147 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-b11f8290-caac-4a32-8f8c-bffe2bc10672 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854378 Nov 27 01:56:47.324980 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15604327-a0bc-4701-9a89-7f94279c4ef0 req-b02d31e8-2122-4bf1-9fb0-4e031f249e6a service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839322 Nov 27 01:56:47.457392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bf2d9-95b7-4623-b2c3-da2c0862db56 req-75ab3cac-80ac-40a5-94ca-0d9332dcd0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:47.460083 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c07bf2d9-95b7-4623-b2c3-da2c0862db56 req-75ab3cac-80ac-40a5-94ca-0d9332dcd0a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 1094 time: 0.0464661 Nov 27 01:56:47.461416 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:47.551244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bf2d9-95b7-4623-b2c3-da2c0862db56 req-548181ab-339b-47d1-83f8-ab8f80a14a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:47.552754 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c07bf2d9-95b7-4623-b2c3-da2c0862db56 req-548181ab-339b-47d1-83f8-ab8f80a14a5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0844884 Nov 27 01:56:47.598090 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c07bf2d9-95b7-4623-b2c3-da2c0862db56 req-8c36afc6-60b8-4019-9944-b799ddaf4d6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=207c9d41-c47b-4e76-b535-53f09f910c1c HTTP/1.1" status: 200 len: 217 time: 0.0377519 Nov 27 01:56:47.632538 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:47.655154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bf2d9-95b7-4623-b2c3-da2c0862db56 req-f1615317-1a7f-46fb-bcfa-717bc6ab4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:47.656608 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c07bf2d9-95b7-4623-b2c3-da2c0862db56 req-f1615317-1a7f-46fb-bcfa-717bc6ab4ba0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0493608 Nov 27 01:56:47.704541 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bf2d9-95b7-4623-b2c3-da2c0862db56 req-b17f184b-2579-4bf9-b58b-16fedb8445d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:47.706012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c07bf2d9-95b7-4623-b2c3-da2c0862db56 req-b17f184b-2579-4bf9-b58b-16fedb8445d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405655 Nov 27 01:56:47.798036 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c07bf2d9-95b7-4623-b2c3-da2c0862db56 req-7fb49d56-dab0-41fa-a277-488253d937da service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826008 Nov 27 01:56:47.893969 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c07bf2d9-95b7-4623-b2c3-da2c0862db56 req-c733798a-c8f0-44c6-ae0e-864de7cdb142 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881369 Nov 27 01:56:47.943416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764937d-d204-469d-be9d-9064709dba99 req-8822aa0d-6a4e-41c8-acb3-72a1cd9fe6bc tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:47.944921 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4764937d-d204-469d-be9d-9064709dba99 req-8822aa0d-6a4e-41c8-acb3-72a1cd9fe6bc tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 943 time: 0.0500426 Nov 27 01:56:47.992912 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4764937d-d204-469d-be9d-9064709dba99 req-1b4ee7c8-6bbd-498e-bbfa-df29f2afd5be tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420642 Nov 27 01:56:49.115341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42c81d-62cd-45dd-92eb-fcbfcfb8c6b0 req-5f5b80a0-59f3-496c-89a1-6e36dc92e00f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:49.116816 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a42c81d-62cd-45dd-92eb-fcbfcfb8c6b0 req-5f5b80a0-59f3-496c-89a1-6e36dc92e00f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 943 time: 0.0548799 Nov 27 01:56:49.172954 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a42c81d-62cd-45dd-92eb-fcbfcfb8c6b0 req-d0036908-23bb-4067-bd2f-845e40867696 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489013 Nov 27 01:56:50.292922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e527-0a16-482f-b56c-672dbca3f7f9 req-d320af4a-5619-4d35-924b-3c544b7c809e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:50.294479 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c98e527-0a16-482f-b56c-672dbca3f7f9 req-d320af4a-5619-4d35-924b-3c544b7c809e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 943 time: 0.0547380 Nov 27 01:56:50.342366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c98e527-0a16-482f-b56c-672dbca3f7f9 req-9f1728bb-f9da-4871-8eae-a325edc94adc tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 Nov 27 01:56:50.641086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 207c9d41-c47b-4e76-b535-53f09f910c1c details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:56:50.734542 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 207c9d41-c47b-4e76-b535-53f09f910c1c, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=207c9d41-c47b-4e76-b535-53f09f910c1c,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:56:50.745459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'port_id': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'mac_address': 'fa:16:3e:67:60:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:56:50.781067 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:50.797394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207c9d41-c47b-4e76-b535-53f09f910c1c {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:56:50.816057 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 207c9d41-c47b-4e76-b535-53f09f910c1c, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=207c9d41-c47b-4e76-b535-53f09f910c1c,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:56:50.819502 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:50.865855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=207c9d41-c47b-4e76-b535-53f09f910c1c,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:51.075421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['207c9d41-c47b-4e76-b535-53f09f910c1c'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:56:51.459526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf3608-397f-4725-bd15-819d6b6846e3 req-a0455b4b-dbee-4486-8516-15641b3680db tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:51.460989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63bf3608-397f-4725-bd15-819d6b6846e3 req-a0455b4b-dbee-4486-8516-15641b3680db tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 944 time: 0.0515621 Nov 27 01:56:51.507347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-63bf3608-397f-4725-bd15-819d6b6846e3 req-5946bd09-9867-4815-bdec-c0347551b9d1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397842 Nov 27 01:56:52.624809 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be761245-a62b-40d5-a5e9-494230c4fa38 req-e79c7369-ed11-4a57-b924-a6e84f32c837 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:52.626213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be761245-a62b-40d5-a5e9-494230c4fa38 req-e79c7369-ed11-4a57-b924-a6e84f32c837 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 944 time: 0.0494280 Nov 27 01:56:52.656083 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 207c9d41-c47b-4e76-b535-53f09f910c1c up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:56:52.672924 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-be761245-a62b-40d5-a5e9-494230c4fa38 req-f2d78a83-6abf-4298-95e0-ea315044bcd4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Nov 27 01:56:52.706389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 207c9d41-c47b-4e76-b535-53f09f910c1c completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:56:52.710938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 207c9d41-c47b-4e76-b535-53f09f910c1c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:56:52.711305 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:52.793457 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:52.815597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207c9d41-c47b-4e76-b535-53f09f910c1c'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:56:52.817807 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10bd048-a132-4527-9a4d-821a3cbf7f02" -d '{"events": [{"server_uuid": "7e71975a-0349-41ce-8912-0e2b61b56b35", "name": "network-vif-plugged", "status": "completed", "tag": "207c9d41-c47b-4e76-b535-53f09f910c1c"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:56:52.834320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 207c9d41-c47b-4e76-b535-53f09f910c1c, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=207c9d41-c47b-4e76-b535-53f09f910c1c,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:56:52.839093 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:52.861534 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9c70bc-bf6c-4a50-83f0-b02b4c593d26 x-openstack-request-id: req-1a9c70bc-bf6c-4a50-83f0-b02b4c593d26 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:56:52.861826 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e71975a-0349-41ce-8912-0e2b61b56b35", "name": "network-vif-plugged", "status": "completed", "tag": "207c9d41-c47b-4e76-b535-53f09f910c1c", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:56:52.862075 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a9c70bc-bf6c-4a50-83f0-b02b4c593d26 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:56:52.862498 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'code': 200} Nov 27 01:56:52.887069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=207c9d41-c47b-4e76-b535-53f09f910c1c,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:56:52.983914 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276a155-7a03-45c4-9307-9d8b37f4828f req-c488b255-4c94-492e-9cd7-4e0d7d2b60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:52.985383 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8276a155-7a03-45c4-9307-9d8b37f4828f req-c488b255-4c94-492e-9cd7-4e0d7d2b60b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 1096 time: 0.0384896 Nov 27 01:56:53.032015 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8276a155-7a03-45c4-9307-9d8b37f4828f req-3d18f15b-5d1c-4974-9ade-b218db6efc78 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398355 Nov 27 01:56:53.792590 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbf85f-b7ae-4cee-b8cd-5fe8e8e7ea69 req-9e96367a-f33f-4ff5-a46c-4d08f1caf5c7 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:53.794052 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3bbbf85f-b7ae-4cee-b8cd-5fe8e8e7ea69 req-9e96367a-f33f-4ff5-a46c-4d08f1caf5c7 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0486543 Nov 27 01:56:53.841023 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3bbbf85f-b7ae-4cee-b8cd-5fe8e8e7ea69 req-71d1c4e0-c02f-42e9-9e36-b0f3740dec76 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410850 Nov 27 01:56:54.956745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38d779-7f58-4f52-bde8-29ea6f5e75e6 req-5ab859e9-60c6-4112-8de2-877aea6a58da tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:54.958191 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac38d779-7f58-4f52-bde8-29ea6f5e75e6 req-5ab859e9-60c6-4112-8de2-877aea6a58da tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0482275 Nov 27 01:56:55.008383 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ac38d779-7f58-4f52-bde8-29ea6f5e75e6 req-56ec7629-e1e1-4c65-a7ec-bb178849828f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442536 Nov 27 01:56:55.124595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae1819-1ca3-40d9-86d9-86331591449c req-2455f8aa-3f82-4f0b-b715-e132abf0e136 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:55.126017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21ae1819-1ca3-40d9-86d9-86331591449c req-2455f8aa-3f82-4f0b-b715-e132abf0e136 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0495450 Nov 27 01:56:55.134540 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 48856) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:56:55.138848 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-17c4f837-5954-4529-bc55-0f9bc2107c1b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Request body: {'floatingip': {'port_id': '207c9d41-c47b-4e76-b535-53f09f910c1c'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:56:55.181270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c4f837-5954-4529-bc55-0f9bc2107c1b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:55.613859 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c4f837-5954-4529-bc55-0f9bc2107c1b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:55.617948 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c4f837-5954-4529-bc55-0f9bc2107c1b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:55.718916 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-17c4f837-5954-4529-bc55-0f9bc2107c1b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Floating IP 5f106546-8078-4ade-82a6-0297bc0ed323 associated. External IP: 172.25.3.150, port: 207c9d41-c47b-4e76-b535-53f09f910c1c. Nov 27 01:56:55.919331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c4f837-5954-4529-bc55-0f9bc2107c1b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Router 214ec205-56b8-459f-acbc-cda1066d1c77 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:56:56.029491 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c4f837-5954-4529-bc55-0f9bc2107c1b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:56:56.034515 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17c4f837-5954-4529-bc55-0f9bc2107c1b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:56:56.039430 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c6b05-57bf-4a6f-ace6-c272f1207402 None None] Sync routers for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:56:56.048810 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c6b05-57bf-4a6f-ace6-c272f1207402 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:56:56.049483 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-328c6b05-57bf-4a6f-ace6-c272f1207402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:56:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:56.061584 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-17c4f837-5954-4529-bc55-0f9bc2107c1b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "PUT /v2.0/floatingips/5f106546-8078-4ade-82a6-0297bc0ed323 HTTP/1.1" status: 200 len: 991 time: 0.9260159 Nov 27 01:56:56.062184 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'tag': '207c9d41-c47b-4e76-b535-53f09f910c1c'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:56:56.064492 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc53b3-393f-4780-bb4a-ff69ba429e14" -d '{"events": [{"name": "network-changed", "server_uuid": "7e71975a-0349-41ce-8912-0e2b61b56b35", "tag": "207c9d41-c47b-4e76-b535-53f09f910c1c"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:56:56.103487 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711c8430-f870-4a25-9891-6b81291f0bfc x-openstack-request-id: req-711c8430-f870-4a25-9891-6b81291f0bfc {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:56:56.103922 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e71975a-0349-41ce-8912-0e2b61b56b35", "tag": "207c9d41-c47b-4e76-b535-53f09f910c1c", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:56:56.104240 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-711c8430-f870-4a25-9891-6b81291f0bfc {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:56:56.104663 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'tag': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'status': 'completed', 'code': 200} Nov 27 01:56:56.162620 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-328c6b05-57bf-4a6f-ace6-c272f1207402 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:56:56.196826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc53b3-393f-4780-bb4a-ff69ba429e14 req-635a1903-aab6-4141-9e28-e4b94b8bc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:56.198406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2afc53b3-393f-4780-bb4a-ff69ba429e14 req-635a1903-aab6-4141-9e28-e4b94b8bc10e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 1096 time: 0.0415323 Nov 27 01:56:56.290673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc53b3-393f-4780-bb4a-ff69ba429e14 req-86c85231-f104-48cb-94f9-ba77b5e0a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:56.292058 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2afc53b3-393f-4780-bb4a-ff69ba429e14 req-86c85231-f104-48cb-94f9-ba77b5e0a8da service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0871515 Nov 27 01:56:56.361359 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2afc53b3-393f-4780-bb4a-ff69ba429e14 req-a2c45887-11ac-460b-8154-a6117eef5097 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=207c9d41-c47b-4e76-b535-53f09f910c1c HTTP/1.1" status: 200 len: 999 time: 0.0618153 Nov 27 01:56:56.387335 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-328c6b05-57bf-4a6f-ace6-c272f1207402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5f106546-8078-4ade-82a6-0297bc0ed323', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'port_id': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'mac_address': 'fa:16:3e:67:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:56:42Z', 'updated_at': '2021-11-27T01:56:55Z', 'revision_number': 1, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:56.413265 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c6b05-57bf-4a6f-ace6-c272f1207402 None None] Checking router: 214ec205-56b8-459f-acbc-cda1066d1c77 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:56:56.415245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc53b3-393f-4780-bb4a-ff69ba429e14 req-0a0a3d62-1957-41b7-8a1c-db2b9a0e88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:56.416767 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2afc53b3-393f-4780-bb4a-ff69ba429e14 req-0a0a3d62-1957-41b7-8a1c-db2b9a0e88a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0478067 Nov 27 01:56:56.421463 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c6b05-57bf-4a6f-ace6-c272f1207402 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:56:56.422066 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-328c6b05-57bf-4a6f-ace6-c272f1207402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:56:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:56.462111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc53b3-393f-4780-bb4a-ff69ba429e14 req-ed632d88-1579-4ae0-915b-df2bc1dfcd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:56:56.463636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2afc53b3-393f-4780-bb4a-ff69ba429e14 req-ed632d88-1579-4ae0-915b-df2bc1dfcd42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401423 Nov 27 01:56:56.527163 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-328c6b05-57bf-4a6f-ace6-c272f1207402 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:56:56.553046 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2afc53b3-393f-4780-bb4a-ff69ba429e14 req-1dbbea95-03c7-429b-a324-3bf3d8eb87c8 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814826 Nov 27 01:56:56.646228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2afc53b3-393f-4780-bb4a-ff69ba429e14 req-3c0df9d3-92ad-4e49-bd90-c85fa917f45a service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855403 Nov 27 01:56:56.748580 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-328c6b05-57bf-4a6f-ace6-c272f1207402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5f106546-8078-4ade-82a6-0297bc0ed323', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'port_id': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'mac_address': 'fa:16:3e:67:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:56:42Z', 'updated_at': '2021-11-27T01:56:55Z', 'revision_number': 1, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:56:56.775057 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c6b05-57bf-4a6f-ace6-c272f1207402 None None] The sync data for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 is: [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5f106546-8078-4ade-82a6-0297bc0ed323', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'port_id': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'mac_address': 'fa:16:3e:67:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:56:42Z', 'updated_at': '2021-11-27T01:56:55Z', 'revision_number': 1, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:56:56.964789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75e066-065d-4d7a-9322-b5f69003842b None None] New status for floating IP 5f106546-8078-4ade-82a6-0297bc0ed323: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:57:09.182043 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5176568-efbb-449b-ba62-d6fa2c44fb95 req-bbfdbc64-412a-492e-8d58-cee3f63b2e90 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253079 Nov 27 01:57:09.264368 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5176568-efbb-449b-ba62-d6fa2c44fb95 req-ea5ece8b-5c4a-4f86-b703-bf1a59000f57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0240498 Nov 27 01:57:09.307474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5176568-efbb-449b-ba62-d6fa2c44fb95 req-89fb7208-45de-44ce-a750-f0b91d1a4ab1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190284 Nov 27 01:57:09.411024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5176568-efbb-449b-ba62-d6fa2c44fb95 req-eb5f6458-ca19-445c-9c7c-921d3e9d2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:57:09.413055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5176568-efbb-449b-ba62-d6fa2c44fb95 req-eb5f6458-ca19-445c-9c7c-921d3e9d2dbe service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963371 Nov 27 01:57:11.432464 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08cb4e23-a801-49af-a600-16b5e4ded289 req-75a56a37-06b4-4374-8e0c-b11e69862724 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391233 Nov 27 01:57:11.529704 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb4e23-a801-49af-a600-16b5e4ded289 req-d8d4a34a-9b1f-4b7d-8742-916562d2fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:57:11.531218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08cb4e23-a801-49af-a600-16b5e4ded289 req-d8d4a34a-9b1f-4b7d-8742-916562d2fd00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 1096 time: 0.0395923 Nov 27 01:57:11.573199 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8ccb99e0-a915-45c2-a6d9-3e6d9fe1be09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:11.648608 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb4e23-a801-49af-a600-16b5e4ded289 req-308e2401-0ff2-48dd-8487-95a9d9065d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:57:11.650088 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08cb4e23-a801-49af-a600-16b5e4ded289 req-308e2401-0ff2-48dd-8487-95a9d9065d1c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0887301 Nov 27 01:57:11.716035 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08cb4e23-a801-49af-a600-16b5e4ded289 req-979e8ebe-18a6-4fd1-82e3-f082dc90f28e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=207c9d41-c47b-4e76-b535-53f09f910c1c HTTP/1.1" status: 200 len: 1001 time: 0.0576401 Nov 27 01:57:11.769012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb4e23-a801-49af-a600-16b5e4ded289 req-1162a05e-3acc-4330-9d4c-2228a372783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:57:11.770463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08cb4e23-a801-49af-a600-16b5e4ded289 req-1162a05e-3acc-4330-9d4c-2228a372783e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0465519 Nov 27 01:57:11.816140 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb4e23-a801-49af-a600-16b5e4ded289 req-8a6f1e6e-5acc-48ea-bee2-c69873f14ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:57:11.817593 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08cb4e23-a801-49af-a600-16b5e4ded289 req-8a6f1e6e-5acc-48ea-bee2-c69873f14ccf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392017 Nov 27 01:57:11.905907 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08cb4e23-a801-49af-a600-16b5e4ded289 req-8cf4ae8d-03f5-410d-8a67-056de16737ff service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798485 Nov 27 01:57:12.000401 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-08cb4e23-a801-49af-a600-16b5e4ded289 req-a8d100d2-f432-4e66-8de9-4e6620aa3089 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849438 Nov 27 01:57:13.926159 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37ecf2e4-ddf2-411b-a45c-0842c750f334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:14.684675 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:15.176327 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:16.855774 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:17.478478 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:17.633576 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:22.294660 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:57:41.575413 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9c017779-95e1-4ba3-b896-211381e1b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:43.928743 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a4206618-9479-4a56-8b5b-374e717f3438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:44.699987 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:45.179535 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:46.857270 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:47.488056 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:47.633236 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:57:59.293909 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:58:11.206459 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cf156dae-d534-4502-8fb4-5b8a81eade5c req-16d5a742-c2ad-492e-8452-b96a22214da1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254159 Nov 27 01:58:11.288390 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cf156dae-d534-4502-8fb4-5b8a81eade5c req-8425aa6e-78ab-4ad4-8806-77918c3198d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0250404 Nov 27 01:58:11.335245 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cf156dae-d534-4502-8fb4-5b8a81eade5c req-8996a3e2-c94f-4c3f-831f-5b0897ed4c94 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185237 Nov 27 01:58:11.404069 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9800f77-9d75-4a0c-a0ff-ea791af5ac08 req-aad6151c-b799-4fe7-9c09-44d1cf6c2550 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405350 Nov 27 01:58:11.436358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf156dae-d534-4502-8fb4-5b8a81eade5c req-37673dd1-2259-4db8-8a9e-5042f93ca435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:11.437826 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cf156dae-d534-4502-8fb4-5b8a81eade5c req-37673dd1-2259-4db8-8a9e-5042f93ca435 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955491 Nov 27 01:58:11.503666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9800f77-9d75-4a0c-a0ff-ea791af5ac08 req-eb635737-951f-41dc-817c-cc89ce18665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:11.505142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9800f77-9d75-4a0c-a0ff-ea791af5ac08 req-eb635737-951f-41dc-817c-cc89ce18665e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 1096 time: 0.0449948 Nov 27 01:58:11.576649 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-95c63ea9-82af-40ec-b62e-9d723d06cdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:11.612518 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9800f77-9d75-4a0c-a0ff-ea791af5ac08 req-f1ea567d-1315-4032-90a4-b7e67166ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:11.613999 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9800f77-9d75-4a0c-a0ff-ea791af5ac08 req-f1ea567d-1315-4032-90a4-b7e67166ba5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0891726 Nov 27 01:58:11.680156 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9800f77-9d75-4a0c-a0ff-ea791af5ac08 req-a4cd66af-ee43-457f-892d-e85a1c851117 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=207c9d41-c47b-4e76-b535-53f09f910c1c HTTP/1.1" status: 200 len: 1001 time: 0.0582614 Nov 27 01:58:11.749380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9800f77-9d75-4a0c-a0ff-ea791af5ac08 req-2eb42b5b-2db0-4352-b487-055158d612d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:11.750843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9800f77-9d75-4a0c-a0ff-ea791af5ac08 req-2eb42b5b-2db0-4352-b487-055158d612d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0481308 Nov 27 01:58:11.796153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9800f77-9d75-4a0c-a0ff-ea791af5ac08 req-5c494f83-847a-46a1-97d4-15ebcaee41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:11.797639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9800f77-9d75-4a0c-a0ff-ea791af5ac08 req-5c494f83-847a-46a1-97d4-15ebcaee41e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389781 Nov 27 01:58:11.886362 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9800f77-9d75-4a0c-a0ff-ea791af5ac08 req-c40111b5-35f9-4b46-b9f3-88027983a6d6 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813849 Nov 27 01:58:11.978311 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d9800f77-9d75-4a0c-a0ff-ea791af5ac08 req-129aef8d-6fc3-42cd-b6a3-ac8b7c583a10 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845432 Nov 27 01:58:13.930692 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4df71ca8-bc7f-45ca-99f4-00ff39983932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:14.715780 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:15.182385 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:16.859942 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:17.488293 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:17.635127 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:32.314674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a66639-7e98-4824-b9b3-e78df974cb16 req-7fea2059-0f50-46d9-b0cc-419b3cc3805d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:32.316142 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23a66639-7e98-4824-b9b3-e78df974cb16 req-7fea2059-0f50-46d9-b0cc-419b3cc3805d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0483882 Nov 27 01:58:32.362606 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-23a66639-7e98-4824-b9b3-e78df974cb16 req-48795803-6434-49af-bb27-023ce1a35419 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407412 Nov 27 01:58:33.699238 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-a89a325e-d571-4bfd-b896-071b31169a1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405111 Nov 27 01:58:33.713614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46810e1a-dd92-4c70-901c-117be6b82f90 req-79504a10-5c1e-4fc3-86a2-efd08d995b5b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:33.715109 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46810e1a-dd92-4c70-901c-117be6b82f90 req-79504a10-5c1e-4fc3-86a2-efd08d995b5b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0491383 Nov 27 01:58:33.767271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46810e1a-dd92-4c70-901c-117be6b82f90 req-c63d75e3-7d21-44cc-8304-3e08703d8358 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451951 Nov 27 01:58:34.887249 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0179ce6-ebd9-4055-9286-3dae9bdf28ad req-5434602c-e07e-4f9d-969a-88c318198504 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:34.888784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0179ce6-ebd9-4055-9286-3dae9bdf28ad req-5434602c-e07e-4f9d-969a-88c318198504 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0530114 Nov 27 01:58:34.949365 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f0179ce6-ebd9-4055-9286-3dae9bdf28ad req-3d168c1f-3833-4954-a74c-cd32cfe2012c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541334 Nov 27 01:58:34.979561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-aae9e912-eda0-4481-b610-402b4e06893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:34.981049 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-aae9e912-eda0-4481-b610-402b4e06893a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 1096 time: 0.0467687 Nov 27 01:58:35.071410 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-674bcb77-2e5f-4f32-9284-6b35901314f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:35.072759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-674bcb77-2e5f-4f32-9284-6b35901314f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0842881 Nov 27 01:58:35.141226 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-ca8a95c9-24c2-427f-abb7-ae8666c7dc08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=207c9d41-c47b-4e76-b535-53f09f910c1c HTTP/1.1" status: 200 len: 1001 time: 0.0609658 Nov 27 01:58:35.188720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-f6b6a29f-db99-4774-8bb0-855c525eb5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:35.190091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-f6b6a29f-db99-4774-8bb0-855c525eb5c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0420833 Nov 27 01:58:35.235039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-1d46a404-3026-422f-bb45-21538c999037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:35.236561 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-1d46a404-3026-422f-bb45-21538c999037 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395873 Nov 27 01:58:35.327790 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-ee8dd5d7-9572-4ede-8da0-9e8adbebce16 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836999 Nov 27 01:58:35.413634 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-5f051251-2a4c-463e-b0c2-9a12f1a43804 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796325 Nov 27 01:58:36.067080 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927124d-49d1-4479-af4e-2b2ee601ed9b req-dc16e782-1225-48af-a581-ea4f72c75c8b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:36.069186 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6927124d-49d1-4479-af4e-2b2ee601ed9b req-dc16e782-1225-48af-a581-ea4f72c75c8b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0504727 Nov 27 01:58:36.116345 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6927124d-49d1-4479-af4e-2b2ee601ed9b req-2285d315-4cff-4472-a463-6b0cacac7176 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 Nov 27 01:58:36.293332 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:58:37.235880 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818bd70-9a77-49ef-9d9c-22712266b86d req-610a78e4-b3ed-4dd1-ace2-dd9efc282e21 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:37.237332 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6818bd70-9a77-49ef-9d9c-22712266b86d req-610a78e4-b3ed-4dd1-ace2-dd9efc282e21 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0480924 Nov 27 01:58:37.286754 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6818bd70-9a77-49ef-9d9c-22712266b86d req-21173e23-e7a6-4d8e-9bef-4dc87127e279 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 Nov 27 01:58:38.406226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49100c-bf75-4048-9931-4511a400c3f0 req-40f2bee9-bed7-482d-9dd3-40b619cbef6c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:38.407287 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de49100c-bf75-4048-9931-4511a400c3f0 req-40f2bee9-bed7-482d-9dd3-40b619cbef6c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0490730 Nov 27 01:58:38.457394 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de49100c-bf75-4048-9931-4511a400c3f0 req-18e5751b-e15c-4400-879d-051b4bad60cb tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Nov 27 01:58:39.571270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd977104-5f93-43e7-b8ba-d21fc714f12e req-477f81aa-156f-4fe6-a83d-83fd72713940 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:39.572721 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd977104-5f93-43e7-b8ba-d21fc714f12e req-477f81aa-156f-4fe6-a83d-83fd72713940 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0477016 Nov 27 01:58:39.619310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd977104-5f93-43e7-b8ba-d21fc714f12e req-06e07b80-b799-4fe2-870b-08b061c24302 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406632 Nov 27 01:58:40.737420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bdb07-9d17-4332-8dab-4f079dab7781 req-d76699d9-be98-4fb1-94df-5f83c84f982b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:40.738905 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-466bdb07-9d17-4332-8dab-4f079dab7781 req-d76699d9-be98-4fb1-94df-5f83c84f982b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0513136 Nov 27 01:58:40.785354 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-466bdb07-9d17-4332-8dab-4f079dab7781 req-dd442596-c9f3-4c4f-a77a-b49acdc615f5 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399899 Nov 27 01:58:41.578033 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-73baa447-e114-49b1-bec0-affc98399362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:41.911181 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23b89-89b9-42ea-8d91-985d39210127 req-22805247-552f-4c69-8230-d5027d621218 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:41.913178 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76e23b89-89b9-42ea-8d91-985d39210127 req-22805247-552f-4c69-8230-d5027d621218 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0492568 Nov 27 01:58:41.963342 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76e23b89-89b9-42ea-8d91-985d39210127 req-872ff01e-0ee7-42c1-9345-122fb6838838 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Nov 27 01:58:43.076523 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016d0d7-9585-4483-942e-a2ea3e6893ea req-6557dd8b-1ca5-432c-b026-6e826729e733 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:43.078308 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4016d0d7-9585-4483-942e-a2ea3e6893ea req-6557dd8b-1ca5-432c-b026-6e826729e733 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0484602 Nov 27 01:58:43.125248 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4016d0d7-9585-4483-942e-a2ea3e6893ea req-7490048f-4fe2-46b8-a356-642b9c8098b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Nov 27 01:58:43.931588 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8bef23e4-a7a2-4d63-8355-362bcc840b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:44.556490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba59ad7-9753-44c2-bf7c-1878a89db185 req-d6ba1c11-8598-4289-8add-e7f74b65df7f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:44.557972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cba59ad7-9753-44c2-bf7c-1878a89db185 req-d6ba1c11-8598-4289-8add-e7f74b65df7f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.3659461 Nov 27 01:58:44.604379 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cba59ad7-9753-44c2-bf7c-1878a89db185 req-1441a8c6-5116-4d0d-a326-e19aa7ba8ec5 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404689 Nov 27 01:58:44.723487 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:45.185689 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:45.719830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339f02d-187c-49fc-b9e7-0da8bc369206 req-dfd842ad-e656-4337-8a42-97730d7995d1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:45.721293 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d339f02d-187c-49fc-b9e7-0da8bc369206 req-dfd842ad-e656-4337-8a42-97730d7995d1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0484018 Nov 27 01:58:45.770844 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d339f02d-187c-49fc-b9e7-0da8bc369206 req-fec3c1bc-cfa2-4912-a2f0-8f314b23ae93 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436513 Nov 27 01:58:46.862031 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:46.886139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a892f-776e-434c-8161-e0ca611a3572 req-6ba9fbdc-497c-40ed-a566-272be16a3cfa tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:46.887628 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c0a892f-776e-434c-8161-e0ca611a3572 req-6ba9fbdc-497c-40ed-a566-272be16a3cfa tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0492911 Nov 27 01:58:46.934795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9c0a892f-776e-434c-8161-e0ca611a3572 req-80b9be18-c046-44c3-b090-9f1e4c50b9ea tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411923 Nov 27 01:58:47.168468 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-29ee08c2-2295-4709-9939-dd9e2c254081 service neutron] 10.222.0.42 "GET /v2.0/ports/207c9d41-c47b-4e76-b535-53f09f910c1c/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.0522096 Nov 27 01:58:47.436614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-38e45136-08dc-43c1-a48f-298563e8ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:47.438014 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-38e45136-08dc-43c1-a48f-298563e8ea6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 1096 time: 0.0441952 Nov 27 01:58:47.504344 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:47.511584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-114d3f65-1e6e-40e7-a72f-67f9644219ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:47.513078 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-114d3f65-1e6e-40e7-a72f-67f9644219ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 1096 time: 0.0428743 Nov 27 01:58:47.610410 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-cdadc481-c4c3-4fdf-9b4c-03adfccd40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:47.611862 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-cdadc481-c4c3-4fdf-9b4c-03adfccd40dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0896626 Nov 27 01:58:47.636266 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:47.677419 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-7f634150-29e5-4846-b183-4012e08d494b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=207c9d41-c47b-4e76-b535-53f09f910c1c HTTP/1.1" status: 200 len: 1001 time: 0.0576835 Nov 27 01:58:47.725473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-645f717f-4c01-4b63-a810-e4b2a1544769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:47.726966 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-645f717f-4c01-4b63-a810-e4b2a1544769 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0426042 Nov 27 01:58:47.776104 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-d27d658c-7197-4498-829d-a38e6a63df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:47.777586 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-d27d658c-7197-4498-829d-a38e6a63df1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434196 Nov 27 01:58:47.866541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-c656d966-361a-4c30-80f6-2e588b4d3845 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813529 Nov 27 01:58:47.957423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8aee3eda-bed4-4cf8-87d1-1dfd0ae6a4f1 req-14f879f3-c362-4de9-899a-d26fd867515d service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845408 Nov 27 01:58:48.152980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1f8c4-a577-4fbd-91d5-4b9c42feac23 req-57154043-a398-42c8-a1d8-904c907fc99d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:48.157847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ef1f8c4-a577-4fbd-91d5-4b9c42feac23 req-57154043-a398-42c8-a1d8-904c907fc99d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.1505859 Nov 27 01:58:48.205755 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0ef1f8c4-a577-4fbd-91d5-4b9c42feac23 req-cd34c2ee-d637-4496-a3d0-2c382c1c913b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451498 Nov 27 01:58:49.389219 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb99a40-5d33-4ba3-88da-a506e3d6b948 req-611f114b-76a0-4a87-8fff-e4aadf59daea tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:49.390636 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3fb99a40-5d33-4ba3-88da-a506e3d6b948 req-611f114b-76a0-4a87-8fff-e4aadf59daea tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.1137576 Nov 27 01:58:49.440262 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3fb99a40-5d33-4ba3-88da-a506e3d6b948 req-6b183d45-4131-4fc4-92b6-4e0c65c4e217 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Nov 27 01:58:50.556045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9f59b-7e46-45c8-a85c-e6e971861e07 req-c45b9b07-3f34-4f02-863d-6c999b0989c2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:50.557515 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7f9f59b-7e46-45c8-a85c-e6e971861e07 req-c45b9b07-3f34-4f02-863d-6c999b0989c2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0480907 Nov 27 01:58:50.603848 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7f9f59b-7e46-45c8-a85c-e6e971861e07 req-359e3e38-b954-47f1-b772-82266665b69d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404119 Nov 27 01:58:50.800810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f7b19-61b1-4f0c-b9e7-5380b431954c req-a3c27ea1-4cff-421e-bc66-a39ce0d1969c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:50.802303 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ce1f7b19-61b1-4f0c-b9e7-5380b431954c req-a3c27ea1-4cff-421e-bc66-a39ce0d1969c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0519009 Nov 27 01:58:50.827106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-576d4251-22c4-4018-9599-70e2c6c351cb tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:50.828667 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-576d4251-22c4-4018-9599-70e2c6c351cb tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35&tenant_id=c5df9b9c20624436aeb2ea7d2435052f&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 945 time: 0.0552506 Nov 27 01:58:50.857279 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ce1f7b19-61b1-4f0c-b9e7-5380b431954c req-736fda5c-774e-41b7-bce4-de211d3d7295 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481470 Nov 27 01:58:50.927970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-5c77c985-54ec-46c1-8c9d-3967c94ece98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:50.930006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-5c77c985-54ec-46c1-8c9d-3967c94ece98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 1096 time: 0.0397429 Nov 27 01:58:51.021460 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-86a86197-ca8b-4199-92c4-f452070fa8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:51.022949 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-86a86197-ca8b-4199-92c4-f452070fa8e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0847898 Nov 27 01:58:51.087693 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-d3ba5963-92af-4762-95bb-2b541231792f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=207c9d41-c47b-4e76-b535-53f09f910c1c HTTP/1.1" status: 200 len: 1001 time: 0.0566196 Nov 27 01:58:51.120392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 207c9d41-c47b-4e76-b535-53f09f910c1c details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:58:51.130602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 207c9d41-c47b-4e76-b535-53f09f910c1c no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:58:51.142146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-253d290e-7349-4d62-a68a-620330b243ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:51.143700 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-253d290e-7349-4d62-a68a-620330b243ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0489550 Nov 27 01:58:51.189298 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-cfe86d9c-4ea7-4ca9-a281-18a5ea1b7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:51.190880 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-cfe86d9c-4ea7-4ca9-a281-18a5ea1b7326 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396562 Nov 27 01:58:51.276474 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:51.279152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 207c9d41-c47b-4e76-b535-53f09f910c1c, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=207c9d41-c47b-4e76-b535-53f09f910c1c,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:51.280029 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-9838eed1-fcf5-4f60-a1a2-351069e379fa service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812976 Nov 27 01:58:51.297204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'port_id': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'mac_address': 'fa:16:3e:67:60:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:58:51.312773 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207c9d41-c47b-4e76-b535-53f09f910c1c'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:51.315053 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a170dc3e-8293-47e4-890a-b56fa1b26102" -d '{"events": [{"server_uuid": "7e71975a-0349-41ce-8912-0e2b61b56b35", "name": "network-vif-unplugged", "status": "completed", "tag": "207c9d41-c47b-4e76-b535-53f09f910c1c"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:51.353004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 207c9d41-c47b-4e76-b535-53f09f910c1c, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=207c9d41-c47b-4e76-b535-53f09f910c1c,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:51.361580 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:51.366770 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:51.382081 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc6c1da9-3946-4dc0-84f6-f56023f98d4b req-f5730d19-6db9-417d-8050-92acad8026b7 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948105 Nov 27 01:58:51.393503 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa30b2ef-1827-46d1-abea-21eda1358602 x-openstack-request-id: req-fa30b2ef-1827-46d1-abea-21eda1358602 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:51.393794 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e71975a-0349-41ce-8912-0e2b61b56b35", "name": "network-vif-unplugged", "status": "completed", "tag": "207c9d41-c47b-4e76-b535-53f09f910c1c", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:51.394044 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa30b2ef-1827-46d1-abea-21eda1358602 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:51.394450 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'code': 200} Nov 27 01:58:51.402564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 207c9d41-c47b-4e76-b535-53f09f910c1c {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:58:51.448438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=207c9d41-c47b-4e76-b535-53f09f910c1c,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:51.463807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:51.464153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:51.464490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:51.464823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:51.465151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:51.465476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:51.465796 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:51.466116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:51.466464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:51.466784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:51.467099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:51.467413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:51.476720 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 01:58:51.476828 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 01:58:51.977484 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e059d9-485f-4814-b99d-d3a9e86f8f97 req-da5fd5b2-4f05-4d21-9400-d0985524bca4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:51.979172 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99e059d9-485f-4814-b99d-d3a9e86f8f97 req-da5fd5b2-4f05-4d21-9400-d0985524bca4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 943 time: 0.0500867 Nov 27 01:58:52.020868 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:52.034823 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99e059d9-485f-4814-b99d-d3a9e86f8f97 req-24cfeb42-85d6-4916-aa8c-d08a7976363c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489030 Nov 27 01:58:52.158721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae634e-f82a-421f-8fa5-d15308d35d5f req-1de998e0-45c8-4235-a294-4adea0ae3963 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:52.160295 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4eae634e-f82a-421f-8fa5-d15308d35d5f req-1de998e0-45c8-4235-a294-4adea0ae3963 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 943 time: 0.0518942 Nov 27 01:58:52.188744 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207c9d41-c47b-4e76-b535-53f09f910c1c {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:58:52.207805 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 207c9d41-c47b-4e76-b535-53f09f910c1c, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=207c9d41-c47b-4e76-b535-53f09f910c1c,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:52.209796 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4eae634e-f82a-421f-8fa5-d15308d35d5f req-bdfd7278-9037-43fc-b55e-5754bfb9928b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Nov 27 01:58:52.211856 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:52.259972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=207c9d41-c47b-4e76-b535-53f09f910c1c,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:52.326826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c62da-8c5c-4cf5-9ece-1bb801ce6951 req-8814e3e3-fcf9-432d-b66d-d711172ff03e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:52.328291 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a98c62da-8c5c-4cf5-9ece-1bb801ce6951 req-8814e3e3-fcf9-432d-b66d-d711172ff03e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 944 time: 0.0532596 Nov 27 01:58:52.375265 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a98c62da-8c5c-4cf5-9ece-1bb801ce6951 req-19b01a8a-8fa6-4cb9-8d63-0249c288126e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410342 Nov 27 01:58:52.495994 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['207c9d41-c47b-4e76-b535-53f09f910c1c'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:58:52.608581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a1cdb-bea0-4fcb-9d0a-c09c0d4a08e9 req-0ae4216e-7070-4eb4-8815-575d3f12c7d9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:52.610064 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d9a1cdb-bea0-4fcb-9d0a-c09c0d4a08e9 req-0ae4216e-7070-4eb4-8815-575d3f12c7d9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 944 time: 0.0485258 Nov 27 01:58:52.656849 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d9a1cdb-bea0-4fcb-9d0a-c09c0d4a08e9 req-baedf095-7de1-4829-a7da-0b80eceffdd9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404813 Nov 27 01:58:53.120813 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 207c9d41-c47b-4e76-b535-53f09f910c1c up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:58:53.167726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 207c9d41-c47b-4e76-b535-53f09f910c1c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:58:53.168089 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:53.240882 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:53.274695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 207c9d41-c47b-4e76-b535-53f09f910c1c, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=207c9d41-c47b-4e76-b535-53f09f910c1c,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:53.278402 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:53.323466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=207c9d41-c47b-4e76-b535-53f09f910c1c,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:53.395707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207c9d41-c47b-4e76-b535-53f09f910c1c'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:53.397945 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0501e399-96ba-442f-8996-58e5bbebead8" -d '{"events": [{"server_uuid": "7e71975a-0349-41ce-8912-0e2b61b56b35", "name": "network-vif-plugged", "status": "completed", "tag": "207c9d41-c47b-4e76-b535-53f09f910c1c"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:53.433978 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ba0355-9ee8-4a83-9c15-a3a0a2fd69c9 x-openstack-request-id: req-c8ba0355-9ee8-4a83-9c15-a3a0a2fd69c9 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:53.434306 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e71975a-0349-41ce-8912-0e2b61b56b35", "name": "network-vif-plugged", "status": "completed", "tag": "207c9d41-c47b-4e76-b535-53f09f910c1c", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:53.434567 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8ba0355-9ee8-4a83-9c15-a3a0a2fd69c9 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:53.434965 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'code': 200} Nov 27 01:58:53.772175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b12db-9e49-4ec2-b064-2baae937b084 req-4d900bfe-1f5c-4504-9bd6-e60c9c1af777 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:53.774286 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-898b12db-9e49-4ec2-b064-2baae937b084 req-4d900bfe-1f5c-4504-9bd6-e60c9c1af777 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0475791 Nov 27 01:58:53.824745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-898b12db-9e49-4ec2-b064-2baae937b084 req-7736435b-cb77-4aab-8bbe-60600b5e7c8b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445690 Nov 27 01:58:54.064568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-f0af35c0-9e3a-4046-8957-bf50e5f95919 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:54.066014 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-f0af35c0-9e3a-4046-8957-bf50e5f95919 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 945 time: 0.0562115 Nov 27 01:58:54.154953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Deleting port 207c9d41-c47b-4e76-b535-53f09f910c1c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 01:58:54.155290 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:54.244020 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] For port 207c9d41-c47b-4e76-b535-53f09f910c1c, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=207c9d41-c47b-4e76-b535-53f09f910c1c,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:58:54.244378 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:54.409935 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:54.410282 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:54.410545 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Floating IP 5f106546-8078-4ade-82a6-0297bc0ed323 disassociated. External IP: 172.25.3.150, port: 207c9d41-c47b-4e76-b535-53f09f910c1c. Nov 27 01:58:54.410888 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Calling delete_port for 207c9d41-c47b-4e76-b535-53f09f910c1c owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 01:58:54.540090 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:54.567300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event deleted for resources: {'Port': ['ID=207c9d41-c47b-4e76-b535-53f09f910c1c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:54.577299 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:54.577657 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:54.578008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:54.578378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:54.578723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:54.579061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:54.579397 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:54.580126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:54.580126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:54.580409 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:54.580722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:54.581052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 01:58:54.697747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Router 214ec205-56b8-459f-acbc-cda1066d1c77 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:58:54.808004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:58:54.817869 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00695d24-0d5e-495c-92ef-cad0de1dc584 None None] Sync routers for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:58:54.827231 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00695d24-0d5e-495c-92ef-cad0de1dc584 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:58:54.827829 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-00695d24-0d5e-495c-92ef-cad0de1dc584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:58:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:58:54.847133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] No DVR routers for this DVR port 207c9d41-c47b-4e76-b535-53f09f910c1c on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 01:58:54.850115 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:54.854314 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e22c540b-6122-4a8e-814c-7518b7c97989 req-4ff068b9-c734-4801-8ea4-7ff14745a9ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "DELETE /v2.0/ports/207c9d41-c47b-4e76-b535-53f09f910c1c HTTP/1.1" status: 204 len: 173 time: 0.7806587 Nov 27 01:58:54.854779 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'name': 'network-vif-deleted', 'tag': '207c9d41-c47b-4e76-b535-53f09f910c1c'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:54.857191 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8dd552-e7f0-4be3-af01-c9206bee91d3" -d '{"events": [{"server_uuid": "7e71975a-0349-41ce-8912-0e2b61b56b35", "name": "network-vif-deleted", "tag": "207c9d41-c47b-4e76-b535-53f09f910c1c"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:54.900858 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878146c7-c8d1-49d1-8aaf-10560499acde x-openstack-request-id: req-878146c7-c8d1-49d1-8aaf-10560499acde {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:54.901083 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e71975a-0349-41ce-8912-0e2b61b56b35", "name": "network-vif-deleted", "tag": "207c9d41-c47b-4e76-b535-53f09f910c1c", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:54.901345 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-878146c7-c8d1-49d1-8aaf-10560499acde {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:54.902001 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e71975a-0349-41ce-8912-0e2b61b56b35', 'name': 'network-vif-deleted', 'tag': '207c9d41-c47b-4e76-b535-53f09f910c1c', 'status': 'completed', 'code': 200} Nov 27 01:58:54.948722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1109322b-512d-4099-bc68-df250694fdd3 req-04dea364-df3c-4c9a-89a2-dde27ee52d97 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e71975a-0349-41ce-8912-0e2b61b56b35 HTTP/1.1" status: 200 len: 210 time: 0.0312996 Nov 27 01:58:54.956563 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-00695d24-0d5e-495c-92ef-cad0de1dc584 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:58:55.159174 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-00695d24-0d5e-495c-92ef-cad0de1dc584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:58:55.193760 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00695d24-0d5e-495c-92ef-cad0de1dc584 None None] Checking router: 214ec205-56b8-459f-acbc-cda1066d1c77 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:58:55.202645 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00695d24-0d5e-495c-92ef-cad0de1dc584 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:58:55.203177 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-00695d24-0d5e-495c-92ef-cad0de1dc584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:58:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:58:55.409150 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-00695d24-0d5e-495c-92ef-cad0de1dc584 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:58:55.607500 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-00695d24-0d5e-495c-92ef-cad0de1dc584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:58:55.633207 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00695d24-0d5e-495c-92ef-cad0de1dc584 None None] The sync data for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 is: [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:58:55.840015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1476031-a461-4812-a80a-576242829f18 None None] New status for floating IP 5f106546-8078-4ade-82a6-0297bc0ed323: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:58:56.190516 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-57190d4b-0c73-43cb-ade3-92e7a1cf24d4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1512780805&fields=id&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 267 time: 0.0424404 Nov 27 01:58:56.294651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-06f0e171-8dd1-4eb8-b790-e87cacfd4af4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:56.296069 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-06f0e171-8dd1-4eb8-b790-e87cacfd4af4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 812 time: 0.0988698 Nov 27 01:58:56.310723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-83c57c23-e0d2-45ae-b84d-ca3b2e6f1ef9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/quotas/c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 375 time: 0.0089381 Nov 27 01:58:56.364432 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-05ee610b-c66e-4b75-8cb3-9d4d25eb2f44 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483253 Nov 27 01:58:56.457182 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-720c2904-11e1-4512-b4a2-76709890e7ee service neutron] 10.222.0.37 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813208 Nov 27 01:58:56.859836 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-25330c3a-7882-41df-b056-85bf093cb497 service neutron] 10.222.0.37 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946660 Nov 27 01:58:57.020916 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8d3330ae-f9b4-4f7a-9c5e-492fde6d96c5 req-a59b34e6-99d9-4e40-b3a2-f387a796b82e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 210 time: 0.0263095 Nov 27 01:58:57.152595 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 207c9d41-c47b-4e76-b535-53f09f910c1c no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 01:58:57.172800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 207c9d41-c47b-4e76-b535-53f09f910c1c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 01:58:57.173146 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 207c9d41-c47b-4e76-b535-53f09f910c1c not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 01:58:58.030223 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-a2257d1c-d0b6-4c56-9acd-25599df2b5ca tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:58.031707 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-a2257d1c-d0b6-4c56-9acd-25599df2b5ca tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 812 time: 0.1079376 Nov 27 01:58:58.107166 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-2aac7671-22a6-46e6-ba01-0e5d3e728d1e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 380 time: 0.0581052 Nov 27 01:58:58.121491 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4712b89a-481c-477e-aeaa-a43845da5632 req-6af096e2-ce4e-4825-933c-db45d1fa8762 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 210 time: 0.0264933 Nov 27 01:58:58.137780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Request body: {'port': {'device_id': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'admin_state_up': True, 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'security_groups': ['6942d887-6b48-43c8-a8a1-014b5d2d3f2e']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:58:58.248393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Made reservation on behalf of c5df9b9c20624436aeb2ea7d2435052f for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 01:58:58.251868 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:58.375269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Allocated IP 172.20.0.10 (e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643/5bc1df65-18fb-4963-8704-0fb84bf9142d/aee434da-7d76-4eeb-9012-6a7de4d3d137) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 01:58:58.515859 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:58.549837 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:58.594269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 01:58:58.597284 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 01:58:58.600954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 01:58:58.629080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event updated for resources: {'Port': ['ID=aee434da-7d76-4eeb-9012-6a7de4d3d137,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:58.657759 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:58.658369 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:58.676831 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49804e87-fd41-4d69-a96f-e88e599f193d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5440867 Nov 27 01:58:58.747120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Request body: {'port': {'device_id': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:58:58.801317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:58.843608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9f2de323-c773-4880-85d8-1b9bef7c9cf4 None None] Provisioning complete for port aee434da-7d76-4eeb-9012-6a7de4d3d137 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:58:58.844171 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f2de323-c773-4880-85d8-1b9bef7c9cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:58.876231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9f2de323-c773-4880-85d8-1b9bef7c9cf4 None None] Port aee434da-7d76-4eeb-9012-6a7de4d3d137 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 01:58:59.057699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee434da-7d76-4eeb-9012-6a7de4d3d137 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:58:59.065117 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:59.077306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Transition to ACTIVE for port object aee434da-7d76-4eeb-9012-6a7de4d3d137 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 01:58:59.082093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:59.138761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Pushing event updated for resources: {'Port': ['ID=aee434da-7d76-4eeb-9012-6a7de4d3d137,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:59.223718 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Attempting to bind port aee434da-7d76-4eeb-9012-6a7de4d3d137 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 01:58:59.224055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Attempting to bind port aee434da-7d76-4eeb-9012-6a7de4d3d137 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 01:58:59.224388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Attempting to bind port aee434da-7d76-4eeb-9012-6a7de4d3d137 on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:58:59.244289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Port aee434da-7d76-4eeb-9012-6a7de4d3d137 on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 01:58:59.244619 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Attempting to bind port aee434da-7d76-4eeb-9012-6a7de4d3d137 on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 01:58:59.253193 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 1, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 01:58:59.253533 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Checking segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 01:58:59.253917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Bound using segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 01:58:59.254458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Bound port: aee434da-7d76-4eeb-9012-6a7de4d3d137, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 01:58:59.254822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:59.304034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0cbb8-f20b-4a75-b3ca-d0d87d934380 req-dbb17d8d-fd04-4cd6-a00d-ff06f80e0b9e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:59.306066 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-65b0cbb8-f20b-4a75-b3ca-d0d87d934380 req-dbb17d8d-fd04-4cd6-a00d-ff06f80e0b9e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 944 time: 0.0961444 Nov 27 01:58:59.360192 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] For port aee434da-7d76-4eeb-9012-6a7de4d3d137, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 01:58:59.377787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] For port aee434da-7d76-4eeb-9012-6a7de4d3d137, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 01:58:59.381665 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-65b0cbb8-f20b-4a75-b3ca-d0d87d934380 req-69748757-52eb-4c88-9777-915c48889341 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693483 Nov 27 01:58:59.383141 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:59.419236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:59.419871 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:58:59.421251 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] 10.222.0.42 "PUT /v2.0/ports/aee434da-7d76-4eeb-9012-6a7de4d3d137 HTTP/1.1" status: 200 len: 1092 time: 0.7298560 Nov 27 01:58:59.421692 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'tag': 'aee434da-7d76-4eeb-9012-6a7de4d3d137'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:58:59.424058 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4561d0c4-f6e9-411f-92c9-0a8f4d27da3a" -d '{"events": [{"name": "network-changed", "server_uuid": "3021cd54-bdc6-435e-826e-c78b5cc2e377", "tag": "aee434da-7d76-4eeb-9012-6a7de4d3d137"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:58:59.449010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b76b84-9e4a-458e-8755-ceb9b5a5c40b service neutron] Pushing event updated for resources: {'Port': ['ID=aee434da-7d76-4eeb-9012-6a7de4d3d137,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:58:59.485743 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f8d1c9-f037-4962-a957-52cd24d5332a x-openstack-request-id: req-15f8d1c9-f037-4962-a957-52cd24d5332a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:58:59.486035 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3021cd54-bdc6-435e-826e-c78b5cc2e377", "tag": "aee434da-7d76-4eeb-9012-6a7de4d3d137", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:58:59.486321 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15f8d1c9-f037-4962-a957-52cd24d5332a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:58:59.486735 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'tag': 'aee434da-7d76-4eeb-9012-6a7de4d3d137', 'status': 'completed', 'code': 200} Nov 27 01:58:59.544624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49ac6594-efa5-493d-b5ec-0ca75fe93cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:59.546453 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-49ac6594-efa5-493d-b5ec-0ca75fe93cde service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 1095 time: 0.0426974 Nov 27 01:58:59.603735 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-26a2019c-dd9d-4766-b418-7c47da415023 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137 HTTP/1.1" status: 200 len: 217 time: 0.0428312 Nov 27 01:58:59.651876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-c31d88a9-13e8-4c46-a53d-5acfcb6fefab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:59.653264 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-c31d88a9-13e8-4c46-a53d-5acfcb6fefab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0430725 Nov 27 01:58:59.699358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f8f617ef-410e-4f0f-b280-d4c64eb3f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:58:59.700783 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-f8f617ef-410e-4f0f-b280-d4c64eb3f6d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407147 Nov 27 01:58:59.791889 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-b5aefa7d-e12d-4c2b-9567-1e671b1f8dbf service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843439 Nov 27 01:58:59.878709 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8caa5e14-594c-415d-a1e2-8aff17b911d5 req-bb12d138-d8d8-49d1-ab75-dbe526316dab service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797515 Nov 27 01:59:00.006074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561d0c4-f6e9-411f-92c9-0a8f4d27da3a req-dfd3505e-744e-43b8-82ca-f60d5d595737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:00.007632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4561d0c4-f6e9-411f-92c9-0a8f4d27da3a req-dfd3505e-744e-43b8-82ca-f60d5d595737 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 1095 time: 0.0448761 Nov 27 01:59:00.100350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561d0c4-f6e9-411f-92c9-0a8f4d27da3a req-52d909ee-44f4-41dc-9479-037e5407a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:00.102427 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4561d0c4-f6e9-411f-92c9-0a8f4d27da3a req-52d909ee-44f4-41dc-9479-037e5407a1d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0865998 Nov 27 01:59:00.142581 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4561d0c4-f6e9-411f-92c9-0a8f4d27da3a req-2238746f-aaae-4f01-b9e0-ced6e5bdae3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137 HTTP/1.1" status: 200 len: 217 time: 0.0331151 Nov 27 01:59:00.201734 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561d0c4-f6e9-411f-92c9-0a8f4d27da3a req-eee83651-58a7-49eb-93a7-5a03154d2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:00.203246 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4561d0c4-f6e9-411f-92c9-0a8f4d27da3a req-eee83651-58a7-49eb-93a7-5a03154d2b75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0520587 Nov 27 01:59:00.248552 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561d0c4-f6e9-411f-92c9-0a8f4d27da3a req-f9bb1950-1f15-4e1a-9e7c-370252ddd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:00.250022 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4561d0c4-f6e9-411f-92c9-0a8f4d27da3a req-f9bb1950-1f15-4e1a-9e7c-370252ddd77f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395520 Nov 27 01:59:00.337353 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4561d0c4-f6e9-411f-92c9-0a8f4d27da3a req-2595ae0c-1576-43b0-b95f-c7bffcd57197 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797939 Nov 27 01:59:00.430024 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4561d0c4-f6e9-411f-92c9-0a8f4d27da3a req-cc9faa07-7080-4f50-9847-449514f1a411 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851228 Nov 27 01:59:00.508747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fe358-6411-4fb9-86d0-c66ca9deab77 req-e73f8a08-9550-4558-8816-d94a36710c58 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:00.510198 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae3fe358-6411-4fb9-86d0-c66ca9deab77 req-e73f8a08-9550-4558-8816-d94a36710c58 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 944 time: 0.0476792 Nov 27 01:59:00.565377 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae3fe358-6411-4fb9-86d0-c66ca9deab77 req-553a391a-0c0e-4941-b9a4-3c137f6670bc tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491796 Nov 27 01:59:01.684418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0cdbe-22e5-4261-b736-30f62b7a41d5 req-8620931a-d91c-4c97-93e2-94a4710fd625 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:01.685879 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f8c0cdbe-22e5-4261-b736-30f62b7a41d5 req-8620931a-d91c-4c97-93e2-94a4710fd625 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 944 time: 0.0495777 Nov 27 01:59:01.731971 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f8c0cdbe-22e5-4261-b736-30f62b7a41d5 req-03845316-8ae2-4f4c-94c6-b5d950672a12 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400107 Nov 27 01:59:02.849623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c25f4-f750-4835-8a48-de0c13ea59aa req-fb17d026-ee0e-4292-9dbe-816e349fa708 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:02.851117 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a5c25f4-f750-4835-8a48-de0c13ea59aa req-fb17d026-ee0e-4292-9dbe-816e349fa708 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 944 time: 0.0527089 Nov 27 01:59:02.896933 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6a5c25f4-f750-4835-8a48-de0c13ea59aa req-1e2717b8-56cf-46fb-8512-2f8086514ed1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 Nov 27 01:59:03.175844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device aee434da-7d76-4eeb-9012-6a7de4d3d137 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 01:59:03.275808 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port aee434da-7d76-4eeb-9012-6a7de4d3d137, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:59:03.286672 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'aee434da-7d76-4eeb-9012-6a7de4d3d137', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'port_id': 'aee434da-7d76-4eeb-9012-6a7de4d3d137', 'mac_address': 'fa:16:3e:67:32:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 01:59:03.322806 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:03.334972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee434da-7d76-4eeb-9012-6a7de4d3d137 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 01:59:03.354313 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port aee434da-7d76-4eeb-9012-6a7de4d3d137, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:59:03.358371 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:03.402088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=aee434da-7d76-4eeb-9012-6a7de4d3d137,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:59:03.622402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['aee434da-7d76-4eeb-9012-6a7de4d3d137'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 01:59:04.012964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfe2ff-ea2e-4230-bbf3-0906a2306dc2 req-e96e577e-2b48-4e5d-8897-9e635d42fbd0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:04.014464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-14dfe2ff-ea2e-4230-bbf3-0906a2306dc2 req-e96e577e-2b48-4e5d-8897-9e635d42fbd0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 945 time: 0.0500388 Nov 27 01:59:04.065574 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-14dfe2ff-ea2e-4230-bbf3-0906a2306dc2 req-2e8fd3d8-b1ae-498d-89fa-abc67eadaed0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450962 Nov 27 01:59:05.181711 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4be018-922d-43f1-b859-c527673b9bf1 req-5fdf6759-1289-4ff5-8d64-64a15e666e5a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:05.183185 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c4be018-922d-43f1-b859-c527673b9bf1 req-5fdf6759-1289-4ff5-8d64-64a15e666e5a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 945 time: 0.0484831 Nov 27 01:59:05.191312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device aee434da-7d76-4eeb-9012-6a7de4d3d137 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 01:59:05.230094 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c4be018-922d-43f1-b859-c527673b9bf1 req-8b67f677-31ae-4f68-886b-4c0a4382bfec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411041 Nov 27 01:59:05.238923 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port aee434da-7d76-4eeb-9012-6a7de4d3d137 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 01:59:05.243618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port aee434da-7d76-4eeb-9012-6a7de4d3d137 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 01:59:05.243994 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:05.322435 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:05.343633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee434da-7d76-4eeb-9012-6a7de4d3d137'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:59:05.345942 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a7b9133120297566dd4d22d79977c45ed7e17d6d305edbc242be2e279b1408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1986de2d-2a39-4f75-8974-eb6f969cff80" -d '{"events": [{"server_uuid": "3021cd54-bdc6-435e-826e-c78b5cc2e377", "name": "network-vif-plugged", "status": "completed", "tag": "aee434da-7d76-4eeb-9012-6a7de4d3d137"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:59:05.358730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port aee434da-7d76-4eeb-9012-6a7de4d3d137, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 01:59:05.362676 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:05.409706 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=aee434da-7d76-4eeb-9012-6a7de4d3d137,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 01:59:05.451793 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 01:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0428bf43-2081-4413-99d9-898fdefcdc5f x-openstack-request-id: req-0428bf43-2081-4413-99d9-898fdefcdc5f {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:59:05.452092 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3021cd54-bdc6-435e-826e-c78b5cc2e377", "name": "network-vif-plugged", "status": "completed", "tag": "aee434da-7d76-4eeb-9012-6a7de4d3d137", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:59:05.452346 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0428bf43-2081-4413-99d9-898fdefcdc5f {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:59:05.452747 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee434da-7d76-4eeb-9012-6a7de4d3d137', 'code': 200} Nov 27 01:59:05.579592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aaad1-f97f-409c-87fa-c9ccf59d2edc req-f3bc51b7-d6ab-4196-b1ad-0247f57a6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:05.581040 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e0aaad1-f97f-409c-87fa-c9ccf59d2edc req-f3bc51b7-d6ab-4196-b1ad-0247f57a6224 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 1097 time: 0.0395398 Nov 27 01:59:05.628692 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9e0aaad1-f97f-409c-87fa-c9ccf59d2edc req-35a66d9a-1bcb-4d21-868a-7977d6472a3c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399759 Nov 27 01:59:06.345970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7c194-64cb-413a-96e1-c837841dca13 req-0d35f834-2012-4a25-a194-1ccbd7c7a1ae tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:06.347595 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c3d7c194-64cb-413a-96e1-c837841dca13 req-0d35f834-2012-4a25-a194-1ccbd7c7a1ae tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0487983 Nov 27 01:59:06.393719 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c3d7c194-64cb-413a-96e1-c837841dca13 req-a8c2335f-8a5e-47b2-9c41-ff07fbaac436 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396550 Nov 27 01:59:07.517205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace512-9291-4f9c-9ab5-f43c49f13478 req-b5960946-f8fc-4479-b95b-6816b00fb7d1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:07.518763 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71ace512-9291-4f9c-9ab5-f43c49f13478 req-b5960946-f8fc-4479-b95b-6816b00fb7d1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0514350 Nov 27 01:59:07.566476 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71ace512-9291-4f9c-9ab5-f43c49f13478 req-89f7de69-713d-4e1d-a706-9b09ef7e06b9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411599 Nov 27 01:59:07.676256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fe438-3be9-4710-931f-ba86bf7ee556 req-97cba468-6b8d-4194-bc71-9cc754349872 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:07.677880 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-335fe438-3be9-4710-931f-ba86bf7ee556 req-97cba468-6b8d-4194-bc71-9cc754349872 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0481069 Nov 27 01:59:07.686468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 49206) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 01:59:07.690659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c5d3fc86-77a8-40b6-8232-8b323c2fb65f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Request body: {'floatingip': {'port_id': 'aee434da-7d76-4eeb-9012-6a7de4d3d137'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 01:59:07.732171 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5d3fc86-77a8-40b6-8232-8b323c2fb65f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:08.471767 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5d3fc86-77a8-40b6-8232-8b323c2fb65f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:08.476041 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5d3fc86-77a8-40b6-8232-8b323c2fb65f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:08.576285 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-c5d3fc86-77a8-40b6-8232-8b323c2fb65f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Floating IP 5f106546-8078-4ade-82a6-0297bc0ed323 associated. External IP: 172.25.3.150, port: aee434da-7d76-4eeb-9012-6a7de4d3d137. Nov 27 01:59:08.781637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d3fc86-77a8-40b6-8232-8b323c2fb65f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Router 214ec205-56b8-459f-acbc-cda1066d1c77 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 01:59:08.889004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d3fc86-77a8-40b6-8232-8b323c2fb65f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 01:59:08.893564 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5d3fc86-77a8-40b6-8232-8b323c2fb65f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:08.899546 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e6216a-513f-483f-a92c-3acb8552fcca None None] Sync routers for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 01:59:08.909195 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6216a-513f-483f-a92c-3acb8552fcca None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:59:08.909804 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-12e6216a-513f-483f-a92c-3acb8552fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:58:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:59:08.920750 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c5d3fc86-77a8-40b6-8232-8b323c2fb65f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "PUT /v2.0/floatingips/5f106546-8078-4ade-82a6-0297bc0ed323 HTTP/1.1" status: 200 len: 992 time: 1.2332530 Nov 27 01:59:08.921351 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'tag': 'aee434da-7d76-4eeb-9012-6a7de4d3d137'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 01:59:08.923793 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3de272d0e3663836940a521c9bdf142494faab06fee7bae3de9d59c68e7f3e1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9c49c1-6875-4a45-8d25-b8f0840809f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3021cd54-bdc6-435e-826e-c78b5cc2e377", "tag": "aee434da-7d76-4eeb-9012-6a7de4d3d137"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 01:59:08.963975 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 01:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a46374-f74b-4ccf-befd-c37471a46e66 x-openstack-request-id: req-88a46374-f74b-4ccf-befd-c37471a46e66 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 01:59:08.964483 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3021cd54-bdc6-435e-826e-c78b5cc2e377", "tag": "aee434da-7d76-4eeb-9012-6a7de4d3d137", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 01:59:08.964738 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88a46374-f74b-4ccf-befd-c37471a46e66 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 01:59:08.965146 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'tag': 'aee434da-7d76-4eeb-9012-6a7de4d3d137', 'status': 'completed', 'code': 200} Nov 27 01:59:09.032415 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-12e6216a-513f-483f-a92c-3acb8552fcca None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:59:09.064780 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c49c1-6875-4a45-8d25-b8f0840809f2 req-1daea736-359c-48d0-832f-075f5d4a8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:09.066279 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c9c49c1-6875-4a45-8d25-b8f0840809f2 req-1daea736-359c-48d0-832f-075f5d4a8669 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 1097 time: 0.0399544 Nov 27 01:59:09.162842 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c49c1-6875-4a45-8d25-b8f0840809f2 req-34d599c8-7755-4ae5-9385-be057ea2386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:09.164350 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c9c49c1-6875-4a45-8d25-b8f0840809f2 req-34d599c8-7755-4ae5-9385-be057ea2386b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0864890 Nov 27 01:59:09.229475 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c9c49c1-6875-4a45-8d25-b8f0840809f2 req-75e8ce89-4cf4-42b5-be87-33b6d9bf8783 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137 HTTP/1.1" status: 200 len: 1000 time: 0.0577087 Nov 27 01:59:09.252268 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-12e6216a-513f-483f-a92c-3acb8552fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5f106546-8078-4ade-82a6-0297bc0ed323', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'port_id': 'aee434da-7d76-4eeb-9012-6a7de4d3d137', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'mac_address': 'fa:16:3e:67:32:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:56:42Z', 'updated_at': '2021-11-27T01:59:08Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:59:09.281490 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e6216a-513f-483f-a92c-3acb8552fcca None None] Checking router: 214ec205-56b8-459f-acbc-cda1066d1c77 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 01:59:09.282547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c49c1-6875-4a45-8d25-b8f0840809f2 req-65aed2c8-b139-405d-a1af-3b672140428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:09.283958 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c9c49c1-6875-4a45-8d25-b8f0840809f2 req-65aed2c8-b139-405d-a1af-3b672140428b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0480912 Nov 27 01:59:09.289597 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6216a-513f-483f-a92c-3acb8552fcca None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 01:59:09.290191 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-12e6216a-513f-483f-a92c-3acb8552fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T01:58:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:59:09.330066 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c49c1-6875-4a45-8d25-b8f0840809f2 req-86a1abd7-4725-47b0-89a6-0e40d32aa54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:09.331577 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c9c49c1-6875-4a45-8d25-b8f0840809f2 req-86a1abd7-4725-47b0-89a6-0e40d32aa54f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401824 Nov 27 01:59:09.389354 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-12e6216a-513f-483f-a92c-3acb8552fcca None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 01:59:09.421622 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c9c49c1-6875-4a45-8d25-b8f0840809f2 req-9fefce1b-1606-4a90-818e-fd81ce91e14c service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818202 Nov 27 01:59:09.516693 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c9c49c1-6875-4a45-8d25-b8f0840809f2 req-148dcca3-9e9c-46cd-8d19-e20784849d98 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876465 Nov 27 01:59:09.609080 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-12e6216a-513f-483f-a92c-3acb8552fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5f106546-8078-4ade-82a6-0297bc0ed323', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'port_id': 'aee434da-7d76-4eeb-9012-6a7de4d3d137', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'mac_address': 'fa:16:3e:67:32:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:56:42Z', 'updated_at': '2021-11-27T01:59:08Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 01:59:09.634357 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e6216a-513f-483f-a92c-3acb8552fcca None None] The sync data for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 is: [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5f106546-8078-4ade-82a6-0297bc0ed323', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'port_id': 'aee434da-7d76-4eeb-9012-6a7de4d3d137', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'mac_address': 'fa:16:3e:67:32:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:56:42Z', 'updated_at': '2021-11-27T01:59:08Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 01:59:09.837499 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f0f82c-d645-4c6e-8b2c-520a5b32e115 None None] New status for floating IP 5f106546-8078-4ade-82a6-0297bc0ed323: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 01:59:11.412569 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d18bf6b3-3b00-4e3e-963a-d54ad6b6b175 req-b4608f4a-cd60-41cc-99fe-3653c46bb56c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393970 Nov 27 01:59:11.515082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bf6b3-3b00-4e3e-963a-d54ad6b6b175 req-2a568c20-50f5-4154-9d17-01c67c4927c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:11.516512 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d18bf6b3-3b00-4e3e-963a-d54ad6b6b175 req-2a568c20-50f5-4154-9d17-01c67c4927c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 1097 time: 0.0399306 Nov 27 01:59:11.579272 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a728985-33da-4693-85a4-533e38c75d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:11.621855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bf6b3-3b00-4e3e-963a-d54ad6b6b175 req-b87621b9-592a-4145-8f7f-8cc32abbf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:11.623369 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d18bf6b3-3b00-4e3e-963a-d54ad6b6b175 req-b87621b9-592a-4145-8f7f-8cc32abbf3a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0887029 Nov 27 01:59:11.688348 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d18bf6b3-3b00-4e3e-963a-d54ad6b6b175 req-14e5e92e-102c-4589-9195-88c0aa0469ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137 HTTP/1.1" status: 200 len: 1002 time: 0.0576365 Nov 27 01:59:11.738925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bf6b3-3b00-4e3e-963a-d54ad6b6b175 req-d0e47256-1346-4f37-83ab-2a9467e67d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:11.740344 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d18bf6b3-3b00-4e3e-963a-d54ad6b6b175 req-d0e47256-1346-4f37-83ab-2a9467e67d70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0460505 Nov 27 01:59:11.784968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bf6b3-3b00-4e3e-963a-d54ad6b6b175 req-c4537d05-b2ef-4caa-acce-cc0a2d04c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:11.786483 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d18bf6b3-3b00-4e3e-963a-d54ad6b6b175 req-c4537d05-b2ef-4caa-acce-cc0a2d04c037 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384402 Nov 27 01:59:11.873637 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d18bf6b3-3b00-4e3e-963a-d54ad6b6b175 req-39dd7ba1-18f7-428f-8ccf-b1d68cdadf5e service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797398 Nov 27 01:59:11.965384 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d18bf6b3-3b00-4e3e-963a-d54ad6b6b175 req-06ded8ef-059d-4d06-8f15-4c91a8ecc914 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849390 Nov 27 01:59:12.234490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6c446e50-727b-4f40-9c4b-c5e67ff3574d req-1d41deca-e07a-4b17-ae0c-ddcd23af8a0c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0736496 Nov 27 01:59:12.318845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6c446e50-727b-4f40-9c4b-c5e67ff3574d req-c26d51af-55f1-4f50-8b27-e0d84788cdc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0270050 Nov 27 01:59:12.371411 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6c446e50-727b-4f40-9c4b-c5e67ff3574d req-497e4e60-a2c7-4dd5-a33f-2cb59df567af service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191882 Nov 27 01:59:12.468550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446e50-727b-4f40-9c4b-c5e67ff3574d req-557fef6c-68aa-4af6-9b53-1b58dc69705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 01:59:12.469983 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6c446e50-727b-4f40-9c4b-c5e67ff3574d req-557fef6c-68aa-4af6-9b53-1b58dc69705d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915492 Nov 27 01:59:13.292583 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 01:59:13.934424 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dff8ab12-f829-4c52-b7df-0c6436e0605b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:14.720058 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:15.188840 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:16.867717 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:17.517466 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:17.638358 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:41.580260 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-52cf08ef-7b06-4a72-a07d-ff9706cbec97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:43.937214 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1725bdfc-ea73-4c20-808b-b2313b48f1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:44.713450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:45.191775 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:46.868709 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:47.519508 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:47.639140 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 01:59:50.292310 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:00:11.580805 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dfbeba49-75b2-431e-88e9-2c5f5a52cedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:12.827341 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-531ab597-5184-48e4-b710-cfbea64a14b9 req-ee016d41-cb23-4372-b1df-1cd176d6c7e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257299 Nov 27 02:00:12.908196 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-531ab597-5184-48e4-b710-cfbea64a14b9 req-ebf0ec22-5934-4842-b790-93b2d2c6674e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0245192 Nov 27 02:00:12.951907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-531ab597-5184-48e4-b710-cfbea64a14b9 req-d62af6c1-555a-4578-9f22-7d47ec29a8d3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185661 Nov 27 02:00:13.047515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ab597-5184-48e4-b710-cfbea64a14b9 req-cc1c4d27-6621-4f95-998d-3fe3bfb12ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:13.048946 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-531ab597-5184-48e4-b710-cfbea64a14b9 req-cc1c4d27-6621-4f95-998d-3fe3bfb12ece service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901091 Nov 27 02:00:13.405695 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4049fca9-4131-44b9-91c4-48c950f7158d req-f36c0580-4423-4226-a5a7-e8fcc0ea9afe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420914 Nov 27 02:00:13.502461 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049fca9-4131-44b9-91c4-48c950f7158d req-705ed2af-562d-43cc-a5d6-93c149cf3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:13.503900 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4049fca9-4131-44b9-91c4-48c950f7158d req-705ed2af-562d-43cc-a5d6-93c149cf3472 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 1097 time: 0.0391877 Nov 27 02:00:13.607737 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049fca9-4131-44b9-91c4-48c950f7158d req-8e81b2fd-5b1f-40a9-b3d4-8febf3de589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:13.609205 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4049fca9-4131-44b9-91c4-48c950f7158d req-8e81b2fd-5b1f-40a9-b3d4-8febf3de589e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0856564 Nov 27 02:00:13.679298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4049fca9-4131-44b9-91c4-48c950f7158d req-99b2eab3-e34e-4330-aa27-0df0a123a8b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137 HTTP/1.1" status: 200 len: 1002 time: 0.0630314 Nov 27 02:00:13.732165 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049fca9-4131-44b9-91c4-48c950f7158d req-4d150055-1de1-41af-9d28-b58ab5a901c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:13.733594 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4049fca9-4131-44b9-91c4-48c950f7158d req-4d150055-1de1-41af-9d28-b58ab5a901c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0478063 Nov 27 02:00:13.778486 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049fca9-4131-44b9-91c4-48c950f7158d req-beb53b52-5ee9-4027-a6af-58f43b893837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:13.779965 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4049fca9-4131-44b9-91c4-48c950f7158d req-beb53b52-5ee9-4027-a6af-58f43b893837 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395567 Nov 27 02:00:13.873495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4049fca9-4131-44b9-91c4-48c950f7158d req-b36fbe70-1b99-42ce-9778-402dac33bc91 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862463 Nov 27 02:00:13.937845 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-def06700-f107-4a76-8231-ecc843c16ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:13.973790 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4049fca9-4131-44b9-91c4-48c950f7158d req-d3b25474-c996-4165-bee1-ef322faa06a5 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929430 Nov 27 02:00:14.713715 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:15.194826 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:16.870388 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:17.530217 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:17.638558 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:27.295595 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:00:41.581482 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f113ddbe-a37c-4eb9-9860-dca1a4178e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:43.939185 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-33b80944-d50b-4f90-9a05-6e175d244177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:44.717123 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:45.196911 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:46.558517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df84b53-2382-4687-ae65-975e498125e2 req-ff139214-8835-48cc-b1ee-70ffad148130 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:46.559946 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8df84b53-2382-4687-ae65-975e498125e2 req-ff139214-8835-48cc-b1ee-70ffad148130 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0919158 Nov 27 02:00:46.606117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8df84b53-2382-4687-ae65-975e498125e2 req-9ef9b5c8-b3d0-48bb-a1e6-2c77b1bab7ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402043 Nov 27 02:00:46.872852 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:47.530518 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:47.644719 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:00:47.841762 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1e536-64dd-4f32-97bd-8759f5167371 req-94983775-92fd-4380-b1a9-96b90ac47823 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:47.843282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55b1e536-64dd-4f32-97bd-8759f5167371 req-94983775-92fd-4380-b1a9-96b90ac47823 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0930963 Nov 27 02:00:47.888507 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-55b1e536-64dd-4f32-97bd-8759f5167371 req-f1feec68-83ab-41a7-8465-15ec278da9f2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394621 Nov 27 02:00:49.007637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3375d-771a-4c7d-b128-4c0e322d178c req-397340e3-6797-404c-bcc0-73fe67094476 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:49.009102 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75a3375d-771a-4c7d-b128-4c0e322d178c req-397340e3-6797-404c-bcc0-73fe67094476 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0525064 Nov 27 02:00:49.058050 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75a3375d-771a-4c7d-b128-4c0e322d178c req-5fcb5734-e6ec-479d-9056-8bcb51ca6a95 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Nov 27 02:00:50.178126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda44ec-868b-42e0-9d93-b66345ef80cb req-76d64de9-ca73-4240-a3ed-e447e57d7ec4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:50.179656 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dda44ec-868b-42e0-9d93-b66345ef80cb req-76d64de9-ca73-4240-a3ed-e447e57d7ec4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0530190 Nov 27 02:00:50.226852 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dda44ec-868b-42e0-9d93-b66345ef80cb req-15b06a93-fd5b-4cee-9b11-7d4a9b9e0eea tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407510 Nov 27 02:00:51.346572 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1199c9-0f73-4375-89b4-4b67da1f524a req-d73bbbd0-7a9b-40ff-91d6-d53eaee608bc tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:51.348020 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1199c9-0f73-4375-89b4-4b67da1f524a req-d73bbbd0-7a9b-40ff-91d6-d53eaee608bc tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0519686 Nov 27 02:00:51.393572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1199c9-0f73-4375-89b4-4b67da1f524a req-79283e23-0965-4362-b0c1-780bb8378c7d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394702 Nov 27 02:00:52.509865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb817de-575b-408e-b1e5-c27dd1f86987 req-625c669b-5de3-4b8a-8417-2ab00faa55b8 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:52.511365 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cb817de-575b-408e-b1e5-c27dd1f86987 req-625c669b-5de3-4b8a-8417-2ab00faa55b8 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0489094 Nov 27 02:00:52.558897 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1cb817de-575b-408e-b1e5-c27dd1f86987 req-7cc06fbf-5f98-4a5f-b06b-09b26a153656 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Nov 27 02:00:53.681960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae254ffb-5f6a-41cf-8f48-a0669150a6cd req-666aec9f-8675-4e68-afcd-3897a50d6b22 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:53.683987 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae254ffb-5f6a-41cf-8f48-a0669150a6cd req-666aec9f-8675-4e68-afcd-3897a50d6b22 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0517120 Nov 27 02:00:53.729207 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae254ffb-5f6a-41cf-8f48-a0669150a6cd req-d9df8726-a0a6-4e42-a2e5-2db5f353b720 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392973 Nov 27 02:00:54.844302 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1885e-1e29-4c7f-aefa-6f96e286a36b req-71fb99e4-f9f3-4c32-ae6e-8c6092b04506 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:54.845954 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79b1885e-1e29-4c7f-aefa-6f96e286a36b req-71fb99e4-f9f3-4c32-ae6e-8c6092b04506 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0493407 Nov 27 02:00:54.897197 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79b1885e-1e29-4c7f-aefa-6f96e286a36b req-642af35f-2b88-41ac-bee8-ae1c74df9600 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448954 Nov 27 02:00:56.012650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b88030-ae30-483a-a495-8095ee5056b6 req-4d4a142e-51f1-4a6a-8f48-583f8fbb09f6 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:56.014125 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e9b88030-ae30-483a-a495-8095ee5056b6 req-4d4a142e-51f1-4a6a-8f48-583f8fbb09f6 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0483637 Nov 27 02:00:56.059947 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e9b88030-ae30-483a-a495-8095ee5056b6 req-af8afda6-f81e-4b55-b29d-f86796b92b81 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 Nov 27 02:00:57.173808 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1f2c2-9f40-4676-ad8f-c723eefc23cb req-5f77884f-c2a3-4461-a638-7e3a8b5c8644 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:57.175296 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64c1f2c2-9f40-4676-ad8f-c723eefc23cb req-5f77884f-c2a3-4461-a638-7e3a8b5c8644 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0480154 Nov 27 02:00:57.221415 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64c1f2c2-9f40-4676-ad8f-c723eefc23cb req-1baf790a-7480-4b31-9472-163dd26244d1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400348 Nov 27 02:00:57.456490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cafa27-346a-45b2-9a93-8be19c0434f0 req-1d56f109-8fb9-4229-a207-0c86356540af tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:57.457980 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6cafa27-346a-45b2-9a93-8be19c0434f0 req-1d56f109-8fb9-4229-a207-0c86356540af tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0493219 Nov 27 02:00:57.532082 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-d879b80a-577b-4f2c-bd50-990beb7c2ad0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283898 Nov 27 02:00:57.535788 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6cafa27-346a-45b2-9a93-8be19c0434f0 req-f477dca0-d1e2-4e67-906d-1d1db0dfe7ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683434 Nov 27 02:00:58.654967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722eddc-ce36-4fdb-bd34-c64ed1a7f5c1 req-3307a34d-2abb-4c0f-9c22-397111527f5d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:58.656471 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4722eddc-ce36-4fdb-bd34-c64ed1a7f5c1 req-3307a34d-2abb-4c0f-9c22-397111527f5d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0518649 Nov 27 02:00:58.708097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4722eddc-ce36-4fdb-bd34-c64ed1a7f5c1 req-d476dd61-d1d5-4a6c-a327-aa2ff5782331 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454125 Nov 27 02:00:58.800339 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-698657d3-9e99-4bc7-a72a-4928bb0ce6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:58.802440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-698657d3-9e99-4bc7-a72a-4928bb0ce6d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 1097 time: 0.0781426 Nov 27 02:00:58.893222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-c277cffe-3b08-4d2b-bf5d-c89c5b483ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:58.894747 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-c277cffe-3b08-4d2b-bf5d-c89c5b483ace service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0863621 Nov 27 02:00:58.963715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-35b0898e-930c-48b7-86de-ec824f87b4eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137 HTTP/1.1" status: 200 len: 1002 time: 0.0612514 Nov 27 02:00:59.012399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-a35950a2-4bcd-477c-bcbf-7bfae0dd3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:59.014333 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-a35950a2-4bcd-477c-bcbf-7bfae0dd3669 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0430892 Nov 27 02:00:59.058096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-21f59763-bf97-4c9a-9066-cf562a740f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:59.060116 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-21f59763-bf97-4c9a-9066-cf562a740f88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383968 Nov 27 02:00:59.151283 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-ef2ababe-61e9-4e5e-ad7b-69dc4c72ea7d service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845397 Nov 27 02:00:59.239873 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-21c8ee3e-cd1e-4cf3-ba0c-9586581650fa service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817780 Nov 27 02:00:59.829635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d18ee-9393-4083-ac12-ec5a1dc36092 req-b381e3b0-e99e-4c5c-a724-f062ae34b660 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:00:59.831225 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c01d18ee-9393-4083-ac12-ec5a1dc36092 req-b381e3b0-e99e-4c5c-a724-f062ae34b660 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0548322 Nov 27 02:00:59.877801 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c01d18ee-9393-4083-ac12-ec5a1dc36092 req-2dad2c97-50f4-4d6e-aa8f-34ae07ac4358 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407453 Nov 27 02:01:00.993141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d8ebb-ba61-472c-a16c-f89d26d913ab req-9eaaf5e3-4677-4bc7-ba37-21d8d7a95ef2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:00.994626 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e1d8ebb-ba61-472c-a16c-f89d26d913ab req-9eaaf5e3-4677-4bc7-ba37-21d8d7a95ef2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0482764 Nov 27 02:01:01.041573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2e1d8ebb-ba61-472c-a16c-f89d26d913ab req-6d2dbf1b-78e7-4cd0-b32f-64f3731bdc3a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403817 Nov 27 02:01:01.045795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-fc0896f1-a193-4ced-9bd1-5b5b0a10ba44 service neutron] 10.222.0.42 "GET /v2.0/ports/aee434da-7d76-4eeb-9012-6a7de4d3d137/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.0543015 Nov 27 02:01:01.260279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-38dc4817-0dc8-4915-a0be-0d874447602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:01.261734 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-38dc4817-0dc8-4915-a0be-0d874447602b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 1097 time: 0.0405152 Nov 27 02:01:01.336296 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-4f09e9e0-b2c8-4ab8-8d32-a6e86c87282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:01.337747 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-4f09e9e0-b2c8-4ab8-8d32-a6e86c87282a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 1097 time: 0.0428352 Nov 27 02:01:01.426621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-9eed6cbc-7821-4304-a926-322c46ece134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:01.428406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-9eed6cbc-7821-4304-a926-322c46ece134 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0827911 Nov 27 02:01:01.498168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-61c7b910-0ba7-4cde-a026-bbc179bad270 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137 HTTP/1.1" status: 200 len: 1002 time: 0.0627341 Nov 27 02:01:01.545997 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-de68c97d-b6dc-439e-b70e-09fa9514d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:01.547346 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-de68c97d-b6dc-439e-b70e-09fa9514d903 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0428898 Nov 27 02:01:01.593141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-78aaf32d-f1e1-458c-8aea-79de564fd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:01.594602 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-78aaf32d-f1e1-458c-8aea-79de564fd953 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394361 Nov 27 02:01:01.685261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-14b32517-66d5-4fff-82d6-61be8c1ff33e service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839522 Nov 27 02:01:01.771937 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-137e82c7-ae22-4c4d-9ae6-a6380934b110 req-8c21a329-3276-464f-95ef-5a5d5067c1ad service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804012 Nov 27 02:01:02.161601 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9b1eb-78b8-4cf6-8506-1cbb7d992643 req-d3a046c3-4bf7-4edb-8991-b137de085291 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:02.162994 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ee9b1eb-78b8-4cf6-8506-1cbb7d992643 req-d3a046c3-4bf7-4edb-8991-b137de085291 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0493007 Nov 27 02:01:02.209341 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ee9b1eb-78b8-4cf6-8506-1cbb7d992643 req-25d44e89-945f-44cd-b2b8-bc7321101f3b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404398 Nov 27 02:01:03.323333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4f274-f5fb-4df0-80a9-a4ed61de04a9 req-dfac8391-f7f2-42c4-adff-47a71ea0330c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:03.325273 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-78b4f274-f5fb-4df0-80a9-a4ed61de04a9 req-dfac8391-f7f2-42c4-adff-47a71ea0330c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0483844 Nov 27 02:01:03.371725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-78b4f274-f5fb-4df0-80a9-a4ed61de04a9 req-1e12f962-6647-468f-b38c-7601df541517 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403931 Nov 27 02:01:03.569406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ffcf1-3243-483c-99eb-28a536da8caf req-a891bdfd-04a5-4e05-8ebd-51198eca2232 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:03.570926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f5ffcf1-3243-483c-99eb-28a536da8caf req-a891bdfd-04a5-4e05-8ebd-51198eca2232 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0546489 Nov 27 02:01:03.594156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-a70526c3-a703-42f1-a3c6-89d94545b908 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:03.595678 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-a70526c3-a703-42f1-a3c6-89d94545b908 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377&tenant_id=c5df9b9c20624436aeb2ea7d2435052f&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 946 time: 0.0567055 Nov 27 02:01:03.621423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f5ffcf1-3243-483c-99eb-28a536da8caf req-ebac6409-1f12-460e-ba4d-b39bac88942c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442770 Nov 27 02:01:03.693296 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-e443a655-d12d-45c3-99db-56ba8f9d8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:03.694853 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-e443a655-d12d-45c3-99db-56ba8f9d8520 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 1097 time: 0.0407581 Nov 27 02:01:03.786839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-93ab52ff-b567-4ec6-b953-e5d54ed37d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:03.788666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-93ab52ff-b567-4ec6-b953-e5d54ed37d80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0873513 Nov 27 02:01:03.815042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device aee434da-7d76-4eeb-9012-6a7de4d3d137 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:01:03.854439 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-ee3f9973-ea77-41e0-a0eb-36da0b0c6b49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137 HTTP/1.1" status: 200 len: 1002 time: 0.0584638 Nov 27 02:01:03.904195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-2223019f-1d58-49ea-95f1-b3312333de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:03.905587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-2223019f-1d58-49ea-95f1-b3312333de26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0437181 Nov 27 02:01:03.907730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port aee434da-7d76-4eeb-9012-6a7de4d3d137, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:01:03.919187 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'aee434da-7d76-4eeb-9012-6a7de4d3d137', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'port_id': 'aee434da-7d76-4eeb-9012-6a7de4d3d137', 'mac_address': 'fa:16:3e:67:32:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:01:03.955051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-0a09862a-ce68-40f8-9b48-82f487992148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:03.956579 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-0a09862a-ce68-40f8-9b48-82f487992148 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441701 Nov 27 02:01:03.960177 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:03.973629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aee434da-7d76-4eeb-9012-6a7de4d3d137 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:01:03.992330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port aee434da-7d76-4eeb-9012-6a7de4d3d137, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:01:03.996118 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:04.043850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=aee434da-7d76-4eeb-9012-6a7de4d3d137,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:01:04.051065 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-f977bb2e-3679-4932-9611-d79009965107 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868149 Nov 27 02:01:04.051258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:04.051497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:04.051841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:04.052449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:04.052784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:04.053117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:04.053447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:04.053775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:04.054099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:04.054527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:04.054856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:04.055179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:04.147499 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eef6f3af-8c1b-4826-9157-6e01ed8d7214 req-af0d9199-45d8-4e0a-814b-05771454cd71 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882332 Nov 27 02:01:04.286119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['aee434da-7d76-4eeb-9012-6a7de4d3d137'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:01:04.295226 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:01:04.745831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccbb17-89d3-44c9-8a73-f9bd13a7f41d req-7323fe82-8479-44bc-add6-0f8a40203b26 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:04.747410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-53ccbb17-89d3-44c9-8a73-f9bd13a7f41d req-7323fe82-8479-44bc-add6-0f8a40203b26 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 945 time: 0.0513117 Nov 27 02:01:04.797627 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-53ccbb17-89d3-44c9-8a73-f9bd13a7f41d req-d203c6db-da05-4bfd-b2df-b2cd5818e8db tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440590 Nov 27 02:01:04.919162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbb9c8-00c0-4b00-bbb8-0b34d4e4bb60 req-ab4af1c5-40ee-48b7-87b7-8d2a0f4ac451 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:04.920538 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ddbb9c8-00c0-4b00-bbb8-0b34d4e4bb60 req-ab4af1c5-40ee-48b7-87b7-8d2a0f4ac451 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 945 time: 0.0525665 Nov 27 02:01:04.968273 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ddbb9c8-00c0-4b00-bbb8-0b34d4e4bb60 req-4e176112-f3e8-4ed9-865e-c9a2b24d7ec1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417354 Nov 27 02:01:05.159027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e87148-0846-40a0-82d8-2f7cc05c12fe req-80751532-c45e-46af-bbda-ce591cc056e3 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:05.160501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b6e87148-0846-40a0-82d8-2f7cc05c12fe req-80751532-c45e-46af-bbda-ce591cc056e3 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 945 time: 0.0492346 Nov 27 02:01:05.212435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731c3c5-2507-4785-b977-03f51016578c req-527eda56-0626-4a1f-9a42-3ec615194ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:05.213052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b6e87148-0846-40a0-82d8-2f7cc05c12fe req-73467082-4b86-4c9e-a60c-508ca835e773 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464125 Nov 27 02:01:05.213817 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7731c3c5-2507-4785-b977-03f51016578c req-527eda56-0626-4a1f-9a42-3ec615194ffd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 1096 time: 0.0406361 Nov 27 02:01:05.305659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731c3c5-2507-4785-b977-03f51016578c req-abb7aa61-0405-4de0-a637-234e13e8b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:05.307147 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7731c3c5-2507-4785-b977-03f51016578c req-abb7aa61-0405-4de0-a637-234e13e8b2a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0857923 Nov 27 02:01:05.371098 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7731c3c5-2507-4785-b977-03f51016578c req-3b0d8a01-0974-48b5-bd4f-9727f501fa79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137 HTTP/1.1" status: 200 len: 1001 time: 0.0567477 Nov 27 02:01:05.417586 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731c3c5-2507-4785-b977-03f51016578c req-25d2e718-448d-4413-b2d9-c91dc68da99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:05.419596 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7731c3c5-2507-4785-b977-03f51016578c req-25d2e718-448d-4413-b2d9-c91dc68da99f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0418077 Nov 27 02:01:05.468580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731c3c5-2507-4785-b977-03f51016578c req-5c7447ae-13b5-4310-93db-5d731fed4beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:05.469961 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7731c3c5-2507-4785-b977-03f51016578c req-5c7447ae-13b5-4310-93db-5d731fed4beb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435281 Nov 27 02:01:05.557228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7731c3c5-2507-4785-b977-03f51016578c req-49251a55-d313-4d4f-89f6-c7df25b64be8 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804291 Nov 27 02:01:05.647968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7731c3c5-2507-4785-b977-03f51016578c req-e4e16209-f42a-43eb-b21f-004a81c6a2bf service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832489 Nov 27 02:01:05.848472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device aee434da-7d76-4eeb-9012-6a7de4d3d137 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:01:05.894718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port aee434da-7d76-4eeb-9012-6a7de4d3d137 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:01:05.895086 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:05.971499 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:05.994444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee434da-7d76-4eeb-9012-6a7de4d3d137'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:01:06.008289 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port aee434da-7d76-4eeb-9012-6a7de4d3d137, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:01:06.012091 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:06.036709 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d2f03f-02ec-40c9-bed2-037511804117" -d '{"events": [{"server_uuid": "3021cd54-bdc6-435e-826e-c78b5cc2e377", "name": "network-vif-plugged", "status": "completed", "tag": "aee434da-7d76-4eeb-9012-6a7de4d3d137"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:01:06.065107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=aee434da-7d76-4eeb-9012-6a7de4d3d137,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:01:06.148242 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11813596-1956-481b-a660-6c5cfbdc517c x-openstack-request-id: req-11813596-1956-481b-a660-6c5cfbdc517c {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:01:06.148535 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3021cd54-bdc6-435e-826e-c78b5cc2e377", "name": "network-vif-plugged", "status": "completed", "tag": "aee434da-7d76-4eeb-9012-6a7de4d3d137", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:01:06.148784 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11813596-1956-481b-a660-6c5cfbdc517c {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:01:06.149193 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee434da-7d76-4eeb-9012-6a7de4d3d137', 'code': 200} Nov 27 02:01:06.327756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dd70b-8613-40bc-aec7-98066e0587d0 req-358dd2a1-3590-444e-b27c-0639c2712117 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:06.329214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-650dd70b-8613-40bc-aec7-98066e0587d0 req-358dd2a1-3590-444e-b27c-0639c2712117 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0478499 Nov 27 02:01:06.376923 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-650dd70b-8613-40bc-aec7-98066e0587d0 req-840622a6-6ff3-4167-b3d5-2162f3c445e9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416489 Nov 27 02:01:06.603958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74566a0-7248-45aa-8952-4c16311aeede req-4b38dd91-4f11-4081-8d68-1a9b88cfae77 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:06.605400 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a74566a0-7248-45aa-8952-4c16311aeede req-4b38dd91-4f11-4081-8d68-1a9b88cfae77 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0481229 Nov 27 02:01:06.651520 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a74566a0-7248-45aa-8952-4c16311aeede req-b235591b-bd20-4e68-b0b2-fc26fd4e35fd tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393934 Nov 27 02:01:07.772071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b955f2c-346d-4f7b-8f93-adb18b8057b9 req-280c7703-76f0-43ba-a263-3b371488d7e9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:07.773603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b955f2c-346d-4f7b-8f93-adb18b8057b9 req-280c7703-76f0-43ba-a263-3b371488d7e9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0510802 Nov 27 02:01:07.820558 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b955f2c-346d-4f7b-8f93-adb18b8057b9 req-4745ef8d-05e9-4f34-90c3-ca3c99c20670 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403972 Nov 27 02:01:07.948415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-599344ba-9d5b-4246-8cf6-94553484309f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:07.950302 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-599344ba-9d5b-4246-8cf6-94553484309f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 946 time: 0.0467255 Nov 27 02:01:08.046698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Deleting port aee434da-7d76-4eeb-9012-6a7de4d3d137 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:01:08.047041 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:08.134384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] For port aee434da-7d76-4eeb-9012-6a7de4d3d137, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=aee434da-7d76-4eeb-9012-6a7de4d3d137,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:01:08.134754 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:08.303386 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:08.303753 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:08.304071 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Floating IP 5f106546-8078-4ade-82a6-0297bc0ed323 disassociated. External IP: 172.25.3.150, port: aee434da-7d76-4eeb-9012-6a7de4d3d137. Nov 27 02:01:08.304418 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Calling delete_port for aee434da-7d76-4eeb-9012-6a7de4d3d137 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:01:08.428272 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:08.462722 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event deleted for resources: {'Port': ['ID=aee434da-7d76-4eeb-9012-6a7de4d3d137,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:01:08.475106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:08.475458 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:08.475800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:08.476137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:08.476472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:08.476812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:08.477141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:08.477463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:08.477783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:08.478106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:08.478459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:08.478791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:01:08.583736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Router 214ec205-56b8-459f-acbc-cda1066d1c77 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:01:08.693434 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:01:08.702951 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb87e04b-0f63-4e16-8758-d04e079cdd20 None None] Sync routers for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:01:08.712501 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb87e04b-0f63-4e16-8758-d04e079cdd20 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:01:08.713198 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bb87e04b-0f63-4e16-8758-d04e079cdd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:00:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:01:08.735217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] No DVR routers for this DVR port aee434da-7d76-4eeb-9012-6a7de4d3d137 on host n-h2-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:01:08.737729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:08.741096 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-86968a79-faaa-4ff5-9887-ff1debc307f7 req-ce9779a1-d7c2-4763-9037-e44d0486a9f4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "DELETE /v2.0/ports/aee434da-7d76-4eeb-9012-6a7de4d3d137 HTTP/1.1" status: 204 len: 173 time: 0.7851102 Nov 27 02:01:08.741528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'name': 'network-vif-deleted', 'tag': 'aee434da-7d76-4eeb-9012-6a7de4d3d137'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:01:08.782364 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5320d3d72a96248b26a4866b6291fd5f9976daeb36e5d21205400713eb6b1279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249af021-ade3-4ca6-9b73-4e6a4bdd2e4e" -d '{"events": [{"server_uuid": "3021cd54-bdc6-435e-826e-c78b5cc2e377", "name": "network-vif-deleted", "tag": "aee434da-7d76-4eeb-9012-6a7de4d3d137"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:01:08.820940 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-bb87e04b-0f63-4e16-8758-d04e079cdd20 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:01:08.879617 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9572b477-8121-4755-a71a-ea92c4a052de x-openstack-request-id: req-9572b477-8121-4755-a71a-ea92c4a052de {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:01:08.879913 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3021cd54-bdc6-435e-826e-c78b5cc2e377", "name": "network-vif-deleted", "tag": "aee434da-7d76-4eeb-9012-6a7de4d3d137", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:01:08.880168 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9572b477-8121-4755-a71a-ea92c4a052de {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:01:08.880572 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3021cd54-bdc6-435e-826e-c78b5cc2e377', 'name': 'network-vif-deleted', 'tag': 'aee434da-7d76-4eeb-9012-6a7de4d3d137', 'status': 'completed', 'code': 200} Nov 27 02:01:08.930838 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7c835688-9b68-4136-941c-c9883603829c req-8dc4669f-10a6-4faa-a369-e3d895d82b92 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=3021cd54-bdc6-435e-826e-c78b5cc2e377 HTTP/1.1" status: 200 len: 210 time: 0.0271788 Nov 27 02:01:09.039361 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bb87e04b-0f63-4e16-8758-d04e079cdd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:01:09.064927 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb87e04b-0f63-4e16-8758-d04e079cdd20 None None] Checking router: 214ec205-56b8-459f-acbc-cda1066d1c77 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:01:09.072893 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb87e04b-0f63-4e16-8758-d04e079cdd20 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:01:09.073487 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bb87e04b-0f63-4e16-8758-d04e079cdd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:00:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:01:09.271734 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-bb87e04b-0f63-4e16-8758-d04e079cdd20 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:01:09.463456 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bb87e04b-0f63-4e16-8758-d04e079cdd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:01:09.492756 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb87e04b-0f63-4e16-8758-d04e079cdd20 None None] The sync data for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 is: [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:01:09.696574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215b360-d6ca-4b90-9430-78315095c232 None None] New status for floating IP 5f106546-8078-4ade-82a6-0297bc0ed323: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:01:10.210689 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-26a3ed42-2594-4c1f-a22e-3c5409551704 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1512780805&fields=id&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 267 time: 0.0446117 Nov 27 02:01:10.315628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-bf766986-af4f-4b65-a977-1b8ed447b55a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:10.316984 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-bf766986-af4f-4b65-a977-1b8ed447b55a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 812 time: 0.0988164 Nov 27 02:01:10.332048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-551c35b8-80d0-46e6-8d31-32b875605982 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/quotas/c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 375 time: 0.0093665 Nov 27 02:01:10.385510 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-58beead2-ad60-4941-aa0d-e37f544cda32 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483508 Nov 27 02:01:10.554409 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-e488d910-c5c2-406d-acc3-6db9dcb970b9 service neutron] 10.222.0.37 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210449 Nov 27 02:01:10.647278 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-78c268e1-f071-431b-8bc9-c1921f54550b service neutron] 10.222.0.37 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857675 Nov 27 02:01:10.808423 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61941cdd-62f0-4496-b61a-17431658697a req-a28c84e6-5e01-41cb-b52b-9a3ce28237f6 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 210 time: 0.0265832 Nov 27 02:01:11.582323 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-abc752e4-7c1c-4bf1-b2f8-cf4e0b97d217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:11.853967 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-ba48206b-e38f-4a46-b7c6-182693a6920a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:11.855600 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-ba48206b-e38f-4a46-b7c6-182693a6920a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 812 time: 0.1102672 Nov 27 02:01:11.865556 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device aee434da-7d76-4eeb-9012-6a7de4d3d137 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:01:11.889267 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: aee434da-7d76-4eeb-9012-6a7de4d3d137 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:01:11.889606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device aee434da-7d76-4eeb-9012-6a7de4d3d137 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:01:11.907162 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8a49c1f6-8fb0-4f6a-9bec-af2f03af6c25 req-4f290c2d-40ac-4106-b92a-3808696432be tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 210 time: 0.0268645 Nov 27 02:01:11.932935 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-687f4167-17f9-4071-95e1-c9b4182e5169 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 380 time: 0.0537994 Nov 27 02:01:11.950832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Request body: {'port': {'device_id': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'admin_state_up': True, 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'security_groups': ['6942d887-6b48-43c8-a8a1-014b5d2d3f2e']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:01:12.054500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Made reservation on behalf of c5df9b9c20624436aeb2ea7d2435052f for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:01:12.057933 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:12.184430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Allocated IP 172.20.0.8 (e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643/5bc1df65-18fb-4963-8704-0fb84bf9142d/08044a15-c089-459b-8b87-756e960fd650) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:01:12.320942 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:12.353724 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:12.400801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:01:12.403936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:01:12.407748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:01:12.414045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event updated for resources: {'Port': ['ID=08044a15-c089-459b-8b87-756e960fd650,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:01:12.461328 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:12.461946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:12.479598 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-73447628-017a-48f8-be02-6dd30fb1e3b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5328386 Nov 27 02:01:12.497376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Request body: {'port': {'device_id': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:01:12.556803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:12.621363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-30c12575-0ee7-497a-8ee3-74d69c218659 None None] Provisioning complete for port 08044a15-c089-459b-8b87-756e960fd650 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:01:12.622116 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-30c12575-0ee7-497a-8ee3-74d69c218659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:12.655988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-30c12575-0ee7-497a-8ee3-74d69c218659 None None] Port 08044a15-c089-459b-8b87-756e960fd650 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:01:12.818107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08044a15-c089-459b-8b87-756e960fd650 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:01:12.826256 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:12.838307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Transition to ACTIVE for port object 08044a15-c089-459b-8b87-756e960fd650 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:01:12.842805 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:12.884973 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3345400d-78bb-4937-aff2-da7aace14cc4 req-33033a05-7849-4588-90ba-7c22958a056c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0663538 Nov 27 02:01:12.896314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Pushing event updated for resources: {'Port': ['ID=08044a15-c089-459b-8b87-756e960fd650,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:01:12.979774 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3345400d-78bb-4937-aff2-da7aace14cc4 req-034c2072-ca60-476e-b1d4-2d020936dc5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0281384 Nov 27 02:01:12.986009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Attempting to bind port 08044a15-c089-459b-8b87-756e960fd650 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:01:12.986382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Attempting to bind port 08044a15-c089-459b-8b87-756e960fd650 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:01:12.986726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Attempting to bind port 08044a15-c089-459b-8b87-756e960fd650 on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:01:13.006675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Port 08044a15-c089-459b-8b87-756e960fd650 on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:01:13.007175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Attempting to bind port 08044a15-c089-459b-8b87-756e960fd650 on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:01:13.028866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:01:13.029205 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Checking segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:01:13.029786 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Bound using segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:01:13.030047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Bound port: 08044a15-c089-459b-8b87-756e960fd650, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:01:13.030466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:13.031245 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3345400d-78bb-4937-aff2-da7aace14cc4 req-de86d493-8898-4dec-be43-518eb875ac94 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244188 Nov 27 02:01:13.062371 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2f2ca-26dd-4872-bccf-c1decb2176d4 req-2ecfb2ca-d276-446a-b9c5-fd934ae809c2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:13.063938 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ded2f2ca-26dd-4872-bccf-c1decb2176d4 req-2ecfb2ca-d276-446a-b9c5-fd934ae809c2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 943 time: 0.0749185 Nov 27 02:01:13.133494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345400d-78bb-4937-aff2-da7aace14cc4 req-c28c883b-7c5d-4c32-8254-76dc02728324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:13.135016 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3345400d-78bb-4937-aff2-da7aace14cc4 req-c28c883b-7c5d-4c32-8254-76dc02728324 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967767 Nov 27 02:01:13.143747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] For port 08044a15-c089-459b-8b87-756e960fd650, host n-h2-819494-2, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:01:13.148007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] For port 08044a15-c089-459b-8b87-756e960fd650, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=08044a15-c089-459b-8b87-756e960fd650,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:01:13.152684 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ded2f2ca-26dd-4872-bccf-c1decb2176d4 req-ca34b145-6924-4033-8ada-267b442f5f83 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706756 Nov 27 02:01:13.154968 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:13.195345 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:13.196013 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:13.197390 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] 10.222.0.42 "PUT /v2.0/ports/08044a15-c089-459b-8b87-756e960fd650 HTTP/1.1" status: 200 len: 1091 time: 0.7044163 Nov 27 02:01:13.197839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'tag': '08044a15-c089-459b-8b87-756e960fd650'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:01:13.200892 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5320d3d72a96248b26a4866b6291fd5f9976daeb36e5d21205400713eb6b1279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c1c132-6767-4dd0-b3bf-d281dbd50162" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd", "tag": "08044a15-c089-459b-8b87-756e960fd650"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:01:13.234767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a2ae7-d185-4e85-b726-16038461d46d service neutron] Pushing event updated for resources: {'Port': ['ID=08044a15-c089-459b-8b87-756e960fd650,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:01:13.250198 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280d7649-b1fc-4126-a5c0-499296b6eb67 x-openstack-request-id: req-280d7649-b1fc-4126-a5c0-499296b6eb67 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:01:13.250529 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd", "tag": "08044a15-c089-459b-8b87-756e960fd650", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:01:13.250914 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-280d7649-b1fc-4126-a5c0-499296b6eb67 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:01:13.251325 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'tag': '08044a15-c089-459b-8b87-756e960fd650', 'status': 'completed', 'code': 200} Nov 27 02:01:13.307074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-bc415c56-7e86-447b-a5b0-fdf0793fdf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:13.308581 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-bc415c56-7e86-447b-a5b0-fdf0793fdf7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 1094 time: 0.0412834 Nov 27 02:01:13.356187 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-e9fa8fc7-dc87-40ed-927b-5d47e0586d5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08044a15-c089-459b-8b87-756e960fd650 HTTP/1.1" status: 200 len: 217 time: 0.0350807 Nov 27 02:01:13.411281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-326d1217-ea1e-4df8-9fc7-f56dbb096682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:13.412774 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-326d1217-ea1e-4df8-9fc7-f56dbb096682 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0498230 Nov 27 02:01:13.776601 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-0778cd61-f933-4ccb-9094-7bd9fdd75160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:13.776886 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-0778cd61-f933-4ccb-9094-7bd9fdd75160 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3550625 Nov 27 02:01:13.870672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-2865f0d7-933d-4aae-bf98-6201c6e93e7c service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858531 Nov 27 02:01:13.940168 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-40691b64-4ab6-4f2d-93b5-03ea79e208ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:13.961930 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-251ff3bb-3886-4f78-bcf8-51205911b60b req-407f1cfe-2d7a-462d-b35f-65df80ab6fc4 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845723 Nov 27 02:01:14.106105 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1c132-6767-4dd0-b3bf-d281dbd50162 req-0f6341a4-51c4-411e-93ed-891e65f0c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:14.107576 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13c1c132-6767-4dd0-b3bf-d281dbd50162 req-0f6341a4-51c4-411e-93ed-891e65f0c974 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 1094 time: 0.0405986 Nov 27 02:01:14.201096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1c132-6767-4dd0-b3bf-d281dbd50162 req-c06949a1-32db-4cf7-a40b-82e1c778aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:14.202679 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13c1c132-6767-4dd0-b3bf-d281dbd50162 req-c06949a1-32db-4cf7-a40b-82e1c778aea8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0884969 Nov 27 02:01:14.244320 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13c1c132-6767-4dd0-b3bf-d281dbd50162 req-e1998cbc-05dc-4116-996c-05439da2565d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08044a15-c089-459b-8b87-756e960fd650 HTTP/1.1" status: 200 len: 217 time: 0.0350277 Nov 27 02:01:14.320282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1c132-6767-4dd0-b3bf-d281dbd50162 req-3671f4f2-5f97-4b80-8216-91b6e44bead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:14.321769 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13c1c132-6767-4dd0-b3bf-d281dbd50162 req-3671f4f2-5f97-4b80-8216-91b6e44bead7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0693686 Nov 27 02:01:14.330472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cd3ee-0799-49ff-a910-f4dd07686c62 req-f7798102-0447-4599-85c0-6716a44ce576 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:14.331813 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-776cd3ee-0799-49ff-a910-f4dd07686c62 req-f7798102-0447-4599-85c0-6716a44ce576 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 943 time: 0.0899198 Nov 27 02:01:14.408466 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-776cd3ee-0799-49ff-a910-f4dd07686c62 req-fb1d9722-822c-40b5-b833-c70f74ecbcc6 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705621 Nov 27 02:01:14.414377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1c132-6767-4dd0-b3bf-d281dbd50162 req-1c24f23c-fdf8-4d13-beeb-70442f6ba199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:14.415855 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13c1c132-6767-4dd0-b3bf-d281dbd50162 req-1c24f23c-fdf8-4d13-beeb-70442f6ba199 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645134 Nov 27 02:01:14.510505 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13c1c132-6767-4dd0-b3bf-d281dbd50162 req-87a8ef1d-c844-43c9-9aed-a9573da31215 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852811 Nov 27 02:01:14.599310 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13c1c132-6767-4dd0-b3bf-d281dbd50162 req-f5644f66-c683-4ad6-b459-841f6a20529d service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801120 Nov 27 02:01:14.727301 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:15.199291 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:15.528158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6d1df-382e-4589-acea-fd6bb72427b5 req-e09dc150-57cc-423b-860b-1fe123d79426 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:15.529612 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41e6d1df-382e-4589-acea-fd6bb72427b5 req-e09dc150-57cc-423b-860b-1fe123d79426 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 943 time: 0.0496948 Nov 27 02:01:15.576004 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41e6d1df-382e-4589-acea-fd6bb72427b5 req-ca564528-8461-469e-b5fa-23e42f96c5e5 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401306 Nov 27 02:01:15.880936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 08044a15-c089-459b-8b87-756e960fd650 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:01:15.973763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 08044a15-c089-459b-8b87-756e960fd650, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=08044a15-c089-459b-8b87-756e960fd650,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:01:15.985307 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '08044a15-c089-459b-8b87-756e960fd650', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'port_id': '08044a15-c089-459b-8b87-756e960fd650', 'mac_address': 'fa:16:3e:b7:97:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:01:16.020567 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:16.032777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08044a15-c089-459b-8b87-756e960fd650 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:01:16.058127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 08044a15-c089-459b-8b87-756e960fd650, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=08044a15-c089-459b-8b87-756e960fd650,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:01:16.060425 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:16.108328 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=08044a15-c089-459b-8b87-756e960fd650,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:01:16.317524 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['08044a15-c089-459b-8b87-756e960fd650'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:01:16.696481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07f0fd-1c58-4461-8460-525f523525ce req-cbe0fbf5-c446-4a86-bdb1-e03b60269086 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:16.698041 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a07f0fd-1c58-4461-8460-525f523525ce req-cbe0fbf5-c446-4a86-bdb1-e03b60269086 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 944 time: 0.0545886 Nov 27 02:01:16.751762 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1a07f0fd-1c58-4461-8460-525f523525ce req-1b1d6483-0980-471d-93b9-96cfa72cda9b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472720 Nov 27 02:01:16.875641 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:17.544452 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:17.640916 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:17.866794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee33d0-8eaa-44bb-af5b-ef8cd93de8a2 req-fdbbe2cf-3c74-4ecf-9757-c0dd4d9937eb tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:17.868177 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0ee33d0-8eaa-44bb-af5b-ef8cd93de8a2 req-fdbbe2cf-3c74-4ecf-9757-c0dd4d9937eb tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 944 time: 0.0483875 Nov 27 02:01:17.878755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 08044a15-c089-459b-8b87-756e960fd650 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:01:17.915795 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0ee33d0-8eaa-44bb-af5b-ef8cd93de8a2 req-5fa6aa9d-a75c-4e51-a4c6-a986f7c35f43 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411623 Nov 27 02:01:17.928888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 08044a15-c089-459b-8b87-756e960fd650 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:01:17.932953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 08044a15-c089-459b-8b87-756e960fd650 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:01:17.933319 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:18.016800 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:18.038353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08044a15-c089-459b-8b87-756e960fd650'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:01:18.040566 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e47854-150a-40bb-a2fb-fb3c284d7ea1" -d '{"events": [{"server_uuid": "6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd", "name": "network-vif-plugged", "status": "completed", "tag": "08044a15-c089-459b-8b87-756e960fd650"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:01:18.053331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 08044a15-c089-459b-8b87-756e960fd650, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=08044a15-c089-459b-8b87-756e960fd650,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:01:18.057478 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:18.082221 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3fdb46-2033-43f8-ab9a-a66d9c6e14a0 x-openstack-request-id: req-bd3fdb46-2033-43f8-ab9a-a66d9c6e14a0 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:01:18.082541 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd", "name": "network-vif-plugged", "status": "completed", "tag": "08044a15-c089-459b-8b87-756e960fd650", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:01:18.082793 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd3fdb46-2033-43f8-ab9a-a66d9c6e14a0 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:01:18.083183 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08044a15-c089-459b-8b87-756e960fd650', 'code': 200} Nov 27 02:01:18.108123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=08044a15-c089-459b-8b87-756e960fd650,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:01:18.211171 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176565e-e0d5-47f5-916c-c6bce6196bbd req-2b7d9171-ad8b-48ff-82c9-be62470d01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:18.212584 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4176565e-e0d5-47f5-916c-c6bce6196bbd req-2b7d9171-ad8b-48ff-82c9-be62470d01bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 1096 time: 0.0398510 Nov 27 02:01:18.258210 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4176565e-e0d5-47f5-916c-c6bce6196bbd req-5e674423-fe41-406b-8afd-4cf8e94d4695 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384324 Nov 27 02:01:19.040503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a7a22-55c8-4670-b2f8-9dfba13f0b21 req-f05233eb-7daf-4f1e-92b6-f68c357da229 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:19.041972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-246a7a22-55c8-4670-b2f8-9dfba13f0b21 req-f05233eb-7daf-4f1e-92b6-f68c357da229 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0534837 Nov 27 02:01:19.088734 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-246a7a22-55c8-4670-b2f8-9dfba13f0b21 req-4e04dd96-cd8b-47cf-aef9-82bd270f0646 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408852 Nov 27 02:01:20.205720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185c090-00a1-45a4-9a1a-f48c4c41581b req-4901d90a-a3e5-4dea-b49d-d1497e487ef6 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:20.207190 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b185c090-00a1-45a4-9a1a-f48c4c41581b req-4901d90a-a3e5-4dea-b49d-d1497e487ef6 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0489106 Nov 27 02:01:20.252644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b185c090-00a1-45a4-9a1a-f48c4c41581b req-73691b95-fd75-4a75-83b7-70da2a3a7fba tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 Nov 27 02:01:20.362891 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adae6f-be6c-4a21-b24b-61041ab8546c req-cb74e766-4d63-4bb8-aa7a-49e71c030d72 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:20.364334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3adae6f-be6c-4a21-b24b-61041ab8546c req-cb74e766-4d63-4bb8-aa7a-49e71c030d72 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0487125 Nov 27 02:01:20.373410 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49578) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:01:20.377722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-96280ebc-1865-4411-a5dc-53f4af0254b2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Request body: {'floatingip': {'port_id': '08044a15-c089-459b-8b87-756e960fd650'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:01:20.419323 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96280ebc-1865-4411-a5dc-53f4af0254b2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:20.875301 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96280ebc-1865-4411-a5dc-53f4af0254b2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:20.879233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96280ebc-1865-4411-a5dc-53f4af0254b2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:20.975771 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-96280ebc-1865-4411-a5dc-53f4af0254b2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Floating IP 5f106546-8078-4ade-82a6-0297bc0ed323 associated. External IP: 172.25.3.150, port: 08044a15-c089-459b-8b87-756e960fd650. Nov 27 02:01:21.179161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96280ebc-1865-4411-a5dc-53f4af0254b2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Router 214ec205-56b8-459f-acbc-cda1066d1c77 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:01:21.285605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96280ebc-1865-4411-a5dc-53f4af0254b2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:01:21.290537 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96280ebc-1865-4411-a5dc-53f4af0254b2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:21.295039 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62582488-6c41-4a98-a69c-e140e1d6fb81 None None] Sync routers for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:01:21.305005 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62582488-6c41-4a98-a69c-e140e1d6fb81 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:01:21.305609 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-62582488-6c41-4a98-a69c-e140e1d6fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:01:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:01:21.316407 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-96280ebc-1865-4411-a5dc-53f4af0254b2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "PUT /v2.0/floatingips/5f106546-8078-4ade-82a6-0297bc0ed323 HTTP/1.1" status: 200 len: 991 time: 0.9419751 Nov 27 02:01:21.317001 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'tag': '08044a15-c089-459b-8b87-756e960fd650'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:01:21.356154 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761c8958-89fe-4e44-a03e-74f0ba25b1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd", "tag": "08044a15-c089-459b-8b87-756e960fd650"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:01:21.415425 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-62582488-6c41-4a98-a69c-e140e1d6fb81 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:01:21.442783 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd25364-527e-43ee-b559-d2441559d70a x-openstack-request-id: req-6dd25364-527e-43ee-b559-d2441559d70a {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:01:21.443276 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd", "tag": "08044a15-c089-459b-8b87-756e960fd650", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:01:21.443276 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6dd25364-527e-43ee-b559-d2441559d70a {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:01:21.443693 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'tag': '08044a15-c089-459b-8b87-756e960fd650', 'status': 'completed', 'code': 200} Nov 27 02:01:21.541878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8958-89fe-4e44-a03e-74f0ba25b1f5 req-5b5a482e-4fc3-478c-9c3d-5015fabe172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:21.543409 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-761c8958-89fe-4e44-a03e-74f0ba25b1f5 req-5b5a482e-4fc3-478c-9c3d-5015fabe172e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 1096 time: 0.0440855 Nov 27 02:01:21.632247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8958-89fe-4e44-a03e-74f0ba25b1f5 req-6c9a58d0-0885-41ad-85bc-8b4c349b04da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:21.633900 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-761c8958-89fe-4e44-a03e-74f0ba25b1f5 req-6c9a58d0-0885-41ad-85bc-8b4c349b04da service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0836608 Nov 27 02:01:21.637040 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-62582488-6c41-4a98-a69c-e140e1d6fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5f106546-8078-4ade-82a6-0297bc0ed323', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'port_id': '08044a15-c089-459b-8b87-756e960fd650', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'mac_address': 'fa:16:3e:b7:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:56:42Z', 'updated_at': '2021-11-27T02:01:20Z', 'revision_number': 9, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:01:21.666547 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62582488-6c41-4a98-a69c-e140e1d6fb81 None None] Checking router: 214ec205-56b8-459f-acbc-cda1066d1c77 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:01:21.674860 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62582488-6c41-4a98-a69c-e140e1d6fb81 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:01:21.675474 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-62582488-6c41-4a98-a69c-e140e1d6fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:01:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:01:21.703804 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-761c8958-89fe-4e44-a03e-74f0ba25b1f5 req-1fd9f565-8ad5-4f13-8052-11d4e6e846b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08044a15-c089-459b-8b87-756e960fd650 HTTP/1.1" status: 200 len: 999 time: 0.0623376 Nov 27 02:01:21.759037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8958-89fe-4e44-a03e-74f0ba25b1f5 req-2eca1a8a-a41e-4566-84ae-2f5bc027188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:21.760779 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-761c8958-89fe-4e44-a03e-74f0ba25b1f5 req-2eca1a8a-a41e-4566-84ae-2f5bc027188c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0505838 Nov 27 02:01:21.782606 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-62582488-6c41-4a98-a69c-e140e1d6fb81 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:01:21.806934 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8958-89fe-4e44-a03e-74f0ba25b1f5 req-c644d292-bdb0-4c04-89c7-510dd23302af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:01:21.808447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-761c8958-89fe-4e44-a03e-74f0ba25b1f5 req-c644d292-bdb0-4c04-89c7-510dd23302af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404999 Nov 27 02:01:21.901201 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-761c8958-89fe-4e44-a03e-74f0ba25b1f5 req-8daf791e-756c-42ec-b50a-80ae28c6adc6 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857699 Nov 27 02:01:21.989226 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-761c8958-89fe-4e44-a03e-74f0ba25b1f5 req-32477a6b-77fa-45c8-9e30-14e90afcaeb4 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812609 Nov 27 02:01:22.001921 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-62582488-6c41-4a98-a69c-e140e1d6fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5f106546-8078-4ade-82a6-0297bc0ed323', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'port_id': '08044a15-c089-459b-8b87-756e960fd650', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'mac_address': 'fa:16:3e:b7:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:56:42Z', 'updated_at': '2021-11-27T02:01:20Z', 'revision_number': 9, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:01:22.029703 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62582488-6c41-4a98-a69c-e140e1d6fb81 None None] The sync data for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 is: [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5f106546-8078-4ade-82a6-0297bc0ed323', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'port_id': '08044a15-c089-459b-8b87-756e960fd650', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'mac_address': 'fa:16:3e:b7:97:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:56:42Z', 'updated_at': '2021-11-27T02:01:20Z', 'revision_number': 9, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:01:22.221058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a79b8-3e8b-4c3d-887b-7c9f457e70cd None None] New status for floating IP 5f106546-8078-4ade-82a6-0297bc0ed323: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:01:41.293705 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:01:41.582132 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb455-b59a-4688-8b4d-2d1f01214486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:43.942565 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8356145c-9121-4aff-8951-7fa23faad239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:44.742952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:45.202055 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:46.879017 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:47.544015 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:01:47.641192 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:11.581655 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-162c3108-ae96-4a16-b24c-1258df64824a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:12.944808 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-14b6bafd-4c13-436c-ba8b-c854795ee07f req-fdd28d57-5652-498d-9d42-ef65529e5dc0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0300760 Nov 27 02:02:13.025965 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-14b6bafd-4c13-436c-ba8b-c854795ee07f req-40b2532c-5989-4a64-adf3-39c3e19825b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0243182 Nov 27 02:02:13.069850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-14b6bafd-4c13-436c-ba8b-c854795ee07f req-d1248099-db57-4c12-9b73-71c17a35d750 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195811 Nov 27 02:02:13.166808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6bafd-4c13-436c-ba8b-c854795ee07f req-b4c9bf4f-3c2f-4058-b4da-2addc5f4785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:13.170724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-14b6bafd-4c13-436c-ba8b-c854795ee07f req-b4c9bf4f-3c2f-4058-b4da-2addc5f4785f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932553 Nov 27 02:02:13.944335 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-02739631-5108-485d-9957-d159790811e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:14.403455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3cc75187-dfd2-4b68-9f8f-9887e6f9f3d8 req-e5667ec6-89b3-4052-9d02-879f179f3055 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394711 Nov 27 02:02:14.511270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75187-dfd2-4b68-9f8f-9887e6f9f3d8 req-c17e0175-15d6-4581-84f0-422df6fed32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:14.512745 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3cc75187-dfd2-4b68-9f8f-9887e6f9f3d8 req-c17e0175-15d6-4581-84f0-422df6fed32e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 1096 time: 0.0455785 Nov 27 02:02:14.616733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75187-dfd2-4b68-9f8f-9887e6f9f3d8 req-463d8f3b-1569-4a4e-a411-c616e1649103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:14.618111 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3cc75187-dfd2-4b68-9f8f-9887e6f9f3d8 req-463d8f3b-1569-4a4e-a411-c616e1649103 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0844207 Nov 27 02:02:14.687859 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3cc75187-dfd2-4b68-9f8f-9887e6f9f3d8 req-de696801-84b7-4917-a3d3-d8bde06c5f4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08044a15-c089-459b-8b87-756e960fd650 HTTP/1.1" status: 200 len: 1002 time: 0.0620401 Nov 27 02:02:14.737667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75187-dfd2-4b68-9f8f-9887e6f9f3d8 req-a9d61ca9-e39e-4894-9479-2413e464226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:14.739159 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3cc75187-dfd2-4b68-9f8f-9887e6f9f3d8 req-a9d61ca9-e39e-4894-9479-2413e464226b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0434875 Nov 27 02:02:14.742983 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:14.789876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75187-dfd2-4b68-9f8f-9887e6f9f3d8 req-35e92ed7-618b-435b-aaf3-9803b198c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:14.791381 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3cc75187-dfd2-4b68-9f8f-9887e6f9f3d8 req-35e92ed7-618b-435b-aaf3-9803b198c087 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447421 Nov 27 02:02:14.882711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3cc75187-dfd2-4b68-9f8f-9887e6f9f3d8 req-332ed611-9dc8-470f-8b55-134daa7c05c1 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837412 Nov 27 02:02:14.971271 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3cc75187-dfd2-4b68-9f8f-9887e6f9f3d8 req-d9ca857e-b770-4532-8b3f-751b22166fc3 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810132 Nov 27 02:02:15.206274 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:16.883039 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:17.544244 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:17.642102 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:18.292242 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:02:41.582757 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6bcce5ea-6f8c-4b89-90da-10deb645705f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:43.944951 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-327de39b-31b2-47f1-b656-2ecc63bbc770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:44.757147 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:45.207831 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:46.883986 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:47.542579 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:47.642700 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:02:55.291715 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:02:58.821607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f269d19-2b43-41d9-ba00-0f5e0e452fe0 req-13b965d3-cf5d-4781-a3ed-e92872d6ddd4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:02:58.823129 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f269d19-2b43-41d9-ba00-0f5e0e452fe0 req-13b965d3-cf5d-4781-a3ed-e92872d6ddd4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0562665 Nov 27 02:02:58.877729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f269d19-2b43-41d9-ba00-0f5e0e452fe0 req-8530f38a-f780-4c6b-81f1-8271e230b371 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485606 Nov 27 02:02:58.878492 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-02bf76fd-20d6-4213-9a87-ac30ef53d663 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860493 Nov 27 02:03:00.045778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22868db2-c088-400c-b037-4216c647bcad req-c73c9755-12b9-4dff-a8a8-d953706b4e69 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:00.047293 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22868db2-c088-400c-b037-4216c647bcad req-c73c9755-12b9-4dff-a8a8-d953706b4e69 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0911565 Nov 27 02:03:00.049735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-1e660b01-ef89-4d9e-81bd-5ca314de5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:00.051139 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-1e660b01-ef89-4d9e-81bd-5ca314de5e1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 1096 time: 0.0629971 Nov 27 02:03:00.144569 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22868db2-c088-400c-b037-4216c647bcad req-4a02732e-e391-4d8f-a07e-07e533ec4615 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908387 Nov 27 02:03:00.174035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-7df76b3f-f880-4d2c-9ad5-38e704ebb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:00.175452 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-7df76b3f-f880-4d2c-9ad5-38e704ebb345 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.1145861 Nov 27 02:03:00.239262 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-ded0ea19-7c42-4ce2-99da-89d21e7e2d48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08044a15-c089-459b-8b87-756e960fd650 HTTP/1.1" status: 200 len: 1002 time: 0.0566652 Nov 27 02:03:00.291761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-a24c6212-6c4f-46cb-a3ce-b598241bc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:00.294346 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-a24c6212-6c4f-46cb-a3ce-b598241bc67c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0420153 Nov 27 02:03:00.343241 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-fce8fbe9-2fa5-4651-aad2-a861fabfe112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:00.344688 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-fce8fbe9-2fa5-4651-aad2-a861fabfe112 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431273 Nov 27 02:03:00.432343 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-c18694d7-7af1-4fb3-bd91-57ba4b05770e service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801175 Nov 27 02:03:00.523397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-d4e353b2-7c15-4c66-9e59-3ece34e17f75 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845265 Nov 27 02:03:01.259516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41746b76-911e-49a0-8a6e-41b2edd573b2 req-257dfbda-7f3e-4ff6-b2d5-23f88ff006c5 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:01.260964 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41746b76-911e-49a0-8a6e-41b2edd573b2 req-257dfbda-7f3e-4ff6-b2d5-23f88ff006c5 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0476522 Nov 27 02:03:01.307272 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41746b76-911e-49a0-8a6e-41b2edd573b2 req-f63e3a3a-66fc-42dd-94f7-3ab6ff7d9249 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395226 Nov 27 02:03:02.434696 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31263b7-7aa5-4378-85f3-65d84b08ca96 req-6fd07289-716a-487a-b95e-78c870fced44 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:02.436091 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f31263b7-7aa5-4378-85f3-65d84b08ca96 req-6fd07289-716a-487a-b95e-78c870fced44 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0498061 Nov 27 02:03:02.484179 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f31263b7-7aa5-4378-85f3-65d84b08ca96 req-2abe77b1-2867-42da-9b03-349bdfb8a7e7 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420935 Nov 27 02:03:03.601440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1136c-61dc-42ae-ae4f-85eb9826e259 req-dd1d24a9-261e-44f1-91b5-32ce29335e03 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:03.602932 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56a1136c-61dc-42ae-ae4f-85eb9826e259 req-dd1d24a9-261e-44f1-91b5-32ce29335e03 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0519354 Nov 27 02:03:03.649856 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56a1136c-61dc-42ae-ae4f-85eb9826e259 req-23fc03b3-07fb-4cca-b253-b469caa31923 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 Nov 27 02:03:04.764783 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575aa6-a94a-42f5-be72-125a3469f016 req-fb31d184-0ebe-4fb5-90b8-72189da3a94d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:04.766258 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06575aa6-a94a-42f5-be72-125a3469f016 req-fb31d184-0ebe-4fb5-90b8-72189da3a94d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0477080 Nov 27 02:03:04.812406 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06575aa6-a94a-42f5-be72-125a3469f016 req-a419f791-2c4b-44a9-aea3-c73759cc6992 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402148 Nov 27 02:03:05.927919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d1aec-8c5a-40eb-b023-bb955d55aeb3 req-07907347-423f-46c2-afed-a603ee52a827 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:05.929364 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b21d1aec-8c5a-40eb-b023-bb955d55aeb3 req-07907347-423f-46c2-afed-a603ee52a827 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0494058 Nov 27 02:03:05.974999 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b21d1aec-8c5a-40eb-b023-bb955d55aeb3 req-de741922-a096-4eff-b42e-2e11d7715971 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397129 Nov 27 02:03:07.093840 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e1aea-f0f2-4cd5-8cdd-9d0e8f85f4a0 req-46f3cf10-192d-4e86-b89e-8311b837f67f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:07.095358 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-922e1aea-f0f2-4cd5-8cdd-9d0e8f85f4a0 req-46f3cf10-192d-4e86-b89e-8311b837f67f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0520387 Nov 27 02:03:07.144439 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-922e1aea-f0f2-4cd5-8cdd-9d0e8f85f4a0 req-435a4218-21a8-40e8-ab75-fee88a7691d9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 Nov 27 02:03:08.258606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6579a8-aac6-43db-9c05-7532d46d2c63 req-128e79ef-fca5-4487-b0fe-3f525202c025 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:08.260042 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd6579a8-aac6-43db-9c05-7532d46d2c63 req-128e79ef-fca5-4487-b0fe-3f525202c025 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0476780 Nov 27 02:03:08.309937 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd6579a8-aac6-43db-9c05-7532d46d2c63 req-7b6f35d5-ab91-434a-99c0-df59189f62e5 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435379 Nov 27 02:03:09.429111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee752574-d02e-46fe-b9b1-26b1fd332feb req-e2de7915-5a0c-4f49-8fe1-dca1ed32c256 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:09.430517 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee752574-d02e-46fe-b9b1-26b1fd332feb req-e2de7915-5a0c-4f49-8fe1-dca1ed32c256 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0528827 Nov 27 02:03:09.476660 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee752574-d02e-46fe-b9b1-26b1fd332feb req-9609635f-8cc3-4925-9479-ce73435ee301 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402172 Nov 27 02:03:10.593010 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626b4e-82e2-4e27-a8f4-0dc790ad3c08 req-45315d72-f99e-46ab-b3ea-e2a330761562 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:10.594469 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d626b4e-82e2-4e27-a8f4-0dc790ad3c08 req-45315d72-f99e-46ab-b3ea-e2a330761562 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0477448 Nov 27 02:03:10.641108 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0d626b4e-82e2-4e27-a8f4-0dc790ad3c08 req-cba7de79-da9d-4521-8efc-c603fdf4e573 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407255 Nov 27 02:03:11.583020 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-abe8e535-97e4-4aee-970d-e78e8db48d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:11.758798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94737fa-4579-481d-bf0e-58289b3aac7d req-c256be28-a105-4447-8e52-e18ab20ea2f1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:11.760248 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f94737fa-4579-481d-bf0e-58289b3aac7d req-c256be28-a105-4447-8e52-e18ab20ea2f1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0516667 Nov 27 02:03:11.806440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f94737fa-4579-481d-bf0e-58289b3aac7d req-4c40e111-caa3-4868-8716-39f715a1bc6a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402839 Nov 27 02:03:12.247436 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-f17dd65c-8fe4-4e5b-b515-20e885aa705b service neutron] 10.222.0.42 "GET /v2.0/ports/08044a15-c089-459b-8b87-756e960fd650/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.0539973 Nov 27 02:03:12.465210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-cdaaa3b0-9823-40e3-a961-13a3cba642f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:12.466892 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-cdaaa3b0-9823-40e3-a961-13a3cba642f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 1096 time: 0.0427275 Nov 27 02:03:12.542426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-218d4299-dac6-4f1b-a703-50887410ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:12.543923 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-218d4299-dac6-4f1b-a703-50887410ef34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 1096 time: 0.0444233 Nov 27 02:03:12.635747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-ed49bd3a-73f5-4bad-ab20-05fcb47b534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:12.637824 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-ed49bd3a-73f5-4bad-ab20-05fcb47b534a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0860667 Nov 27 02:03:12.699481 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-508d7278-6f61-4ff9-a273-586a4bd26081 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08044a15-c089-459b-8b87-756e960fd650 HTTP/1.1" status: 200 len: 1002 time: 0.0556362 Nov 27 02:03:12.752178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-69961e5b-ad0d-44ec-9f27-7f80d52efbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:12.753601 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-69961e5b-ad0d-44ec-9f27-7f80d52efbc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0470400 Nov 27 02:03:12.799162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-e80e118b-b0a2-40b9-8941-3768dfb28c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:12.800617 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-e80e118b-b0a2-40b9-8941-3768dfb28c9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389509 Nov 27 02:03:12.891699 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-64a164ab-144d-43cf-946e-7c4aed2c8246 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827568 Nov 27 02:03:12.992408 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-94db36d6-4fe8-4e97-b935-cb4f8025f67b req-ad5e1cae-5553-4f74-8b28-16f4519b1d78 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924642 Nov 27 02:03:13.178056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212b17-08e1-4e87-970e-a1d66b6d3f4b req-d5db01a7-3cda-4d7d-9756-83fb289882e9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:13.179547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3212b17-08e1-4e87-970e-a1d66b6d3f4b req-d5db01a7-3cda-4d7d-9756-83fb289882e9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0490885 Nov 27 02:03:13.225097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3212b17-08e1-4e87-970e-a1d66b6d3f4b req-89b043ad-492c-4319-99f7-883d611c9063 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Nov 27 02:03:13.946201 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-74d2d953-8f12-49cb-beb2-4a16fa0cfdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:14.340195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abfd1d-cf7d-492d-9a58-9195700e4ffa req-f4bd1663-60fe-4ae5-9a68-c789847bfd96 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:14.341687 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-67abfd1d-cf7d-492d-9a58-9195700e4ffa req-f4bd1663-60fe-4ae5-9a68-c789847bfd96 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0493963 Nov 27 02:03:14.388565 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-67abfd1d-cf7d-492d-9a58-9195700e4ffa req-71099930-79d8-4307-a629-5d9424eca874 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410352 Nov 27 02:03:14.579114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 08044a15-c089-459b-8b87-756e960fd650 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:03:14.675056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 08044a15-c089-459b-8b87-756e960fd650, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=08044a15-c089-459b-8b87-756e960fd650,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:14.686371 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '08044a15-c089-459b-8b87-756e960fd650', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'port_id': '08044a15-c089-459b-8b87-756e960fd650', 'mac_address': 'fa:16:3e:b7:97:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:03:14.723550 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:14.736344 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08044a15-c089-459b-8b87-756e960fd650 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:03:14.765318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 08044a15-c089-459b-8b87-756e960fd650, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=08044a15-c089-459b-8b87-756e960fd650,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:14.767243 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:14.768868 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:14.815157 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=08044a15-c089-459b-8b87-756e960fd650,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:14.825042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:14.825383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:14.825718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:14.826049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:14.826404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:14.826732 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:14.827052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:14.827372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:14.827691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:14.828006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:14.828320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:14.828633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:14.835449 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-467e1136-75a8-49e6-818c-f93c6153e0fc req-a9166c41-3a90-42b3-90b0-02c0269201ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0282068 Nov 27 02:03:14.917959 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-467e1136-75a8-49e6-818c-f93c6153e0fc req-d52018d8-c64a-4992-aa35-04d4e9c4d16d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0246289 Nov 27 02:03:14.962057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-467e1136-75a8-49e6-818c-f93c6153e0fc req-a9197836-0e92-4ce4-a2d0-e0600eaadd2d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188339 Nov 27 02:03:15.057392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e1136-75a8-49e6-818c-f93c6153e0fc req-19b3c75c-e915-40cb-9e62-bc411318be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:15.058883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-467e1136-75a8-49e6-818c-f93c6153e0fc req-19b3c75c-e915-40cb-9e62-bc411318be85 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896261 Nov 27 02:03:15.062869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['08044a15-c089-459b-8b87-756e960fd650'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:03:15.209631 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:15.408364 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-e194f0aa-bf9f-41e2-b821-ddefce88209f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430884 Nov 27 02:03:15.506160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-2cdea767-8497-449f-8252-2063ba86ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:15.507691 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-2cdea767-8497-449f-8252-2063ba86ebda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 1095 time: 0.0397649 Nov 27 02:03:15.514996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c57b3-a809-453e-bc8e-1736edab4507 req-5f27fe17-9bb4-4486-861a-522e70b2da18 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:15.516526 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aa3c57b3-a809-453e-bc8e-1736edab4507 req-5f27fe17-9bb4-4486-861a-522e70b2da18 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 944 time: 0.0545566 Nov 27 02:03:15.565687 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-aa3c57b3-a809-453e-bc8e-1736edab4507 req-3e63439a-157d-4951-aa3f-257c123e4cab tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Nov 27 02:03:15.612055 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-6d9d1528-b77d-4ce3-81ed-0547346ea063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:15.613532 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-6d9d1528-b77d-4ce3-81ed-0547346ea063 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0836968 Nov 27 02:03:15.684485 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-ac4ef124-5e9a-4630-9f5e-8d636601ab42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08044a15-c089-459b-8b87-756e960fd650 HTTP/1.1" status: 200 len: 1001 time: 0.0621808 Nov 27 02:03:15.733946 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-973eb9a5-a639-453e-b41f-289994a3fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:15.735516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-973eb9a5-a639-453e-b41f-289994a3fde8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0449564 Nov 27 02:03:15.784338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-c177ddf4-211f-4ec9-9dd8-91c3d90e62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:15.786011 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-c177ddf4-211f-4ec9-9dd8-91c3d90e62d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425045 Nov 27 02:03:15.880953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-6ebefddc-4ff2-4763-a6db-5d1d3bd3914f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:15.882436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-6ebefddc-4ff2-4763-a6db-5d1d3bd3914f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd&tenant_id=c5df9b9c20624436aeb2ea7d2435052f&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 944 time: 0.0805609 Nov 27 02:03:15.886260 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-264a0de6-2cca-4663-9219-69f0cf566347 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913157 Nov 27 02:03:15.893727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e605c0-3aab-450b-8d77-4815d907b1af req-9bb43eee-2bdb-4f2f-979c-a445194f9a68 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:15.895175 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d9e605c0-3aab-450b-8d77-4815d907b1af req-9bb43eee-2bdb-4f2f-979c-a445194f9a68 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 944 time: 0.0666242 Nov 27 02:03:15.986012 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-dd2e9ed9-8370-4a76-9680-ac575d7ef272 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902624 Nov 27 02:03:15.987109 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d9e605c0-3aab-450b-8d77-4815d907b1af req-a2e618bd-66bb-4648-b20c-dbc59d5e8133 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850785 Nov 27 02:03:15.988539 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-aaf1059d-f1a5-4f04-acd3-1c75119882c8 service neutron] 10.222.0.42 "GET /v2.0/ports/08044a15-c089-459b-8b87-756e960fd650/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.0924768 Nov 27 02:03:16.095740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-a241c24d-66c5-42e6-9e96-63adad9422e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:16.097218 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-a241c24d-66c5-42e6-9e96-63adad9422e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 1095 time: 0.0403125 Nov 27 02:03:16.192906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-da8d9d39-e0e6-404a-afa1-33ffa5bc0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:16.194388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-da8d9d39-e0e6-404a-afa1-33ffa5bc0fa2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0902724 Nov 27 02:03:16.258159 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-fcfe9fb1-3100-4d0a-b318-f805e9b4e9af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08044a15-c089-459b-8b87-756e960fd650 HTTP/1.1" status: 200 len: 1001 time: 0.0566807 Nov 27 02:03:16.306886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-9e7d0c34-f659-454a-95a2-98247b854e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:16.308254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-9e7d0c34-f659-454a-95a2-98247b854e3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0426745 Nov 27 02:03:16.356598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-436e6d15-61de-47d9-b993-eeba9f38a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:16.358034 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-436e6d15-61de-47d9-b993-eeba9f38a3a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429695 Nov 27 02:03:16.446687 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-2a4247bb-5c5b-4b43-9563-fff908372ec9 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812566 Nov 27 02:03:16.539767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-6eb43ff1-8760-4c79-aea5-fefe745d3446 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865226 Nov 27 02:03:16.576288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 08044a15-c089-459b-8b87-756e960fd650 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:16.625762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 08044a15-c089-459b-8b87-756e960fd650 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:16.626133 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:16.699411 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:16.721938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08044a15-c089-459b-8b87-756e960fd650'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:03:16.724188 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86210a0f-f1b1-4779-8854-b4c90cbaa515" -d '{"events": [{"server_uuid": "6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd", "name": "network-vif-plugged", "status": "completed", "tag": "08044a15-c089-459b-8b87-756e960fd650"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:03:16.736185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 08044a15-c089-459b-8b87-756e960fd650, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=08044a15-c089-459b-8b87-756e960fd650,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:16.740406 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:16.770912 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281d6a46-e452-41b9-90c4-64b117f755f4 x-openstack-request-id: req-281d6a46-e452-41b9-90c4-64b117f755f4 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:03:16.771219 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd", "name": "network-vif-plugged", "status": "completed", "tag": "08044a15-c089-459b-8b87-756e960fd650", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:03:16.771459 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-281d6a46-e452-41b9-90c4-64b117f755f4 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:03:16.771841 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08044a15-c089-459b-8b87-756e960fd650', 'code': 200} Nov 27 02:03:16.792930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=08044a15-c089-459b-8b87-756e960fd650,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:16.886743 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:17.103960 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc968e7-40c7-4e3b-b8c7-c53e89e4c106 req-a26f5ff9-13e9-4675-ada3-ab6642617540 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:17.105364 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8bc968e7-40c7-4e3b-b8c7-c53e89e4c106 req-a26f5ff9-13e9-4675-ada3-ab6642617540 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0496278 Nov 27 02:03:17.152208 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8bc968e7-40c7-4e3b-b8c7-c53e89e4c106 req-6a5d5169-d87a-49d9-aed8-728b6fb4298a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Nov 27 02:03:17.549301 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:17.643823 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:18.274595 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c454c-072b-4b79-ab94-5efd6c0889cf req-eadd40bb-7fc0-4d4e-9d6f-544534ff2132 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:18.276059 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-118c454c-072b-4b79-ab94-5efd6c0889cf req-eadd40bb-7fc0-4d4e-9d6f-544534ff2132 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0538194 Nov 27 02:03:18.322418 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-118c454c-072b-4b79-ab94-5efd6c0889cf req-fd4b2ec2-0763-4a78-9b6a-500f4ae1bb56 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403078 Nov 27 02:03:18.816309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-f0786bcd-15ab-48e3-82ae-a88b5647611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:18.817722 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-f0786bcd-15ab-48e3-82ae-a88b5647611c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 1096 time: 0.0398984 Nov 27 02:03:18.898711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-f406afc2-026f-48e2-ade6-22f599fed8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:18.900247 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-f406afc2-026f-48e2-ade6-22f599fed8a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 1096 time: 0.0427277 Nov 27 02:03:18.989204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-36be7c94-3de8-4da3-a234-6e7a28c4fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:18.990897 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-36be7c94-3de8-4da3-a234-6e7a28c4fd22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0830982 Nov 27 02:03:19.057647 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-169c215f-afef-4839-948f-762cd3428c7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08044a15-c089-459b-8b87-756e960fd650 HTTP/1.1" status: 200 len: 1002 time: 0.0597587 Nov 27 02:03:19.106466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-3398d4c9-fe49-4610-a20c-ef47bb6170ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:19.107836 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-3398d4c9-fe49-4610-a20c-ef47bb6170ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0434299 Nov 27 02:03:19.153869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-7f7ec254-1137-4d21-8737-bde3b894a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:19.155345 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-7f7ec254-1137-4d21-8737-bde3b894a77c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405207 Nov 27 02:03:19.247045 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-2410e9e9-335b-4108-96e7-a4a204246815 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844283 Nov 27 02:03:19.334697 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-687b6d61-2970-416c-8bf4-ca7b350bb0f0 req-c1566019-c0d5-41e3-8f6d-17230e36c04f service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810297 Nov 27 02:03:19.443877 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4e4d9-83a9-4fa7-bb18-80b7d554c278 req-b9a9b541-03a7-43c0-ae2f-540725e511df tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:19.445343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2cc4e4d9-83a9-4fa7-bb18-80b7d554c278 req-b9a9b541-03a7-43c0-ae2f-540725e511df tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0535455 Nov 27 02:03:19.495107 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2cc4e4d9-83a9-4fa7-bb18-80b7d554c278 req-3b23ff2e-c9b4-4a63-ad9a-52718fae4863 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433044 Nov 27 02:03:20.611281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1e3df-e119-4522-acba-6b3b04678a98 req-c2f23450-0da8-4fea-be40-5ae65ac7245d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:20.612752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3bb1e3df-e119-4522-acba-6b3b04678a98 req-c2f23450-0da8-4fea-be40-5ae65ac7245d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0497754 Nov 27 02:03:20.659357 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3bb1e3df-e119-4522-acba-6b3b04678a98 req-6ef19b1d-f785-4844-9aa1-89c8f77d0e41 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405188 Nov 27 02:03:22.081636 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86909963-d45f-471d-bf67-f42bad513fab req-175ff464-3230-49e3-bf19-0b67e2c5ac39 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:22.083151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-86909963-d45f-471d-bf67-f42bad513fab req-175ff464-3230-49e3-bf19-0b67e2c5ac39 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.3548739 Nov 27 02:03:22.129644 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-86909963-d45f-471d-bf67-f42bad513fab req-94924f28-f395-4353-ba17-aa7d05b2007a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405962 Nov 27 02:03:22.242064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f7f9f-e307-4763-8f11-24416a429c4f req-4e1d43ff-ba15-462d-90bd-6823d60b850a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:22.243539 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-322f7f9f-e307-4763-8f11-24416a429c4f req-4e1d43ff-ba15-462d-90bd-6823d60b850a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0478249 Nov 27 02:03:22.292691 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-322f7f9f-e307-4763-8f11-24416a429c4f req-f932ac97-3284-4323-bf7d-2124467360be tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432699 Nov 27 02:03:22.405359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6fde5-d1b6-4fbc-ae5a-5d8484463dfe req-81e32e4d-5abe-4a64-89e9-8e84db060c9e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:22.406726 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0f6fde5-d1b6-4fbc-ae5a-5d8484463dfe req-81e32e4d-5abe-4a64-89e9-8e84db060c9e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0471883 Nov 27 02:03:22.451883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0f6fde5-d1b6-4fbc-ae5a-5d8484463dfe req-22cbaa01-1376-48d0-9a52-8056b99195d8 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393443 Nov 27 02:03:22.631101 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 08044a15-c089-459b-8b87-756e960fd650 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:03:22.642014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 08044a15-c089-459b-8b87-756e960fd650 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:03:22.682798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7254a-2411-4500-bcb2-bde760082a08 req-2183f51e-7ca0-4539-9b33-8f04dc631ef9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:22.684375 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ea7254a-2411-4500-bcb2-bde760082a08 req-2183f51e-7ca0-4539-9b33-8f04dc631ef9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 945 time: 0.0528319 Nov 27 02:03:22.732030 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7ea7254a-2411-4500-bcb2-bde760082a08 req-f6ba1bc4-df40-4048-ab91-577613da98f5 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Nov 27 02:03:22.793477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 08044a15-c089-459b-8b87-756e960fd650, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=08044a15-c089-459b-8b87-756e960fd650,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:22.796033 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:22.813004 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '08044a15-c089-459b-8b87-756e960fd650', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'port_id': '08044a15-c089-459b-8b87-756e960fd650', 'mac_address': 'fa:16:3e:b7:97:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:03:22.828603 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08044a15-c089-459b-8b87-756e960fd650'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:03:22.830829 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a117865c-ad25-44ab-aee6-dcf867e70877" -d '{"events": [{"server_uuid": "6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd", "name": "network-vif-unplugged", "status": "completed", "tag": "08044a15-c089-459b-8b87-756e960fd650"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:03:22.868253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 08044a15-c089-459b-8b87-756e960fd650, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=08044a15-c089-459b-8b87-756e960fd650,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:22.873609 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:22.898990 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31aa446-efc9-4e99-8153-68b8a5ebb981 x-openstack-request-id: req-d31aa446-efc9-4e99-8153-68b8a5ebb981 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:03:22.899283 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd", "name": "network-vif-unplugged", "status": "completed", "tag": "08044a15-c089-459b-8b87-756e960fd650", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:03:22.899535 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d31aa446-efc9-4e99-8153-68b8a5ebb981 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:03:22.899936 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08044a15-c089-459b-8b87-756e960fd650', 'code': 200} Nov 27 02:03:22.900609 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:22.920933 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08044a15-c089-459b-8b87-756e960fd650 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:03:22.941477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=08044a15-c089-459b-8b87-756e960fd650,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:22.973902 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 02:03:22.974291 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 02:03:23.511593 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:23.524211 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08044a15-c089-459b-8b87-756e960fd650 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:03:23.543115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 08044a15-c089-459b-8b87-756e960fd650, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=08044a15-c089-459b-8b87-756e960fd650,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:23.546999 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:23.593681 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=08044a15-c089-459b-8b87-756e960fd650,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:23.848102 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063b5f6-e15a-438d-951a-b9a00e243ec1 req-dc92d5bd-61ba-4506-a737-8862dc7d0f57 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:23.849567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2063b5f6-e15a-438d-951a-b9a00e243ec1 req-dc92d5bd-61ba-4506-a737-8862dc7d0f57 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 944 time: 0.0503755 Nov 27 02:03:23.896295 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2063b5f6-e15a-438d-951a-b9a00e243ec1 req-ba44f4dd-9d8d-4adc-88b5-2877778b9afb tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406830 Nov 27 02:03:24.028521 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-0df28763-691a-4d32-8fea-93b44d4363c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:24.029820 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-0df28763-691a-4d32-8fea-93b44d4363c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 944 time: 0.0470560 Nov 27 02:03:24.119247 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Deleting port 08044a15-c089-459b-8b87-756e960fd650 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:03:24.119604 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:24.208282 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] For port 08044a15-c089-459b-8b87-756e960fd650, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=08044a15-c089-459b-8b87-756e960fd650,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:24.208630 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:24.422436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:24.422701 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:24.423007 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Floating IP 5f106546-8078-4ade-82a6-0297bc0ed323 disassociated. External IP: 172.25.3.150, port: 08044a15-c089-459b-8b87-756e960fd650. Nov 27 02:03:24.423341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Calling delete_port for 08044a15-c089-459b-8b87-756e960fd650 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:03:24.552554 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:24.580664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event deleted for resources: {'Port': ['ID=08044a15-c089-459b-8b87-756e960fd650,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:24.593857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:24.594206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:24.594582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:24.594918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:24.595250 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:24.595599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:24.595922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:24.596248 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:24.596567 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:24.596887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:24.597207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:24.597532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:03:24.647366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 08044a15-c089-459b-8b87-756e960fd650 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:03:24.652273 n-d-819494-2 neutron-server[103386]: INFO neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No ports have port_id starting with 08044a15-c089-459b-8b87-756e960fd650 Nov 27 02:03:24.654658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 08044a15-c089-459b-8b87-756e960fd650 requested by agent hyperv_n-h2-819494-2 not found in database {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 27 02:03:24.713309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Router 214ec205-56b8-459f-acbc-cda1066d1c77 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:03:24.827020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:03:24.836565 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a910b46-d16b-48af-83cb-7a3f613eb476 None None] Sync routers for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:03:24.869183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] No DVR routers for this DVR port 08044a15-c089-459b-8b87-756e960fd650 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:03:24.871990 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:24.875587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-465d7720-0505-48bf-89eb-be84bdb7dd34 req-d1a2b0a9-b866-4df5-a026-63fbc0957aa1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "DELETE /v2.0/ports/08044a15-c089-459b-8b87-756e960fd650 HTTP/1.1" status: 204 len: 173 time: 0.8396585 Nov 27 02:03:24.876055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'name': 'network-vif-deleted', 'tag': '08044a15-c089-459b-8b87-756e960fd650'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:03:24.878615 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08edc850-5042-475b-97ea-e8c6249c4f9a" -d '{"events": [{"server_uuid": "6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd", "name": "network-vif-deleted", "tag": "08044a15-c089-459b-8b87-756e960fd650"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:03:24.922979 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65a2838-b8ec-4ff0-a461-38c45b86e1a5 x-openstack-request-id: req-d65a2838-b8ec-4ff0-a461-38c45b86e1a5 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:03:24.923280 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd", "name": "network-vif-deleted", "tag": "08044a15-c089-459b-8b87-756e960fd650", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:03:24.923710 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d65a2838-b8ec-4ff0-a461-38c45b86e1a5 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:03:24.924171 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd', 'name': 'network-vif-deleted', 'tag': '08044a15-c089-459b-8b87-756e960fd650', 'status': 'completed', 'code': 200} Nov 27 02:03:24.950546 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a910b46-d16b-48af-83cb-7a3f613eb476 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:03:24.951567 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7a910b46-d16b-48af-83cb-7a3f613eb476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:03:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:25.009447 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50cd2ff2-df73-4907-ad08-1e0e2961fb19 req-d68af29e-5323-4cab-b9ce-f945799acad1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd5720a-1d9e-4fa8-bdea-b95bebe7dafd HTTP/1.1" status: 200 len: 210 time: 0.0313077 Nov 27 02:03:25.067840 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-7a910b46-d16b-48af-83cb-7a3f613eb476 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:03:25.268931 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7a910b46-d16b-48af-83cb-7a3f613eb476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:25.300042 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a910b46-d16b-48af-83cb-7a3f613eb476 None None] Checking router: 214ec205-56b8-459f-acbc-cda1066d1c77 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:03:25.308520 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a910b46-d16b-48af-83cb-7a3f613eb476 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:03:25.309347 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7a910b46-d16b-48af-83cb-7a3f613eb476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:03:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:25.414446 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-7a910b46-d16b-48af-83cb-7a3f613eb476 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:03:25.609726 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-7a910b46-d16b-48af-83cb-7a3f613eb476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:25.635018 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a910b46-d16b-48af-83cb-7a3f613eb476 None None] The sync data for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 is: [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:03:25.841783 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab10a6-ff98-41c6-9cd7-5d6c6077989d None None] New status for floating IP 5f106546-8078-4ade-82a6-0297bc0ed323: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:03:26.299683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-c64fa311-8ebe-4da8-b0d0-83e6bb471d65 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1512780805&fields=id&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 267 time: 0.0406525 Nov 27 02:03:26.403887 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-fd9061f9-6e2e-42da-adeb-85d736582404 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:26.405331 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-fd9061f9-6e2e-42da-adeb-85d736582404 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 812 time: 0.0988448 Nov 27 02:03:26.420743 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-c58e6b0a-ff1a-43f0-aae3-a916830960fb tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/quotas/c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 375 time: 0.0096524 Nov 27 02:03:26.474386 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-a529c573-6e86-4cb6-8e5c-c1547a2fd97f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484195 Nov 27 02:03:26.572398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-38d00ae8-f18c-44bc-adfb-7519a1451fec service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:03:26.573399 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-38d00ae8-f18c-44bc-adfb-7519a1451fec service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0440886 Nov 27 02:03:26.660595 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-dff9087e-62a2-4818-b9b0-519493f80b0f service neutron] 10.222.0.37 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807188 Nov 27 02:03:26.750323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8444abb4-0e49-41a7-9852-7ff3047c613e service neutron] 10.222.0.37 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834188 Nov 27 02:03:26.909065 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc13f87e-0374-460a-a453-274692a7fea8 req-1c92553a-5185-432f-94b7-505950e7e35d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 210 time: 0.0265942 Nov 27 02:03:27.928141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-e12b7074-4046-43e9-b8a6-f83e5597a789 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:27.929604 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-e12b7074-4046-43e9-b8a6-f83e5597a789 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 812 time: 0.1141670 Nov 27 02:03:28.003020 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-9b84da08-b619-4560-89f5-13c4703f3dea tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 380 time: 0.0584042 Nov 27 02:03:28.009645 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a8a603b9-0883-4e7c-959e-501c95480e24 req-3923efa1-2528-4d3c-b0df-262967364e3c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 210 time: 0.0261970 Nov 27 02:03:28.023210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Request body: {'port': {'device_id': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'admin_state_up': True, 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'security_groups': ['6942d887-6b48-43c8-a8a1-014b5d2d3f2e']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:28.129831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Made reservation on behalf of c5df9b9c20624436aeb2ea7d2435052f for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:03:28.133311 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.258638 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Allocated IP 172.20.0.3 (e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643/5bc1df65-18fb-4963-8704-0fb84bf9142d/3a059601-41b2-43cc-81b7-cf4aadcd0455) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:03:28.392287 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.428992 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.472504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:03:28.475611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:03:28.479282 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:03:28.507115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event updated for resources: {'Port': ['ID=3a059601-41b2-43cc-81b7-cf4aadcd0455,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:28.533500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:28.534114 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.552208 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-8c7c5367-54c3-4773-a219-b0423ade90c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5322723 Nov 27 02:03:28.569689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Request body: {'port': {'device_id': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:28.625132 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.657692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 08044a15-c089-459b-8b87-756e960fd650 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:03:28.682069 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 08044a15-c089-459b-8b87-756e960fd650 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:03:28.682588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 08044a15-c089-459b-8b87-756e960fd650 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:03:28.720007 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-919328a7-b940-4062-9397-2b9423021499 None None] Provisioning complete for port 3a059601-41b2-43cc-81b7-cf4aadcd0455 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:28.720552 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-919328a7-b940-4062-9397-2b9423021499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.755403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-919328a7-b940-4062-9397-2b9423021499 None None] Port 3a059601-41b2-43cc-81b7-cf4aadcd0455 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:03:28.909265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a059601-41b2-43cc-81b7-cf4aadcd0455 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:03:28.916505 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.929599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Transition to ACTIVE for port object 3a059601-41b2-43cc-81b7-cf4aadcd0455 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:03:28.932660 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:28.985980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Pushing event updated for resources: {'Port': ['ID=3a059601-41b2-43cc-81b7-cf4aadcd0455,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:29.066939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Attempting to bind port 3a059601-41b2-43cc-81b7-cf4aadcd0455 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:03:29.066939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Attempting to bind port 3a059601-41b2-43cc-81b7-cf4aadcd0455 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:03:29.066939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Attempting to bind port 3a059601-41b2-43cc-81b7-cf4aadcd0455 on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:29.071559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Port 3a059601-41b2-43cc-81b7-cf4aadcd0455 on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:03:29.071876 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Attempting to bind port 3a059601-41b2-43cc-81b7-cf4aadcd0455 on network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:03:29.077222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:03:29.077551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Checking segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:03:29.078403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Bound using segment: {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:03:29.078403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Bound port: 3a059601-41b2-43cc-81b7-cf4aadcd0455, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e954be9-a4ba-428c-b0c5-5fb900ee341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:03:29.078708 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.178119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:03:29.182661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:03:29.192029 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510e32-b61e-45d7-ae53-492cbb232d21 req-b9b64b3d-0620-4686-90e6-a0702540c3d1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:29.193535 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e0510e32-b61e-45d7-ae53-492cbb232d21 req-b9b64b3d-0620-4686-90e6-a0702540c3d1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0791757 Nov 27 02:03:29.195111 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.251425 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:29.252143 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:29.253478 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] 10.222.0.42 "PUT /v2.0/ports/3a059601-41b2-43cc-81b7-cf4aadcd0455 HTTP/1.1" status: 200 len: 1091 time: 0.6881413 Nov 27 02:03:29.255686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:03:29.258035 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200eba87-5909-4b97-b872-8d544a6fac8a" -d '{"events": [{"name": "network-changed", "server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:03:29.303940 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee71c24-5e3b-43a6-bc84-1e1d35179633 service neutron] Pushing event updated for resources: {'Port': ['ID=3a059601-41b2-43cc-81b7-cf4aadcd0455,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:29.309747 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e0510e32-b61e-45d7-ae53-492cbb232d21 req-128d5633-3e77-40a4-958a-10b201bb3fc9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064045 Nov 27 02:03:29.372600 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5159de6e-fcee-40cd-af39-367ae2d7fdba x-openstack-request-id: req-5159de6e-fcee-40cd-af39-367ae2d7fdba {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:03:29.372892 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:03:29.373140 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5159de6e-fcee-40cd-af39-367ae2d7fdba {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:03:29.373536 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'status': 'completed', 'code': 200} Nov 27 02:03:29.394896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-100c50ca-4eb7-49a3-bd4c-06756b86d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:29.396589 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-100c50ca-4eb7-49a3-bd4c-06756b86d82f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 1094 time: 0.0525584 Nov 27 02:03:29.447248 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-17881030-d43f-4c5e-add6-a8e157444af8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455 HTTP/1.1" status: 200 len: 217 time: 0.0364335 Nov 27 02:03:29.507774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1f86c4fc-a710-4cdf-92b4-8ee53bf39e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:29.509166 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-1f86c4fc-a710-4cdf-92b4-8ee53bf39e0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0547028 Nov 27 02:03:29.556580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-43392cdc-d660-4222-97b2-406a2bf062c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:29.558058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-43392cdc-d660-4222-97b2-406a2bf062c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417757 Nov 27 02:03:29.651106 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-67a19cae-991d-4f56-b49f-5735bd391b7e service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859203 Nov 27 02:03:29.744250 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-07f7dc4c-0f28-4956-b61b-f9255c0ea2f6 req-449f3661-301a-4953-9c27-efde65f74ddd service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864129 Nov 27 02:03:29.865444 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eba87-5909-4b97-b872-8d544a6fac8a req-21dfe256-a906-4743-a895-1a37ce5a8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:29.867081 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-200eba87-5909-4b97-b872-8d544a6fac8a req-21dfe256-a906-4743-a895-1a37ce5a8af0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 1094 time: 0.0400784 Nov 27 02:03:29.963451 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eba87-5909-4b97-b872-8d544a6fac8a req-764f897a-d983-49a9-9637-0c120afb0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:29.965916 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-200eba87-5909-4b97-b872-8d544a6fac8a req-764f897a-d983-49a9-9637-0c120afb0365 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0917702 Nov 27 02:03:30.008136 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-200eba87-5909-4b97-b872-8d544a6fac8a req-df7e53a9-abae-49f2-8b57-5e3dafc52af5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455 HTTP/1.1" status: 200 len: 217 time: 0.0352583 Nov 27 02:03:30.055509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eba87-5909-4b97-b872-8d544a6fac8a req-0c9985e6-1e00-405a-bf56-30f38affed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:30.056888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-200eba87-5909-4b97-b872-8d544a6fac8a req-0c9985e6-1e00-405a-bf56-30f38affed1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0421658 Nov 27 02:03:30.105012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eba87-5909-4b97-b872-8d544a6fac8a req-2ab0c31b-cfe1-4e73-84c4-dfce0f984d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:30.107033 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-200eba87-5909-4b97-b872-8d544a6fac8a req-2ab0c31b-cfe1-4e73-84c4-dfce0f984d62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428467 Nov 27 02:03:30.195653 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-200eba87-5909-4b97-b872-8d544a6fac8a req-a7da24b1-8e53-430b-b322-b031b6f601c6 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807934 Nov 27 02:03:30.287786 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-200eba87-5909-4b97-b872-8d544a6fac8a req-87404206-a821-4ac5-8864-7a48781b739c service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834646 Nov 27 02:03:30.428508 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6f23f-8d3a-4b4b-b8fa-b014112ca3c6 req-7760f3ca-703d-4514-a0fb-8c053b322738 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:30.429961 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54b6f23f-8d3a-4b4b-b8fa-b014112ca3c6 req-7760f3ca-703d-4514-a0fb-8c053b322738 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0488124 Nov 27 02:03:30.479732 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54b6f23f-8d3a-4b4b-b8fa-b014112ca3c6 req-57b6b7a0-9761-439e-8442-b87e3177aa65 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432839 Nov 27 02:03:31.602315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1967f4-6960-487c-a4ff-37da124550fe req-5b2ca659-fdcd-48b3-b46c-b3720e80f9b2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:31.603764 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bb1967f4-6960-487c-a4ff-37da124550fe req-5b2ca659-fdcd-48b3-b46c-b3720e80f9b2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0507398 Nov 27 02:03:31.649193 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bb1967f4-6960-487c-a4ff-37da124550fe req-3620cb1e-5eb7-44a5-93e9-dcfc3a59dac1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396113 Nov 27 02:03:32.290711 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:03:32.689253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3a059601-41b2-43cc-81b7-cf4aadcd0455 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:03:32.774651 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863bfcf-a339-4ccc-9156-c481b3f38f4e req-d8bef8cf-de77-409e-a36c-38f7be81eaf7 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:32.776251 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7863bfcf-a339-4ccc-9156-c481b3f38f4e req-d8bef8cf-de77-409e-a36c-38f7be81eaf7 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0562358 Nov 27 02:03:32.827827 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7863bfcf-a339-4ccc-9156-c481b3f38f4e req-f6e157fc-eb45-42d3-8893-d860a632f60f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438545 Nov 27 02:03:32.936935 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:32.947955 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'port_id': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'mac_address': 'fa:16:3e:c4:b3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:03:32.984253 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.000032 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a059601-41b2-43cc-81b7-cf4aadcd0455 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:03:33.018051 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:33.021897 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:33.067599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3a059601-41b2-43cc-81b7-cf4aadcd0455,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:33.279586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['3a059601-41b2-43cc-81b7-cf4aadcd0455'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:03:33.941922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718d00d-94c1-4c00-b6c3-8619b821ddba req-c28c5f2b-4f63-4398-9b23-826df5e77ce3 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:33.943410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e718d00d-94c1-4c00-b6c3-8619b821ddba req-c28c5f2b-4f63-4398-9b23-826df5e77ce3 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 944 time: 0.0481374 Nov 27 02:03:33.992371 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e718d00d-94c1-4c00-b6c3-8619b821ddba req-a5d8e56f-6b43-4e48-b5d2-268a7efc164d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 Nov 27 02:03:34.690797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3a059601-41b2-43cc-81b7-cf4aadcd0455 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:03:34.741850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 3a059601-41b2-43cc-81b7-cf4aadcd0455 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:03:34.745580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 3a059601-41b2-43cc-81b7-cf4aadcd0455 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:03:34.745952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.820304 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.842461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:03:34.844762 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f95f463-5a80-4171-b3c1-d17d8eff1103" -d '{"events": [{"server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "name": "network-vif-plugged", "status": "completed", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:03:34.861736 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:03:34.865646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:34.890926 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b05148-08fa-4d25-a55a-bbab6b650c0d x-openstack-request-id: req-e8b05148-08fa-4d25-a55a-bbab6b650c0d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:03:34.891219 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "name": "network-vif-plugged", "status": "completed", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:03:34.891473 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8b05148-08fa-4d25-a55a-bbab6b650c0d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:03:34.891863 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'code': 200} Nov 27 02:03:34.916062 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3a059601-41b2-43cc-81b7-cf4aadcd0455,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:03:35.110804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac0bce-9ee9-4dc3-a9d0-6ee4bcbdc12b req-cb7cb148-0a6e-4a16-8533-c2e5b3b1626d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:35.112205 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88ac0bce-9ee9-4dc3-a9d0-6ee4bcbdc12b req-cb7cb148-0a6e-4a16-8533-c2e5b3b1626d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0526640 Nov 27 02:03:35.149486 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eacf2-81cb-434a-bcbe-0c918f8e13cb req-45dd2db5-d25a-49ef-a8b2-de660f4526f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:35.150983 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a6eacf2-81cb-434a-bcbe-0c918f8e13cb req-45dd2db5-d25a-49ef-a8b2-de660f4526f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 1096 time: 0.0436144 Nov 27 02:03:35.160640 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-88ac0bce-9ee9-4dc3-a9d0-6ee4bcbdc12b req-36862d30-4ad4-47f8-837f-a60adc0390fa tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417500 Nov 27 02:03:35.195312 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2a6eacf2-81cb-434a-bcbe-0c918f8e13cb req-bb3d3aaa-ea49-4c08-8f17-5f2e507ff30d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373690 Nov 27 02:03:36.282759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a9152-83a8-468c-877c-e56d2886c089 req-4ed0c12c-fa17-4936-a796-0647ae3551b6 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:36.284240 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f0a9152-83a8-468c-877c-e56d2886c089 req-4ed0c12c-fa17-4936-a796-0647ae3551b6 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0546212 Nov 27 02:03:36.333171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2f0a9152-83a8-468c-877c-e56d2886c089 req-79eb477c-db13-482c-a246-8852acb31723 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426586 Nov 27 02:03:37.449445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92705a-b3d9-4d2b-8c63-aa0d3a788466 req-b5759235-7a01-461d-a359-6545a77822fa tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:37.450934 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6d92705a-b3d9-4d2b-8c63-aa0d3a788466 req-b5759235-7a01-461d-a359-6545a77822fa tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0487156 Nov 27 02:03:37.497267 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6d92705a-b3d9-4d2b-8c63-aa0d3a788466 req-5736524d-217e-4257-9f47-eeb350f9e057 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404828 Nov 27 02:03:37.607257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6520d26-5e40-46aa-b09c-bfbc68cd3b37 req-95329f26-84b9-4867-9957-2f20b6fe108a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:37.608700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e6520d26-5e40-46aa-b09c-bfbc68cd3b37 req-95329f26-84b9-4867-9957-2f20b6fe108a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0477557 Nov 27 02:03:37.617200 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 49994) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:03:37.621512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a0450b1f-f7d8-4217-9181-7aad13c2f38b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Request body: {'floatingip': {'port_id': '3a059601-41b2-43cc-81b7-cf4aadcd0455'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:03:37.663041 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0450b1f-f7d8-4217-9181-7aad13c2f38b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.099696 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0450b1f-f7d8-4217-9181-7aad13c2f38b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.103764 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0450b1f-f7d8-4217-9181-7aad13c2f38b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.198437 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-a0450b1f-f7d8-4217-9181-7aad13c2f38b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Floating IP 5f106546-8078-4ade-82a6-0297bc0ed323 associated. External IP: 172.25.3.150, port: 3a059601-41b2-43cc-81b7-cf4aadcd0455. Nov 27 02:03:38.409914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0450b1f-f7d8-4217-9181-7aad13c2f38b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Router 214ec205-56b8-459f-acbc-cda1066d1c77 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:03:38.517706 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0450b1f-f7d8-4217-9181-7aad13c2f38b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:03:38.522164 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0450b1f-f7d8-4217-9181-7aad13c2f38b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:38.527547 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ef44a-c88a-46aa-b524-ae4851232bea None None] Sync routers for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:03:38.537135 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ef44a-c88a-46aa-b524-ae4851232bea None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:03:38.537738 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-239ef44a-c88a-46aa-b524-ae4851232bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:03:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:38.549089 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a0450b1f-f7d8-4217-9181-7aad13c2f38b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "PUT /v2.0/floatingips/5f106546-8078-4ade-82a6-0297bc0ed323 HTTP/1.1" status: 200 len: 992 time: 0.9308708 Nov 27 02:03:38.549767 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:03:38.552443 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03f1db6-0557-4b3d-b1d1-8a3c77ded58b" -d '{"events": [{"name": "network-changed", "server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:03:38.590108 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b762f56-fcc0-4aa2-8b49-6e0f82ccce3c x-openstack-request-id: req-8b762f56-fcc0-4aa2-8b49-6e0f82ccce3c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:03:38.590440 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:03:38.590699 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b762f56-fcc0-4aa2-8b49-6e0f82ccce3c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:03:38.592860 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'status': 'completed', 'code': 200} Nov 27 02:03:38.647855 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-239ef44a-c88a-46aa-b524-ae4851232bea None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:03:38.684985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1db6-0557-4b3d-b1d1-8a3c77ded58b req-a29d85af-7db7-4be3-bb57-d1461715fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:38.686440 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c03f1db6-0557-4b3d-b1d1-8a3c77ded58b req-a29d85af-7db7-4be3-bb57-d1461715fd30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 1096 time: 0.0411799 Nov 27 02:03:38.778364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1db6-0557-4b3d-b1d1-8a3c77ded58b req-b78300c1-67c0-45cb-834c-7506dbe140a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:38.779899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c03f1db6-0557-4b3d-b1d1-8a3c77ded58b req-b78300c1-67c0-45cb-834c-7506dbe140a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0868912 Nov 27 02:03:38.850022 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c03f1db6-0557-4b3d-b1d1-8a3c77ded58b req-161c595c-b309-4477-aab6-9e9aff33e51c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455 HTTP/1.1" status: 200 len: 1000 time: 0.0627890 Nov 27 02:03:38.875996 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-239ef44a-c88a-46aa-b524-ae4851232bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5f106546-8078-4ade-82a6-0297bc0ed323', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'port_id': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'mac_address': 'fa:16:3e:c4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:56:42Z', 'updated_at': '2021-11-27T02:03:38Z', 'revision_number': 13, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:38.901640 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ef44a-c88a-46aa-b524-ae4851232bea None None] Checking router: 214ec205-56b8-459f-acbc-cda1066d1c77 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:03:38.903444 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1db6-0557-4b3d-b1d1-8a3c77ded58b req-60e9ab08-93c0-4533-88c8-6960095c8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:38.904969 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c03f1db6-0557-4b3d-b1d1-8a3c77ded58b req-60e9ab08-93c0-4533-88c8-6960095c8ceb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0471447 Nov 27 02:03:38.910695 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ef44a-c88a-46aa-b524-ae4851232bea None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:03:38.911294 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-239ef44a-c88a-46aa-b524-ae4851232bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:03:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:38.951265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1db6-0557-4b3d-b1d1-8a3c77ded58b req-924102b3-5617-4162-837b-0735eb0287da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:03:38.952638 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c03f1db6-0557-4b3d-b1d1-8a3c77ded58b req-924102b3-5617-4162-837b-0735eb0287da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409248 Nov 27 02:03:39.016859 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-239ef44a-c88a-46aa-b524-ae4851232bea None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:03:39.041417 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c03f1db6-0557-4b3d-b1d1-8a3c77ded58b req-f5e05862-dfe8-4cb4-bc70-727266108929 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815234 Nov 27 02:03:39.134072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c03f1db6-0557-4b3d-b1d1-8a3c77ded58b req-f5394248-84e2-42d9-a3ee-49916b2ee311 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855463 Nov 27 02:03:39.242819 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-239ef44a-c88a-46aa-b524-ae4851232bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5f106546-8078-4ade-82a6-0297bc0ed323', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'port_id': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'mac_address': 'fa:16:3e:c4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:56:42Z', 'updated_at': '2021-11-27T02:03:38Z', 'revision_number': 13, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:03:39.348532 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ef44a-c88a-46aa-b524-ae4851232bea None None] The sync data for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 is: [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5f106546-8078-4ade-82a6-0297bc0ed323', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'port_id': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'mac_address': 'fa:16:3e:c4:b3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T01:56:42Z', 'updated_at': '2021-11-27T02:03:38Z', 'revision_number': 13, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:03:39.534742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ebce21-b7d0-4e81-a805-3cdaf07682a8 None None] New status for floating IP 5f106546-8078-4ade-82a6-0297bc0ed323: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:03:41.584008 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8664-f0c3-464a-8ced-58ea1dad4b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:43.946672 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e5a2c085-609f-4df6-830d-64f159213d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:44.764387 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:45.214123 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:46.890537 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:47.570974 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:03:47.644360 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:09.289068 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:04:11.586550 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-033411f7-613d-4825-9f97-076ea5334cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:13.947664 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-476fe6f4-dc4e-499b-9061-8d90b32dbd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:14.764625 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:15.220504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:15.408947 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-6ef10d2d-bbe5-4fe8-805b-c973d2096dca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436361 Nov 27 02:04:15.502507 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-85726de2-f318-4f16-8b73-fda11d4c4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:15.503945 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-85726de2-f318-4f16-8b73-fda11d4c4fac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 1096 time: 0.0398350 Nov 27 02:04:15.608026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-1e15f411-68e5-467c-84f3-a0570ffd3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:15.609435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-1e15f411-68e5-467c-84f3-a0570ffd3562 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0859153 Nov 27 02:04:15.682113 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-a8e3a5a0-effa-4223-b557-cdace35a8273 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455 HTTP/1.1" status: 200 len: 1002 time: 0.0604212 Nov 27 02:04:15.733461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-604cd3b4-0a94-45e3-8584-8089209ba343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:15.734881 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-604cd3b4-0a94-45e3-8584-8089209ba343 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0458465 Nov 27 02:04:15.778936 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-6e2b2e36-ffd4-4c71-9216-afd496987b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:15.780349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-6e2b2e36-ffd4-4c71-9216-afd496987b89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385606 Nov 27 02:04:15.790989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-2259e1b5-cd59-4277-8128-53e964aa6310 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:04:15.791923 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-2259e1b5-cd59-4277-8128-53e964aa6310 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046768 Nov 27 02:04:15.877462 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-d7d57d63-eaf8-44d8-ab9f-4cfc70ad9a90 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781238 Nov 27 02:04:15.969164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f82184c8-8f83-49e7-ad66-ed189bd5fcdd req-3c83201a-d415-49b0-a241-4cf83f436e3c service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833302 Nov 27 02:04:16.175575 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-20d22e5b-3e71-440f-91f2-bade622cb7af req-7fc02ba8-833b-4d6b-a710-d52bd926d970 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0247593 Nov 27 02:04:16.257413 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-20d22e5b-3e71-440f-91f2-bade622cb7af req-f0bb6974-67f1-4356-856a-2cb9ba116017 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0244472 Nov 27 02:04:16.300976 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-20d22e5b-3e71-440f-91f2-bade622cb7af req-70359ae8-9574-4857-9c9d-ef61a7b8f018 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0183640 Nov 27 02:04:16.398165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d22e5b-3e71-440f-91f2-bade622cb7af req-9b475e9e-c57c-4c88-878b-6bd089a1826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:04:16.399682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-20d22e5b-3e71-440f-91f2-bade622cb7af req-9b475e9e-c57c-4c88-878b-6bd089a1826c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924389 Nov 27 02:04:16.892332 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:17.575520 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:17.645827 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:41.588240 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c154f685-7a3e-43bf-a84e-7b59520cadfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:43.949768 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6d8d29e4-e339-4f86-8cbc-170d23e08f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:44.781594 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:45.221099 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:46.287826 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:04:46.895295 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:47.584320 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:04:47.647233 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:11.589807 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f32062f-087a-4494-957a-805890f91797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:13.951096 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a999609c-b337-47a6-bdaf-fb459c6f7a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:14.786063 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:15.223126 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:16.900452 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:17.300254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc31bb2-77f2-4322-9d80-fb2f90659392 req-fc99d2af-e010-4972-b8bc-4b531d141435 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:17.301903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3fc31bb2-77f2-4322-9d80-fb2f90659392 req-fc99d2af-e010-4972-b8bc-4b531d141435 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0491743 Nov 27 02:05:17.348765 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3fc31bb2-77f2-4322-9d80-fb2f90659392 req-87e3a66f-c3ec-49cd-862b-b54065cdf940 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 Nov 27 02:05:17.394498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-446f3db2-0ff0-4ba6-913f-573986156237 req-ef73e07b-4148-408e-9817-b75c7ca3d9f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447376 Nov 27 02:05:17.593792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:17.650880 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:17.859196 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc4584ff-d338-494b-9a6c-bc69eda9caa0 req-52fd0e4e-54b8-47b6-9ca5-1b6c9377a7ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0403564 Nov 27 02:05:17.863471 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f3db2-0ff0-4ba6-913f-573986156237 req-a738ee50-f16f-492c-a695-80b433a2d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:17.864955 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-446f3db2-0ff0-4ba6-913f-573986156237 req-a738ee50-f16f-492c-a695-80b433a2d203 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 1096 time: 0.4113073 Nov 27 02:05:17.965696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc4584ff-d338-494b-9a6c-bc69eda9caa0 req-d38f5962-f9ba-4463-aa89-6073a58bf235 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0290473 Nov 27 02:05:18.017176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f3db2-0ff0-4ba6-913f-573986156237 req-5e1ded0b-c2c3-4aeb-9ce1-b5cf91432ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:18.018646 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-446f3db2-0ff0-4ba6-913f-573986156237 req-5e1ded0b-c2c3-4aeb-9ce1-b5cf91432ac4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.1296020 Nov 27 02:05:18.020356 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc4584ff-d338-494b-9a6c-bc69eda9caa0 req-f307d2a4-0c13-41fb-a078-ce026b0360a2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249124 Nov 27 02:05:18.137341 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-446f3db2-0ff0-4ba6-913f-573986156237 req-2072010c-038b-4be0-be90-49320adcfaa5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455 HTTP/1.1" status: 200 len: 1002 time: 0.1112132 Nov 27 02:05:18.198359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4584ff-d338-494b-9a6c-bc69eda9caa0 req-0de8adbd-6603-43ba-8b11-7ab4a804f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:18.200354 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc4584ff-d338-494b-9a6c-bc69eda9caa0 req-0de8adbd-6603-43ba-8b11-7ab4a804f812 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1682336 Nov 27 02:05:18.208996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f3db2-0ff0-4ba6-913f-573986156237 req-8cc0476d-3901-49b9-8307-68d2d9b42dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:18.210389 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-446f3db2-0ff0-4ba6-913f-573986156237 req-8cc0476d-3901-49b9-8307-68d2d9b42dac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0656421 Nov 27 02:05:18.256290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f3db2-0ff0-4ba6-913f-573986156237 req-0bc8424e-d42e-41a5-b8fa-a60d9631be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:18.257815 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-446f3db2-0ff0-4ba6-913f-573986156237 req-0bc8424e-d42e-41a5-b8fa-a60d9631be88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406106 Nov 27 02:05:18.346428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-446f3db2-0ff0-4ba6-913f-573986156237 req-618bf19a-ec42-467e-be4f-4b6b53ee990d service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811777 Nov 27 02:05:18.441658 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-446f3db2-0ff0-4ba6-913f-573986156237 req-c0572e22-de1b-490c-853a-a7508cd0529e service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888398 Nov 27 02:05:23.286976 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:05:29.376909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-41aac222-5e6e-4ae8-b61b-d4c2fe7f2477 req-85e28df6-7eab-4386-8846-41c30e910bd1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:05:29.378004 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41aac222-5e6e-4ae8-b61b-d4c2fe7f2477 req-85e28df6-7eab-4386-8846-41c30e910bd1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056119 Nov 27 02:05:29.582113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-3bf76510-de90-4c6f-93ea-305562002db7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814087 Nov 27 02:05:29.590501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0f22e-f95c-47b1-87d5-3243cbd081a3 req-aef7126f-35fb-4748-9024-caae2ccb22d0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:29.591881 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dee0f22e-f95c-47b1-87d5-3243cbd081a3 req-aef7126f-35fb-4748-9024-caae2ccb22d0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0775700 Nov 27 02:05:29.596584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-0dc3f003-3ac2-41c9-96b3-478cf5744694 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:05:29.597944 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-0dc3f003-3ac2-41c9-96b3-478cf5744694 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050941 Nov 27 02:05:29.641412 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dee0f22e-f95c-47b1-87d5-3243cbd081a3 req-04135720-3d9c-484e-ab88-e8eec2c3e516 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424614 Nov 27 02:05:30.768670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3565bc-68b0-4724-b764-b28da58f69aa req-fde5b2dd-3488-43bd-9bdb-b8d4df3009d9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:30.770148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff3565bc-68b0-4724-b764-b28da58f69aa req-fde5b2dd-3488-43bd-9bdb-b8d4df3009d9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0537469 Nov 27 02:05:30.840628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-6368fa69-eb46-4455-b4f6-632af01b0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:30.842089 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-6368fa69-eb46-4455-b4f6-632af01b0948 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 1096 time: 0.0695796 Nov 27 02:05:30.845737 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff3565bc-68b0-4724-b764-b28da58f69aa req-8f5bd004-d937-4534-9fc0-bc2413b374ec tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652952 Nov 27 02:05:30.936285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-67c38e8d-020d-4003-8042-80e819130b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:30.937735 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-67c38e8d-020d-4003-8042-80e819130b3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0877371 Nov 27 02:05:31.002022 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-f9304e3f-81a2-4cf5-8d57-c44b86a5e913 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455 HTTP/1.1" status: 200 len: 1002 time: 0.0574398 Nov 27 02:05:31.054419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-07365887-e434-4374-832d-1f28b4e8bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:31.055839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-07365887-e434-4374-832d-1f28b4e8bab7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0468192 Nov 27 02:05:31.100582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-41f97048-d9c2-4c05-9f50-21ed6b9d5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:31.102028 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-41f97048-d9c2-4c05-9f50-21ed6b9d5c9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388780 Nov 27 02:05:31.190223 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-342bc148-1bee-482f-8fef-f43f8fd40150 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811269 Nov 27 02:05:31.282020 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-9378d57f-7169-430e-8f48-492f22357782 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851021 Nov 27 02:05:31.960955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a89e1d-b4ad-415f-9481-eb1d7f5ff5b8 req-191fe0f2-daf4-44de-bff7-8ace9aaf8313 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:31.962451 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c5a89e1d-b4ad-415f-9481-eb1d7f5ff5b8 req-191fe0f2-daf4-44de-bff7-8ace9aaf8313 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0484047 Nov 27 02:05:32.013346 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c5a89e1d-b4ad-415f-9481-eb1d7f5ff5b8 req-320dc1b0-9c45-4549-996b-3c28f95ac99c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444951 Nov 27 02:05:33.134495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308ea75-f962-4752-9c58-d657a5a00406 req-19cecbee-7d8c-41f7-bdd6-f3200117ec13 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:33.136035 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b308ea75-f962-4752-9c58-d657a5a00406 req-19cecbee-7d8c-41f7-bdd6-f3200117ec13 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0494158 Nov 27 02:05:33.185809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b308ea75-f962-4752-9c58-d657a5a00406 req-07fb58cd-138a-46df-b03e-5e4f6842176d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433850 Nov 27 02:05:34.301225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6d31c-63e3-416b-8521-f70d3bbd9d0f req-4c599630-821e-408a-86ac-b42ea3d55846 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:34.302985 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5df6d31c-63e3-416b-8521-f70d3bbd9d0f req-4c599630-821e-408a-86ac-b42ea3d55846 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0481815 Nov 27 02:05:34.349056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5df6d31c-63e3-416b-8521-f70d3bbd9d0f req-db8b05f4-cd0d-4172-91a4-148ca28e8095 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402374 Nov 27 02:05:35.474531 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738d3d2-7aa5-48a9-ae19-3115e673df64 req-1858b07d-fd4e-4e65-8d31-029d25e7493a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:35.476000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1738d3d2-7aa5-48a9-ae19-3115e673df64 req-1858b07d-fd4e-4e65-8d31-029d25e7493a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0582299 Nov 27 02:05:35.523438 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1738d3d2-7aa5-48a9-ae19-3115e673df64 req-3d6ce789-2058-4a86-9cea-54da994eb927 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415494 Nov 27 02:05:36.640851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10807f90-4055-406f-9c17-ea969a7fbf92 req-59053054-b9b6-45c5-b931-bc65270cb9d2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:36.642349 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-10807f90-4055-406f-9c17-ea969a7fbf92 req-59053054-b9b6-45c5-b931-bc65270cb9d2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0482097 Nov 27 02:05:36.688610 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-10807f90-4055-406f-9c17-ea969a7fbf92 req-754547b9-51f0-48e3-a42e-b4b17a0c740f tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402901 Nov 27 02:05:37.808605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdb6bd-76af-4af0-92fb-5dce9b10ab4d req-937df5e2-4159-47e0-86d9-25364f9f45dd tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:37.810074 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-72bdb6bd-76af-4af0-92fb-5dce9b10ab4d req-937df5e2-4159-47e0-86d9-25364f9f45dd tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0501409 Nov 27 02:05:37.856072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-72bdb6bd-76af-4af0-92fb-5dce9b10ab4d req-b76a8d39-e199-40ed-b46b-4cbe53413b78 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398223 Nov 27 02:05:38.977986 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d58e0e-7190-4f1d-a29e-2263faa408c3 req-90253aa9-f93f-4313-b51d-8e27daa815c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:38.979463 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b4d58e0e-7190-4f1d-a29e-2263faa408c3 req-90253aa9-f93f-4313-b51d-8e27daa815c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0519032 Nov 27 02:05:39.025717 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b4d58e0e-7190-4f1d-a29e-2263faa408c3 req-735cca74-2f51-4bca-8cb2-b152ee80b79b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397961 Nov 27 02:05:40.141794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832417a-7d93-44bc-ad58-32df5dcc49f3 req-032c3776-9113-41db-9440-1dfd9ade2560 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:40.143285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5832417a-7d93-44bc-ad58-32df5dcc49f3 req-032c3776-9113-41db-9440-1dfd9ade2560 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0496972 Nov 27 02:05:40.194147 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5832417a-7d93-44bc-ad58-32df5dcc49f3 req-256ba127-c451-44e5-a5fd-205fb52240bc tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446858 Nov 27 02:05:41.309502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abd34d-c4e2-4830-ad29-bc73c69cebe4 req-00b7a3dd-3c39-493c-b7d0-ab43aa060e24 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:41.311621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9abd34d-c4e2-4830-ad29-bc73c69cebe4 req-00b7a3dd-3c39-493c-b7d0-ab43aa060e24 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0482872 Nov 27 02:05:41.358743 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9abd34d-c4e2-4830-ad29-bc73c69cebe4 req-0fe0e51b-a948-4fba-9529-c861e0f300fe tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411434 Nov 27 02:05:41.594105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2f05a1d-049c-410c-985f-19928a1089df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:42.480034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f73a04-dd17-4e26-b250-4678d3703d0a req-167814b3-17ca-448f-a475-1b824bbd38f7 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:42.481496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3f73a04-dd17-4e26-b250-4678d3703d0a req-167814b3-17ca-448f-a475-1b824bbd38f7 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0530069 Nov 27 02:05:42.527814 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f3f73a04-dd17-4e26-b250-4678d3703d0a req-f07a3234-bfc6-4804-b16f-56a408fa05e9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396838 Nov 27 02:05:43.660237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a310137-80e5-4cdc-bc70-279471ef6ed9 req-7d0e027f-52a3-4168-8d31-25af99c87965 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:43.661715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a310137-80e5-4cdc-bc70-279471ef6ed9 req-7d0e027f-52a3-4168-8d31-25af99c87965 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0588777 Nov 27 02:05:43.710820 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a310137-80e5-4cdc-bc70-279471ef6ed9 req-aa496522-1d08-4cc0-a371-059568619438 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432000 Nov 27 02:05:43.954194 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b8ff684a-4f0b-408c-a0c1-7de82e3aa45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:44.799007 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:44.829006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0350d-b109-45dd-896e-dac56ad8874b req-dcf71d55-4cc8-4296-a133-67a3e8350a85 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:44.830503 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7da0350d-b109-45dd-896e-dac56ad8874b req-dcf71d55-4cc8-4296-a133-67a3e8350a85 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0507653 Nov 27 02:05:44.878806 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7da0350d-b109-45dd-896e-dac56ad8874b req-090a8664-9649-4878-a269-96ec17b7c961 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419784 Nov 27 02:05:45.227326 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:45.395628 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-14c6ff4a-7dbb-489f-8a7d-aadb1e12c204 service neutron] 10.222.0.42 "GET /v2.0/ports/3a059601-41b2-43cc-81b7-cf4aadcd0455/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.0572495 Nov 27 02:05:45.613478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-c7ea54ea-0af5-4866-90e0-638936caab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.614919 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-c7ea54ea-0af5-4866-90e0-638936caab0c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 1096 time: 0.0413682 Nov 27 02:05:45.685321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-3b13b6a4-f526-45db-85e7-44d803db4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.686736 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-3b13b6a4-f526-45db-85e7-44d803db4ad0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 1096 time: 0.0397878 Nov 27 02:05:45.779328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-2a505525-795c-4134-8077-8a8508151eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.781067 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-2a505525-795c-4134-8077-8a8508151eef service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0877581 Nov 27 02:05:45.846119 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-cb2a9fb6-0710-46f0-be0d-a6b307bccc3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455 HTTP/1.1" status: 200 len: 1002 time: 0.0579634 Nov 27 02:05:45.894644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-2581141c-76b7-43fc-b8b1-9eef95cc5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.896163 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-2581141c-76b7-43fc-b8b1-9eef95cc5029 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0428813 Nov 27 02:05:45.946081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-0131e02a-0a08-4c9a-a5a0-67e4af83385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.947571 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-0131e02a-0a08-4c9a-a5a0-67e4af83385d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449843 Nov 27 02:05:45.996480 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f15beb-4516-43e4-82a0-8e93d527a225 req-92605e2c-ac5f-44cb-bfa9-33e591ee4cb3 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:45.998555 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-14f15beb-4516-43e4-82a0-8e93d527a225 req-92605e2c-ac5f-44cb-bfa9-33e591ee4cb3 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0502577 Nov 27 02:05:46.039518 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-60634cb4-35bf-4462-aa49-a3145d7fca69 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843287 Nov 27 02:05:46.045164 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-14f15beb-4516-43e4-82a0-8e93d527a225 req-61d2ec2a-6b90-4d31-b735-506f4753ca23 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407751 Nov 27 02:05:46.135832 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-87426cd6-c0df-4d0f-b814-7dc262d91e20 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880566 Nov 27 02:05:46.903442 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:47.209575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2516c-5672-4a16-b421-07a10cd8c7e7 req-6a542cf4-6e0f-4b74-8cf9-39d9357abbcb tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:47.210992 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ca2516c-5672-4a16-b421-07a10cd8c7e7 req-6a542cf4-6e0f-4b74-8cf9-39d9357abbcb tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0943880 Nov 27 02:05:47.258285 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ca2516c-5672-4a16-b421-07a10cd8c7e7 req-277fbd3f-1854-4d6c-93a7-682d0aafa0d2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411966 Nov 27 02:05:47.420573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3a059601-41b2-43cc-81b7-cf4aadcd0455 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:05:47.496092 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:47.517664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:05:47.519898 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187f021f-fb2e-4360-b2fe-0d2c5f868bcf" -d '{"events": [{"server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "name": "network-vif-unplugged", "status": "completed", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:05:47.532444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:47.537104 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:47.568784 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ecd114-50e6-42b9-a23d-fd92663d70af x-openstack-request-id: req-35ecd114-50e6-42b9-a23d-fd92663d70af {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:05:47.569076 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "name": "network-vif-unplugged", "status": "completed", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:05:47.569330 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35ecd114-50e6-42b9-a23d-fd92663d70af {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:05:47.569721 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'code': 200} Nov 27 02:05:47.597485 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:47.602013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3a059601-41b2-43cc-81b7-cf4aadcd0455,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:47.610553 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:47.610902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:47.611241 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:47.611578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:47.611910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:47.612242 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:47.612569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:47.612891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:47.613213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:47.613533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:47.613853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:47.614172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:05:47.655691 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:48.377223 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73f95-ddfe-4831-ac88-986bf85ba018 req-43f78977-4f86-48f3-a5f0-da0c6c2b3cb7 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:48.378650 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71a73f95-ddfe-4831-ac88-986bf85ba018 req-43f78977-4f86-48f3-a5f0-da0c6c2b3cb7 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0495210 Nov 27 02:05:48.432000 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71a73f95-ddfe-4831-ac88-986bf85ba018 req-7ce4d7e8-7784-4c43-a357-eba340e6f988 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466273 Nov 27 02:05:49.596699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a49c95-d82d-407b-8b5a-1cd597b236a8 req-ae014839-be5d-4aa0-9fae-24dfec809bca tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:49.598093 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-35a49c95-d82d-407b-8b5a-1cd597b236a8 req-ae014839-be5d-4aa0-9fae-24dfec809bca tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0953391 Nov 27 02:05:49.648445 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-35a49c95-d82d-407b-8b5a-1cd597b236a8 req-5a075406-a91e-45e3-83c4-1d1ef7b45b3c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443497 Nov 27 02:05:50.768531 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897c405-953b-4eea-b4e6-dfc89e9343e1 req-a69d977f-448c-4a1d-bca8-3aee22798264 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:50.770061 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9897c405-953b-4eea-b4e6-dfc89e9343e1 req-a69d977f-448c-4a1d-bca8-3aee22798264 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0494051 Nov 27 02:05:50.826634 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9897c405-953b-4eea-b4e6-dfc89e9343e1 req-55bd16c8-958d-4732-bac3-5856a1dc12c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504007 Nov 27 02:05:51.946306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614a462-f5fa-4d30-bb75-a85480427db6 req-f5c79c2c-25ac-4c9c-804b-9716c771c5a9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:51.947790 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f614a462-f5fa-4d30-bb75-a85480427db6 req-f5c79c2c-25ac-4c9c-804b-9716c771c5a9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0522139 Nov 27 02:05:51.994001 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f614a462-f5fa-4d30-bb75-a85480427db6 req-3b5b83df-657c-4fe5-8037-16066456c7b4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397298 Nov 27 02:05:53.110711 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796db3c-2062-4fe5-ae8f-a06725d3169f req-696b50f8-6b18-4588-9a0c-df62df7e9e55 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:53.112186 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3796db3c-2062-4fe5-ae8f-a06725d3169f req-696b50f8-6b18-4588-9a0c-df62df7e9e55 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0488691 Nov 27 02:05:53.159461 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3796db3c-2062-4fe5-ae8f-a06725d3169f req-b29bf28f-d48f-469c-91b8-8e61d3a72825 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Nov 27 02:05:54.276430 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503e11d-33db-4c2d-8478-46e9791ad49b req-1bfa94cc-672d-4e53-bd7e-8a286f1fb317 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:54.277903 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1503e11d-33db-4c2d-8478-46e9791ad49b req-1bfa94cc-672d-4e53-bd7e-8a286f1fb317 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0503862 Nov 27 02:05:54.324765 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1503e11d-33db-4c2d-8478-46e9791ad49b req-074619eb-9073-40b1-aa1c-c3907a5089a6 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404258 Nov 27 02:05:55.446211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a68609-6aa6-4622-9a34-44c08e6ba474 req-b22cdfdf-475a-40ae-bb25-2e72bdb3ada2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:55.447626 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37a68609-6aa6-4622-9a34-44c08e6ba474 req-b22cdfdf-475a-40ae-bb25-2e72bdb3ada2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0531869 Nov 27 02:05:55.493745 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37a68609-6aa6-4622-9a34-44c08e6ba474 req-80cee9a8-137e-4891-9af6-b18e95b33136 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401397 Nov 27 02:05:56.611398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618aef3-8eae-4ccf-999f-34f7fa0d7c9b req-9aa27734-c225-40ae-9cf0-9878402aef24 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:56.612857 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d618aef3-8eae-4ccf-999f-34f7fa0d7c9b req-9aa27734-c225-40ae-9cf0-9878402aef24 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0516815 Nov 27 02:05:56.659321 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d618aef3-8eae-4ccf-999f-34f7fa0d7c9b req-bda1f1f7-0a33-47ff-b83b-5122beb21623 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 Nov 27 02:05:57.779566 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4408cc6-bc6f-49ff-b7e0-156dc21fc11b req-14ae9174-6762-49d6-9c40-a4dc5c92f9c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:57.782136 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4408cc6-bc6f-49ff-b7e0-156dc21fc11b req-14ae9174-6762-49d6-9c40-a4dc5c92f9c4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0536318 Nov 27 02:05:57.838335 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4408cc6-bc6f-49ff-b7e0-156dc21fc11b req-f5219756-b719-46e3-8b83-423901a6e8d8 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498743 Nov 27 02:05:58.956445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea91421-c4d5-49ba-952f-eb76610d74b5 req-6a79bfea-96b2-4aaa-93eb-c1cbf41e8cd0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:58.957893 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3ea91421-c4d5-49ba-952f-eb76610d74b5 req-6a79bfea-96b2-4aaa-93eb-c1cbf41e8cd0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0487940 Nov 27 02:05:59.003271 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3ea91421-c4d5-49ba-952f-eb76610d74b5 req-a8a08611-8802-4b24-bd48-81581e476e03 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394764 Nov 27 02:05:59.289589 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-33bb1446-9a45-48cd-ab11-7dbbe24ae45b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:59.291074 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-33bb1446-9a45-48cd-ab11-7dbbe24ae45b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672&tenant_id=c5df9b9c20624436aeb2ea7d2435052f&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 943 time: 0.0500548 Nov 27 02:05:59.304835 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57427425-6dd2-4baa-bacf-9c084866f55c req-73618298-ed5b-4531-9ab8-d13494a076c6 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:59.306339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57427425-6dd2-4baa-bacf-9c084866f55c req-73618298-ed5b-4531-9ab8-d13494a076c6 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0477560 Nov 27 02:05:59.357359 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-57427425-6dd2-4baa-bacf-9c084866f55c req-9991aad2-c9a1-418c-b26f-7365e1945a57 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447576 Nov 27 02:05:59.395099 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-aaa07707-b62e-421c-89d8-4f255c81e2f4 service neutron] 10.222.0.42 "GET /v2.0/ports/3a059601-41b2-43cc-81b7-cf4aadcd0455/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.0964890 Nov 27 02:05:59.464837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3a059601-41b2-43cc-81b7-cf4aadcd0455 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:05:59.480894 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-49542c46-5d0c-458d-81c6-eae0b2242ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:59.482423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-49542c46-5d0c-458d-81c6-eae0b2242ed6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 1094 time: 0.0483613 Nov 27 02:05:59.559126 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:59.570161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'port_id': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'mac_address': 'fa:16:3e:c4:b3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:05:59.575887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-03a7a7f6-9116-46ca-bc7e-9c75cfbe8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:59.577358 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-03a7a7f6-9116-46ca-bc7e-9c75cfbe8616 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0883653 Nov 27 02:05:59.610892 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:59.623445 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a059601-41b2-43cc-81b7-cf4aadcd0455 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:05:59.641847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:05:59.646076 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:05:59.646614 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-b83969f2-889b-4778-8068-6996a75a22e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455 HTTP/1.1" status: 200 len: 1000 time: 0.0621755 Nov 27 02:05:59.693321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3a059601-41b2-43cc-81b7-cf4aadcd0455,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:05:59.697401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-78cd4fe7-d4e6-4399-a926-36fab28dfcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:59.699106 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-78cd4fe7-d4e6-4399-a926-36fab28dfcac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0456738 Nov 27 02:05:59.752393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-dbe7034f-cea7-4f88-8172-ff3c0789cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:05:59.753872 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-dbe7034f-cea7-4f88-8172-ff3c0789cbf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447304 Nov 27 02:05:59.843185 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-90565005-84c3-4fdc-8695-91cadf09cc06 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816269 Nov 27 02:05:59.930038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['3a059601-41b2-43cc-81b7-cf4aadcd0455'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:05:59.938345 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-ba4e1000-130c-4243-ad0a-1f21d4e880f7 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867565 Nov 27 02:06:00.285953 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:06:00.477261 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592625b-80c8-4eaf-aa30-2d614680f436 req-0f243cd5-c866-4106-9f4a-0b04fa801f49 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:00.478742 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9592625b-80c8-4eaf-aa30-2d614680f436 req-0f243cd5-c866-4106-9f4a-0b04fa801f49 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 944 time: 0.0488069 Nov 27 02:06:00.525283 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9592625b-80c8-4eaf-aa30-2d614680f436 req-ac680dac-40e1-4dd2-8186-5ecd38d04dde tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406497 Nov 27 02:06:01.464722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3a059601-41b2-43cc-81b7-cf4aadcd0455 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:06:01.511432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 3a059601-41b2-43cc-81b7-cf4aadcd0455 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:06:01.511806 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:01.587227 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:01.614830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:06:01.617117 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193ffd08-26b1-4ea9-8c28-5d7d4cb5c79f" -d '{"events": [{"server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "name": "network-vif-plugged", "status": "completed", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:06:01.630152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:01.637582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:01.647156 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d6dd7-37f3-4011-b583-c64c5b19672e req-c85f6cfd-b22f-4756-9ef6-6b2fb404646e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:01.648725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c4d6dd7-37f3-4011-b583-c64c5b19672e req-c85f6cfd-b22f-4756-9ef6-6b2fb404646e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 944 time: 0.0554833 Nov 27 02:06:01.682109 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027a3c6a-08b3-4eb3-b527-215396e5389e x-openstack-request-id: req-027a3c6a-08b3-4eb3-b527-215396e5389e {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:06:01.682417 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "name": "network-vif-plugged", "status": "completed", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:06:01.682671 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-027a3c6a-08b3-4eb3-b527-215396e5389e {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:06:01.683061 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'code': 200} Nov 27 02:06:01.700735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3a059601-41b2-43cc-81b7-cf4aadcd0455,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:01.703729 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c4d6dd7-37f3-4011-b583-c64c5b19672e req-696cbf22-bea0-4142-925f-5b3acc59caa9 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438614 Nov 27 02:06:02.825217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3c99b-d231-47e3-a0b8-338da495df3c req-01e33a6f-e178-41cb-891b-9dc7cb909b93 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:02.826854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81a3c99b-d231-47e3-a0b8-338da495df3c req-01e33a6f-e178-41cb-891b-9dc7cb909b93 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0487604 Nov 27 02:06:02.875744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81a3c99b-d231-47e3-a0b8-338da495df3c req-b5739486-2dc1-40ba-973f-c9e2407fbdcb tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Nov 27 02:06:03.998297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17395237-8d48-48ea-aeb2-267b488d8070 req-4ccf389b-a38c-46d0-bf2c-437d01087410 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:03.999793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17395237-8d48-48ea-aeb2-267b488d8070 req-4ccf389b-a38c-46d0-bf2c-437d01087410 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0513189 Nov 27 02:06:04.048943 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-17395237-8d48-48ea-aeb2-267b488d8070 req-7fefe3ad-c4e1-4695-873e-99d5d9402660 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429368 Nov 27 02:06:04.216391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-327ba6f5-8369-4f68-ad52-65c180ab5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:04.217904 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-327ba6f5-8369-4f68-ad52-65c180ab5857 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672&tenant_id=c5df9b9c20624436aeb2ea7d2435052f HTTP/1.1" status: 200 len: 1096 time: 0.0455220 Nov 27 02:06:04.295819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-ddbf94a4-57ae-4fe2-89f9-634be8065f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:04.297289 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-ddbf94a4-57ae-4fe2-89f9-634be8065f2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 1096 time: 0.0398569 Nov 27 02:06:04.384040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-470d43cb-dc9a-42a9-be06-eef26613682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:04.385485 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-470d43cb-dc9a-42a9-be06-eef26613682b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 200 len: 913 time: 0.0819077 Nov 27 02:06:04.453474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-2d443ade-bad0-49a4-b8b3-80a60328801f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455 HTTP/1.1" status: 200 len: 1002 time: 0.0609219 Nov 27 02:06:04.500738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-67e1d492-37ae-41ff-96bc-486597190167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:04.502117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-67e1d492-37ae-41ff-96bc-486597190167 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 200 len: 851 time: 0.0420291 Nov 27 02:06:04.546976 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-22a37d27-5c91-4540-bd3a-2958a7e4e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:04.548436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-22a37d27-5c91-4540-bd3a-2958a7e4e0fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390995 Nov 27 02:06:04.641062 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-dfa52d56-0633-4fb4-88b4-1ed72c6afa2b service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845435 Nov 27 02:06:04.728908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f9d7e88b-63fb-4230-a480-a40bc5e45bf5 req-c203c473-f58e-43c0-9d6e-ee506b6d3001 service neutron] 10.222.0.42 "GET /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809653 Nov 27 02:06:05.170623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699e4ce-1802-419f-9818-77317871cba8 req-9fd58a35-ad28-44ed-9a10-247d571bfd91 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:05.172588 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f699e4ce-1802-419f-9818-77317871cba8 req-9fd58a35-ad28-44ed-9a10-247d571bfd91 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0533314 Nov 27 02:06:05.219156 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f699e4ce-1802-419f-9818-77317871cba8 req-05a37089-465f-443f-b660-b60cd895ded6 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 Nov 27 02:06:05.488338 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3a059601-41b2-43cc-81b7-cf4aadcd0455 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:06:05.564194 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:05.585405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:06:05.587606 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd992269-84df-4495-a9b9-8962dfc5189f" -d '{"events": [{"server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "name": "network-vif-unplugged", "status": "completed", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:06:05.600631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:05.605762 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:05.645862 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e312431-2e89-437f-9a36-492c4a4f9b58 x-openstack-request-id: req-4e312431-2e89-437f-9a36-492c4a4f9b58 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:06:05.646297 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "name": "network-vif-unplugged", "status": "completed", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:06:05.646609 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e312431-2e89-437f-9a36-492c4a4f9b58 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:06:05.647002 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'code': 200} Nov 27 02:06:05.656833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3a059601-41b2-43cc-81b7-cf4aadcd0455,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:06.335901 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784beed8-0f27-4a75-9c01-2081626794e2 req-0e792f75-fa38-4d18-b0f2-fd774304d26c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:06.337365 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-784beed8-0f27-4a75-9c01-2081626794e2 req-0e792f75-fa38-4d18-b0f2-fd774304d26c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0480943 Nov 27 02:06:06.385619 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-784beed8-0f27-4a75-9c01-2081626794e2 req-c227581c-48fa-4ed8-9546-49b55414fb3e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420918 Nov 27 02:06:07.511536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7f7f3-8fd1-4535-8c62-6e56918f4ce7 req-7d62f769-bb2f-4db7-bc4f-aa9161338547 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:07.512997 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13e7f7f3-8fd1-4535-8c62-6e56918f4ce7 req-7d62f769-bb2f-4db7-bc4f-aa9161338547 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0519190 Nov 27 02:06:07.559782 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-13e7f7f3-8fd1-4535-8c62-6e56918f4ce7 req-061b2831-8b3e-41d8-956d-f27241331aa4 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407603 Nov 27 02:06:08.683194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e662b-7214-45e5-a940-4a80bf7920bb req-c1d76fa3-d086-4400-906f-929f3053f115 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:08.684685 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-712e662b-7214-45e5-a940-4a80bf7920bb req-c1d76fa3-d086-4400-906f-929f3053f115 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0529020 Nov 27 02:06:08.732075 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-712e662b-7214-45e5-a940-4a80bf7920bb req-4745d980-b9fc-49d4-9a88-4871a02b83e2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414388 Nov 27 02:06:09.847536 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed70a7b-0c5e-4381-b9e6-83fc0bd5479d req-561d21b0-66fc-42d3-98fc-1ee80874d0dd tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:09.849038 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9ed70a7b-0c5e-4381-b9e6-83fc0bd5479d req-561d21b0-66fc-42d3-98fc-1ee80874d0dd tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0487301 Nov 27 02:06:09.895207 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9ed70a7b-0c5e-4381-b9e6-83fc0bd5479d req-d40b1d33-6e67-4712-a422-f10647b68e0c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402853 Nov 27 02:06:11.013489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1458fe-d8b1-4e5b-8ad4-da45e5614ec8 req-a3ca2698-ac5f-4024-bab8-c45bcc3de1cd tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:11.015625 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc1458fe-d8b1-4e5b-8ad4-da45e5614ec8 req-a3ca2698-ac5f-4024-bab8-c45bcc3de1cd tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0512073 Nov 27 02:06:11.061806 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc1458fe-d8b1-4e5b-8ad4-da45e5614ec8 req-7f51434e-f1c7-4e94-b71e-946e8776aeaa tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 Nov 27 02:06:11.594971 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-321822f2-366e-4e13-92d5-1e99c54fed3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:12.201982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265ff53-5bbc-4eed-8d66-8f4652a47dbe req-5ff105d1-a4bb-4477-9dc0-b718d86d2b52 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:12.203462 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2265ff53-5bbc-4eed-8d66-8f4652a47dbe req-5ff105d1-a4bb-4477-9dc0-b718d86d2b52 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0574603 Nov 27 02:06:12.249763 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2265ff53-5bbc-4eed-8d66-8f4652a47dbe req-484b4307-721d-43a2-8f80-cf7c0a05d1f5 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402477 Nov 27 02:06:13.365568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd545820-c944-4913-b156-d04f91f86c7d req-1fb3652d-817a-4d11-864d-5421202ae867 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:13.367046 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd545820-c944-4913-b156-d04f91f86c7d req-1fb3652d-817a-4d11-864d-5421202ae867 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0480738 Nov 27 02:06:13.417386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd545820-c944-4913-b156-d04f91f86c7d req-382e42f1-5efd-4a09-9c32-38e479edf459 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442977 Nov 27 02:06:13.958049 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-966d2504-55fc-4757-88b8-5a6cd96e4ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:14.533640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698e2fc-7148-4aa3-9c2c-c1781e7880fb req-ed4b87ba-bdd8-4fb5-87e0-64da41208a55 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:14.535124 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8698e2fc-7148-4aa3-9c2c-c1781e7880fb req-ed4b87ba-bdd8-4fb5-87e0-64da41208a55 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0487869 Nov 27 02:06:14.582376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8698e2fc-7148-4aa3-9c2c-c1781e7880fb req-c4790aea-363c-4b0d-9366-ce47458c536c tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414042 Nov 27 02:06:14.799261 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:15.229718 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:15.701071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0281a-f6e4-4a1d-b436-83ab86cecb42 req-909d48b3-575c-4d6f-affc-8187e6955692 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:15.702744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5ec0281a-f6e4-4a1d-b436-83ab86cecb42 req-909d48b3-575c-4d6f-affc-8187e6955692 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0492194 Nov 27 02:06:15.749441 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5ec0281a-f6e4-4a1d-b436-83ab86cecb42 req-8cc8cad4-fa67-4175-86ad-80aa2781c09d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402634 Nov 27 02:06:16.863726 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3396d5c-90c5-4d15-890e-0873debf0160 req-f271094f-14b3-4728-b412-070b3d64a256 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:16.865161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a3396d5c-90c5-4d15-890e-0873debf0160 req-f271094f-14b3-4728-b412-070b3d64a256 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0479620 Nov 27 02:06:16.899517 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:16.916910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a3396d5c-90c5-4d15-890e-0873debf0160 req-aa606df9-1d6c-4b7e-a8ad-01d4cf6d145d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457313 Nov 27 02:06:17.031911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85551310-8439-4110-8fd1-b9bdf406afdf req-fe021c91-f3eb-4936-8faf-0cd324c42e8d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:17.033276 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85551310-8439-4110-8fd1-b9bdf406afdf req-fe021c91-f3eb-4936-8faf-0cd324c42e8d tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0479982 Nov 27 02:06:17.079826 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85551310-8439-4110-8fd1-b9bdf406afdf req-51c99955-2c1e-4c12-8dff-c7ffb476c74a tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405896 Nov 27 02:06:17.191991 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048ae96-0ae6-42f0-96c7-12cdfd480634 req-c6770eee-fb3c-49d4-82a9-2c27be42b7ac tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:17.193443 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b048ae96-0ae6-42f0-96c7-12cdfd480634 req-c6770eee-fb3c-49d4-82a9-2c27be42b7ac tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0483489 Nov 27 02:06:17.239083 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b048ae96-0ae6-42f0-96c7-12cdfd480634 req-3da3a4ad-c110-42a5-9945-b3db62ffe0b1 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397401 Nov 27 02:06:17.466866 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e165-1d75-4187-8518-608e1ecdb843 req-94a1b4aa-8c78-4d1d-a6f6-3eabad1bbd63 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:17.468337 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d92e165-1d75-4187-8518-608e1ecdb843 req-94a1b4aa-8c78-4d1d-a6f6-3eabad1bbd63 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 943 time: 0.0482070 Nov 27 02:06:17.514883 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3d92e165-1d75-4187-8518-608e1ecdb843 req-e646c6ba-4f15-49d3-991d-e26a95450971 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401738 Nov 27 02:06:17.555009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3a059601-41b2-43cc-81b7-cf4aadcd0455 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:06:17.623800 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:17.669285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:17.681259 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:17.683028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'port_id': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'mac_address': 'fa:16:3e:c4:b3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:06:17.721209 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:17.733577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a059601-41b2-43cc-81b7-cf4aadcd0455 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:06:17.752996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:17.756900 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:17.806156 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3a059601-41b2-43cc-81b7-cf4aadcd0455,revision_number=10']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:17.852563 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-550fd83a-b811-4836-ab58-097ba918c947 req-66f790e0-0929-49c0-8c2e-6e93da00126f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0763352 Nov 27 02:06:17.935390 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-550fd83a-b811-4836-ab58-097ba918c947 req-8c4734cc-8b74-47e6-b919-f514b3968168 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0257454 Nov 27 02:06:17.979154 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-550fd83a-b811-4836-ab58-097ba918c947 req-91aef0b0-fd3a-45e1-a70c-2059f5c02cfe service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189464 Nov 27 02:06:18.044879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['3a059601-41b2-43cc-81b7-cf4aadcd0455'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:06:18.080021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fd83a-b811-4836-ab58-097ba918c947 req-654b7b0a-4a99-4f10-939d-51c544274835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:18.081441 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-550fd83a-b811-4836-ab58-097ba918c947 req-654b7b0a-4a99-4f10-939d-51c544274835 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948701 Nov 27 02:06:18.634871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82bb6-ff8c-4bf0-85b6-4ecf21991b10 req-75692a60-a76d-4fd7-b27b-077c6310cf73 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:18.636345 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbe82bb6-ff8c-4bf0-85b6-4ecf21991b10 req-75692a60-a76d-4fd7-b27b-077c6310cf73 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0520618 Nov 27 02:06:18.683442 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbe82bb6-ff8c-4bf0-85b6-4ecf21991b10 req-dd126964-6166-4959-ab67-8ef7fba07bcb tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups?id=6942d887-6b48-43c8-a8a1-014b5d2d3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 Nov 27 02:06:19.248533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-b7c6b257-db3d-488d-a5f4-71891c1b5dd5 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:19.250504 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-b7c6b257-db3d-488d-a5f4-71891c1b5dd5 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 945 time: 0.0474353 Nov 27 02:06:19.337698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Deleting port 3a059601-41b2-43cc-81b7-cf4aadcd0455 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:06:19.338024 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:19.430664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:19.430938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:19.581555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 3a059601-41b2-43cc-81b7-cf4aadcd0455 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:06:19.599322 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:19.599688 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:19.600414 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Floating IP 5f106546-8078-4ade-82a6-0297bc0ed323 disassociated. External IP: 172.25.3.150, port: 3a059601-41b2-43cc-81b7-cf4aadcd0455. Nov 27 02:06:19.600414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Calling delete_port for 3a059601-41b2-43cc-81b7-cf4aadcd0455 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:06:19.657993 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:19.670443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3a059601-41b2-43cc-81b7-cf4aadcd0455 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:06:19.694254 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 3a059601-41b2-43cc-81b7-cf4aadcd0455, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=3a059601-41b2-43cc-81b7-cf4aadcd0455,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:19.697939 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:19.749752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=3a059601-41b2-43cc-81b7-cf4aadcd0455,revision_number=11']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:19.759938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:19.787573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event deleted for resources: {'Port': ['ID=3a059601-41b2-43cc-81b7-cf4aadcd0455,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:19.791447 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc8725d0-43b5-4e80-a8a7-2f5ef05a77eb req-b3ea57d4-7a85-4617-a8c8-cfe5965f9cd3 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 210 time: 0.0313559 Nov 27 02:06:19.839696 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:19.840050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:19.840397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:19.840740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:19.841079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:19.841411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:19.841737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:19.842067 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:19.842417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:19.842746 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:19.843075 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:19.843400 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:19.919807 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Router 214ec205-56b8-459f-acbc-cda1066d1c77 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:06:20.033028 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:06:20.043111 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e5970-585c-46ad-8596-eb66ae66d141 None None] Sync routers for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:06:20.056885 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e5970-585c-46ad-8596-eb66ae66d141 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:06:20.057536 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2b7e5970-585c-46ad-8596-eb66ae66d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:06:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:20.072349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] No DVR routers for this DVR port 3a059601-41b2-43cc-81b7-cf4aadcd0455 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:06:20.075045 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:20.078957 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af7536a6-dc8f-444c-81c0-7c66c4494914 req-487e4fac-99d7-4caf-b0cf-498cf617f7c0 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.42 "DELETE /v2.0/ports/3a059601-41b2-43cc-81b7-cf4aadcd0455 HTTP/1.1" status: 204 len: 173 time: 0.8230913 Nov 27 02:06:20.079402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'name': 'network-vif-deleted', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:06:20.081747 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35168ccb-664b-4efb-a410-9507777a0154" -d '{"events": [{"server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "name": "network-vif-deleted", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:06:20.123903 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d1c0c7-845e-4dc1-b884-afd7d0376505 x-openstack-request-id: req-a5d1c0c7-845e-4dc1-b884-afd7d0376505 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:06:20.124261 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61af54e1-ac9f-4a7b-91b3-727a582df672", "name": "network-vif-deleted", "tag": "3a059601-41b2-43cc-81b7-cf4aadcd0455", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:06:20.124466 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5d1c0c7-845e-4dc1-b884-afd7d0376505 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:06:20.125121 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61af54e1-ac9f-4a7b-91b3-727a582df672', 'name': 'network-vif-deleted', 'tag': '3a059601-41b2-43cc-81b7-cf4aadcd0455', 'status': 'completed', 'code': 200} Nov 27 02:06:20.171059 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-2b7e5970-585c-46ad-8596-eb66ae66d141 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:06:20.372755 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2b7e5970-585c-46ad-8596-eb66ae66d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:20.399919 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e5970-585c-46ad-8596-eb66ae66d141 None None] Checking router: 214ec205-56b8-459f-acbc-cda1066d1c77 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:06:20.408358 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e5970-585c-46ad-8596-eb66ae66d141 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:06:20.408966 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2b7e5970-585c-46ad-8596-eb66ae66d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:06:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:20.513210 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-2b7e5970-585c-46ad-8596-eb66ae66d141 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:06:20.716794 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2b7e5970-585c-46ad-8596-eb66ae66d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:20.746375 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e5970-585c-46ad-8596-eb66ae66d141 None None] The sync data for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 is: [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5672e88a-10ea-4ff1-ac74-6fc951ebd5ac', 'name': '', 'network_id': 'e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'mac_address': 'fa:16:3e:a0:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:40Z', 'updated_at': '2021-11-27T01:56:44Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'subnets': [{'id': '5bc1df65-18fb-4963-8704-0fb84bf9142d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:06:20.890990 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca40b9b1-9dfd-46b2-870c-766e500a317e req-f22ce731-b959-4d08-84fd-c24b1ec6e2ff tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 210 time: 0.0285437 Nov 27 02:06:21.006394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d33e800-996b-4b16-97ca-c6311f20d868 None None] New status for floating IP 5f106546-8078-4ade-82a6-0297bc0ed323: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:06:21.993336 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77045257-9a4d-4a81-ac39-355a999c1f5a req-e44e2434-49e5-48ab-8bdc-bc6982d74553 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 210 time: 0.0301166 Nov 27 02:06:23.089504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b355cc81-ab79-41d3-b7f5-8bccde73e299 req-5b4d9c7e-0f77-486a-9f59-05da5b31b18e tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 210 time: 0.0253658 Nov 27 02:06:24.190486 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e03bc9d0-3508-4af5-a7a1-6746c9652bff req-b229169a-fc5c-4189-93ed-8adb5bf3633b tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/ports?device_id=61af54e1-ac9f-4a7b-91b3-727a582df672 HTTP/1.1" status: 200 len: 210 time: 0.0277603 Nov 27 02:06:28.950636 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50444) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:29.007628 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50c6a887-3722-4c1c-929d-f733b5b85e23 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:29.032253 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50c6a887-3722-4c1c-929d-f733b5b85e23 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:29.084238 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50c6a887-3722-4c1c-929d-f733b5b85e23 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:29.087054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50c6a887-3722-4c1c-929d-f733b5b85e23 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:29.091001 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-50c6a887-3722-4c1c-929d-f733b5b85e23 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "DELETE /v2.0/security-groups/6942d887-6b48-43c8-a8a1-014b5d2d3f2e HTTP/1.1" status: 204 len: 168 time: 0.1385360 Nov 27 02:06:29.091185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50446) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:29.101637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6a887-3722-4c1c-929d-f733b5b85e23 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6942d887-6b48-43c8-a8a1-014b5d2d3f2e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:29.125538 n-d-819494-2 neutron-server[103384]: INFO neutron.api.v2.resource [None req-ae2d72f6-ead8-40ff-a4fc-07c386784783 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] show failed (client error): The resource could not be found. Nov 27 02:06:29.127107 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ae2d72f6-ead8-40ff-a4fc-07c386784783 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "GET /v2.0/security-groups/6942d887-6b48-43c8-a8a1-014b5d2d3f2e HTTP/1.1" status: 404 len: 347 time: 0.0341368 Nov 27 02:06:29.129772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50448) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:29.252905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Deleting port 5d2eb0a4-cca9-4a4f-bc94-5314afc4e514 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:06:29.253239 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:29.659049 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:29.659371 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:29.671180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Calling delete_port for 5d2eb0a4-cca9-4a4f-bc94-5314afc4e514 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:06:29.811277 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:29.840307 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Pushing event deleted for resources: {'Port': ['ID=5d2eb0a4-cca9-4a4f-bc94-5314afc4e514,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:29.853559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:29.853916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:29.854289 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:29.854631 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:29.854998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:29.855334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:29.855666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:29.855996 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:29.856323 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:29.856649 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:29.856979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:29.857305 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:29.911403 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:29.914040 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:29.915302 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f7bd630f-d49c-4d45-bf47-c47a2b47d5a2 tempest-ServerActionsTestJSON-1679769166 tempest-ServerActionsTestJSON-1679769166-project] 10.222.0.37 "DELETE /v2.0/floatingips/5f106546-8078-4ade-82a6-0297bc0ed323 HTTP/1.1" status: 204 len: 168 time: 0.7845852 Nov 27 02:06:29.918535 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50450) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:30.346114 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d156fcf-a25d-482f-a79a-acdf3b9b3b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:30.591767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7d156fcf-a25d-482f-a79a-acdf3b9b3b14 admin admin] Deleting port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:06:30.592103 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d156fcf-a25d-482f-a79a-acdf3b9b3b14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:30.669439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-7d156fcf-a25d-482f-a79a-acdf3b9b3b14 admin admin] For port 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5672e88a-10ea-4ff1-ac74-6fc951ebd5ac,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:30.669804 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d156fcf-a25d-482f-a79a-acdf3b9b3b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:30.683561 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7d156fcf-a25d-482f-a79a-acdf3b9b3b14 admin admin] Calling delete_port for 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:06:30.860142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d156fcf-a25d-482f-a79a-acdf3b9b3b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:30.887178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d156fcf-a25d-482f-a79a-acdf3b9b3b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=5672e88a-10ea-4ff1-ac74-6fc951ebd5ac,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:31.053917 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d156fcf-a25d-482f-a79a-acdf3b9b3b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:31.266603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d156fcf-a25d-482f-a79a-acdf3b9b3b14 admin admin] Router 214ec205-56b8-459f-acbc-cda1066d1c77 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:06:31.367823 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d156fcf-a25d-482f-a79a-acdf3b9b3b14 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:06:31.372760 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7d156fcf-a25d-482f-a79a-acdf3b9b3b14 admin admin] 10.222.0.37 "PUT /v2.0/routers/214ec205-56b8-459f-acbc-cda1066d1c77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4532213 Nov 27 02:06:31.376240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50454) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:31.378131 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c59428c-0bca-4eb6-a0df-7e6373a2daa0 None None] Sync routers for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:06:31.387536 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59428c-0bca-4eb6-a0df-7e6373a2daa0 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:06:31.388135 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8c59428c-0bca-4eb6-a0df-7e6373a2daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:06:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:31.480210 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:31.491715 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8c59428c-0bca-4eb6-a0df-7e6373a2daa0 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:06:31.582886 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:31.634936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Deleting port 80c75c6d-66bc-45c2-a790-b258c2836881 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:06:31.635157 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:31.666788 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8c59428c-0bca-4eb6-a0df-7e6373a2daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T02:06:30Z', 'revision_number': 5, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port': {'id': '80c75c6d-66bc-45c2-a790-b258c2836881', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T01:56:38Z', 'updated_at': '2021-11-27T01:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:31.696491 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c59428c-0bca-4eb6-a0df-7e6373a2daa0 None None] Checking router: 214ec205-56b8-459f-acbc-cda1066d1c77 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:06:31.705215 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59428c-0bca-4eb6-a0df-7e6373a2daa0 None None] Routers {'214ec205-56b8-459f-acbc-cda1066d1c77'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:06:31.705821 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8c59428c-0bca-4eb6-a0df-7e6373a2daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:06:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['214ec205-56b8-459f-acbc-cda1066d1c77'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:31.718297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] For port 80c75c6d-66bc-45c2-a790-b258c2836881, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=80c75c6d-66bc-45c2-a790-b258c2836881,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:31.718661 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:31.730562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Calling delete_port for 80c75c6d-66bc-45c2-a790-b258c2836881 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:06:31.885580 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8c59428c-0bca-4eb6-a0df-7e6373a2daa0 None None] Set router 214ec205-56b8-459f-acbc-cda1066d1c77 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:06:31.900719 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:31.924355 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Pushing event deleted for resources: {'Port': ['ID=80c75c6d-66bc-45c2-a790-b258c2836881,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:31.939612 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8c59428c-0bca-4eb6-a0df-7e6373a2daa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T02:06:31Z', 'revision_number': 6, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:31.944138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b320dbc-d707-46a3-a424-36cd3f0e60c3 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:06:31.971571 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c59428c-0bca-4eb6-a0df-7e6373a2daa0 None None] The sync data for ids ['214ec205-56b8-459f-acbc-cda1066d1c77'] in n-d-819494-2 is: [{'id': '214ec205-56b8-459f-acbc-cda1066d1c77', 'name': 'tempest-ServerActionsTestJSON-1964834143-router', 'tenant_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T01:56:37Z', 'updated_at': '2021-11-27T02:06:31Z', 'revision_number': 6, 'project_id': 'c5df9b9c20624436aeb2ea7d2435052f', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:06:31.993031 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.083746 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.086091 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.130093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.130647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 214ec205-56b8-459f-acbc-cda1066d1c77 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:06:32.135344 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.136559 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-58feb1da-c773-4c64-8c93-748c80225abf admin admin] 10.222.0.37 "DELETE /v2.0/routers/214ec205-56b8-459f-acbc-cda1066d1c77 HTTP/1.1" status: 204 len: 168 time: 0.7589428 Nov 27 02:06:32.139185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50456) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:32.182270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a474268-5e74-47b1-aa85-6ec8153c591e admin admin] Deleting subnet 5bc1df65-18fb-4963-8704-0fb84bf9142d {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:06:32.185284 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a474268-5e74-47b1-aa85-6ec8153c591e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.218317 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a474268-5e74-47b1-aa85-6ec8153c591e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.297206 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a474268-5e74-47b1-aa85-6ec8153c591e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.349171 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a474268-5e74-47b1-aa85-6ec8153c591e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.376973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a474268-5e74-47b1-aa85-6ec8153c591e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc1df65-18fb-4963-8704-0fb84bf9142d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:32.378947 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9a474268-5e74-47b1-aa85-6ec8153c591e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.384388 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9a474268-5e74-47b1-aa85-6ec8153c591e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5bc1df65-18fb-4963-8704-0fb84bf9142d HTTP/1.1" status: 204 len: 168 time: 0.2420039 Nov 27 02:06:32.384625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50458) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:32.386328 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0bead-5353-4ed9-acdb-463c5ee23abf None None] Network e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:06:32.461058 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.515110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Deleting port 94bf7304-c063-49fe-be4e-94327b931449 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:06:32.515544 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.580239 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] For port 94bf7304-c063-49fe-be4e-94327b931449, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=94bf7304-c063-49fe-be4e-94327b931449,segment=NetworkSegment(6e954be9-a4ba-428c-b0c5-5fb900ee341d),segment_id=6e954be9-a4ba-428c-b0c5-5fb900ee341d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:32.580600 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.593648 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Calling delete_port for 94bf7304-c063-49fe-be4e-94327b931449 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:06:32.673906 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.698625 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Pushing event deleted for resources: {'Port': ['ID=94bf7304-c063-49fe-be4e-94327b931449,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:32.703310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] No DVR routers for this DVR port 94bf7304-c063-49fe-be4e-94327b931449 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:06:32.763770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6a304a-35f0-486d-9570-006fa850d580 None None] DHCP port deletion for e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:06:32.792438 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.813380 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:32.822851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e954be9-a4ba-428c-b0c5-5fb900ee341d') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:32.823138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e954be9-a4ba-428c-b0c5-5fb900ee341d') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:06:32.832243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 94bf7304-c063-49fe-be4e-94327b931449 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:06:32.833196 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.848017 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.853120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 94bf7304-c063-49fe-be4e-94327b931449 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:06:32.853471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 94bf7304-c063-49fe-be4e-94327b931449 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:06:32.853884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:06:32.854088 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:06:32.854509 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: timer() Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:06:32.856341 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:06:32.877257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:06:32.877610 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5672e88a-10ea-4ff1-ac74-6fc951ebd5ac not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:06:32.878045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 80c75c6d-66bc-45c2-a790-b258c2836881 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:06:32.901216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 80c75c6d-66bc-45c2-a790-b258c2836881 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:06:32.901570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 80c75c6d-66bc-45c2-a790-b258c2836881 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:06:32.913788 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.918932 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:32.922258 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] 10.222.0.37 "DELETE /v2.0/networks/e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643 HTTP/1.1" status: 204 len: 168 time: 0.5366869 Nov 27 02:06:32.935002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32fe02-6263-496f-9c9b-5a2d5916d53c admin admin] Pushing event deleted for resources: {'Network': ['ID=e52a2e6a-9e0d-4b55-9ef7-bfb41f6f1643,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:33.040622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50462) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:33.084365 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b4ee47e9-9eca-4b62-a9fd-38f82048023b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5df9b9c20624436aeb2ea7d2435052f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422616 Nov 27 02:06:33.086549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50464) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:33.134023 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bc74601-cab9-442d-ab2c-4663e7952c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:33.157876 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bc74601-cab9-442d-ab2c-4663e7952c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:33.203433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bc74601-cab9-442d-ab2c-4663e7952c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:33.205923 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bc74601-cab9-442d-ab2c-4663e7952c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:33.207123 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0bc74601-cab9-442d-ab2c-4663e7952c75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd22fbae-42ca-48eb-8860-aa73224820ab HTTP/1.1" status: 204 len: 168 time: 0.1196704 Nov 27 02:06:33.214754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc74601-cab9-442d-ab2c-4663e7952c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd22fbae-42ca-48eb-8860-aa73224820ab,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:33.896000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50486) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:34.000382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1491592042-network', 'tenant_id': '83deb3264c6741489a46ec6116d7803c'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:34.021201 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Made reservation on behalf of 83deb3264c6741489a46ec6116d7803c for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:06:34.023567 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:34.031904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:34.109337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:34.113336 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:34.139725 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1551f487-257c-4527-8995-846b332c484e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:06:34.146457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceb4db2-91ec-4221-9f73-10887dfb7e16,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:34.152230 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:34.152613 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Added segment faa947cb-c18c-474b-a61b-fcae3e66fde5 of type vlan for network a853439b-15ca-4cd7-959e-d5634388e21f Nov 27 02:06:34.192163 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:34.215468 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:34.216443 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:34.217050 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:34.274815 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1551f487-257c-4527-8995-846b332c484e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3775995 Nov 27 02:06:34.277735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50490) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:06:34.282933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-96905631-5665-4852-8356-9a2b57230ff8 admin admin] Request body: {'subnet': {'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1491592042-subnet', 'tenant_id': '83deb3264c6741489a46ec6116d7803c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:34.285444 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551f487-257c-4527-8995-846b332c484e admin admin] Pushing event updated for resources: {'Network': ['ID=a853439b-15ca-4cd7-959e-d5634388e21f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:34.295858 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network a853439b-15ca-4cd7-959e-d5634388e21f details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:06:34.305659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96905631-5665-4852-8356-9a2b57230ff8 admin admin] Made reservation on behalf of 83deb3264c6741489a46ec6116d7803c for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:06:34.308197 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96905631-5665-4852-8356-9a2b57230ff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:34.475194 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96905631-5665-4852-8356-9a2b57230ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:34.534324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96905631-5665-4852-8356-9a2b57230ff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c176166-8a9b-4b00-b651-1c26b2e7f5d5,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:34.540946 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96905631-5665-4852-8356-9a2b57230ff8 admin admin] Checking segment: {'id': 'faa947cb-c18c-474b-a61b-fcae3e66fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:06:34.541300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96905631-5665-4852-8356-9a2b57230ff8 admin admin] Network hostable DHCP agents. Network: a853439b-15ca-4cd7-959e-d5634388e21f, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:06:34.558054 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96905631-5665-4852-8356-9a2b57230ff8 admin admin] Network a853439b-15ca-4cd7-959e-d5634388e21f is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:06:34.567232 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-96905631-5665-4852-8356-9a2b57230ff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, a853439b-15ca-4cd7-959e-d5634388e21f) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:06:34.573512 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96905631-5665-4852-8356-9a2b57230ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:34.574116 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96905631-5665-4852-8356-9a2b57230ff8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:34.575195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b8e648-fef5-4bbf-a701-6661508f87ff None None] Network a853439b-15ca-4cd7-959e-d5634388e21f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:06:34.590571 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-96905631-5665-4852-8356-9a2b57230ff8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3116493 Nov 27 02:06:34.699165 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e654df7-f9f8-4bfa-a78c-2eee2f948234 None None] Network a853439b-15ca-4cd7-959e-d5634388e21f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:06:35.007239 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-67844563-a188-4f28-9b88-ddf7b677c673 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:35.008715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-67844563-a188-4f28-9b88-ddf7b677c673 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/networks?id=a853439b-15ca-4cd7-959e-d5634388e21f HTTP/1.1" status: 200 len: 814 time: 0.0992811 Nov 27 02:06:35.023633 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-5e3b26a6-29ae-49c6-898f-01b12dcebed9 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/quotas/83deb3264c6741489a46ec6116d7803c HTTP/1.1" status: 200 len: 375 time: 0.0091171 Nov 27 02:06:35.057898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-62e2e532-d045-4116-ab47-afe413105ed3 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=83deb3264c6741489a46ec6116d7803c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292053 Nov 27 02:06:35.110670 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-41b71396-b27e-4782-9c22-c7e2a3ce8c09 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:06:35.111661 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-41b71396-b27e-4782-9c22-c7e2a3ce8c09 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471630 Nov 27 02:06:35.198998 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-26af2f95-69f6-4901-b6b3-02a5f05800a3 service neutron] 10.222.0.37 "GET /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809669 Nov 27 02:06:35.289639 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-54dbadb1-5c52-4f0b-aa11-1c6698dc89f1 service neutron] 10.222.0.37 "GET /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840690 Nov 27 02:06:35.448138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3f47cc5c-3a68-41f6-a0c3-fb063ffe5fbc req-668b9cb1-e835-4f0e-990f-e046b6b19298 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 210 time: 0.0269680 Nov 27 02:06:36.579155 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e56894e5-a3dd-4c45-9f89-3b0c8f1684d7 req-cdc167ea-f107-497c-831a-f8021cc29173 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 210 time: 0.0409470 Nov 27 02:06:36.623765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-c7a7f659-bcc3-46f4-8657-da252f898a03 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:36.625823 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-c7a7f659-bcc3-46f4-8657-da252f898a03 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.42 "GET /v2.0/networks?id=a853439b-15ca-4cd7-959e-d5634388e21f HTTP/1.1" status: 200 len: 814 time: 0.1380279 Nov 27 02:06:36.644116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Request body: {'port': {'device_id': 'b880ea05-e780-4db1-9b69-507d7674edc8', 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f', 'admin_state_up': True, 'tenant_id': '83deb3264c6741489a46ec6116d7803c'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:36.747417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Made reservation on behalf of 83deb3264c6741489a46ec6116d7803c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:06:36.751362 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:37.197551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Allocated IP 172.20.0.14 (a853439b-15ca-4cd7-959e-d5634388e21f/4c176166-8a9b-4b00-b651-1c26b2e7f5d5/4907479f-6246-45c0-9398-0c2f4b6ec6d1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:06:37.284961 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:06:37.338841 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:37.370822 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:37.414335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Network a853439b-15ca-4cd7-959e-d5634388e21f is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:06:37.417335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:06:37.421017 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:06:37.427441 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Pushing event updated for resources: {'Port': ['ID=4907479f-6246-45c0-9398-0c2f4b6ec6d1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:37.471642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:37.472244 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:37.487334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-ce576a57-bb5c-408c-9d11-40345fad3dc4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8468258 Nov 27 02:06:37.506120 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Request body: {'port': {'device_id': 'b880ea05-e780-4db1-9b69-507d7674edc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:37.567976 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:37.695416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564c8db-e492-48ff-afb9-48aa85b02071 req-1e7af3f2-d601-4a92-987f-ada3ec49fccb tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:37.696837 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2564c8db-e492-48ff-afb9-48aa85b02071 req-1e7af3f2-d601-4a92-987f-ada3ec49fccb tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 932 time: 0.0493131 Nov 27 02:06:37.744603 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2564c8db-e492-48ff-afb9-48aa85b02071 req-5123a20c-5254-4444-ad88-411dd4830dae tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Nov 27 02:06:37.825807 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4907479f-6246-45c0-9398-0c2f4b6ec6d1 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:06:37.835684 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:37.848744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Transition to ACTIVE for port object 4907479f-6246-45c0-9398-0c2f4b6ec6d1 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:06:37.852427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:37.901505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Pushing event updated for resources: {'Port': ['ID=4907479f-6246-45c0-9398-0c2f4b6ec6d1,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:37.969779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Attempting to bind port 4907479f-6246-45c0-9398-0c2f4b6ec6d1 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:06:37.970107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Attempting to bind port 4907479f-6246-45c0-9398-0c2f4b6ec6d1 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'faa947cb-c18c-474b-a61b-fcae3e66fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:06:37.970458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Attempting to bind port 4907479f-6246-45c0-9398-0c2f4b6ec6d1 on network a853439b-15ca-4cd7-959e-d5634388e21f {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:06:37.974653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Port 4907479f-6246-45c0-9398-0c2f4b6ec6d1 on network a853439b-15ca-4cd7-959e-d5634388e21f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:06:37.974966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Attempting to bind port 4907479f-6246-45c0-9398-0c2f4b6ec6d1 on network a853439b-15ca-4cd7-959e-d5634388e21f {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:06:37.979592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:06:37.979914 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Checking segment: {'id': 'faa947cb-c18c-474b-a61b-fcae3e66fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:06:37.980283 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Bound using segment: {'id': 'faa947cb-c18c-474b-a61b-fcae3e66fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:06:37.980690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Bound port: 4907479f-6246-45c0-9398-0c2f4b6ec6d1, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa947cb-c18c-474b-a61b-fcae3e66fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:06:37.981026 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:38.040387 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] For port 4907479f-6246-45c0-9398-0c2f4b6ec6d1, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:06:38.043289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] For port 4907479f-6246-45c0-9398-0c2f4b6ec6d1, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4907479f-6246-45c0-9398-0c2f4b6ec6d1,segment=NetworkSegment(faa947cb-c18c-474b-a61b-fcae3e66fde5),segment_id=faa947cb-c18c-474b-a61b-fcae3e66fde5)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:06:38.047682 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:38.079992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:38.080596 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:38.081971 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] 10.222.0.42 "PUT /v2.0/ports/4907479f-6246-45c0-9398-0c2f4b6ec6d1 HTTP/1.1" status: 200 len: 1092 time: 0.5799022 Nov 27 02:06:38.082427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b880ea05-e780-4db1-9b69-507d7674edc8', 'tag': '4907479f-6246-45c0-9398-0c2f4b6ec6d1'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:06:38.084666 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a34194-b61e-49dd-9212-e021a6bf32d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b880ea05-e780-4db1-9b69-507d7674edc8", "tag": "4907479f-6246-45c0-9398-0c2f4b6ec6d1"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:06:38.112571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd9371-f1d0-4311-bead-6ba3c9650b70 service neutron] Pushing event updated for resources: {'Port': ['ID=4907479f-6246-45c0-9398-0c2f4b6ec6d1,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:38.187284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-d319da30-8806-4326-a9c5-8fdf0d912aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:38.188772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-d319da30-8806-4326-a9c5-8fdf0d912aa5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=83deb3264c6741489a46ec6116d7803c&device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 1095 time: 0.0506270 Nov 27 02:06:38.190902 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7621322a-f8df-416d-bb8c-f66dce0328c0 x-openstack-request-id: req-7621322a-f8df-416d-bb8c-f66dce0328c0 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:06:38.191271 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b880ea05-e780-4db1-9b69-507d7674edc8", "tag": "4907479f-6246-45c0-9398-0c2f4b6ec6d1", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:06:38.191526 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7621322a-f8df-416d-bb8c-f66dce0328c0 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:06:38.191918 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b880ea05-e780-4db1-9b69-507d7674edc8', 'tag': '4907479f-6246-45c0-9398-0c2f4b6ec6d1', 'status': 'completed', 'code': 200} Nov 27 02:06:38.249489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-d43ba712-9800-427e-8453-c84a1085f633 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4907479f-6246-45c0-9398-0c2f4b6ec6d1 HTTP/1.1" status: 200 len: 217 time: 0.0336947 Nov 27 02:06:38.298330 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-a6b9380a-f2d1-43e1-8179-b055e6b6e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:38.299720 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-a6b9380a-f2d1-43e1-8179-b055e6b6e61d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c176166-8a9b-4b00-b651-1c26b2e7f5d5 HTTP/1.1" status: 200 len: 854 time: 0.0428824 Nov 27 02:06:38.330779 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-fbd69d11-72f6-48b2-84f7-ed6a4ab9c03b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853439b-15ca-4cd7-959e-d5634388e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238659 Nov 27 02:06:38.423896 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-b059755f-80d1-46b0-80e1-b49935f6c32e service neutron] 10.222.0.42 "GET /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846889 Nov 27 02:06:38.512824 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-30c72ccb-a2a3-4123-af38-2a6470f60acb req-3a4e4fcc-a607-4f08-b070-c249f369a24c service neutron] 10.222.0.42 "GET /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818009 Nov 27 02:06:38.644754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a34194-b61e-49dd-9212-e021a6bf32d7 req-1c368129-fa9f-4cfe-8ec0-fa3e7c558989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:38.646216 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59a34194-b61e-49dd-9212-e021a6bf32d7 req-1c368129-fa9f-4cfe-8ec0-fa3e7c558989 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=83deb3264c6741489a46ec6116d7803c&device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 1095 time: 0.0469553 Nov 27 02:06:38.734653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a34194-b61e-49dd-9212-e021a6bf32d7 req-0ce42ff4-7daa-4823-8bca-b0b8cac5d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:38.736149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59a34194-b61e-49dd-9212-e021a6bf32d7 req-0ce42ff4-7daa-4823-8bca-b0b8cac5d072 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a853439b-15ca-4cd7-959e-d5634388e21f HTTP/1.1" status: 200 len: 915 time: 0.0821722 Nov 27 02:06:38.781062 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59a34194-b61e-49dd-9212-e021a6bf32d7 req-045d223f-f0db-462f-823e-17bb192f53a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4907479f-6246-45c0-9398-0c2f4b6ec6d1 HTTP/1.1" status: 200 len: 217 time: 0.0378668 Nov 27 02:06:38.831729 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a34194-b61e-49dd-9212-e021a6bf32d7 req-9230d18a-d311-4fa6-8973-be5acfd13788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:38.833174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59a34194-b61e-49dd-9212-e021a6bf32d7 req-9230d18a-d311-4fa6-8973-be5acfd13788 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c176166-8a9b-4b00-b651-1c26b2e7f5d5 HTTP/1.1" status: 200 len: 854 time: 0.0446301 Nov 27 02:06:38.861062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1b26b-8aa0-45a3-b665-1b5762553e99 req-9027bace-efc9-449a-8b9c-22228e8705e5 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:38.862575 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cc1b26b-8aa0-45a3-b665-1b5762553e99 req-9027bace-efc9-449a-8b9c-22228e8705e5 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 944 time: 0.0479226 Nov 27 02:06:38.867478 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59a34194-b61e-49dd-9212-e021a6bf32d7 req-b75d8630-8c57-42ce-8e46-58af600dcc63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853439b-15ca-4cd7-959e-d5634388e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244882 Nov 27 02:06:38.913792 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7cc1b26b-8aa0-45a3-b665-1b5762553e99 req-1f8dd82b-fd17-4d00-9f09-d441207846ee tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450778 Nov 27 02:06:38.956821 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59a34194-b61e-49dd-9212-e021a6bf32d7 req-bc06116a-79bd-4e97-932c-a1aa2be6f080 service neutron] 10.222.0.42 "GET /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811026 Nov 27 02:06:39.050917 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-59a34194-b61e-49dd-9212-e021a6bf32d7 req-8a515699-703b-4217-97d3-e8b1e47fdd2b service neutron] 10.222.0.42 "GET /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849910 Nov 27 02:06:40.032122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09f403-fbbf-40c0-bee3-e4d99e4d6abf req-3d2ffc41-ec9d-4275-aa45-a33902a0de33 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:40.033561 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e09f403-fbbf-40c0-bee3-e4d99e4d6abf req-3d2ffc41-ec9d-4275-aa45-a33902a0de33 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 944 time: 0.0509527 Nov 27 02:06:40.080028 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7e09f403-fbbf-40c0-bee3-e4d99e4d6abf req-fb3a2621-aa7d-40ed-a82c-48fe45c22422 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405223 Nov 27 02:06:41.194477 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07886011-41a9-4b61-a615-cc6df6356de8 req-8fa14b0c-99f7-44d5-a09d-5524934db1d5 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:41.195972 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07886011-41a9-4b61-a615-cc6df6356de8 req-8fa14b0c-99f7-44d5-a09d-5524934db1d5 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 944 time: 0.0487719 Nov 27 02:06:41.243618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-07886011-41a9-4b61-a615-cc6df6356de8 req-278402a7-0bfc-4b81-8877-2ce812db0a32 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Nov 27 02:06:41.599785 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45e08d2f-66e3-4e6c-9bf3-9b75053ecc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:41.658917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4907479f-6246-45c0-9398-0c2f4b6ec6d1 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:06:41.749661 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4907479f-6246-45c0-9398-0c2f4b6ec6d1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4907479f-6246-45c0-9398-0c2f4b6ec6d1,segment=NetworkSegment(faa947cb-c18c-474b-a61b-fcae3e66fde5),segment_id=faa947cb-c18c-474b-a61b-fcae3e66fde5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:41.761428 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '4907479f-6246-45c0-9398-0c2f4b6ec6d1', 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f', 'port_id': '4907479f-6246-45c0-9398-0c2f4b6ec6d1', 'mac_address': 'fa:16:3e:15:1d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c176166-8a9b-4b00-b651-1c26b2e7f5d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:06:41.797394 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:41.813934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4907479f-6246-45c0-9398-0c2f4b6ec6d1 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:06:41.832154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4907479f-6246-45c0-9398-0c2f4b6ec6d1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4907479f-6246-45c0-9398-0c2f4b6ec6d1,segment=NetworkSegment(faa947cb-c18c-474b-a61b-fcae3e66fde5),segment_id=faa947cb-c18c-474b-a61b-fcae3e66fde5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:41.836208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:41.881258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4907479f-6246-45c0-9398-0c2f4b6ec6d1,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:42.094298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4907479f-6246-45c0-9398-0c2f4b6ec6d1'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:06:42.363516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfba45-fd11-4125-9ef0-96606467bdcb req-ec26bbf3-17ab-4d39-b175-733d471d3960 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:42.364900 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cabfba45-fd11-4125-9ef0-96606467bdcb req-ec26bbf3-17ab-4d39-b175-733d471d3960 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 945 time: 0.0536528 Nov 27 02:06:42.411490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cabfba45-fd11-4125-9ef0-96606467bdcb req-00881ec3-7728-4814-810c-ae80f9f51ec0 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Nov 27 02:06:43.524431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34196116-78e1-4a4f-95ab-b63ae7834482 req-39b30aef-1acd-469e-ba10-123835eb69c5 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:43.525895 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34196116-78e1-4a4f-95ab-b63ae7834482 req-39b30aef-1acd-469e-ba10-123835eb69c5 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 945 time: 0.0483060 Nov 27 02:06:43.572724 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-34196116-78e1-4a4f-95ab-b63ae7834482 req-c8bb9dd4-b89d-4e7b-815d-d940bd4223bc tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Nov 27 02:06:43.660495 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4907479f-6246-45c0-9398-0c2f4b6ec6d1 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:06:43.710893 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 4907479f-6246-45c0-9398-0c2f4b6ec6d1 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:06:43.715701 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 4907479f-6246-45c0-9398-0c2f4b6ec6d1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:06:43.716079 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:43.793971 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:43.817547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b880ea05-e780-4db1-9b69-507d7674edc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4907479f-6246-45c0-9398-0c2f4b6ec6d1'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:06:43.819841 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2c91f9-b263-45a3-b1c0-4d28902356b9" -d '{"events": [{"server_uuid": "b880ea05-e780-4db1-9b69-507d7674edc8", "name": "network-vif-plugged", "status": "completed", "tag": "4907479f-6246-45c0-9398-0c2f4b6ec6d1"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:06:43.836242 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 4907479f-6246-45c0-9398-0c2f4b6ec6d1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4907479f-6246-45c0-9398-0c2f4b6ec6d1,segment=NetworkSegment(faa947cb-c18c-474b-a61b-fcae3e66fde5),segment_id=faa947cb-c18c-474b-a61b-fcae3e66fde5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:43.841642 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:43.892176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=4907479f-6246-45c0-9398-0c2f4b6ec6d1,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:43.916453 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be68d45-f307-437c-b14e-d468ee113da5 x-openstack-request-id: req-4be68d45-f307-437c-b14e-d468ee113da5 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:06:43.916753 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b880ea05-e780-4db1-9b69-507d7674edc8", "name": "network-vif-plugged", "status": "completed", "tag": "4907479f-6246-45c0-9398-0c2f4b6ec6d1", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:06:43.917010 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4be68d45-f307-437c-b14e-d468ee113da5 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:06:43.917412 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b880ea05-e780-4db1-9b69-507d7674edc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4907479f-6246-45c0-9398-0c2f4b6ec6d1', 'code': 200} Nov 27 02:06:43.959308 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7b91318f-5f1c-471b-9b8a-e45da7e38ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:44.044750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50590cbf-dd90-494b-be7b-40955fc48ff3 req-d66802ac-89cd-49f5-8a7c-8a0128beaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:44.046199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50590cbf-dd90-494b-be7b-40955fc48ff3 req-d66802ac-89cd-49f5-8a7c-8a0128beaacd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 1097 time: 0.0397127 Nov 27 02:06:44.090802 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50590cbf-dd90-494b-be7b-40955fc48ff3 req-351c54f0-18b7-4472-9396-a615645e4d83 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Nov 27 02:06:44.689636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1733631-9b66-4f47-a8c1-1bdc84a9497b req-48d19c99-f16e-406a-aab3-5899aa4630cb tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:44.691118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c1733631-9b66-4f47-a8c1-1bdc84a9497b req-48d19c99-f16e-406a-aab3-5899aa4630cb tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 946 time: 0.0531766 Nov 27 02:06:44.738557 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c1733631-9b66-4f47-a8c1-1bdc84a9497b req-4cd34f5e-f4b2-41bc-ae22-fb6d2f08eb87 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415957 Nov 27 02:06:44.815396 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:45.231347 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:45.857338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44636628-0629-46a3-b3e7-725f8c6258b3 req-007cbc32-ad6f-4552-97ce-86cd14a06c56 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:45.858833 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44636628-0629-46a3-b3e7-725f8c6258b3 req-007cbc32-ad6f-4552-97ce-86cd14a06c56 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 946 time: 0.0525422 Nov 27 02:06:45.908843 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-44636628-0629-46a3-b3e7-725f8c6258b3 req-c2622269-f3e6-4b9c-bb7b-f7a70d2f6c69 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434611 Nov 27 02:06:46.133259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-2350cfd1-2f8c-40ed-9397-1427143cc07c tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:46.134759 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-2350cfd1-2f8c-40ed-9397-1427143cc07c tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/networks?id=a853439b-15ca-4cd7-959e-d5634388e21f HTTP/1.1" status: 200 len: 814 time: 0.1068327 Nov 27 02:06:46.149620 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-73f2c181-1069-467a-8e3b-5146d5d4e1d1 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/quotas/83deb3264c6741489a46ec6116d7803c HTTP/1.1" status: 200 len: 375 time: 0.0089753 Nov 27 02:06:46.199214 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-78ef3dfa-62a8-4872-a91d-d2544b5e3913 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=83deb3264c6741489a46ec6116d7803c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442076 Nov 27 02:06:46.287112 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-7472771d-7f31-4b4d-9ff4-16d5d5fdc7a9 service neutron] 10.222.0.37 "GET /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808213 Nov 27 02:06:46.378261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-d1c4dbac-9606-4efe-a31b-ddfbed72e618 service neutron] 10.222.0.37 "GET /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851967 Nov 27 02:06:46.532115 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de3096e0-6c62-4bb3-80da-99163cc5b443 req-35b2ca85-9a55-47d8-b32b-be84f65cb386 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 210 time: 0.0265877 Nov 27 02:06:46.901682 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:47.555312 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-05e7a739-29df-4c5c-bc00-b001540612a9 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:47.557283 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-05e7a739-29df-4c5c-bc00-b001540612a9 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.42 "GET /v2.0/networks?id=a853439b-15ca-4cd7-959e-d5634388e21f HTTP/1.1" status: 200 len: 814 time: 0.1053267 Nov 27 02:06:47.584076 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Request body: {'port': {'device_id': '08fa7846-08ba-4fb8-9b33-8c675984a951', 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f', 'admin_state_up': True, 'tenant_id': '83deb3264c6741489a46ec6116d7803c'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:47.598881 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:47.626678 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5f216f8d-621a-47c3-884b-2947289c287f req-c9f99646-f40c-4780-ac01-e8f90205aeec tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 210 time: 0.0265756 Nov 27 02:06:47.664375 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:47.697568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Made reservation on behalf of 83deb3264c6741489a46ec6116d7803c for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:06:47.701082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:47.831770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Allocated IP 172.20.0.8 (a853439b-15ca-4cd7-959e-d5634388e21f/4c176166-8a9b-4b00-b651-1c26b2e7f5d5/c8d0c777-8cd0-4845-bbcb-6801849d74f7) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:06:47.973758 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:48.005970 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:48.037403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4907479f-6246-45c0-9398-0c2f4b6ec6d1'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:06:48.053836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Network a853439b-15ca-4cd7-959e-d5634388e21f is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:06:48.057042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:06:48.060993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:06:48.086169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Pushing event updated for resources: {'Port': ['ID=c8d0c777-8cd0-4845-bbcb-6801849d74f7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:48.114574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:48.115198 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:48.131466 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-cfec044a-b740-422f-9325-330bd2d201c2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521455 Nov 27 02:06:48.149601 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Request body: {'port': {'device_id': '08fa7846-08ba-4fb8-9b33-8c675984a951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:06:48.203674 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:48.463653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d0c777-8cd0-4845-bbcb-6801849d74f7 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:06:48.470892 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:48.483203 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Transition to ACTIVE for port object c8d0c777-8cd0-4845-bbcb-6801849d74f7 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:06:48.488814 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:48.538007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Pushing event updated for resources: {'Port': ['ID=c8d0c777-8cd0-4845-bbcb-6801849d74f7,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:48.607097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Attempting to bind port c8d0c777-8cd0-4845-bbcb-6801849d74f7 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:06:48.607754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Attempting to bind port c8d0c777-8cd0-4845-bbcb-6801849d74f7 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'faa947cb-c18c-474b-a61b-fcae3e66fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:06:48.607754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Attempting to bind port c8d0c777-8cd0-4845-bbcb-6801849d74f7 on network a853439b-15ca-4cd7-959e-d5634388e21f {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:06:48.612506 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Port c8d0c777-8cd0-4845-bbcb-6801849d74f7 on network a853439b-15ca-4cd7-959e-d5634388e21f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:06:48.612822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Attempting to bind port c8d0c777-8cd0-4845-bbcb-6801849d74f7 on network a853439b-15ca-4cd7-959e-d5634388e21f {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:06:48.617563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:06:48.617896 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Checking segment: {'id': 'faa947cb-c18c-474b-a61b-fcae3e66fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:06:48.618307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Bound using segment: {'id': 'faa947cb-c18c-474b-a61b-fcae3e66fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:06:48.618741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Bound port: c8d0c777-8cd0-4845-bbcb-6801849d74f7, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa947cb-c18c-474b-a61b-fcae3e66fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:06:48.619085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:48.685860 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] For port c8d0c777-8cd0-4845-bbcb-6801849d74f7, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:06:48.689707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] For port c8d0c777-8cd0-4845-bbcb-6801849d74f7, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c8d0c777-8cd0-4845-bbcb-6801849d74f7,segment=NetworkSegment(faa947cb-c18c-474b-a61b-fcae3e66fde5),segment_id=faa947cb-c18c-474b-a61b-fcae3e66fde5)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:06:48.694423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:48.758576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:48.759180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:48.760518 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] 10.222.0.42 "PUT /v2.0/ports/c8d0c777-8cd0-4845-bbcb-6801849d74f7 HTTP/1.1" status: 200 len: 1091 time: 0.6152675 Nov 27 02:06:48.762595 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fa7846-08ba-4fb8-9b33-8c675984a951', 'tag': 'c8d0c777-8cd0-4845-bbcb-6801849d74f7'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:06:48.764849 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dea033-52f1-44b8-862b-95d2b564b50f" -d '{"events": [{"name": "network-changed", "server_uuid": "08fa7846-08ba-4fb8-9b33-8c675984a951", "tag": "c8d0c777-8cd0-4845-bbcb-6801849d74f7"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:06:48.784397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228e597-5981-4350-9420-4e4e1ad35e2b service neutron] Pushing event updated for resources: {'Port': ['ID=c8d0c777-8cd0-4845-bbcb-6801849d74f7,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:48.798969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91aef9-d12d-4870-823a-fd6dd3eff70c req-e9462e61-2d90-4900-8bef-8554563f28ee tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:48.800496 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de91aef9-d12d-4870-823a-fd6dd3eff70c req-e9462e61-2d90-4900-8bef-8554563f28ee tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 943 time: 0.1039426 Nov 27 02:06:48.823821 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c4fa1c-6dc6-4db3-8039-b172de0ecdc5 x-openstack-request-id: req-d7c4fa1c-6dc6-4db3-8039-b172de0ecdc5 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:06:48.824124 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fa7846-08ba-4fb8-9b33-8c675984a951", "tag": "c8d0c777-8cd0-4845-bbcb-6801849d74f7", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:06:48.824361 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7c4fa1c-6dc6-4db3-8039-b172de0ecdc5 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:06:48.824763 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fa7846-08ba-4fb8-9b33-8c675984a951', 'tag': 'c8d0c777-8cd0-4845-bbcb-6801849d74f7', 'status': 'completed', 'code': 200} Nov 27 02:06:48.856250 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-de91aef9-d12d-4870-823a-fd6dd3eff70c req-d6595696-489b-4e70-98b3-5b128449e936 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490754 Nov 27 02:06:48.915719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-8b573ee9-40e5-4ff4-bc93-d915d5973f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:48.917187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-8b573ee9-40e5-4ff4-bc93-d915d5973f0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=83deb3264c6741489a46ec6116d7803c&device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 1094 time: 0.0441852 Nov 27 02:06:48.964669 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-ee6139e8-bc9e-4bc7-92c6-be43c13f3fb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d0c777-8cd0-4845-bbcb-6801849d74f7 HTTP/1.1" status: 200 len: 217 time: 0.0326128 Nov 27 02:06:49.013019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-d46d1f10-9dfb-4060-abbb-c7cce0aa1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:49.014365 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-d46d1f10-9dfb-4060-abbb-c7cce0aa1795 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c176166-8a9b-4b00-b651-1c26b2e7f5d5 HTTP/1.1" status: 200 len: 854 time: 0.0423007 Nov 27 02:06:49.051055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-ed583c7b-9107-40a4-8c0e-6c34b8ed2169 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853439b-15ca-4cd7-959e-d5634388e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281806 Nov 27 02:06:49.139715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-ad46d7d8-dfe1-4d2e-81fc-71a59efc384b service neutron] 10.222.0.42 "GET /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807953 Nov 27 02:06:49.232058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d3db040b-b1d1-4eac-bc4f-4d0c43c26b91 req-663066a7-09b8-4a48-821c-346ddd464417 service neutron] 10.222.0.42 "GET /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851860 Nov 27 02:06:49.368777 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dea033-52f1-44b8-862b-95d2b564b50f req-dc9fb6af-43ea-443e-a621-c26e082254ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:49.370157 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61dea033-52f1-44b8-862b-95d2b564b50f req-dc9fb6af-43ea-443e-a621-c26e082254ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=83deb3264c6741489a46ec6116d7803c&device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 1094 time: 0.0410054 Nov 27 02:06:49.459440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dea033-52f1-44b8-862b-95d2b564b50f req-77cacb46-c1a8-44be-a63e-ba844934a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:49.460899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61dea033-52f1-44b8-862b-95d2b564b50f req-77cacb46-c1a8-44be-a63e-ba844934a1a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a853439b-15ca-4cd7-959e-d5634388e21f HTTP/1.1" status: 200 len: 915 time: 0.0836031 Nov 27 02:06:49.505351 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61dea033-52f1-44b8-862b-95d2b564b50f req-565919cf-43fc-42f0-be42-84f06cfa0bca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d0c777-8cd0-4845-bbcb-6801849d74f7 HTTP/1.1" status: 200 len: 217 time: 0.0376184 Nov 27 02:06:49.555628 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dea033-52f1-44b8-862b-95d2b564b50f req-9f82ffa3-f4ce-4d5c-ab36-21843b9d09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:49.557026 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61dea033-52f1-44b8-862b-95d2b564b50f req-9f82ffa3-f4ce-4d5c-ab36-21843b9d09cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4c176166-8a9b-4b00-b651-1c26b2e7f5d5 HTTP/1.1" status: 200 len: 854 time: 0.0433359 Nov 27 02:06:49.595666 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61dea033-52f1-44b8-862b-95d2b564b50f req-e7620019-a660-43fa-bfab-b95499833d53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a853439b-15ca-4cd7-959e-d5634388e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244129 Nov 27 02:06:49.688395 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61dea033-52f1-44b8-862b-95d2b564b50f req-ca9df541-426b-4d0e-8d62-79f65a5361ed service neutron] 10.222.0.42 "GET /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841630 Nov 27 02:06:49.777446 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-61dea033-52f1-44b8-862b-95d2b564b50f req-5aa10b49-29b7-4957-8f12-a51c550e62b3 service neutron] 10.222.0.42 "GET /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818665 Nov 27 02:06:49.973551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae06f0d-2fc3-4191-9e9b-f3a2170f6c03 req-0b1434ca-9099-4c69-a809-1307377adfa1 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:49.975043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cae06f0d-2fc3-4191-9e9b-f3a2170f6c03 req-0b1434ca-9099-4c69-a809-1307377adfa1 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 943 time: 0.0487754 Nov 27 02:06:50.021400 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cae06f0d-2fc3-4191-9e9b-f3a2170f6c03 req-595de5b1-1023-488b-8270-dc118b29cf41 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404158 Nov 27 02:06:51.137257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0ecb9-90a0-470d-bfb4-15b4d931441a req-49eaf417-681c-4d3f-b081-2921489cfa83 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:51.138766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34c0ecb9-90a0-470d-bfb4-15b4d931441a req-49eaf417-681c-4d3f-b081-2921489cfa83 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 943 time: 0.0504200 Nov 27 02:06:51.185791 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-34c0ecb9-90a0-470d-bfb4-15b4d931441a req-10091f66-98e4-4dc1-886a-d68f8c1a7a37 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410597 Nov 27 02:06:51.691488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c8d0c777-8cd0-4845-bbcb-6801849d74f7 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:06:51.784274 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c8d0c777-8cd0-4845-bbcb-6801849d74f7, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c8d0c777-8cd0-4845-bbcb-6801849d74f7,segment=NetworkSegment(faa947cb-c18c-474b-a61b-fcae3e66fde5),segment_id=faa947cb-c18c-474b-a61b-fcae3e66fde5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:51.795749 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'c8d0c777-8cd0-4845-bbcb-6801849d74f7', 'network_id': 'a853439b-15ca-4cd7-959e-d5634388e21f', 'port_id': 'c8d0c777-8cd0-4845-bbcb-6801849d74f7', 'mac_address': 'fa:16:3e:07:42:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c176166-8a9b-4b00-b651-1c26b2e7f5d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:06:51.832032 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:51.845286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d0c777-8cd0-4845-bbcb-6801849d74f7 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:06:51.864856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c8d0c777-8cd0-4845-bbcb-6801849d74f7, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c8d0c777-8cd0-4845-bbcb-6801849d74f7,segment=NetworkSegment(faa947cb-c18c-474b-a61b-fcae3e66fde5),segment_id=faa947cb-c18c-474b-a61b-fcae3e66fde5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:51.868983 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:51.914002 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c8d0c777-8cd0-4845-bbcb-6801849d74f7,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:51.921092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:51.921516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:51.922420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:51.922759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:51.923093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:51.923423 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:51.923750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:51.924080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:51.924402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:51.924724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:51.925044 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:51.925365 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:06:52.145833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['c8d0c777-8cd0-4845-bbcb-6801849d74f7'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:06:52.306435 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e01395-2540-49e4-afed-23ae5686dcaf req-c2cd36c2-a3f4-4ba4-aa26-91e98189f5d8 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:52.307901 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24e01395-2540-49e4-afed-23ae5686dcaf req-c2cd36c2-a3f4-4ba4-aa26-91e98189f5d8 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 944 time: 0.0543504 Nov 27 02:06:52.354161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-24e01395-2540-49e4-afed-23ae5686dcaf req-1b50f934-e0ec-4db1-bd35-6849ee13f33d tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402303 Nov 27 02:06:53.472705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ae319-712b-42a6-bbf8-e9ca71b30b40 req-43ed75d1-f0ea-42da-8373-5c27bf23ce94 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:53.474179 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-305ae319-712b-42a6-bbf8-e9ca71b30b40 req-43ed75d1-f0ea-42da-8373-5c27bf23ce94 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 944 time: 0.0528526 Nov 27 02:06:53.527259 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-305ae319-712b-42a6-bbf8-e9ca71b30b40 req-ca8c8ce1-3ef2-4158-a0c4-221017090fd2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471153 Nov 27 02:06:53.706458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c8d0c777-8cd0-4845-bbcb-6801849d74f7 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:06:53.756145 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port c8d0c777-8cd0-4845-bbcb-6801849d74f7 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:06:53.760119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port c8d0c777-8cd0-4845-bbcb-6801849d74f7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:06:53.760485 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:53.841348 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:53.863340 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fa7846-08ba-4fb8-9b33-8c675984a951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d0c777-8cd0-4845-bbcb-6801849d74f7'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:06:53.865534 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3671c0f9-11dd-4c37-9100-4d94ef3235c5" -d '{"events": [{"server_uuid": "08fa7846-08ba-4fb8-9b33-8c675984a951", "name": "network-vif-plugged", "status": "completed", "tag": "c8d0c777-8cd0-4845-bbcb-6801849d74f7"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:06:53.878898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c8d0c777-8cd0-4845-bbcb-6801849d74f7, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c8d0c777-8cd0-4845-bbcb-6801849d74f7,segment=NetworkSegment(faa947cb-c18c-474b-a61b-fcae3e66fde5),segment_id=faa947cb-c18c-474b-a61b-fcae3e66fde5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:53.883391 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:53.908083 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939199f5-a175-48d7-8486-dd2e6f6bc328 x-openstack-request-id: req-939199f5-a175-48d7-8486-dd2e6f6bc328 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:06:53.908371 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fa7846-08ba-4fb8-9b33-8c675984a951", "name": "network-vif-plugged", "status": "completed", "tag": "c8d0c777-8cd0-4845-bbcb-6801849d74f7", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:06:53.908621 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-939199f5-a175-48d7-8486-dd2e6f6bc328 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:06:53.909007 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fa7846-08ba-4fb8-9b33-8c675984a951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d0c777-8cd0-4845-bbcb-6801849d74f7', 'code': 200} Nov 27 02:06:53.933063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c8d0c777-8cd0-4845-bbcb-6801849d74f7,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:54.031843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafd45e-71fc-4a75-bdf3-f6c540a9afbd req-deccecca-158a-4596-b898-8b0540a66f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:54.033300 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0aafd45e-71fc-4a75-bdf3-f6c540a9afbd req-deccecca-158a-4596-b898-8b0540a66f0a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 1096 time: 0.0400057 Nov 27 02:06:54.078162 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0aafd45e-71fc-4a75-bdf3-f6c540a9afbd req-2be28bc7-f108-4d3a-b41b-c8681f4f63aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362082 Nov 27 02:06:54.645091 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd1288-ea97-4acd-8505-736aa4dc670b req-7e9ecd6d-9c94-4f89-9482-77eba3f7aac1 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:54.646581 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-edfd1288-ea97-4acd-8505-736aa4dc670b req-7e9ecd6d-9c94-4f89-9482-77eba3f7aac1 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 945 time: 0.0518496 Nov 27 02:06:54.693701 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-edfd1288-ea97-4acd-8505-736aa4dc670b req-35b12818-80f7-49f6-9878-9c594bd59485 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410972 Nov 27 02:06:55.810487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f98e0-c31b-45a3-b21b-d7a1ae6cb250 req-af60d77b-5a6d-4b45-a57a-6042f8270535 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:55.812438 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a4f98e0-c31b-45a3-b21b-d7a1ae6cb250 req-af60d77b-5a6d-4b45-a57a-6042f8270535 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 945 time: 0.0485671 Nov 27 02:06:55.862366 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9a4f98e0-c31b-45a3-b21b-d7a1ae6cb250 req-11c97bcc-485f-4df6-95a8-2c3dfadefe0a tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Nov 27 02:06:56.088685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d56a8-0491-47eb-a498-5417f8dccf2c req-0d33266e-c265-4282-99c1-4287f5ea97a9 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:56.090127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc9d56a8-0491-47eb-a498-5417f8dccf2c req-0d33266e-c265-4282-99c1-4287f5ea97a9 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 945 time: 0.0481632 Nov 27 02:06:56.141437 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dc9d56a8-0491-47eb-a498-5417f8dccf2c req-6a6fd82b-ba6e-4a93-bc04-cafe16b6a3e2 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453081 Nov 27 02:06:57.257079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9c209-1b63-40f6-98d7-ee6cd7ac887a req-b02462a8-1b23-48c6-9303-45e2195d7408 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:57.258546 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ead9c209-1b63-40f6-98d7-ee6cd7ac887a req-b02462a8-1b23-48c6-9303-45e2195d7408 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 945 time: 0.0474639 Nov 27 02:06:57.305781 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ead9c209-1b63-40f6-98d7-ee6cd7ac887a req-31360807-d6f3-4cc3-b41f-bdbb6d9e06de tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Nov 27 02:06:57.618457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cccb38-4298-4e32-b0fc-abb88abc680d req-1c663832-318e-4de7-87bd-2a78d391f9f6 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:57.619866 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15cccb38-4298-4e32-b0fc-abb88abc680d req-1c663832-318e-4de7-87bd-2a78d391f9f6 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.42 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 945 time: 0.0469656 Nov 27 02:06:57.711485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-15cccb38-4298-4e32-b0fc-abb88abc680d req-2570bf47-48b9-4bbc-bf1f-e297ec7c4e47 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Deleting port c8d0c777-8cd0-4845-bbcb-6801849d74f7 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:06:57.711852 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-15cccb38-4298-4e32-b0fc-abb88abc680d req-2570bf47-48b9-4bbc-bf1f-e297ec7c4e47 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:57.798534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-15cccb38-4298-4e32-b0fc-abb88abc680d req-2570bf47-48b9-4bbc-bf1f-e297ec7c4e47 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] For port c8d0c777-8cd0-4845-bbcb-6801849d74f7, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c8d0c777-8cd0-4845-bbcb-6801849d74f7,segment=NetworkSegment(faa947cb-c18c-474b-a61b-fcae3e66fde5),segment_id=faa947cb-c18c-474b-a61b-fcae3e66fde5)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:06:57.798891 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-15cccb38-4298-4e32-b0fc-abb88abc680d req-2570bf47-48b9-4bbc-bf1f-e297ec7c4e47 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:57.811464 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-15cccb38-4298-4e32-b0fc-abb88abc680d req-2570bf47-48b9-4bbc-bf1f-e297ec7c4e47 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Calling delete_port for c8d0c777-8cd0-4845-bbcb-6801849d74f7 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:06:57.953373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-15cccb38-4298-4e32-b0fc-abb88abc680d req-2570bf47-48b9-4bbc-bf1f-e297ec7c4e47 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:57.989318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4907479f-6246-45c0-9398-0c2f4b6ec6d1', 'c8d0c777-8cd0-4845-bbcb-6801849d74f7'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:06:57.990437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570bf47-48b9-4bbc-bf1f-e297ec7c4e47 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Pushing event deleted for resources: {'Port': ['ID=c8d0c777-8cd0-4845-bbcb-6801849d74f7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:06:58.042474 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cccb38-4298-4e32-b0fc-abb88abc680d req-2570bf47-48b9-4bbc-bf1f-e297ec7c4e47 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] No DVR routers for this DVR port c8d0c777-8cd0-4845-bbcb-6801849d74f7 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:06:58.045070 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-15cccb38-4298-4e32-b0fc-abb88abc680d req-2570bf47-48b9-4bbc-bf1f-e297ec7c4e47 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:06:58.049026 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15cccb38-4298-4e32-b0fc-abb88abc680d req-2570bf47-48b9-4bbc-bf1f-e297ec7c4e47 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.42 "DELETE /v2.0/ports/c8d0c777-8cd0-4845-bbcb-6801849d74f7 HTTP/1.1" status: 204 len: 173 time: 0.4214649 Nov 27 02:06:58.049465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fa7846-08ba-4fb8-9b33-8c675984a951', 'name': 'network-vif-deleted', 'tag': 'c8d0c777-8cd0-4845-bbcb-6801849d74f7'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:06:58.052001 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2f5717-5e99-44b8-bad6-3dc26d78871d" -d '{"events": [{"server_uuid": "08fa7846-08ba-4fb8-9b33-8c675984a951", "name": "network-vif-deleted", "tag": "c8d0c777-8cd0-4845-bbcb-6801849d74f7"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:06:58.101381 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24072794-9e67-484c-805c-6c5c7acf4f3b x-openstack-request-id: req-24072794-9e67-484c-805c-6c5c7acf4f3b {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:06:58.101679 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fa7846-08ba-4fb8-9b33-8c675984a951", "name": "network-vif-deleted", "tag": "c8d0c777-8cd0-4845-bbcb-6801849d74f7", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:06:58.101938 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24072794-9e67-484c-805c-6c5c7acf4f3b {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:06:58.102370 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fa7846-08ba-4fb8-9b33-8c675984a951', 'name': 'network-vif-deleted', 'tag': 'c8d0c777-8cd0-4845-bbcb-6801849d74f7', 'status': 'completed', 'code': 200} Nov 27 02:06:58.416305 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b10cb475-11ab-4d62-82b4-227ff592a32c req-e536e257-4833-493d-b9eb-59cd6fe71dc1 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=08fa7846-08ba-4fb8-9b33-8c675984a951 HTTP/1.1" status: 200 len: 210 time: 0.0270796 Nov 27 02:06:59.566172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e1f0d-f575-4116-b7c2-25245fa83f86 req-a9478c57-6719-4ebb-b520-556183b6188d tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:59.567693 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e21e1f0d-f575-4116-b7c2-25245fa83f86 req-a9478c57-6719-4ebb-b520-556183b6188d tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 946 time: 0.0485787 Nov 27 02:06:59.614850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e21e1f0d-f575-4116-b7c2-25245fa83f86 req-7a45d66d-0498-4863-9399-66c3b705d8a1 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 Nov 27 02:06:59.753372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7645ee9-479f-4bc1-93aa-7af07a4ea999 req-84694f16-b78e-4437-95ae-910f575fa079 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:59.754878 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7645ee9-479f-4bc1-93aa-7af07a4ea999 req-84694f16-b78e-4437-95ae-910f575fa079 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 946 time: 0.0551698 Nov 27 02:06:59.801797 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7645ee9-479f-4bc1-93aa-7af07a4ea999 req-6596d719-061e-4b71-aa19-7a59c4703820 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407248 Nov 27 02:06:59.927610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf757c9d-329c-4cc9-bd51-5902b6fc04f3 req-e8325212-c36d-472b-b121-f0a25a95e63f tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:06:59.929200 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf757c9d-329c-4cc9-bd51-5902b6fc04f3 req-e8325212-c36d-472b-b121-f0a25a95e63f tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 946 time: 0.0520010 Nov 27 02:06:59.986268 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bf757c9d-329c-4cc9-bd51-5902b6fc04f3 req-b2a25681-cdc1-44a8-8861-2f11b498bc7d tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510654 Nov 27 02:07:00.154910 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec542b-60f4-4c08-930c-df521d54b45f req-9864d832-1e84-47a6-b8b9-8faf4bd251b3 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:00.156407 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61ec542b-60f4-4c08-930c-df521d54b45f req-9864d832-1e84-47a6-b8b9-8faf4bd251b3 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 946 time: 0.0498483 Nov 27 02:07:00.205671 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61ec542b-60f4-4c08-930c-df521d54b45f req-1053664a-9b6f-4dd4-8b66-d6384de1b2de tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Nov 27 02:07:00.321969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef122449-2ca2-4f0e-aec9-8deb514117d1 req-57953a7f-d575-4952-ae05-50f9fc1a786b tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:00.323397 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef122449-2ca2-4f0e-aec9-8deb514117d1 req-57953a7f-d575-4952-ae05-50f9fc1a786b tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 946 time: 0.0488534 Nov 27 02:07:00.370556 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef122449-2ca2-4f0e-aec9-8deb514117d1 req-c60775fd-3054-4352-a5ad-460871007909 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405896 Nov 27 02:07:00.495008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ea306-14c3-44b1-828b-5bc3630f4ef5 req-405e00e1-2fa6-4215-bff7-8bae14a93c0a tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:00.496469 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b4ea306-14c3-44b1-828b-5bc3630f4ef5 req-405e00e1-2fa6-4215-bff7-8bae14a93c0a tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 946 time: 0.0485096 Nov 27 02:07:00.545492 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b4ea306-14c3-44b1-828b-5bc3630f4ef5 req-83455173-38aa-4f5e-b027-c8e5c9c062a5 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425105 Nov 27 02:07:00.888869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf152ff-263e-4ed5-9f67-9c333ec6300b req-4c7765a7-f751-4b85-8ecb-ab5362add6a8 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:00.890322 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eaf152ff-263e-4ed5-9f67-9c333ec6300b req-4c7765a7-f751-4b85-8ecb-ab5362add6a8 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 946 time: 0.0498743 Nov 27 02:07:00.938945 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eaf152ff-263e-4ed5-9f67-9c333ec6300b req-a713a119-9b0a-4db8-8fc2-348bb3970fd9 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Nov 27 02:07:01.775843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c8d0c777-8cd0-4845-bbcb-6801849d74f7 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:07:01.798130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: c8d0c777-8cd0-4845-bbcb-6801849d74f7 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:07:01.798498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c8d0c777-8cd0-4845-bbcb-6801849d74f7 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:07:02.062313 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b0bca-0e17-4348-ab00-1c37df26c0f4 req-ddd461ef-6a22-41ef-aefe-d256ab1cd0cd tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:02.064377 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a10b0bca-0e17-4348-ab00-1c37df26c0f4 req-ddd461ef-6a22-41ef-aefe-d256ab1cd0cd tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 946 time: 0.0560269 Nov 27 02:07:02.111639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a10b0bca-0e17-4348-ab00-1c37df26c0f4 req-1f66a17b-38b7-4f1a-92a1-12f4209f763e tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/security-groups?id=4ceb4db2-91ec-4221-9f73-10887dfb7e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413935 Nov 27 02:07:02.380698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76f829-5a79-4c89-b305-9f41759144de req-5eff24ac-ec3e-47a3-81d2-be7784b606f0 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:02.382038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c76f829-5a79-4c89-b305-9f41759144de req-5eff24ac-ec3e-47a3-81d2-be7784b606f0 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.42 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 946 time: 0.0483551 Nov 27 02:07:02.471456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-0c76f829-5a79-4c89-b305-9f41759144de req-4e3c26c7-c289-4f9a-8dc1-61d2069011a4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Deleting port 4907479f-6246-45c0-9398-0c2f4b6ec6d1 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:07:02.471790 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0c76f829-5a79-4c89-b305-9f41759144de req-4e3c26c7-c289-4f9a-8dc1-61d2069011a4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:02.558494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-0c76f829-5a79-4c89-b305-9f41759144de req-4e3c26c7-c289-4f9a-8dc1-61d2069011a4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] For port 4907479f-6246-45c0-9398-0c2f4b6ec6d1, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=4907479f-6246-45c0-9398-0c2f4b6ec6d1,segment=NetworkSegment(faa947cb-c18c-474b-a61b-fcae3e66fde5),segment_id=faa947cb-c18c-474b-a61b-fcae3e66fde5)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:02.558854 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0c76f829-5a79-4c89-b305-9f41759144de req-4e3c26c7-c289-4f9a-8dc1-61d2069011a4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:02.571284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-0c76f829-5a79-4c89-b305-9f41759144de req-4e3c26c7-c289-4f9a-8dc1-61d2069011a4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Calling delete_port for 4907479f-6246-45c0-9398-0c2f4b6ec6d1 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:07:02.698824 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0c76f829-5a79-4c89-b305-9f41759144de req-4e3c26c7-c289-4f9a-8dc1-61d2069011a4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:02.727527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c26c7-c289-4f9a-8dc1-61d2069011a4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Pushing event deleted for resources: {'Port': ['ID=4907479f-6246-45c0-9398-0c2f4b6ec6d1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:02.731530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['4907479f-6246-45c0-9398-0c2f4b6ec6d1'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:07:02.770427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c76f829-5a79-4c89-b305-9f41759144de req-4e3c26c7-c289-4f9a-8dc1-61d2069011a4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] No DVR routers for this DVR port 4907479f-6246-45c0-9398-0c2f4b6ec6d1 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:07:02.772873 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0c76f829-5a79-4c89-b305-9f41759144de req-4e3c26c7-c289-4f9a-8dc1-61d2069011a4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:02.776468 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c76f829-5a79-4c89-b305-9f41759144de req-4e3c26c7-c289-4f9a-8dc1-61d2069011a4 tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.42 "DELETE /v2.0/ports/4907479f-6246-45c0-9398-0c2f4b6ec6d1 HTTP/1.1" status: 204 len: 173 time: 0.3888071 Nov 27 02:07:02.776902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b880ea05-e780-4db1-9b69-507d7674edc8', 'name': 'network-vif-deleted', 'tag': '4907479f-6246-45c0-9398-0c2f4b6ec6d1'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:07:02.779173 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c70936e-fc7c-46b7-8277-4f7f85a9e962" -d '{"events": [{"server_uuid": "b880ea05-e780-4db1-9b69-507d7674edc8", "name": "network-vif-deleted", "tag": "4907479f-6246-45c0-9398-0c2f4b6ec6d1"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:07:02.816359 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c19a65-3b78-402a-ade3-a6f3af0e670c x-openstack-request-id: req-a0c19a65-3b78-402a-ade3-a6f3af0e670c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:07:02.816898 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b880ea05-e780-4db1-9b69-507d7674edc8", "name": "network-vif-deleted", "tag": "4907479f-6246-45c0-9398-0c2f4b6ec6d1", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:07:02.817154 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0c19a65-3b78-402a-ade3-a6f3af0e670c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:07:02.817559 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b880ea05-e780-4db1-9b69-507d7674edc8', 'name': 'network-vif-deleted', 'tag': '4907479f-6246-45c0-9398-0c2f4b6ec6d1', 'status': 'completed', 'code': 200} Nov 27 02:07:03.217067 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6b1aaee8-02ce-471e-9189-e94fd13cc165 req-16642dbc-1165-4371-bd7b-de364107931d tempest-ServersNegativeTestJSON-297418500 tempest-ServersNegativeTestJSON-297418500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b880ea05-e780-4db1-9b69-507d7674edc8 HTTP/1.1" status: 200 len: 210 time: 0.0265806 Nov 27 02:07:04.274015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50656) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:04.318676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1d2816-b0ea-43ab-a05c-bb68470c6e0c admin admin] Deleting subnet 4c176166-8a9b-4b00-b651-1c26b2e7f5d5 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:07:04.321684 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2816-b0ea-43ab-a05c-bb68470c6e0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.358135 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2816-b0ea-43ab-a05c-bb68470c6e0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.399693 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2816-b0ea-43ab-a05c-bb68470c6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.449309 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2816-b0ea-43ab-a05c-bb68470c6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.479004 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d2816-b0ea-43ab-a05c-bb68470c6e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c176166-8a9b-4b00-b651-1c26b2e7f5d5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:04.482634 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2816-b0ea-43ab-a05c-bb68470c6e0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.485853 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ea1d2816-b0ea-43ab-a05c-bb68470c6e0c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4c176166-8a9b-4b00-b651-1c26b2e7f5d5 HTTP/1.1" status: 204 len: 168 time: 0.2107847 Nov 27 02:07:04.488326 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50658) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:04.554594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.634976 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.655228 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a853439b-15ca-4cd7-959e-d5634388e21f']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:04.664330 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa947cb-c18c-474b-a61b-fcae3e66fde5') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:04.664622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa947cb-c18c-474b-a61b-fcae3e66fde5') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:04.673783 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.686737 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.692908 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:07:04.693273 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: timer() Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:07:04.695165 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:07:04.747099 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.752487 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.755811 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a853439b-15ca-4cd7-959e-d5634388e21f HTTP/1.1" status: 204 len: 168 time: 0.2665727 Nov 27 02:07:04.768662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271df15-83ea-4ea7-99dc-e080e4ce5978 admin admin] Pushing event deleted for resources: {'Network': ['ID=a853439b-15ca-4cd7-959e-d5634388e21f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:04.862066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50662) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:04.901547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1f088d73-e833-4761-a78f-8a74cf804098 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83deb3264c6741489a46ec6116d7803c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382426 Nov 27 02:07:04.903777 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50664) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:04.952415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d663eb3a-d0d1-41da-83df-aa36eaf3d801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:04.973948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d663eb3a-d0d1-41da-83df-aa36eaf3d801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:05.019654 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d663eb3a-d0d1-41da-83df-aa36eaf3d801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:05.022248 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d663eb3a-d0d1-41da-83df-aa36eaf3d801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:05.023427 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d663eb3a-d0d1-41da-83df-aa36eaf3d801 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ceb4db2-91ec-4221-9f73-10887dfb7e16 HTTP/1.1" status: 204 len: 168 time: 0.1187794 Nov 27 02:07:05.031718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663eb3a-d0d1-41da-83df-aa36eaf3d801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceb4db2-91ec-4221-9f73-10887dfb7e16,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:05.690979 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50686) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:05.781661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1208515217'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:05.784251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4907479f-6246-45c0-9398-0c2f4b6ec6d1 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:07:05.803869 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Made reservation on behalf of e64e7bf6ec5d456fb17ba4a26d311fb0 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:05.804444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 4907479f-6246-45c0-9398-0c2f4b6ec6d1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:07:05.804795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 4907479f-6246-45c0-9398-0c2f4b6ec6d1 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:07:05.808749 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:05.817625 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:05.889332 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:05.893382 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:05.918915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:07:05.928106 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6068fa-acad-481e-be2c-b29d08019d71,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:05.936209 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:05.936209 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Added segment 23a9803f-98e4-4def-9aee-fd42c948038c of type vlan for network d421369e-6d6c-4241-8673-86435669d982 Nov 27 02:07:05.979027 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:06.002805 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:06.008558 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:06.009129 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:06.064048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3712525 Nov 27 02:07:06.080254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cc16b-7b3c-41ed-aaba-f63c49e3d43a tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event updated for resources: {'Network': ['ID=d421369e-6d6c-4241-8673-86435669d982,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:06.091142 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network d421369e-6d6c-4241-8673-86435669d982 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:07:09.339027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50690) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:09.344128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-81cb3899-a942-49b8-85ee-01baa0e1880c tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Request body: {'subnet': {'network_id': 'd421369e-6d6c-4241-8673-86435669d982', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:09.754392 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cb3899-a942-49b8-85ee-01baa0e1880c tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Made reservation on behalf of e64e7bf6ec5d456fb17ba4a26d311fb0 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:09.757797 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81cb3899-a942-49b8-85ee-01baa0e1880c tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:09.942205 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81cb3899-a942-49b8-85ee-01baa0e1880c tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.001763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb3899-a942-49b8-85ee-01baa0e1880c tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event updated for resources: {'Subnet': ['ID=41e455a6-6cbe-414a-9973-36e8d8a883e1,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:10.009437 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb3899-a942-49b8-85ee-01baa0e1880c tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Checking segment: {'id': '23a9803f-98e4-4def-9aee-fd42c948038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd421369e-6d6c-4241-8673-86435669d982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:10.009863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cb3899-a942-49b8-85ee-01baa0e1880c tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Network hostable DHCP agents. Network: d421369e-6d6c-4241-8673-86435669d982, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:07:10.025930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cb3899-a942-49b8-85ee-01baa0e1880c tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Network d421369e-6d6c-4241-8673-86435669d982 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:07:10.034415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-81cb3899-a942-49b8-85ee-01baa0e1880c tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, d421369e-6d6c-4241-8673-86435669d982) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:10.039040 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cb3899-a942-49b8-85ee-01baa0e1880c tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:10.039910 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81cb3899-a942-49b8-85ee-01baa0e1880c tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.043392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a377076-499b-4da9-9238-23cfd4479907 None None] Network d421369e-6d6c-4241-8673-86435669d982 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:10.057883 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-81cb3899-a942-49b8-85ee-01baa0e1880c tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7177553 Nov 27 02:07:10.061304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50692) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:10.066330 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-300aa4fd-46a9-417e-a496-ec4901299793 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-813600643'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:10.087602 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300aa4fd-46a9-417e-a496-ec4901299793 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Made reservation on behalf of e64e7bf6ec5d456fb17ba4a26d311fb0 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:10.091275 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-300aa4fd-46a9-417e-a496-ec4901299793 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.121023 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300aa4fd-46a9-417e-a496-ec4901299793 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:07:10.130465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-300aa4fd-46a9-417e-a496-ec4901299793 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.130809 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-300aa4fd-46a9-417e-a496-ec4901299793 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Added segment d0450b53-c3c2-4b6c-a88d-b2d9a0c33e51 of type vlan for network 46255070-a947-4d21-a296-38bb0e37ddf1 Nov 27 02:07:10.169997 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-300aa4fd-46a9-417e-a496-ec4901299793 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.195849 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-300aa4fd-46a9-417e-a496-ec4901299793 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.200366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-d421369e-6d6c-4241-8673-86435669d982', 'network_id': 'd421369e-6d6c-4241-8673-86435669d982', 'tenant_id': 'e64e7bf6ec5d456fb17ba4a26d311fb0', 'fixed_ips': [{'subnet_id': '41e455a6-6cbe-414a-9973-36e8d8a883e1'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:07:10.201229 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.201557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300aa4fd-46a9-417e-a496-ec4901299793 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:10.202142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-300aa4fd-46a9-417e-a496-ec4901299793 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.265308 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-300aa4fd-46a9-417e-a496-ec4901299793 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2027662 Nov 27 02:07:10.268704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50694) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:10.274000 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-21db38d5-8ea0-48f3-a679-a24df24a4d26 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Request body: {'subnet': {'network_id': '46255070-a947-4d21-a296-38bb0e37ddf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:10.285110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300aa4fd-46a9-417e-a496-ec4901299793 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event updated for resources: {'Network': ['ID=46255070-a947-4d21-a296-38bb0e37ddf1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:10.301778 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 46255070-a947-4d21-a296-38bb0e37ddf1 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:07:10.364774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21db38d5-8ea0-48f3-a679-a24df24a4d26 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Made reservation on behalf of e64e7bf6ec5d456fb17ba4a26d311fb0 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:10.368981 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21db38d5-8ea0-48f3-a679-a24df24a4d26 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.405716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Allocated IP 2001:db8:0:ffff::2 (d421369e-6d6c-4241-8673-86435669d982/41e455a6-6cbe-414a-9973-36e8d8a883e1/a16df3a1-4b7f-4373-a3ed-37258bf87a61) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:07:10.552185 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.557774 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.578116 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21db38d5-8ea0-48f3-a679-a24df24a4d26 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.601570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Network d421369e-6d6c-4241-8673-86435669d982 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:10.604462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:10.608736 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:07:10.616311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Pushing event updated for resources: {'Port': ['ID=a16df3a1-4b7f-4373-a3ed-37258bf87a61,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:10.640800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db38d5-8ea0-48f3-a679-a24df24a4d26 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event updated for resources: {'Subnet': ['ID=9e937c42-7263-4626-ace7-82dcb0183e79,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:10.651512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db38d5-8ea0-48f3-a679-a24df24a4d26 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Checking segment: {'id': 'd0450b53-c3c2-4b6c-a88d-b2d9a0c33e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '46255070-a947-4d21-a296-38bb0e37ddf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:10.652074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db38d5-8ea0-48f3-a679-a24df24a4d26 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Network hostable DHCP agents. Network: 46255070-a947-4d21-a296-38bb0e37ddf1, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:07:10.670031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Attempting to bind port a16df3a1-4b7f-4373-a3ed-37258bf87a61 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:07:10.670515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Attempting to bind port a16df3a1-4b7f-4373-a3ed-37258bf87a61 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '23a9803f-98e4-4def-9aee-fd42c948038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd421369e-6d6c-4241-8673-86435669d982'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:07:10.670812 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Attempting to bind port a16df3a1-4b7f-4373-a3ed-37258bf87a61 on network d421369e-6d6c-4241-8673-86435669d982 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:07:10.671043 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db38d5-8ea0-48f3-a679-a24df24a4d26 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Network 46255070-a947-4d21-a296-38bb0e37ddf1 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:07:10.677515 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:07:10.677925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Checking segment: {'id': '23a9803f-98e4-4def-9aee-fd42c948038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd421369e-6d6c-4241-8673-86435669d982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:10.678367 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.678789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Bound using segment: {'id': '23a9803f-98e4-4def-9aee-fd42c948038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd421369e-6d6c-4241-8673-86435669d982'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:07:10.679255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Bound port: a16df3a1-4b7f-4373-a3ed-37258bf87a61, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a9803f-98e4-4def-9aee-fd42c948038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd421369e-6d6c-4241-8673-86435669d982'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:07:10.679632 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.681534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-21db38d5-8ea0-48f3-a679-a24df24a4d26 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 46255070-a947-4d21-a296-38bb0e37ddf1) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:10.686101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21db38d5-8ea0-48f3-a679-a24df24a4d26 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:10.687016 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21db38d5-8ea0-48f3-a679-a24df24a4d26 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.692347 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5af931c-954a-49d7-8b6a-8b6b95ead974 None None] Network 46255070-a947-4d21-a296-38bb0e37ddf1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:10.704656 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-21db38d5-8ea0-48f3-a679-a24df24a4d26 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4347587 Nov 27 02:07:10.707325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50696) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:10.809130 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.893657 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.949580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] For port a16df3a1-4b7f-4373-a3ed-37258bf87a61, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:07:10.957649 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.969898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] For port a16df3a1-4b7f-4373-a3ed-37258bf87a61, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a16df3a1-4b7f-4373-a3ed-37258bf87a61,segment=NetworkSegment(23a9803f-98e4-4def-9aee-fd42c948038c),segment_id=23a9803f-98e4-4def-9aee-fd42c948038c)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:07:10.976789 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:10.985116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event deleted for resources: {'Subnet': ['ID=9e937c42-7263-4626-ace7-82dcb0183e79,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:11.052739 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.056995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32479a22-1667-4f0e-ba75-7e45751f2237 None None] Network 46255070-a947-4d21-a296-38bb0e37ddf1 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:11.075596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46255070-a947-4d21-a296-38bb0e37ddf1']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:11.085990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0450b53-c3c2-4b6c-a88d-b2d9a0c33e51') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:11.086353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0450b53-c3c2-4b6c-a88d-b2d9a0c33e51') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:11.101817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.108355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc8f70-f429-48c8-bb3d-6a33c8e58e6f None None] Pushing event updated for resources: {'Port': ['ID=a16df3a1-4b7f-4373-a3ed-37258bf87a61,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:11.120660 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.129112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:07:11.129229 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: timer() Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:07:11.134496 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:07:11.195871 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.203333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.207373 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/networks/46255070-a947-4d21-a296-38bb0e37ddf1 HTTP/1.1" status: 204 len: 168 time: 0.4989398 Nov 27 02:07:11.211145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50698) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:11.226562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0a97945c-35f8-4c2e-afdc-2b24b8042433 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1361576798'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:11.235045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc979f-a238-4d3e-a4d3-24ba33257b43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event deleted for resources: {'Network': ['ID=46255070-a947-4d21-a296-38bb0e37ddf1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:11.253898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a97945c-35f8-4c2e-afdc-2b24b8042433 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Made reservation on behalf of e64e7bf6ec5d456fb17ba4a26d311fb0 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:11.257406 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a97945c-35f8-4c2e-afdc-2b24b8042433 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.283127 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a97945c-35f8-4c2e-afdc-2b24b8042433 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:07:11.309054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a97945c-35f8-4c2e-afdc-2b24b8042433 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.310687 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-0a97945c-35f8-4c2e-afdc-2b24b8042433 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Added segment 191fa8d6-e0fb-452b-a1d2-3a4232d0a213 of type vlan for network 55906038-31b4-40be-927d-a9184da30a4c Nov 27 02:07:11.358493 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a97945c-35f8-4c2e-afdc-2b24b8042433 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.384928 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a97945c-35f8-4c2e-afdc-2b24b8042433 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.390644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a97945c-35f8-4c2e-afdc-2b24b8042433 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:11.391261 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a97945c-35f8-4c2e-afdc-2b24b8042433 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.454716 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0a97945c-35f8-4c2e-afdc-2b24b8042433 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2425709 Nov 27 02:07:11.457678 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50700) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:11.460398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97945c-35f8-4c2e-afdc-2b24b8042433 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event updated for resources: {'Network': ['ID=55906038-31b4-40be-927d-a9184da30a4c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:11.463560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Request body: {'subnet': {'network_id': '55906038-31b4-40be-927d-a9184da30a4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:11.470730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 55906038-31b4-40be-927d-a9184da30a4c details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:07:11.554845 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Made reservation on behalf of e64e7bf6ec5d456fb17ba4a26d311fb0 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:11.558453 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.605498 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4c8b4642-5896-43b8-b770-c431fff3e95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.621915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Performing IP validity checks on allocation pools {{(pid=103384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 27 02:07:11.622376 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.ipam_backend_mixin [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103384) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 27 02:07:11.740612 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.808275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event updated for resources: {'Subnet': ['ID=52eea76d-c769-47dc-a350-995fd806c969,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:11.817286 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Checking segment: {'id': '191fa8d6-e0fb-452b-a1d2-3a4232d0a213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '55906038-31b4-40be-927d-a9184da30a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:11.817654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Network hostable DHCP agents. Network: 55906038-31b4-40be-927d-a9184da30a4c, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:07:11.836166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Network 55906038-31b4-40be-927d-a9184da30a4c is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:07:11.846892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 55906038-31b4-40be-927d-a9184da30a4c) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:11.852082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:11.852332 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:11.861058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f19b7-2fdd-4aa3-8eb8-afe8f71f6389 None None] Network 55906038-31b4-40be-927d-a9184da30a4c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:11.871195 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-212400e1-12a9-460b-a22b-d1e2649f474b tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4121690 Nov 27 02:07:11.873798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50702) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:11.977998 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.013846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be65031b-e91a-4a04-8d33-623b9d1b9abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-55906038-31b4-40be-927d-a9184da30a4c', 'network_id': '55906038-31b4-40be-927d-a9184da30a4c', 'tenant_id': 'e64e7bf6ec5d456fb17ba4a26d311fb0', 'fixed_ips': [{'subnet_id': '52eea76d-c769-47dc-a350-995fd806c969'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:07:12.014894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be65031b-e91a-4a04-8d33-623b9d1b9abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.074821 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.087702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c456046-9c3a-4dc8-a813-1a1eb73e2286 None None] Network d421369e-6d6c-4241-8673-86435669d982 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:12.136929 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.165953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event deleted for resources: {'Subnet': ['ID=52eea76d-c769-47dc-a350-995fd806c969,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server [None req-be65031b-e91a-4a04-8d33-623b9d1b9abb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52eea76d-c769-47dc-a350-995fd806c969: This subnet is being modified by another concurrent operation. Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise self.value Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server raise exception Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52eea76d-c769-47dc-a350-995fd806c969: This subnet is being modified by another concurrent operation. Nov 27 02:07:12.177934 n-d-819494-2 neutron-server[103386]: ERROR oslo_messaging.rpc.server Nov 27 02:07:12.186853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d8b0b4a7-7f21-4f77-a90a-dec1db2f6255 None None] Provisioning complete for port a16df3a1-4b7f-4373-a3ed-37258bf87a61 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:12.187436 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b4a7-7f21-4f77-a90a-dec1db2f6255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.225372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fc0cfb-867a-45da-95ff-4b836ca4df38 None None] Network 55906038-31b4-40be-927d-a9184da30a4c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:12.236644 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.256038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55906038-31b4-40be-927d-a9184da30a4c']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:12.265283 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191fa8d6-e0fb-452b-a1d2-3a4232d0a213') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:12.265582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191fa8d6-e0fb-452b-a1d2-3a4232d0a213') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:12.274830 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.288282 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.294052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:07:12.294470 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: timer() Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:07:12.298325 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:07:12.354354 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.358803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.362664 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/networks/55906038-31b4-40be-927d-a9184da30a4c HTTP/1.1" status: 204 len: 168 time: 0.4878349 Nov 27 02:07:12.366798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50704) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:12.373429 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7f0b1186-f23f-4e06-8edd-539e4d20aef4 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-815440551'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:12.385268 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c9125-a954-4faf-95da-ba029ec0cb09 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event deleted for resources: {'Network': ['ID=55906038-31b4-40be-927d-a9184da30a4c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:12.398307 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0b1186-f23f-4e06-8edd-539e4d20aef4 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Made reservation on behalf of e64e7bf6ec5d456fb17ba4a26d311fb0 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:12.401786 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1186-f23f-4e06-8edd-539e4d20aef4 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.427295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0b1186-f23f-4e06-8edd-539e4d20aef4 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:07:12.435867 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b4a7-7f21-4f77-a90a-dec1db2f6255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.437144 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1186-f23f-4e06-8edd-539e4d20aef4 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.437372 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-7f0b1186-f23f-4e06-8edd-539e4d20aef4 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Added segment 6e23a55f-b309-4552-9dc0-565e7dc3c02a of type vlan for network ba6cc056-96c9-42de-a7a0-2689831fd20d Nov 27 02:07:12.473801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d8b0b4a7-7f21-4f77-a90a-dec1db2f6255 None None] For port a16df3a1-4b7f-4373-a3ed-37258bf87a61, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a16df3a1-4b7f-4373-a3ed-37258bf87a61,segment=NetworkSegment(23a9803f-98e4-4def-9aee-fd42c948038c),segment_id=23a9803f-98e4-4def-9aee-fd42c948038c)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:12.478571 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b4a7-7f21-4f77-a90a-dec1db2f6255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.483565 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1186-f23f-4e06-8edd-539e4d20aef4 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.509156 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1186-f23f-4e06-8edd-539e4d20aef4 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.514762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0b1186-f23f-4e06-8edd-539e4d20aef4 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:12.515358 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7f0b1186-f23f-4e06-8edd-539e4d20aef4 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.533451 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0b4a7-7f21-4f77-a90a-dec1db2f6255 None None] Pushing event updated for resources: {'Port': ['ID=a16df3a1-4b7f-4373-a3ed-37258bf87a61,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:12.579351 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7f0b1186-f23f-4e06-8edd-539e4d20aef4 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2102778 Nov 27 02:07:12.581406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50706) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:12.587468 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-81c4350f-da03-43c3-969b-e8e0bfff5469 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Request body: {'subnet': {'network_id': 'ba6cc056-96c9-42de-a7a0-2689831fd20d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:12.593303 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b1186-f23f-4e06-8edd-539e4d20aef4 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event updated for resources: {'Network': ['ID=ba6cc056-96c9-42de-a7a0-2689831fd20d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:12.603939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network ba6cc056-96c9-42de-a7a0-2689831fd20d details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:07:12.684588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60363a20-9cc2-47a2-87fa-bb8284bb1757 None None] get_active_networks_info from n-d-819494-2 {{(pid=103386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 27 02:07:12.700084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c4350f-da03-43c3-969b-e8e0bfff5469 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Made reservation on behalf of e64e7bf6ec5d456fb17ba4a26d311fb0 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:12.704799 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81c4350f-da03-43c3-969b-e8e0bfff5469 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.742534 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-188a9e77-664a-444e-b0ec-9c3927b4cf09 None None] Provisioning complete for port a16df3a1-4b7f-4373-a3ed-37258bf87a61 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:12.742911 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-188a9e77-664a-444e-b0ec-9c3927b4cf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.769568 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a16df3a1-4b7f-4373-a3ed-37258bf87a61 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:12.835977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60363a20-9cc2-47a2-87fa-bb8284bb1757 None None] Resources bound (agent type, host, resource id): {{(pid=103386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 27 02:07:12.903563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81c4350f-da03-43c3-969b-e8e0bfff5469 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.931755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port a16df3a1-4b7f-4373-a3ed-37258bf87a61 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:12.932127 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:12.967142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4350f-da03-43c3-969b-e8e0bfff5469 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event updated for resources: {'Subnet': ['ID=e9970791-e94f-4926-a43c-272fbe981023,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:12.972482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c4350f-da03-43c3-969b-e8e0bfff5469 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Checking segment: {'id': '6e23a55f-b309-4552-9dc0-565e7dc3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba6cc056-96c9-42de-a7a0-2689831fd20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:12.973199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c4350f-da03-43c3-969b-e8e0bfff5469 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Network hostable DHCP agents. Network: ba6cc056-96c9-42de-a7a0-2689831fd20d, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:07:12.990532 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c4350f-da03-43c3-969b-e8e0bfff5469 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Network ba6cc056-96c9-42de-a7a0-2689831fd20d is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:07:12.999479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-81c4350f-da03-43c3-969b-e8e0bfff5469 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, ba6cc056-96c9-42de-a7a0-2689831fd20d) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:13.004278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c4350f-da03-43c3-969b-e8e0bfff5469 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:13.004865 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-81c4350f-da03-43c3-969b-e8e0bfff5469 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.021640 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-81c4350f-da03-43c3-969b-e8e0bfff5469 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4387736 Nov 27 02:07:13.025649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50708) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:13.030726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a0c55d3e-1e72-4e98-81ee-23491cdd69e0 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-228228474'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:13.051509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c55d3e-1e72-4e98-81ee-23491cdd69e0 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Made reservation on behalf of e64e7bf6ec5d456fb17ba4a26d311fb0 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:13.054939 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0c55d3e-1e72-4e98-81ee-23491cdd69e0 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.080822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c55d3e-1e72-4e98-81ee-23491cdd69e0 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:07:13.091228 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0c55d3e-1e72-4e98-81ee-23491cdd69e0 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.091571 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-a0c55d3e-1e72-4e98-81ee-23491cdd69e0 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Added segment c778bc8b-9738-4e05-8dda-2a64444c1795 of type vlan for network 90a535de-29cb-4b52-a635-7313d13b7534 Nov 27 02:07:13.132944 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0c55d3e-1e72-4e98-81ee-23491cdd69e0 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.148655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a36c11-3a9d-4e06-923f-60f168a6b35f None None] Network ba6cc056-96c9-42de-a7a0-2689831fd20d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:13.158643 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0c55d3e-1e72-4e98-81ee-23491cdd69e0 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.164139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c55d3e-1e72-4e98-81ee-23491cdd69e0 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:13.164713 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0c55d3e-1e72-4e98-81ee-23491cdd69e0 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.219237 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a0c55d3e-1e72-4e98-81ee-23491cdd69e0 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1924028 Nov 27 02:07:13.222139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50710) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:13.227322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-73d36f3e-5455-400a-888b-ca8257f9fa43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Request body: {'subnet': {'network_id': '90a535de-29cb-4b52-a635-7313d13b7534', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:13.237678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c55d3e-1e72-4e98-81ee-23491cdd69e0 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event updated for resources: {'Network': ['ID=90a535de-29cb-4b52-a635-7313d13b7534,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:13.258317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 90a535de-29cb-4b52-a635-7313d13b7534 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:07:13.320621 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d36f3e-5455-400a-888b-ca8257f9fa43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Made reservation on behalf of e64e7bf6ec5d456fb17ba4a26d311fb0 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:13.324954 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73d36f3e-5455-400a-888b-ca8257f9fa43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.356657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-ba6cc056-96c9-42de-a7a0-2689831fd20d', 'network_id': 'ba6cc056-96c9-42de-a7a0-2689831fd20d', 'tenant_id': 'e64e7bf6ec5d456fb17ba4a26d311fb0', 'fixed_ips': [{'subnet_id': 'e9970791-e94f-4926-a43c-272fbe981023'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:07:13.357496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.491720 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Allocated IP 2001:db8::2 (ba6cc056-96c9-42de-a7a0-2689831fd20d/e9970791-e94f-4926-a43c-272fbe981023/32daccad-772a-496d-8bae-d06742a6ede6) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:07:13.512904 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73d36f3e-5455-400a-888b-ca8257f9fa43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.570646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d36f3e-5455-400a-888b-ca8257f9fa43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event updated for resources: {'Subnet': ['ID=a7bf1bb9-fde8-4723-b8c8-324eda74258c,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:13.581026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d36f3e-5455-400a-888b-ca8257f9fa43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Checking segment: {'id': 'c778bc8b-9738-4e05-8dda-2a64444c1795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '90a535de-29cb-4b52-a635-7313d13b7534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:13.581395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d36f3e-5455-400a-888b-ca8257f9fa43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Network hostable DHCP agents. Network: 90a535de-29cb-4b52-a635-7313d13b7534, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:07:13.598389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d36f3e-5455-400a-888b-ca8257f9fa43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Network 90a535de-29cb-4b52-a635-7313d13b7534 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:07:13.607080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-73d36f3e-5455-400a-888b-ca8257f9fa43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 90a535de-29cb-4b52-a635-7313d13b7534) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:13.611886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d36f3e-5455-400a-888b-ca8257f9fa43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:13.612642 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73d36f3e-5455-400a-888b-ca8257f9fa43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.617684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc14f4a-2752-434f-80c0-5b1647474549 None None] Network 90a535de-29cb-4b52-a635-7313d13b7534 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:13.628925 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-73d36f3e-5455-400a-888b-ca8257f9fa43 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4056542 Nov 27 02:07:13.631549 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50712) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:13.687209 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.695128 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.733385 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.753028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Network ba6cc056-96c9-42de-a7a0-2689831fd20d is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:13.758655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:13.761090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:07:13.770109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Pushing event updated for resources: {'Port': ['ID=32daccad-772a-496d-8bae-d06742a6ede6,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:13.786138 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.847902 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.853705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Attempting to bind port 32daccad-772a-496d-8bae-d06742a6ede6 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:07:13.854075 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Attempting to bind port 32daccad-772a-496d-8bae-d06742a6ede6 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '6e23a55f-b309-4552-9dc0-565e7dc3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba6cc056-96c9-42de-a7a0-2689831fd20d'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:07:13.854462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Attempting to bind port 32daccad-772a-496d-8bae-d06742a6ede6 on network ba6cc056-96c9-42de-a7a0-2689831fd20d {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:07:13.881029 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event deleted for resources: {'Subnet': ['ID=a7bf1bb9-fde8-4723-b8c8-324eda74258c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:13.948232 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:13.971485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a535de-29cb-4b52-a635-7313d13b7534']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:13.982534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c778bc8b-9738-4e05-8dda-2a64444c1795') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:13.982534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c778bc8b-9738-4e05-8dda-2a64444c1795') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:13.999142 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.012774 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.019290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:07:14.019824 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: timer() Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:07:14.023021 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:07:14.039028 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:07:14.039405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Checking segment: {'id': '6e23a55f-b309-4552-9dc0-565e7dc3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba6cc056-96c9-42de-a7a0-2689831fd20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:14.039798 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.040177 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Bound using segment: {'id': '6e23a55f-b309-4552-9dc0-565e7dc3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba6cc056-96c9-42de-a7a0-2689831fd20d'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:07:14.040671 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Bound port: 32daccad-772a-496d-8bae-d06742a6ede6, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e23a55f-b309-4552-9dc0-565e7dc3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba6cc056-96c9-42de-a7a0-2689831fd20d'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:07:14.041389 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.043421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7255533c-3c6f-480b-8961-91ffe41aa75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-90a535de-29cb-4b52-a635-7313d13b7534', 'network_id': '90a535de-29cb-4b52-a635-7313d13b7534', 'tenant_id': 'e64e7bf6ec5d456fb17ba4a26d311fb0', 'fixed_ips': [{'subnet_id': 'a7bf1bb9-fde8-4723-b8c8-324eda74258c'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:07:14.044221 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7255533c-3c6f-480b-8961-91ffe41aa75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.064971 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c1c2e58a-ce6c-4243-b527-c308709995d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.083726 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.088635 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.091932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/networks/90a535de-29cb-4b52-a635-7313d13b7534 HTTP/1.1" status: 204 len: 168 time: 0.4594617 Nov 27 02:07:14.096133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50714) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:14.128998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89807d54-3b54-411a-b33d-3d448195221a None None] Network 90a535de-29cb-4b52-a635-7313d13b7534 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:14.139503 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcf276e-441d-4088-ac3e-b61f1a9ef700 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] GET failed (client error): The resource could not be found. Nov 27 02:07:14.141476 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ddcf276e-441d-4088-ac3e-b61f1a9ef700 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "GET /v2.0/subnets/a7bf1bb9-fde8-4723-b8c8-324eda74258c HTTP/1.1" status: 404 len: 337 time: 0.0437951 Nov 27 02:07:14.142576 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727c822-5d56-4a04-a3d9-ce96c235c3c3 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event deleted for resources: {'Network': ['ID=90a535de-29cb-4b52-a635-7313d13b7534,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:14.144388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50716) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:14.151120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89807d54-3b54-411a-b33d-3d448195221a None None] Network 90a535de-29cb-4b52-a635-7313d13b7534 could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 02:07:14.157501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] For port 32daccad-772a-496d-8bae-d06742a6ede6, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:07:14.165717 n-d-819494-2 neutron-server[103385]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d421c41-79b4-421a-a6e5-73e2e0b1aaec tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] DELETE failed (client error): The resource could not be found. Nov 27 02:07:14.166449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d421c41-79b4-421a-a6e5-73e2e0b1aaec tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:07:14.169657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] For port 32daccad-772a-496d-8bae-d06742a6ede6, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=32daccad-772a-496d-8bae-d06742a6ede6,segment=NetworkSegment(6e23a55f-b309-4552-9dc0-565e7dc3c02a),segment_id=6e23a55f-b309-4552-9dc0-565e7dc3c02a)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:07:14.170018 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6d421c41-79b4-421a-a6e5-73e2e0b1aaec tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/networks/90a535de-29cb-4b52-a635-7313d13b7534 HTTP/1.1" status: 404 len: 339 time: 0.0236073 Nov 27 02:07:14.173668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50718) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:14.180193 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.201694 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-6704a8d4-7154-4ca9-bf3c-883c69aec470 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] DELETE failed (client error): The resource could not be found. Nov 27 02:07:14.202155 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6704a8d4-7154-4ca9-bf3c-883c69aec470 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:07:14.208381 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6704a8d4-7154-4ca9-bf3c-883c69aec470 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/subnets/a7bf1bb9-fde8-4723-b8c8-324eda74258c HTTP/1.1" status: 404 len: 337 time: 0.0310888 Nov 27 02:07:14.208547 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50720) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:14.228918 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d69c1b-d315-42fb-9923-b82bb3339f89 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] DELETE failed (client error): The resource could not be found. Nov 27 02:07:14.229444 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d69c1b-d315-42fb-9923-b82bb3339f89 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:07:14.232664 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-72d69c1b-d315-42fb-9923-b82bb3339f89 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/networks/90a535de-29cb-4b52-a635-7313d13b7534 HTTP/1.1" status: 404 len: 339 time: 0.0231738 Nov 27 02:07:14.237414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50722) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:14.244847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd79d77-3e30-4cbe-9d86-cc4707fc4ac5 None None] Pushing event updated for resources: {'Port': ['ID=32daccad-772a-496d-8bae-d06742a6ede6,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:14.283850 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:07:14.296962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b3feec-4e3f-448b-b883-de160239ec35 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Deleting subnet e9970791-e94f-4926-a43c-272fbe981023 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:07:14.300497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1b3feec-4e3f-448b-b883-de160239ec35 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.341024 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1b3feec-4e3f-448b-b883-de160239ec35 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.454032 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1b3feec-4e3f-448b-b883-de160239ec35 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.516114 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1b3feec-4e3f-448b-b883-de160239ec35 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.543495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3feec-4e3f-448b-b883-de160239ec35 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event deleted for resources: {'Subnet': ['ID=e9970791-e94f-4926-a43c-272fbe981023,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:14.548318 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1b3feec-4e3f-448b-b883-de160239ec35 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.551811 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f1b3feec-4e3f-448b-b883-de160239ec35 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/subnets/e9970791-e94f-4926-a43c-272fbe981023 HTTP/1.1" status: 204 len: 168 time: 0.3124628 Nov 27 02:07:14.554412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50724) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:14.633266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.686790 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Deleting port 32daccad-772a-496d-8bae-d06742a6ede6 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:07:14.687199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.739106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 32daccad-772a-496d-8bae-d06742a6ede6 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:14.753012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] For port 32daccad-772a-496d-8bae-d06742a6ede6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=32daccad-772a-496d-8bae-d06742a6ede6,segment=NetworkSegment(6e23a55f-b309-4552-9dc0-565e7dc3c02a),segment_id=6e23a55f-b309-4552-9dc0-565e7dc3c02a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:14.753472 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.770458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Calling delete_port for 32daccad-772a-496d-8bae-d06742a6ede6 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:07:14.788318 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 32daccad-772a-496d-8bae-d06742a6ede6 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:14.788699 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.839523 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.890688 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.928312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 32daccad-772a-496d-8bae-d06742a6ede6, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=32daccad-772a-496d-8bae-d06742a6ede6,segment=NetworkSegment(6e23a55f-b309-4552-9dc0-565e7dc3c02a),segment_id=6e23a55f-b309-4552-9dc0-565e7dc3c02a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:14.932761 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:14.984429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=32daccad-772a-496d-8bae-d06742a6ede6,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:15.182590 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.207411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d20ea30-bc29-4992-b04b-65b4d3aed610 None None] Network ba6cc056-96c9-42de-a7a0-2689831fd20d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:15.208569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event deleted for resources: {'Port': ['ID=32daccad-772a-496d-8bae-d06742a6ede6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:15.211982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] No DVR routers for this DVR port 32daccad-772a-496d-8bae-d06742a6ede6 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:07:15.278838 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.293132 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.296362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-ebda412e-81bc-4257-9741-33f28c3b2697 None None] Could not find standard attr ID for object 32daccad-772a-496d-8bae-d06742a6ede6. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 02:07:15.313953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6cc056-96c9-42de-a7a0-2689831fd20d']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:15.323572 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e23a55f-b309-4552-9dc0-565e7dc3c02a') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:15.323864 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e23a55f-b309-4552-9dc0-565e7dc3c02a') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:15.333251 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.347836 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.355177 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:07:15.355581 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: timer() Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:07:15.358717 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:07:15.394402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0ba1d8-097a-4a9f-aef0-54985169f058 None None] DHCP port deletion for ba6cc056-96c9-42de-a7a0-2689831fd20d request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:07:15.419485 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.426990 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.429928 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/networks/ba6cc056-96c9-42de-a7a0-2689831fd20d HTTP/1.1" status: 204 len: 168 time: 0.8744733 Nov 27 02:07:15.432614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50726) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:15.441778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3531955-594d-488e-a839-96932b7984df tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event deleted for resources: {'Network': ['ID=ba6cc056-96c9-42de-a7a0-2689831fd20d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:15.458982 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc797956-f7bc-4eea-ad51-419deab717ef tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] DELETE failed (client error): The resource could not be found. Nov 27 02:07:15.459432 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc797956-f7bc-4eea-ad51-419deab717ef tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:07:15.462482 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bc797956-f7bc-4eea-ad51-419deab717ef tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/subnets/52eea76d-c769-47dc-a350-995fd806c969 HTTP/1.1" status: 404 len: 337 time: 0.0286429 Nov 27 02:07:15.464890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:15.482612 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd47a57-e2ff-4544-9732-2dadfc263d0e tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] DELETE failed (client error): The resource could not be found. Nov 27 02:07:15.483079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd47a57-e2ff-4544-9732-2dadfc263d0e tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:07:15.485981 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3fd47a57-e2ff-4544-9732-2dadfc263d0e tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/networks/55906038-31b4-40be-927d-a9184da30a4c HTTP/1.1" status: 404 len: 339 time: 0.0202119 Nov 27 02:07:15.488162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50730) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:15.512030 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee07a58-938d-4652-b703-6312532a2b87 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] DELETE failed (client error): The resource could not be found. Nov 27 02:07:15.512466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee07a58-938d-4652-b703-6312532a2b87 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:07:15.515416 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4ee07a58-938d-4652-b703-6312532a2b87 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/subnets/9e937c42-7263-4626-ace7-82dcb0183e79 HTTP/1.1" status: 404 len: 337 time: 0.0264060 Nov 27 02:07:15.518354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50732) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:15.535613 n-d-819494-2 neutron-server[103384]: INFO neutron.pecan_wsgi.hooks.translation [None req-2555de20-c024-4732-ae42-2006cf30e184 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] DELETE failed (client error): The resource could not be found. Nov 27 02:07:15.536074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2555de20-c024-4732-ae42-2006cf30e184 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103384) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 27 02:07:15.538979 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2555de20-c024-4732-ae42-2006cf30e184 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/networks/46255070-a947-4d21-a296-38bb0e37ddf1 HTTP/1.1" status: 404 len: 339 time: 0.0197408 Nov 27 02:07:15.541096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50734) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:15.593826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb3011e-b990-4768-a9f0-79dc1a4dbfc5 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Deleting subnet 41e455a6-6cbe-414a-9973-36e8d8a883e1 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:07:15.597182 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcb3011e-b990-4768-a9f0-79dc1a4dbfc5 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.636256 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcb3011e-b990-4768-a9f0-79dc1a4dbfc5 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.714719 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcb3011e-b990-4768-a9f0-79dc1a4dbfc5 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.774757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcb3011e-b990-4768-a9f0-79dc1a4dbfc5 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.801721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3011e-b990-4768-a9f0-79dc1a4dbfc5 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event deleted for resources: {'Subnet': ['ID=41e455a6-6cbe-414a-9973-36e8d8a883e1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:15.805355 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fcb3011e-b990-4768-a9f0-79dc1a4dbfc5 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.810275 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fcb3011e-b990-4768-a9f0-79dc1a4dbfc5 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/subnets/41e455a6-6cbe-414a-9973-36e8d8a883e1 HTTP/1.1" status: 204 len: 168 time: 0.2665954 Nov 27 02:07:15.811084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50736) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:15.814060 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc71a249-55ed-464a-b59a-c007497b19f9 None None] Network d421369e-6d6c-4241-8673-86435669d982 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:15.886927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.945622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Deleting port a16df3a1-4b7f-4373-a3ed-37258bf87a61 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:07:15.945962 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:15.985548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e94ade-f97f-4cf9-ab75-4edbad004f4d None None] DHCP port deletion for d421369e-6d6c-4241-8673-86435669d982 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:07:16.009384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] For port a16df3a1-4b7f-4373-a3ed-37258bf87a61, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a16df3a1-4b7f-4373-a3ed-37258bf87a61,segment=NetworkSegment(23a9803f-98e4-4def-9aee-fd42c948038c),segment_id=23a9803f-98e4-4def-9aee-fd42c948038c)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:16.009828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.022436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Calling delete_port for a16df3a1-4b7f-4373-a3ed-37258bf87a61 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:07:16.035871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-01e94ade-f97f-4cf9-ab75-4edbad004f4d None None] Deleting port a16df3a1-4b7f-4373-a3ed-37258bf87a61 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:07:16.036245 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01e94ade-f97f-4cf9-ab75-4edbad004f4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.096923 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-01e94ade-f97f-4cf9-ab75-4edbad004f4d None None] For port a16df3a1-4b7f-4373-a3ed-37258bf87a61, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=a16df3a1-4b7f-4373-a3ed-37258bf87a61,segment=NetworkSegment(23a9803f-98e4-4def-9aee-fd42c948038c),segment_id=23a9803f-98e4-4def-9aee-fd42c948038c)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:16.097345 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01e94ade-f97f-4cf9-ab75-4edbad004f4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.100607 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.110506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-01e94ade-f97f-4cf9-ab75-4edbad004f4d None None] Calling delete_port for a16df3a1-4b7f-4373-a3ed-37258bf87a61 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:07:16.130575 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event deleted for resources: {'Port': ['ID=a16df3a1-4b7f-4373-a3ed-37258bf87a61,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:16.134676 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] No DVR routers for this DVR port a16df3a1-4b7f-4373-a3ed-37258bf87a61 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:07:16.190352 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01e94ade-f97f-4cf9-ab75-4edbad004f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.213637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.217360 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e94ade-f97f-4cf9-ab75-4edbad004f4d None None] No DVR routers for this DVR port a16df3a1-4b7f-4373-a3ed-37258bf87a61 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:07:16.220100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e94ade-f97f-4cf9-ab75-4edbad004f4d None None] Pushing event deleted for resources: {'Port': ['ID=a16df3a1-4b7f-4373-a3ed-37258bf87a61,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:16.237459 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d421369e-6d6c-4241-8673-86435669d982']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:16.248879 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a9803f-98e4-4def-9aee-fd42c948038c') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:16.249175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a9803f-98e4-4def-9aee-fd42c948038c') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:16.262965 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.276582 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.282965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:07:16.283345 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: timer() Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:07:16.286294 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:07:16.341563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.350367 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.353365 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] 10.222.0.37 "DELETE /v2.0/networks/d421369e-6d6c-4241-8673-86435669d982 HTTP/1.1" status: 204 len: 168 time: 0.5412667 Nov 27 02:07:16.364989 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c7062-003f-4a86-b28c-b5ad079f5190 tempest-NetworksIpV6Test-1763853398 tempest-NetworksIpV6Test-1763853398-project] Pushing event deleted for resources: {'Network': ['ID=d421369e-6d6c-4241-8673-86435669d982,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:16.590523 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50744) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:16.714189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 32daccad-772a-496d-8bae-d06742a6ede6 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:07:16.731644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-77d9f84c-8ac3-4d2d-85a0-151ec691b676 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e64e7bf6ec5d456fb17ba4a26d311fb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398444 Nov 27 02:07:16.733966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 32daccad-772a-496d-8bae-d06742a6ede6 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:07:16.734138 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50748) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:16.734665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 32daccad-772a-496d-8bae-d06742a6ede6 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:07:16.734862 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a16df3a1-4b7f-4373-a3ed-37258bf87a61 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:07:16.753714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: a16df3a1-4b7f-4373-a3ed-37258bf87a61 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:07:16.754058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device a16df3a1-4b7f-4373-a3ed-37258bf87a61 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:07:16.783797 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e43035c-d36c-4e51-9328-3b0672ac54a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.804509 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e43035c-d36c-4e51-9328-3b0672ac54a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.850163 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e43035c-d36c-4e51-9328-3b0672ac54a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.852770 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e43035c-d36c-4e51-9328-3b0672ac54a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:16.853903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2e43035c-d36c-4e51-9328-3b0672ac54a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db6068fa-acad-481e-be2c-b29d08019d71 HTTP/1.1" status: 204 len: 168 time: 0.1187057 Nov 27 02:07:16.861432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43035c-d36c-4e51-9328-3b0672ac54a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6068fa-acad-481e-be2c-b29d08019d71,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:16.902958 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.177671 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64dc5122-d7c6-4579-a728-40149094e251 req-50ac6993-5968-4488-9324-634dfc7a856f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265307 Nov 27 02:07:17.257448 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64dc5122-d7c6-4579-a728-40149094e251 req-79b1de7f-6c8d-4b2c-b538-d212a22a4cc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0260429 Nov 27 02:07:17.313564 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64dc5122-d7c6-4579-a728-40149094e251 req-e8e103e8-9e17-4e2a-b380-bb63ab417b2e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274291 Nov 27 02:07:17.408279 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc5122-d7c6-4579-a728-40149094e251 req-854bb2d5-b2fe-4528-9a33-71077e924490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:17.409871 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64dc5122-d7c6-4579-a728-40149094e251 req-854bb2d5-b2fe-4528-9a33-71077e924490 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906997 Nov 27 02:07:17.497373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50770) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:17.589895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b8759596-b435-46f5-b617-c292b120ada3 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-40842179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:17.591164 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.612254 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8759596-b435-46f5-b617-c292b120ada3 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.613210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8759596-b435-46f5-b617-c292b120ada3 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.665112 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8759596-b435-46f5-b617-c292b120ada3 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.668382 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.670408 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8759596-b435-46f5-b617-c292b120ada3 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.688710 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8759596-b435-46f5-b617-c292b120ada3 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.689878 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b8759596-b435-46f5-b617-c292b120ada3 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1914713 Nov 27 02:07:17.692655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50774) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:17.697253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-722383892'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:17.716558 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Made reservation on behalf of a2ed51c761cd4127a60de52c4c9ddc62 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:17.720784 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.729378 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.806699 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.810943 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.834088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:07:17.849357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c29e1c-0a33-4d61-b31a-6ec6ae260140,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:17.852242 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.852908 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Added segment 7bee8da4-074e-477f-9e18-b37015cd4bc0 of type vlan for network c8f4b88d-fe02-4a86-bc02-1273f659caf8 Nov 27 02:07:17.892109 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.918133 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.924472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:17.925052 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:17.982674 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2861042 Nov 27 02:07:17.982976 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50776) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:17.990663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c8f90968-cab1-4736-af38-fb13076f5342 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Request body: {'subnet': {'network_id': 'c8f4b88d-fe02-4a86-bc02-1273f659caf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:18.017006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270295a-7b81-4156-a8ad-2be5afcfcac4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Pushing event updated for resources: {'Network': ['ID=c8f4b88d-fe02-4a86-bc02-1273f659caf8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:18.027199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network c8f4b88d-fe02-4a86-bc02-1273f659caf8 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:07:18.091238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f90968-cab1-4736-af38-fb13076f5342 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Made reservation on behalf of a2ed51c761cd4127a60de52c4c9ddc62 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:18.095352 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8f90968-cab1-4736-af38-fb13076f5342 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.275081 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8f90968-cab1-4736-af38-fb13076f5342 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.336500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f90968-cab1-4736-af38-fb13076f5342 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Pushing event updated for resources: {'Subnet': ['ID=fbb6d42d-9648-4b1d-88ab-369118155408,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:18.347191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f90968-cab1-4736-af38-fb13076f5342 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Checking segment: {'id': '7bee8da4-074e-477f-9e18-b37015cd4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8f4b88d-fe02-4a86-bc02-1273f659caf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:18.347551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f90968-cab1-4736-af38-fb13076f5342 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Network hostable DHCP agents. Network: c8f4b88d-fe02-4a86-bc02-1273f659caf8, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:07:18.364533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f90968-cab1-4736-af38-fb13076f5342 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Network c8f4b88d-fe02-4a86-bc02-1273f659caf8 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:07:18.374256 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-c8f90968-cab1-4736-af38-fb13076f5342 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, c8f4b88d-fe02-4a86-bc02-1273f659caf8) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:18.378642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f90968-cab1-4736-af38-fb13076f5342 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:18.379255 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8f90968-cab1-4736-af38-fb13076f5342 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.383533 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee67b42-3c63-44f3-a2fe-f6af94ff7a45 None None] Network c8f4b88d-fe02-4a86-bc02-1273f659caf8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:18.401310 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c8f90968-cab1-4736-af38-fb13076f5342 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4174900 Nov 27 02:07:18.404406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50778) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:18.409803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c5e6fc23-dae6-4fca-b87b-cc111b872f50 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1450513915'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:18.430708 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e6fc23-dae6-4fca-b87b-cc111b872f50 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Made reservation on behalf of a2ed51c761cd4127a60de52c4c9ddc62 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:18.434279 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc23-dae6-4fca-b87b-cc111b872f50 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.458827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e6fc23-dae6-4fca-b87b-cc111b872f50 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:07:18.467786 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc23-dae6-4fca-b87b-cc111b872f50 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.468128 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-c5e6fc23-dae6-4fca-b87b-cc111b872f50 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Added segment 3a88bcdf-309b-44ec-9810-cdedb661f35d of type vlan for network 1b08711d-818b-49f9-acad-b73335bd279d Nov 27 02:07:18.509378 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc23-dae6-4fca-b87b-cc111b872f50 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.530591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-c8f4b88d-fe02-4a86-bc02-1273f659caf8', 'network_id': 'c8f4b88d-fe02-4a86-bc02-1273f659caf8', 'tenant_id': 'a2ed51c761cd4127a60de52c4c9ddc62', 'fixed_ips': [{'subnet_id': 'fbb6d42d-9648-4b1d-88ab-369118155408'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:07:18.531507 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.535925 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc23-dae6-4fca-b87b-cc111b872f50 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.541629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e6fc23-dae6-4fca-b87b-cc111b872f50 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:18.542210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc23-dae6-4fca-b87b-cc111b872f50 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.596469 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c5e6fc23-dae6-4fca-b87b-cc111b872f50 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1909406 Nov 27 02:07:18.600093 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50780) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:18.606847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-40901b0f-3dbc-42ad-8982-492762901d32 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Request body: {'subnet': {'network_id': '1b08711d-818b-49f9-acad-b73335bd279d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:18.611805 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6fc23-dae6-4fca-b87b-cc111b872f50 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Pushing event updated for resources: {'Network': ['ID=1b08711d-818b-49f9-acad-b73335bd279d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:18.623947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 1b08711d-818b-49f9-acad-b73335bd279d details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:07:18.705119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40901b0f-3dbc-42ad-8982-492762901d32 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Made reservation on behalf of a2ed51c761cd4127a60de52c4c9ddc62 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:18.708664 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40901b0f-3dbc-42ad-8982-492762901d32 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.741967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Allocated IP 172.20.0.2 (c8f4b88d-fe02-4a86-bc02-1273f659caf8/fbb6d42d-9648-4b1d-88ab-369118155408/5f63a286-4ffb-4b82-9c98-11b592c0a5aa) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:07:18.882627 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.886949 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40901b0f-3dbc-42ad-8982-492762901d32 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.887896 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.929483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Network c8f4b88d-fe02-4a86-bc02-1273f659caf8 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:18.932275 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:18.936746 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:07:18.948064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40901b0f-3dbc-42ad-8982-492762901d32 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Pushing event updated for resources: {'Subnet': ['ID=bdbff2a9-df35-4d32-b5bd-b3103a172446,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:18.948546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Pushing event updated for resources: {'Port': ['ID=5f63a286-4ffb-4b82-9c98-11b592c0a5aa,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:18.957245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40901b0f-3dbc-42ad-8982-492762901d32 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Checking segment: {'id': '3a88bcdf-309b-44ec-9810-cdedb661f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1b08711d-818b-49f9-acad-b73335bd279d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:18.957637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40901b0f-3dbc-42ad-8982-492762901d32 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Network hostable DHCP agents. Network: 1b08711d-818b-49f9-acad-b73335bd279d, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:07:18.975198 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40901b0f-3dbc-42ad-8982-492762901d32 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Network 1b08711d-818b-49f9-acad-b73335bd279d is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:07:18.984085 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-40901b0f-3dbc-42ad-8982-492762901d32 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 1b08711d-818b-49f9-acad-b73335bd279d) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:18.989670 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40901b0f-3dbc-42ad-8982-492762901d32 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:18.990297 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40901b0f-3dbc-42ad-8982-492762901d32 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:18.994966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a63a92d-c33f-4b44-b63b-e421e124d21c None None] Network 1b08711d-818b-49f9-acad-b73335bd279d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:19.006339 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-40901b0f-3dbc-42ad-8982-492762901d32 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4045498 Nov 27 02:07:19.009152 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50782) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:19.010320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Attempting to bind port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:07:19.010691 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Attempting to bind port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '7bee8da4-074e-477f-9e18-b37015cd4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8f4b88d-fe02-4a86-bc02-1273f659caf8'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:07:19.011052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Attempting to bind port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa on network c8f4b88d-fe02-4a86-bc02-1273f659caf8 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:07:19.015112 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8a07a3fa-c601-49d0-a07c-31bdd0bb0bf0 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b08711d-818b-49f9-acad-b73335bd279d'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:19.048646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:07:19.049022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Checking segment: {'id': '7bee8da4-074e-477f-9e18-b37015cd4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8f4b88d-fe02-4a86-bc02-1273f659caf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:19.049416 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.049804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Bound using segment: {'id': '7bee8da4-074e-477f-9e18-b37015cd4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8f4b88d-fe02-4a86-bc02-1273f659caf8'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:07:19.050288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Bound port: 5f63a286-4ffb-4b82-9c98-11b592c0a5aa, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bee8da4-074e-477f-9e18-b37015cd4bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c8f4b88d-fe02-4a86-bc02-1273f659caf8'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:07:19.050664 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.158415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] For port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:07:19.174677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] For port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5f63a286-4ffb-4b82-9c98-11b592c0a5aa,segment=NetworkSegment(7bee8da4-074e-477f-9e18-b37015cd4bc0),segment_id=7bee8da4-074e-477f-9e18-b37015cd4bc0)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:07:19.182419 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.227079 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a07a3fa-c601-49d0-a07c-31bdd0bb0bf0 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.234485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-1b08711d-818b-49f9-acad-b73335bd279d', 'network_id': '1b08711d-818b-49f9-acad-b73335bd279d', 'tenant_id': 'a2ed51c761cd4127a60de52c4c9ddc62', 'fixed_ips': [{'subnet_id': 'bdbff2a9-df35-4d32-b5bd-b3103a172446'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:07:19.235338 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.320865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990405e-65bb-41b0-8184-d41be5e1ab07 None None] Pushing event updated for resources: {'Port': ['ID=5f63a286-4ffb-4b82-9c98-11b592c0a5aa,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:19.345588 n-d-819494-2 neutron-server[103385]: INFO neutron.api.v2.resource [None req-8a07a3fa-c601-49d0-a07c-31bdd0bb0bf0 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 27 02:07:19.346831 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8a07a3fa-c601-49d0-a07c-31bdd0bb0bf0 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] 10.222.0.37 "PUT /v2.0/routers/c1888297-8c0f-4021-8c6a-1f73da551476 HTTP/1.1" status: 400 len: 364 time: 0.3358185 Nov 27 02:07:19.352549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50784) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:19.394847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Allocated IP 172.21.0.2 (1b08711d-818b-49f9-acad-b73335bd279d/bdbff2a9-df35-4d32-b5bd-b3103a172446/9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:07:19.416640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-5008d485-0c9e-4f20-8573-ca33e0d1b434 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Deleting subnet bdbff2a9-df35-4d32-b5bd-b3103a172446 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:07:19.556014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.563165 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5008d485-0c9e-4f20-8573-ca33e0d1b434 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.564401 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.606966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Network 1b08711d-818b-49f9-acad-b73335bd279d is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:19.609876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:19.610965 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5008d485-0c9e-4f20-8573-ca33e0d1b434 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.612873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:07:19.619937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Pushing event updated for resources: {'Port': ['ID=9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:19.672610 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Attempting to bind port 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:07:19.673299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Attempting to bind port 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '3a88bcdf-309b-44ec-9810-cdedb661f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1b08711d-818b-49f9-acad-b73335bd279d'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:07:19.673299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Attempting to bind port 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384 on network 1b08711d-818b-49f9-acad-b73335bd279d {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:07:19.678377 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:07:19.678745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Checking segment: {'id': '3a88bcdf-309b-44ec-9810-cdedb661f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1b08711d-818b-49f9-acad-b73335bd279d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:19.679147 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.679530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Bound using segment: {'id': '3a88bcdf-309b-44ec-9810-cdedb661f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1b08711d-818b-49f9-acad-b73335bd279d'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:07:19.679987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Bound port: 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a88bcdf-309b-44ec-9810-cdedb661f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1b08711d-818b-49f9-acad-b73335bd279d'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:07:19.680358 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.695663 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5008d485-0c9e-4f20-8573-ca33e0d1b434 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.759217 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5008d485-0c9e-4f20-8573-ca33e0d1b434 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.762274 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] For port 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:07:19.765595 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] For port 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384,segment=NetworkSegment(3a88bcdf-309b-44ec-9810-cdedb661f35d),segment_id=3a88bcdf-309b-44ec-9810-cdedb661f35d)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:07:19.770952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.786465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008d485-0c9e-4f20-8573-ca33e0d1b434 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbff2a9-df35-4d32-b5bd-b3103a172446,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:19.790166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5008d485-0c9e-4f20-8573-ca33e0d1b434 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.793306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5008d485-0c9e-4f20-8573-ca33e0d1b434 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] 10.222.0.37 "DELETE /v2.0/subnets/bdbff2a9-df35-4d32-b5bd-b3103a172446 HTTP/1.1" status: 204 len: 168 time: 0.4397213 Nov 27 02:07:19.795793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50786) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:19.830996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac36c0-7805-48a1-951a-5f0b261179ba None None] Pushing event updated for resources: {'Port': ['ID=9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:19.879334 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:19.940871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Deleting port 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:07:19.941355 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.027913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] For port 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384,segment=NetworkSegment(3a88bcdf-309b-44ec-9810-cdedb661f35d),segment_id=3a88bcdf-309b-44ec-9810-cdedb661f35d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:20.027913 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.043678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Calling delete_port for 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:07:20.138065 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.168652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Pushing event deleted for resources: {'Port': ['ID=9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:20.173848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] No DVR routers for this DVR port 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:07:20.203650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:20.203915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:20.204260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:20.204599 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:20.204934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:20.205265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:20.205629 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:20.206058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:20.206418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:20.206750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:20.207081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:20.207410 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:20.277583 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.283027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caf4518-b3e1-4d7c-88a5-fe81739d9284 None None] Network c8f4b88d-fe02-4a86-bc02-1273f659caf8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:20.298535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b08711d-818b-49f9-acad-b73335bd279d']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:20.307950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a88bcdf-309b-44ec-9810-cdedb661f35d') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:20.308242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a88bcdf-309b-44ec-9810-cdedb661f35d') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:20.318318 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.333540 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.340244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:07:20.340638 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: timer() Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:07:20.344331 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:07:20.397217 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-996ceed2-f97e-492b-82f2-68644476b9c0 None None] Provisioning complete for port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:20.397647 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-996ceed2-f97e-492b-82f2-68644476b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.402087 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.411764 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.415005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] 10.222.0.37 "DELETE /v2.0/networks/1b08711d-818b-49f9-acad-b73335bd279d HTTP/1.1" status: 204 len: 168 time: 0.6181779 Nov 27 02:07:20.417589 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50788) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:20.427799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e21ad-42e3-4501-86f5-cc69f55ae602 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Pushing event deleted for resources: {'Network': ['ID=1b08711d-818b-49f9-acad-b73335bd279d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:20.477116 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-49244ace-792b-45b3-96d5-d3e1b4c2cee4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Deleting subnet fbb6d42d-9648-4b1d-88ab-369118155408 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:07:20.480915 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49244ace-792b-45b3-96d5-d3e1b4c2cee4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.523716 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-996ceed2-f97e-492b-82f2-68644476b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.534463 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49244ace-792b-45b3-96d5-d3e1b4c2cee4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.574304 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-996ceed2-f97e-492b-82f2-68644476b9c0 None None] For port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5f63a286-4ffb-4b82-9c98-11b592c0a5aa,segment=NetworkSegment(7bee8da4-074e-477f-9e18-b37015cd4bc0),segment_id=7bee8da4-074e-477f-9e18-b37015cd4bc0)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:20.580326 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-996ceed2-f97e-492b-82f2-68644476b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.636580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ceed2-f97e-492b-82f2-68644476b9c0 None None] Pushing event updated for resources: {'Port': ['ID=5f63a286-4ffb-4b82-9c98-11b592c0a5aa,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:20.641515 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49244ace-792b-45b3-96d5-d3e1b4c2cee4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.716565 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49244ace-792b-45b3-96d5-d3e1b4c2cee4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.748669 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49244ace-792b-45b3-96d5-d3e1b4c2cee4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.754166 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-49244ace-792b-45b3-96d5-d3e1b4c2cee4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] 10.222.0.37 "DELETE /v2.0/subnets/fbb6d42d-9648-4b1d-88ab-369118155408 HTTP/1.1" status: 204 len: 168 time: 0.3331490 Nov 27 02:07:20.754166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49244ace-792b-45b3-96d5-d3e1b4c2cee4 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb6d42d-9648-4b1d-88ab-369118155408,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:20.755150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50790) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:20.813807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6619a161-a64b-4891-9d0a-fcf04a68f3d1 None None] Network c8f4b88d-fe02-4a86-bc02-1273f659caf8 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:20.816421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5f63a286-4ffb-4b82-9c98-11b592c0a5aa up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:20.846320 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.904360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Deleting port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:07:20.904806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.987105 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] For port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5f63a286-4ffb-4b82-9c98-11b592c0a5aa,segment=NetworkSegment(7bee8da4-074e-477f-9e18-b37015cd4bc0),segment_id=7bee8da4-074e-477f-9e18-b37015cd4bc0)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:20.987444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-dfb48f0c-ed3e-4566-8245-f7dbd4bc11c8 None None] Provisioning complete for port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:20.987576 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:20.987807 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dfb48f0c-ed3e-4566-8245-f7dbd4bc11c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.002110 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Calling delete_port for 5f63a286-4ffb-4b82-9c98-11b592c0a5aa owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:07:21.048466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643e1dee-1978-4664-9754-b1f4f793f4b1 None None] DHCP port deletion for 1b08711d-818b-49f9-acad-b73335bd279d request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:07:21.082523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.107576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe382c0-cb4f-419f-be7c-2e0b9b7e3660 None None] Network 1b08711d-818b-49f9-acad-b73335bd279d requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:21.110091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Pushing event deleted for resources: {'Port': ['ID=5f63a286-4ffb-4b82-9c98-11b592c0a5aa,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:21.114391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] No DVR routers for this DVR port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:07:21.146833 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-dfb48f0c-ed3e-4566-8245-f7dbd4bc11c8 None None] Could not find standard attr ID for object 5f63a286-4ffb-4b82-9c98-11b592c0a5aa. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 02:07:21.148335 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No active binding found for port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa {{(pid=103386) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 27 02:07:21.148763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5f63a286-4ffb-4b82-9c98-11b592c0a5aa not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 27 02:07:21.150155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe382c0-cb4f-419f-be7c-2e0b9b7e3660 None None] Network 1b08711d-818b-49f9-acad-b73335bd279d could not be found, it might have been deleted concurrently. {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 27 02:07:21.182419 n-d-819494-2 neutron-server[103386]: INFO neutron.plugins.ml2.db [None req-dfb48f0c-ed3e-4566-8245-f7dbd4bc11c8 None None] No ports have port_id starting with 5f63a286-4ffb-4b82-9c98-11b592c0a5aa Nov 27 02:07:21.187501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Port 5f63a286-4ffb-4b82-9c98-11b592c0a5aa not found, will not notify nova. {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 27 02:07:21.200977 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.222097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f4b88d-fe02-4a86-bc02-1273f659caf8']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:21.231748 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bee8da4-074e-477f-9e18-b37015cd4bc0') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:21.232046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bee8da4-074e-477f-9e18-b37015cd4bc0') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:21.241974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.254762 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.260500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:07:21.260881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: timer() Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:07:21.263850 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:07:21.282460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf3b1ee-813a-4945-80f0-87f0b59993d0 None None] DHCP port deletion for c8f4b88d-fe02-4a86-bc02-1273f659caf8 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:07:21.300670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3e7d12b5-1556-4934-bfbd-32743035d06a None None] Could not find standard attr ID for object 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384. {{(pid=103386) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 27 02:07:21.326308 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.333017 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.336376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] 10.222.0.37 "DELETE /v2.0/networks/c8f4b88d-fe02-4a86-bc02-1273f659caf8 HTTP/1.1" status: 204 len: 168 time: 0.5803041 Nov 27 02:07:21.339225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50792) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:21.348800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ded8b8-32ef-4102-ba70-1ff1fa171780 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Pushing event deleted for resources: {'Network': ['ID=c8f4b88d-fe02-4a86-bc02-1273f659caf8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:21.367659 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0d9a652d-db18-4340-939d-f2f8e7222537 tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1888297-8c0f-4021-8c6a-1f73da551476 HTTP/1.1" status: 200 len: 205 time: 0.0272808 Nov 27 02:07:21.370024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50794) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:21.445443 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f02790d-def7-459b-a3c2-56df5383a3cd tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.601831 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f02790d-def7-459b-a3c2-56df5383a3cd tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.603893 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f02790d-def7-459b-a3c2-56df5383a3cd tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.647296 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f02790d-def7-459b-a3c2-56df5383a3cd tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.647839 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f02790d-def7-459b-a3c2-56df5383a3cd tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Fanout notify agent at l3_agent the message router_deleted on router c1888297-8c0f-4021-8c6a-1f73da551476 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:07:21.655657 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f02790d-def7-459b-a3c2-56df5383a3cd tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:21.657386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5f02790d-def7-459b-a3c2-56df5383a3cd tempest-RoutersNegativeTest-976272671 tempest-RoutersNegativeTest-976272671-project] 10.222.0.37 "DELETE /v2.0/routers/c1888297-8c0f-4021-8c6a-1f73da551476 HTTP/1.1" status: 204 len: 168 time: 0.2863524 Nov 27 02:07:21.900265 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50800) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:22.036945 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6038f664-24a8-42ac-a397-c28d84c778e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2ed51c761cd4127a60de52c4c9ddc62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354291 Nov 27 02:07:22.039305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50804) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:22.086026 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30f63cbe-3753-424e-b044-901122068c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:22.107309 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30f63cbe-3753-424e-b044-901122068c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:22.154546 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30f63cbe-3753-424e-b044-901122068c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:22.157511 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30f63cbe-3753-424e-b044-901122068c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:22.158666 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-30f63cbe-3753-424e-b044-901122068c85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24c29e1c-0a33-4d61-b31a-6ec6ae260140 HTTP/1.1" status: 204 len: 168 time: 0.1184688 Nov 27 02:07:22.166208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f63cbe-3753-424e-b044-901122068c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c29e1c-0a33-4d61-b31a-6ec6ae260140,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:22.726805 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5f63a286-4ffb-4b82-9c98-11b592c0a5aa no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:07:22.746014 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 5f63a286-4ffb-4b82-9c98-11b592c0a5aa {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:07:22.746385 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5f63a286-4ffb-4b82-9c98-11b592c0a5aa not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:07:22.746802 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:07:22.760218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50826) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:22.766540 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:07:22.766890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9ae66f9e-0d3f-4b07-88d8-4cc9eb73d384 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:07:22.855080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-191547198-network', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:22.875634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Made reservation on behalf of 12b9a201e9a14bfb97fb59e35ae1c40e for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:22.877896 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:22.886349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:22.963117 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:22.966919 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:22.991596 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06401172-16b1-4965-af16-786a982272bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:07:23.002525 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3231b557-d897-4473-9dad-c3ee625495e5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:23.007268 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.007604 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Added segment a624b6af-676c-4ef0-a8e3-e5c4eccb22fe of type vlan for network 1926c626-a495-4e9d-bd0a-d9651157f47a Nov 27 02:07:23.044992 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.069537 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.070481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:23.071049 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.123959 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-06401172-16b1-4965-af16-786a982272bd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3626459 Nov 27 02:07:23.127384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50830) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:23.132001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-33f3f8c7-3852-410a-b0f9-5b4c07f8bcc6 admin admin] Request body: {'subnet': {'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-191547198-subnet', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:23.148857 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06401172-16b1-4965-af16-786a982272bd admin admin] Pushing event updated for resources: {'Network': ['ID=1926c626-a495-4e9d-bd0a-d9651157f47a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:23.158111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 1926c626-a495-4e9d-bd0a-d9651157f47a details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:07:23.163746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f3f8c7-3852-410a-b0f9-5b4c07f8bcc6 admin admin] Made reservation on behalf of 12b9a201e9a14bfb97fb59e35ae1c40e for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:23.166080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33f3f8c7-3852-410a-b0f9-5b4c07f8bcc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.333349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33f3f8c7-3852-410a-b0f9-5b4c07f8bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.392918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3f8c7-3852-410a-b0f9-5b4c07f8bcc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7648620f-cb8c-43a7-96e8-346d91ea7020,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:23.395363 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f3f8c7-3852-410a-b0f9-5b4c07f8bcc6 admin admin] Checking segment: {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:23.395724 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f3f8c7-3852-410a-b0f9-5b4c07f8bcc6 admin admin] Network hostable DHCP agents. Network: 1926c626-a495-4e9d-bd0a-d9651157f47a, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:07:23.412372 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f3f8c7-3852-410a-b0f9-5b4c07f8bcc6 admin admin] Network 1926c626-a495-4e9d-bd0a-d9651157f47a is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:07:23.420166 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-33f3f8c7-3852-410a-b0f9-5b4c07f8bcc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 1926c626-a495-4e9d-bd0a-d9651157f47a) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:23.424562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f3f8c7-3852-410a-b0f9-5b4c07f8bcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:23.425151 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-33f3f8c7-3852-410a-b0f9-5b4c07f8bcc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.429848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a123740-b04e-418b-a5b2-c8a53525a64e None None] Network 1926c626-a495-4e9d-bd0a-d9651157f47a requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:23.443919 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-33f3f8c7-3852-410a-b0f9-5b4c07f8bcc6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3155141 Nov 27 02:07:23.446851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50832) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:23.451164 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-191547198-router', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:23.472743 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.473750 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.527268 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.573917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-1926c626-a495-4e9d-bd0a-d9651157f47a', 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'fixed_ips': [{'subnet_id': '7648620f-cb8c-43a7-96e8-346d91ea7020'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:07:23.574812 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.660037 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.706030 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Allocated IP 172.20.0.2 (1926c626-a495-4e9d-bd0a-d9651157f47a/7648620f-cb8c-43a7-96e8-346d91ea7020/09929217-a21b-4235-ab2b-c22ad6bae0c9) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:07:23.848551 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.855622 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.862505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.881554 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.896155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Network 1926c626-a495-4e9d-bd0a-d9651157f47a is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:23.899163 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:23.902598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:07:23.912524 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Pushing event updated for resources: {'Port': ['ID=09929217-a21b-4235-ab2b-c22ad6bae0c9,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:23.964382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Attempting to bind port 09929217-a21b-4235-ab2b-c22ad6bae0c9 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:07:23.964752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Attempting to bind port 09929217-a21b-4235-ab2b-c22ad6bae0c9 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:07:23.965117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Attempting to bind port 09929217-a21b-4235-ab2b-c22ad6bae0c9 on network 1926c626-a495-4e9d-bd0a-d9651157f47a {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:07:23.970130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:07:23.970543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Checking segment: {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:23.970948 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.971349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Bound using segment: {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:07:23.971815 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Bound port: 09929217-a21b-4235-ab2b-c22ad6bae0c9, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:07:23.972193 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:23.993843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Allocated IP 172.25.3.135 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/22788c53-b82b-4dc4-a132-a7241006124c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:07:24.034055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] For port 09929217-a21b-4235-ab2b-c22ad6bae0c9, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:07:24.037139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] For port 09929217-a21b-4235-ab2b-c22ad6bae0c9, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=09929217-a21b-4235-ab2b-c22ad6bae0c9,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:07:24.041269 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:24.103431 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:24.113737 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5624b-b3b2-4dad-98ba-337db6afda98 None None] Pushing event updated for resources: {'Port': ['ID=09929217-a21b-4235-ab2b-c22ad6bae0c9,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:24.141429 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:24.187582 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:24.190462 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:24.194341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:07:24.207439 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27bd768-ecab-403a-88c1-c304b0314b14 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:07:24.223936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Pushing event updated for resources: {'Port': ['ID=22788c53-b82b-4dc4-a132-a7241006124c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:24.240339 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a1b88ea2-11e6-4fc9-9293-3e792649078f None None] Provisioning complete for port 22788c53-b82b-4dc4-a132-a7241006124c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:24.240717 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a1b88ea2-11e6-4fc9-9293-3e792649078f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:24.298465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a1b88ea2-11e6-4fc9-9293-3e792649078f None None] Port 22788c53-b82b-4dc4-a132-a7241006124c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:07:24.746925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 09929217-a21b-4235-ab2b-c22ad6bae0c9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:24.796225 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:24.798307 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 09929217-a21b-4235-ab2b-c22ad6bae0c9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:24.798638 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:24.878989 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:24.918399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 09929217-a21b-4235-ab2b-c22ad6bae0c9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=09929217-a21b-4235-ab2b-c22ad6bae0c9,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:24.922801 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:24.972160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=09929217-a21b-4235-ab2b-c22ad6bae0c9,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:25.016624 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:25.054762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46428195-7a20-469e-b483-75fd83b51cbf None None] Network 1926c626-a495-4e9d-bd0a-d9651157f47a requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:25.146891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-94109472-b930-487b-a0d2-6143936d1910 None None] Provisioning complete for port 09929217-a21b-4235-ab2b-c22ad6bae0c9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:25.147290 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-94109472-b930-487b-a0d2-6143936d1910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:25.148603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Router 410ab116-f01c-44f3-b1b4-a20c6dd09ebc is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:07:25.257865 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:07:25.268288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Sync routers for ids ['410ab116-f01c-44f3-b1b4-a20c6dd09ebc'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:07:25.275682 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:25.276938 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-621ca86b-d251-4d17-b226-6cc1de0de84f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8291430 Nov 27 02:07:25.279661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50834) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:25.294784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Routers {'410ab116-f01c-44f3-b1b4-a20c6dd09ebc'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:07:25.295372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['410ab116-f01c-44f3-b1b4-a20c6dd09ebc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:25.425725 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Set router 410ab116-f01c-44f3-b1b4-a20c6dd09ebc gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:07:25.547688 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d1ad1123-3316-4dad-a6a3-91b236bc2849 None None] Provisioning complete for port 09929217-a21b-4235-ab2b-c22ad6bae0c9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:25.547688 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1123-3316-4dad-a6a3-91b236bc2849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:25.691760 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'name': 'tempest-TestEncryptedCinderVolumes-191547198-router', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '22788c53-b82b-4dc4-a132-a7241006124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:24Z', 'revision_number': 3, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'gw_port': {'id': '22788c53-b82b-4dc4-a132-a7241006124c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:25.718082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Checking router: 410ab116-f01c-44f3-b1b4-a20c6dd09ebc for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:07:25.718479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Updating router 410ab116-f01c-44f3-b1b4-a20c6dd09ebc port 22788c53-b82b-4dc4-a132-a7241006124c binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:07:25.727079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:25.743271 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:25.878926 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Allocated IP 172.20.0.1 (1926c626-a495-4e9d-bd0a-d9651157f47a/7648620f-cb8c-43a7-96e8-346d91ea7020/fa49252f-a551-44c6-9b8b-9ce314d59fd9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:07:25.985117 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:25.992699 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:25.998021 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.019127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.043789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb81db1a-2c7c-439d-bbbe-f0e244d79a8d None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:07:26.050214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Attempting to bind port 22788c53-b82b-4dc4-a132-a7241006124c on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:07:26.050606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Attempting to bind port 22788c53-b82b-4dc4-a132-a7241006124c by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:07:26.050967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Attempting to bind port 22788c53-b82b-4dc4-a132-a7241006124c on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:07:26.054426 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Network 1926c626-a495-4e9d-bd0a-d9651157f47a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:26.057315 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:26.062958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:07:26.064712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effa044-a3db-4fe2-845f-4f589b736704 None None] Pushing event updated for resources: {'Port': ['ID=22788c53-b82b-4dc4-a132-a7241006124c,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:26.067521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:07:26.067897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:26.068292 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.068676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:07:26.069249 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Bound port: 22788c53-b82b-4dc4-a132-a7241006124c, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:07:26.069633 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.115131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Pushing event updated for resources: {'Port': ['ID=fa49252f-a551-44c6-9b8b-9ce314d59fd9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:26.124503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.130921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-36430019-f7a7-48fc-bb85-36768cc3600c None None] Provisioning complete for port 22788c53-b82b-4dc4-a132-a7241006124c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:26.131223 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36430019-f7a7-48fc-bb85-36768cc3600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.133137 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] For port 22788c53-b82b-4dc4-a132-a7241006124c, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:07:26.137374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] For port 22788c53-b82b-4dc4-a132-a7241006124c, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=22788c53-b82b-4dc4-a132-a7241006124c,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:07:26.158639 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.215555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bdf2b6-0be6-45f5-b1b3-1c8dbeade1e9 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:07:26.217172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-36430019-f7a7-48fc-bb85-36768cc3600c None None] Port 22788c53-b82b-4dc4-a132-a7241006124c cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:07:26.239431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Routers {'410ab116-f01c-44f3-b1b4-a20c6dd09ebc'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:07:26.240067 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['410ab116-f01c-44f3-b1b4-a20c6dd09ebc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:26.268739 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.279823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effa044-a3db-4fe2-845f-4f589b736704 None None] Pushing event updated for resources: {'Port': ['ID=22788c53-b82b-4dc4-a132-a7241006124c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:26.449990 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.456057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.525199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a0fdab2f-cbdc-47ef-98fb-a55932bff1fb None None] Provisioning complete for port fa49252f-a551-44c6-9b8b-9ce314d59fd9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:26.525583 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a0fdab2f-cbdc-47ef-98fb-a55932bff1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.526161 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Pushing event updated for resources: {'Port': ['ID=fa49252f-a551-44c6-9b8b-9ce314d59fd9,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:26.528715 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.532102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] Set router 410ab116-f01c-44f3-b1b4-a20c6dd09ebc gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:07:26.598104 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdab2f-cbdc-47ef-98fb-a55932bff1fb None None] Port fa49252f-a551-44c6-9b8b-9ce314d59fd9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:07:26.620609 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Network 1926c626-a495-4e9d-bd0a-d9651157f47a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:26.622012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:26.676931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a0fdab2f-cbdc-47ef-98fb-a55932bff1fb None None] Provisioning complete for port 22788c53-b82b-4dc4-a132-a7241006124c triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:26.677310 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a0fdab2f-cbdc-47ef-98fb-a55932bff1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.751271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Router 410ab116-f01c-44f3-b1b4-a20c6dd09ebc has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:07:26.755871 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 09929217-a21b-4235-ab2b-c22ad6bae0c9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:26.860682 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a0fdab2f-cbdc-47ef-98fb-a55932bff1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.865522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:07:26.877901 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-94020f2b-66e4-43d4-b4d0-179e30df021d admin admin] 10.222.0.37 "PUT /v2.0/routers/410ab116-f01c-44f3-b1b4-a20c6dd09ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5913713 Nov 27 02:07:26.897712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a0fdab2f-cbdc-47ef-98fb-a55932bff1fb None None] For port 22788c53-b82b-4dc4-a132-a7241006124c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=22788c53-b82b-4dc4-a132-a7241006124c,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:26.898640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 09929217-a21b-4235-ab2b-c22ad6bae0c9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:26.899001 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.918819 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a0fdab2f-cbdc-47ef-98fb-a55932bff1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:26.938154 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'name': 'tempest-TestEncryptedCinderVolumes-191547198-router', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '22788c53-b82b-4dc4-a132-a7241006124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:26Z', 'revision_number': 4, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'gw_port': {'id': '22788c53-b82b-4dc4-a132-a7241006124c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'fa49252f-a551-44c6-9b8b-9ce314d59fd9', 'name': '', 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'mac_address': 'fa:16:3e:a9:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '7648620f-cb8c-43a7-96e8-346d91ea7020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:25Z', 'updated_at': '2021-11-27T02:07:25Z', 'revision_number': 1, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'subnets': [{'id': '7648620f-cb8c-43a7-96e8-346d91ea7020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:26.990030 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f320ec0-0dce-4a23-b43e-75e3080b644e None None] The sync data for ids ['410ab116-f01c-44f3-b1b4-a20c6dd09ebc'] in n-d-819494-2 is: [{'id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'name': 'tempest-TestEncryptedCinderVolumes-191547198-router', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '22788c53-b82b-4dc4-a132-a7241006124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:26Z', 'revision_number': 4, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'gw_port': {'id': '22788c53-b82b-4dc4-a132-a7241006124c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'fa49252f-a551-44c6-9b8b-9ce314d59fd9', 'name': '', 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'mac_address': 'fa:16:3e:a9:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '7648620f-cb8c-43a7-96e8-346d91ea7020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:25Z', 'updated_at': '2021-11-27T02:07:25Z', 'revision_number': 1, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'subnets': [{'id': '7648620f-cb8c-43a7-96e8-346d91ea7020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:07:27.024573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdab2f-cbdc-47ef-98fb-a55932bff1fb None None] Pushing event updated for resources: {'Port': ['ID=22788c53-b82b-4dc4-a132-a7241006124c,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:27.084367 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-db53a7dd-84eb-4a90-8d34-91611581ec89 None None] Provisioning complete for port fa49252f-a551-44c6-9b8b-9ce314d59fd9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:27.084821 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db53a7dd-84eb-4a90-8d34-91611581ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:27.131787 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-db53a7dd-84eb-4a90-8d34-91611581ec89 None None] Port fa49252f-a551-44c6-9b8b-9ce314d59fd9 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:07:27.403017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 50850) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:27.408839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2052881788-network', 'tenant_id': '4769183d97a94603b017740a4cc5bb21'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:27.431329 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Made reservation on behalf of 4769183d97a94603b017740a4cc5bb21 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:27.433730 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:27.443323 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:27.522817 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:27.527596 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:27.554291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:07:27.564423 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653efd69-9328-42cb-95c0-b11a083b0368,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:27.570809 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:27.571256 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Added segment ef128241-ff12-4080-a100-e3cdcd7451aa of type vlan for network 9b6a7cd8-6601-4d69-99ce-d4c0665314a7 Nov 27 02:07:27.631503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:27.662535 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:27.663683 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:27.664355 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:27.724095 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3199065 Nov 27 02:07:27.727063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50852) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:27.729712 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae3c42-8315-43a8-b349-138c133464de admin admin] Pushing event updated for resources: {'Network': ['ID=9b6a7cd8-6601-4d69-99ce-d4c0665314a7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:27.733419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ee691a8b-a19f-4e55-9faf-150da4dd9b50 admin admin] Request body: {'subnet': {'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2052881788-subnet', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:27.741445 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 9b6a7cd8-6601-4d69-99ce-d4c0665314a7 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:07:27.760865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee691a8b-a19f-4e55-9faf-150da4dd9b50 admin admin] Made reservation on behalf of 4769183d97a94603b017740a4cc5bb21 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:27.763794 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee691a8b-a19f-4e55-9faf-150da4dd9b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:27.965662 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee691a8b-a19f-4e55-9faf-150da4dd9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.021794 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee691a8b-a19f-4e55-9faf-150da4dd9b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67afb03-a71a-4877-b1ea-45139ed35d18,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:28.032374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee691a8b-a19f-4e55-9faf-150da4dd9b50 admin admin] Checking segment: {'id': 'ef128241-ff12-4080-a100-e3cdcd7451aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:28.032735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee691a8b-a19f-4e55-9faf-150da4dd9b50 admin admin] Network hostable DHCP agents. Network: 9b6a7cd8-6601-4d69-99ce-d4c0665314a7, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:07:28.050453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee691a8b-a19f-4e55-9faf-150da4dd9b50 admin admin] Network 9b6a7cd8-6601-4d69-99ce-d4c0665314a7 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:07:28.060078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-ee691a8b-a19f-4e55-9faf-150da4dd9b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 9b6a7cd8-6601-4d69-99ce-d4c0665314a7) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:28.064789 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee691a8b-a19f-4e55-9faf-150da4dd9b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:28.065385 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee691a8b-a19f-4e55-9faf-150da4dd9b50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.069928 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114a8be-8fdb-4284-a586-39df8b602ed0 None None] Network 9b6a7cd8-6601-4d69-99ce-d4c0665314a7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:28.086559 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ee691a8b-a19f-4e55-9faf-150da4dd9b50 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3551099 Nov 27 02:07:28.086559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50854) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:28.090309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2052881788-router', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:28.114231 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.115750 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.177576 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.236201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-9b6a7cd8-6601-4d69-99ce-d4c0665314a7', 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'fixed_ips': [{'subnet_id': 'c67afb03-a71a-4877-b1ea-45139ed35d18'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:07:28.237304 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.324698 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.381372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Allocated IP 172.20.0.2 (9b6a7cd8-6601-4d69-99ce-d4c0665314a7/c67afb03-a71a-4877-b1ea-45139ed35d18/0aa7a594-7ea7-4ede-869f-d1ded2b00731) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:07:28.525489 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.526383 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.531696 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.545684 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.572986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Network 9b6a7cd8-6601-4d69-99ce-d4c0665314a7 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:28.577458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:28.579939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:07:28.587399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Pushing event updated for resources: {'Port': ['ID=0aa7a594-7ea7-4ede-869f-d1ded2b00731,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:28.637929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Attempting to bind port 0aa7a594-7ea7-4ede-869f-d1ded2b00731 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:07:28.638337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Attempting to bind port 0aa7a594-7ea7-4ede-869f-d1ded2b00731 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ef128241-ff12-4080-a100-e3cdcd7451aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:07:28.638699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Attempting to bind port 0aa7a594-7ea7-4ede-869f-d1ded2b00731 on network 9b6a7cd8-6601-4d69-99ce-d4c0665314a7 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:07:28.644395 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:07:28.644621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Checking segment: {'id': 'ef128241-ff12-4080-a100-e3cdcd7451aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:28.644837 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.645240 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Bound using segment: {'id': 'ef128241-ff12-4080-a100-e3cdcd7451aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:07:28.645714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Bound port: 0aa7a594-7ea7-4ede-869f-d1ded2b00731, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef128241-ff12-4080-a100-e3cdcd7451aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:07:28.646106 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.658553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Allocated IP 172.25.3.199 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/3c9866ed-bb76-4fb0-b975-259eb4b887c4) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:07:28.730355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] For port 0aa7a594-7ea7-4ede-869f-d1ded2b00731, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:07:28.734922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] For port 0aa7a594-7ea7-4ede-869f-d1ded2b00731, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0aa7a594-7ea7-4ede-869f-d1ded2b00731,segment=NetworkSegment(ef128241-ff12-4080-a100-e3cdcd7451aa),segment_id=ef128241-ff12-4080-a100-e3cdcd7451aa)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:07:28.748716 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.787475 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.820830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f2ea1-2454-4416-9683-12e275949581 None None] Pushing event updated for resources: {'Port': ['ID=0aa7a594-7ea7-4ede-869f-d1ded2b00731,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:28.826333 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 22788c53-b82b-4dc4-a132-a7241006124c up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:28.839664 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.878058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:28.883195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:28.884917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 22788c53-b82b-4dc4-a132-a7241006124c triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:28.885351 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:28.887024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:07:28.922530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9866ed-bb76-4fb0-b975-259eb4b887c4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:28.932545 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af81f18-46ac-450c-9dc8-e33267e67191 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:07:29.014569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3b8db244-486f-4b1a-88b7-f18379d7c3be None None] Provisioning complete for port 3c9866ed-bb76-4fb0-b975-259eb4b887c4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:29.015030 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3b8db244-486f-4b1a-88b7-f18379d7c3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:29.058761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3b8db244-486f-4b1a-88b7-f18379d7c3be None None] Port 3c9866ed-bb76-4fb0-b975-259eb4b887c4 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:07:29.236015 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:29.251070 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Sync routers for ids ['410ab116-f01c-44f3-b1b4-a20c6dd09ebc'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:07:29.265225 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Routers {'410ab116-f01c-44f3-b1b4-a20c6dd09ebc'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:07:29.275484 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['410ab116-f01c-44f3-b1b4-a20c6dd09ebc'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:29.388008 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Set router 410ab116-f01c-44f3-b1b4-a20c6dd09ebc gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:07:29.607883 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'name': 'tempest-TestEncryptedCinderVolumes-191547198-router', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '22788c53-b82b-4dc4-a132-a7241006124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:26Z', 'revision_number': 4, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'gw_port': {'id': '22788c53-b82b-4dc4-a132-a7241006124c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'fa49252f-a551-44c6-9b8b-9ce314d59fd9', 'name': '', 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'mac_address': 'fa:16:3e:a9:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '7648620f-cb8c-43a7-96e8-346d91ea7020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:25Z', 'updated_at': '2021-11-27T02:07:26Z', 'revision_number': 2, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'subnets': [{'id': '7648620f-cb8c-43a7-96e8-346d91ea7020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:29.635637 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Checking router: 410ab116-f01c-44f3-b1b4-a20c6dd09ebc for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:07:29.636248 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Updating router 410ab116-f01c-44f3-b1b4-a20c6dd09ebc port fa49252f-a551-44c6-9b8b-9ce314d59fd9 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:07:29.668823 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:29.819049 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:29.983560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Router 5db97b3e-286d-4142-b7e4-a3e56757defd is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:07:30.015089 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:30.020886 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:30.079907 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da32987-51e7-4101-877d-9217d6c0c1d6 None None] Network 9b6a7cd8-6601-4d69-99ce-d4c0665314a7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:07:30.099965 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Pushing event updated for resources: {'Port': ['ID=fa49252f-a551-44c6-9b8b-9ce314d59fd9,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:30.107342 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:07:30.130374 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:30.131438 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:30.131934 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:30.132435 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:30.132938 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:30.134266 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:30.134826 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:30.135357 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:30.136192 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:30.136717 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:30.137274 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:30.138020 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:07:30.138373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:30.150421 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6409c3fc-86a3-4b52-9964-5470665b71d2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0598745 Nov 27 02:07:30.150421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 50856) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:07:30.158872 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Attempting to bind port fa49252f-a551-44c6-9b8b-9ce314d59fd9 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:07:30.159497 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Attempting to bind port fa49252f-a551-44c6-9b8b-9ce314d59fd9 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:07:30.160020 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Attempting to bind port fa49252f-a551-44c6-9b8b-9ce314d59fd9 on network 1926c626-a495-4e9d-bd0a-d9651157f47a {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:07:30.161236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Sync routers for ids ['5db97b3e-286d-4142-b7e4-a3e56757defd'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:07:30.167394 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:07:30.167768 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Checking segment: {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:30.168164 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:30.169259 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Bound using segment: {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:07:30.169762 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Bound port: fa49252f-a551-44c6-9b8b-9ce314d59fd9, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:07:30.170147 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:30.182606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-74dc5a06-ac15-4a40-b415-4c8b39634c56 None None] Provisioning complete for port 0aa7a594-7ea7-4ede-869f-d1ded2b00731 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:30.183266 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-74dc5a06-ac15-4a40-b415-4c8b39634c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:30.218093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Routers {'5db97b3e-286d-4142-b7e4-a3e56757defd'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:07:30.219578 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5db97b3e-286d-4142-b7e4-a3e56757defd'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:30.261115 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] For port fa49252f-a551-44c6-9b8b-9ce314d59fd9, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:07:30.266659 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] For port fa49252f-a551-44c6-9b8b-9ce314d59fd9, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fa49252f-a551-44c6-9b8b-9ce314d59fd9,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:07:30.273104 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:30.349360 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Routers {'410ab116-f01c-44f3-b1b4-a20c6dd09ebc'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:07:30.350132 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['410ab116-f01c-44f3-b1b4-a20c6dd09ebc'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:30.397396 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18ef58-f730-4a76-947a-4b2e4790f449 None None] Pushing event updated for resources: {'Port': ['ID=fa49252f-a551-44c6-9b8b-9ce314d59fd9,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:30.473268 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Set router 5db97b3e-286d-4142-b7e4-a3e56757defd gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:07:30.475029 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-74dc5a06-ac15-4a40-b415-4c8b39634c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:30.492302 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] Set router 410ab116-f01c-44f3-b1b4-a20c6dd09ebc gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:07:30.636745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-74dc5a06-ac15-4a40-b415-4c8b39634c56 None None] For port 0aa7a594-7ea7-4ede-869f-d1ded2b00731, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0aa7a594-7ea7-4ede-869f-d1ded2b00731,segment=NetworkSegment(ef128241-ff12-4080-a100-e3cdcd7451aa),segment_id=ef128241-ff12-4080-a100-e3cdcd7451aa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:30.647813 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-74dc5a06-ac15-4a40-b415-4c8b39634c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:30.685171 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:30.741720 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'name': 'tempest-TestEncryptedCinderVolumes-191547198-router', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '22788c53-b82b-4dc4-a132-a7241006124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:26Z', 'revision_number': 4, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'gw_port': {'id': '22788c53-b82b-4dc4-a132-a7241006124c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'fa49252f-a551-44c6-9b8b-9ce314d59fd9', 'name': '', 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'mac_address': 'fa:16:3e:a9:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '7648620f-cb8c-43a7-96e8-346d91ea7020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:25Z', 'updated_at': '2021-11-27T02:07:30Z', 'revision_number': 4, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'subnets': [{'id': '7648620f-cb8c-43a7-96e8-346d91ea7020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:30.782280 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8d931-acc3-45b2-a04a-1dc3e7d03342 None None] The sync data for ids ['410ab116-f01c-44f3-b1b4-a20c6dd09ebc'] in n-d-819494-2 is: [{'id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'name': 'tempest-TestEncryptedCinderVolumes-191547198-router', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '22788c53-b82b-4dc4-a132-a7241006124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:26Z', 'revision_number': 4, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'gw_port': {'id': '22788c53-b82b-4dc4-a132-a7241006124c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'fa49252f-a551-44c6-9b8b-9ce314d59fd9', 'name': '', 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'mac_address': 'fa:16:3e:a9:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '7648620f-cb8c-43a7-96e8-346d91ea7020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:25Z', 'updated_at': '2021-11-27T02:07:30Z', 'revision_number': 4, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'subnets': [{'id': '7648620f-cb8c-43a7-96e8-346d91ea7020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:07:30.790031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc5a06-ac15-4a40-b415-4c8b39634c56 None None] Pushing event updated for resources: {'Port': ['ID=0aa7a594-7ea7-4ede-869f-d1ded2b00731,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:30.816072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-33392a2e-5095-4a83-a3a0-0f21bf4ddb5f None None] Provisioning complete for port fa49252f-a551-44c6-9b8b-9ce314d59fd9 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:30.816639 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-33392a2e-5095-4a83-a3a0-0f21bf4ddb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:30.847055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'name': 'tempest-TestEncryptedCinderVolumes-2052881788-router', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:29Z', 'revision_number': 3, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'gw_port': {'id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:30.893278 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Checking router: 5db97b3e-286d-4142-b7e4-a3e56757defd for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:07:30.893729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Updating router 5db97b3e-286d-4142-b7e4-a3e56757defd port 3c9866ed-bb76-4fb0-b975-259eb4b887c4 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:07:30.925027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Allocated IP 172.20.0.1 (9b6a7cd8-6601-4d69-99ce-d4c0665314a7/c67afb03-a71a-4877-b1ea-45139ed35d18/c570432b-0656-45f8-9a75-07904971d439) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:07:31.054386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.095891 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.118736 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0aa7a594-7ea7-4ede-869f-d1ded2b00731 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:31.146616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Network 9b6a7cd8-6601-4d69-99ce-d4c0665314a7 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:31.151235 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:31.154923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:07:31.160815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Pushing event updated for resources: {'Port': ['ID=c570432b-0656-45f8-9a75-07904971d439,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:31.163264 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.209476 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.320727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 0aa7a594-7ea7-4ede-869f-d1ded2b00731 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:31.321103 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.360047 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-33392a2e-5095-4a83-a3a0-0f21bf4ddb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.385098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.469474 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-33392a2e-5095-4a83-a3a0-0f21bf4ddb5f None None] For port fa49252f-a551-44c6-9b8b-9ce314d59fd9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fa49252f-a551-44c6-9b8b-9ce314d59fd9,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:31.499006 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-33392a2e-5095-4a83-a3a0-0f21bf4ddb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.557132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fa49252f-a551-44c6-9b8b-9ce314d59fd9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:31.573346 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.579312 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.624714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33392a2e-5095-4a83-a3a0-0f21bf4ddb5f None None] Pushing event updated for resources: {'Port': ['ID=fa49252f-a551-44c6-9b8b-9ce314d59fd9,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:31.651325 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.653035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Pushing event updated for resources: {'Port': ['ID=c570432b-0656-45f8-9a75-07904971d439,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:31.669243 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-50800400-11f3-4af1-970f-fadb60545719 None None] Provisioning complete for port 0aa7a594-7ea7-4ede-869f-d1ded2b00731 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:31.669617 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50800400-11f3-4af1-970f-fadb60545719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.700649 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.714151 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.744231 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Network 9b6a7cd8-6601-4d69-99ce-d4c0665314a7 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:31.746291 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:31.751021 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port fa49252f-a551-44c6-9b8b-9ce314d59fd9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:31.751399 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.795204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba9e73e-ddc3-4d46-9148-99cc1fed32cc None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:07:31.822692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Attempting to bind port 3c9866ed-bb76-4fb0-b975-259eb4b887c4 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:07:31.823068 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Attempting to bind port 3c9866ed-bb76-4fb0-b975-259eb4b887c4 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:07:31.823432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Attempting to bind port 3c9866ed-bb76-4fb0-b975-259eb4b887c4 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:07:31.829738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedb5af-c1ff-4175-9a99-4b49098c16e6 None None] Pushing event updated for resources: {'Port': ['ID=3c9866ed-bb76-4fb0-b975-259eb4b887c4,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:31.841071 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:07:31.841335 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:31.841740 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.842448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:07:31.842931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Bound port: 3c9866ed-bb76-4fb0-b975-259eb4b887c4, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:07:31.843323 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.872921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Router 5db97b3e-286d-4142-b7e4-a3e56757defd has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:07:31.971863 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] For port 3c9866ed-bb76-4fb0-b975-259eb4b887c4, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:07:31.975841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] For port 3c9866ed-bb76-4fb0-b975-259eb4b887c4, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3c9866ed-bb76-4fb0-b975-259eb4b887c4,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:07:31.985867 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.990253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-50800400-11f3-4af1-970f-fadb60545719 None None] Provisioning complete for port c570432b-0656-45f8-9a75-07904971d439 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:31.990620 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50800400-11f3-4af1-970f-fadb60545719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:31.998104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:07:32.003913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c26fc74-8263-4357-a80d-804f9f60aacf admin admin] 10.222.0.37 "PUT /v2.0/routers/5db97b3e-286d-4142-b7e4-a3e56757defd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8530941 Nov 27 02:07:32.057539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63962a2-a442-4a47-8d6f-e1e16194db9f None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:07:32.086042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Routers {'5db97b3e-286d-4142-b7e4-a3e56757defd'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:07:32.086482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5db97b3e-286d-4142-b7e4-a3e56757defd'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:32.088133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-50800400-11f3-4af1-970f-fadb60545719 None None] Port c570432b-0656-45f8-9a75-07904971d439 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:07:32.091800 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedb5af-c1ff-4175-9a99-4b49098c16e6 None None] Pushing event updated for resources: {'Port': ['ID=3c9866ed-bb76-4fb0-b975-259eb4b887c4,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:32.200514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] Set router 5db97b3e-286d-4142-b7e4-a3e56757defd gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:07:32.243954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9f742e92-89e6-43ef-b48a-0b9fc8054a72 None None] Provisioning complete for port c570432b-0656-45f8-9a75-07904971d439 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:32.244241 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f742e92-89e6-43ef-b48a-0b9fc8054a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:32.357604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9f742e92-89e6-43ef-b48a-0b9fc8054a72 None None] Port c570432b-0656-45f8-9a75-07904971d439 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:07:32.393544 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9f742e92-89e6-43ef-b48a-0b9fc8054a72 None None] Provisioning complete for port 3c9866ed-bb76-4fb0-b975-259eb4b887c4 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:32.393907 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f742e92-89e6-43ef-b48a-0b9fc8054a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:32.502614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'name': 'tempest-TestEncryptedCinderVolumes-2052881788-router', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:31Z', 'revision_number': 4, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'gw_port': {'id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c570432b-0656-45f8-9a75-07904971d439', 'name': '', 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'mac_address': 'fa:16:3e:ec:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c67afb03-a71a-4877-b1ea-45139ed35d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:30Z', 'updated_at': '2021-11-27T02:07:31Z', 'revision_number': 2, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'subnets': [{'id': 'c67afb03-a71a-4877-b1ea-45139ed35d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:32.506036 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f742e92-89e6-43ef-b48a-0b9fc8054a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:32.537625 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa999c4-fc2d-4d9e-8113-66b0b4223171 None None] The sync data for ids ['5db97b3e-286d-4142-b7e4-a3e56757defd'] in n-d-819494-2 is: [{'id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'name': 'tempest-TestEncryptedCinderVolumes-2052881788-router', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:31Z', 'revision_number': 4, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'gw_port': {'id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c570432b-0656-45f8-9a75-07904971d439', 'name': '', 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'mac_address': 'fa:16:3e:ec:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c67afb03-a71a-4877-b1ea-45139ed35d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:30Z', 'updated_at': '2021-11-27T02:07:31Z', 'revision_number': 2, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'subnets': [{'id': 'c67afb03-a71a-4877-b1ea-45139ed35d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:07:32.555103 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-9f742e92-89e6-43ef-b48a-0b9fc8054a72 None None] For port 3c9866ed-bb76-4fb0-b975-259eb4b887c4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3c9866ed-bb76-4fb0-b975-259eb4b887c4,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:32.563925 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f742e92-89e6-43ef-b48a-0b9fc8054a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:32.621398 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f742e92-89e6-43ef-b48a-0b9fc8054a72 None None] Pushing event updated for resources: {'Port': ['ID=3c9866ed-bb76-4fb0-b975-259eb4b887c4,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:32.759860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0aa7a594-7ea7-4ede-869f-d1ded2b00731 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:32.783275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-76594197-0981-4663-a054-2aa3c17b6c46 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:32.784873 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-76594197-0981-4663-a054-2aa3c17b6c46 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/networks?id=1926c626-a495-4e9d-bd0a-d9651157f47a HTTP/1.1" status: 200 len: 816 time: 0.1438861 Nov 27 02:07:32.804994 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-26412246-db68-4f88-8fb6-b8ad8d99451c tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/quotas/12b9a201e9a14bfb97fb59e35ae1c40e HTTP/1.1" status: 200 len: 375 time: 0.0113244 Nov 27 02:07:32.819642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 0aa7a594-7ea7-4ede-869f-d1ded2b00731 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:32.820028 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:32.861469 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-c68efd18-caef-4a91-a496-eff562cd2b41 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=12b9a201e9a14bfb97fb59e35ae1c40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502880 Nov 27 02:07:32.913539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fa49252f-a551-44c6-9b8b-9ce314d59fd9 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:32.961291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port fa49252f-a551-44c6-9b8b-9ce314d59fd9 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:32.961777 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:32.972913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-e58e9a11-437d-4792-a632-4c28994ad6b9 service neutron] 10.222.0.37 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983984 Nov 27 02:07:33.072148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-29529202-d658-4364-bb30-dd5482388e40 service neutron] 10.222.0.37 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893049 Nov 27 02:07:33.241011 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2be8d0e-20a0-4e54-86f5-fed13b98e61a req-1b4cc8ef-2971-44f2-b70d-ef4cb35bc793 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 210 time: 0.0277555 Nov 27 02:07:34.255210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-71cafb41-7e45-4173-b907-b37e658c5fe2 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:34.256659 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-71cafb41-7e45-4173-b907-b37e658c5fe2 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.42 "GET /v2.0/networks?id=1926c626-a495-4e9d-bd0a-d9651157f47a HTTP/1.1" status: 200 len: 816 time: 0.1098351 Nov 27 02:07:34.279644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Request body: {'port': {'device_id': '2e5dac31-3d03-4093-a280-377252461457', 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a', 'admin_state_up': True, 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:34.357710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-94b87b59-3a7b-46a2-8d36-74dc80b53228 req-1f02b699-b45a-4e5d-92a3-201a8ca6c37c tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 210 time: 0.0334575 Nov 27 02:07:34.427477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Made reservation on behalf of 12b9a201e9a14bfb97fb59e35ae1c40e for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:07:34.430948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:34.553614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Allocated IP 172.20.0.11 (1926c626-a495-4e9d-bd0a-d9651157f47a/7648620f-cb8c-43a7-96e8-346d91ea7020/fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:07:34.716715 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:34.754490 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:34.771298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3c9866ed-bb76-4fb0-b975-259eb4b887c4 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:34.798124 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Network 1926c626-a495-4e9d-bd0a-d9651157f47a is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:07:34.801703 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:07:34.805458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:07:34.836019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Pushing event updated for resources: {'Port': ['ID=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:34.839094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 3c9866ed-bb76-4fb0-b975-259eb4b887c4 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:34.839571 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:34.872815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:34.873408 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:34.895951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-cb994ee4-467d-45b4-a96b-794e66dd8d02 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6215849 Nov 27 02:07:34.914925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Request body: {'port': {'device_id': '2e5dac31-3d03-4093-a280-377252461457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:07:34.925301 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Sync routers for ids ['5db97b3e-286d-4142-b7e4-a3e56757defd'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:07:34.939311 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Routers {'5db97b3e-286d-4142-b7e4-a3e56757defd'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:07:34.940073 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5db97b3e-286d-4142-b7e4-a3e56757defd'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:34.982287 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.118280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-88a6fb1f-71be-4a73-9bcf-bf13be00d103 None None] Provisioning complete for port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:35.118653 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-88a6fb1f-71be-4a73-9bcf-bf13be00d103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.149279 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Set router 5db97b3e-286d-4142-b7e4-a3e56757defd gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:07:35.158413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-88a6fb1f-71be-4a73-9bcf-bf13be00d103 None None] Port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:07:35.257139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:07:35.264938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.276833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Transition to ACTIVE for port object fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:07:35.280942 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.350273 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'name': 'tempest-TestEncryptedCinderVolumes-2052881788-router', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:31Z', 'revision_number': 4, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'gw_port': {'id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c570432b-0656-45f8-9a75-07904971d439', 'name': '', 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'mac_address': 'fa:16:3e:ec:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c67afb03-a71a-4877-b1ea-45139ed35d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:30Z', 'updated_at': '2021-11-27T02:07:31Z', 'revision_number': 2, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'subnets': [{'id': 'c67afb03-a71a-4877-b1ea-45139ed35d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:35.378075 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Checking router: 5db97b3e-286d-4142-b7e4-a3e56757defd for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:07:35.378705 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Updating router 5db97b3e-286d-4142-b7e4-a3e56757defd port c570432b-0656-45f8-9a75-07904971d439 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:07:35.387492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Pushing event updated for resources: {'Port': ['ID=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:35.413246 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Attempting to bind port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:07:35.413420 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.413783 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Attempting to bind port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:07:35.414216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Attempting to bind port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 on network 1926c626-a495-4e9d-bd0a-d9651157f47a {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:07:35.419144 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 on network 1926c626-a495-4e9d-bd0a-d9651157f47a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:07:35.419591 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Attempting to bind port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 on network 1926c626-a495-4e9d-bd0a-d9651157f47a {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:07:35.425559 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:07:35.426550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Checking segment: {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:35.427189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Bound using segment: {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:07:35.427862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Bound port: fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:07:35.428291 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.498902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] For port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:07:35.502505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] For port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:07:35.508042 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.508314 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f449ce-fe6d-4bc7-824e-96412b325b84 req-96074ec2-b8e3-4ab6-bb94-9f627fd7ba5c tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:35.518815 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2f449ce-fe6d-4bc7-824e-96412b325b84 req-96074ec2-b8e3-4ab6-bb94-9f627fd7ba5c tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 944 time: 0.0668626 Nov 27 02:07:35.569989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:35.570571 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.572072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] 10.222.0.42 "PUT /v2.0/ports/fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 HTTP/1.1" status: 200 len: 1092 time: 0.6619990 Nov 27 02:07:35.572516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5dac31-3d03-4093-a280-377252461457', 'tag': 'fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:07:35.575161 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528a1e77-b2ce-4684-abf7-6e02069c6bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5dac31-3d03-4093-a280-377252461457", "tag": "fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:07:35.589287 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2f449ce-fe6d-4bc7-824e-96412b325b84 req-d9371376-2501-4dc4-a49d-ccdb8dee907a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651326 Nov 27 02:07:35.616102 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126d180-0e9d-4f02-8c5a-038461381d1b service neutron] Pushing event updated for resources: {'Port': ['ID=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:35.637600 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553a643a-c09c-4242-9da1-69ae435a8ec3 x-openstack-request-id: req-553a643a-c09c-4242-9da1-69ae435a8ec3 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:07:35.637897 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5dac31-3d03-4093-a280-377252461457", "tag": "fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:07:35.638150 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-553a643a-c09c-4242-9da1-69ae435a8ec3 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:07:35.638691 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5dac31-3d03-4093-a280-377252461457', 'tag': 'fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0', 'status': 'completed', 'code': 200} Nov 27 02:07:35.693587 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-221b40ac-9c2b-4074-b2a8-120760b19c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:35.695293 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-221b40ac-9c2b-4074-b2a8-120760b19c14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12b9a201e9a14bfb97fb59e35ae1c40e&device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 1095 time: 0.0442944 Nov 27 02:07:35.739849 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.745710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-49671007-1d46-4175-95b1-3f6b8f17fd8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 HTTP/1.1" status: 200 len: 217 time: 0.0369611 Nov 27 02:07:35.745912 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.797310 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90533d-75ee-4121-8d3d-5ef0da09f203 None None] Pushing event updated for resources: {'Port': ['ID=c570432b-0656-45f8-9a75-07904971d439,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:35.805574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-eede1c03-d7c9-4ba3-a381-37f67a2c69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:35.807468 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-eede1c03-d7c9-4ba3-a381-37f67a2c69a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7648620f-cb8c-43a7-96e8-346d91ea7020 HTTP/1.1" status: 200 len: 855 time: 0.0547898 Nov 27 02:07:35.859903 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-380ed189-f5ea-464a-816b-34e7a550a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:35.861158 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Attempting to bind port c570432b-0656-45f8-9a75-07904971d439 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:07:35.861598 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Attempting to bind port c570432b-0656-45f8-9a75-07904971d439 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ef128241-ff12-4080-a100-e3cdcd7451aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:07:35.861743 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-380ed189-f5ea-464a-816b-34e7a550a7fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1926c626-a495-4e9d-bd0a-d9651157f47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460119 Nov 27 02:07:35.862098 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Attempting to bind port c570432b-0656-45f8-9a75-07904971d439 on network 9b6a7cd8-6601-4d69-99ce-d4c0665314a7 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:07:35.867417 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:07:35.867990 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Checking segment: {'id': 'ef128241-ff12-4080-a100-e3cdcd7451aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:07:35.868450 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.868900 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Bound using segment: {'id': 'ef128241-ff12-4080-a100-e3cdcd7451aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:07:35.869457 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Bound port: c570432b-0656-45f8-9a75-07904971d439, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef128241-ff12-4080-a100-e3cdcd7451aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:07:35.869841 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.942567 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] For port c570432b-0656-45f8-9a75-07904971d439, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:07:35.946302 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] For port c570432b-0656-45f8-9a75-07904971d439, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c570432b-0656-45f8-9a75-07904971d439,segment=NetworkSegment(ef128241-ff12-4080-a100-e3cdcd7451aa),segment_id=ef128241-ff12-4080-a100-e3cdcd7451aa)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:07:35.951477 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:35.962785 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-b6dbdcd6-8314-44b0-a7b2-239a014dad18 service neutron] 10.222.0.42 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931449 Nov 27 02:07:36.021660 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Routers {'5db97b3e-286d-4142-b7e4-a3e56757defd'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:07:36.022333 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:07:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5db97b3e-286d-4142-b7e4-a3e56757defd'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:36.024244 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90533d-75ee-4121-8d3d-5ef0da09f203 None None] Pushing event updated for resources: {'Port': ['ID=c570432b-0656-45f8-9a75-07904971d439,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:36.051600 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bcfe1ba0-5eb0-41f3-ac11-72c19873d589 None None] Provisioning complete for port c570432b-0656-45f8-9a75-07904971d439 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:36.053847 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1ba0-5eb0-41f3-ac11-72c19873d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:36.074500 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-56848f5b-805c-4db8-b9e9-693dd7a03a1e req-5060e0c7-9f38-4157-b19d-f30aee03f887 service neutron] 10.222.0.42 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045291 Nov 27 02:07:36.163212 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1ba0-5eb0-41f3-ac11-72c19873d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:36.172679 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] Set router 5db97b3e-286d-4142-b7e4-a3e56757defd gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:07:36.202188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-bcfe1ba0-5eb0-41f3-ac11-72c19873d589 None None] For port c570432b-0656-45f8-9a75-07904971d439, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c570432b-0656-45f8-9a75-07904971d439,segment=NetworkSegment(ef128241-ff12-4080-a100-e3cdcd7451aa),segment_id=ef128241-ff12-4080-a100-e3cdcd7451aa)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:36.206717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1e77-b2ce-4684-abf7-6e02069c6bd6 req-f5eca167-95ba-4623-9552-039e2f1503ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:36.209562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-528a1e77-b2ce-4684-abf7-6e02069c6bd6 req-f5eca167-95ba-4623-9552-039e2f1503ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12b9a201e9a14bfb97fb59e35ae1c40e&device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 1095 time: 0.0473607 Nov 27 02:07:36.211921 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1ba0-5eb0-41f3-ac11-72c19873d589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:36.283811 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe1ba0-5eb0-41f3-ac11-72c19873d589 None None] Pushing event updated for resources: {'Port': ['ID=c570432b-0656-45f8-9a75-07904971d439,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:36.316213 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1e77-b2ce-4684-abf7-6e02069c6bd6 req-0ec93556-08a6-49aa-892f-575dcd06d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:36.317820 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-528a1e77-b2ce-4684-abf7-6e02069c6bd6 req-0ec93556-08a6-49aa-892f-575dcd06d0b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1926c626-a495-4e9d-bd0a-d9651157f47a HTTP/1.1" status: 200 len: 917 time: 0.1012254 Nov 27 02:07:36.336120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e274dfc3-7fa1-495d-ace1-09c3679b120f None None] Provisioning complete for port c570432b-0656-45f8-9a75-07904971d439 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:36.336644 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e274dfc3-7fa1-495d-ace1-09c3679b120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:36.364934 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-528a1e77-b2ce-4684-abf7-6e02069c6bd6 req-92a60440-caa4-4bee-9f00-4ab6f78f8fca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 HTTP/1.1" status: 200 len: 217 time: 0.0394945 Nov 27 02:07:36.400945 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'name': 'tempest-TestEncryptedCinderVolumes-2052881788-router', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:31Z', 'revision_number': 4, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'gw_port': {'id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c570432b-0656-45f8-9a75-07904971d439', 'name': '', 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'mac_address': 'fa:16:3e:ec:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c67afb03-a71a-4877-b1ea-45139ed35d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:30Z', 'updated_at': '2021-11-27T02:07:35Z', 'revision_number': 4, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'subnets': [{'id': 'c67afb03-a71a-4877-b1ea-45139ed35d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:07:36.422489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1e77-b2ce-4684-abf7-6e02069c6bd6 req-1fd03800-e0a4-483d-b047-cca036bfd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:36.423951 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-528a1e77-b2ce-4684-abf7-6e02069c6bd6 req-1fd03800-e0a4-483d-b047-cca036bfd099 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7648620f-cb8c-43a7-96e8-346d91ea7020 HTTP/1.1" status: 200 len: 855 time: 0.0513349 Nov 27 02:07:36.432011 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18986d40-b4b0-41d3-a198-fd321c607528 None None] The sync data for ids ['5db97b3e-286d-4142-b7e4-a3e56757defd'] in n-d-819494-2 is: [{'id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'name': 'tempest-TestEncryptedCinderVolumes-2052881788-router', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:31Z', 'revision_number': 4, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'gw_port': {'id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c570432b-0656-45f8-9a75-07904971d439', 'name': '', 'network_id': '9b6a7cd8-6601-4d69-99ce-d4c0665314a7', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'mac_address': 'fa:16:3e:ec:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c67afb03-a71a-4877-b1ea-45139ed35d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:30Z', 'updated_at': '2021-11-27T02:07:35Z', 'revision_number': 4, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'subnets': [{'id': 'c67afb03-a71a-4877-b1ea-45139ed35d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:07:36.477257 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1e77-b2ce-4684-abf7-6e02069c6bd6 req-0503dd4f-5d32-4ead-935b-3d2093de9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:36.478823 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-528a1e77-b2ce-4684-abf7-6e02069c6bd6 req-0503dd4f-5d32-4ead-935b-3d2093de9190 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1926c626-a495-4e9d-bd0a-d9651157f47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471802 Nov 27 02:07:36.572528 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-528a1e77-b2ce-4684-abf7-6e02069c6bd6 req-82600ef1-36b5-45f3-a290-fb1ebf8fbd3f service neutron] 10.222.0.42 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855470 Nov 27 02:07:36.678904 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-528a1e77-b2ce-4684-abf7-6e02069c6bd6 req-7e3f6729-5476-4051-84cd-7613ce2e139f service neutron] 10.222.0.42 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982101 Nov 27 02:07:36.707099 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9e453-ccf0-4e23-8369-4057aebcedaf req-23547620-bad9-4496-831f-c88f4af3e8f8 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:36.709204 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8bf9e453-ccf0-4e23-8369-4057aebcedaf req-23547620-bad9-4496-831f-c88f4af3e8f8 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 944 time: 0.0551481 Nov 27 02:07:36.764907 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c570432b-0656-45f8-9a75-07904971d439 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:36.771635 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8bf9e453-ccf0-4e23-8369-4057aebcedaf req-7056e168-e2a1-48e1-acb4-b2dc2a33701d tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540428 Nov 27 02:07:36.821635 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port c570432b-0656-45f8-9a75-07904971d439 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:36.822107 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:37.894475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2194e-d290-4663-95ee-30d7fc129fac req-0da6c6dc-5e42-46e8-b8c4-3d0496833df0 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:37.895989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f0c2194e-d290-4663-95ee-30d7fc129fac req-0da6c6dc-5e42-46e8-b8c4-3d0496833df0 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 944 time: 0.0514140 Nov 27 02:07:37.930112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:07:37.944567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f0c2194e-d290-4663-95ee-30d7fc129fac req-b2507cbe-e4ae-485c-bb26-0b5ab195427d tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424776 Nov 27 02:07:38.026480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:38.037834 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0', 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a', 'port_id': 'fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0', 'mac_address': 'fa:16:3e:3c:ec:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7648620f-cb8c-43a7-96e8-346d91ea7020', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:07:38.075287 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:38.087675 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:07:38.106575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:38.111127 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:38.156255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:38.388576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:07:39.060487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83aa1a9-8971-4ad7-b44c-5b1482566f89 req-a4520a9d-7967-4aa2-b3af-48d3a35d59cc tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:39.062607 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d83aa1a9-8971-4ad7-b44c-5b1482566f89 req-a4520a9d-7967-4aa2-b3af-48d3a35d59cc tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 945 time: 0.0478652 Nov 27 02:07:39.113920 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d83aa1a9-8971-4ad7-b44c-5b1482566f89 req-028a0518-818e-4141-add5-5dc70474ab66 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453963 Nov 27 02:07:39.945218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:07:39.992039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:07:39.995995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:07:39.996359 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:40.227418 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:40.230970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f2254-5d69-47f5-a7ef-858cbd623e12 req-4d903d95-8a56-45ea-9106-a7b39e413385 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:40.232438 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ee7f2254-5d69-47f5-a7ef-858cbd623e12 req-4d903d95-8a56-45ea-9106-a7b39e413385 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 945 time: 0.0482612 Nov 27 02:07:40.250620 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5dac31-3d03-4093-a280-377252461457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:07:40.252879 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400e575d-01f1-4078-9898-cc1af80d3796" -d '{"events": [{"server_uuid": "2e5dac31-3d03-4093-a280-377252461457", "name": "network-vif-plugged", "status": "completed", "tag": "fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:07:40.265952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:07:40.271090 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:40.287069 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ee7f2254-5d69-47f5-a7ef-858cbd623e12 req-3acdd825-1628-4a33-86c1-b06353fe05e0 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476983 Nov 27 02:07:40.296149 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021df0fc-1517-49de-bb45-64e96e4d90a7 x-openstack-request-id: req-021df0fc-1517-49de-bb45-64e96e4d90a7 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:07:40.296972 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5dac31-3d03-4093-a280-377252461457", "name": "network-vif-plugged", "status": "completed", "tag": "fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:07:40.297218 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-021df0fc-1517-49de-bb45-64e96e4d90a7 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:07:40.297602 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5dac31-3d03-4093-a280-377252461457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0', 'code': 200} Nov 27 02:07:40.322825 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:07:40.426818 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cadfc3-1c00-406f-a152-c8520794e2a5 req-6d5f7812-a2c9-4062-9004-207e09aa17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:40.428277 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33cadfc3-1c00-406f-a152-c8520794e2a5 req-6d5f7812-a2c9-4062-9004-207e09aa17c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 1097 time: 0.0442915 Nov 27 02:07:40.472317 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-33cadfc3-1c00-406f-a152-c8520794e2a5 req-d8d37785-7b2d-4e33-b54d-e060f096be90 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365636 Nov 27 02:07:41.400448 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43c6d9-e804-4046-be73-eddde2deef41 req-85f2fe63-1666-4b25-939b-b7c958b30848 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:41.401836 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7a43c6d9-e804-4046-be73-eddde2deef41 req-85f2fe63-1666-4b25-939b-b7c958b30848 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 946 time: 0.0484173 Nov 27 02:07:41.456218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7a43c6d9-e804-4046-be73-eddde2deef41 req-182ecab8-f9a4-416c-9159-f9bc424b8c6e tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474474 Nov 27 02:07:41.598634 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7810a3f7-3fdc-45bd-9741-999cdeca5e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:42.569094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589de981-5f26-45ab-9589-280de65e3515 req-0fb6427e-30db-4499-b3bb-68316e77869a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:42.570544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-589de981-5f26-45ab-9589-280de65e3515 req-0fb6427e-30db-4499-b3bb-68316e77869a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 946 time: 0.0478108 Nov 27 02:07:42.616610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-589de981-5f26-45ab-9589-280de65e3515 req-c73c7504-6419-446b-83a6-aa3484f832ea tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Nov 27 02:07:42.731109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed9d1b-2aa1-43f0-84a2-04cced0d0951 req-5c3e059a-0532-4e3a-9aa2-bd637ca78373 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:07:42.732574 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-abed9d1b-2aa1-43f0-84a2-04cced0d0951 req-5c3e059a-0532-4e3a-9aa2-bd637ca78373 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 946 time: 0.0491014 Nov 27 02:07:42.778666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-abed9d1b-2aa1-43f0-84a2-04cced0d0951 req-be249d43-0d0e-443b-93b9-aee9879fd448 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400877 Nov 27 02:07:43.969043 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-52804f81-7f97-4157-9ac7-667e26128847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:44.832798 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:45.238811 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:46.907616 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:47.594008 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:47.678133 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:07:51.282740 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:08:04.343341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75008e65-8afb-49f2-8699-75d9ac6d2919 req-3936d60e-cf15-4edb-bc1d-608ac5317a4d tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:04.344832 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75008e65-8afb-49f2-8699-75d9ac6d2919 req-3936d60e-cf15-4edb-bc1d-608ac5317a4d tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 946 time: 0.0492206 Nov 27 02:08:04.397579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-75008e65-8afb-49f2-8699-75d9ac6d2919 req-579e7af2-7f07-4853-887d-130394e4bc5a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467463 Nov 27 02:08:05.516705 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbe79d-b4ed-4fea-b9a3-3f729d52a7d5 req-9984eb65-5378-4508-a8d6-600a0c5c09f8 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:05.518169 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50cbe79d-b4ed-4fea-b9a3-3f729d52a7d5 req-9984eb65-5378-4508-a8d6-600a0c5c09f8 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 946 time: 0.0525002 Nov 27 02:08:05.564827 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-50cbe79d-b4ed-4fea-b9a3-3f729d52a7d5 req-d9c5bdb4-10a7-493e-82fd-0fd29e4b229d tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407205 Nov 27 02:08:06.049862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c130d4-c251-486b-85d8-b41e9a9b087a req-47864de2-22b7-481b-933e-6191ec260822 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:06.051606 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c9c130d4-c251-486b-85d8-b41e9a9b087a req-47864de2-22b7-481b-933e-6191ec260822 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 946 time: 0.0473046 Nov 27 02:08:06.142096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-c9c130d4-c251-486b-85d8-b41e9a9b087a req-ea26e626-d58e-446e-bf73-28478effaca5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Deleting port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:06.142466 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c9c130d4-c251-486b-85d8-b41e9a9b087a req-ea26e626-d58e-446e-bf73-28478effaca5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:06.231456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-c9c130d4-c251-486b-85d8-b41e9a9b087a req-ea26e626-d58e-446e-bf73-28478effaca5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] For port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:06.231812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c9c130d4-c251-486b-85d8-b41e9a9b087a req-ea26e626-d58e-446e-bf73-28478effaca5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:06.244724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-c9c130d4-c251-486b-85d8-b41e9a9b087a req-ea26e626-d58e-446e-bf73-28478effaca5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Calling delete_port for fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:06.370953 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c9c130d4-c251-486b-85d8-b41e9a9b087a req-ea26e626-d58e-446e-bf73-28478effaca5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:06.398671 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26e626-d58e-446e-bf73-28478effaca5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Pushing event deleted for resources: {'Port': ['ID=fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:06.406380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:08:06.446568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c130d4-c251-486b-85d8-b41e9a9b087a req-ea26e626-d58e-446e-bf73-28478effaca5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] No DVR routers for this DVR port fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:08:06.449220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c9c130d4-c251-486b-85d8-b41e9a9b087a req-ea26e626-d58e-446e-bf73-28478effaca5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:06.453177 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c9c130d4-c251-486b-85d8-b41e9a9b087a req-ea26e626-d58e-446e-bf73-28478effaca5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.42 "DELETE /v2.0/ports/fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 HTTP/1.1" status: 204 len: 173 time: 0.3950646 Nov 27 02:08:06.453633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5dac31-3d03-4093-a280-377252461457', 'name': 'network-vif-deleted', 'tag': 'fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:08:06.455937 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a3b913-38d7-4cfb-9915-f3c82d2809db" -d '{"events": [{"server_uuid": "2e5dac31-3d03-4093-a280-377252461457", "name": "network-vif-deleted", "tag": "fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:08:06.501038 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a718ac48-5879-41b6-a8d8-42b513de17a6 x-openstack-request-id: req-a718ac48-5879-41b6-a8d8-42b513de17a6 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:08:06.501411 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5dac31-3d03-4093-a280-377252461457", "name": "network-vif-deleted", "tag": "fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:08:06.501736 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a718ac48-5879-41b6-a8d8-42b513de17a6 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:08:06.502210 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5dac31-3d03-4093-a280-377252461457', 'name': 'network-vif-deleted', 'tag': 'fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0', 'status': 'completed', 'code': 200} Nov 27 02:08:06.682210 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3f5ea29-616c-4bb5-89e8-a970db297424 req-2a8963bb-376d-4881-8863-280601dfa27a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e5dac31-3d03-4093-a280-377252461457 HTTP/1.1" status: 200 len: 210 time: 0.0264885 Nov 27 02:08:08.448413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-e80d6096-facc-47f5-8c99-773143ffbdb5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:08.449752 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-e80d6096-facc-47f5-8c99-773143ffbdb5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/networks?id=1926c626-a495-4e9d-bd0a-d9651157f47a HTTP/1.1" status: 200 len: 816 time: 0.1068261 Nov 27 02:08:08.464854 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-b591eae4-d2ef-4bf4-9371-7a564dfd60e0 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/quotas/12b9a201e9a14bfb97fb59e35ae1c40e HTTP/1.1" status: 200 len: 375 time: 0.0087409 Nov 27 02:08:08.513351 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-f9f4c2ec-0ca1-4f51-95c1-536e657d75da tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=12b9a201e9a14bfb97fb59e35ae1c40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434053 Nov 27 02:08:08.604532 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-b19c5e11-894b-4e20-9310-51bb85e7d84d service neutron] 10.222.0.37 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791819 Nov 27 02:08:08.697254 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-f26ecfae-f0f0-4aa3-b2c6-861ef6867fcc service neutron] 10.222.0.37 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868039 Nov 27 02:08:08.854845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba7362d7-5c0e-44c4-93ed-f2d08fed19d6 req-ddb92cbe-159a-4d35-8a0f-4f0e4bab9797 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 210 time: 0.0257213 Nov 27 02:08:09.888995 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-75564936-aab7-490e-9ccb-be088c3f6c88 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:09.891132 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-75564936-aab7-490e-9ccb-be088c3f6c88 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.42 "GET /v2.0/networks?id=1926c626-a495-4e9d-bd0a-d9651157f47a HTTP/1.1" status: 200 len: 816 time: 0.1092594 Nov 27 02:08:09.920032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Request body: {'port': {'device_id': 'b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55', 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a', 'admin_state_up': True, 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:09.954116 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a6541929-5f55-4a3b-b244-a1d6f98fd203 req-0f9d2c30-8722-467d-bba4-c73432011b66 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 210 time: 0.0261326 Nov 27 02:08:10.029510 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Made reservation on behalf of 12b9a201e9a14bfb97fb59e35ae1c40e for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:08:10.033466 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:10.127666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:10.150634 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:10.150897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device fd7b7cc8-e13f-49d8-b0e2-9ad6f05d3dc0 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:10.158646 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Allocated IP 172.20.0.12 (1926c626-a495-4e9d-bd0a-d9651157f47a/7648620f-cb8c-43a7-96e8-346d91ea7020/bbcf6108-1bd3-47fb-a8b0-b32dbba370f5) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:08:10.629329 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:10.662483 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:10.713519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Network 1926c626-a495-4e9d-bd0a-d9651157f47a is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:10.716639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:10.720947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:08:10.724809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Pushing event updated for resources: {'Port': ['ID=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:10.773996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:10.774640 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:10.790989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-8cbd2f8c-4718-4984-bb86-851080571620 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8747334 Nov 27 02:08:10.809235 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Request body: {'port': {'device_id': 'b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:10.864281 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:10.953086 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e6421361-dc0e-46a6-a112-00211491d497 None None] Provisioning complete for port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:10.953562 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e6421361-dc0e-46a6-a112-00211491d497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:10.989048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e6421361-dc0e-46a6-a112-00211491d497 None None] Port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:08:11.112610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852a6d0-af1d-4f64-b44d-cc712867c7fc req-7f487518-ecf4-4cba-832e-307a4b8dd3f2 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:11.114063 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f852a6d0-af1d-4f64-b44d-cc712867c7fc req-7f487518-ecf4-4cba-832e-307a4b8dd3f2 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 932 time: 0.0815492 Nov 27 02:08:11.200772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f852a6d0-af1d-4f64-b44d-cc712867c7fc req-7c4fb2ed-c6a8-4107-af30-171b62b9d4b4 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805056 Nov 27 02:08:11.205743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:08:11.213180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:11.224843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Transition to ACTIVE for port object bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:08:11.228603 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:11.300931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:11.354537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Attempting to bind port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:08:11.354869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Attempting to bind port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:08:11.355180 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Attempting to bind port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 on network 1926c626-a495-4e9d-bd0a-d9651157f47a {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:08:11.360349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 on network 1926c626-a495-4e9d-bd0a-d9651157f47a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:08:11.360665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Attempting to bind port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 on network 1926c626-a495-4e9d-bd0a-d9651157f47a {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:08:11.366101 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:08:11.366469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Checking segment: {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:11.366880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Bound using segment: {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:08:11.367306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Bound port: bbcf6108-1bd3-47fb-a8b0-b32dbba370f5, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:08:11.367685 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:11.435330 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] For port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:08:11.438411 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] For port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:08:11.443181 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:11.475883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:11.476497 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:11.477904 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] 10.222.0.42 "PUT /v2.0/ports/bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 HTTP/1.1" status: 200 len: 1092 time: 0.6730878 Nov 27 02:08:11.480755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55', 'tag': 'bbcf6108-1bd3-47fb-a8b0-b32dbba370f5'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:08:11.483043 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c18aaf-0938-480f-9446-002176a7f1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55", "tag": "bbcf6108-1bd3-47fb-a8b0-b32dbba370f5"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:08:11.510898 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147f001-50a5-45b3-a88f-36d494143448 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:11.543350 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91aa318-7f71-48b2-b7b1-9f84531615cd x-openstack-request-id: req-b91aa318-7f71-48b2-b7b1-9f84531615cd {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:08:11.543620 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55", "tag": "bbcf6108-1bd3-47fb-a8b0-b32dbba370f5", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:08:11.543872 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b91aa318-7f71-48b2-b7b1-9f84531615cd {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:08:11.544308 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55', 'tag': 'bbcf6108-1bd3-47fb-a8b0-b32dbba370f5', 'status': 'completed', 'code': 200} Nov 27 02:08:11.601405 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-27aa4c2c-0ac1-40e2-849c-e39f298ecf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:11.609837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-bee97aa9-2e5b-412b-9347-b8153351281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:11.611459 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-bee97aa9-2e5b-412b-9347-b8153351281f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12b9a201e9a14bfb97fb59e35ae1c40e&device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 1095 time: 0.0489182 Nov 27 02:08:11.662198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-c0892631-0c6e-4ebf-a174-d82e374b8da7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 HTTP/1.1" status: 200 len: 217 time: 0.0358188 Nov 27 02:08:11.721636 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-0e6defdc-132a-4b9e-b7ec-cbd6b52be0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:11.723211 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-0e6defdc-132a-4b9e-b7ec-cbd6b52be0a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7648620f-cb8c-43a7-96e8-346d91ea7020 HTTP/1.1" status: 200 len: 855 time: 0.0546408 Nov 27 02:08:11.772368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-4ca666dc-1df4-4dd1-b288-cfbe45ffa325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:11.773875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-4ca666dc-1df4-4dd1-b288-cfbe45ffa325 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1926c626-a495-4e9d-bd0a-d9651157f47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435150 Nov 27 02:08:11.869690 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-c5502ad4-fdb7-4c56-a434-a3b6a2131b28 service neutron] 10.222.0.42 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878088 Nov 27 02:08:11.957329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-09ad0a67-b9e8-4c0b-ab7e-7aaaf1427bd0 req-94c15a11-6bda-42e3-affc-2a370a31e1a4 service neutron] 10.222.0.42 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812058 Nov 27 02:08:12.084632 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18aaf-0938-480f-9446-002176a7f1e4 req-b1a8bd98-8291-4153-8361-2bc2772662b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:12.086048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8c18aaf-0938-480f-9446-002176a7f1e4 req-b1a8bd98-8291-4153-8361-2bc2772662b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12b9a201e9a14bfb97fb59e35ae1c40e&device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 1095 time: 0.0465460 Nov 27 02:08:12.179279 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18aaf-0938-480f-9446-002176a7f1e4 req-70c458f6-72f6-49be-81a0-72a882dd6689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:12.180757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8c18aaf-0938-480f-9446-002176a7f1e4 req-70c458f6-72f6-49be-81a0-72a882dd6689 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1926c626-a495-4e9d-bd0a-d9651157f47a HTTP/1.1" status: 200 len: 917 time: 0.0868845 Nov 27 02:08:12.226570 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8c18aaf-0938-480f-9446-002176a7f1e4 req-f739ab08-60fa-4d5a-9ae6-61f32a5196c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 HTTP/1.1" status: 200 len: 217 time: 0.0377529 Nov 27 02:08:12.300338 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18aaf-0938-480f-9446-002176a7f1e4 req-47e513f2-479f-4d50-be98-6944f6a9c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:12.302043 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8c18aaf-0938-480f-9446-002176a7f1e4 req-47e513f2-479f-4d50-be98-6944f6a9c920 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7648620f-cb8c-43a7-96e8-346d91ea7020 HTTP/1.1" status: 200 len: 855 time: 0.0682361 Nov 27 02:08:12.344767 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859a86f-3c26-478f-ae88-18c28625cb58 req-495e5ceb-4215-40e2-a247-8cb34aba06f3 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:12.346121 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9859a86f-3c26-478f-ae88-18c28625cb58 req-495e5ceb-4215-40e2-a247-8cb34aba06f3 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 944 time: 0.0774169 Nov 27 02:08:12.372405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18aaf-0938-480f-9446-002176a7f1e4 req-f87d68fd-795a-4d84-af92-6bb98951b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:12.374636 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8c18aaf-0938-480f-9446-002176a7f1e4 req-f87d68fd-795a-4d84-af92-6bb98951b955 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1926c626-a495-4e9d-bd0a-d9651157f47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642805 Nov 27 02:08:12.445741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9859a86f-3c26-478f-ae88-18c28625cb58 req-cd6c5cfb-2cd3-41a1-8969-eab61a98d1a5 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935698 Nov 27 02:08:12.484824 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8c18aaf-0938-480f-9446-002176a7f1e4 req-ab2abd3c-19ab-474c-bdc4-6dbce6741492 service neutron] 10.222.0.42 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003492 Nov 27 02:08:12.573019 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8c18aaf-0938-480f-9446-002176a7f1e4 req-1e0c093d-b4d3-4fbe-aa94-91c74712a002 service neutron] 10.222.0.42 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804527 Nov 27 02:08:13.560229 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85737d44-44bc-4779-bb61-d02951c1ba61 req-ac37124c-e07b-4697-89be-035f7dd77f07 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:13.562260 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-85737d44-44bc-4779-bb61-d02951c1ba61 req-ac37124c-e07b-4697-89be-035f7dd77f07 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 944 time: 0.0479355 Nov 27 02:08:13.608168 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-85737d44-44bc-4779-bb61-d02951c1ba61 req-cc555135-8910-4b89-8f28-f04121f37ee0 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399945 Nov 27 02:08:13.969993 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f577a6a7-8744-4143-b778-dc8fe2e2d5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:14.161894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:08:14.256782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:14.268389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'bbcf6108-1bd3-47fb-a8b0-b32dbba370f5', 'network_id': '1926c626-a495-4e9d-bd0a-d9651157f47a', 'port_id': 'bbcf6108-1bd3-47fb-a8b0-b32dbba370f5', 'mac_address': 'fa:16:3e:24:d1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7648620f-cb8c-43a7-96e8-346d91ea7020', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:08:14.304352 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:14.317445 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:08:14.336565 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:14.339952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:14.391606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:14.398824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:14.399170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:14.399505 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:14.399835 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:14.400162 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:14.400487 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:14.400810 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:14.401130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:14.401449 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:14.401765 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:14.402082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:14.402442 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:14.594193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['bbcf6108-1bd3-47fb-a8b0-b32dbba370f5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:08:14.729966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf2a67-909b-40d6-af87-ac610461228d req-898f83b7-9464-4f70-b73c-5e0f1ce3b74b tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:14.731488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9cdf2a67-909b-40d6-af87-ac610461228d req-898f83b7-9464-4f70-b73c-5e0f1ce3b74b tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 945 time: 0.0552988 Nov 27 02:08:14.778754 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9cdf2a67-909b-40d6-af87-ac610461228d req-aa743cb5-1186-4161-8ff7-01afaa45a632 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Nov 27 02:08:14.829909 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.240432 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:15.897960 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2cb59-b98a-4245-966a-67f61fc802b6 req-6c1a39d9-c3e9-4d1e-8606-2c96a5e752e1 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:15.899457 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d2f2cb59-b98a-4245-966a-67f61fc802b6 req-6c1a39d9-c3e9-4d1e-8606-2c96a5e752e1 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 945 time: 0.0536690 Nov 27 02:08:15.945352 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d2f2cb59-b98a-4245-966a-67f61fc802b6 req-2a08d5ba-efed-44e6-91c7-199bb3e15e4e tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Nov 27 02:08:16.162758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:08:16.212051 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:08:16.215636 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:16.216010 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:16.289094 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:16.316576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcf6108-1bd3-47fb-a8b0-b32dbba370f5'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:08:16.318826 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c28f69-0fe2-4d0f-a4ee-485d1ca1bf12" -d '{"events": [{"server_uuid": "b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55", "name": "network-vif-plugged", "status": "completed", "tag": "bbcf6108-1bd3-47fb-a8b0-b32dbba370f5"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:08:16.331667 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:16.335994 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:16.358824 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d87595-2d54-4ad4-ad2b-105e5d5758b2 x-openstack-request-id: req-44d87595-2d54-4ad4-ad2b-105e5d5758b2 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:08:16.359118 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55", "name": "network-vif-plugged", "status": "completed", "tag": "bbcf6108-1bd3-47fb-a8b0-b32dbba370f5", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:08:16.359373 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44d87595-2d54-4ad4-ad2b-105e5d5758b2 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:08:16.359767 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcf6108-1bd3-47fb-a8b0-b32dbba370f5', 'code': 200} Nov 27 02:08:16.386123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:16.485965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b234135-c7e0-4b30-93b8-c7cf4b67fc68 req-ac80a2de-3dd2-4a7f-817d-76993ea7e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:16.487441 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b234135-c7e0-4b30-93b8-c7cf4b67fc68 req-ac80a2de-3dd2-4a7f-817d-76993ea7e273 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 1097 time: 0.0399075 Nov 27 02:08:16.532070 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6b234135-c7e0-4b30-93b8-c7cf4b67fc68 req-9504df8a-ee3a-4922-a48e-bb73a673ccae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370290 Nov 27 02:08:16.909279 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:17.060182 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91fa1d-a089-4923-b2b9-483587914b7d req-98e00b22-f418-4510-be9b-a5c8a2dd04bb tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:17.062319 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db91fa1d-a089-4923-b2b9-483587914b7d req-98e00b22-f418-4510-be9b-a5c8a2dd04bb tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 946 time: 0.0490305 Nov 27 02:08:17.107986 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-db91fa1d-a089-4923-b2b9-483587914b7d req-3ee5b21d-f7e8-4912-8b71-89e37b5b2a88 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Nov 27 02:08:17.596941 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:17.669464 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:18.231902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a315ced-a5a0-4f2f-b3ca-296be332a734 req-6fed021a-719e-4426-a8cd-23eb25ca2378 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:18.233364 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0a315ced-a5a0-4f2f-b3ca-296be332a734 req-6fed021a-719e-4426-a8cd-23eb25ca2378 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 946 time: 0.0523219 Nov 27 02:08:18.280121 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0a315ced-a5a0-4f2f-b3ca-296be332a734 req-4e03e6c0-d651-403b-95a9-20b32eb9da05 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Nov 27 02:08:18.392760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-790b97b5-7513-41cd-a9c9-ce49caf389ec req-a2c1a6af-65fe-4522-b5f5-3d900d6bfe10 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413413 Nov 27 02:08:18.402334 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca820545-e80b-44a8-8f2c-eafb40931eba req-24e5299b-4344-4016-b274-8735f616c7c7 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:18.403805 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca820545-e80b-44a8-8f2c-eafb40931eba req-24e5299b-4344-4016-b274-8735f616c7c7 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 946 time: 0.0489187 Nov 27 02:08:18.456912 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ca820545-e80b-44a8-8f2c-eafb40931eba req-ae0e76e4-b6c5-4e57-b23f-1a1de82e8346 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469544 Nov 27 02:08:18.490492 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b97b5-7513-41cd-a9c9-ce49caf389ec req-87482a8e-9f09-41e8-a11b-1448e1b2ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:18.491999 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-790b97b5-7513-41cd-a9c9-ce49caf389ec req-87482a8e-9f09-41e8-a11b-1448e1b2ed33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=12b9a201e9a14bfb97fb59e35ae1c40e&device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 1097 time: 0.0415969 Nov 27 02:08:18.601637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b97b5-7513-41cd-a9c9-ce49caf389ec req-25933d48-c608-4fa2-8b2d-39499a76bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:18.603158 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-790b97b5-7513-41cd-a9c9-ce49caf389ec req-25933d48-c608-4fa2-8b2d-39499a76bf5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1926c626-a495-4e9d-bd0a-d9651157f47a HTTP/1.1" status: 200 len: 917 time: 0.0898306 Nov 27 02:08:18.645116 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-790b97b5-7513-41cd-a9c9-ce49caf389ec req-8035d412-6b52-423e-98dc-17d019251305 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 HTTP/1.1" status: 200 len: 217 time: 0.0346611 Nov 27 02:08:18.703736 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b97b5-7513-41cd-a9c9-ce49caf389ec req-36ff57f5-9d76-4f13-ab69-cae30a476bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:18.705223 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-790b97b5-7513-41cd-a9c9-ce49caf389ec req-36ff57f5-9d76-4f13-ab69-cae30a476bf1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7648620f-cb8c-43a7-96e8-346d91ea7020 HTTP/1.1" status: 200 len: 855 time: 0.0527375 Nov 27 02:08:18.757420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b97b5-7513-41cd-a9c9-ce49caf389ec req-37c5ef14-5d3e-4b54-81b8-b289933f2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:18.758949 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-790b97b5-7513-41cd-a9c9-ce49caf389ec req-37c5ef14-5d3e-4b54-81b8-b289933f2fcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1926c626-a495-4e9d-bd0a-d9651157f47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464427 Nov 27 02:08:18.855562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-790b97b5-7513-41cd-a9c9-ce49caf389ec req-60e20efe-f178-4c48-bc37-1e3543f1b63a service neutron] 10.222.0.42 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898831 Nov 27 02:08:18.951290 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-790b97b5-7513-41cd-a9c9-ce49caf389ec req-b2dfb56f-d2c8-4fb2-99df-fe75cccef851 service neutron] 10.222.0.42 "GET /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886254 Nov 27 02:08:19.176984 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fbc21bab-5e0e-4f68-bfef-6d6171f307c5 req-b14ccdbe-bafc-489f-a381-493d5650ee4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279174 Nov 27 02:08:19.261735 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fbc21bab-5e0e-4f68-bfef-6d6171f307c5 req-66edc4ef-e345-435d-84ef-b07b751ec5f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0245934 Nov 27 02:08:19.307226 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fbc21bab-5e0e-4f68-bfef-6d6171f307c5 req-622613be-7c07-4d7d-874d-6bafd82d0338 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200284 Nov 27 02:08:19.406871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc21bab-5e0e-4f68-bfef-6d6171f307c5 req-527c215d-e7ec-4562-8a76-fc404c9f832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:19.408345 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fbc21bab-5e0e-4f68-bfef-6d6171f307c5 req-527c215d-e7ec-4562-8a76-fc404c9f832d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941365 Nov 27 02:08:28.282430 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:08:39.879933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a9019-6097-4263-a848-c10280f96301 req-ba50b590-66b9-45f7-9aae-490698d77ff9 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:39.881333 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-897a9019-6097-4263-a848-c10280f96301 req-ba50b590-66b9-45f7-9aae-490698d77ff9 tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 946 time: 0.0491433 Nov 27 02:08:39.929338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-897a9019-6097-4263-a848-c10280f96301 req-f03a6be9-8722-4c3c-8d7a-492cc47e49eb tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Nov 27 02:08:41.044796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630bbe-e0a2-4585-9186-c571738b6a72 req-fda569fe-a144-4521-9248-ac4c463c8a9f tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:41.049747 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-96630bbe-e0a2-4585-9186-c571738b6a72 req-fda569fe-a144-4521-9248-ac4c463c8a9f tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 946 time: 0.0490196 Nov 27 02:08:41.094418 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-96630bbe-e0a2-4585-9186-c571738b6a72 req-9f93e3a0-25cd-4b54-beb7-ead3680ead7c tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/security-groups?id=3231b557-d897-4473-9dad-c3ee625495e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 Nov 27 02:08:41.580481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6dbd1-455d-4baf-b33f-9368d9f3420e req-36a7b5db-c55d-44b2-99da-9e55e956ab3c tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:41.581900 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8a6dbd1-455d-4baf-b33f-9368d9f3420e req-36a7b5db-c55d-44b2-99da-9e55e956ab3c tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 946 time: 0.0476387 Nov 27 02:08:41.602878 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cfef75e6-21cd-4abe-a9cc-edf64fe96414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:41.673772 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-d8a6dbd1-455d-4baf-b33f-9368d9f3420e req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Deleting port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:41.674018 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8a6dbd1-455d-4baf-b33f-9368d9f3420e req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:41.765470 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-d8a6dbd1-455d-4baf-b33f-9368d9f3420e req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] For port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:41.765817 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8a6dbd1-455d-4baf-b33f-9368d9f3420e req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:41.777924 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-d8a6dbd1-455d-4baf-b33f-9368d9f3420e req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Calling delete_port for bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:41.903746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8a6dbd1-455d-4baf-b33f-9368d9f3420e req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:41.930937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Pushing event deleted for resources: {'Port': ['ID=bbcf6108-1bd3-47fb-a8b0-b32dbba370f5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:41.939021 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['bbcf6108-1bd3-47fb-a8b0-b32dbba370f5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:08:41.944679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:41.945035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:41.945384 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:41.945726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:41.946060 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:41.946425 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:41.946763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:41.947877 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:41.948314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:41.948666 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:41.949052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:41.949386 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:41.990829 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a6dbd1-455d-4baf-b33f-9368d9f3420e req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] No DVR routers for this DVR port bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:08:41.993602 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d8a6dbd1-455d-4baf-b33f-9368d9f3420e req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:41.997140 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d8a6dbd1-455d-4baf-b33f-9368d9f3420e req-c6e97083-f563-4499-af88-6612173bdd0a tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.42 "DELETE /v2.0/ports/bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 HTTP/1.1" status: 204 len: 173 time: 0.4091940 Nov 27 02:08:41.997595 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55', 'name': 'network-vif-deleted', 'tag': 'bbcf6108-1bd3-47fb-a8b0-b32dbba370f5'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:08:42.000738 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f511c4-9b00-4920-8c97-a80dbfe4d34b" -d '{"events": [{"server_uuid": "b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55", "name": "network-vif-deleted", "tag": "bbcf6108-1bd3-47fb-a8b0-b32dbba370f5"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:08:42.044523 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6e452a-6be7-4d71-9570-b29486f86c73 x-openstack-request-id: req-6d6e452a-6be7-4d71-9570-b29486f86c73 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:08:42.044737 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55", "name": "network-vif-deleted", "tag": "bbcf6108-1bd3-47fb-a8b0-b32dbba370f5", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:08:42.044961 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d6e452a-6be7-4d71-9570-b29486f86c73 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:08:42.045363 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55', 'name': 'network-vif-deleted', 'tag': 'bbcf6108-1bd3-47fb-a8b0-b32dbba370f5', 'status': 'completed', 'code': 200} Nov 27 02:08:42.204208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-65bf21f6-73b8-4dd9-b5be-bc115c020ab1 req-5ef87239-ba59-44bb-942e-9a35d2d0019d tempest-TestEncryptedCinderVolumes-284678852 tempest-TestEncryptedCinderVolumes-284678852-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8bc89a9-d67f-4a1f-b5a0-0b74d36e2a55 HTTP/1.1" status: 200 len: 210 time: 0.0280626 Nov 27 02:08:43.293640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51160) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:43.633434 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:43.873259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Deleting port fa49252f-a551-44c6-9b8b-9ce314d59fd9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:43.873511 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:43.950555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] For port fa49252f-a551-44c6-9b8b-9ce314d59fd9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=fa49252f-a551-44c6-9b8b-9ce314d59fd9,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:43.950915 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:43.963560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Calling delete_port for fa49252f-a551-44c6-9b8b-9ce314d59fd9 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:43.974294 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-099ddd3a-cf6c-4f62-9db0-7c29a3faba71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:44.141271 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:44.166045 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa49252f-a551-44c6-9b8b-9ce314d59fd9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:44.201305 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:44.201653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:44.203321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:44.203321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:44.203321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:44.203321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:44.204502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:44.204502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:44.204502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:44.204502 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:44.204812 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:44.205473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:44.304277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:44.328457 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:44.332532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device bbcf6108-1bd3-47fb-a8b0-b32dbba370f5 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:44.370148 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:44.853969 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:44.909982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Router 410ab116-f01c-44f3-b1b4-a20c6dd09ebc has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:08:45.013815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:08:45.019036 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f6041ff8-252c-46ca-81c4-9814dcae091d admin admin] 10.222.0.37 "PUT /v2.0/routers/410ab116-f01c-44f3-b1b4-a20c6dd09ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7243373 Nov 27 02:08:45.021487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51162) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:45.024100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca165b-c488-46bd-9f21-e335eb2467f3 None None] Sync routers for ids ['410ab116-f01c-44f3-b1b4-a20c6dd09ebc'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:08:45.041606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca165b-c488-46bd-9f21-e335eb2467f3 None None] Routers {'410ab116-f01c-44f3-b1b4-a20c6dd09ebc'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:45.042285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e9ca165b-c488-46bd-9f21-e335eb2467f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['410ab116-f01c-44f3-b1b4-a20c6dd09ebc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:45.125665 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.145502 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e9ca165b-c488-46bd-9f21-e335eb2467f3 None None] Set router 410ab116-f01c-44f3-b1b4-a20c6dd09ebc gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:45.229793 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.258297 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.282555 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Deleting port 22788c53-b82b-4dc4-a132-a7241006124c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:45.282811 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.329892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e9ca165b-c488-46bd-9f21-e335eb2467f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'name': 'tempest-TestEncryptedCinderVolumes-191547198-router', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '22788c53-b82b-4dc4-a132-a7241006124c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:08:44Z', 'revision_number': 5, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'gw_port': {'id': '22788c53-b82b-4dc4-a132-a7241006124c', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:45.363317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca165b-c488-46bd-9f21-e335eb2467f3 None None] Checking router: 410ab116-f01c-44f3-b1b4-a20c6dd09ebc for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:08:45.366813 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] For port 22788c53-b82b-4dc4-a132-a7241006124c, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=22788c53-b82b-4dc4-a132-a7241006124c,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:45.367179 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.371633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca165b-c488-46bd-9f21-e335eb2467f3 None None] Routers {'410ab116-f01c-44f3-b1b4-a20c6dd09ebc'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:45.372241 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e9ca165b-c488-46bd-9f21-e335eb2467f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['410ab116-f01c-44f3-b1b4-a20c6dd09ebc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:45.379659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Calling delete_port for 22788c53-b82b-4dc4-a132-a7241006124c owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:45.457539 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e9ca165b-c488-46bd-9f21-e335eb2467f3 None None] Set router 410ab116-f01c-44f3-b1b4-a20c6dd09ebc gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:45.507694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e9ca165b-c488-46bd-9f21-e335eb2467f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'name': 'tempest-TestEncryptedCinderVolumes-191547198-router', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:08:45Z', 'revision_number': 6, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:45.536546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca165b-c488-46bd-9f21-e335eb2467f3 None None] The sync data for ids ['410ab116-f01c-44f3-b1b4-a20c6dd09ebc'] in n-d-819494-2 is: [{'id': '410ab116-f01c-44f3-b1b4-a20c6dd09ebc', 'name': 'tempest-TestEncryptedCinderVolumes-191547198-router', 'tenant_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:23Z', 'updated_at': '2021-11-27T02:08:45Z', 'revision_number': 6, 'project_id': '12b9a201e9a14bfb97fb59e35ae1c40e', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:08:45.546396 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.573287 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=22788c53-b82b-4dc4-a132-a7241006124c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:45.586593 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c49e19a-23f9-4498-819d-9d972c608575 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:45.640763 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.729324 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.731414 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.772482 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.773017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 410ab116-f01c-44f3-b1b4-a20c6dd09ebc {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:08:45.777283 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.778482 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-42fe1dbd-64b7-4be0-ad9f-f35b4a8d8ebe admin admin] 10.222.0.37 "DELETE /v2.0/routers/410ab116-f01c-44f3-b1b4-a20c6dd09ebc HTTP/1.1" status: 204 len: 168 time: 0.7559175 Nov 27 02:08:45.781510 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51164) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:45.825359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc0983b-70e9-493c-a23f-0127b015c99a admin admin] Deleting subnet 7648620f-cb8c-43a7-96e8-346d91ea7020 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:08:45.828871 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edc0983b-70e9-493c-a23f-0127b015c99a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.861559 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edc0983b-70e9-493c-a23f-0127b015c99a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.946286 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edc0983b-70e9-493c-a23f-0127b015c99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:45.999547 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edc0983b-70e9-493c-a23f-0127b015c99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.027218 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edc0983b-70e9-493c-a23f-0127b015c99a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.031284 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-edc0983b-70e9-493c-a23f-0127b015c99a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7648620f-cb8c-43a7-96e8-346d91ea7020 HTTP/1.1" status: 204 len: 168 time: 0.2486651 Nov 27 02:08:46.032290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0983b-70e9-493c-a23f-0127b015c99a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7648620f-cb8c-43a7-96e8-346d91ea7020,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:46.032644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9376ed95-5eb8-43ec-9068-86d7777fe65a None None] Network 1926c626-a495-4e9d-bd0a-d9651157f47a requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:08:46.033798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51166) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:46.102432 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.157475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Deleting port 09929217-a21b-4235-ab2b-c22ad6bae0c9 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:46.157810 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.228162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] For port 09929217-a21b-4235-ab2b-c22ad6bae0c9, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=09929217-a21b-4235-ab2b-c22ad6bae0c9,segment=NetworkSegment(a624b6af-676c-4ef0-a8e3-e5c4eccb22fe),segment_id=a624b6af-676c-4ef0-a8e3-e5c4eccb22fe)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:46.228519 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.241580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Calling delete_port for 09929217-a21b-4235-ab2b-c22ad6bae0c9 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:46.319641 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.341882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f975767d-ebaf-43ba-899e-68bc062a3344 None None] DHCP port deletion for 1926c626-a495-4e9d-bd0a-d9651157f47a request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:46.343662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=09929217-a21b-4235-ab2b-c22ad6bae0c9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:46.355161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] No DVR routers for this DVR port 09929217-a21b-4235-ab2b-c22ad6bae0c9 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:08:46.430594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.452405 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1926c626-a495-4e9d-bd0a-d9651157f47a']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:46.462335 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:46.462631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a624b6af-676c-4ef0-a8e3-e5c4eccb22fe') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:46.472170 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.485977 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.492037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:08:46.492409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: timer() Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:08:46.494207 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:08:46.555878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.571828 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.575033 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1926c626-a495-4e9d-bd0a-d9651157f47a HTTP/1.1" status: 204 len: 168 time: 0.5397201 Nov 27 02:08:46.576385 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd649ee-e37d-4654-b4d0-88fd67b17bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1926c626-a495-4e9d-bd0a-d9651157f47a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:46.578481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51168) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:46.775193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 22788c53-b82b-4dc4-a132-a7241006124c no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:46.794473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 22788c53-b82b-4dc4-a132-a7241006124c {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:46.794818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 22788c53-b82b-4dc4-a132-a7241006124c not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:46.795236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fa49252f-a551-44c6-9b8b-9ce314d59fd9 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:46.814120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: fa49252f-a551-44c6-9b8b-9ce314d59fd9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:46.814488 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device fa49252f-a551-44c6-9b8b-9ce314d59fd9 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:46.814891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 09929217-a21b-4235-ab2b-c22ad6bae0c9 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:46.833415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 09929217-a21b-4235-ab2b-c22ad6bae0c9 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:46.833759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 09929217-a21b-4235-ab2b-c22ad6bae0c9 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:46.910750 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:46.925563 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e51713ff-f192-4c27-a740-6ed0d787acdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:47.169280 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e51713ff-f192-4c27-a740-6ed0d787acdd admin admin] Deleting port c570432b-0656-45f8-9a75-07904971d439 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:47.169918 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e51713ff-f192-4c27-a740-6ed0d787acdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:47.248016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-e51713ff-f192-4c27-a740-6ed0d787acdd admin admin] For port c570432b-0656-45f8-9a75-07904971d439, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c570432b-0656-45f8-9a75-07904971d439,segment=NetworkSegment(ef128241-ff12-4080-a100-e3cdcd7451aa),segment_id=ef128241-ff12-4080-a100-e3cdcd7451aa)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:47.248368 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e51713ff-f192-4c27-a740-6ed0d787acdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:47.261248 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e51713ff-f192-4c27-a740-6ed0d787acdd admin admin] Calling delete_port for c570432b-0656-45f8-9a75-07904971d439 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:47.437098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e51713ff-f192-4c27-a740-6ed0d787acdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:47.461276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51713ff-f192-4c27-a740-6ed0d787acdd admin admin] Pushing event deleted for resources: {'Port': ['ID=c570432b-0656-45f8-9a75-07904971d439,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:47.588931 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:47.625493 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e51713ff-f192-4c27-a740-6ed0d787acdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:47.672138 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:47.846664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51713ff-f192-4c27-a740-6ed0d787acdd admin admin] Router 5db97b3e-286d-4142-b7e4-a3e56757defd has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:08:47.950676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51713ff-f192-4c27-a740-6ed0d787acdd admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:08:47.956171 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e51713ff-f192-4c27-a740-6ed0d787acdd admin admin] 10.222.0.37 "PUT /v2.0/routers/5db97b3e-286d-4142-b7e4-a3e56757defd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3763692 Nov 27 02:08:47.958733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51172) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:47.961408 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a55478-c9f0-4bf2-a032-c25c720ec4c3 None None] Sync routers for ids ['5db97b3e-286d-4142-b7e4-a3e56757defd'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:08:47.972399 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a55478-c9f0-4bf2-a032-c25c720ec4c3 None None] Routers {'5db97b3e-286d-4142-b7e4-a3e56757defd'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:47.973121 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f5a55478-c9f0-4bf2-a032-c25c720ec4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5db97b3e-286d-4142-b7e4-a3e56757defd'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:48.061948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:48.074592 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f5a55478-c9f0-4bf2-a032-c25c720ec4c3 None None] Set router 5db97b3e-286d-4142-b7e4-a3e56757defd gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:48.257279 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f5a55478-c9f0-4bf2-a032-c25c720ec4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'name': 'tempest-TestEncryptedCinderVolumes-2052881788-router', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:08:47Z', 'revision_number': 5, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'gw_port': {'id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:48.288247 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a55478-c9f0-4bf2-a032-c25c720ec4c3 None None] Checking router: 5db97b3e-286d-4142-b7e4-a3e56757defd for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:08:48.297431 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a55478-c9f0-4bf2-a032-c25c720ec4c3 None None] Routers {'5db97b3e-286d-4142-b7e4-a3e56757defd'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:48.298055 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f5a55478-c9f0-4bf2-a032-c25c720ec4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['5db97b3e-286d-4142-b7e4-a3e56757defd'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:48.403878 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-f5a55478-c9f0-4bf2-a032-c25c720ec4c3 None None] Set router 5db97b3e-286d-4142-b7e4-a3e56757defd gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:48.489411 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:48.545374 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Deleting port 3c9866ed-bb76-4fb0-b975-259eb4b887c4 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:48.546265 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:48.628568 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] For port 3c9866ed-bb76-4fb0-b975-259eb4b887c4, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=3c9866ed-bb76-4fb0-b975-259eb4b887c4,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:48.628977 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:48.640583 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Calling delete_port for 3c9866ed-bb76-4fb0-b975-259eb4b887c4 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:48.673244 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-f5a55478-c9f0-4bf2-a032-c25c720ec4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'name': 'tempest-TestEncryptedCinderVolumes-2052881788-router', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:08:47Z', 'revision_number': 5, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'gw_port': {'id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:48.698911 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a55478-c9f0-4bf2-a032-c25c720ec4c3 None None] The sync data for ids ['5db97b3e-286d-4142-b7e4-a3e56757defd'] in n-d-819494-2 is: [{'id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'name': 'tempest-TestEncryptedCinderVolumes-2052881788-router', 'tenant_id': '4769183d97a94603b017740a4cc5bb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:08:47Z', 'revision_number': 5, 'project_id': '4769183d97a94603b017740a4cc5bb21', 'gw_port': {'id': '3c9866ed-bb76-4fb0-b975-259eb4b887c4', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db97b3e-286d-4142-b7e4-a3e56757defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:07:28Z', 'updated_at': '2021-11-27T02:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:08:48.806936 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:48.830016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9866ed-bb76-4fb0-b975-259eb4b887c4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:48.846535 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9840e8e2-245c-41b6-8c7b-2c9f8c326a66 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:48.891933 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:48.979723 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:48.981800 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.027232 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.027776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5db97b3e-286d-4142-b7e4-a3e56757defd {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:08:49.032703 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.036214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c1b7cd69-83bd-4e0d-9cb0-d2e040e089cb admin admin] 10.222.0.37 "DELETE /v2.0/routers/5db97b3e-286d-4142-b7e4-a3e56757defd HTTP/1.1" status: 204 len: 168 time: 1.0742974 Nov 27 02:08:49.036450 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51174) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:49.086861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-786c1df0-e723-427a-adb3-67adacec1dd8 admin admin] Deleting subnet c67afb03-a71a-4877-b1ea-45139ed35d18 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:08:49.090259 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-786c1df0-e723-427a-adb3-67adacec1dd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.127501 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-786c1df0-e723-427a-adb3-67adacec1dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.210166 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-786c1df0-e723-427a-adb3-67adacec1dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.263205 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-786c1df0-e723-427a-adb3-67adacec1dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.289843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c1df0-e723-427a-adb3-67adacec1dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c67afb03-a71a-4877-b1ea-45139ed35d18,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:49.294525 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-786c1df0-e723-427a-adb3-67adacec1dd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.299844 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-786c1df0-e723-427a-adb3-67adacec1dd8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c67afb03-a71a-4877-b1ea-45139ed35d18 HTTP/1.1" status: 204 len: 168 time: 0.2603905 Nov 27 02:08:49.300393 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51176) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:49.302431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e75bd-52e9-405d-9ef0-ba4a6eee5d0e None None] Network 9b6a7cd8-6601-4d69-99ce-d4c0665314a7 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:08:49.374599 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.438419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Deleting port 0aa7a594-7ea7-4ede-869f-d1ded2b00731 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:08:49.438754 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.499615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] For port 0aa7a594-7ea7-4ede-869f-d1ded2b00731, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=0aa7a594-7ea7-4ede-869f-d1ded2b00731,segment=NetworkSegment(ef128241-ff12-4080-a100-e3cdcd7451aa),segment_id=ef128241-ff12-4080-a100-e3cdcd7451aa)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:49.499900 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.512176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Calling delete_port for 0aa7a594-7ea7-4ede-869f-d1ded2b00731 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:08:49.593593 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.620001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa7a594-7ea7-4ede-869f-d1ded2b00731,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:49.621806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] No DVR routers for this DVR port 0aa7a594-7ea7-4ede-869f-d1ded2b00731 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:08:49.694649 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.716052 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6a7cd8-6601-4d69-99ce-d4c0665314a7']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:49.722212 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab207b37-504b-4bcc-a19a-1ae77786c215 None None] DHCP port deletion for 9b6a7cd8-6601-4d69-99ce-d4c0665314a7 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:49.728871 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef128241-ff12-4080-a100-e3cdcd7451aa') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:49.729183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef128241-ff12-4080-a100-e3cdcd7451aa') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:49.740057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.753662 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.759666 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:08:49.760066 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: timer() Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:08:49.761750 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:08:49.816723 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.822177 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:49.825455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9b6a7cd8-6601-4d69-99ce-d4c0665314a7 HTTP/1.1" status: 204 len: 168 time: 0.5238008 Nov 27 02:08:49.836977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfccad3-6f5b-467e-9506-74096cca9253 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6a7cd8-6601-4d69-99ce-d4c0665314a7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:49.978389 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51180) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:50.019454 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6a37eee1-70eb-4544-a316-0949e1737370 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12b9a201e9a14bfb97fb59e35ae1c40e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396903 Nov 27 02:08:50.021964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51182) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:50.074662 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7574783f-eff9-460c-849d-6882edacd29a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:50.095265 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7574783f-eff9-460c-849d-6882edacd29a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:50.142639 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7574783f-eff9-460c-849d-6882edacd29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:50.145640 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7574783f-eff9-460c-849d-6882edacd29a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:50.149149 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7574783f-eff9-460c-849d-6882edacd29a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3231b557-d897-4473-9dad-c3ee625495e5 HTTP/1.1" status: 204 len: 168 time: 0.1239109 Nov 27 02:08:50.155218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574783f-eff9-460c-849d-6882edacd29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3231b557-d897-4473-9dad-c3ee625495e5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:50.460689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51188) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:50.499859 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d1fd908e-4c42-4e8b-9a0a-4ddb8274476c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4769183d97a94603b017740a4cc5bb21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380254 Nov 27 02:08:50.502133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51190) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:50.551831 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d22dbaf9-d8e5-468f-ba78-f1c5900343f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:50.573518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d22dbaf9-d8e5-468f-ba78-f1c5900343f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:50.618747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d22dbaf9-d8e5-468f-ba78-f1c5900343f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:50.621526 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d22dbaf9-d8e5-468f-ba78-f1c5900343f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:50.622706 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d22dbaf9-d8e5-468f-ba78-f1c5900343f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/653efd69-9328-42cb-95c0-b11a083b0368 HTTP/1.1" status: 204 len: 168 time: 0.1196616 Nov 27 02:08:50.630275 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dbaf9-d8e5-468f-ba78-f1c5900343f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653efd69-9328-42cb-95c0-b11a083b0368,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:50.772952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0aa7a594-7ea7-4ede-869f-d1ded2b00731 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:50.794109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 0aa7a594-7ea7-4ede-869f-d1ded2b00731 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:50.794547 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 0aa7a594-7ea7-4ede-869f-d1ded2b00731 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:50.795031 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3c9866ed-bb76-4fb0-b975-259eb4b887c4 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:50.813968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 3c9866ed-bb76-4fb0-b975-259eb4b887c4 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:50.814375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 3c9866ed-bb76-4fb0-b975-259eb4b887c4 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:50.814738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c570432b-0656-45f8-9a75-07904971d439 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:08:50.833413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: c570432b-0656-45f8-9a75-07904971d439 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:08:50.833741 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c570432b-0656-45f8-9a75-07904971d439 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:08:51.274177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51212) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:51.378264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1449328143-network', 'tenant_id': 'e0a858178bd844408c431138c33b3a51'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:51.399411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Made reservation on behalf of e0a858178bd844408c431138c33b3a51 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:08:51.401741 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:51.412994 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:51.489146 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:51.493029 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:51.514411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:08:51.528964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90052278-e4bd-4c77-96cb-57d78814cebb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:51.532095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:51.532434 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Added segment 2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc of type vlan for network 5a9ca68b-3b9b-49b0-a066-d8582a533733 Nov 27 02:08:51.572830 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:51.596929 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:51.597955 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:51.598520 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:51.648096 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3728049 Nov 27 02:08:51.651149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51216) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:51.656350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-04448985-c1a3-4039-b22e-2a1d4b14f7ae admin admin] Request body: {'subnet': {'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1449328143-subnet', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:51.658757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccef0d-d170-4c08-969c-7e596859d1d7 admin admin] Pushing event updated for resources: {'Network': ['ID=5a9ca68b-3b9b-49b0-a066-d8582a533733,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:51.667939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 5a9ca68b-3b9b-49b0-a066-d8582a533733 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:08:51.678546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04448985-c1a3-4039-b22e-2a1d4b14f7ae admin admin] Made reservation on behalf of e0a858178bd844408c431138c33b3a51 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:08:51.681139 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04448985-c1a3-4039-b22e-2a1d4b14f7ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:51.847405 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04448985-c1a3-4039-b22e-2a1d4b14f7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:51.901592 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04448985-c1a3-4039-b22e-2a1d4b14f7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec4431a-141b-4ef8-90bb-28e321c7a638,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:51.911026 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04448985-c1a3-4039-b22e-2a1d4b14f7ae admin admin] Checking segment: {'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:51.911485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04448985-c1a3-4039-b22e-2a1d4b14f7ae admin admin] Network hostable DHCP agents. Network: 5a9ca68b-3b9b-49b0-a066-d8582a533733, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:08:51.927936 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04448985-c1a3-4039-b22e-2a1d4b14f7ae admin admin] Network 5a9ca68b-3b9b-49b0-a066-d8582a533733 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:08:51.935750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-04448985-c1a3-4039-b22e-2a1d4b14f7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 5a9ca68b-3b9b-49b0-a066-d8582a533733) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:51.940169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04448985-c1a3-4039-b22e-2a1d4b14f7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:51.941205 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-04448985-c1a3-4039-b22e-2a1d4b14f7ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:51.945052 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf0e057-1496-4c20-ada7-682fd2f81e44 None None] Network 5a9ca68b-3b9b-49b0-a066-d8582a533733 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:08:51.955733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-04448985-c1a3-4039-b22e-2a1d4b14f7ae admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3032300 Nov 27 02:08:51.958560 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51218) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:51.962940 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:51.983057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:51.984695 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.038083 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.090561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-5a9ca68b-3b9b-49b0-a066-d8582a533733', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:08:52.091433 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.177870 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.227617 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Allocated IP 172.20.0.2 (5a9ca68b-3b9b-49b0-a066-d8582a533733/4ec4431a-141b-4ef8-90bb-28e321c7a638/1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:08:52.370263 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.375234 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.377541 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.395084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.417097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Network 5a9ca68b-3b9b-49b0-a066-d8582a533733 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:52.419980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:52.423568 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:08:52.449444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Pushing event updated for resources: {'Port': ['ID=1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:52.479337 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Attempting to bind port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:08:52.479708 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Attempting to bind port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:08:52.480079 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Attempting to bind port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 on network 5a9ca68b-3b9b-49b0-a066-d8582a533733 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:08:52.485008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:08:52.485378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Checking segment: {'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:52.485778 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.486251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Bound using segment: {'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:08:52.486724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Bound port: 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:08:52.487099 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.504018 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Allocated IP 172.25.3.64 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/32af79c1-96c3-495a-988a-12ae42cfc342) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:08:52.553579 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] For port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:08:52.557153 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] For port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:08:52.561138 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.611637 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.652373 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.694556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:52.697658 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:52.701360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:08:52.708717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=32af79c1-96c3-495a-988a-12ae42cfc342,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:52.741975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625e7bb-aea6-4b24-9a97-c01d1358fe2c None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:52.776375 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c71329-e007-43b7-a5e6-df2b12b3b81d None None] Pushing event updated for resources: {'Port': ['ID=1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:52.831141 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0489ed25-1585-41ce-9b0d-892ed26fe80d None None] Provisioning complete for port 32af79c1-96c3-495a-988a-12ae42cfc342 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:52.831429 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0489ed25-1585-41ce-9b0d-892ed26fe80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:52.868480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0489ed25-1585-41ce-9b0d-892ed26fe80d None None] Port 32af79c1-96c3-495a-988a-12ae42cfc342 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:08:52.978593 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:53.174672 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:53.299982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Router c5b77962-e346-4356-9afd-d87c2cc629ba is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:08:53.407051 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:08:53.418682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Sync routers for ids ['c5b77962-e346-4356-9afd-d87c2cc629ba'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:08:53.424755 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:53.429989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51220) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:53.430528 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3dec6a81-48cb-49a4-bbe2-f302c9f1f0c9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4704785 Nov 27 02:08:53.431497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Routers {'c5b77962-e346-4356-9afd-d87c2cc629ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:53.432315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5b77962-e346-4356-9afd-d87c2cc629ba'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:53.543317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Set router c5b77962-e346-4356-9afd-d87c2cc629ba gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:53.717713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1f1d6e-6018-4ec4-b2b9-9dc88afca8f9 None None] Network 5a9ca68b-3b9b-49b0-a066-d8582a533733 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:08:53.803953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:08:52Z', 'revision_number': 3, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:53.841587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Checking router: c5b77962-e346-4356-9afd-d87c2cc629ba for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:08:53.841859 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Updating router c5b77962-e346-4356-9afd-d87c2cc629ba port 32af79c1-96c3-495a-988a-12ae42cfc342 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:08:53.862043 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:53.884144 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7336dd4c-a748-4fe0-a5fe-f66d983185f3 None None] Provisioning complete for port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:53.884510 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7336dd4c-a748-4fe0-a5fe-f66d983185f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:53.915854 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.015727 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Allocated IP 172.20.0.1 (5a9ca68b-3b9b-49b0-a066-d8582a533733/4ec4431a-141b-4ef8-90bb-28e321c7a638/e5d03f28-52ce-4646-8eab-a546d702f2fe) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:08:54.131658 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.138858 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7336dd4c-a748-4fe0-a5fe-f66d983185f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.176195 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.195140 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7336dd4c-a748-4fe0-a5fe-f66d983185f3 None None] For port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:54.201273 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7336dd4c-a748-4fe0-a5fe-f66d983185f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.220022 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Network 5a9ca68b-3b9b-49b0-a066-d8582a533733 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:54.223020 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:54.226833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:08:54.260267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d03f28-52ce-4646-8eab-a546d702f2fe,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:54.278805 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.299380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336dd4c-a748-4fe0-a5fe-f66d983185f3 None None] Pushing event updated for resources: {'Port': ['ID=1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:54.323347 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.331145 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.363320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-eb9906a1-7040-4e5f-a361-fa3d69bd0408 None None] Provisioning complete for port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:54.363582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eb9906a1-7040-4e5f-a361-fa3d69bd0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.397338 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeab1d1-3a28-4eb2-8950-4254b33b4c3b None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:54.410386 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.433012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Attempting to bind port 32af79c1-96c3-495a-988a-12ae42cfc342 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:08:54.433718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Attempting to bind port 32af79c1-96c3-495a-988a-12ae42cfc342 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:08:54.433718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Attempting to bind port 32af79c1-96c3-495a-988a-12ae42cfc342 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:08:54.437334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbe40b-675a-4729-b39a-b99ee9552452 None None] Pushing event updated for resources: {'Port': ['ID=32af79c1-96c3-495a-988a-12ae42cfc342,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:54.446143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:08:54.446551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:54.446958 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.447348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:08:54.447829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Bound port: 32af79c1-96c3-495a-988a-12ae42cfc342, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:08:54.448208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.530909 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] For port 32af79c1-96c3-495a-988a-12ae42cfc342, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:08:54.535910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] For port 32af79c1-96c3-495a-988a-12ae42cfc342, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=32af79c1-96c3-495a-988a-12ae42cfc342,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:08:54.541551 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.590033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d17717-d497-4bdb-8855-d0014d585f9e None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:54.613426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Routers {'c5b77962-e346-4356-9afd-d87c2cc629ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:54.613988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5b77962-e346-4356-9afd-d87c2cc629ba'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:54.614645 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.615926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbe40b-675a-4729-b39a-b99ee9552452 None None] Pushing event updated for resources: {'Port': ['ID=32af79c1-96c3-495a-988a-12ae42cfc342,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:54.622367 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.681550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2ee6b7c8-2f92-4266-a9b2-a384e2695878 None None] Provisioning complete for port 32af79c1-96c3-495a-988a-12ae42cfc342 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:54.682106 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b7c8-2f92-4266-a9b2-a384e2695878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.693563 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:54.701315 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d03f28-52ce-4646-8eab-a546d702f2fe,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:54.770702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] Set router c5b77962-e346-4356-9afd-d87c2cc629ba gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:54.804240 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Network 5a9ca68b-3b9b-49b0-a066-d8582a533733 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:54.805690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:54.831305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:08:54.930202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Router c5b77962-e346-4356-9afd-d87c2cc629ba has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:08:55.047157 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:08:55.052390 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f3447a11-b08f-44bf-b575-bbef682a4513 admin admin] 10.222.0.37 "PUT /v2.0/routers/c5b77962-e346-4356-9afd-d87c2cc629ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6213005 Nov 27 02:08:55.069163 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b7c8-2f92-4266-a9b2-a384e2695878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.142930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2ee6b7c8-2f92-4266-a9b2-a384e2695878 None None] For port 32af79c1-96c3-495a-988a-12ae42cfc342, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=32af79c1-96c3-495a-988a-12ae42cfc342,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:55.150010 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b7c8-2f92-4266-a9b2-a384e2695878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.213351 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:55.213720 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.227408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2ee6b7c8-2f92-4266-a9b2-a384e2695878 None None] Provisioning complete for port e5d03f28-52ce-4646-8eab-a546d702f2fe triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:55.227774 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b7c8-2f92-4266-a9b2-a384e2695878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.282949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6b7c8-2f92-4266-a9b2-a384e2695878 None None] Pushing event updated for resources: {'Port': ['ID=32af79c1-96c3-495a-988a-12ae42cfc342,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:55.333074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6b7c8-2f92-4266-a9b2-a384e2695878 None None] Port e5d03f28-52ce-4646-8eab-a546d702f2fe cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:08:55.393216 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e5d03f28-52ce-4646-8eab-a546d702f2fe', 'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'mac_address': 'fa:16:3e:36:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:53Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 2, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'subnets': [{'id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:55.422831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4901013-3cb1-45a7-af99-65808d33f4b0 None None] The sync data for ids ['c5b77962-e346-4356-9afd-d87c2cc629ba'] in n-d-819494-2 is: [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e5d03f28-52ce-4646-8eab-a546d702f2fe', 'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'mac_address': 'fa:16:3e:36:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:53Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 2, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'subnets': [{'id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:08:55.460517 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4f2557cd-3fd3-4e6c-b994-07d8c4e81f84 None None] Provisioning complete for port e5d03f28-52ce-4646-8eab-a546d702f2fe triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:55.462014 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f2557cd-3fd3-4e6c-b994-07d8c4e81f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.498222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4f2557cd-3fd3-4e6c-b994-07d8c4e81f84 None None] Port e5d03f28-52ce-4646-8eab-a546d702f2fe cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:08:55.535262 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51238) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:55.540255 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-238110734-network', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:55.563008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Made reservation on behalf of 5ddd48170f7e44e1a78b4851a2b017ed for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:08:55.565575 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.575362 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.668291 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.672755 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.698522 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:08:55.708191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0971ffab-8b30-48d2-9194-29a9fe836416,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:55.715125 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.715472 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Added segment 63ea9d95-ddcc-491b-9d14-694cac8493e6 of type vlan for network b17888c1-20e6-4fe8-955c-0922e12b288c Nov 27 02:08:55.761886 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.789318 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.790308 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:55.790889 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:55.849643 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3132386 Nov 27 02:08:55.852379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51240) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:55.859923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b4dbe6d7-e1d7-40aa-91e1-16fcd09986df admin admin] Request body: {'subnet': {'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-238110734-subnet', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:55.864294 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbadac0-fd21-47d1-9adb-9214fd826790 admin admin] Pushing event updated for resources: {'Network': ['ID=b17888c1-20e6-4fe8-955c-0922e12b288c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:55.876403 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network b17888c1-20e6-4fe8-955c-0922e12b288c details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:08:55.883402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dbe6d7-e1d7-40aa-91e1-16fcd09986df admin admin] Made reservation on behalf of 5ddd48170f7e44e1a78b4851a2b017ed for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:08:55.885775 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe6d7-e1d7-40aa-91e1-16fcd09986df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.077251 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe6d7-e1d7-40aa-91e1-16fcd09986df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.132440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbe6d7-e1d7-40aa-91e1-16fcd09986df admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e86024-10ef-4fd8-918e-0019530ae613,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:56.148826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dbe6d7-e1d7-40aa-91e1-16fcd09986df admin admin] Checking segment: {'id': '63ea9d95-ddcc-491b-9d14-694cac8493e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:56.149175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dbe6d7-e1d7-40aa-91e1-16fcd09986df admin admin] Network hostable DHCP agents. Network: b17888c1-20e6-4fe8-955c-0922e12b288c, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:08:56.166159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dbe6d7-e1d7-40aa-91e1-16fcd09986df admin admin] Network b17888c1-20e6-4fe8-955c-0922e12b288c is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:08:56.177050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-b4dbe6d7-e1d7-40aa-91e1-16fcd09986df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, b17888c1-20e6-4fe8-955c-0922e12b288c) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:56.181830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dbe6d7-e1d7-40aa-91e1-16fcd09986df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:08:56.182707 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe6d7-e1d7-40aa-91e1-16fcd09986df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.188726 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d85c03e-d989-4974-a6fc-52817824194c None None] Network b17888c1-20e6-4fe8-955c-0922e12b288c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:08:56.201083 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b4dbe6d7-e1d7-40aa-91e1-16fcd09986df admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3476419 Nov 27 02:08:56.203534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51242) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:56.208317 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-238110734-router', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:08:56.232792 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.234815 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.294586 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.365568 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-b17888c1-20e6-4fe8-955c-0922e12b288c', 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'fixed_ips': [{'subnet_id': '97e86024-10ef-4fd8-918e-0019530ae613'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:08:56.366600 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.438557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.523636 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Allocated IP 172.20.0.2 (b17888c1-20e6-4fe8-955c-0922e12b288c/97e86024-10ef-4fd8-918e-0019530ae613/f25fc09a-e31f-4f8b-9e48-d281ac5fbd17) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:08:56.660681 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.680172 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.683571 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.690635 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.733587 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Network b17888c1-20e6-4fe8-955c-0922e12b288c is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:56.739590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:56.741615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Pushing event updated for resources: {'Port': ['ID=f25fc09a-e31f-4f8b-9e48-d281ac5fbd17,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:56.743633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:08:56.807092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Allocated IP 172.25.3.50 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/2ac27997-1a53-4d4d-a72f-65e78fe00a67) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:08:56.808527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Attempting to bind port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:08:56.808960 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Attempting to bind port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '63ea9d95-ddcc-491b-9d14-694cac8493e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:08:56.809508 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Attempting to bind port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 on network b17888c1-20e6-4fe8-955c-0922e12b288c {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:08:56.815838 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:08:56.816500 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Checking segment: {'id': '63ea9d95-ddcc-491b-9d14-694cac8493e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:56.816974 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.817605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Bound using segment: {'id': '63ea9d95-ddcc-491b-9d14-694cac8493e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:08:56.818078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Bound port: f25fc09a-e31f-4f8b-9e48-d281ac5fbd17, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ea9d95-ddcc-491b-9d14-694cac8493e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:08:56.818889 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.865608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 32af79c1-96c3-495a-988a-12ae42cfc342 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:08:56.917728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.932518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] For port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:08:56.936399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] For port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f25fc09a-e31f-4f8b-9e48-d281ac5fbd17,segment=NetworkSegment(63ea9d95-ddcc-491b-9d14-694cac8493e6),segment_id=63ea9d95-ddcc-491b-9d14-694cac8493e6)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:08:56.940868 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.953582 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:56.988713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 32af79c1-96c3-495a-988a-12ae42cfc342 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:56.989081 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:57.000922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:57.006882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:57.008827 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Pushing event updated for resources: {'Port': ['ID=2ac27997-1a53-4d4d-a72f-65e78fe00a67,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:57.011001 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:08:57.030947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab589da-3465-48b3-924e-60289fb90792 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:57.046166 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ff2b7-9d3b-42d6-8c6e-fe10039fdb95 None None] Pushing event updated for resources: {'Port': ['ID=f25fc09a-e31f-4f8b-9e48-d281ac5fbd17,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:57.139536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-afb7eda3-cb0f-4722-833d-a025d9eca746 None None] Provisioning complete for port 2ac27997-1a53-4d4d-a72f-65e78fe00a67 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:57.139904 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-afb7eda3-cb0f-4722-833d-a025d9eca746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:57.175506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-afb7eda3-cb0f-4722-833d-a025d9eca746 None None] Port 2ac27997-1a53-4d4d-a72f-65e78fe00a67 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:08:57.334259 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:57.875180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:57.980775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b435f56-6b22-4502-b4ee-c5737a6cebe8 None None] Network b17888c1-20e6-4fe8-955c-0922e12b288c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:08:58.014107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Router e80e3abf-a3db-4ca9-a817-471ac3697ca4 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:08:58.058917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8bb3271a-8224-44f7-a329-7245ad52ecfa None None] Provisioning complete for port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:58.059303 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8bb3271a-8224-44f7-a329-7245ad52ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:58.104014 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Sync routers for ids ['c5b77962-e346-4356-9afd-d87c2cc629ba'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:08:58.114369 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Routers {'c5b77962-e346-4356-9afd-d87c2cc629ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:58.115340 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5b77962-e346-4356-9afd-d87c2cc629ba'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:58.136495 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:08:58.155138 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:58.156972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b5744ea8-ab2b-44a9-b8e9-947fd5db07fa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9524806 Nov 27 02:08:58.157680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Sync routers for ids ['e80e3abf-a3db-4ca9-a817-471ac3697ca4'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:08:58.159865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51244) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:08:58.190868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Routers {'e80e3abf-a3db-4ca9-a817-471ac3697ca4'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:58.191503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e80e3abf-a3db-4ca9-a817-471ac3697ca4'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:58.224071 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Set router c5b77962-e346-4356-9afd-d87c2cc629ba gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:58.295128 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8bb3271a-8224-44f7-a329-7245ad52ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:58.383649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8bb3271a-8224-44f7-a329-7245ad52ecfa None None] For port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f25fc09a-e31f-4f8b-9e48-d281ac5fbd17,segment=NetworkSegment(63ea9d95-ddcc-491b-9d14-694cac8493e6),segment_id=63ea9d95-ddcc-491b-9d14-694cac8493e6)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:58.394485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Set router e80e3abf-a3db-4ca9-a817-471ac3697ca4 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:58.396245 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8bb3271a-8224-44f7-a329-7245ad52ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:58.443821 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e5d03f28-52ce-4646-8eab-a546d702f2fe', 'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'mac_address': 'fa:16:3e:36:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:53Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 2, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'subnets': [{'id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:58.476710 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Checking router: c5b77962-e346-4356-9afd-d87c2cc629ba for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:08:58.477413 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Updating router c5b77962-e346-4356-9afd-d87c2cc629ba port e5d03f28-52ce-4646-8eab-a546d702f2fe binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:08:58.511174 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:58.628132 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:58.718266 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3271a-8224-44f7-a329-7245ad52ecfa None None] Pushing event updated for resources: {'Port': ['ID=f25fc09a-e31f-4f8b-9e48-d281ac5fbd17,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:58.767640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d6e5534e-b8e8-4d7a-83f0-1464b93d85b8 None None] Provisioning complete for port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:58.767894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d6e5534e-b8e8-4d7a-83f0-1464b93d85b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:58.811669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Allocated IP 172.20.0.1 (b17888c1-20e6-4fe8-955c-0922e12b288c/97e86024-10ef-4fd8-918e-0019530ae613/96531d12-d936-41e6-b89f-b0ad25bc93ce) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:08:58.815519 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:58.823127 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:58.881722 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'name': 'tempest-TestMinimumBasicScenario-238110734-router', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:08:57Z', 'revision_number': 3, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'gw_port': {'id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:58.886892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:08:58.904636 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Pushing event updated for resources: {'Port': ['ID=e5d03f28-52ce-4646-8eab-a546d702f2fe,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:58.917297 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:58.917890 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:58.918595 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:58.919119 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:58.919733 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:58.920387 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:58.921039 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:58.922140 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:58.922653 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:58.923144 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:58.923633 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:58.924120 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:08:58.944989 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Checking router: e80e3abf-a3db-4ca9-a817-471ac3697ca4 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:08:58.945348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Updating router e80e3abf-a3db-4ca9-a817-471ac3697ca4 port 2ac27997-1a53-4d4d-a72f-65e78fe00a67 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:08:58.966684 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:58.980905 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:58.990630 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Attempting to bind port e5d03f28-52ce-4646-8eab-a546d702f2fe on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:08:58.990752 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Attempting to bind port e5d03f28-52ce-4646-8eab-a546d702f2fe by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:08:58.991119 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Attempting to bind port e5d03f28-52ce-4646-8eab-a546d702f2fe on network 5a9ca68b-3b9b-49b0-a066-d8582a533733 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:08:58.997418 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:08:58.997925 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Checking segment: {'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:58.998348 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:58.998862 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Bound using segment: {'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:08:58.999331 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Bound port: e5d03f28-52ce-4646-8eab-a546d702f2fe, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:08:59.000268 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.016392 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.028750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:59.029723 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.069689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Network b17888c1-20e6-4fe8-955c-0922e12b288c is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:59.072758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:59.078371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:08:59.098136 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] For port e5d03f28-52ce-4646-8eab-a546d702f2fe, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:08:59.105551 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] For port e5d03f28-52ce-4646-8eab-a546d702f2fe, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e5d03f28-52ce-4646-8eab-a546d702f2fe,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:08:59.120364 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.121645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Pushing event updated for resources: {'Port': ['ID=96531d12-d936-41e6-b89f-b0ad25bc93ce,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:59.163533 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.221620 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Routers {'c5b77962-e346-4356-9afd-d87c2cc629ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:59.222946 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5b77962-e346-4356-9afd-d87c2cc629ba'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:59.320281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-68fac08d-b72f-4f5c-b1ca-413860f5834a None None] Provisioning complete for port e5d03f28-52ce-4646-8eab-a546d702f2fe triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:59.320659 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68fac08d-b72f-4f5c-b1ca-413860f5834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.333577 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.399406 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f62675-6bdf-4998-95aa-43e1860836ab None None] Pushing event updated for resources: {'Port': ['ID=e5d03f28-52ce-4646-8eab-a546d702f2fe,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:59.406226 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] Set router c5b77962-e346-4356-9afd-d87c2cc629ba gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:08:59.464749 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.474829 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.480588 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68fac08d-b72f-4f5c-b1ca-413860f5834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.534147 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed9608c-134b-4213-8b38-5e1ee178fbb7 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:59.551564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Attempting to bind port 2ac27997-1a53-4d4d-a72f-65e78fe00a67 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:08:59.551963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Attempting to bind port 2ac27997-1a53-4d4d-a72f-65e78fe00a67 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:08:59.552420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Attempting to bind port 2ac27997-1a53-4d4d-a72f-65e78fe00a67 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:08:59.569779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42de6e-705d-4a4f-9777-408eaecf903b None None] Pushing event updated for resources: {'Port': ['ID=2ac27997-1a53-4d4d-a72f-65e78fe00a67,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:59.571226 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.576781 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.580064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:08:59.580455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:08:59.581539 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.581835 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:08:59.582525 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Bound port: 2ac27997-1a53-4d4d-a72f-65e78fe00a67, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:08:59.582918 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.587494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-68fac08d-b72f-4f5c-b1ca-413860f5834a None None] For port e5d03f28-52ce-4646-8eab-a546d702f2fe, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e5d03f28-52ce-4646-8eab-a546d702f2fe,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:08:59.610890 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-68fac08d-b72f-4f5c-b1ca-413860f5834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.654817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Pushing event updated for resources: {'Port': ['ID=96531d12-d936-41e6-b89f-b0ad25bc93ce,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:59.657712 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.661618 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e5d03f28-52ce-4646-8eab-a546d702f2fe', 'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'mac_address': 'fa:16:3e:36:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:53Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'subnets': [{'id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:59.678712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] For port 2ac27997-1a53-4d4d-a72f-65e78fe00a67, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:08:59.687486 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] For port 2ac27997-1a53-4d4d-a72f-65e78fe00a67, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2ac27997-1a53-4d4d-a72f-65e78fe00a67,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:08:59.689142 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dbd74-3a23-4cab-9e2f-9b8c656fe8e0 None None] The sync data for ids ['c5b77962-e346-4356-9afd-d87c2cc629ba'] in n-d-819494-2 is: [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e5d03f28-52ce-4646-8eab-a546d702f2fe', 'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'mac_address': 'fa:16:3e:36:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:53Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'subnets': [{'id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:08:59.694779 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.697046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fac08d-b72f-4f5c-b1ca-413860f5834a None None] Pushing event updated for resources: {'Port': ['ID=e5d03f28-52ce-4646-8eab-a546d702f2fe,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:59.762795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Network b17888c1-20e6-4fe8-955c-0922e12b288c is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:08:59.763936 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f311f223-d4ad-4d98-af2e-055a6c016c51 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:08:59.764679 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:08:59.785287 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Routers {'e80e3abf-a3db-4ca9-a817-471ac3697ca4'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:08:59.785942 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e80e3abf-a3db-4ca9-a817-471ac3697ca4'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:08:59.836898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0ab36efb-89bd-4994-b72d-d9197401fada None None] Provisioning complete for port e5d03f28-52ce-4646-8eab-a546d702f2fe triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:08:59.837263 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ab36efb-89bd-4994-b72d-d9197401fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:08:59.840621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42de6e-705d-4a4f-9777-408eaecf903b None None] Pushing event updated for resources: {'Port': ['ID=2ac27997-1a53-4d4d-a72f-65e78fe00a67,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:08:59.920958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Router e80e3abf-a3db-4ca9-a817-471ac3697ca4 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:09:00.012868 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] Set router e80e3abf-a3db-4ca9-a817-471ac3697ca4 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:09:00.055911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:09:00.061393 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1feec570-7048-4978-9b63-46aaeea6ffe7 admin admin] 10.222.0.37 "PUT /v2.0/routers/e80e3abf-a3db-4ca9-a817-471ac3697ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9003525 Nov 27 02:09:00.068017 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0ab36efb-89bd-4994-b72d-d9197401fada None None] Provisioning complete for port 96531d12-d936-41e6-b89f-b0ad25bc93ce triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:00.068462 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ab36efb-89bd-4994-b72d-d9197401fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:00.172506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0ab36efb-89bd-4994-b72d-d9197401fada None None] Port 96531d12-d936-41e6-b89f-b0ad25bc93ce cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:09:00.200842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0ab36efb-89bd-4994-b72d-d9197401fada None None] Provisioning complete for port 2ac27997-1a53-4d4d-a72f-65e78fe00a67 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:00.201307 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ab36efb-89bd-4994-b72d-d9197401fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:00.334761 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ab36efb-89bd-4994-b72d-d9197401fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:00.348472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'name': 'tempest-TestMinimumBasicScenario-238110734-router', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 4, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'gw_port': {'id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '96531d12-d936-41e6-b89f-b0ad25bc93ce', 'name': '', 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'mac_address': 'fa:16:3e:c4:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '97e86024-10ef-4fd8-918e-0019530ae613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:58Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 2, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'subnets': [{'id': '97e86024-10ef-4fd8-918e-0019530ae613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:00.382531 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753718b-f3be-432f-b2fe-3bd35ba216ee None None] The sync data for ids ['e80e3abf-a3db-4ca9-a817-471ac3697ca4'] in n-d-819494-2 is: [{'id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'name': 'tempest-TestMinimumBasicScenario-238110734-router', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 4, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'gw_port': {'id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '96531d12-d936-41e6-b89f-b0ad25bc93ce', 'name': '', 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'mac_address': 'fa:16:3e:c4:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '97e86024-10ef-4fd8-918e-0019530ae613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:58Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 2, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'subnets': [{'id': '97e86024-10ef-4fd8-918e-0019530ae613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:09:00.385392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0ab36efb-89bd-4994-b72d-d9197401fada None None] For port 2ac27997-1a53-4d4d-a72f-65e78fe00a67, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2ac27997-1a53-4d4d-a72f-65e78fe00a67,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:09:00.392379 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ab36efb-89bd-4994-b72d-d9197401fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:00.452204 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab36efb-89bd-4994-b72d-d9197401fada None None] Pushing event updated for resources: {'Port': ['ID=2ac27997-1a53-4d4d-a72f-65e78fe00a67,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:00.523359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3f0e0b7e-c06d-4612-b7e6-ecd71eeece7a None None] Provisioning complete for port 96531d12-d936-41e6-b89f-b0ad25bc93ce triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:00.523734 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0b7e-c06d-4612-b7e6-ecd71eeece7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:00.561235 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e0b7e-c06d-4612-b7e6-ecd71eeece7a None None] Port 96531d12-d936-41e6-b89f-b0ad25bc93ce cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:09:00.572738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3f0e0b7e-c06d-4612-b7e6-ecd71eeece7a None None] Provisioning complete for port 2ac27997-1a53-4d4d-a72f-65e78fe00a67 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:00.573119 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0b7e-c06d-4612-b7e6-ecd71eeece7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:00.823001 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e5d03f28-52ce-4646-8eab-a546d702f2fe up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:09:00.875762 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e5d03f28-52ce-4646-8eab-a546d702f2fe triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:00.876079 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:00.969649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:09:01.024144 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:01.024846 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:02.865410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2ac27997-1a53-4d4d-a72f-65e78fe00a67 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:09:02.937445 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 2ac27997-1a53-4d4d-a72f-65e78fe00a67 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:02.937857 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:03.787980 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Sync routers for ids ['e80e3abf-a3db-4ca9-a817-471ac3697ca4'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:09:03.803189 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Routers {'e80e3abf-a3db-4ca9-a817-471ac3697ca4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:09:03.803189 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e80e3abf-a3db-4ca9-a817-471ac3697ca4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:03.944419 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Set router e80e3abf-a3db-4ca9-a817-471ac3697ca4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:09:04.295591 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'name': 'tempest-TestMinimumBasicScenario-238110734-router', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 4, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'gw_port': {'id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '96531d12-d936-41e6-b89f-b0ad25bc93ce', 'name': '', 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'mac_address': 'fa:16:3e:c4:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '97e86024-10ef-4fd8-918e-0019530ae613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:58Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 2, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'subnets': [{'id': '97e86024-10ef-4fd8-918e-0019530ae613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:04.328777 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Checking router: e80e3abf-a3db-4ca9-a817-471ac3697ca4 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:09:04.329412 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Updating router e80e3abf-a3db-4ca9-a817-471ac3697ca4 port 96531d12-d936-41e6-b89f-b0ad25bc93ce binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:09:04.357515 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:04.668601 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:04.675200 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:04.731336 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7bf67-46b3-4843-b9f4-a73dd2b7638c None None] Pushing event updated for resources: {'Port': ['ID=96531d12-d936-41e6-b89f-b0ad25bc93ce,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:04.793791 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Attempting to bind port 96531d12-d936-41e6-b89f-b0ad25bc93ce on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:09:04.794485 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Attempting to bind port 96531d12-d936-41e6-b89f-b0ad25bc93ce by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '63ea9d95-ddcc-491b-9d14-694cac8493e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:09:04.794612 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Attempting to bind port 96531d12-d936-41e6-b89f-b0ad25bc93ce on network b17888c1-20e6-4fe8-955c-0922e12b288c {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:09:04.800123 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:09:04.800487 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Checking segment: {'id': '63ea9d95-ddcc-491b-9d14-694cac8493e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:09:04.801150 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:04.801534 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Bound using segment: {'id': '63ea9d95-ddcc-491b-9d14-694cac8493e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:09:04.801995 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Bound port: 96531d12-d936-41e6-b89f-b0ad25bc93ce, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ea9d95-ddcc-491b-9d14-694cac8493e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:09:04.802400 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:04.887985 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] For port 96531d12-d936-41e6-b89f-b0ad25bc93ce, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:09:04.892267 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] For port 96531d12-d936-41e6-b89f-b0ad25bc93ce, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=96531d12-d936-41e6-b89f-b0ad25bc93ce,segment=NetworkSegment(63ea9d95-ddcc-491b-9d14-694cac8493e6),segment_id=63ea9d95-ddcc-491b-9d14-694cac8493e6)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:09:04.898252 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:04.971803 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Routers {'e80e3abf-a3db-4ca9-a817-471ac3697ca4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:09:04.972447 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:08:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e80e3abf-a3db-4ca9-a817-471ac3697ca4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:05.007808 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7bf67-46b3-4843-b9f4-a73dd2b7638c None None] Pushing event updated for resources: {'Port': ['ID=96531d12-d936-41e6-b89f-b0ad25bc93ce,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:05.066878 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-caadc9fd-3ce3-4b59-b69d-3d0b7b2c4051 None None] Provisioning complete for port 96531d12-d936-41e6-b89f-b0ad25bc93ce triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:05.067466 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-caadc9fd-3ce3-4b59-b69d-3d0b7b2c4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:05.155013 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] Set router e80e3abf-a3db-4ca9-a817-471ac3697ca4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:09:05.174645 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-caadc9fd-3ce3-4b59-b69d-3d0b7b2c4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:05.218560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-caadc9fd-3ce3-4b59-b69d-3d0b7b2c4051 None None] For port 96531d12-d936-41e6-b89f-b0ad25bc93ce, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=96531d12-d936-41e6-b89f-b0ad25bc93ce,segment=NetworkSegment(63ea9d95-ddcc-491b-9d14-694cac8493e6),segment_id=63ea9d95-ddcc-491b-9d14-694cac8493e6)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:09:05.227714 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-caadc9fd-3ce3-4b59-b69d-3d0b7b2c4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:05.297411 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadc9fd-3ce3-4b59-b69d-3d0b7b2c4051 None None] Pushing event updated for resources: {'Port': ['ID=96531d12-d936-41e6-b89f-b0ad25bc93ce,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:05.320331 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:09:05.452099 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'name': 'tempest-TestMinimumBasicScenario-238110734-router', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 4, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'gw_port': {'id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '96531d12-d936-41e6-b89f-b0ad25bc93ce', 'name': '', 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'mac_address': 'fa:16:3e:c4:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '97e86024-10ef-4fd8-918e-0019530ae613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:58Z', 'updated_at': '2021-11-27T02:09:04Z', 'revision_number': 4, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'subnets': [{'id': '97e86024-10ef-4fd8-918e-0019530ae613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:05.489753 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8e3c23-dd63-416d-aaaf-fa1a0d1a44eb None None] The sync data for ids ['e80e3abf-a3db-4ca9-a817-471ac3697ca4'] in n-d-819494-2 is: [{'id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'name': 'tempest-TestMinimumBasicScenario-238110734-router', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 4, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'gw_port': {'id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '96531d12-d936-41e6-b89f-b0ad25bc93ce', 'name': '', 'network_id': 'b17888c1-20e6-4fe8-955c-0922e12b288c', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'mac_address': 'fa:16:3e:c4:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '97e86024-10ef-4fd8-918e-0019530ae613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:58Z', 'updated_at': '2021-11-27T02:09:04Z', 'revision_number': 4, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'subnets': [{'id': '97e86024-10ef-4fd8-918e-0019530ae613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:09:05.527168 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2e4fd07f-52af-416a-8b80-800b5de31f82 None None] Provisioning complete for port 96531d12-d936-41e6-b89f-b0ad25bc93ce triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:05.527535 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd07f-52af-416a-8b80-800b5de31f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:06.836036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 96531d12-d936-41e6-b89f-b0ad25bc93ce up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:09:06.895093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 96531d12-d936-41e6-b89f-b0ad25bc93ce triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:06.895472 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:10.497776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-40c2b7d2-5a5d-4696-ae68-b493b8927634 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:10.499319 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-40c2b7d2-5a5d-4696-ae68-b493b8927634 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/networks?id=5a9ca68b-3b9b-49b0-a066-d8582a533733 HTTP/1.1" status: 200 len: 815 time: 0.1121483 Nov 27 02:09:10.513861 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-d3df1c69-76a7-4c5f-80a5-8f487cf1fdbc tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/quotas/e0a858178bd844408c431138c33b3a51 HTTP/1.1" status: 200 len: 375 time: 0.0087965 Nov 27 02:09:10.567564 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-3b8bc016-79ec-4120-830f-bb6246c13a58 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0a858178bd844408c431138c33b3a51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479567 Nov 27 02:09:10.747155 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-735d9138-08d4-4698-8fc9-ed8caa085ce0 service neutron] 10.222.0.37 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677787 Nov 27 02:09:10.837498 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-6ae7a6c5-72ed-4a71-b1cc-6a1de4e88ec3 service neutron] 10.222.0.37 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841739 Nov 27 02:09:10.995770 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5c23e249-4ef2-4643-94ce-3527b7616cba req-2a8f8d21-cf3c-48fe-923c-3e4e17598f86 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 210 time: 0.0261836 Nov 27 02:09:11.604588 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3240-256c-4b24-b250-55d7733dc4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:12.099967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-8fb0589d-3134-4d78-b9cd-90f5a3b21e91 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:12.101669 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-8fb0589d-3134-4d78-b9cd-90f5a3b21e91 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.42 "GET /v2.0/networks?id=5a9ca68b-3b9b-49b0-a066-d8582a533733 HTTP/1.1" status: 200 len: 815 time: 0.1182373 Nov 27 02:09:12.130364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Request body: {'port': {'device_id': '60897138-8ac0-4694-8c38-47e602eb844a', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'admin_state_up': True, 'tenant_id': 'e0a858178bd844408c431138c33b3a51'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:12.259021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Made reservation on behalf of e0a858178bd844408c431138c33b3a51 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:09:12.264141 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:12.414006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Allocated IP 172.20.0.13 (5a9ca68b-3b9b-49b0-a066-d8582a533733/4ec4431a-141b-4ef8-90bb-28e321c7a638/8654ce7a-b9ce-4b67-ab7d-d54f832fa377) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:09:12.482692 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-434e9bcc-77d1-44d1-b2ba-fa26d1da279f req-e8ac593c-c469-4446-9ff1-cd4bf6e7afdd tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 210 time: 0.4150069 Nov 27 02:09:12.672257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:12.725207 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:12.770386 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Network 5a9ca68b-3b9b-49b0-a066-d8582a533733 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:09:12.773360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:09:12.777011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:09:12.820695 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event updated for resources: {'Port': ['ID=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:12.858956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:12.859921 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:12.880791 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-00e176e4-4a17-4600-914f-8400eba00c74 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7545171 Nov 27 02:09:13.125008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-bb7098a8-effe-4ca5-8665-689c85afdaf1 None None] Provisioning complete for port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:13.125506 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bb7098a8-effe-4ca5-8665-689c85afdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:13.167049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-bb7098a8-effe-4ca5-8665-689c85afdaf1 None None] Port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:09:13.631632 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6f9e6-60bb-477d-8e6f-5180159cbd01 req-cdf8ec98-4118-4270-9c1a-3af554ac3eff tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:13.633137 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38a6f9e6-60bb-477d-8e6f-5180159cbd01 req-cdf8ec98-4118-4270-9c1a-3af554ac3eff tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 932 time: 0.0716503 Nov 27 02:09:13.680524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-38a6f9e6-60bb-477d-8e6f-5180159cbd01 req-03d7d841-533d-4f9e-94df-18f20e01ad21 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Nov 27 02:09:13.976683 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a165396-1c62-42bf-919a-182cabb57be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:14.797928 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb9cb1-98f2-43c5-b7b0-baadc7334afe req-354aa279-4281-471e-b98d-3059b7675826 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:14.799665 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8bdb9cb1-98f2-43c5-b7b0-baadc7334afe req-354aa279-4281-471e-b98d-3059b7675826 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 932 time: 0.0519786 Nov 27 02:09:14.846426 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:14.851414 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8bdb9cb1-98f2-43c5-b7b0-baadc7334afe req-aaca3b56-6d48-4118-a488-43b52e9b58a3 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453923 Nov 27 02:09:15.247633 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:15.977591 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405cf1-eb45-4f60-8e8f-4efc3033ec7e req-9d8be19d-10f7-41b9-a6c5-4264ae7ca18a tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:15.979083 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b405cf1-eb45-4f60-8e8f-4efc3033ec7e req-9d8be19d-10f7-41b9-a6c5-4264ae7ca18a tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 932 time: 0.0487587 Nov 27 02:09:16.025847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b405cf1-eb45-4f60-8e8f-4efc3033ec7e req-f66448a8-db8e-40dd-9cd5-72992c9dca26 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Nov 27 02:09:16.915618 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:17.154119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014e6a9-e683-4a40-bbcf-800d972b1a0e req-54d6ec07-2d78-4070-8861-e9493663f087 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:17.155668 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c014e6a9-e683-4a40-bbcf-800d972b1a0e req-54d6ec07-2d78-4070-8861-e9493663f087 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 932 time: 0.0619657 Nov 27 02:09:17.209505 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c014e6a9-e683-4a40-bbcf-800d972b1a0e req-c51a865e-3c08-432c-a256-46f0f69ff2e9 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475624 Nov 27 02:09:17.594880 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:17.674042 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:18.332795 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10f8b5-0177-4584-9f1b-489604325460 req-c7dcc252-5a9e-45a7-a6dc-1528e05093fd tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:18.335629 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6d10f8b5-0177-4584-9f1b-489604325460 req-c7dcc252-5a9e-45a7-a6dc-1528e05093fd tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 932 time: 0.0575664 Nov 27 02:09:18.394352 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6d10f8b5-0177-4584-9f1b-489604325460 req-1adef13b-4186-4b3a-83c3-09359d7947d1 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525703 Nov 27 02:09:19.508827 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e084d3-6583-4c8c-87d9-6f264e529b38 req-5c9fc890-05f9-4565-b062-b64b52bb129b tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:19.510516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56e084d3-6583-4c8c-87d9-6f264e529b38 req-5c9fc890-05f9-4565-b062-b64b52bb129b tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 932 time: 0.0492740 Nov 27 02:09:19.558147 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-56e084d3-6583-4c8c-87d9-6f264e529b38 req-8c78b988-2cda-41b4-a48c-aa9286e3deee tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Nov 27 02:09:20.692354 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b972e-fed7-4a75-bac7-dc4129068bf8 req-803cf143-590f-42f2-b2ee-9ee56fbc7016 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:20.693847 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e89b972e-fed7-4a75-bac7-dc4129068bf8 req-803cf143-590f-42f2-b2ee-9ee56fbc7016 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 932 time: 0.0586288 Nov 27 02:09:20.745701 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e89b972e-fed7-4a75-bac7-dc4129068bf8 req-d64e56c7-ae2d-465a-bb05-bdce7e7bf06e tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458164 Nov 27 02:09:21.192288 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1db7cb95-863c-4a84-9014-3fcdc0933709 req-2606ac0e-9187-481f-a5d7-befe182a144e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253556 Nov 27 02:09:21.293730 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1db7cb95-863c-4a84-9014-3fcdc0933709 req-ea6f34b8-ead1-456f-bfbe-37204016dff9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0365973 Nov 27 02:09:21.341750 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1db7cb95-863c-4a84-9014-3fcdc0933709 req-218b6c54-734d-4b16-95f9-9dfe7e334887 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197990 Nov 27 02:09:21.472209 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7cb95-863c-4a84-9014-3fcdc0933709 req-f2e8da1b-bf84-4b36-8551-fa71de5a47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:21.473662 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1db7cb95-863c-4a84-9014-3fcdc0933709 req-f2e8da1b-bf84-4b36-8551-fa71de5a47f5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254807 Nov 27 02:09:21.867071 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af959bd3-818e-4999-989d-8f097ec67064 req-ac2e96f3-c0bb-436f-84d2-0f67c85ab454 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:21.868566 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af959bd3-818e-4999-989d-8f097ec67064 req-ac2e96f3-c0bb-436f-84d2-0f67c85ab454 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 932 time: 0.0479605 Nov 27 02:09:21.914063 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-af959bd3-818e-4999-989d-8f097ec67064 req-22c4d4d6-5d2b-4b67-92d6-8a874feb6df4 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397136 Nov 27 02:09:23.031150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e89a7d-465e-49a3-b7ab-83f4136c5ccb req-d1a1cd15-2d44-4b91-b1c4-762938dc161a tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:23.032657 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0e89a7d-465e-49a3-b7ab-83f4136c5ccb req-d1a1cd15-2d44-4b91-b1c4-762938dc161a tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 932 time: 0.0530396 Nov 27 02:09:23.080173 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a0e89a7d-465e-49a3-b7ab-83f4136c5ccb req-d3065057-f6cb-498d-ab59-5589702e2be0 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Nov 27 02:09:23.802502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Request body: {'port': {'device_id': '60897138-8ac0-4694-8c38-47e602eb844a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:23.860639 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:24.118306 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:09:24.125982 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:24.138011 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Transition to ACTIVE for port object 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:09:24.141948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:24.202184 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Pushing event updated for resources: {'Port': ['ID=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:24.202490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656dfbf-353b-4197-b82f-1d0157a68436 req-0228ac1c-dd5d-4526-ad4e-dcee8fb21c02 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:24.203892 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d656dfbf-353b-4197-b82f-1d0157a68436 req-0228ac1c-dd5d-4526-ad4e-dcee8fb21c02 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 944 time: 0.0576231 Nov 27 02:09:24.254662 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d656dfbf-353b-4197-b82f-1d0157a68436 req-197910ae-ba74-4a0c-ae91-fd4738955ca0 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445471 Nov 27 02:09:24.284941 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Attempting to bind port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:09:24.285275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Attempting to bind port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:09:24.285607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Attempting to bind port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 on network 5a9ca68b-3b9b-49b0-a066-d8582a533733 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:09:24.290254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 on network 5a9ca68b-3b9b-49b0-a066-d8582a533733 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:09:24.290594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Attempting to bind port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 on network 5a9ca68b-3b9b-49b0-a066-d8582a533733 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:09:24.295575 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:09:24.295911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Checking segment: {'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:09:24.296297 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Bound using segment: {'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:09:24.296723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Bound port: 8654ce7a-b9ce-4b67-ab7d-d54f832fa377, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:09:24.297079 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:24.366351 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] For port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:09:24.369676 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] For port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:09:24.373808 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:24.411650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:24.412271 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:24.413637 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] 10.222.0.42 "PUT /v2.0/ports/8654ce7a-b9ce-4b67-ab7d-d54f832fa377 HTTP/1.1" status: 200 len: 1092 time: 0.6164136 Nov 27 02:09:24.414081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:09:24.416369 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affe0734-3c0c-4292-b70a-fca13c5b5909" -d '{"events": [{"name": "network-changed", "server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:09:24.441189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1621be6-01b1-45ab-8a65-edad1e7f937e service neutron] Pushing event updated for resources: {'Port': ['ID=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:24.475982 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48dd963-9941-46b7-8f87-66e07247c4ef x-openstack-request-id: req-f48dd963-9941-46b7-8f87-66e07247c4ef {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:09:24.476276 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:09:24.476530 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f48dd963-9941-46b7-8f87-66e07247c4ef {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:09:24.477017 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'status': 'completed', 'code': 200} Nov 27 02:09:24.536103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-ccdbb8b6-45dd-4934-ad0f-d1cfc05178d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:24.537622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-ccdbb8b6-45dd-4934-ad0f-d1cfc05178d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0a858178bd844408c431138c33b3a51&device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 1095 time: 0.0468371 Nov 27 02:09:24.587574 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-3223e983-a310-4df3-927d-3f6bc728e9a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377 HTTP/1.1" status: 200 len: 217 time: 0.0353863 Nov 27 02:09:24.635612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-3e3025b1-0c73-4251-8aed-a40480ddec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:24.636929 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-3e3025b1-0c73-4251-8aed-a40480ddec94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ec4431a-141b-4ef8-90bb-28e321c7a638 HTTP/1.1" status: 200 len: 854 time: 0.0432651 Nov 27 02:09:24.691753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-564f93a1-cf32-4335-983c-b0ad661709f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:24.693248 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-564f93a1-cf32-4335-983c-b0ad661709f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a9ca68b-3b9b-49b0-a066-d8582a533733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494647 Nov 27 02:09:24.781629 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-26a22144-81c9-448e-a3ef-fb4fc0014874 service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804067 Nov 27 02:09:24.875177 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7fd2dbec-600d-44d7-9ae3-6e7b8a92c0ef req-9da09dc3-9bdc-4595-9853-7ce1b1683707 service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858159 Nov 27 02:09:24.996317 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe0734-3c0c-4292-b70a-fca13c5b5909 req-3db3501a-ef8c-42df-b134-76fa1509114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:24.997764 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-affe0734-3c0c-4292-b70a-fca13c5b5909 req-3db3501a-ef8c-42df-b134-76fa1509114e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0a858178bd844408c431138c33b3a51&device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 1095 time: 0.0413747 Nov 27 02:09:25.085290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe0734-3c0c-4292-b70a-fca13c5b5909 req-83bcbaec-602e-4a6c-a6f3-6e03e8b0bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:25.086744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-affe0734-3c0c-4292-b70a-fca13c5b5909 req-83bcbaec-602e-4a6c-a6f3-6e03e8b0bc05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a9ca68b-3b9b-49b0-a066-d8582a533733 HTTP/1.1" status: 200 len: 916 time: 0.0819409 Nov 27 02:09:25.132898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-affe0734-3c0c-4292-b70a-fca13c5b5909 req-7d8f5a45-9b99-4453-af12-748186d38a20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377 HTTP/1.1" status: 200 len: 217 time: 0.0379560 Nov 27 02:09:25.182027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe0734-3c0c-4292-b70a-fca13c5b5909 req-59fa74f9-91c6-4b06-a508-e2157ee72d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:25.183453 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-affe0734-3c0c-4292-b70a-fca13c5b5909 req-59fa74f9-91c6-4b06-a508-e2157ee72d85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ec4431a-141b-4ef8-90bb-28e321c7a638 HTTP/1.1" status: 200 len: 854 time: 0.0436616 Nov 27 02:09:25.229056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe0734-3c0c-4292-b70a-fca13c5b5909 req-d98470dd-5d9c-4aca-a899-43bd5b1123e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:25.230560 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-affe0734-3c0c-4292-b70a-fca13c5b5909 req-d98470dd-5d9c-4aca-a899-43bd5b1123e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a9ca68b-3b9b-49b0-a066-d8582a533733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400443 Nov 27 02:09:25.323610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-affe0734-3c0c-4292-b70a-fca13c5b5909 req-73e6454e-7721-4657-b84e-5d87a555668d service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845852 Nov 27 02:09:25.372291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28852d90-6d56-4978-b5d4-cd41d8f7b7e2 req-f268ab1d-6707-4b1b-9809-08177a5f1c71 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:25.373866 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28852d90-6d56-4978-b5d4-cd41d8f7b7e2 req-f268ab1d-6707-4b1b-9809-08177a5f1c71 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 944 time: 0.0487907 Nov 27 02:09:25.416690 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-affe0734-3c0c-4292-b70a-fca13c5b5909 req-517ba819-2a08-46bb-9aac-65518ec4d49a service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853035 Nov 27 02:09:25.423164 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-28852d90-6d56-4978-b5d4-cd41d8f7b7e2 req-ecf799dd-9750-4c4e-b695-8531fc135927 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425413 Nov 27 02:09:26.429277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:09:26.530654 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:09:26.545779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'port_id': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'mac_address': 'fa:16:3e:d1:42:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:09:26.572954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f657824-0478-4f57-9c23-543cacd8464e req-b3de1f0a-0652-4ffc-a1a8-bd92f340ff2c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:26.574582 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f657824-0478-4f57-9c23-543cacd8464e req-b3de1f0a-0652-4ffc-a1a8-bd92f340ff2c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 944 time: 0.0550008 Nov 27 02:09:26.582597 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:26.595835 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:09:26.613937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:09:26.618534 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:26.623235 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8f657824-0478-4f57-9c23-543cacd8464e req-920ee4c8-f3e7-4c70-be80-861888abd01c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Nov 27 02:09:26.664280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:26.671439 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:26.671785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:26.672119 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:26.672450 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:26.672777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:26.673127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:26.673471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:26.673794 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:26.674113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:26.674458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:26.674776 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:26.675095 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:26.890057 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['8654ce7a-b9ce-4b67-ab7d-d54f832fa377'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:09:27.743030 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeee940-d4f0-4882-8e1e-33894e57d592 req-ef89500e-6fd1-42e4-8fa5-aeaa3343575d tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:27.744493 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6aeee940-d4f0-4882-8e1e-33894e57d592 req-ef89500e-6fd1-42e4-8fa5-aeaa3343575d tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 945 time: 0.0522819 Nov 27 02:09:27.792726 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6aeee940-d4f0-4882-8e1e-33894e57d592 req-f9cfa18b-77e1-462e-91f2-c68c2b97f7ef tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 Nov 27 02:09:28.426055 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:09:28.473771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:09:28.477586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:28.477951 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:28.557227 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:28.583860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:09:28.586120 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c07c81-23f6-4e21-b625-aaf4750021d5" -d '{"events": [{"server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "name": "network-vif-plugged", "status": "completed", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:09:28.597954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:09:28.602556 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:28.624936 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a770c33-e1ce-4791-9bd0-321001b2c17a x-openstack-request-id: req-4a770c33-e1ce-4791-9bd0-321001b2c17a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:09:28.625229 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "name": "network-vif-plugged", "status": "completed", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:09:28.625479 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a770c33-e1ce-4791-9bd0-321001b2c17a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:09:28.625864 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'code': 200} Nov 27 02:09:28.652696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:28.753010 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2cacb-7ddd-47bd-a42f-e26cb9e99408 req-ee64d1ae-bbd7-4e3e-b8ef-8a77b6fa48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:28.755091 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7c2cacb-7ddd-47bd-a42f-e26cb9e99408 req-ee64d1ae-bbd7-4e3e-b8ef-8a77b6fa48ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 1097 time: 0.0401015 Nov 27 02:09:28.800115 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7c2cacb-7ddd-47bd-a42f-e26cb9e99408 req-b7a8be9c-633c-4f4a-a37d-5eb397aa2e23 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367408 Nov 27 02:09:28.906991 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120cefc-089a-4ec2-90f9-d9f1987d4b31 req-cbaebc1b-5e72-49d3-ac6d-94280d61afd4 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:28.908510 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7120cefc-089a-4ec2-90f9-d9f1987d4b31 req-cbaebc1b-5e72-49d3-ac6d-94280d61afd4 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 946 time: 0.0482836 Nov 27 02:09:28.955275 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7120cefc-089a-4ec2-90f9-d9f1987d4b31 req-140f7692-f047-4e38-9170-43317c127c71 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407808 Nov 27 02:09:30.069780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417cd47-b21f-4d0f-a8a0-d2b97ae96ec3 req-ac6eba54-eb13-4ee8-9f75-20f7b096836e tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:30.071316 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8417cd47-b21f-4d0f-a8a0-d2b97ae96ec3 req-ac6eba54-eb13-4ee8-9f75-20f7b096836e tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 946 time: 0.0481567 Nov 27 02:09:30.123328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8417cd47-b21f-4d0f-a8a0-d2b97ae96ec3 req-da45ad0b-0b14-493b-8507-56160c8a9204 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451837 Nov 27 02:09:30.234230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324f89f-df35-4d28-a6a9-21f77984bd93 req-5ee3e261-b506-435b-ac28-e8ce2bc96502 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:30.235709 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f324f89f-df35-4d28-a6a9-21f77984bd93 req-5ee3e261-b506-435b-ac28-e8ce2bc96502 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 946 time: 0.0470951 Nov 27 02:09:30.286681 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f324f89f-df35-4d28-a6a9-21f77984bd93 req-94d9ad9e-9e7d-4408-a51b-1d61be7249e0 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443380 Nov 27 02:09:30.473636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9342cbc-8e47-4e14-882c-5332c39238be req-863407b6-4b28-4a1d-ac41-58c790e37449 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:30.475134 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e9342cbc-8e47-4e14-882c-5332c39238be req-863407b6-4b28-4a1d-ac41-58c790e37449 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 946 time: 0.0488055 Nov 27 02:09:30.521241 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e9342cbc-8e47-4e14-882c-5332c39238be req-527a2ceb-1efd-4d69-aa05-100267bedffa tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402231 Nov 27 02:09:41.606726 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-70410c1a-2c9a-4025-a626-07a711fdb0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:42.290500 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:09:43.010214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5c591-7ddb-4350-8e4e-87e3d6866071 req-62ef5d32-b27e-4482-8730-d764d22010c1 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:43.011698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2cb5c591-7ddb-4350-8e4e-87e3d6866071 req-62ef5d32-b27e-4482-8730-d764d22010c1 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 946 time: 0.0479198 Nov 27 02:09:43.058437 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2cb5c591-7ddb-4350-8e4e-87e3d6866071 req-db94992d-9c18-4bef-a513-c4a39bab56bb tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Nov 27 02:09:43.080230 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51440) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:43.164959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc6b50c-788c-4647-8c61-63a17b8f4334 tempest-TestMinimumBasicScenario-1221520759 tempest-TestMinimumBasicScenario-1221520759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:43.166408 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9fc6b50c-788c-4647-8c61-63a17b8f4334 tempest-TestMinimumBasicScenario-1221520759 tempest-TestMinimumBasicScenario-1221520759-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 1092 time: 0.0851898 Nov 27 02:09:43.169379 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51444) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:43.173584 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:43.196091 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:43.296211 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:43.400252 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Allocated IP 172.25.3.180 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/a803e2e5-8dc8-43b5-a668-88cb3964ce7f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:09:43.498381 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:43.532979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:43.577368 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:09:43.583202 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:09:43.587149 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:09:43.616864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event updated for resources: {'Port': ['ID=a803e2e5-8dc8-43b5-a668-88cb3964ce7f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:43.949041 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:43.978073 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3268a12a-dda9-4d43-8f0e-2cd354d121fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.017749 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.166651 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.171222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.237573 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event updated for resources: {'Port': ['ID=a803e2e5-8dc8-43b5-a668-88cb3964ce7f,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:44.250972 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.251326 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.251675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.252017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.252358 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.252694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.253027 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.253357 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.253690 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.254047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.254401 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.254732 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.260417 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.359604 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Floating IP 4ae5111a-179f-459f-b97f-4ab62c47f6ed associated. External IP: 172.25.3.180, port: 8654ce7a-b9ce-4b67-ab7d-d54f832fa377. Nov 27 02:09:44.571905 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Router c5b77962-e346-4356-9afd-d87c2cc629ba has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:09:44.682992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:09:44.696399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d99a00-8bbe-476c-aadc-0d6ea6cdf15b None None] Sync routers for ids ['c5b77962-e346-4356-9afd-d87c2cc629ba'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:09:44.701617 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.706954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d99a00-8bbe-476c-aadc-0d6ea6cdf15b None None] Routers {'c5b77962-e346-4356-9afd-d87c2cc629ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:09:44.708112 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-86d99a00-8bbe-476c-aadc-0d6ea6cdf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:09:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5b77962-e346-4356-9afd-d87c2cc629ba'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:44.732077 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f394e1bb-a14a-4f8c-ac74-942f34d26997 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5616629 Nov 27 02:09:44.732680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:09:44.734985 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51446) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:44.735485 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5320d3d72a96248b26a4866b6291fd5f9976daeb36e5d21205400713eb6b1279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4f4378-f866-40bb-a090-5669d86a3386" -d '{"events": [{"name": "network-changed", "server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:09:44.741149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114213916', 'description': 'tempest-secgroup-smoke-114213916 description', 'project_id': 'e0a858178bd844408c431138c33b3a51'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:44.787741 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.825585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-86d99a00-8bbe-476c-aadc-0d6ea6cdf15b None None] Set router c5b77962-e346-4356-9afd-d87c2cc629ba gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:09:44.855276 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.863216 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.886930 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.891652 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1515656 Nov 27 02:09:44.891956 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51452) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:44.896556 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-6c873607-2309-4b36-b717-ee3db720ec27 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Request body: {'security_group_rule': {'security_group_id': '8f47e0c0-bb89-441e-ba4e-d20cec01682d', 'project_id': 'e0a858178bd844408c431138c33b3a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:44.916614 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f47e0c0-bb89-441e-ba4e-d20cec01682d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:44.927579 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.928542 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.929045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.929526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.930845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.931284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.931530 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c873607-2309-4b36-b717-ee3db720ec27 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.931862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.932318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.932818 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.933237 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.933778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.934432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2517db59-12c0-4b32-9a03-11212ecbfff5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:09:44.939596 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.958642 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951b0bba-a99f-49dd-80cc-284f2e4a9a9b x-openstack-request-id: req-951b0bba-a99f-49dd-80cc-284f2e4a9a9b {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:09:44.959078 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:09:44.959343 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-951b0bba-a99f-49dd-80cc-284f2e4a9a9b {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:09:44.959761 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'status': 'completed', 'code': 200} Nov 27 02:09:44.986465 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c873607-2309-4b36-b717-ee3db720ec27 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:44.991779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c873607-2309-4b36-b717-ee3db720ec27 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.010839 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c873607-2309-4b36-b717-ee3db720ec27 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3158e6-d5b4-47f5-95c0-da20f424b8d8,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:45.020953 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c873607-2309-4b36-b717-ee3db720ec27 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.023789 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6c873607-2309-4b36-b717-ee3db720ec27 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303411 Nov 27 02:09:45.025635 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51454) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:45.030149 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-052cfb24-a8d2-41be-9680-310d75ed307f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Request body: {'security_group_rule': {'security_group_id': '8f47e0c0-bb89-441e-ba4e-d20cec01682d', 'project_id': 'e0a858178bd844408c431138c33b3a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:45.058358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-052cfb24-a8d2-41be-9680-310d75ed307f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.063963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f4378-f866-40bb-a090-5669d86a3386 req-509f064d-c8fa-4bf0-88e3-9df20044d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:45.065867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a4f4378-f866-40bb-a090-5669d86a3386 req-509f064d-c8fa-4bf0-88e3-9df20044d8fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0a858178bd844408c431138c33b3a51&device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 1097 time: 0.0624039 Nov 27 02:09:45.074160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-86d99a00-8bbe-476c-aadc-0d6ea6cdf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '4ae5111a-179f-459f-b97f-4ab62c47f6ed', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'port_id': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'mac_address': 'fa:16:3e:d1:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60897138-8ac0-4694-8c38-47e602eb844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:09:43Z', 'updated_at': '2021-11-27T02:09:43Z', 'revision_number': 0, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d03f28-52ce-4646-8eab-a546d702f2fe', 'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'mac_address': 'fa:16:3e:36:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:53Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 5, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'subnets': [{'id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:45.101902 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d99a00-8bbe-476c-aadc-0d6ea6cdf15b None None] Checking router: c5b77962-e346-4356-9afd-d87c2cc629ba for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:09:45.110543 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d99a00-8bbe-476c-aadc-0d6ea6cdf15b None None] Routers {'c5b77962-e346-4356-9afd-d87c2cc629ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:09:45.111143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-86d99a00-8bbe-476c-aadc-0d6ea6cdf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:09:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5b77962-e346-4356-9afd-d87c2cc629ba'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:45.118559 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-052cfb24-a8d2-41be-9680-310d75ed307f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.124080 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-052cfb24-a8d2-41be-9680-310d75ed307f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.143688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cfb24-a8d2-41be-9680-310d75ed307f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09460f4-f0b3-4352-b314-49b9a7ec7cbc,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:45.154928 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-052cfb24-a8d2-41be-9680-310d75ed307f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.156285 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-052cfb24-a8d2-41be-9680-310d75ed307f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295333 Nov 27 02:09:45.158876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51456) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:45.163455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-01330459-f0b1-406a-b30a-fb799f180cb1 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Request body: {'security_group_rule': {'security_group_id': '8f47e0c0-bb89-441e-ba4e-d20cec01682d', 'project_id': 'e0a858178bd844408c431138c33b3a51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:45.182643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f4378-f866-40bb-a090-5669d86a3386 req-51d91362-f08c-4419-ba90-85446c36412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:45.184209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a4f4378-f866-40bb-a090-5669d86a3386 req-51d91362-f08c-4419-ba90-85446c36412c service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a9ca68b-3b9b-49b0-a066-d8582a533733 HTTP/1.1" status: 200 len: 916 time: 0.1021566 Nov 27 02:09:45.190531 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01330459-f0b1-406a-b30a-fb799f180cb1 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.256002 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-86d99a00-8bbe-476c-aadc-0d6ea6cdf15b None None] Set router c5b77962-e346-4356-9afd-d87c2cc629ba gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:09:45.257610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a4f4378-f866-40bb-a090-5669d86a3386 req-9bb80eda-3bfc-4b4c-8a0b-b6706eb9c1a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377 HTTP/1.1" status: 200 len: 1000 time: 0.0648973 Nov 27 02:09:45.271190 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01330459-f0b1-406a-b30a-fb799f180cb1 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.276354 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01330459-f0b1-406a-b30a-fb799f180cb1 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.285858 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.296475 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01330459-f0b1-406a-b30a-fb799f180cb1 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c69475-1b44-46c6-b8cb-c09d2bfd6205,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:45.309547 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01330459-f0b1-406a-b30a-fb799f180cb1 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.311337 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-01330459-f0b1-406a-b30a-fb799f180cb1 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511965 Nov 27 02:09:45.313661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51458) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:45.315187 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f4378-f866-40bb-a090-5669d86a3386 req-ec032052-1b0e-408e-8da5-1cc068f360cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:45.317391 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a4f4378-f866-40bb-a090-5669d86a3386 req-ec032052-1b0e-408e-8da5-1cc068f360cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ec4431a-141b-4ef8-90bb-28e321c7a638 HTTP/1.1" status: 200 len: 854 time: 0.0502884 Nov 27 02:09:45.318818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-803730b7-6da5-4fc9-b44b-e3c13f6ad7de tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Request body: {'security_group_rule': {'security_group_id': '8f47e0c0-bb89-441e-ba4e-d20cec01682d', 'project_id': 'e0a858178bd844408c431138c33b3a51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:45.347684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-803730b7-6da5-4fc9-b44b-e3c13f6ad7de tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.373851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f4378-f866-40bb-a090-5669d86a3386 req-485fe4e4-57fe-4647-8e4a-1752313f770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:45.375292 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a4f4378-f866-40bb-a090-5669d86a3386 req-485fe4e4-57fe-4647-8e4a-1752313f770e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a9ca68b-3b9b-49b0-a066-d8582a533733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482068 Nov 27 02:09:45.410941 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-803730b7-6da5-4fc9-b44b-e3c13f6ad7de tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.415994 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-803730b7-6da5-4fc9-b44b-e3c13f6ad7de tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.437262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803730b7-6da5-4fc9-b44b-e3c13f6ad7de tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a0010e-28c6-4139-a88c-8fa835055d95,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:45.447179 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-803730b7-6da5-4fc9-b44b-e3c13f6ad7de tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.448402 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-803730b7-6da5-4fc9-b44b-e3c13f6ad7de tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337714 Nov 27 02:09:45.451009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51460) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:45.455626 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b66b3e23-3bc2-4500-9762-e6eb601cfe3c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Request body: {'security_group_rule': {'security_group_id': '8f47e0c0-bb89-441e-ba4e-d20cec01682d', 'project_id': 'e0a858178bd844408c431138c33b3a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:45.483293 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a4f4378-f866-40bb-a090-5669d86a3386 req-c989a13a-c6c5-4b3f-82f2-f8f429b9d1f7 service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965059 Nov 27 02:09:45.483679 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-b66b3e23-3bc2-4500-9762-e6eb601cfe3c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Project e0a858178bd844408c431138c33b3a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:09:45.489306 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b66b3e23-3bc2-4500-9762-e6eb601cfe3c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.515284 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-86d99a00-8bbe-476c-aadc-0d6ea6cdf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '4ae5111a-179f-459f-b97f-4ab62c47f6ed', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'port_id': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'mac_address': 'fa:16:3e:d1:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60897138-8ac0-4694-8c38-47e602eb844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:09:43Z', 'updated_at': '2021-11-27T02:09:43Z', 'revision_number': 0, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d03f28-52ce-4646-8eab-a546d702f2fe', 'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'mac_address': 'fa:16:3e:36:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:53Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 5, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'subnets': [{'id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:09:45.542355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d99a00-8bbe-476c-aadc-0d6ea6cdf15b None None] The sync data for ids ['c5b77962-e346-4356-9afd-d87c2cc629ba'] in n-d-819494-2 is: [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '4ae5111a-179f-459f-b97f-4ab62c47f6ed', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'port_id': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'mac_address': 'fa:16:3e:d1:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60897138-8ac0-4694-8c38-47e602eb844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:09:43Z', 'updated_at': '2021-11-27T02:09:43Z', 'revision_number': 0, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d03f28-52ce-4646-8eab-a546d702f2fe', 'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'mac_address': 'fa:16:3e:36:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:53Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 5, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'subnets': [{'id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:09:45.555658 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b66b3e23-3bc2-4500-9762-e6eb601cfe3c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.560115 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b66b3e23-3bc2-4500-9762-e6eb601cfe3c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.581618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b3e23-3bc2-4500-9762-e6eb601cfe3c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0120f1b4-2f0c-4d07-986c-c5646f2cffd6,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:45.586840 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b66b3e23-3bc2-4500-9762-e6eb601cfe3c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.587653 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a4f4378-f866-40bb-a090-5669d86a3386 req-bf18f899-5e3f-4d92-a40d-7bdaa5c2bfda service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969288 Nov 27 02:09:45.588300 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b66b3e23-3bc2-4500-9762-e6eb601cfe3c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361861 Nov 27 02:09:45.591019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51462) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:09:45.595551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2f9f8dd2-44aa-457f-a2f9-960cfc326b30 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Request body: {'security_group_rule': {'security_group_id': '8f47e0c0-bb89-441e-ba4e-d20cec01682d', 'project_id': 'e0a858178bd844408c431138c33b3a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:45.624194 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-2f9f8dd2-44aa-457f-a2f9-960cfc326b30 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Project e0a858178bd844408c431138c33b3a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:09:45.630574 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f9f8dd2-44aa-457f-a2f9-960cfc326b30 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.695989 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f9f8dd2-44aa-457f-a2f9-960cfc326b30 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.699769 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f9f8dd2-44aa-457f-a2f9-960cfc326b30 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.719628 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f8dd2-44aa-457f-a2f9-960cfc326b30 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2044c93b-6711-4ce7-af51-38418f1aefff,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:45.730418 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f9f8dd2-44aa-457f-a2f9-960cfc326b30 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:45.731639 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2f9f8dd2-44aa-457f-a2f9-960cfc326b30 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396310 Nov 27 02:09:45.777041 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a2d18c-b338-4ab4-829e-bdc0182091a3 None None] New status for floating IP 4ae5111a-179f-459f-b97f-4ab62c47f6ed: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:09:45.828142 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d869a0e-140d-41df-9648-a88282a11ba3 req-96a326a6-87b1-466e-ae7d-a35934291a6e tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114213916&fields=id&tenant_id=e0a858178bd844408c431138c33b3a51 HTTP/1.1" status: 200 len: 267 time: 0.0475154 Nov 27 02:09:45.880800 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d869a0e-140d-41df-9648-a88282a11ba3 req-3a47267f-5689-4ed9-87c1-89eb9c53a766 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:45.882340 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d869a0e-140d-41df-9648-a88282a11ba3 req-3a47267f-5689-4ed9-87c1-89eb9c53a766 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 946 time: 0.0484226 Nov 27 02:09:45.893752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [req-5d869a0e-140d-41df-9648-a88282a11ba3 req-b5d77fb3-b7d6-4b92-9bd2-7158fd2a392d tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Request body: {'port': {'security_groups': ['90052278-e4bd-4c77-96cb-57d78814cebb', '8f47e0c0-bb89-441e-ba4e-d20cec01682d']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:09:45.958882 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5d869a0e-140d-41df-9648-a88282a11ba3 req-b5d77fb3-b7d6-4b92-9bd2-7158fd2a392d tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:46.140319 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-5d869a0e-140d-41df-9648-a88282a11ba3 req-b5d77fb3-b7d6-4b92-9bd2-7158fd2a392d tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] For port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:09:46.170035 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5d869a0e-140d-41df-9648-a88282a11ba3 req-b5d77fb3-b7d6-4b92-9bd2-7158fd2a392d tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:46.174440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5d869a0e-140d-41df-9648-a88282a11ba3 req-b5d77fb3-b7d6-4b92-9bd2-7158fd2a392d tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:46.211637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['8654ce7a-b9ce-4b67-ab7d-d54f832fa377'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:09:46.219622 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d869a0e-140d-41df-9648-a88282a11ba3 req-b5d77fb3-b7d6-4b92-9bd2-7158fd2a392d tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:46.220270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-5d869a0e-140d-41df-9648-a88282a11ba3 req-b5d77fb3-b7d6-4b92-9bd2-7158fd2a392d tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:46.221698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d869a0e-140d-41df-9648-a88282a11ba3 req-b5d77fb3-b7d6-4b92-9bd2-7158fd2a392d tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "PUT /v2.0/ports/8654ce7a-b9ce-4b67-ab7d-d54f832fa377 HTTP/1.1" status: 200 len: 982 time: 0.3325777 Nov 27 02:09:46.244001 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d77fb3-b7d6-4b92-9bd2-7158fd2a392d tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event updated for resources: {'Port': ['ID=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,revision_number=6']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:09:46.339824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eaa7b-97fe-4499-91dc-92386536130a req-e56940b9-0439-4c3c-a6fa-dfb48219fef2 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:46.340571 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['8654ce7a-b9ce-4b67-ab7d-d54f832fa377'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:09:46.341524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-366eaa7b-97fe-4499-91dc-92386536130a req-e56940b9-0439-4c3c-a6fa-dfb48219fef2 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0542736 Nov 27 02:09:46.419287 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-366eaa7b-97fe-4499-91dc-92386536130a req-231f2aa2-24cb-47e0-ba89-b61625e1a20a tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f47e0c0-bb89-441e-ba4e-d20cec01682d&id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698779 Nov 27 02:09:46.586947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3b0e1aca-69ce-44f5-85c0-e02a76c54dd6 None None] Provisioning complete for port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:09:46.587232 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1aca-69ce-44f5-85c0-e02a76c54dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:46.915792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:46.961245 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:09:46.963969 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5320d3d72a96248b26a4866b6291fd5f9976daeb36e5d21205400713eb6b1279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a660c3f-f410-4239-9c94-0fb83effb770" -d '{"events": [{"name": "network-changed", "server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:09:46.999788 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6ec7ef-3808-4100-99bc-b810124fe92e x-openstack-request-id: req-4f6ec7ef-3808-4100-99bc-b810124fe92e {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:09:47.000076 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:09:47.000325 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f6ec7ef-3808-4100-99bc-b810124fe92e {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:09:47.000726 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'status': 'completed', 'code': 200} Nov 27 02:09:47.090039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a660c3f-f410-4239-9c94-0fb83effb770 req-8226f4e0-8da3-487d-bb34-c509caaa09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:47.091524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a660c3f-f410-4239-9c94-0fb83effb770 req-8226f4e0-8da3-487d-bb34-c509caaa09d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0a858178bd844408c431138c33b3a51&device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 1136 time: 0.0406630 Nov 27 02:09:47.185030 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a660c3f-f410-4239-9c94-0fb83effb770 req-92963207-dc99-4283-afde-38b2361bad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:47.186509 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a660c3f-f410-4239-9c94-0fb83effb770 req-92963207-dc99-4283-afde-38b2361bad64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a9ca68b-3b9b-49b0-a066-d8582a533733 HTTP/1.1" status: 200 len: 916 time: 0.0857480 Nov 27 02:09:47.253118 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a660c3f-f410-4239-9c94-0fb83effb770 req-e69c27d5-fc46-48e3-bc40-11ccf16d3830 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377 HTTP/1.1" status: 200 len: 1002 time: 0.0592632 Nov 27 02:09:47.302062 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a660c3f-f410-4239-9c94-0fb83effb770 req-a1126bf9-c234-424a-b105-4e5c0fa86721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:47.303470 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a660c3f-f410-4239-9c94-0fb83effb770 req-a1126bf9-c234-424a-b105-4e5c0fa86721 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ec4431a-141b-4ef8-90bb-28e321c7a638 HTTP/1.1" status: 200 len: 854 time: 0.0424678 Nov 27 02:09:47.352621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a660c3f-f410-4239-9c94-0fb83effb770 req-b681b227-0284-45ca-a334-8133209de64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:09:47.354052 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a660c3f-f410-4239-9c94-0fb83effb770 req-b681b227-0284-45ca-a334-8133209de64b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a9ca68b-3b9b-49b0-a066-d8582a533733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429108 Nov 27 02:09:47.444470 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a660c3f-f410-4239-9c94-0fb83effb770 req-32d35535-d3a7-46a0-9891-bf0a552aeebf service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806613 Nov 27 02:09:47.536734 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1a660c3f-f410-4239-9c94-0fb83effb770 req-175b5849-30e6-4bd0-a288-10e024661eda service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840042 Nov 27 02:09:47.587426 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:09:47.676507 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:03.611160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f7588-6e4a-466e-99b9-37e167692729 req-707ee9ff-0898-4f79-ad27-b021aec9a90b tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:03.612766 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-542f7588-6e4a-466e-99b9-37e167692729 req-707ee9ff-0898-4f79-ad27-b021aec9a90b tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0503836 Nov 27 02:10:03.647917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d1d99-5c74-4d47-8155-1ce3485778f0 req-f26d96e4-5b55-424f-a12d-e9ecf17a7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:03.649435 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e27d1d99-5c74-4d47-8155-1ce3485778f0 req-f26d96e4-5b55-424f-a12d-e9ecf17a7caf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0a858178bd844408c431138c33b3a51&device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 1136 time: 0.0426118 Nov 27 02:10:03.674073 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-542f7588-6e4a-466e-99b9-37e167692729 req-abf74ee5-42e9-4f38-ad68-3b176a5bc353 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f47e0c0-bb89-441e-ba4e-d20cec01682d&id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551355 Nov 27 02:10:03.742153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d1d99-5c74-4d47-8155-1ce3485778f0 req-4982bc62-c558-49d0-ab0a-04c9b88dca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:03.743777 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e27d1d99-5c74-4d47-8155-1ce3485778f0 req-4982bc62-c558-49d0-ab0a-04c9b88dca41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a9ca68b-3b9b-49b0-a066-d8582a533733 HTTP/1.1" status: 200 len: 916 time: 0.0864611 Nov 27 02:10:03.814254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e27d1d99-5c74-4d47-8155-1ce3485778f0 req-968896bc-a116-418c-b7dd-dc4cf5e5f912 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377 HTTP/1.1" status: 200 len: 1002 time: 0.0605628 Nov 27 02:10:03.865585 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d1d99-5c74-4d47-8155-1ce3485778f0 req-865c5a5f-afea-4a69-9903-60bd552ab66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:03.867072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e27d1d99-5c74-4d47-8155-1ce3485778f0 req-865c5a5f-afea-4a69-9903-60bd552ab66e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ec4431a-141b-4ef8-90bb-28e321c7a638 HTTP/1.1" status: 200 len: 854 time: 0.0418098 Nov 27 02:10:03.915944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d1d99-5c74-4d47-8155-1ce3485778f0 req-fe0d3ab4-d2ae-4144-b60b-501bab1fef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:03.917376 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e27d1d99-5c74-4d47-8155-1ce3485778f0 req-fe0d3ab4-d2ae-4144-b60b-501bab1fef8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a9ca68b-3b9b-49b0-a066-d8582a533733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421147 Nov 27 02:10:04.005887 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e27d1d99-5c74-4d47-8155-1ce3485778f0 req-1f3f0f1b-8bc0-497a-b465-2f319ea7ffff service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791540 Nov 27 02:10:04.097404 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e27d1d99-5c74-4d47-8155-1ce3485778f0 req-f841a6ea-1251-4d5d-9f20-e22a78c08116 service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835354 Nov 27 02:10:04.796465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bfd9b-1375-4fc8-b79b-c07e1eebb048 req-9fca86e3-211c-420e-8bb1-e704d82de8d1 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:04.797960 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c01bfd9b-1375-4fc8-b79b-c07e1eebb048 req-9fca86e3-211c-420e-8bb1-e704d82de8d1 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0531223 Nov 27 02:10:04.858888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c01bfd9b-1375-4fc8-b79b-c07e1eebb048 req-f1cb35f2-fada-4d2c-b723-ac7e1677be0d tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f47e0c0-bb89-441e-ba4e-d20cec01682d&id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540485 Nov 27 02:10:06.221148 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667f2d-a5c8-4efd-b4cc-b485a01fd6df req-611e5650-4be6-4185-89f4-46d011136f0f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:06.222672 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25667f2d-a5c8-4efd-b4cc-b485a01fd6df req-611e5650-4be6-4185-89f4-46d011136f0f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0521111 Nov 27 02:10:06.281645 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-25667f2d-a5c8-4efd-b4cc-b485a01fd6df req-9830e14f-ad49-4f4e-bc15-3ae6bf573fd5 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f47e0c0-bb89-441e-ba4e-d20cec01682d&id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524669 Nov 27 02:10:07.396204 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85689c3e-b045-4e78-975f-d8b6a3bac867 req-5845d84e-bd15-447e-8b93-fb02345d270c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:07.397584 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85689c3e-b045-4e78-975f-d8b6a3bac867 req-5845d84e-bd15-447e-8b93-fb02345d270c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0484164 Nov 27 02:10:07.456795 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-85689c3e-b045-4e78-975f-d8b6a3bac867 req-87f80b8a-989f-4277-8cc4-b88a4cc6598f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f47e0c0-bb89-441e-ba4e-d20cec01682d&id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531092 Nov 27 02:10:08.575455 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa305ba-ff8c-4ef8-aacf-e7dc66c1df08 req-615728f8-46dd-4222-aeab-251c75434189 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:08.577046 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6fa305ba-ff8c-4ef8-aacf-e7dc66c1df08 req-615728f8-46dd-4222-aeab-251c75434189 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0497229 Nov 27 02:10:08.636182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6fa305ba-ff8c-4ef8-aacf-e7dc66c1df08 req-165929ce-6c01-4a55-94b0-13d001581cb3 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f47e0c0-bb89-441e-ba4e-d20cec01682d&id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531344 Nov 27 02:10:09.754328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf75a94-05a2-4a37-9589-45011a635847 req-4f2a3f38-9bab-4f30-a528-06b247954f05 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:09.755780 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-adf75a94-05a2-4a37-9589-45011a635847 req-4f2a3f38-9bab-4f30-a528-06b247954f05 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0528162 Nov 27 02:10:09.815148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-adf75a94-05a2-4a37-9589-45011a635847 req-87b0dac0-cdd2-4922-b6dd-961b653d427a tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f47e0c0-bb89-441e-ba4e-d20cec01682d&id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531039 Nov 27 02:10:10.929208 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc3bf-55f7-45fe-9a5c-283454841e35 req-34e437d2-c969-462b-999a-bcabd937bd60 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:10.930682 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76bcc3bf-55f7-45fe-9a5c-283454841e35 req-34e437d2-c969-462b-999a-bcabd937bd60 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0479345 Nov 27 02:10:10.993178 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-76bcc3bf-55f7-45fe-9a5c-283454841e35 req-b242c3a6-f532-4b5d-b3aa-b2747c9d6361 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f47e0c0-bb89-441e-ba4e-d20cec01682d&id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563698 Nov 27 02:10:11.608200 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aacfb03c-745f-41af-a78b-1ff9e27d92e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:12.111983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1287b-bcff-4563-a44b-929abf4ded7a req-75703824-279f-4081-bd9e-886e7866261b tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:12.113459 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4a1287b-bcff-4563-a44b-929abf4ded7a req-75703824-279f-4081-bd9e-886e7866261b tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0505769 Nov 27 02:10:12.175140 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4a1287b-bcff-4563-a44b-929abf4ded7a req-1a8ea5ab-f44e-4706-8930-57c0c170955c tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f47e0c0-bb89-441e-ba4e-d20cec01682d&id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550318 Nov 27 02:10:13.289220 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6335b-afb5-4dc5-b10e-39c9d8a72ab7 req-c6afe3d5-2d49-4aa0-a6a3-68965bd57d29 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:13.290730 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dd6335b-afb5-4dc5-b10e-39c9d8a72ab7 req-c6afe3d5-2d49-4aa0-a6a3-68965bd57d29 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0482440 Nov 27 02:10:13.350510 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4dd6335b-afb5-4dc5-b10e-39c9d8a72ab7 req-39308038-de1c-46f1-ba2e-32f265419ad3 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f47e0c0-bb89-441e-ba4e-d20cec01682d&id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537481 Nov 27 02:10:13.982112 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2758accb-8e94-4106-a2d5-43c96510ec5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:14.466830 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b56f4-bd5b-4db6-ae2b-8257ae7362f7 req-0f0c97e2-5adc-4ebc-9c57-a6cf9b8a114e tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:14.468300 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a8b56f4-bd5b-4db6-ae2b-8257ae7362f7 req-0f0c97e2-5adc-4ebc-9c57-a6cf9b8a114e tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0489857 Nov 27 02:10:14.536952 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a8b56f4-bd5b-4db6-ae2b-8257ae7362f7 req-a78c60c4-9f5b-42f2-b731-f66995dfc4a9 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f47e0c0-bb89-441e-ba4e-d20cec01682d&id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626037 Nov 27 02:10:14.861230 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:15.251093 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:15.651208 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2d517-c9f0-470e-9ce9-d69f4d0db9e2 req-d020a0bf-007b-4096-8031-500d60bd02a9 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:15.652675 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54e2d517-c9f0-470e-9ce9-d69f4d0db9e2 req-d020a0bf-007b-4096-8031-500d60bd02a9 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0486383 Nov 27 02:10:15.711550 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54e2d517-c9f0-470e-9ce9-d69f4d0db9e2 req-f0944b2c-4cce-4608-bd6e-5186c4c285fa tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f47e0c0-bb89-441e-ba4e-d20cec01682d&id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528266 Nov 27 02:10:16.924039 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:17.587269 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:17.676627 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:19.288693 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:10:21.177232 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73f5a4df-76fe-4ac3-af88-a33d5b1950f2 req-bc0241bc-a48b-40c5-a372-f95e188e75f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249300 Nov 27 02:10:21.261319 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73f5a4df-76fe-4ac3-af88-a33d5b1950f2 req-d0a62745-684e-4d4d-9d60-f8a6525ed7b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0253851 Nov 27 02:10:21.306625 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73f5a4df-76fe-4ac3-af88-a33d5b1950f2 req-f0fa3116-cd6a-4d7a-9b0f-ee6c0fa4e5a5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193512 Nov 27 02:10:21.402955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5a4df-76fe-4ac3-af88-a33d5b1950f2 req-440d1c37-0c2f-4002-97c7-7fafabdadf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:21.404341 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-73f5a4df-76fe-4ac3-af88-a33d5b1950f2 req-440d1c37-0c2f-4002-97c7-7fafabdadf10 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908875 Nov 27 02:10:22.403676 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b00804ef-f259-4609-9743-72fffaf84134 req-d39bb212-fb9d-41f9-9363-a5d53b0be7f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422685 Nov 27 02:10:22.500689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00804ef-f259-4609-9743-72fffaf84134 req-06b04408-c0e2-4334-8af6-ae8f7383fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:22.502135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b00804ef-f259-4609-9743-72fffaf84134 req-06b04408-c0e2-4334-8af6-ae8f7383fdd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0a858178bd844408c431138c33b3a51&device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 1136 time: 0.0419631 Nov 27 02:10:22.604631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00804ef-f259-4609-9743-72fffaf84134 req-46a6d234-091e-4aaf-969f-5e757c0957b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:22.606059 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b00804ef-f259-4609-9743-72fffaf84134 req-46a6d234-091e-4aaf-969f-5e757c0957b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a9ca68b-3b9b-49b0-a066-d8582a533733 HTTP/1.1" status: 200 len: 916 time: 0.0853426 Nov 27 02:10:23.000696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b00804ef-f259-4609-9743-72fffaf84134 req-d8079362-0a91-4e31-8b92-3c75e4a36089 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377 HTTP/1.1" status: 200 len: 1002 time: 0.3876021 Nov 27 02:10:23.048408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00804ef-f259-4609-9743-72fffaf84134 req-0b8e665b-7568-4462-8327-ab84613da714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:23.049719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b00804ef-f259-4609-9743-72fffaf84134 req-0b8e665b-7568-4462-8327-ab84613da714 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ec4431a-141b-4ef8-90bb-28e321c7a638 HTTP/1.1" status: 200 len: 854 time: 0.0414817 Nov 27 02:10:23.097309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00804ef-f259-4609-9743-72fffaf84134 req-d3d69531-3267-4a04-be92-790fcbd1a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:23.099348 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b00804ef-f259-4609-9743-72fffaf84134 req-d3d69531-3267-4a04-be92-790fcbd1a49d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a9ca68b-3b9b-49b0-a066-d8582a533733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420196 Nov 27 02:10:23.187248 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b00804ef-f259-4609-9743-72fffaf84134 req-7fe614f0-9cb6-4028-98c8-4952cdb97729 service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808356 Nov 27 02:10:23.281430 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b00804ef-f259-4609-9743-72fffaf84134 req-b3e2fac4-bcc0-43c7-8c39-3fb99937e0e6 service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871806 Nov 27 02:10:41.609130 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7c8a9688-5fe3-4ddf-a0ea-2bebbbf4a728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:43.982914 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f834ced8-8c2f-4a48-b8d3-0ccbedf624af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:44.862383 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:45.253435 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:46.923705 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:47.604147 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:47.678512 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:48.199991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cb4c6848-f987-497b-a6f7-3eae332c3f37 req-2fe28f09-3211-41d9-8b04-ca079c31cd20 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114213916&fields=id&tenant_id=e0a858178bd844408c431138c33b3a51 HTTP/1.1" status: 200 len: 267 time: 0.0962458 Nov 27 02:10:48.251558 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c6848-f987-497b-a6f7-3eae332c3f37 req-9542d2b6-9fc6-430b-9ff7-f5c1e3725b31 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:48.253012 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cb4c6848-f987-497b-a6f7-3eae332c3f37 req-9542d2b6-9fc6-430b-9ff7-f5c1e3725b31 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 985 time: 0.0472295 Nov 27 02:10:48.264528 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-cb4c6848-f987-497b-a6f7-3eae332c3f37 req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Request body: {'port': {'security_groups': ['90052278-e4bd-4c77-96cb-57d78814cebb']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:10:48.326362 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cb4c6848-f987-497b-a6f7-3eae332c3f37 req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:48.495402 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-cb4c6848-f987-497b-a6f7-3eae332c3f37 req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] For port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:10:48.527314 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cb4c6848-f987-497b-a6f7-3eae332c3f37 req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:48.531812 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cb4c6848-f987-497b-a6f7-3eae332c3f37 req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:48.570109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['8654ce7a-b9ce-4b67-ab7d-d54f832fa377'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:10:48.576899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c6848-f987-497b-a6f7-3eae332c3f37 req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:48.577478 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-cb4c6848-f987-497b-a6f7-3eae332c3f37 req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:48.578915 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cb4c6848-f987-497b-a6f7-3eae332c3f37 req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "PUT /v2.0/ports/8654ce7a-b9ce-4b67-ab7d-d54f832fa377 HTTP/1.1" status: 200 len: 943 time: 0.3187950 Nov 27 02:10:48.579381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:10:48.581693 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e19eac9-ce92-41b1-923a-e05284a45304" -d '{"events": [{"name": "network-changed", "server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:10:48.586063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51520) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:10:48.613314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event updated for resources: {'Port': ['ID=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:48.625418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.625967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.626414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.626816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.627214 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.627804 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.627934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.628944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.629079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.629498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.629903 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.630327 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a009d62-79f7-4067-a2c3-e077dbc27eba tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.644203 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a25a4da-f83a-4821-93c2-53ecbab01804 x-openstack-request-id: req-8a25a4da-f83a-4821-93c2-53ecbab01804 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:10:48.645009 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:10:48.645321 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a25a4da-f83a-4821-93c2-53ecbab01804 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:10:48.645857 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'status': 'completed', 'code': 200} Nov 27 02:10:48.672901 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:48.704888 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:48.721747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19eac9-ce92-41b1-923a-e05284a45304 req-904f45d6-cfd3-41e9-9331-73c820cf6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:48.723989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e19eac9-ce92-41b1-923a-e05284a45304 req-904f45d6-cfd3-41e9-9331-73c820cf6392 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0a858178bd844408c431138c33b3a51&device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 1097 time: 0.0468850 Nov 27 02:10:48.727331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['8654ce7a-b9ce-4b67-ab7d-d54f832fa377'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:10:48.792407 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:48.796018 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:48.797706 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "DELETE /v2.0/security-groups/8f47e0c0-bb89-441e-ba4e-d20cec01682d HTTP/1.1" status: 204 len: 168 time: 0.2082648 Nov 27 02:10:48.806750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51522) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:10:48.809327 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f47e0c0-bb89-441e-ba4e-d20cec01682d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:48.817806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.819562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.819562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.819562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.819562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.819562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.820010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.820730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.820730 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.821119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.821856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.822278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea4088-94f9-444a-93ec-0b166bf4d1e7 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:10:48.901819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0c00e0f9-f290-4f57-be2c-4acac62032b1 None None] Provisioning complete for port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:10:48.902196 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0c00e0f9-f290-4f57-be2c-4acac62032b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:48.953707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19eac9-ce92-41b1-923a-e05284a45304 req-277263e1-ebef-42a6-9d5c-0996d85d2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:48.955326 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e19eac9-ce92-41b1-923a-e05284a45304 req-277263e1-ebef-42a6-9d5c-0996d85d2b9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a9ca68b-3b9b-49b0-a066-d8582a533733 HTTP/1.1" status: 200 len: 916 time: 0.2219083 Nov 27 02:10:49.046601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e19eac9-ce92-41b1-923a-e05284a45304 req-1528b112-ed88-4e6c-bed1-a394be665ad5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377 HTTP/1.1" status: 200 len: 1002 time: 0.0819550 Nov 27 02:10:49.098369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Deleting port a803e2e5-8dc8-43b5-a668-88cb3964ce7f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:10:49.099200 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:49.116870 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19eac9-ce92-41b1-923a-e05284a45304 req-f4f2e995-7dd0-4a19-8ea9-ec06cb790695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:49.118396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e19eac9-ce92-41b1-923a-e05284a45304 req-f4f2e995-7dd0-4a19-8ea9-ec06cb790695 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ec4431a-141b-4ef8-90bb-28e321c7a638 HTTP/1.1" status: 200 len: 854 time: 0.0642698 Nov 27 02:10:49.209248 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19eac9-ce92-41b1-923a-e05284a45304 req-18e2212e-b5e0-4a6e-9972-9fcbe515dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:49.210752 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e19eac9-ce92-41b1-923a-e05284a45304 req-18e2212e-b5e0-4a6e-9972-9fcbe515dac0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a9ca68b-3b9b-49b0-a066-d8582a533733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684464 Nov 27 02:10:49.212420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:49.212733 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:49.232527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Calling delete_port for a803e2e5-8dc8-43b5-a668-88cb3964ce7f owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:10:49.389364 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e19eac9-ce92-41b1-923a-e05284a45304 req-4b3682c7-0361-46f2-a8d5-50cb5298ccac service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691852 Nov 27 02:10:49.525105 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e19eac9-ce92-41b1-923a-e05284a45304 req-29caf3db-75e0-4b71-897f-5ce671a58319 service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238642 Nov 27 02:10:49.538949 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:49.564996 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event deleted for resources: {'Port': ['ID=a803e2e5-8dc8-43b5-a668-88cb3964ce7f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:10:49.625165 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:49.625508 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Floating IP 4ae5111a-179f-459f-b97f-4ab62c47f6ed disassociated (deleted). External IP: 172.25.3.180, port: 8654ce7a-b9ce-4b67-ab7d-d54f832fa377. Nov 27 02:10:49.832678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Router c5b77962-e346-4356-9afd-d87c2cc629ba has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:10:49.941769 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:10:49.947101 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:10:49.953359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f648f6-c1ec-4dc2-94eb-94cd3e2bd74e None None] Sync routers for ids ['c5b77962-e346-4356-9afd-d87c2cc629ba'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:10:49.963110 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f648f6-c1ec-4dc2-94eb-94cd3e2bd74e None None] Routers {'c5b77962-e346-4356-9afd-d87c2cc629ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:10:49.963699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e8f648f6-c1ec-4dc2-94eb-94cd3e2bd74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5b77962-e346-4356-9afd-d87c2cc629ba'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:49.976885 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4e609137-1d05-452a-88a4-13d9c7eb2e9f tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "DELETE /v2.0/floatingips/4ae5111a-179f-459f-b97f-4ab62c47f6ed HTTP/1.1" status: 204 len: 168 time: 1.1664832 Nov 27 02:10:50.226042 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e8f648f6-c1ec-4dc2-94eb-94cd3e2bd74e None None] Set router c5b77962-e346-4356-9afd-d87c2cc629ba gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:10:50.418598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e8f648f6-c1ec-4dc2-94eb-94cd3e2bd74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e5d03f28-52ce-4646-8eab-a546d702f2fe', 'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'mac_address': 'fa:16:3e:36:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:53Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 5, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'subnets': [{'id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:50.448005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f648f6-c1ec-4dc2-94eb-94cd3e2bd74e None None] Checking router: c5b77962-e346-4356-9afd-d87c2cc629ba for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:10:50.456761 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f648f6-c1ec-4dc2-94eb-94cd3e2bd74e None None] Routers {'c5b77962-e346-4356-9afd-d87c2cc629ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:10:50.457363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e8f648f6-c1ec-4dc2-94eb-94cd3e2bd74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5b77962-e346-4356-9afd-d87c2cc629ba'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:50.559987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e8f648f6-c1ec-4dc2-94eb-94cd3e2bd74e None None] Set router c5b77962-e346-4356-9afd-d87c2cc629ba gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:10:50.646715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:10:50.649100 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3661f868-e6e9-4a64-be85-5e3e2a67e713" -d '{"events": [{"name": "network-changed", "server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:10:50.686991 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7025c992-b2a1-4514-87ee-5b2f790dfa57 x-openstack-request-id: req-7025c992-b2a1-4514-87ee-5b2f790dfa57 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:10:50.687175 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:10:50.687393 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7025c992-b2a1-4514-87ee-5b2f790dfa57 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:10:50.687846 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'status': 'completed', 'code': 200} Nov 27 02:10:50.763769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e8f648f6-c1ec-4dc2-94eb-94cd3e2bd74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e5d03f28-52ce-4646-8eab-a546d702f2fe', 'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'mac_address': 'fa:16:3e:36:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:53Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 5, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'subnets': [{'id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:10:50.779598 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661f868-e6e9-4a64-be85-5e3e2a67e713 req-f00c2f3f-d053-4538-8957-9a65d7bee214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:50.781148 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3661f868-e6e9-4a64-be85-5e3e2a67e713 req-f00c2f3f-d053-4538-8957-9a65d7bee214 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0a858178bd844408c431138c33b3a51&device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 1097 time: 0.0448527 Nov 27 02:10:50.803233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f648f6-c1ec-4dc2-94eb-94cd3e2bd74e None None] The sync data for ids ['c5b77962-e346-4356-9afd-d87c2cc629ba'] in n-d-819494-2 is: [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:08:54Z', 'revision_number': 4, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'e5d03f28-52ce-4646-8eab-a546d702f2fe', 'name': '', 'network_id': '5a9ca68b-3b9b-49b0-a066-d8582a533733', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'mac_address': 'fa:16:3e:36:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:53Z', 'updated_at': '2021-11-27T02:08:59Z', 'revision_number': 5, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'subnets': [{'id': '4ec4431a-141b-4ef8-90bb-28e321c7a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:10:50.881992 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661f868-e6e9-4a64-be85-5e3e2a67e713 req-195cb28c-bf50-4550-87af-7b2b52892c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:50.883488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3661f868-e6e9-4a64-be85-5e3e2a67e713 req-195cb28c-bf50-4550-87af-7b2b52892c7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=5a9ca68b-3b9b-49b0-a066-d8582a533733 HTTP/1.1" status: 200 len: 916 time: 0.0958061 Nov 27 02:10:50.931264 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3661f868-e6e9-4a64-be85-5e3e2a67e713 req-0a76ff26-1b49-436b-8852-31811ed2e9f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377 HTTP/1.1" status: 200 len: 217 time: 0.0400510 Nov 27 02:10:50.985321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661f868-e6e9-4a64-be85-5e3e2a67e713 req-230ac762-05cc-46e9-8a62-e2129a65fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:50.986967 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3661f868-e6e9-4a64-be85-5e3e2a67e713 req-230ac762-05cc-46e9-8a62-e2129a65fedd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ec4431a-141b-4ef8-90bb-28e321c7a638 HTTP/1.1" status: 200 len: 854 time: 0.0489221 Nov 27 02:10:51.043702 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661f868-e6e9-4a64-be85-5e3e2a67e713 req-8411f583-d762-4d88-9f88-bea0d32a1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:51.044761 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74198319-d126-4b69-8235-680d35795e72 None None] New status for floating IP 4ae5111a-179f-459f-b97f-4ab62c47f6ed: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:10:51.045410 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3661f868-e6e9-4a64-be85-5e3e2a67e713 req-8411f583-d762-4d88-9f88-bea0d32a1606 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5a9ca68b-3b9b-49b0-a066-d8582a533733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501308 Nov 27 02:10:51.144490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3661f868-e6e9-4a64-be85-5e3e2a67e713 req-a5f24e5f-ca75-4b68-b92c-53798e2a8a10 service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917685 Nov 27 02:10:51.241865 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3661f868-e6e9-4a64-be85-5e3e2a67e713 req-36871fba-6247-4f08-85e1-068d1c1888c9 service neutron] 10.222.0.42 "GET /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901546 Nov 27 02:10:56.287990 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:10:58.981905 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e20060-831d-4219-80a2-8b8a884d0ef0 req-c7f45507-dd50-434b-afc8-a75771d06fcd tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:10:58.983429 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4e20060-831d-4219-80a2-8b8a884d0ef0 req-c7f45507-dd50-434b-afc8-a75771d06fcd tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 946 time: 0.0537336 Nov 27 02:10:59.032549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4e20060-831d-4219-80a2-8b8a884d0ef0 req-e70a00d1-6ada-4c94-8c90-207da70790a8 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Nov 27 02:11:00.197763 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179012f9-fc70-4654-ba92-12af690f576f req-d542660d-85ef-40ab-8ed7-692881ff5c93 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:00.199261 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-179012f9-fc70-4654-ba92-12af690f576f req-d542660d-85ef-40ab-8ed7-692881ff5c93 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 946 time: 0.0980480 Nov 27 02:11:00.245393 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-179012f9-fc70-4654-ba92-12af690f576f req-b93d921a-0936-4081-a2f4-42157b6e63ff tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/security-groups?id=90052278-e4bd-4c77-96cb-57d78814cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Nov 27 02:11:00.698715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173a971-6872-4b47-877d-219778c805ac req-d8995b22-94cf-4d17-a12a-79dee3a55796 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:00.700198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c173a971-6872-4b47-877d-219778c805ac req-d8995b22-94cf-4d17-a12a-79dee3a55796 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.42 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 946 time: 0.0524366 Nov 27 02:11:00.792701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-c173a971-6872-4b47-877d-219778c805ac req-b70cc3e9-7e38-40e0-8eb5-f308c30364b8 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Deleting port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:11:00.793041 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c173a971-6872-4b47-877d-219778c805ac req-b70cc3e9-7e38-40e0-8eb5-f308c30364b8 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:00.881045 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-c173a971-6872-4b47-877d-219778c805ac req-b70cc3e9-7e38-40e0-8eb5-f308c30364b8 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] For port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:00.881399 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c173a971-6872-4b47-877d-219778c805ac req-b70cc3e9-7e38-40e0-8eb5-f308c30364b8 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:00.893644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-c173a971-6872-4b47-877d-219778c805ac req-b70cc3e9-7e38-40e0-8eb5-f308c30364b8 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Calling delete_port for 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:11:01.022389 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c173a971-6872-4b47-877d-219778c805ac req-b70cc3e9-7e38-40e0-8eb5-f308c30364b8 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:01.050907 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cc3e9-7e38-40e0-8eb5-f308c30364b8 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Pushing event deleted for resources: {'Port': ['ID=8654ce7a-b9ce-4b67-ab7d-d54f832fa377,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:01.095571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c173a971-6872-4b47-877d-219778c805ac req-b70cc3e9-7e38-40e0-8eb5-f308c30364b8 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] No DVR routers for this DVR port 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:11:01.098107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c173a971-6872-4b47-877d-219778c805ac req-b70cc3e9-7e38-40e0-8eb5-f308c30364b8 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:01.101443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c173a971-6872-4b47-877d-219778c805ac req-b70cc3e9-7e38-40e0-8eb5-f308c30364b8 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.42 "DELETE /v2.0/ports/8654ce7a-b9ce-4b67-ab7d-d54f832fa377 HTTP/1.1" status: 204 len: 173 time: 0.3952985 Nov 27 02:11:01.101885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'name': 'network-vif-deleted', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:11:01.104171 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e977cea2-f54c-4e72-97f2-3541f95123eb" -d '{"events": [{"server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "name": "network-vif-deleted", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:11:01.143108 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00987a5-ae87-4084-909d-fa051de85c88 x-openstack-request-id: req-c00987a5-ae87-4084-909d-fa051de85c88 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:11:01.143412 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60897138-8ac0-4694-8c38-47e602eb844a", "name": "network-vif-deleted", "tag": "8654ce7a-b9ce-4b67-ab7d-d54f832fa377", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:11:01.143660 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c00987a5-ae87-4084-909d-fa051de85c88 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:11:01.144187 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60897138-8ac0-4694-8c38-47e602eb844a', 'name': 'network-vif-deleted', 'tag': '8654ce7a-b9ce-4b67-ab7d-d54f832fa377', 'status': 'completed', 'code': 200} Nov 27 02:11:01.347017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8fbfd490-38fb-4ca4-bdc8-71e2646f96b3 req-d0837b72-25c3-4220-8da0-283a8d913db8 tempest-TestMinimumBasicScenario-1028305855 tempest-TestMinimumBasicScenario-1028305855-project] 10.222.0.37 "GET /v2.0/ports?device_id=60897138-8ac0-4694-8c38-47e602eb844a HTTP/1.1" status: 200 len: 210 time: 0.0249460 Nov 27 02:11:02.892162 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:11:02.907943 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51622) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:02.913122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:11:02.913473 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 8654ce7a-b9ce-4b67-ab7d-d54f832fa377 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:11:03.254767 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71ab854a-61d6-40ed-9325-57de3cc24037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:03.490810 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-71ab854a-61d6-40ed-9325-57de3cc24037 admin admin] Deleting port e5d03f28-52ce-4646-8eab-a546d702f2fe {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:11:03.491146 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71ab854a-61d6-40ed-9325-57de3cc24037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:03.565775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-71ab854a-61d6-40ed-9325-57de3cc24037 admin admin] For port e5d03f28-52ce-4646-8eab-a546d702f2fe, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e5d03f28-52ce-4646-8eab-a546d702f2fe,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:03.566051 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71ab854a-61d6-40ed-9325-57de3cc24037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:03.578834 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-71ab854a-61d6-40ed-9325-57de3cc24037 admin admin] Calling delete_port for e5d03f28-52ce-4646-8eab-a546d702f2fe owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:11:03.752495 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71ab854a-61d6-40ed-9325-57de3cc24037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:03.784278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab854a-61d6-40ed-9325-57de3cc24037 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d03f28-52ce-4646-8eab-a546d702f2fe,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:03.950744 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71ab854a-61d6-40ed-9325-57de3cc24037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:04.479479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ab854a-61d6-40ed-9325-57de3cc24037 admin admin] Router c5b77962-e346-4356-9afd-d87c2cc629ba has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:11:04.582262 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ab854a-61d6-40ed-9325-57de3cc24037 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:11:04.587465 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71ab854a-61d6-40ed-9325-57de3cc24037 admin admin] 10.222.0.37 "PUT /v2.0/routers/c5b77962-e346-4356-9afd-d87c2cc629ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6784744 Nov 27 02:11:04.590053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51624) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:04.591413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f3e88-b6c7-4c58-9ae4-35dbcfff90be None None] Sync routers for ids ['c5b77962-e346-4356-9afd-d87c2cc629ba'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:11:04.602211 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f3e88-b6c7-4c58-9ae4-35dbcfff90be None None] Routers {'c5b77962-e346-4356-9afd-d87c2cc629ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:11:04.602856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-119f3e88-b6c7-4c58-9ae4-35dbcfff90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5b77962-e346-4356-9afd-d87c2cc629ba'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:04.697948 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:04.727458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-119f3e88-b6c7-4c58-9ae4-35dbcfff90be None None] Set router c5b77962-e346-4356-9afd-d87c2cc629ba gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:11:04.803671 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:04.861757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Deleting port 32af79c1-96c3-495a-988a-12ae42cfc342 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:11:04.862100 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:04.939170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-119f3e88-b6c7-4c58-9ae4-35dbcfff90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:11:03Z', 'revision_number': 5, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port': {'id': '32af79c1-96c3-495a-988a-12ae42cfc342', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:52Z', 'updated_at': '2021-11-27T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:04.949987 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] For port 32af79c1-96c3-495a-988a-12ae42cfc342, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=32af79c1-96c3-495a-988a-12ae42cfc342,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:04.950409 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:04.964322 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Calling delete_port for 32af79c1-96c3-495a-988a-12ae42cfc342 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:11:04.968059 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f3e88-b6c7-4c58-9ae4-35dbcfff90be None None] Checking router: c5b77962-e346-4356-9afd-d87c2cc629ba for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:11:04.977314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f3e88-b6c7-4c58-9ae4-35dbcfff90be None None] Routers {'c5b77962-e346-4356-9afd-d87c2cc629ba'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:11:04.977930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-119f3e88-b6c7-4c58-9ae4-35dbcfff90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['c5b77962-e346-4356-9afd-d87c2cc629ba'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:05.063113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-119f3e88-b6c7-4c58-9ae4-35dbcfff90be None None] Set router c5b77962-e346-4356-9afd-d87c2cc629ba gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:11:05.119009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-119f3e88-b6c7-4c58-9ae4-35dbcfff90be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:11:04Z', 'revision_number': 6, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:05.149597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f3e88-b6c7-4c58-9ae4-35dbcfff90be None None] The sync data for ids ['c5b77962-e346-4356-9afd-d87c2cc629ba'] in n-d-819494-2 is: [{'id': 'c5b77962-e346-4356-9afd-d87c2cc629ba', 'name': 'tempest-TestMinimumBasicScenario-1449328143-router', 'tenant_id': 'e0a858178bd844408c431138c33b3a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:51Z', 'updated_at': '2021-11-27T02:11:04Z', 'revision_number': 6, 'project_id': 'e0a858178bd844408c431138c33b3a51', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:11:05.156038 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.188205 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32af79c1-96c3-495a-988a-12ae42cfc342,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:05.201986 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11513ca6-fc9c-43fc-92dc-c148872c5dcf None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:11:05.264960 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.373738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.376056 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.420758 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.422806 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5b77962-e346-4356-9afd-d87c2cc629ba {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:11:05.426879 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.428179 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-47cd77ec-3265-465c-9a3d-dda7fe4185a2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c5b77962-e346-4356-9afd-d87c2cc629ba HTTP/1.1" status: 204 len: 168 time: 0.8371873 Nov 27 02:11:05.430903 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51626) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:05.479804 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a6ff15-a1d1-44e3-b8aa-493b06dad206 admin admin] Deleting subnet 4ec4431a-141b-4ef8-90bb-28e321c7a638 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:11:05.482925 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92a6ff15-a1d1-44e3-b8aa-493b06dad206 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.518623 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92a6ff15-a1d1-44e3-b8aa-493b06dad206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.601663 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92a6ff15-a1d1-44e3-b8aa-493b06dad206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.652456 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92a6ff15-a1d1-44e3-b8aa-493b06dad206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.683649 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6ff15-a1d1-44e3-b8aa-493b06dad206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec4431a-141b-4ef8-90bb-28e321c7a638,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:05.685586 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-92a6ff15-a1d1-44e3-b8aa-493b06dad206 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.689738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3662f618-e141-4c3e-bbcd-7311bb3f41ca None None] Network 5a9ca68b-3b9b-49b0-a066-d8582a533733 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:11:05.691596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51628) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:05.692618 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-92a6ff15-a1d1-44e3-b8aa-493b06dad206 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4ec4431a-141b-4ef8-90bb-28e321c7a638 HTTP/1.1" status: 204 len: 168 time: 0.2597277 Nov 27 02:11:05.766464 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.818406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Deleting port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:11:05.818746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.886580 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] For port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:05.886754 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.900596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Calling delete_port for 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:11:05.922319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] DHCP port deletion for 5a9ca68b-3b9b-49b0-a066-d8582a533733 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:11:05.971013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Deleting port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:11:05.971386 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:05.982353 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:06.014039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:06.017787 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] No DVR routers for this DVR port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:11:06.043764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] For port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95,segment=NetworkSegment(2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc),segment_id=2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:06.044151 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:06.061773 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Calling delete_port for 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:11:06.088517 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:06.113117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9ca68b-3b9b-49b0-a066-d8582a533733']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:06.123637 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:06.123931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a65f4e5-6c99-4590-a6cd-206f4e4ca5fc') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:06.133852 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:06.147415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:06.150661 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:06.153800 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:11:06.154199 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: timer() Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:11:06.156872 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:11:06.182790 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Pushing event deleted for resources: {'Port': ['ID=1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:06.187572 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] No DVR routers for this DVR port 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:11:06.195469 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:06.196084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:06.196581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:06.197073 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:06.198661 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:06.199171 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:06.199658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:06.200826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:06.201323 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:06.201981 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:06.202668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:06.203462 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b78070-045c-4811-8fed-2a59931b1a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:06.228788 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:06.234672 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:06.237639 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] 10.222.0.37 "DELETE /v2.0/networks/5a9ca68b-3b9b-49b0-a066-d8582a533733 HTTP/1.1" status: 204 len: 168 time: 0.5445144 Nov 27 02:11:06.240699 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51630) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:06.248853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf613a54-b3cb-4159-ac21-9a0e6978530f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9ca68b-3b9b-49b0-a066-d8582a533733,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:06.583432 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f573-0e38-49e3-9883-7a70165c320d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:06.829188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7f573-0e38-49e3-9883-7a70165c320d admin admin] Deleting port 96531d12-d936-41e6-b89f-b0ad25bc93ce {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:11:06.829531 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f573-0e38-49e3-9883-7a70165c320d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:06.839945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 32af79c1-96c3-495a-988a-12ae42cfc342 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:11:06.859550 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 32af79c1-96c3-495a-988a-12ae42cfc342 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:11:06.859971 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 32af79c1-96c3-495a-988a-12ae42cfc342 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:11:06.860396 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e5d03f28-52ce-4646-8eab-a546d702f2fe no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:11:06.881928 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: e5d03f28-52ce-4646-8eab-a546d702f2fe {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:11:06.882297 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e5d03f28-52ce-4646-8eab-a546d702f2fe not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:11:06.882706 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:11:06.901379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:11:06.901723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1d6bb7d6-e2b0-4c30-93b1-a2b8ce208c95 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:11:06.909733 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-ebd7f573-0e38-49e3-9883-7a70165c320d admin admin] For port 96531d12-d936-41e6-b89f-b0ad25bc93ce, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=96531d12-d936-41e6-b89f-b0ad25bc93ce,segment=NetworkSegment(63ea9d95-ddcc-491b-9d14-694cac8493e6),segment_id=63ea9d95-ddcc-491b-9d14-694cac8493e6)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:06.910098 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f573-0e38-49e3-9883-7a70165c320d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:06.927842 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7f573-0e38-49e3-9883-7a70165c320d admin admin] Calling delete_port for 96531d12-d936-41e6-b89f-b0ad25bc93ce owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:11:07.102824 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f573-0e38-49e3-9883-7a70165c320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:07.130385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7f573-0e38-49e3-9883-7a70165c320d admin admin] Pushing event deleted for resources: {'Port': ['ID=96531d12-d936-41e6-b89f-b0ad25bc93ce,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:07.292113 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f573-0e38-49e3-9883-7a70165c320d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:07.502453 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd7f573-0e38-49e3-9883-7a70165c320d admin admin] Router e80e3abf-a3db-4ca9-a817-471ac3697ca4 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:11:07.604509 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd7f573-0e38-49e3-9883-7a70165c320d admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:11:07.609683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ebd7f573-0e38-49e3-9883-7a70165c320d admin admin] 10.222.0.37 "PUT /v2.0/routers/e80e3abf-a3db-4ca9-a817-471ac3697ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3678071 Nov 27 02:11:07.612177 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51632) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:07.612950 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f6905-14e9-49a1-9dfb-4db5bf67b005 None None] Sync routers for ids ['e80e3abf-a3db-4ca9-a817-471ac3697ca4'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:11:07.622848 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f6905-14e9-49a1-9dfb-4db5bf67b005 None None] Routers {'e80e3abf-a3db-4ca9-a817-471ac3697ca4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:11:07.623455 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ca9f6905-14e9-49a1-9dfb-4db5bf67b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e80e3abf-a3db-4ca9-a817-471ac3697ca4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:07.717672 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:07.817319 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-ca9f6905-14e9-49a1-9dfb-4db5bf67b005 None None] Set router e80e3abf-a3db-4ca9-a817-471ac3697ca4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:11:07.819760 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:07.871469 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Deleting port 2ac27997-1a53-4d4d-a72f-65e78fe00a67 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:11:07.871810 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:07.950010 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] For port 2ac27997-1a53-4d4d-a72f-65e78fe00a67, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=2ac27997-1a53-4d4d-a72f-65e78fe00a67,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:07.950404 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:07.967153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Calling delete_port for 2ac27997-1a53-4d4d-a72f-65e78fe00a67 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:11:08.005375 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ca9f6905-14e9-49a1-9dfb-4db5bf67b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'name': 'tempest-TestMinimumBasicScenario-238110734-router', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:11:07Z', 'revision_number': 5, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'gw_port': {'id': '2ac27997-1a53-4d4d-a72f-65e78fe00a67', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:81:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:08.031284 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f6905-14e9-49a1-9dfb-4db5bf67b005 None None] Checking router: e80e3abf-a3db-4ca9-a817-471ac3697ca4 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:11:08.039874 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f6905-14e9-49a1-9dfb-4db5bf67b005 None None] Routers {'e80e3abf-a3db-4ca9-a817-471ac3697ca4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:11:08.040474 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ca9f6905-14e9-49a1-9dfb-4db5bf67b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:10:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e80e3abf-a3db-4ca9-a817-471ac3697ca4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:08.128659 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.128921 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-ca9f6905-14e9-49a1-9dfb-4db5bf67b005 None None] Set router e80e3abf-a3db-4ca9-a817-471ac3697ca4 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:11:08.159377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac27997-1a53-4d4d-a72f-65e78fe00a67,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:08.175926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d7d2c-a004-43a6-9ae2-cd902b9295ed None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:11:08.184151 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ca9f6905-14e9-49a1-9dfb-4db5bf67b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'name': 'tempest-TestMinimumBasicScenario-238110734-router', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:11:07Z', 'revision_number': 6, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:08.217579 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f6905-14e9-49a1-9dfb-4db5bf67b005 None None] The sync data for ids ['e80e3abf-a3db-4ca9-a817-471ac3697ca4'] in n-d-819494-2 is: [{'id': 'e80e3abf-a3db-4ca9-a817-471ac3697ca4', 'name': 'tempest-TestMinimumBasicScenario-238110734-router', 'tenant_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:08:56Z', 'updated_at': '2021-11-27T02:11:07Z', 'revision_number': 6, 'project_id': '5ddd48170f7e44e1a78b4851a2b017ed', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:11:08.236023 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.327077 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.329188 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.375166 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.375644 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e80e3abf-a3db-4ca9-a817-471ac3697ca4 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:11:08.380774 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.381898 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e90bd7fa-dc18-4ec2-b992-2eb28279da57 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e80e3abf-a3db-4ca9-a817-471ac3697ca4 HTTP/1.1" status: 204 len: 168 time: 0.7686827 Nov 27 02:11:08.384514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51634) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:08.428767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f5b1e5-26e4-47e5-b877-d8df261f17fa admin admin] Deleting subnet 97e86024-10ef-4fd8-918e-0019530ae613 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:11:08.431843 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62f5b1e5-26e4-47e5-b877-d8df261f17fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.465257 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62f5b1e5-26e4-47e5-b877-d8df261f17fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.538760 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62f5b1e5-26e4-47e5-b877-d8df261f17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.601880 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62f5b1e5-26e4-47e5-b877-d8df261f17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.627970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5b1e5-26e4-47e5-b877-d8df261f17fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e86024-10ef-4fd8-918e-0019530ae613,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:08.632192 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62f5b1e5-26e4-47e5-b877-d8df261f17fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.637942 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-62f5b1e5-26e4-47e5-b877-d8df261f17fa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/97e86024-10ef-4fd8-918e-0019530ae613 HTTP/1.1" status: 204 len: 168 time: 0.2499895 Nov 27 02:11:08.638399 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51636) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:08.647223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60727dcb-d274-4a7b-91d0-a89d23cd6cce None None] Network b17888c1-20e6-4fe8-955c-0922e12b288c requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:11:08.708924 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.761442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Deleting port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:11:08.761785 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.828341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] For port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=f25fc09a-e31f-4f8b-9e48-d281ac5fbd17,segment=NetworkSegment(63ea9d95-ddcc-491b-9d14-694cac8493e6),segment_id=63ea9d95-ddcc-491b-9d14-694cac8493e6)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:08.828704 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.841200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Calling delete_port for f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:11:08.916781 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:08.946301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6327353-5db1-4f75-a59b-1323e6ffb668 None None] DHCP port deletion for b17888c1-20e6-4fe8-955c-0922e12b288c request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:11:08.947852 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f25fc09a-e31f-4f8b-9e48-d281ac5fbd17,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:08.949673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] No DVR routers for this DVR port f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:11:09.018561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2ac27997-1a53-4d4d-a72f-65e78fe00a67 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:11:09.023245 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.040124 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 2ac27997-1a53-4d4d-a72f-65e78fe00a67 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:11:09.040770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 2ac27997-1a53-4d4d-a72f-65e78fe00a67 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:11:09.041194 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:11:09.044318 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17888c1-20e6-4fe8-955c-0922e12b288c']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:09.054958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ea9d95-ddcc-491b-9d14-694cac8493e6') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:09.055256 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ea9d95-ddcc-491b-9d14-694cac8493e6') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:09.061670 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:11:09.062022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device f25fc09a-e31f-4f8b-9e48-d281ac5fbd17 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:11:09.068649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 96531d12-d936-41e6-b89f-b0ad25bc93ce no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:11:09.070916 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.081668 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 96531d12-d936-41e6-b89f-b0ad25bc93ce {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:11:09.082022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 96531d12-d936-41e6-b89f-b0ad25bc93ce not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:11:09.086998 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.096588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:11:09.096894 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: timer() Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:11:09.099362 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:11:09.157258 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.163822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.167157 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] 10.222.0.37 "DELETE /v2.0/networks/b17888c1-20e6-4fe8-955c-0922e12b288c HTTP/1.1" status: 204 len: 168 time: 0.5276849 Nov 27 02:11:09.179623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890c976-bbf7-4864-8384-185a484d7f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=b17888c1-20e6-4fe8-955c-0922e12b288c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:09.332892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51640) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:09.371739 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ac87dafa-e8c2-4bb1-b9ce-d27491400d2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0a858178bd844408c431138c33b3a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376635 Nov 27 02:11:09.374171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51642) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:09.421401 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78d7c2d0-745b-4dc9-8786-081b2b96c61b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.442017 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78d7c2d0-745b-4dc9-8786-081b2b96c61b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.487994 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78d7c2d0-745b-4dc9-8786-081b2b96c61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.490747 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78d7c2d0-745b-4dc9-8786-081b2b96c61b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.491886 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-78d7c2d0-745b-4dc9-8786-081b2b96c61b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90052278-e4bd-4c77-96cb-57d78814cebb HTTP/1.1" status: 204 len: 168 time: 0.1168234 Nov 27 02:11:09.499643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7c2d0-745b-4dc9-8786-081b2b96c61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90052278-e4bd-4c77-96cb-57d78814cebb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:09.794258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:09.834315 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7ad13475-08cd-487a-b525-6ca5b9c7faa7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ddd48170f7e44e1a78b4851a2b017ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387962 Nov 27 02:11:09.836833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51650) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:09.885015 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b91acc4-3ae7-4e70-bc01-05f680297bb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.906011 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b91acc4-3ae7-4e70-bc01-05f680297bb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.951836 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b91acc4-3ae7-4e70-bc01-05f680297bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.954638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b91acc4-3ae7-4e70-bc01-05f680297bb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:09.955870 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1b91acc4-3ae7-4e70-bc01-05f680297bb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0971ffab-8b30-48d2-9194-29a9fe836416 HTTP/1.1" status: 204 len: 168 time: 0.1179307 Nov 27 02:11:09.963559 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91acc4-3ae7-4e70-bc01-05f680297bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0971ffab-8b30-48d2-9194-29a9fe836416,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:11.610895 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f4452660-f787-4927-9edb-ba8c2f7d3840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:11.681218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51690) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:11.685874 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c1af0f3e-0bb8-4e0d-81d0-922c05710bb9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076173339', 'description': 'tempest-secgroup-smoke-2076173339 description', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:11.708027 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1af0f3e-0bb8-4e0d-81d0-922c05710bb9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:11.715745 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1af0f3e-0bb8-4e0d-81d0-922c05710bb9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.111148 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1af0f3e-0bb8-4e0d-81d0-922c05710bb9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.115765 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1af0f3e-0bb8-4e0d-81d0-922c05710bb9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.155033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af0f3e-0bb8-4e0d-81d0-922c05710bb9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6241a245-033d-46ef-9012-856cfb6c6fe7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:12.193476 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1af0f3e-0bb8-4e0d-81d0-922c05710bb9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.197001 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1af0f3e-0bb8-4e0d-81d0-922c05710bb9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.224863 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c1af0f3e-0bb8-4e0d-81d0-922c05710bb9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.226071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c1af0f3e-0bb8-4e0d-81d0-922c05710bb9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5438485 Nov 27 02:11:12.229143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51692) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:12.229932 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af0f3e-0bb8-4e0d-81d0-922c05710bb9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871845c0-8e99-49f5-baa6-74acf751a9e3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:12.233955 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5409c72e-c30e-4180-8a73-bc65d080eed1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '871845c0-8e99-49f5-baa6-74acf751a9e3', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:12.265273 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5409c72e-c30e-4180-8a73-bc65d080eed1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.309350 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5409c72e-c30e-4180-8a73-bc65d080eed1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.312752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5409c72e-c30e-4180-8a73-bc65d080eed1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.330424 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409c72e-c30e-4180-8a73-bc65d080eed1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e7cc56-cfbd-4b8c-8033-610b03c53630,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:12.337634 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5409c72e-c30e-4180-8a73-bc65d080eed1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.338832 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5409c72e-c30e-4180-8a73-bc65d080eed1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1085916 Nov 27 02:11:12.341426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51694) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:12.345700 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e861d3b2-c602-41b9-8b08-ee389b36413b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '871845c0-8e99-49f5-baa6-74acf751a9e3', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:12.371323 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e861d3b2-c602-41b9-8b08-ee389b36413b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.426870 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e861d3b2-c602-41b9-8b08-ee389b36413b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.430219 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e861d3b2-c602-41b9-8b08-ee389b36413b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.445130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861d3b2-c602-41b9-8b08-ee389b36413b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d178e2-9bcc-40c7-ac73-40cf36a44ca6,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:12.455384 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e861d3b2-c602-41b9-8b08-ee389b36413b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.456557 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e861d3b2-c602-41b9-8b08-ee389b36413b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142209 Nov 27 02:11:12.459212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51696) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:12.463652 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2c26f62e-fbc8-41ae-89dc-1c5c6abd3fce tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '871845c0-8e99-49f5-baa6-74acf751a9e3', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:12.488135 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c26f62e-fbc8-41ae-89dc-1c5c6abd3fce tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.542546 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c26f62e-fbc8-41ae-89dc-1c5c6abd3fce tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.546019 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c26f62e-fbc8-41ae-89dc-1c5c6abd3fce tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.566355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26f62e-fbc8-41ae-89dc-1c5c6abd3fce tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4079e562-cf85-44e0-84af-22207dad2011,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:12.572568 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2c26f62e-fbc8-41ae-89dc-1c5c6abd3fce tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.573651 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2c26f62e-fbc8-41ae-89dc-1c5c6abd3fce tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134956 Nov 27 02:11:12.576300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51698) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:12.580475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0a486b51-961a-4727-b7bf-b2527923c1b9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '871845c0-8e99-49f5-baa6-74acf751a9e3', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:12.606121 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a486b51-961a-4727-b7bf-b2527923c1b9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.664552 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a486b51-961a-4727-b7bf-b2527923c1b9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.668140 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a486b51-961a-4727-b7bf-b2527923c1b9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.689129 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a486b51-961a-4727-b7bf-b2527923c1b9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1333c50e-25ad-416d-bc41-53c41717b333,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:12.695038 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a486b51-961a-4727-b7bf-b2527923c1b9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.696192 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0a486b51-961a-4727-b7bf-b2527923c1b9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189911 Nov 27 02:11:12.698986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51700) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:12.703501 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3b35ddde-359e-445b-9fa9-28a99f895925 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '871845c0-8e99-49f5-baa6-74acf751a9e3', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:12.726357 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-3b35ddde-359e-445b-9fa9-28a99f895925 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Project ada1bfbce3eb4a8d90c9388286d00236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:11:12.731021 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b35ddde-359e-445b-9fa9-28a99f895925 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.787775 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b35ddde-359e-445b-9fa9-28a99f895925 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.791480 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b35ddde-359e-445b-9fa9-28a99f895925 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.812537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35ddde-359e-445b-9fa9-28a99f895925 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6c1bdb-5a93-4c4a-8502-2a24810bbee5,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:12.818500 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b35ddde-359e-445b-9fa9-28a99f895925 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.819664 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3b35ddde-359e-445b-9fa9-28a99f895925 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194954 Nov 27 02:11:12.822393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51702) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:12.826571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3b03a329-433f-415e-ad8f-f7c0a0284249 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '871845c0-8e99-49f5-baa6-74acf751a9e3', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:12.847090 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-3b03a329-433f-415e-ad8f-f7c0a0284249 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Project ada1bfbce3eb4a8d90c9388286d00236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:11:12.852476 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b03a329-433f-415e-ad8f-f7c0a0284249 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.912290 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b03a329-433f-415e-ad8f-f7c0a0284249 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.915667 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b03a329-433f-415e-ad8f-f7c0a0284249 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.933072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03a329-433f-415e-ad8f-f7c0a0284249 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea667daf-4c65-4190-ab76-fe0df2d42f72,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:12.940726 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3b03a329-433f-415e-ad8f-f7c0a0284249 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.941918 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3b03a329-433f-415e-ad8f-f7c0a0284249 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185904 Nov 27 02:11:12.944861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51704) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:12.949500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c4317ed6-4112-4248-9426-d1ae2a3bc7b7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'network': {'name': 'tempest-network-smoke--1929219860', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'port_security_enabled': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:12.969236 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4317ed6-4112-4248-9426-d1ae2a3bc7b7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:11:12.972561 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4317ed6-4112-4248-9426-d1ae2a3bc7b7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:12.995133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4317ed6-4112-4248-9426-d1ae2a3bc7b7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:11:13.004032 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4317ed6-4112-4248-9426-d1ae2a3bc7b7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.004375 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-c4317ed6-4112-4248-9426-d1ae2a3bc7b7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Added segment 6c8f0908-a3a1-4f3f-abcf-111006bfb15d of type vlan for network 7afefe16-791a-4068-bb23-e3af8077d77e Nov 27 02:11:13.050069 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4317ed6-4112-4248-9426-d1ae2a3bc7b7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.073934 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4317ed6-4112-4248-9426-d1ae2a3bc7b7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.079422 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4317ed6-4112-4248-9426-d1ae2a3bc7b7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:13.079987 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4317ed6-4112-4248-9426-d1ae2a3bc7b7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.135903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c4317ed6-4112-4248-9426-d1ae2a3bc7b7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900334 Nov 27 02:11:13.138892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51706) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:13.143517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'admin_state_up': True, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:13.148109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4317ed6-4112-4248-9426-d1ae2a3bc7b7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Network': ['ID=7afefe16-791a-4068-bb23-e3af8077d77e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:13.158185 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 7afefe16-791a-4068-bb23-e3af8077d77e details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:11:13.168430 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.169350 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.226765 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.358088 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.547249 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.566122 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.663980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.25.3.159 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/c219334e-c9ce-4821-b423-3978be009245) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:11:13.767093 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.801448 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.838847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:11:13.841654 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:11:13.845168 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:11:13.855961 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1b10c8-b3d8-4a21-b740-ff1fb8551c80 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:11:13.874139 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=c219334e-c9ce-4821-b423-3978be009245,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:13.885416 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b0974eff-64bd-498c-9a34-8c12e3b50daa None None] Provisioning complete for port c219334e-c9ce-4821-b423-3978be009245 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:13.885790 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0974eff-64bd-498c-9a34-8c12e3b50daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:13.922715 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b0974eff-64bd-498c-9a34-8c12e3b50daa None None] Port c219334e-c9ce-4821-b423-3978be009245 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:11:13.983316 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4354de20-f723-4278-9102-803082003a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:14.096071 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:14.293638 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:14.418634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router ef823163-ac51-41bc-af67-16d4cbd6b124 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:11:14.523197 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:11:14.532575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Sync routers for ids ['ef823163-ac51-41bc-af67-16d4cbd6b124'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:11:14.542653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Routers {'ef823163-ac51-41bc-af67-16d4cbd6b124'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:11:14.543263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:11:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ef823163-ac51-41bc-af67-16d4cbd6b124'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:14.543423 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:14.547410 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a0a9e24f-62ca-48a6-98dc-5e62497ae085 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4047019 Nov 27 02:11:14.547651 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51708) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:14.651170 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Set router ef823163-ac51-41bc-af67-16d4cbd6b124 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:11:14.674968 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b8a0cb8b-5788-4ad4-ab24-add4ab778302 tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ada1bfbce3eb4a8d90c9388286d00236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1235373 Nov 27 02:11:14.675255 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51712) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:14.772848 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b223cea6-1938-4b81-ace2-8b6371f7edf9 tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:14.774387 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b223cea6-1938-4b81-ace2-8b6371f7edf9 tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973337 Nov 27 02:11:14.777359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51714) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:14.807170 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2def93e5-8e66-47fe-a071-d7dc1024c99a tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286582 Nov 27 02:11:14.809803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51716) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:14.814701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-755a5d90-6673-4b61-acd8-b7c48c730f58 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224712119', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:14.904958 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755a5d90-6673-4b61-acd8-b7c48c730f58 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:11:14.908529 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-755a5d90-6673-4b61-acd8-b7c48c730f58 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:14.922217 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.005335 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:13Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:15.035712 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Checking router: ef823163-ac51-41bc-af67-16d4cbd6b124 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:11:15.036101 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Updating router ef823163-ac51-41bc-af67-16d4cbd6b124 port c219334e-c9ce-4821-b423-3978be009245 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:11:15.063546 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.100603 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-755a5d90-6673-4b61-acd8-b7c48c730f58 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.163660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a5d90-6673-4b61-acd8-b7c48c730f58 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Subnet': ['ID=fdad8ace-3daa-4f57-a911-f3bb73c3ba82,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:15.173821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a5d90-6673-4b61-acd8-b7c48c730f58 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Checking segment: {'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:11:15.174189 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a5d90-6673-4b61-acd8-b7c48c730f58 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network hostable DHCP agents. Network: 7afefe16-791a-4068-bb23-e3af8077d77e, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:11:15.192269 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a5d90-6673-4b61-acd8-b7c48c730f58 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 7afefe16-791a-4068-bb23-e3af8077d77e is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:11:15.200959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-755a5d90-6673-4b61-acd8-b7c48c730f58 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 7afefe16-791a-4068-bb23-e3af8077d77e) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:11:15.205046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755a5d90-6673-4b61-acd8-b7c48c730f58 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:15.205641 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-755a5d90-6673-4b61-acd8-b7c48c730f58 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.214045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f199223-9cc0-4ae9-b997-49f10942d438 None None] Network 7afefe16-791a-4068-bb23-e3af8077d77e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:11:15.223522 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-755a5d90-6673-4b61-acd8-b7c48c730f58 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4121375 Nov 27 02:11:15.226431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51718) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:15.317584 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.455409 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.464464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-7afefe16-791a-4068-bb23-e3af8077d77e', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ips': [{'subnet_id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:11:15.465496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.469120 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.532452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57432af-bf45-4f6e-843a-177976eae42a None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:11:15.548408 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Attempting to bind port c219334e-c9ce-4821-b423-3978be009245 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:11:15.549061 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Attempting to bind port c219334e-c9ce-4821-b423-3978be009245 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:11:15.549193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Attempting to bind port c219334e-c9ce-4821-b423-3978be009245 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:11:15.600074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb32add-03f6-4255-919f-57b7819659f5 None None] Pushing event updated for resources: {'Port': ['ID=c219334e-c9ce-4821-b423-3978be009245,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:15.609392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:11:15.609778 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:11:15.610181 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.610605 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:11:15.611090 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Bound port: c219334e-c9ce-4821-b423-3978be009245, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:11:15.611475 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.672585 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.712107 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1f555c49-dbe8-4082-a118-9dda9cf9c828 None None] Provisioning complete for port c219334e-c9ce-4821-b423-3978be009245 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:15.712479 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f555c49-dbe8-4082-a118-9dda9cf9c828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.719581 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] For port c219334e-c9ce-4821-b423-3978be009245, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:11:15.768179 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] For port c219334e-c9ce-4821-b423-3978be009245, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c219334e-c9ce-4821-b423-3978be009245,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:11:15.775118 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Allocated IP 172.20.0.2 (7afefe16-791a-4068-bb23-e3af8077d77e/fdad8ace-3daa-4f57-a911-f3bb73c3ba82/1f997f72-0480-48a8-ac5d-31adc3881303) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:11:15.778048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1f555c49-dbe8-4082-a118-9dda9cf9c828 None None] Port c219334e-c9ce-4821-b423-3978be009245 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:11:15.779918 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:15.833938 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de75604b-140c-41c2-96a8-7afafe707480 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:11:15.900256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb32add-03f6-4255-919f-57b7819659f5 None None] Pushing event updated for resources: {'Port': ['ID=c219334e-c9ce-4821-b423-3978be009245,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:15.902750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Routers {'ef823163-ac51-41bc-af67-16d4cbd6b124'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:11:15.903363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:11:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ef823163-ac51-41bc-af67-16d4cbd6b124'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:16.076962 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-600c537d-9258-4dcb-8951-3e8e4321f3ee None None] Provisioning complete for port c219334e-c9ce-4821-b423-3978be009245 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:16.077335 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-600c537d-9258-4dcb-8951-3e8e4321f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.107446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] Set router ef823163-ac51-41bc-af67-16d4cbd6b124 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:11:16.173279 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.185113 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.230891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.20.0.1 (7afefe16-791a-4068-bb23-e3af8077d77e/fdad8ace-3daa-4f57-a911-f3bb73c3ba82/5ae03b95-a16a-4a2f-a235-7d872f9af269) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:11:16.275477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Network 7afefe16-791a-4068-bb23-e3af8077d77e is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:11:16.283655 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:11:16.290939 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:11:16.298471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Pushing event updated for resources: {'Port': ['ID=1f997f72-0480-48a8-ac5d-31adc3881303,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:16.342141 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.376011 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.416803 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-600c537d-9258-4dcb-8951-3e8e4321f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.422688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 7afefe16-791a-4068-bb23-e3af8077d77e is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:11:16.426382 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:11:16.430160 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:11:16.458961 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=5ae03b95-a16a-4a2f-a235-7d872f9af269,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:16.482303 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.591301 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Attempting to bind port 1f997f72-0480-48a8-ac5d-31adc3881303 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:11:16.591889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Attempting to bind port 1f997f72-0480-48a8-ac5d-31adc3881303 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:11:16.592023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Attempting to bind port 1f997f72-0480-48a8-ac5d-31adc3881303 on network 7afefe16-791a-4068-bb23-e3af8077d77e {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:11:16.607561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-600c537d-9258-4dcb-8951-3e8e4321f3ee None None] For port c219334e-c9ce-4821-b423-3978be009245, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c219334e-c9ce-4821-b423-3978be009245,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:16.609397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:11:16.609804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Checking segment: {'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:11:16.610228 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.610598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Bound using segment: {'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:11:16.611065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Bound port: 1f997f72-0480-48a8-ac5d-31adc3881303, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:11:16.611469 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.616955 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.622134 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-600c537d-9258-4dcb-8951-3e8e4321f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.712299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:13Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:16.749651 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab6a97d-28f9-43b2-8d95-2f115419381a None None] The sync data for ids ['ef823163-ac51-41bc-af67-16d4cbd6b124'] in n-d-819494-2 is: [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:13Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:11:16.752732 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c537d-9258-4dcb-8951-3e8e4321f3ee None None] Pushing event updated for resources: {'Port': ['ID=c219334e-c9ce-4821-b423-3978be009245,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:16.758618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] For port 1f997f72-0480-48a8-ac5d-31adc3881303, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:11:16.762354 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] For port 1f997f72-0480-48a8-ac5d-31adc3881303, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1f997f72-0480-48a8-ac5d-31adc3881303,segment=NetworkSegment(6c8f0908-a3a1-4f3f-abcf-111006bfb15d),segment_id=6c8f0908-a3a1-4f3f-abcf-111006bfb15d)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:11:16.768058 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.835123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de7deb-e4ab-4d18-a817-2d68b7526328 None None] Pushing event updated for resources: {'Port': ['ID=1f997f72-0480-48a8-ac5d-31adc3881303,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:16.918647 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.928722 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:16.937880 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:17.017975 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:17.025259 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=5ae03b95-a16a-4a2f-a235-7d872f9af269,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:17.146773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 7afefe16-791a-4068-bb23-e3af8077d77e is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:11:17.148311 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:11:17.270457 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router ef823163-ac51-41bc-af67-16d4cbd6b124 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:11:17.382133 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:11:17.387898 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-973f9502-923a-4089-ba52-b70e0bb63da7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "PUT /v2.0/routers/ef823163-ac51-41bc-af67-16d4cbd6b124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1604710 Nov 27 02:11:17.608708 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:17.695028 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:17.882788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd2fb2-1ce0-4026-b4fe-7a962f968749 None None] Network 7afefe16-791a-4068-bb23-e3af8077d77e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:11:17.895958 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-fb58c4ca-c55e-4f73-820a-e853fbb4ac77 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076173339&fields=id&tenant_id=ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 267 time: 0.4002542 Nov 27 02:11:17.975680 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c17dfc0f-0d0d-435d-a0ba-611cdc3b76d4 None None] Provisioning complete for port 1f997f72-0480-48a8-ac5d-31adc3881303 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:17.976046 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c17dfc0f-0d0d-435d-a0ba-611cdc3b76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:18.007046 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-39e087d1-f860-4c94-a9eb-709f91044f90 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:18.008443 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-39e087d1-f860-4c94-a9eb-709f91044f90 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/networks?id=7afefe16-791a-4068-bb23-e3af8077d77e HTTP/1.1" status: 200 len: 797 time: 0.1055627 Nov 27 02:11:18.023628 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-8a43d170-f771-455f-a0f9-0adead1698fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/quotas/ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 375 time: 0.0092421 Nov 27 02:11:18.079664 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-b88c2609-4b16-45f3-828b-d7773f1c0a8f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500681 Nov 27 02:11:18.123354 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c17dfc0f-0d0d-435d-a0ba-611cdc3b76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:18.162824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c17dfc0f-0d0d-435d-a0ba-611cdc3b76d4 None None] For port 1f997f72-0480-48a8-ac5d-31adc3881303, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1f997f72-0480-48a8-ac5d-31adc3881303,segment=NetworkSegment(6c8f0908-a3a1-4f3f-abcf-111006bfb15d),segment_id=6c8f0908-a3a1-4f3f-abcf-111006bfb15d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:18.170336 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c17dfc0f-0d0d-435d-a0ba-611cdc3b76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:18.192660 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-c9bef29b-5a6b-41e7-8006-cb3e33770c27 service neutron] 10.222.0.37 "GET /v2.0/networks/7afefe16-791a-4068-bb23-e3af8077d77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014321 Nov 27 02:11:18.228189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dfc0f-0d0d-435d-a0ba-611cdc3b76d4 None None] Pushing event updated for resources: {'Port': ['ID=1f997f72-0480-48a8-ac5d-31adc3881303,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:18.296130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-d678547e-29c8-448d-832c-e9d2e4cb1bb2 service neutron] 10.222.0.37 "GET /v2.0/networks/7afefe16-791a-4068-bb23-e3af8077d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969825 Nov 27 02:11:18.403583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6173c72c-c91c-4765-a782-f0a71079693c None None] Provisioning complete for port 1f997f72-0480-48a8-ac5d-31adc3881303 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:18.403964 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6173c72c-c91c-4765-a782-f0a71079693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:18.499336 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-950b53ab-4e13-4ada-8532-8aa1b17bfe98 req-708ae5e8-7cd5-4f18-83c9-a23e462f9694 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 210 time: 0.0335920 Nov 27 02:11:18.534060 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Sync routers for ids ['ef823163-ac51-41bc-af67-16d4cbd6b124'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:11:18.540832 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6173c72c-c91c-4765-a782-f0a71079693c None None] Provisioning complete for port 5ae03b95-a16a-4a2f-a235-7d872f9af269 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:18.541281 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6173c72c-c91c-4765-a782-f0a71079693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:18.547902 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Routers {'ef823163-ac51-41bc-af67-16d4cbd6b124'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:11:18.548497 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:11:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ef823163-ac51-41bc-af67-16d4cbd6b124'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:18.583397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6173c72c-c91c-4765-a782-f0a71079693c None None] Port 5ae03b95-a16a-4a2f-a235-7d872f9af269 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:11:18.681879 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Set router ef823163-ac51-41bc-af67-16d4cbd6b124 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:11:18.705306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9c0a0454-be0d-4445-8bdd-de05eecad7d8 None None] Provisioning complete for port 5ae03b95-a16a-4a2f-a235-7d872f9af269 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:18.706567 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9c0a0454-be0d-4445-8bdd-de05eecad7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:18.768916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a0454-be0d-4445-8bdd-de05eecad7d8 None None] Port 5ae03b95-a16a-4a2f-a235-7d872f9af269 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:11:18.890035 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d04d0810-ed83-4a64-8005-9534973c21f7 None None] Provisioning complete for port 5ae03b95-a16a-4a2f-a235-7d872f9af269 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:18.890468 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d04d0810-ed83-4a64-8005-9534973c21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:18.921898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1f997f72-0480-48a8-ac5d-31adc3881303 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:11:18.944178 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5ae03b95-a16a-4a2f-a235-7d872f9af269', 'name': '', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:e8:4d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:15Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 2, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:18.968122 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d04d0810-ed83-4a64-8005-9534973c21f7 None None] Port 5ae03b95-a16a-4a2f-a235-7d872f9af269 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:11:18.977461 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Checking router: ef823163-ac51-41bc-af67-16d4cbd6b124 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:11:18.977834 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Updating router ef823163-ac51-41bc-af67-16d4cbd6b124 port 5ae03b95-a16a-4a2f-a235-7d872f9af269 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:11:18.984750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 1f997f72-0480-48a8-ac5d-31adc3881303 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:18.985117 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:19.005050 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:19.071025 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c219334e-c9ce-4821-b423-3978be009245 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:11:19.134013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port c219334e-c9ce-4821-b423-3978be009245 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:19.134612 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:19.284584 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:19.289694 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:19.338909 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Pushing event updated for resources: {'Port': ['ID=5ae03b95-a16a-4a2f-a235-7d872f9af269,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:19.361986 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:19.362365 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:19.362704 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:19.363039 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:19.363962 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:19.364291 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:19.364616 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:19.364939 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:19.365260 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:19.365580 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:19.365901 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:19.366219 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:11:19.397684 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Attempting to bind port 5ae03b95-a16a-4a2f-a235-7d872f9af269 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:11:19.398051 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Attempting to bind port 5ae03b95-a16a-4a2f-a235-7d872f9af269 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:11:19.398450 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Attempting to bind port 5ae03b95-a16a-4a2f-a235-7d872f9af269 on network 7afefe16-791a-4068-bb23-e3af8077d77e {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:11:19.403843 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:11:19.404220 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Checking segment: {'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:11:19.404717 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:19.405400 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Bound using segment: {'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:11:19.405538 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Bound port: 5ae03b95-a16a-4a2f-a235-7d872f9af269, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:11:19.405920 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:19.475249 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] For port 5ae03b95-a16a-4a2f-a235-7d872f9af269, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:11:19.479188 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] For port 5ae03b95-a16a-4a2f-a235-7d872f9af269, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5ae03b95-a16a-4a2f-a235-7d872f9af269,segment=NetworkSegment(6c8f0908-a3a1-4f3f-abcf-111006bfb15d),segment_id=6c8f0908-a3a1-4f3f-abcf-111006bfb15d)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:11:19.485663 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:19.546740 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Routers {'ef823163-ac51-41bc-af67-16d4cbd6b124'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:11:19.547308 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:11:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ef823163-ac51-41bc-af67-16d4cbd6b124'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:19.582881 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0544a9-c227-4193-9e1e-ac76b55ce5b9 None None] Pushing event updated for resources: {'Port': ['ID=5ae03b95-a16a-4a2f-a235-7d872f9af269,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:19.596917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-53aa37fd-dfc8-4a11-8d17-a099d24e5fb9 None None] Provisioning complete for port 5ae03b95-a16a-4a2f-a235-7d872f9af269 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:19.597362 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53aa37fd-dfc8-4a11-8d17-a099d24e5fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:19.670560 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f7f2e442-1694-40cb-b529-dd6876c52666 req-f087da70-e6c8-4bf7-aa4b-83a1ccdd0bb9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 210 time: 0.0520144 Nov 27 02:11:19.685699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-c66a8a39-60d7-4089-9838-6dafc3085446 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:19.688364 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-c66a8a39-60d7-4089-9838-6dafc3085446 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/networks?id=7afefe16-791a-4068-bb23-e3af8077d77e HTTP/1.1" status: 200 len: 797 time: 0.1430354 Nov 27 02:11:19.775746 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-c2eaf445-77b7-40ff-8cda-52afa01409e4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 380 time: 0.0711555 Nov 27 02:11:19.786876 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'port': {'device_id': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'admin_state_up': True, 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'security_groups': ['871845c0-8e99-49f5-baa6-74acf751a9e3']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:19.792188 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] Set router ef823163-ac51-41bc-af67-16d4cbd6b124 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:11:19.799245 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53aa37fd-dfc8-4a11-8d17-a099d24e5fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:19.840341 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-53aa37fd-dfc8-4a11-8d17-a099d24e5fb9 None None] For port 5ae03b95-a16a-4a2f-a235-7d872f9af269, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5ae03b95-a16a-4a2f-a235-7d872f9af269,segment=NetworkSegment(6c8f0908-a3a1-4f3f-abcf-111006bfb15d),segment_id=6c8f0908-a3a1-4f3f-abcf-111006bfb15d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:19.847364 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53aa37fd-dfc8-4a11-8d17-a099d24e5fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:19.914057 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa37fd-dfc8-4a11-8d17-a099d24e5fb9 None None] Pushing event updated for resources: {'Port': ['ID=5ae03b95-a16a-4a2f-a235-7d872f9af269,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:19.943198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:11:19.946751 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:19.971195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4351d47f-0cb0-4575-866c-7b37e893e574 None None] Provisioning complete for port 5ae03b95-a16a-4a2f-a235-7d872f9af269 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:19.973120 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4351d47f-0cb0-4575-866c-7b37e893e574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:20.023494 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5ae03b95-a16a-4a2f-a235-7d872f9af269', 'name': '', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:e8:4d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:15Z', 'updated_at': '2021-11-27T02:11:19Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:20.050819 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9531c-c433-4abb-a1ed-140d0714dac3 None None] The sync data for ids ['ef823163-ac51-41bc-af67-16d4cbd6b124'] in n-d-819494-2 is: [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5ae03b95-a16a-4a2f-a235-7d872f9af269', 'name': '', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:e8:4d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:15Z', 'updated_at': '2021-11-27T02:11:19Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:11:20.078491 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.20.0.11 (7afefe16-791a-4068-bb23-e3af8077d77e/fdad8ace-3daa-4f57-a911-f3bb73c3ba82/53f8ca90-6814-4eee-95f0-4609dd39ca39) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:11:20.247435 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:20.283502 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:20.332665 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 7afefe16-791a-4068-bb23-e3af8077d77e is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:11:20.335966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:11:20.340498 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:11:20.344657 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=53f8ca90-6814-4eee-95f0-4609dd39ca39,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:20.400016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:20.400659 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:20.419712 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-a062f85c-319b-4ce5-bc73-3b4d8ccddd02 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6375163 Nov 27 02:11:20.494821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Request body: {'port': {'device_id': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:20.557062 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:20.581667 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b0abea81-e912-42e1-b956-c3b194574b3a None None] Provisioning complete for port 53f8ca90-6814-4eee-95f0-4609dd39ca39 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:20.582189 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b0abea81-e912-42e1-b956-c3b194574b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:20.620575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b0abea81-e912-42e1-b956-c3b194574b3a None None] Port 53f8ca90-6814-4eee-95f0-4609dd39ca39 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:11:20.843611 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad34c5-80f4-4c37-8216-7225db878383 req-ed28d83c-8005-493d-b9dc-84c75bc9d9ca tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:20.845141 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-baad34c5-80f4-4c37-8216-7225db878383 req-ed28d83c-8005-493d-b9dc-84c75bc9d9ca tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 932 time: 0.0934038 Nov 27 02:11:20.891640 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5ae03b95-a16a-4a2f-a235-7d872f9af269 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:11:20.912408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f8ca90-6814-4eee-95f0-4609dd39ca39 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:11:20.924018 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:20.943237 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 5ae03b95-a16a-4a2f-a235-7d872f9af269 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:20.943688 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:20.947802 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-baad34c5-80f4-4c37-8216-7225db878383 req-bc03b574-1be1-4519-9d4d-d38d45de7f94 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918064 Nov 27 02:11:20.950533 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Transition to ACTIVE for port object 53f8ca90-6814-4eee-95f0-4609dd39ca39 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:11:20.959568 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:21.049850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=53f8ca90-6814-4eee-95f0-4609dd39ca39,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:21.106730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Attempting to bind port 53f8ca90-6814-4eee-95f0-4609dd39ca39 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:11:21.107378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Attempting to bind port 53f8ca90-6814-4eee-95f0-4609dd39ca39 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:11:21.107728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Attempting to bind port 53f8ca90-6814-4eee-95f0-4609dd39ca39 on network 7afefe16-791a-4068-bb23-e3af8077d77e {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:11:21.116219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Port 53f8ca90-6814-4eee-95f0-4609dd39ca39 on network 7afefe16-791a-4068-bb23-e3af8077d77e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:11:21.116548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Attempting to bind port 53f8ca90-6814-4eee-95f0-4609dd39ca39 on network 7afefe16-791a-4068-bb23-e3af8077d77e {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:11:21.122641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:11:21.122773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Checking segment: {'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:11:21.123156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Bound using segment: {'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:11:21.123582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Bound port: 53f8ca90-6814-4eee-95f0-4609dd39ca39, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8f0908-a3a1-4f3f-abcf-111006bfb15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:11:21.123936 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:21.201054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] For port 53f8ca90-6814-4eee-95f0-4609dd39ca39, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:11:21.205267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] For port 53f8ca90-6814-4eee-95f0-4609dd39ca39, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=53f8ca90-6814-4eee-95f0-4609dd39ca39,segment=NetworkSegment(6c8f0908-a3a1-4f3f-abcf-111006bfb15d),segment_id=6c8f0908-a3a1-4f3f-abcf-111006bfb15d)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:11:21.211760 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:21.276678 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:21.277293 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:21.278757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] 10.222.0.42 "PUT /v2.0/ports/53f8ca90-6814-4eee-95f0-4609dd39ca39 HTTP/1.1" status: 200 len: 1092 time: 0.8431864 Nov 27 02:11:21.280664 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-394e2d31-5219-4215-bd7f-6f78031a3f62 req-23b7ce29-f799-42e0-acf7-6e75cb7369cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1223783 Nov 27 02:11:21.281081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'tag': '53f8ca90-6814-4eee-95f0-4609dd39ca39'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:11:21.283345 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99231e5a-ef40-4144-9caa-47e5a480d99e" -d '{"events": [{"name": "network-changed", "server_uuid": "d96d7999-7798-400e-bbd0-3e74ac7ecd46", "tag": "53f8ca90-6814-4eee-95f0-4609dd39ca39"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:11:21.308193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b818b50-1c5c-4c13-ab45-d4586de8d8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=53f8ca90-6814-4eee-95f0-4609dd39ca39,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:21.374900 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2545d195-51a9-431c-9c27-ccc420d78560 x-openstack-request-id: req-2545d195-51a9-431c-9c27-ccc420d78560 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:11:21.375194 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96d7999-7798-400e-bbd0-3e74ac7ecd46", "tag": "53f8ca90-6814-4eee-95f0-4609dd39ca39", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:11:21.375446 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2545d195-51a9-431c-9c27-ccc420d78560 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:11:21.375840 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'tag': '53f8ca90-6814-4eee-95f0-4609dd39ca39', 'status': 'completed', 'code': 200} Nov 27 02:11:21.405265 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-394e2d31-5219-4215-bd7f-6f78031a3f62 req-d0768e53-1bad-4b0a-af20-6a495f7b18a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0534568 Nov 27 02:11:21.431102 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-70dec504-6d50-4632-bfbd-15e06b5791f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:21.432661 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-70dec504-6d50-4632-bfbd-15e06b5791f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 1095 time: 0.0718930 Nov 27 02:11:21.460340 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-394e2d31-5219-4215-bd7f-6f78031a3f62 req-909e70c6-4835-4d63-80f2-4d418a71faa0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267296 Nov 27 02:11:21.495254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-5c9a502a-b2b1-4f50-90e0-36add3d95357 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53f8ca90-6814-4eee-95f0-4609dd39ca39 HTTP/1.1" status: 200 len: 217 time: 0.0428927 Nov 27 02:11:21.594941 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-c0eec754-f900-4dd4-a134-074157380a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:21.596388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-c0eec754-f900-4dd4-a134-074157380a52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdad8ace-3daa-4f57-a911-f3bb73c3ba82 HTTP/1.1" status: 200 len: 835 time: 0.0894248 Nov 27 02:11:21.638888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e2d31-5219-4215-bd7f-6f78031a3f62 req-0f0864c4-106b-439b-b305-0887495b224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:21.640227 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-394e2d31-5219-4215-bd7f-6f78031a3f62 req-0f0864c4-106b-439b-b305-0887495b224e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538792 Nov 27 02:11:21.655292 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-33f8fd56-df66-4c38-bf06-38bc75b5d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:21.656714 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-33f8fd56-df66-4c38-bf06-38bc75b5d3af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7afefe16-791a-4068-bb23-e3af8077d77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517921 Nov 27 02:11:21.748349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-611b728e-ad33-4c51-a627-c0be61880829 service neutron] 10.222.0.42 "GET /v2.0/networks/7afefe16-791a-4068-bb23-e3af8077d77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845513 Nov 27 02:11:21.834841 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99d928e5-41a6-4411-a1c1-58aae15f7af0 req-32e1ac84-8dfb-4519-a7ef-94d8e4f92fd1 service neutron] 10.222.0.42 "GET /v2.0/networks/7afefe16-791a-4068-bb23-e3af8077d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800335 Nov 27 02:11:21.970096 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99231e5a-ef40-4144-9caa-47e5a480d99e req-a6acc31b-a037-4134-bc23-c387583f430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:21.971727 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99231e5a-ef40-4144-9caa-47e5a480d99e req-a6acc31b-a037-4134-bc23-c387583f430b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 1095 time: 0.0436063 Nov 27 02:11:22.419793 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a09e2-ed91-4724-abaa-1f1db1c62cde req-c3c1f0d7-2cd8-4585-8e66-8c465525877c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:22.421144 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-311a09e2-ed91-4724-abaa-1f1db1c62cde req-c3c1f0d7-2cd8-4585-8e66-8c465525877c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 944 time: 0.3989079 Nov 27 02:11:22.422071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99231e5a-ef40-4144-9caa-47e5a480d99e req-5b5ea67d-5a95-4340-ac69-2806364c9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:22.424298 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99231e5a-ef40-4144-9caa-47e5a480d99e req-5b5ea67d-5a95-4340-ac69-2806364c9127 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7afefe16-791a-4068-bb23-e3af8077d77e HTTP/1.1" status: 200 len: 898 time: 0.4438810 Nov 27 02:11:22.472784 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99231e5a-ef40-4144-9caa-47e5a480d99e req-89d2448f-875a-4e17-81e8-4bdd1c97b198 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53f8ca90-6814-4eee-95f0-4609dd39ca39 HTTP/1.1" status: 200 len: 217 time: 0.0397811 Nov 27 02:11:22.527104 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-311a09e2-ed91-4724-abaa-1f1db1c62cde req-5393da92-d309-4cc6-9112-db5ee5ba52c6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996814 Nov 27 02:11:22.539998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99231e5a-ef40-4144-9caa-47e5a480d99e req-43710149-6a5c-4e40-adcd-499731338452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:22.541627 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99231e5a-ef40-4144-9caa-47e5a480d99e req-43710149-6a5c-4e40-adcd-499731338452 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdad8ace-3daa-4f57-a911-f3bb73c3ba82 HTTP/1.1" status: 200 len: 835 time: 0.0588434 Nov 27 02:11:22.593822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99231e5a-ef40-4144-9caa-47e5a480d99e req-892ef786-0d5e-4f9e-91b8-520d1f251243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:22.595306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99231e5a-ef40-4144-9caa-47e5a480d99e req-892ef786-0d5e-4f9e-91b8-520d1f251243 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7afefe16-791a-4068-bb23-e3af8077d77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459292 Nov 27 02:11:22.684396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99231e5a-ef40-4144-9caa-47e5a480d99e req-957b52d1-8021-44d4-91a7-7e4f5875af3d service neutron] 10.222.0.42 "GET /v2.0/networks/7afefe16-791a-4068-bb23-e3af8077d77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799403 Nov 27 02:11:22.779204 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-99231e5a-ef40-4144-9caa-47e5a480d99e req-fd58e86a-5bbd-40b2-a08b-462976c07645 service neutron] 10.222.0.42 "GET /v2.0/networks/7afefe16-791a-4068-bb23-e3af8077d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870347 Nov 27 02:11:23.650551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515b2f-c1e1-4fc3-97ee-511b3c54d14a req-583d5ae9-1a8f-4b1f-94ea-56aad8bf0fb5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:23.652010 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2515b2f-c1e1-4fc3-97ee-511b3c54d14a req-583d5ae9-1a8f-4b1f-94ea-56aad8bf0fb5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 944 time: 0.0489748 Nov 27 02:11:23.700332 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f2515b2f-c1e1-4fc3-97ee-511b3c54d14a req-b235cb20-30ba-4882-8918-e9d75807446a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 Nov 27 02:11:24.813171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ee435-e0ca-466f-9389-c29576e8b490 req-d085ed2a-97bf-416c-85ad-4fb539ef2318 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:24.814640 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c17ee435-e0ca-466f-9389-c29576e8b490 req-d085ed2a-97bf-416c-85ad-4fb539ef2318 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 944 time: 0.0488272 Nov 27 02:11:24.862394 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c17ee435-e0ca-466f-9389-c29576e8b490 req-7b6d6ddc-eade-4bde-879e-8c1d5235ce06 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413320 Nov 27 02:11:24.984494 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 53f8ca90-6814-4eee-95f0-4609dd39ca39 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:11:25.083730 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 53f8ca90-6814-4eee-95f0-4609dd39ca39, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=53f8ca90-6814-4eee-95f0-4609dd39ca39,segment=NetworkSegment(6c8f0908-a3a1-4f3f-abcf-111006bfb15d),segment_id=6c8f0908-a3a1-4f3f-abcf-111006bfb15d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:25.094616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '53f8ca90-6814-4eee-95f0-4609dd39ca39', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'port_id': '53f8ca90-6814-4eee-95f0-4609dd39ca39', 'mac_address': 'fa:16:3e:eb:af:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:11:25.130914 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:25.143399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f8ca90-6814-4eee-95f0-4609dd39ca39 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:11:25.162005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 53f8ca90-6814-4eee-95f0-4609dd39ca39, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=53f8ca90-6814-4eee-95f0-4609dd39ca39,segment=NetworkSegment(6c8f0908-a3a1-4f3f-abcf-111006bfb15d),segment_id=6c8f0908-a3a1-4f3f-abcf-111006bfb15d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:25.165977 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:25.211869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=53f8ca90-6814-4eee-95f0-4609dd39ca39,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:25.464397 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['53f8ca90-6814-4eee-95f0-4609dd39ca39'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:11:25.974041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1392b0-a6eb-47ab-b5b7-d012c97e3491 req-0105e9c5-a2a9-46b9-961c-48009d6a0bc8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:25.975590 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef1392b0-a6eb-47ab-b5b7-d012c97e3491 req-0105e9c5-a2a9-46b9-961c-48009d6a0bc8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 945 time: 0.0473447 Nov 27 02:11:26.027729 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef1392b0-a6eb-47ab-b5b7-d012c97e3491 req-2b72cbbc-c840-4fa0-a027-0c7b557bba12 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460532 Nov 27 02:11:26.985623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 53f8ca90-6814-4eee-95f0-4609dd39ca39 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:11:27.035707 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 53f8ca90-6814-4eee-95f0-4609dd39ca39 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:11:27.039368 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 53f8ca90-6814-4eee-95f0-4609dd39ca39 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:11:27.039739 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:27.120451 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:27.143601 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f8ca90-6814-4eee-95f0-4609dd39ca39'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:11:27.144831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18dbe3-8d37-444a-83f5-029f464f6d34 req-b62bf53f-c199-4568-8149-f717703d0a39 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:27.146381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea18dbe3-8d37-444a-83f5-029f464f6d34 req-b62bf53f-c199-4568-8149-f717703d0a39 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 945 time: 0.0488813 Nov 27 02:11:27.146509 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03525a4a-2430-4f05-8724-a2afee252246" -d '{"events": [{"server_uuid": "d96d7999-7798-400e-bbd0-3e74ac7ecd46", "name": "network-vif-plugged", "status": "completed", "tag": "53f8ca90-6814-4eee-95f0-4609dd39ca39"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:11:27.159441 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 53f8ca90-6814-4eee-95f0-4609dd39ca39, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=53f8ca90-6814-4eee-95f0-4609dd39ca39,segment=NetworkSegment(6c8f0908-a3a1-4f3f-abcf-111006bfb15d),segment_id=6c8f0908-a3a1-4f3f-abcf-111006bfb15d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:11:27.164182 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:27.192954 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e931c697-8e42-46ab-9dbc-e69b728435ae x-openstack-request-id: req-e931c697-8e42-46ab-9dbc-e69b728435ae {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:11:27.193243 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96d7999-7798-400e-bbd0-3e74ac7ecd46", "name": "network-vif-plugged", "status": "completed", "tag": "53f8ca90-6814-4eee-95f0-4609dd39ca39", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:11:27.193495 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e931c697-8e42-46ab-9dbc-e69b728435ae {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:11:27.193882 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f8ca90-6814-4eee-95f0-4609dd39ca39', 'code': 200} Nov 27 02:11:27.202224 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ea18dbe3-8d37-444a-83f5-029f464f6d34 req-bd3958cb-f17f-4216-815a-4a509aa64e10 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496945 Nov 27 02:11:27.219357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=53f8ca90-6814-4eee-95f0-4609dd39ca39,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:27.315937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef928eaa-8d35-4497-8ae6-c9806c59e746 req-7b0e7679-6ebe-4d81-a391-229722b7f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:27.318028 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef928eaa-8d35-4497-8ae6-c9806c59e746 req-7b0e7679-6ebe-4d81-a391-229722b7f689 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 1097 time: 0.0437980 Nov 27 02:11:27.364287 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ef928eaa-8d35-4497-8ae6-c9806c59e746 req-2721bf15-e68b-410e-93ce-b8e730de0595 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380671 Nov 27 02:11:28.317074 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95537ce6-042b-472d-9d8b-3b788fcf816e req-aa056d10-6af5-486b-bbb4-80b1d835d923 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:28.318585 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95537ce6-042b-472d-9d8b-3b788fcf816e req-aa056d10-6af5-486b-bbb4-80b1d835d923 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 946 time: 0.0486262 Nov 27 02:11:28.374017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95537ce6-042b-472d-9d8b-3b788fcf816e req-7cc8738e-a6ac-4a8f-b534-b6500b8eb784 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488026 Nov 27 02:11:29.492612 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c70188-06f5-480f-b9db-d37adb2908ab req-3dd90ff2-564a-4ad0-a09b-c1f8190d3f44 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:29.494084 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24c70188-06f5-480f-b9db-d37adb2908ab req-3dd90ff2-564a-4ad0-a09b-c1f8190d3f44 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 946 time: 0.0485137 Nov 27 02:11:29.543062 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-24c70188-06f5-480f-b9db-d37adb2908ab req-0f1786ea-f029-49d8-8cca-93594c1c39cc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 Nov 27 02:11:29.660267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f22da-f0b6-4314-8bfa-265098e4c35a req-0f9e1490-e73a-442f-b02b-c9d5953efcf7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:29.661698 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a32f22da-f0b6-4314-8bfa-265098e4c35a req-0f9e1490-e73a-442f-b02b-c9d5953efcf7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 946 time: 0.0492377 Nov 27 02:11:29.712697 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a32f22da-f0b6-4314-8bfa-265098e4c35a req-2b608663-2f3c-49c1-9a94-398856e1d0f2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447292 Nov 27 02:11:29.733916 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51772) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:29.779195 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa62542-556f-4bc4-b4c7-cc060be7ed7c tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:29.780740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5aa62542-556f-4bc4-b4c7-cc060be7ed7c tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 1092 time: 0.0457747 Nov 27 02:11:29.783610 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51774) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:29.787944 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '53f8ca90-6814-4eee-95f0-4609dd39ca39', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:11:29.810138 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:29.913536 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:30.023994 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.25.3.54 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/f4a6ad59-9889-4e70-a17b-f1096391410f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:11:30.121007 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:30.154620 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:30.197178 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:11:30.199948 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:11:30.203538 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:11:30.228964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=f4a6ad59-9889-4e70-a17b-f1096391410f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:30.563419 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:30.631212 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:30.788092 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:30.792737 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:30.860176 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=f4a6ad59-9889-4e70-a17b-f1096391410f,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:11:30.869724 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:30.977657 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Floating IP 53c94444-10b4-46ed-8e5a-dac9f29d0d77 associated. External IP: 172.25.3.54, port: 53f8ca90-6814-4eee-95f0-4609dd39ca39. Nov 27 02:11:31.186317 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router ef823163-ac51-41bc-af67-16d4cbd6b124 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:11:31.294723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:11:31.311681 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a16796f-4fe0-4d82-bdd1-a06a90cecdab None None] Sync routers for ids ['ef823163-ac51-41bc-af67-16d4cbd6b124'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:11:31.316270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:31.321619 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16796f-4fe0-4d82-bdd1-a06a90cecdab None None] Routers {'ef823163-ac51-41bc-af67-16d4cbd6b124'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:11:31.322273 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2a16796f-4fe0-4d82-bdd1-a06a90cecdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:11:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ef823163-ac51-41bc-af67-16d4cbd6b124'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:31.347141 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-edf20157-fa22-4791-94b5-143346d4dcb8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5624785 Nov 27 02:11:31.347821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'tag': '53f8ca90-6814-4eee-95f0-4609dd39ca39'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:11:31.350356 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5320d3d72a96248b26a4866b6291fd5f9976daeb36e5d21205400713eb6b1279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231d579d-e9e3-4102-bf93-7cf03e0ea799" -d '{"events": [{"name": "network-changed", "server_uuid": "d96d7999-7798-400e-bbd0-3e74ac7ecd46", "tag": "53f8ca90-6814-4eee-95f0-4609dd39ca39"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:11:31.396465 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d450ef63-d034-493c-8baf-ceed6b7f9e38 x-openstack-request-id: req-d450ef63-d034-493c-8baf-ceed6b7f9e38 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:11:31.396794 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96d7999-7798-400e-bbd0-3e74ac7ecd46", "tag": "53f8ca90-6814-4eee-95f0-4609dd39ca39", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:11:31.397053 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d450ef63-d034-493c-8baf-ceed6b7f9e38 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:11:31.397470 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'tag': '53f8ca90-6814-4eee-95f0-4609dd39ca39', 'status': 'completed', 'code': 200} Nov 27 02:11:31.432427 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2a16796f-4fe0-4d82-bdd1-a06a90cecdab None None] Set router ef823163-ac51-41bc-af67-16d4cbd6b124 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:11:31.502366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034cce3-1dac-45be-8c21-4246dd898c18 req-9e9bfb1b-d60d-49e8-8a11-e6d56a6a1622 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:31.503887 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f034cce3-1dac-45be-8c21-4246dd898c18 req-9e9bfb1b-d60d-49e8-8a11-e6d56a6a1622 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 946 time: 0.0926955 Nov 27 02:11:31.510624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d579d-e9e3-4102-bf93-7cf03e0ea799 req-a0decae3-410c-46f2-bd94-39191c25f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:31.512111 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-231d579d-e9e3-4102-bf93-7cf03e0ea799 req-a0decae3-410c-46f2-bd94-39191c25f3e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 1097 time: 0.0634646 Nov 27 02:11:31.619888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f034cce3-1dac-45be-8c21-4246dd898c18 req-321920a3-a605-4165-b2b8-f81b93d935fc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066747 Nov 27 02:11:31.642570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d579d-e9e3-4102-bf93-7cf03e0ea799 req-8d512c40-12a1-4175-a800-7bba9c89d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:31.644163 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-231d579d-e9e3-4102-bf93-7cf03e0ea799 req-8d512c40-12a1-4175-a800-7bba9c89d9bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7afefe16-791a-4068-bb23-e3af8077d77e HTTP/1.1" status: 200 len: 898 time: 0.1250992 Nov 27 02:11:31.644797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51780) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:31.706666 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f73baed8-4cff-47a8-9437-03a44fd89932 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/53c94444-10b4-46ed-8e5a-dac9f29d0d77 HTTP/1.1" status: 200 len: 991 time: 0.0606441 Nov 27 02:11:31.712753 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-231d579d-e9e3-4102-bf93-7cf03e0ea799 req-57068ba3-7e59-45ad-bf67-d22cd2dc3995 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53f8ca90-6814-4eee-95f0-4609dd39ca39 HTTP/1.1" status: 200 len: 999 time: 0.0611825 Nov 27 02:11:31.762537 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d579d-e9e3-4102-bf93-7cf03e0ea799 req-e3b67c83-9f77-4d14-bd5b-0218a9cfea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:31.763990 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-231d579d-e9e3-4102-bf93-7cf03e0ea799 req-e3b67c83-9f77-4d14-bd5b-0218a9cfea4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdad8ace-3daa-4f57-a911-f3bb73c3ba82 HTTP/1.1" status: 200 len: 835 time: 0.0447395 Nov 27 02:11:31.810485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2a16796f-4fe0-4d82-bdd1-a06a90cecdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '53c94444-10b4-46ed-8e5a-dac9f29d0d77', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'port_id': '53f8ca90-6814-4eee-95f0-4609dd39ca39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'mac_address': 'fa:16:3e:eb:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:11:30Z', 'updated_at': '2021-11-27T02:11:30Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae03b95-a16a-4a2f-a235-7d872f9af269', 'name': '', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:e8:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:15Z', 'updated_at': '2021-11-27T02:11:19Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:31.814872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d579d-e9e3-4102-bf93-7cf03e0ea799 req-24886989-abb1-4ac5-a946-d687e32f7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:11:31.816374 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-231d579d-e9e3-4102-bf93-7cf03e0ea799 req-24886989-abb1-4ac5-a946-d687e32f7ae8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7afefe16-791a-4068-bb23-e3af8077d77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450859 Nov 27 02:11:31.836753 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a16796f-4fe0-4d82-bdd1-a06a90cecdab None None] Checking router: ef823163-ac51-41bc-af67-16d4cbd6b124 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:11:31.845012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16796f-4fe0-4d82-bdd1-a06a90cecdab None None] Routers {'ef823163-ac51-41bc-af67-16d4cbd6b124'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:11:31.845621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2a16796f-4fe0-4d82-bdd1-a06a90cecdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:11:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ef823163-ac51-41bc-af67-16d4cbd6b124'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:31.905685 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-231d579d-e9e3-4102-bf93-7cf03e0ea799 req-40ee2489-c294-49d2-badb-6fa1a70136b0 service neutron] 10.222.0.42 "GET /v2.0/networks/7afefe16-791a-4068-bb23-e3af8077d77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817494 Nov 27 02:11:31.953208 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2a16796f-4fe0-4d82-bdd1-a06a90cecdab None None] Set router ef823163-ac51-41bc-af67-16d4cbd6b124 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:11:32.000674 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-231d579d-e9e3-4102-bf93-7cf03e0ea799 req-b1fe6b10-3d31-41e5-822e-20c83ee97970 service neutron] 10.222.0.42 "GET /v2.0/networks/7afefe16-791a-4068-bb23-e3af8077d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876756 Nov 27 02:11:32.173898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2a16796f-4fe0-4d82-bdd1-a06a90cecdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '53c94444-10b4-46ed-8e5a-dac9f29d0d77', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'port_id': '53f8ca90-6814-4eee-95f0-4609dd39ca39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'mac_address': 'fa:16:3e:eb:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:11:30Z', 'updated_at': '2021-11-27T02:11:30Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae03b95-a16a-4a2f-a235-7d872f9af269', 'name': '', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:e8:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:15Z', 'updated_at': '2021-11-27T02:11:19Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:11:32.204673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a16796f-4fe0-4d82-bdd1-a06a90cecdab None None] The sync data for ids ['ef823163-ac51-41bc-af67-16d4cbd6b124'] in n-d-819494-2 is: [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '53c94444-10b4-46ed-8e5a-dac9f29d0d77', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'port_id': '53f8ca90-6814-4eee-95f0-4609dd39ca39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'mac_address': 'fa:16:3e:eb:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:11:30Z', 'updated_at': '2021-11-27T02:11:30Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae03b95-a16a-4a2f-a235-7d872f9af269', 'name': '', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:e8:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:15Z', 'updated_at': '2021-11-27T02:11:19Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:11:32.400601 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb2a01-6545-4e57-93ff-4641639baadc None None] New status for floating IP 53c94444-10b4-46ed-8e5a-dac9f29d0d77: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:11:32.710601 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51782) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:11:32.773053 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-85358c4b-b3ce-418e-aaa3-c2ec4dff1e73 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/53c94444-10b4-46ed-8e5a-dac9f29d0d77 HTTP/1.1" status: 200 len: 993 time: 0.0612555 Nov 27 02:11:33.287383 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:11:41.612301 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cee3dfdb-8f89-49be-a6d2-e65bab91b230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:43.984575 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ec421e18-492f-472e-bfcc-201e6b8d3bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:44.893926 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:45.267341 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:46.923484 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:47.621212 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:11:47.677498 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:01.557246 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f4c18-902c-448e-bfa0-93c985751499 req-5ea22262-4d3c-4b53-aaad-0607475c7c8d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:01.558746 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc8f4c18-902c-448e-bfa0-93c985751499 req-5ea22262-4d3c-4b53-aaad-0607475c7c8d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 946 time: 0.0494401 Nov 27 02:12:01.607488 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bc8f4c18-902c-448e-bfa0-93c985751499 req-20f036e2-51fc-44ef-9325-1d0ff6838533 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429635 Nov 27 02:12:02.728563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf33bf1-d478-49e8-80f8-80411e2238bf req-23cd9e72-b7b5-4823-8945-4f6b394b79c9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:02.730028 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ccf33bf1-d478-49e8-80f8-80411e2238bf req-23cd9e72-b7b5-4823-8945-4f6b394b79c9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 946 time: 0.0484574 Nov 27 02:12:02.779686 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ccf33bf1-d478-49e8-80f8-80411e2238bf req-437a504a-c76d-498d-b050-b0876902dc7f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437064 Nov 27 02:12:02.802427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51798) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:02.861257 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-891a8d7f-a4f5-4408-812b-2d756bf1c008 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/53c94444-10b4-46ed-8e5a-dac9f29d0d77 HTTP/1.1" status: 200 len: 993 time: 0.0577221 Nov 27 02:12:04.141150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1fef2-ee7e-4781-baeb-513bfa0c8e35 req-e4da5591-4aeb-4bbd-98c5-486f164dd6f6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:04.142586 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5a1fef2-ee7e-4781-baeb-513bfa0c8e35 req-e4da5591-4aeb-4bbd-98c5-486f164dd6f6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 946 time: 0.0539052 Nov 27 02:12:04.191519 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e5a1fef2-ee7e-4781-baeb-513bfa0c8e35 req-c38c677d-3ae6-465f-a69a-660e01fb1936 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431232 Nov 27 02:12:05.313983 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfb89e-2981-4f46-b5df-0cd44be16ab6 req-486fdb4d-426c-47a6-9733-64a971c0b7ec tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:05.315503 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eedfb89e-2981-4f46-b5df-0cd44be16ab6 req-486fdb4d-426c-47a6-9733-64a971c0b7ec tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 946 time: 0.0535641 Nov 27 02:12:05.366055 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eedfb89e-2981-4f46-b5df-0cd44be16ab6 req-73142453-32e2-45b1-8b87-3e809885cfe9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Nov 27 02:12:05.395271 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51808) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:05.458828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a717cb76-1752-4a52-b1e5-06b8f171b47d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/53c94444-10b4-46ed-8e5a-dac9f29d0d77 HTTP/1.1" status: 200 len: 993 time: 0.0621946 Nov 27 02:12:05.755252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51814) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:05.919634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port f4a6ad59-9889-4e70-a17b-f1096391410f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:12:05.919972 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:05.994108 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:05.994471 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:06.007087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for f4a6ad59-9889-4e70-a17b-f1096391410f owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:12:06.153345 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:06.178661 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=f4a6ad59-9889-4e70-a17b-f1096391410f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:06.205828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:06.206181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:06.206549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:06.206886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:06.207218 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:06.208182 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:06.208516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:06.208851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:06.209189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:06.209499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:06.209862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:06.210266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:06.252553 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:06.252884 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Floating IP 53c94444-10b4-46ed-8e5a-dac9f29d0d77 disassociated (deleted). External IP: 172.25.3.54, port: 53f8ca90-6814-4eee-95f0-4609dd39ca39. Nov 27 02:12:06.459647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router ef823163-ac51-41bc-af67-16d4cbd6b124 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:12:06.563662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:12:06.568578 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:06.574261 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74149420-bbdb-42da-8d86-68fa574c9c5d None None] Sync routers for ids ['ef823163-ac51-41bc-af67-16d4cbd6b124'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:12:06.583980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74149420-bbdb-42da-8d86-68fa574c9c5d None None] Routers {'ef823163-ac51-41bc-af67-16d4cbd6b124'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:06.584594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-74149420-bbdb-42da-8d86-68fa574c9c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:11:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ef823163-ac51-41bc-af67-16d4cbd6b124'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:06.597278 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-70136c78-aa1b-4580-8a2e-794355f208c7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/floatingips/53c94444-10b4-46ed-8e5a-dac9f29d0d77 HTTP/1.1" status: 204 len: 168 time: 0.8409543 Nov 27 02:12:06.597966 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'tag': '53f8ca90-6814-4eee-95f0-4609dd39ca39'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:12:06.600406 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54617a3a-08d1-4e8d-af6e-ee679b6fef44" -d '{"events": [{"name": "network-changed", "server_uuid": "d96d7999-7798-400e-bbd0-3e74ac7ecd46", "tag": "53f8ca90-6814-4eee-95f0-4609dd39ca39"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:12:06.695560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-74149420-bbdb-42da-8d86-68fa574c9c5d None None] Set router ef823163-ac51-41bc-af67-16d4cbd6b124 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:06.706205 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e21551-5bd4-40b2-86aa-a0b481757d55 x-openstack-request-id: req-50e21551-5bd4-40b2-86aa-a0b481757d55 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:12:06.706559 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96d7999-7798-400e-bbd0-3e74ac7ecd46", "tag": "53f8ca90-6814-4eee-95f0-4609dd39ca39", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:12:06.706810 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50e21551-5bd4-40b2-86aa-a0b481757d55 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:12:06.707267 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'tag': '53f8ca90-6814-4eee-95f0-4609dd39ca39', 'status': 'completed', 'code': 200} Nov 27 02:12:06.798053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54617a3a-08d1-4e8d-af6e-ee679b6fef44 req-6419241a-5f6c-420e-8e23-1248fa26d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:06.802728 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54617a3a-08d1-4e8d-af6e-ee679b6fef44 req-6419241a-5f6c-420e-8e23-1248fa26d216 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 1097 time: 0.0429103 Nov 27 02:12:06.841959 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbf419-c296-4166-900e-ad1493d7ffb6 req-ed712df3-b351-4c0b-a7b9-e6db2e86bf3b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:06.843903 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-81fbf419-c296-4166-900e-ad1493d7ffb6 req-ed712df3-b351-4c0b-a7b9-e6db2e86bf3b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 946 time: 0.0549979 Nov 27 02:12:06.896656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54617a3a-08d1-4e8d-af6e-ee679b6fef44 req-3d7f2887-f160-4d43-aa4c-eec651b931da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:06.898135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54617a3a-08d1-4e8d-af6e-ee679b6fef44 req-3d7f2887-f160-4d43-aa4c-eec651b931da service neutron] 10.222.0.42 "GET /v2.0/networks?id=7afefe16-791a-4068-bb23-e3af8077d77e HTTP/1.1" status: 200 len: 898 time: 0.0894454 Nov 27 02:12:06.901473 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-81fbf419-c296-4166-900e-ad1493d7ffb6 req-e4c12ed2-3bcc-486c-919b-5824a99a993a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501981 Nov 27 02:12:06.908785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-74149420-bbdb-42da-8d86-68fa574c9c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5ae03b95-a16a-4a2f-a235-7d872f9af269', 'name': '', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:e8:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:15Z', 'updated_at': '2021-11-27T02:11:19Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:06.940195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74149420-bbdb-42da-8d86-68fa574c9c5d None None] Checking router: ef823163-ac51-41bc-af67-16d4cbd6b124 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:12:06.945832 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54617a3a-08d1-4e8d-af6e-ee679b6fef44 req-7628c10c-5301-4a6d-aebb-c501d90f35db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53f8ca90-6814-4eee-95f0-4609dd39ca39 HTTP/1.1" status: 200 len: 217 time: 0.0392649 Nov 27 02:12:06.948746 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74149420-bbdb-42da-8d86-68fa574c9c5d None None] Routers {'ef823163-ac51-41bc-af67-16d4cbd6b124'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:06.949355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-74149420-bbdb-42da-8d86-68fa574c9c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:11:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ef823163-ac51-41bc-af67-16d4cbd6b124'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:06.997916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54617a3a-08d1-4e8d-af6e-ee679b6fef44 req-1a27fb5c-7105-479e-b374-a3a506339d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:06.999334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54617a3a-08d1-4e8d-af6e-ee679b6fef44 req-1a27fb5c-7105-479e-b374-a3a506339d3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdad8ace-3daa-4f57-a911-f3bb73c3ba82 HTTP/1.1" status: 200 len: 835 time: 0.0442586 Nov 27 02:12:07.045987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54617a3a-08d1-4e8d-af6e-ee679b6fef44 req-699e2afa-df2d-4606-a611-150e5f29a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:07.047493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54617a3a-08d1-4e8d-af6e-ee679b6fef44 req-699e2afa-df2d-4606-a611-150e5f29a61e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7afefe16-791a-4068-bb23-e3af8077d77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402215 Nov 27 02:12:07.059895 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-74149420-bbdb-42da-8d86-68fa574c9c5d None None] Set router ef823163-ac51-41bc-af67-16d4cbd6b124 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:07.141700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54617a3a-08d1-4e8d-af6e-ee679b6fef44 req-6da1f1d0-0aa6-4e1d-b09c-6f8ef11dda43 service neutron] 10.222.0.42 "GET /v2.0/networks/7afefe16-791a-4068-bb23-e3af8077d77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845726 Nov 27 02:12:07.233572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54617a3a-08d1-4e8d-af6e-ee679b6fef44 req-55eb3fb3-aa34-44bc-8b6f-52275391c96f service neutron] 10.222.0.42 "GET /v2.0/networks/7afefe16-791a-4068-bb23-e3af8077d77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840905 Nov 27 02:12:07.274288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-74149420-bbdb-42da-8d86-68fa574c9c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5ae03b95-a16a-4a2f-a235-7d872f9af269', 'name': '', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:e8:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:15Z', 'updated_at': '2021-11-27T02:11:19Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:07.300546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74149420-bbdb-42da-8d86-68fa574c9c5d None None] The sync data for ids ['ef823163-ac51-41bc-af67-16d4cbd6b124'] in n-d-819494-2 is: [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '5ae03b95-a16a-4a2f-a235-7d872f9af269', 'name': '', 'network_id': '7afefe16-791a-4068-bb23-e3af8077d77e', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:e8:4d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:15Z', 'updated_at': '2021-11-27T02:11:19Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'fdad8ace-3daa-4f57-a911-f3bb73c3ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:12:07.511844 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2b17e-7f5f-4951-bb21-2db0247bf879 None None] New status for floating IP 53c94444-10b4-46ed-8e5a-dac9f29d0d77: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:12:08.018732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4c78e-f42f-429b-bd35-7092d33525df req-51ae8cf3-6233-4e05-857d-c34d6b77a541 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:08.020758 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4a4c78e-f42f-429b-bd35-7092d33525df req-51ae8cf3-6233-4e05-857d-c34d6b77a541 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 946 time: 0.0481012 Nov 27 02:12:08.073989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c4a4c78e-f42f-429b-bd35-7092d33525df req-00bdad0c-670b-495d-a528-bbabccaa522c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=871845c0-8e99-49f5-baa6-74acf751a9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472479 Nov 27 02:12:08.657453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b59dc-bd50-4af1-8a2c-c3fa523f4f05 req-09ba6acd-8423-436b-9c75-a483c00d7adf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:08.658892 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d70b59dc-bd50-4af1-8a2c-c3fa523f4f05 req-09ba6acd-8423-436b-9c75-a483c00d7adf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 946 time: 0.0467017 Nov 27 02:12:08.746120 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-d70b59dc-bd50-4af1-8a2c-c3fa523f4f05 req-e5d2ae29-be6e-436f-a920-b8c18959a208 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port 53f8ca90-6814-4eee-95f0-4609dd39ca39 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:12:08.746494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d70b59dc-bd50-4af1-8a2c-c3fa523f4f05 req-e5d2ae29-be6e-436f-a920-b8c18959a208 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:08.836037 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-d70b59dc-bd50-4af1-8a2c-c3fa523f4f05 req-e5d2ae29-be6e-436f-a920-b8c18959a208 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port 53f8ca90-6814-4eee-95f0-4609dd39ca39, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=53f8ca90-6814-4eee-95f0-4609dd39ca39,segment=NetworkSegment(6c8f0908-a3a1-4f3f-abcf-111006bfb15d),segment_id=6c8f0908-a3a1-4f3f-abcf-111006bfb15d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:08.836399 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d70b59dc-bd50-4af1-8a2c-c3fa523f4f05 req-e5d2ae29-be6e-436f-a920-b8c18959a208 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:08.849332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-d70b59dc-bd50-4af1-8a2c-c3fa523f4f05 req-e5d2ae29-be6e-436f-a920-b8c18959a208 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for 53f8ca90-6814-4eee-95f0-4609dd39ca39 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:12:08.975436 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d70b59dc-bd50-4af1-8a2c-c3fa523f4f05 req-e5d2ae29-be6e-436f-a920-b8c18959a208 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:09.001915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2ae29-be6e-436f-a920-b8c18959a208 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=53f8ca90-6814-4eee-95f0-4609dd39ca39,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:09.044765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70b59dc-bd50-4af1-8a2c-c3fa523f4f05 req-e5d2ae29-be6e-436f-a920-b8c18959a208 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] No DVR routers for this DVR port 53f8ca90-6814-4eee-95f0-4609dd39ca39 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:12:09.047508 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d70b59dc-bd50-4af1-8a2c-c3fa523f4f05 req-e5d2ae29-be6e-436f-a920-b8c18959a208 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:09.051199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d70b59dc-bd50-4af1-8a2c-c3fa523f4f05 req-e5d2ae29-be6e-436f-a920-b8c18959a208 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "DELETE /v2.0/ports/53f8ca90-6814-4eee-95f0-4609dd39ca39 HTTP/1.1" status: 204 len: 173 time: 0.3855865 Nov 27 02:12:09.051642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'name': 'network-vif-deleted', 'tag': '53f8ca90-6814-4eee-95f0-4609dd39ca39'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:12:09.053884 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f0ae97-0abc-4bdf-8f38-6093b526681e" -d '{"events": [{"server_uuid": "d96d7999-7798-400e-bbd0-3e74ac7ecd46", "name": "network-vif-deleted", "tag": "53f8ca90-6814-4eee-95f0-4609dd39ca39"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:12:09.092597 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7a769d-2493-4a7e-a637-369f55fda22f x-openstack-request-id: req-fd7a769d-2493-4a7e-a637-369f55fda22f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:12:09.092904 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96d7999-7798-400e-bbd0-3e74ac7ecd46", "name": "network-vif-deleted", "tag": "53f8ca90-6814-4eee-95f0-4609dd39ca39", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:12:09.093165 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd7a769d-2493-4a7e-a637-369f55fda22f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:12:09.093574 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96d7999-7798-400e-bbd0-3e74ac7ecd46', 'name': 'network-vif-deleted', 'tag': '53f8ca90-6814-4eee-95f0-4609dd39ca39', 'status': 'completed', 'code': 200} Nov 27 02:12:09.171154 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ed7a27a5-daef-47c1-9b84-9b78815158be req-bdedf15c-350b-4616-8bda-02e2b6045ba1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=d96d7999-7798-400e-bbd0-3e74ac7ecd46 HTTP/1.1" status: 200 len: 210 time: 0.0285041 Nov 27 02:12:10.226594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51834) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:10.286840 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:12:10.578542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:10.829452 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port 5ae03b95-a16a-4a2f-a235-7d872f9af269 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:12:10.829735 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:10.919102 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port 5ae03b95-a16a-4a2f-a235-7d872f9af269, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=5ae03b95-a16a-4a2f-a235-7d872f9af269,segment=NetworkSegment(6c8f0908-a3a1-4f3f-abcf-111006bfb15d),segment_id=6c8f0908-a3a1-4f3f-abcf-111006bfb15d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:10.919466 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:10.932736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for 5ae03b95-a16a-4a2f-a235-7d872f9af269 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:12:11.115668 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:11.139850 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=5ae03b95-a16a-4a2f-a235-7d872f9af269,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:11.152802 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:11.153048 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:11.153391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:11.153728 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:11.154063 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:11.154420 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:11.154753 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:11.155082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:11.155410 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:11.155741 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:11.156064 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:11.156385 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:11.325509 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:11.545270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router ef823163-ac51-41bc-af67-16d4cbd6b124 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:12:11.614313 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d662a0b8-3bf5-42e1-bd11-ac492e95449d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:11.652483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:12:11.658758 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-30ea52bd-148e-4c91-8517-34300aa846cd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "PUT /v2.0/routers/ef823163-ac51-41bc-af67-16d4cbd6b124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4298291 Nov 27 02:12:11.660991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51836) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:11.662316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23d08b-aca5-4517-9c9a-49ecd429eddd None None] Sync routers for ids ['ef823163-ac51-41bc-af67-16d4cbd6b124'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:12:11.673155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23d08b-aca5-4517-9c9a-49ecd429eddd None None] Routers {'ef823163-ac51-41bc-af67-16d4cbd6b124'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:11.674020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3b23d08b-aca5-4517-9c9a-49ecd429eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:11:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ef823163-ac51-41bc-af67-16d4cbd6b124'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:11.711668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-279de4f5-6e16-4f6f-869a-81cc298194e4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting subnet fdad8ace-3daa-4f57-a911-f3bb73c3ba82 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:12:11.714769 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-279de4f5-6e16-4f6f-869a-81cc298194e4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:11.758341 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-279de4f5-6e16-4f6f-869a-81cc298194e4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:11.779694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3b23d08b-aca5-4517-9c9a-49ecd429eddd None None] Set router ef823163-ac51-41bc-af67-16d4cbd6b124 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:11.840193 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-279de4f5-6e16-4f6f-869a-81cc298194e4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:11.897531 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-279de4f5-6e16-4f6f-869a-81cc298194e4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:11.931124 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-279de4f5-6e16-4f6f-869a-81cc298194e4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:11.934924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-279de4f5-6e16-4f6f-869a-81cc298194e4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/subnets/fdad8ace-3daa-4f57-a911-f3bb73c3ba82 HTTP/1.1" status: 204 len: 168 time: 0.2721982 Nov 27 02:12:11.936085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279de4f5-6e16-4f6f-869a-81cc298194e4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Subnet': ['ID=fdad8ace-3daa-4f57-a911-f3bb73c3ba82,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:11.937154 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51838) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:11.938692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444e4662-4af2-4dd4-a656-236feb30302c None None] Network 7afefe16-791a-4068-bb23-e3af8077d77e requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:12:12.043684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:12.060392 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3b23d08b-aca5-4517-9c9a-49ecd429eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:12:11Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:12.088247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23d08b-aca5-4517-9c9a-49ecd429eddd None None] Checking router: ef823163-ac51-41bc-af67-16d4cbd6b124 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:12:12.103357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23d08b-aca5-4517-9c9a-49ecd429eddd None None] Routers {'ef823163-ac51-41bc-af67-16d4cbd6b124'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:12.103882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3b23d08b-aca5-4517-9c9a-49ecd429eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:11:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['ef823163-ac51-41bc-af67-16d4cbd6b124'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:12.188948 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] DHCP port deletion for 7afefe16-791a-4068-bb23-e3af8077d77e request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:12:12.242324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-3b23d08b-aca5-4517-9c9a-49ecd429eddd None None] Set router ef823163-ac51-41bc-af67-16d4cbd6b124 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:12.486999 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:12.512374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Deleting port 1f997f72-0480-48a8-ac5d-31adc3881303 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:12:12.512740 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:12.538930 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port c219334e-c9ce-4821-b423-3978be009245 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:12:12.539273 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:12.612682 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] For port 1f997f72-0480-48a8-ac5d-31adc3881303, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=1f997f72-0480-48a8-ac5d-31adc3881303,segment=NetworkSegment(6c8f0908-a3a1-4f3f-abcf-111006bfb15d),segment_id=6c8f0908-a3a1-4f3f-abcf-111006bfb15d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:12.613075 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:12.616495 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port c219334e-c9ce-4821-b423-3978be009245, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c219334e-c9ce-4821-b423-3978be009245,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:12.616859 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:12.628702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Calling delete_port for 1f997f72-0480-48a8-ac5d-31adc3881303 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:12:12.629849 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for c219334e-c9ce-4821-b423-3978be009245 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:12:12.700672 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-3b23d08b-aca5-4517-9c9a-49ecd429eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:12:11Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:12.729965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23d08b-aca5-4517-9c9a-49ecd429eddd None None] The sync data for ids ['ef823163-ac51-41bc-af67-16d4cbd6b124'] in n-d-819494-2 is: [{'id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1490084292', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': 'c219334e-c9ce-4821-b423-3978be009245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:12:11Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': 'c219334e-c9ce-4821-b423-3978be009245', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef823163-ac51-41bc-af67-16d4cbd6b124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:11:13Z', 'updated_at': '2021-11-27T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:12:12.751742 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:12.778976 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Pushing event deleted for resources: {'Port': ['ID=1f997f72-0480-48a8-ac5d-31adc3881303,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:12.781222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] No DVR routers for this DVR port 1f997f72-0480-48a8-ac5d-31adc3881303 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:12:12.792602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:12.792952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:12.793294 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:12.793631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:12.793963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:12.794315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:12.794646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:12.795475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:12.795475 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:12.795631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:12.795901 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:12.796252 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be50b3f6-1c62-4193-b0e4-f1d733310099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:12:12.803877 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:12.833572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=c219334e-c9ce-4821-b423-3978be009245,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:12.847210 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59865e6-a9b3-4af6-89bb-4baa3dae71da None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:12:12.894522 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:12.985539 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:12.987626 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.028348 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.028968 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Fanout notify agent at l3_agent the message router_deleted on router ef823163-ac51-41bc-af67-16d4cbd6b124 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:12:13.035779 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.036889 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-855c940f-e1f3-447d-bb1e-72c49afc1ebb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/routers/ef823163-ac51-41bc-af67-16d4cbd6b124 HTTP/1.1" status: 204 len: 168 time: 1.0987673 Nov 27 02:12:13.039656 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51840) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:13.140067 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.185144 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5ae03b95-a16a-4a2f-a235-7d872f9af269 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:12:13.187257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 53f8ca90-6814-4eee-95f0-4609dd39ca39 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:12:13.225789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 53f8ca90-6814-4eee-95f0-4609dd39ca39 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:12:13.226130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 53f8ca90-6814-4eee-95f0-4609dd39ca39 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:12:13.227642 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 5ae03b95-a16a-4a2f-a235-7d872f9af269 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:12:13.227978 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 5ae03b95-a16a-4a2f-a235-7d872f9af269 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:12:13.228431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1f997f72-0480-48a8-ac5d-31adc3881303 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:12:13.248516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 1f997f72-0480-48a8-ac5d-31adc3881303 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:12:13.248852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 1f997f72-0480-48a8-ac5d-31adc3881303 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:12:13.250790 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.271114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afefe16-791a-4068-bb23-e3af8077d77e']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:13.280091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8f0908-a3a1-4f3f-abcf-111006bfb15d') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:13.280332 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8f0908-a3a1-4f3f-abcf-111006bfb15d') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:13.290333 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.303774 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.309761 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:12:13.310152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: timer() Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:12:13.313346 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:12:13.372595 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.377832 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.381262 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/networks/7afefe16-791a-4068-bb23-e3af8077d77e HTTP/1.1" status: 204 len: 168 time: 0.3406601 Nov 27 02:12:13.384109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51842) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:13.397815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05806ec-a6e1-4bc6-a103-8489a8af2377 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Network': ['ID=7afefe16-791a-4068-bb23-e3af8077d77e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:13.448519 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cedee5a8-079e-42fd-b7e0-4f793ac8ddaa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.474223 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cedee5a8-079e-42fd-b7e0-4f793ac8ddaa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.538161 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cedee5a8-079e-42fd-b7e0-4f793ac8ddaa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.541077 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cedee5a8-079e-42fd-b7e0-4f793ac8ddaa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.542295 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cedee5a8-079e-42fd-b7e0-4f793ac8ddaa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/security-groups/871845c0-8e99-49f5-baa6-74acf751a9e3 HTTP/1.1" status: 204 len: 168 time: 0.1570268 Nov 27 02:12:13.553175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedee5a8-079e-42fd-b7e0-4f793ac8ddaa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871845c0-8e99-49f5-baa6-74acf751a9e3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:13.845006 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51848) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:13.850348 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2fe83a9a-0ecf-40a8-843c-f1eb75c8a166 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267273505', 'description': 'tempest-secgroup-smoke-1267273505 description', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:13.871944 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2fe83a9a-0ecf-40a8-843c-f1eb75c8a166 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.934929 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2fe83a9a-0ecf-40a8-843c-f1eb75c8a166 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.938389 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2fe83a9a-0ecf-40a8-843c-f1eb75c8a166 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.968144 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2fe83a9a-0ecf-40a8-843c-f1eb75c8a166 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:13.969365 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-2fe83a9a-0ecf-40a8-843c-f1eb75c8a166 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1226637 Nov 27 02:12:13.971702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe83a9a-0ecf-40a8-843c-f1eb75c8a166 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea8ccaa-ec56-4944-be8e-eb8951590967,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:13.972375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51850) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:13.977483 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f6f1fddd-5a55-4917-a261-ac8c2606517c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '9ea8ccaa-ec56-4944-be8e-eb8951590967', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:13.996638 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-53da63b7-59f5-4700-8979-5557b3b90337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.005367 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6f1fddd-5a55-4917-a261-ac8c2606517c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.050032 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6f1fddd-5a55-4917-a261-ac8c2606517c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.054186 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6f1fddd-5a55-4917-a261-ac8c2606517c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.071881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1fddd-5a55-4917-a261-ac8c2606517c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2e5e31-5382-4a3a-9593-64472b6cd724,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:14.080721 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f6f1fddd-5a55-4917-a261-ac8c2606517c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.081937 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f6f1fddd-5a55-4917-a261-ac8c2606517c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1085157 Nov 27 02:12:14.084642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51852) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:14.088871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-9c485fdb-1de3-4587-b9fa-641deda52c32 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '9ea8ccaa-ec56-4944-be8e-eb8951590967', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:14.115522 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c485fdb-1de3-4587-b9fa-641deda52c32 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.172379 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c485fdb-1de3-4587-b9fa-641deda52c32 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.176764 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c485fdb-1de3-4587-b9fa-641deda52c32 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.195328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c485fdb-1de3-4587-b9fa-641deda52c32 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553f4817-ee2d-494f-87ae-6683eb8f8f2b,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:14.200418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c485fdb-1de3-4587-b9fa-641deda52c32 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.201521 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-9c485fdb-1de3-4587-b9fa-641deda52c32 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159682 Nov 27 02:12:14.204318 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51854) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:14.208572 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3270f8ea-7152-45ef-a4cd-affe811ca0cc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '9ea8ccaa-ec56-4944-be8e-eb8951590967', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:14.234905 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3270f8ea-7152-45ef-a4cd-affe811ca0cc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.290063 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3270f8ea-7152-45ef-a4cd-affe811ca0cc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.293494 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3270f8ea-7152-45ef-a4cd-affe811ca0cc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.311403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270f8ea-7152-45ef-a4cd-affe811ca0cc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57704595-0a2c-4e46-b50f-4a7a99fed7e9,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:14.319952 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3270f8ea-7152-45ef-a4cd-affe811ca0cc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.321126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3270f8ea-7152-45ef-a4cd-affe811ca0cc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158831 Nov 27 02:12:14.323967 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51856) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:14.328245 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8f40711f-3f53-4852-9518-8e74865802f2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '9ea8ccaa-ec56-4944-be8e-eb8951590967', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:14.355457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f40711f-3f53-4852-9518-8e74865802f2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.412339 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f40711f-3f53-4852-9518-8e74865802f2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.415755 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f40711f-3f53-4852-9518-8e74865802f2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.436449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40711f-3f53-4852-9518-8e74865802f2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6e6b50-4350-4a1f-b665-31057e4cb1ea,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:14.442557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f40711f-3f53-4852-9518-8e74865802f2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.443729 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8f40711f-3f53-4852-9518-8e74865802f2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188252 Nov 27 02:12:14.446574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51858) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:14.450749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1565952c-53ab-4db8-a6e0-7b0c82d193b8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '9ea8ccaa-ec56-4944-be8e-eb8951590967', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:14.471782 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-1565952c-53ab-4db8-a6e0-7b0c82d193b8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Project ada1bfbce3eb4a8d90c9388286d00236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:12:14.476586 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1565952c-53ab-4db8-a6e0-7b0c82d193b8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.535054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1565952c-53ab-4db8-a6e0-7b0c82d193b8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.538382 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1565952c-53ab-4db8-a6e0-7b0c82d193b8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.558698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565952c-53ab-4db8-a6e0-7b0c82d193b8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70c3646-6172-49d8-96dc-a578e1f74e5f,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:14.564377 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1565952c-53ab-4db8-a6e0-7b0c82d193b8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.565537 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1565952c-53ab-4db8-a6e0-7b0c82d193b8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180582 Nov 27 02:12:14.568759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51860) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:14.572887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fe0bf904-e9bd-412e-b52c-46219acabc64 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '9ea8ccaa-ec56-4944-be8e-eb8951590967', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:14.594608 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-fe0bf904-e9bd-412e-b52c-46219acabc64 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Project ada1bfbce3eb4a8d90c9388286d00236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:12:14.599248 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf904-e9bd-412e-b52c-46219acabc64 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.657052 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf904-e9bd-412e-b52c-46219acabc64 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.663351 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf904-e9bd-412e-b52c-46219acabc64 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.682610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bf904-e9bd-412e-b52c-46219acabc64 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5e17fd-1fbf-43d2-9aaa-57c15269c8ce,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:14.692331 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf904-e9bd-412e-b52c-46219acabc64 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.693519 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fe0bf904-e9bd-412e-b52c-46219acabc64 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238616 Nov 27 02:12:14.696304 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51862) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:14.701032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fb4b119f-8b7d-439d-a613-9b99e376fea0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'network': {'name': 'tempest-network-smoke--191783229', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'port_security_enabled': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:14.721186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4b119f-8b7d-439d-a613-9b99e376fea0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:12:14.724553 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb4b119f-8b7d-439d-a613-9b99e376fea0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.746987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4b119f-8b7d-439d-a613-9b99e376fea0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:12:14.756225 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb4b119f-8b7d-439d-a613-9b99e376fea0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.756642 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-fb4b119f-8b7d-439d-a613-9b99e376fea0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Added segment e1da7ad8-76c6-4af2-9f45-e03eac504790 of type vlan for network 2d314fce-4055-4a36-b4c0-b345ee192099 Nov 27 02:12:14.795470 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb4b119f-8b7d-439d-a613-9b99e376fea0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.820953 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb4b119f-8b7d-439d-a613-9b99e376fea0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.826656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4b119f-8b7d-439d-a613-9b99e376fea0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:14.827226 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb4b119f-8b7d-439d-a613-9b99e376fea0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.833233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c219334e-c9ce-4821-b423-3978be009245 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:12:14.853887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: c219334e-c9ce-4821-b423-3978be009245 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:12:14.854536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c219334e-c9ce-4821-b423-3978be009245 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:12:14.888198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fb4b119f-8b7d-439d-a613-9b99e376fea0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1908510 Nov 27 02:12:14.891053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51864) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:14.892368 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.897005 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'admin_state_up': True, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:14.901287 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b119f-8b7d-439d-a613-9b99e376fea0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Network': ['ID=2d314fce-4055-4a36-b4c0-b345ee192099,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:14.912622 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 2d314fce-4055-4a36-b4c0-b345ee192099 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:12:14.923846 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.925068 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:14.983934 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:15.119096 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:15.264051 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:15.309333 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:15.328141 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:15.435014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.25.3.194 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/738c0521-4755-4968-8148-84723c405675) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:12:15.533397 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:15.566091 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:15.611004 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:12:15.617685 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:15.621350 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:12:15.631009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f023aa9b-0568-4086-81a2-cf119b1f5d7f None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:12:15.652407 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=738c0521-4755-4968-8148-84723c405675,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:15.728943 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f2565412-86d3-4c4d-8c1d-bca7a22b735a None None] Provisioning complete for port 738c0521-4755-4968-8148-84723c405675 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:15.729322 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2565412-86d3-4c4d-8c1d-bca7a22b735a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:15.761399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f2565412-86d3-4c4d-8c1d-bca7a22b735a None None] Port 738c0521-4755-4968-8148-84723c405675 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:12:15.875455 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:16.072798 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:16.197240 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router 3425df75-2c7e-406a-acb4-6c47a646d661 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:12:16.305248 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:12:16.315631 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Sync routers for ids ['3425df75-2c7e-406a-acb4-6c47a646d661'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:12:16.326529 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Routers {'3425df75-2c7e-406a-acb4-6c47a646d661'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:16.327209 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3425df75-2c7e-406a-acb4-6c47a646d661'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:16.330986 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:16.332306 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-df1cedc4-3e18-4606-b73a-b043ce486c41 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4396427 Nov 27 02:12:16.335553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51866) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:16.369910 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a93aaf4e-7c47-4c0d-897f-5cac007192ba tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ada1bfbce3eb4a8d90c9388286d00236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329759 Nov 27 02:12:16.372369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51868) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:16.435959 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Set router 3425df75-2c7e-406a-acb4-6c47a646d661 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:16.520855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e46bce-57f7-4602-ba9c-0bac9c93379c tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:16.522369 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c3e46bce-57f7-4602-ba9c-0bac9c93379c tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1489184 Nov 27 02:12:16.525145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51870) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:16.562198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c6c7c0f-005a-4bdf-abc6-090c3b60d98f tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359938 Nov 27 02:12:16.564703 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51872) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:16.569887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-82d1de4e-738e-4ee9-81b1-3be96f3ecbda tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-509600000', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:16.610769 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:12:15Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:16.638220 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Checking router: 3425df75-2c7e-406a-acb4-6c47a646d661 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:12:16.638604 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Updating router 3425df75-2c7e-406a-acb4-6c47a646d661 port 738c0521-4755-4968-8148-84723c405675 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:12:16.659505 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d1de4e-738e-4ee9-81b1-3be96f3ecbda tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:12:16.663357 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:16.663916 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82d1de4e-738e-4ee9-81b1-3be96f3ecbda tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:16.841638 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82d1de4e-738e-4ee9-81b1-3be96f3ecbda tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:16.907333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1de4e-738e-4ee9-81b1-3be96f3ecbda tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Subnet': ['ID=28f6e964-6fc4-4160-89aa-b4382a30261f,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:16.913390 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:16.915035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1de4e-738e-4ee9-81b1-3be96f3ecbda tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Checking segment: {'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:12:16.915541 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1de4e-738e-4ee9-81b1-3be96f3ecbda tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network hostable DHCP agents. Network: 2d314fce-4055-4a36-b4c0-b345ee192099, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:12:16.920944 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:16.932971 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:16.936238 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1de4e-738e-4ee9-81b1-3be96f3ecbda tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 2d314fce-4055-4a36-b4c0-b345ee192099 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:12:16.944475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-82d1de4e-738e-4ee9-81b1-3be96f3ecbda tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 2d314fce-4055-4a36-b4c0-b345ee192099) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:16.948762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d1de4e-738e-4ee9-81b1-3be96f3ecbda tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:16.949355 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82d1de4e-738e-4ee9-81b1-3be96f3ecbda tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:16.960363 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8196606a-73a0-40ed-88f2-fad00c14ec01 None None] Network 2d314fce-4055-4a36-b4c0-b345ee192099 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:12:16.977130 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e63145b-ead7-4583-b3d4-a50ccc7db974 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:12:16.983061 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-82d1de4e-738e-4ee9-81b1-3be96f3ecbda tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4148049 Nov 27 02:12:16.983220 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Attempting to bind port 738c0521-4755-4968-8148-84723c405675 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:12:16.983220 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Attempting to bind port 738c0521-4755-4968-8148-84723c405675 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:12:16.983220 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Attempting to bind port 738c0521-4755-4968-8148-84723c405675 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:12:16.983496 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51874) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:16.999468 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:12:17.000393 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:12:17.001006 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.001617 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:12:17.002339 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Bound port: 738c0521-4755-4968-8148-84723c405675, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:12:17.002953 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.030325 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466137f7-20a4-4892-b215-bac4cb1ba6c2 None None] Pushing event updated for resources: {'Port': ['ID=738c0521-4755-4968-8148-84723c405675,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:17.082792 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] For port 738c0521-4755-4968-8148-84723c405675, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:12:17.085866 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] For port 738c0521-4755-4968-8148-84723c405675, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=738c0521-4755-4968-8148-84723c405675,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:12:17.091996 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.119410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f952e5d0-0c96-4551-bde9-17a8dc023a5b None None] Provisioning complete for port 738c0521-4755-4968-8148-84723c405675 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:17.119769 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f952e5d0-0c96-4551-bde9-17a8dc023a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.142824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-2d314fce-4055-4a36-b4c0-b345ee192099', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ips': [{'subnet_id': '28f6e964-6fc4-4160-89aa-b4382a30261f'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:12:17.144353 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.164016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e5ee2f-555c-4c5d-b586-0fa659215afb None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:12:17.165209 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Routers {'3425df75-2c7e-406a-acb4-6c47a646d661'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:17.165694 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3425df75-2c7e-406a-acb4-6c47a646d661'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:17.205777 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466137f7-20a4-4892-b215-bac4cb1ba6c2 None None] Pushing event updated for resources: {'Port': ['ID=738c0521-4755-4968-8148-84723c405675,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:17.282083 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] Set router 3425df75-2c7e-406a-acb4-6c47a646d661 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:17.288997 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f952e5d0-0c96-4551-bde9-17a8dc023a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.335890 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f952e5d0-0c96-4551-bde9-17a8dc023a5b None None] For port 738c0521-4755-4968-8148-84723c405675, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=738c0521-4755-4968-8148-84723c405675,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:17.343429 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f952e5d0-0c96-4551-bde9-17a8dc023a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.390586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Allocated IP 172.20.0.2 (2d314fce-4055-4a36-b4c0-b345ee192099/28f6e964-6fc4-4160-89aa-b4382a30261f/b945edd2-a622-4b9f-9a95-7ec4312f7989) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:12:17.415358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952e5d0-0c96-4551-bde9-17a8dc023a5b None None] Pushing event updated for resources: {'Port': ['ID=738c0521-4755-4968-8148-84723c405675,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:17.474479 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:12:15Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:17.475898 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.483915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-93c54d8c-4cb4-441e-8ee7-cdef090a02e3 None None] Provisioning complete for port 738c0521-4755-4968-8148-84723c405675 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:17.484289 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-93c54d8c-4cb4-441e-8ee7-cdef090a02e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.503051 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11feeddc-6426-438b-acff-658f581c4bbe None None] The sync data for ids ['3425df75-2c7e-406a-acb4-6c47a646d661'] in n-d-819494-2 is: [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:12:15Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:12:17.653306 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.658984 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.664045 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.735259 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Network 2d314fce-4055-4a36-b4c0-b345ee192099 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:12:17.739431 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:17.745907 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:12:17.751469 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.764298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Pushing event updated for resources: {'Port': ['ID=b945edd2-a622-4b9f-9a95-7ec4312f7989,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:17.805097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.20.0.1 (2d314fce-4055-4a36-b4c0-b345ee192099/28f6e964-6fc4-4160-89aa-b4382a30261f/763886ed-ae14-4d07-835a-0de0634642c0) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:12:17.825099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Attempting to bind port b945edd2-a622-4b9f-9a95-7ec4312f7989 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:12:17.825639 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Attempting to bind port b945edd2-a622-4b9f-9a95-7ec4312f7989 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:12:17.826082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Attempting to bind port b945edd2-a622-4b9f-9a95-7ec4312f7989 on network 2d314fce-4055-4a36-b4c0-b345ee192099 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:12:17.831856 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:12:17.832538 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Checking segment: {'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:12:17.832999 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.833456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Bound using segment: {'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:12:17.833993 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Bound port: b945edd2-a622-4b9f-9a95-7ec4312f7989, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:12:17.834459 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.910616 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] For port b945edd2-a622-4b9f-9a95-7ec4312f7989, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:12:17.915181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] For port b945edd2-a622-4b9f-9a95-7ec4312f7989, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b945edd2-a622-4b9f-9a95-7ec4312f7989,segment=NetworkSegment(e1da7ad8-76c6-4af2-9f45-e03eac504790),segment_id=e1da7ad8-76c6-4af2-9f45-e03eac504790)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:12:17.921067 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.931876 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.971229 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:17.989404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d43498-846c-4472-9086-51a0bad1b8b0 None None] Pushing event updated for resources: {'Port': ['ID=b945edd2-a622-4b9f-9a95-7ec4312f7989,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:17.998277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 2d314fce-4055-4a36-b4c0-b345ee192099 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:12:18.001146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:18.020162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:12:18.072163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=763886ed-ae14-4d07-835a-0de0634642c0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:18.080580 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:18.572137 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:18.844403 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:18.849738 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:18.935869 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:18.943953 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=763886ed-ae14-4d07-835a-0de0634642c0,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:18.947801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b945edd2-a622-4b9f-9a95-7ec4312f7989 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:12:18.995371 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b945edd2-a622-4b9f-9a95-7ec4312f7989 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:18.996079 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:19.032062 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 2d314fce-4055-4a36-b4c0-b345ee192099 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:12:19.033485 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:19.079077 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:19.119236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port b945edd2-a622-4b9f-9a95-7ec4312f7989, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b945edd2-a622-4b9f-9a95-7ec4312f7989,segment=NetworkSegment(e1da7ad8-76c6-4af2-9f45-e03eac504790),segment_id=e1da7ad8-76c6-4af2-9f45-e03eac504790)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:19.123864 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:19.124903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 738c0521-4755-4968-8148-84723c405675 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:12:19.167483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router 3425df75-2c7e-406a-acb4-6c47a646d661 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:12:19.211374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=b945edd2-a622-4b9f-9a95-7ec4312f7989,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:19.226532 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 738c0521-4755-4968-8148-84723c405675 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:19.226907 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:19.305482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:12:19.321648 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-aae22e1b-5858-47bb-bad9-34613053c0fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "PUT /v2.0/routers/3425df75-2c7e-406a-acb4-6c47a646d661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3370633 Nov 27 02:12:19.418497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc91bde-cc51-448e-a127-5309a21bb247 None None] Network 2d314fce-4055-4a36-b4c0-b345ee192099 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:12:19.492959 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-f81094a8-2c15-4397-b3b8-0d88c15331d1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267273505&fields=id&tenant_id=ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 267 time: 0.0578790 Nov 27 02:12:19.495968 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Sync routers for ids ['3425df75-2c7e-406a-acb4-6c47a646d661'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:12:19.533793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6bfc5099-e08b-419f-a2a9-24eb4ca8291c None None] Provisioning complete for port b945edd2-a622-4b9f-9a95-7ec4312f7989 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:19.534566 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5099-e08b-419f-a2a9-24eb4ca8291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:19.536785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Routers {'3425df75-2c7e-406a-acb4-6c47a646d661'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:19.537404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3425df75-2c7e-406a-acb4-6c47a646d661'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:19.601904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-632bbde7-c424-4580-b774-06503abc4109 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:19.603437 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-632bbde7-c424-4580-b774-06503abc4109 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/networks?id=2d314fce-4055-4a36-b4c0-b345ee192099 HTTP/1.1" status: 200 len: 796 time: 0.1034291 Nov 27 02:12:19.620338 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-3009bf90-0bca-4281-8d84-20fe2247c44a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/quotas/ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 375 time: 0.0108852 Nov 27 02:12:19.679036 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-735731c9-8426-4d34-8543-fbd352010a73 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526121 Nov 27 02:12:19.820798 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-e956ff2b-1ac0-40f1-8bd1-1e39e20cb923 service neutron] 10.222.0.37 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302412 Nov 27 02:12:19.903050 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Set router 3425df75-2c7e-406a-acb4-6c47a646d661 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:19.915226 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-efc7d756-3019-4f31-a6e1-d8b42fc49e14 service neutron] 10.222.0.37 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879841 Nov 27 02:12:20.122841 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4900c7f2-f253-4ceb-812d-b601168bf172 req-66c8310a-94e6-4de4-b670-d823bb998d1f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 210 time: 0.0423949 Nov 27 02:12:20.161024 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:12:18Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '763886ed-ae14-4d07-835a-0de0634642c0', 'name': '', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:84:ad:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:17Z', 'updated_at': '2021-11-27T02:12:18Z', 'revision_number': 2, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:20.195954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Checking router: 3425df75-2c7e-406a-acb4-6c47a646d661 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:12:20.196308 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Updating router 3425df75-2c7e-406a-acb4-6c47a646d661 port 763886ed-ae14-4d07-835a-0de0634642c0 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:12:20.227957 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:20.229809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-83e15b7e-b521-45b4-bc2d-1f119ef58a81 None None] Provisioning complete for port b945edd2-a622-4b9f-9a95-7ec4312f7989 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:20.230169 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-83e15b7e-b521-45b4-bc2d-1f119ef58a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:20.469687 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-83e15b7e-b521-45b4-bc2d-1f119ef58a81 None None] Provisioning complete for port 763886ed-ae14-4d07-835a-0de0634642c0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:20.470062 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-83e15b7e-b521-45b4-bc2d-1f119ef58a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:20.528821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-83e15b7e-b521-45b4-bc2d-1f119ef58a81 None None] Port 763886ed-ae14-4d07-835a-0de0634642c0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:12:20.586450 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:20.591716 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:20.647740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a077c-cec9-4d00-ac49-27b953d0ff72 None None] Pushing event updated for resources: {'Port': ['ID=763886ed-ae14-4d07-835a-0de0634642c0,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:20.693530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-796c0c8f-e9da-485f-85ab-32c5a943970a None None] Provisioning complete for port 763886ed-ae14-4d07-835a-0de0634642c0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:20.698320 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-796c0c8f-e9da-485f-85ab-32c5a943970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:20.729738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Attempting to bind port 763886ed-ae14-4d07-835a-0de0634642c0 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:12:20.730115 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Attempting to bind port 763886ed-ae14-4d07-835a-0de0634642c0 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:12:20.730503 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Attempting to bind port 763886ed-ae14-4d07-835a-0de0634642c0 on network 2d314fce-4055-4a36-b4c0-b345ee192099 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:12:20.742417 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:12:20.742801 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Checking segment: {'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:12:20.743202 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:20.743596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Bound using segment: {'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:12:20.744076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Bound port: 763886ed-ae14-4d07-835a-0de0634642c0, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:12:20.744460 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:20.755877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-796c0c8f-e9da-485f-85ab-32c5a943970a None None] Port 763886ed-ae14-4d07-835a-0de0634642c0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:12:20.811606 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] For port 763886ed-ae14-4d07-835a-0de0634642c0, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:12:20.814558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] For port 763886ed-ae14-4d07-835a-0de0634642c0, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=763886ed-ae14-4d07-835a-0de0634642c0,segment=NetworkSegment(e1da7ad8-76c6-4af2-9f45-e03eac504790),segment_id=e1da7ad8-76c6-4af2-9f45-e03eac504790)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:12:20.820059 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:20.891335 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b945edd2-a622-4b9f-9a95-7ec4312f7989 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:12:20.918329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Routers {'3425df75-2c7e-406a-acb4-6c47a646d661'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:20.918957 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3425df75-2c7e-406a-acb4-6c47a646d661'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:20.957594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a077c-cec9-4d00-ac49-27b953d0ff72 None None] Pushing event updated for resources: {'Port': ['ID=763886ed-ae14-4d07-835a-0de0634642c0,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:20.974740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-4b912ad8-738a-4dad-82c9-da25c5b5b7ee None None] Provisioning complete for port 763886ed-ae14-4d07-835a-0de0634642c0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:20.975112 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b912ad8-738a-4dad-82c9-da25c5b5b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:21.086089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b945edd2-a622-4b9f-9a95-7ec4312f7989 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:21.086538 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:21.096388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] Set router 3425df75-2c7e-406a-acb4-6c47a646d661 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:21.201791 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d85c683-34ba-40ce-afb4-846e8e0b160a req-596bf7b2-55b5-4754-ad40-7b43cb82e6d5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 210 time: 0.0319726 Nov 27 02:12:21.229761 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b912ad8-738a-4dad-82c9-da25c5b5b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:21.338427 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4b912ad8-738a-4dad-82c9-da25c5b5b7ee None None] For port 763886ed-ae14-4d07-835a-0de0634642c0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=763886ed-ae14-4d07-835a-0de0634642c0,segment=NetworkSegment(e1da7ad8-76c6-4af2-9f45-e03eac504790),segment_id=e1da7ad8-76c6-4af2-9f45-e03eac504790)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:21.351670 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b912ad8-738a-4dad-82c9-da25c5b5b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:21.446072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b912ad8-738a-4dad-82c9-da25c5b5b7ee None None] Pushing event updated for resources: {'Port': ['ID=763886ed-ae14-4d07-835a-0de0634642c0,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:21.475858 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:12:18Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '763886ed-ae14-4d07-835a-0de0634642c0', 'name': '', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:84:ad:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:17Z', 'updated_at': '2021-11-27T02:12:20Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:21.478953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2a931aee-0193-4e07-861f-2270a843dcce None None] Provisioning complete for port 763886ed-ae14-4d07-835a-0de0634642c0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:21.479321 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2a931aee-0193-4e07-861f-2270a843dcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:21.504660 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd4d648-6777-4880-aa27-525c96750d8e None None] The sync data for ids ['3425df75-2c7e-406a-acb4-6c47a646d661'] in n-d-819494-2 is: [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:12:18Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '763886ed-ae14-4d07-835a-0de0634642c0', 'name': '', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:84:ad:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:17Z', 'updated_at': '2021-11-27T02:12:20Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:12:21.943589 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7b95b7e-7f1a-4b78-9417-259f44837370 req-2565c1f1-3fb2-4677-a250-cbdf1cb20a36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259435 Nov 27 02:12:22.027939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7b95b7e-7f1a-4b78-9417-259f44837370 req-114b8c26-5afc-499d-8ba6-93d799488744 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0262461 Nov 27 02:12:22.075345 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7b95b7e-7f1a-4b78-9417-259f44837370 req-e254b5cd-096d-449b-a34c-4f161fb1e489 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202312 Nov 27 02:12:22.302953 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d1359e2a-a86c-41f7-9f62-9bfe861d502e req-f0d8a66c-e85f-4fc3-b62c-cbb50b828069 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 210 time: 0.0457709 Nov 27 02:12:22.523907 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b95b7e-7f1a-4b78-9417-259f44837370 req-7fc34645-332a-4c07-a34e-d858f9ef56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:22.525388 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d7b95b7e-7f1a-4b78-9417-259f44837370 req-7fc34645-332a-4c07-a34e-d858f9ef56cb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4435096 Nov 27 02:12:22.891454 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 763886ed-ae14-4d07-835a-0de0634642c0 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:12:22.939614 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 763886ed-ae14-4d07-835a-0de0634642c0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:22.939984 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:23.373033 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-931e72b5-1e63-4b11-b00e-155a2ad96416 req-b9f41732-3b92-4db4-a547-5a20a43d21f5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 210 time: 0.0260515 Nov 27 02:12:24.464691 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-45388b08-3444-4b79-8c11-acc191eaff0b req-8455dc30-9e15-4a2a-bebb-2d00df87ae04 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 210 time: 0.0265160 Nov 27 02:12:25.464872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-74f297f0-7870-4b2e-91d5-978948ba782a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:25.466320 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-74f297f0-7870-4b2e-91d5-978948ba782a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/networks?id=2d314fce-4055-4a36-b4c0-b345ee192099 HTTP/1.1" status: 200 len: 796 time: 0.1052454 Nov 27 02:12:25.565942 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f4cac732-2118-42d4-a47e-657e4420bef3 req-c443111b-cb20-4ae2-b59c-f2cbbe1fe88a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 210 time: 0.0339565 Nov 27 02:12:25.572180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-d8cc913c-fcaa-483c-b421-7fec02ce8566 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 380 time: 0.0774801 Nov 27 02:12:25.582377 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'port': {'device_id': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'admin_state_up': True, 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'security_groups': ['9ea8ccaa-ec56-4944-be8e-eb8951590967']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:25.697513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:12:25.700962 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.822046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.20.0.7 (2d314fce-4055-4a36-b4c0-b345ee192099/28f6e964-6fc4-4160-89aa-b4382a30261f/1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:12:25.957912 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:25.990953 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.035050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 2d314fce-4055-4a36-b4c0-b345ee192099 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:12:26.038737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:26.042494 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:12:26.048857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:26.103012 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:26.103551 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.121060 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-9e23e3a0-10c6-4e0e-84d2-185bea453e2a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425000 Nov 27 02:12:26.138998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Request body: {'port': {'device_id': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:26.195179 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.254809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3c28f7a1-2487-4fe1-ae22-80574aaa3bc4 None None] Provisioning complete for port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:26.256000 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3c28f7a1-2487-4fe1-ae22-80574aaa3bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.288198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-3c28f7a1-2487-4fe1-ae22-80574aaa3bc4 None None] Port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:12:26.454582 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:12:26.462365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.474068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Transition to ACTIVE for port object 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:12:26.477590 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.548276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Pushing event updated for resources: {'Port': ['ID=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:26.603442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Attempting to bind port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:12:26.603778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Attempting to bind port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:12:26.604114 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Attempting to bind port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 on network 2d314fce-4055-4a36-b4c0-b345ee192099 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:12:26.610640 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 on network 2d314fce-4055-4a36-b4c0-b345ee192099 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:12:26.611183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Attempting to bind port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 on network 2d314fce-4055-4a36-b4c0-b345ee192099 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:12:26.616694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:12:26.617034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Checking segment: {'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:12:26.617420 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Bound using segment: {'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:12:26.617838 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Bound port: 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1da7ad8-76c6-4af2-9f45-e03eac504790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:12:26.618193 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.688519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] For port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:12:26.691789 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] For port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388,segment=NetworkSegment(e1da7ad8-76c6-4af2-9f45-e03eac504790),segment_id=e1da7ad8-76c6-4af2-9f45-e03eac504790)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:12:26.699583 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.700024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323868c6-cdf5-4a2a-bb75-5b3d9a3ff404 req-c17ce7e3-21ad-418a-b8e6-25bbd4ef4422 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:26.701548 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-323868c6-cdf5-4a2a-bb75-5b3d9a3ff404 req-c17ce7e3-21ad-418a-b8e6-25bbd4ef4422 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 943 time: 0.0574939 Nov 27 02:12:26.739081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:26.740616 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:26.742053 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] 10.222.0.42 "PUT /v2.0/ports/1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 HTTP/1.1" status: 200 len: 1091 time: 0.6077390 Nov 27 02:12:26.746620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'tag': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:12:26.748847 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ca3228-901c-4c46-ba43-6d8548538bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c315a0bd-2836-4258-bdc2-15abbaa0a5f7", "tag": "1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:12:26.756858 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-323868c6-cdf5-4a2a-bb75-5b3d9a3ff404 req-c59d5b8b-6540-4876-a25c-8f065909a932 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489769 Nov 27 02:12:26.782126 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413da943-3190-4d76-bf3a-720c0a3094bf service neutron] Pushing event updated for resources: {'Port': ['ID=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:26.804334 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1949bfda-7eb4-45e6-b074-a61edd7d8390 x-openstack-request-id: req-1949bfda-7eb4-45e6-b074-a61edd7d8390 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:12:26.804632 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c315a0bd-2836-4258-bdc2-15abbaa0a5f7", "tag": "1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:12:26.805017 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1949bfda-7eb4-45e6-b074-a61edd7d8390 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:12:26.805423 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'tag': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388', 'status': 'completed', 'code': 200} Nov 27 02:12:26.866108 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-d64e8f0f-fec8-4a3b-befb-e37dc5034056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:26.867685 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-d64e8f0f-fec8-4a3b-befb-e37dc5034056 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 1094 time: 0.0445650 Nov 27 02:12:26.916026 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-b442bd16-6994-4b1d-b86e-1c072d3d9d2a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 HTTP/1.1" status: 200 len: 217 time: 0.0343702 Nov 27 02:12:26.970518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-d0b4d81a-e73a-495f-82b0-0708317dd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:26.971990 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-d0b4d81a-e73a-495f-82b0-0708317dd746 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=28f6e964-6fc4-4160-89aa-b4382a30261f HTTP/1.1" status: 200 len: 834 time: 0.0489721 Nov 27 02:12:27.021551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-33e6b1cf-6cc6-4ac1-8dee-71a0a86cf5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:27.023089 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-33e6b1cf-6cc6-4ac1-8dee-71a0a86cf5ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d314fce-4055-4a36-b4c0-b345ee192099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439479 Nov 27 02:12:27.116007 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-5209652c-1403-4854-9155-a7b2825f4abe service neutron] 10.222.0.42 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851004 Nov 27 02:12:27.210113 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22169a5d-21f3-4e54-821b-a612b2afaf68 req-74347f0b-66ad-433e-9030-6e337d3c1383 service neutron] 10.222.0.42 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875325 Nov 27 02:12:27.341520 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3228-901c-4c46-ba43-6d8548538bf7 req-84f0030b-7cbe-46da-bdf6-48aa21172282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:27.342935 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22ca3228-901c-4c46-ba43-6d8548538bf7 req-84f0030b-7cbe-46da-bdf6-48aa21172282 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 1094 time: 0.0409710 Nov 27 02:12:27.435688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3228-901c-4c46-ba43-6d8548538bf7 req-1374efb3-1dd0-42a6-b247-e1b72df890dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:27.437145 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22ca3228-901c-4c46-ba43-6d8548538bf7 req-1374efb3-1dd0-42a6-b247-e1b72df890dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=2d314fce-4055-4a36-b4c0-b345ee192099 HTTP/1.1" status: 200 len: 897 time: 0.0867655 Nov 27 02:12:27.478579 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22ca3228-901c-4c46-ba43-6d8548538bf7 req-37b47627-3349-45ce-95e9-01caa2ae1c56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 HTTP/1.1" status: 200 len: 217 time: 0.0340044 Nov 27 02:12:27.527547 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3228-901c-4c46-ba43-6d8548538bf7 req-671ad25c-d4e0-4173-929d-34f611a72a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:27.528932 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22ca3228-901c-4c46-ba43-6d8548538bf7 req-671ad25c-d4e0-4173-929d-34f611a72a10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=28f6e964-6fc4-4160-89aa-b4382a30261f HTTP/1.1" status: 200 len: 834 time: 0.0430124 Nov 27 02:12:27.576970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3228-901c-4c46-ba43-6d8548538bf7 req-ce984512-7667-4044-af21-55d82b2c7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:27.578480 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22ca3228-901c-4c46-ba43-6d8548538bf7 req-ce984512-7667-4044-af21-55d82b2c7800 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d314fce-4055-4a36-b4c0-b345ee192099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407531 Nov 27 02:12:27.672510 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22ca3228-901c-4c46-ba43-6d8548538bf7 req-40f65e74-588c-4228-a129-c1cab056fd11 service neutron] 10.222.0.42 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866807 Nov 27 02:12:27.760335 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22ca3228-901c-4c46-ba43-6d8548538bf7 req-32e8b9a3-770a-4ead-bdac-62b7f9d50b08 service neutron] 10.222.0.42 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804958 Nov 27 02:12:27.879554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3060197-d84c-49ca-a28a-73f8867d013c req-28cf0030-92a6-4648-b2cc-2270b8f99f98 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:27.881565 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3060197-d84c-49ca-a28a-73f8867d013c req-28cf0030-92a6-4648-b2cc-2270b8f99f98 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 943 time: 0.0487030 Nov 27 02:12:27.930068 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e3060197-d84c-49ca-a28a-73f8867d013c req-9ef6a15e-2f3b-41d3-9f2b-760c975467e2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424900 Nov 27 02:12:29.054139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2fd8-6c4f-4e66-b243-32c6e90fc142 req-bfd0efd3-389c-44e3-95cf-4940828991a2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:29.055652 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dc7d2fd8-6c4f-4e66-b243-32c6e90fc142 req-bfd0efd3-389c-44e3-95cf-4940828991a2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 943 time: 0.0554674 Nov 27 02:12:29.106408 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dc7d2fd8-6c4f-4e66-b243-32c6e90fc142 req-4a1dd58f-ad1d-4bf1-90d9-91f0caf5ee4b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446119 Nov 27 02:12:30.224534 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea7bda-621a-4043-a4e8-7be175cc6d39 req-d19b6fcf-41b0-46c0-9548-0d850c77fb7a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:30.226006 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f6ea7bda-621a-4043-a4e8-7be175cc6d39 req-d19b6fcf-41b0-46c0-9548-0d850c77fb7a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 943 time: 0.0475178 Nov 27 02:12:30.278147 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f6ea7bda-621a-4043-a4e8-7be175cc6d39 req-5d35908b-851a-4a31-817e-7bf3ae0a4e68 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462947 Nov 27 02:12:31.310774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:12:31.395418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203dd54-0f6a-4e6c-9812-17972dc906e5 req-ca774f19-c24e-4c5a-89a2-7c34c348b185 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:31.397174 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4203dd54-0f6a-4e6c-9812-17972dc906e5 req-ca774f19-c24e-4c5a-89a2-7c34c348b185 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 943 time: 0.0507746 Nov 27 02:12:31.413094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388,segment=NetworkSegment(e1da7ad8-76c6-4af2-9f45-e03eac504790),segment_id=e1da7ad8-76c6-4af2-9f45-e03eac504790)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:31.424391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'port_id': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388', 'mac_address': 'fa:16:3e:ac:fc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:12:31.446868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4203dd54-0f6a-4e6c-9812-17972dc906e5 req-e3df1907-d30d-4cbc-b370-9027b128a6f7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438762 Nov 27 02:12:31.462687 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:31.475430 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:12:31.494410 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388,segment=NetworkSegment(e1da7ad8-76c6-4af2-9f45-e03eac504790),segment_id=e1da7ad8-76c6-4af2-9f45-e03eac504790)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:31.498359 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:31.546391 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:31.774855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:12:32.561079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2eeb-cd88-4ed6-9cd8-5d08b98b20a0 req-5ff0339c-cd66-48b8-9a45-2fb0dce63655 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:32.562564 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a1d2eeb-cd88-4ed6-9cd8-5d08b98b20a0 req-5ff0339c-cd66-48b8-9a45-2fb0dce63655 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 944 time: 0.0495832 Nov 27 02:12:32.611461 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a1d2eeb-cd88-4ed6-9cd8-5d08b98b20a0 req-0a75ceb4-dd48-4773-a268-22d8ac2e1535 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Nov 27 02:12:33.320858 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:12:33.368088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:12:33.371711 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:12:33.372080 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:33.447801 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:33.470325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:12:33.472628 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3ecf04-79c8-4427-a5a4-4755b94d94d3" -d '{"events": [{"server_uuid": "c315a0bd-2836-4258-bdc2-15abbaa0a5f7", "name": "network-vif-plugged", "status": "completed", "tag": "1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:12:33.488370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388,segment=NetworkSegment(e1da7ad8-76c6-4af2-9f45-e03eac504790),segment_id=e1da7ad8-76c6-4af2-9f45-e03eac504790)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:12:33.492898 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:33.539940 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:33.564657 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b978ae3-11b3-4f4c-adf0-609e6e96a3d3 x-openstack-request-id: req-9b978ae3-11b3-4f4c-adf0-609e6e96a3d3 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:12:33.564987 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c315a0bd-2836-4258-bdc2-15abbaa0a5f7", "name": "network-vif-plugged", "status": "completed", "tag": "1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:12:33.565242 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b978ae3-11b3-4f4c-adf0-609e6e96a3d3 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:12:33.565649 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388', 'code': 200} Nov 27 02:12:33.696803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83edcb-b08c-45ea-b893-1aaf1ef22dc8 req-b652e84b-ef68-4da5-87d6-e88caf87df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:33.698316 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba83edcb-b08c-45ea-b893-1aaf1ef22dc8 req-b652e84b-ef68-4da5-87d6-e88caf87df93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0440106 Nov 27 02:12:33.728181 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2180d8-4c50-4cf7-aa7a-49436a29921f req-a29189c5-7b93-4b08-b78c-aac30a8ac76e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:33.729849 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b2180d8-4c50-4cf7-aa7a-49436a29921f req-a29189c5-7b93-4b08-b78c-aac30a8ac76e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0495162 Nov 27 02:12:33.745439 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ba83edcb-b08c-45ea-b893-1aaf1ef22dc8 req-4c0b8ba8-c399-4c9f-b4c2-d9e6c444e2eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398433 Nov 27 02:12:33.778856 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2b2180d8-4c50-4cf7-aa7a-49436a29921f req-2858bc98-8fc6-4961-b110-ed8c1beca87e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 Nov 27 02:12:34.901367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad18e-be0c-4a38-90da-4d48a0d09a95 req-1b2d9e3a-ee56-4add-b90d-f844d6e5240f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:34.902894 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4bcad18e-be0c-4a38-90da-4d48a0d09a95 req-1b2d9e3a-ee56-4add-b90d-f844d6e5240f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0532598 Nov 27 02:12:34.952895 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4bcad18e-be0c-4a38-90da-4d48a0d09a95 req-29700c3e-5210-4f93-8424-f4feec2d5264 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437338 Nov 27 02:12:36.070383 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5eb67-e4fe-4d7f-b76a-924b6197c666 req-a235d109-39a5-4a48-a706-7478093176bb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:36.071846 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ae5eb67-e4fe-4d7f-b76a-924b6197c666 req-a235d109-39a5-4a48-a706-7478093176bb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0524151 Nov 27 02:12:36.121360 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4ae5eb67-e4fe-4d7f-b76a-924b6197c666 req-795005ca-2e98-479d-8df9-9b2282eef2ea tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436299 Nov 27 02:12:36.235852 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40810d32-3ce9-4b6d-a0a4-4621919a5ecf req-c04e57fb-da50-4b22-b165-e9296c053dbb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:36.237214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40810d32-3ce9-4b6d-a0a4-4621919a5ecf req-c04e57fb-da50-4b22-b165-e9296c053dbb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0484931 Nov 27 02:12:36.289634 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-40810d32-3ce9-4b6d-a0a4-4621919a5ecf req-7924fc21-4b7e-4d21-a2de-e43ae41b06d9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455947 Nov 27 02:12:36.311664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51950) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:36.349754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fba01fa-5554-45ce-95d5-9ba3ba982ed5 tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:36.351233 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7fba01fa-5554-45ce-95d5-9ba3ba982ed5 tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 1091 time: 0.0386038 Nov 27 02:12:36.353937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 51952) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:36.358100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:12:36.379214 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:36.473213 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:36.579767 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.25.3.54 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/da8198f6-ddab-42cc-8c31-ce80e9ac6bab) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:12:36.681341 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:36.720921 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:36.759032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:12:36.761833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:12:36.766169 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:12:36.789518 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=da8198f6-ddab-42cc-8c31-ce80e9ac6bab,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:37.122765 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:37.186934 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:37.337115 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:37.341408 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:37.406408 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=da8198f6-ddab-42cc-8c31-ce80e9ac6bab,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:12:37.418554 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:37.516485 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Floating IP caaba472-5d9e-4530-a220-8309fc4ddd40 associated. External IP: 172.25.3.54, port: 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388. Nov 27 02:12:37.721005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router 3425df75-2c7e-406a-acb4-6c47a646d661 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:12:37.831189 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:12:37.845562 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21f5f97-5762-4c49-9b62-bf15b72fa61c None None] Sync routers for ids ['3425df75-2c7e-406a-acb4-6c47a646d661'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:12:37.849244 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:37.855519 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f5f97-5762-4c49-9b62-bf15b72fa61c None None] Routers {'3425df75-2c7e-406a-acb4-6c47a646d661'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:37.856346 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d21f5f97-5762-4c49-9b62-bf15b72fa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3425df75-2c7e-406a-acb4-6c47a646d661'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:37.876721 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7a35dd96-f675-4325-9848-a7cea044bc5f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5217350 Nov 27 02:12:37.877413 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'tag': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:12:37.879905 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5814e97c-21d8-4123-9b41-caee4064819e" -d '{"events": [{"name": "network-changed", "server_uuid": "c315a0bd-2836-4258-bdc2-15abbaa0a5f7", "tag": "1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:12:37.921455 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df1f412-7f63-4843-a0e2-ea3c328946b0 x-openstack-request-id: req-0df1f412-7f63-4843-a0e2-ea3c328946b0 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:12:37.921942 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c315a0bd-2836-4258-bdc2-15abbaa0a5f7", "tag": "1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:12:37.922195 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0df1f412-7f63-4843-a0e2-ea3c328946b0 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:12:37.922647 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'tag': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388', 'status': 'completed', 'code': 200} Nov 27 02:12:37.964896 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d21f5f97-5762-4c49-9b62-bf15b72fa61c None None] Set router 3425df75-2c7e-406a-acb4-6c47a646d661 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:37.985879 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221b65e-e202-4551-8f0a-24a4750a6ae1 req-d7f4530f-c2ca-44b4-9de0-f20a179e5fc4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:37.987499 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b221b65e-e202-4551-8f0a-24a4750a6ae1 req-d7f4530f-c2ca-44b4-9de0-f20a179e5fc4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0587752 Nov 27 02:12:38.007349 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814e97c-21d8-4123-9b41-caee4064819e req-2669e65b-9811-4b4e-84f8-e82cb1f7ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:38.008989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5814e97c-21d8-4123-9b41-caee4064819e req-2669e65b-9811-4b4e-84f8-e82cb1f7ded0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0429025 Nov 27 02:12:38.042101 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b221b65e-e202-4551-8f0a-24a4750a6ae1 req-358aa20b-8331-4df1-bfe0-fcb9e076bdcf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474439 Nov 27 02:12:38.062483 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51958) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:38.117208 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814e97c-21d8-4123-9b41-caee4064819e req-070993aa-b649-40fe-8012-5d90e77b3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:38.118919 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5814e97c-21d8-4123-9b41-caee4064819e req-070993aa-b649-40fe-8012-5d90e77b3074 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2d314fce-4055-4a36-b4c0-b345ee192099 HTTP/1.1" status: 200 len: 897 time: 0.1028838 Nov 27 02:12:38.131079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e6b15740-5ba3-4fd0-870b-e7a8c63bcc6f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/caaba472-5d9e-4530-a220-8309fc4ddd40 HTTP/1.1" status: 200 len: 990 time: 0.0673966 Nov 27 02:12:38.187321 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5814e97c-21d8-4123-9b41-caee4064819e req-1be49ece-eba7-4672-94fa-fe3f53e2934a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 HTTP/1.1" status: 200 len: 998 time: 0.0616119 Nov 27 02:12:38.238361 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814e97c-21d8-4123-9b41-caee4064819e req-1d03d7b8-4064-490a-8efd-067ac60dc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:38.239782 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5814e97c-21d8-4123-9b41-caee4064819e req-1d03d7b8-4064-490a-8efd-067ac60dc5e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=28f6e964-6fc4-4160-89aa-b4382a30261f HTTP/1.1" status: 200 len: 834 time: 0.0454273 Nov 27 02:12:38.289993 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814e97c-21d8-4123-9b41-caee4064819e req-db7ef1ec-88c7-4ffa-90b9-4e057081a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:12:38.291488 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5814e97c-21d8-4123-9b41-caee4064819e req-db7ef1ec-88c7-4ffa-90b9-4e057081a9b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d314fce-4055-4a36-b4c0-b345ee192099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437906 Nov 27 02:12:38.297383 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d21f5f97-5762-4c49-9b62-bf15b72fa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:12:18Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'caaba472-5d9e-4530-a220-8309fc4ddd40', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'port_id': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'mac_address': 'fa:16:3e:ac:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:12:36Z', 'updated_at': '2021-11-27T02:12:36Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763886ed-ae14-4d07-835a-0de0634642c0', 'name': '', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:84:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:17Z', 'updated_at': '2021-11-27T02:12:21Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:38.322641 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21f5f97-5762-4c49-9b62-bf15b72fa61c None None] Checking router: 3425df75-2c7e-406a-acb4-6c47a646d661 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:12:38.330819 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f5f97-5762-4c49-9b62-bf15b72fa61c None None] Routers {'3425df75-2c7e-406a-acb4-6c47a646d661'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:12:38.331419 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d21f5f97-5762-4c49-9b62-bf15b72fa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:12:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3425df75-2c7e-406a-acb4-6c47a646d661'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:38.379058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5814e97c-21d8-4123-9b41-caee4064819e req-7405ef2a-d37e-4e6a-bc76-1d000c243780 service neutron] 10.222.0.42 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806983 Nov 27 02:12:38.433626 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d21f5f97-5762-4c49-9b62-bf15b72fa61c None None] Set router 3425df75-2c7e-406a-acb4-6c47a646d661 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:12:38.474904 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5814e97c-21d8-4123-9b41-caee4064819e req-f7b1d458-7099-48eb-8f7c-863978376097 service neutron] 10.222.0.42 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887244 Nov 27 02:12:38.651658 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d21f5f97-5762-4c49-9b62-bf15b72fa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:12:18Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'caaba472-5d9e-4530-a220-8309fc4ddd40', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'port_id': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'mac_address': 'fa:16:3e:ac:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:12:36Z', 'updated_at': '2021-11-27T02:12:36Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763886ed-ae14-4d07-835a-0de0634642c0', 'name': '', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:84:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:17Z', 'updated_at': '2021-11-27T02:12:21Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:12:38.677110 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21f5f97-5762-4c49-9b62-bf15b72fa61c None None] The sync data for ids ['3425df75-2c7e-406a-acb4-6c47a646d661'] in n-d-819494-2 is: [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:12:18Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'caaba472-5d9e-4530-a220-8309fc4ddd40', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'port_id': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'mac_address': 'fa:16:3e:ac:fc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:12:36Z', 'updated_at': '2021-11-27T02:12:36Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763886ed-ae14-4d07-835a-0de0634642c0', 'name': '', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:84:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:17Z', 'updated_at': '2021-11-27T02:12:21Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:12:38.866133 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b412d232-70d4-466c-a26f-d11eef129a9d None None] New status for floating IP caaba472-5d9e-4530-a220-8309fc4ddd40: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:12:39.134141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51960) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:39.196661 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-551d781f-dcca-44de-b53b-d2144fabcfed tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/caaba472-5d9e-4530-a220-8309fc4ddd40 HTTP/1.1" status: 200 len: 990 time: 0.0613141 Nov 27 02:12:40.199785 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 51962) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:12:40.278816 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-415cc199-9484-4ef9-a420-6816f66f888b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/caaba472-5d9e-4530-a220-8309fc4ddd40 HTTP/1.1" status: 200 len: 992 time: 0.0779274 Nov 27 02:12:41.620320 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-535c98da-bb17-4de7-9dd7-15253e48dd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:43.990621 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-78c2f7c4-7a75-42ac-baf6-47b7c608d6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:44.891741 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:45.266006 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:46.924473 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:47.285917 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:12:47.628983 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:12:47.682989 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:11.621114 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d612-0add-41c0-9589-655c60da5bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:11.702764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954ed99-0953-4513-93be-76f24b57d335 req-b7a25527-f9a5-4746-93c2-eb0e5e058f8d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:11.704254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f954ed99-0953-4513-93be-76f24b57d335 req-b7a25527-f9a5-4746-93c2-eb0e5e058f8d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0782161 Nov 27 02:13:11.719605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b1e8b-1215-4c25-a8e2-301a5ebe3464 req-391416bb-6495-476f-8a3e-b4b85b910aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:11.720993 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d47b1e8b-1215-4c25-a8e2-301a5ebe3464 req-391416bb-6495-476f-8a3e-b4b85b910aa1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0598330 Nov 27 02:13:11.809231 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f954ed99-0953-4513-93be-76f24b57d335 req-0a58f5f3-22e4-4514-bdcb-7ca29bf5299c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967338 Nov 27 02:13:11.840382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b1e8b-1215-4c25-a8e2-301a5ebe3464 req-841df478-63b9-423e-9acb-6a59b4efe166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:11.841795 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d47b1e8b-1215-4c25-a8e2-301a5ebe3464 req-841df478-63b9-423e-9acb-6a59b4efe166 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2d314fce-4055-4a36-b4c0-b345ee192099 HTTP/1.1" status: 200 len: 897 time: 0.1119678 Nov 27 02:13:11.907501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d47b1e8b-1215-4c25-a8e2-301a5ebe3464 req-f2393eea-a4d1-44fb-aa50-0cb7d29ef771 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 HTTP/1.1" status: 200 len: 1000 time: 0.0573795 Nov 27 02:13:11.963874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b1e8b-1215-4c25-a8e2-301a5ebe3464 req-cf9dbf8c-b2d7-4adc-89ce-a1d791aa39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:11.965296 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d47b1e8b-1215-4c25-a8e2-301a5ebe3464 req-cf9dbf8c-b2d7-4adc-89ce-a1d791aa39b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=28f6e964-6fc4-4160-89aa-b4382a30261f HTTP/1.1" status: 200 len: 834 time: 0.0501974 Nov 27 02:13:12.011871 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b1e8b-1215-4c25-a8e2-301a5ebe3464 req-cd2fe0c9-5bd1-4923-ad48-76d39300ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:12.013334 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d47b1e8b-1215-4c25-a8e2-301a5ebe3464 req-cd2fe0c9-5bd1-4923-ad48-76d39300ee19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d314fce-4055-4a36-b4c0-b345ee192099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400536 Nov 27 02:13:12.102545 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d47b1e8b-1215-4c25-a8e2-301a5ebe3464 req-68063114-716b-4f80-9c63-7072dfda1c33 service neutron] 10.222.0.42 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809407 Nov 27 02:13:12.195949 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d47b1e8b-1215-4c25-a8e2-301a5ebe3464 req-7e0c2cf8-c3a6-43e8-976d-661cf86ec9f0 service neutron] 10.222.0.42 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860023 Nov 27 02:13:12.929257 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaca611-9f9d-414f-8d4f-834e01449359 req-8814936c-5e72-47cc-a14d-a2f46f8875c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:12.930728 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fbaca611-9f9d-414f-8d4f-834e01449359 req-8814936c-5e72-47cc-a14d-a2f46f8875c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Nov 27 02:13:12.978935 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fbaca611-9f9d-414f-8d4f-834e01449359 req-355e53ae-0534-4556-9c2c-73d95b7352d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423059 Nov 27 02:13:13.994976 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3b505ced-58b2-451c-8212-9450c0c70426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:14.095867 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab95d84-b012-433f-a797-c91bab63421a req-7a816e92-74a2-4fc8-8761-d89175cf326b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:14.097363 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ab95d84-b012-433f-a797-c91bab63421a req-7a816e92-74a2-4fc8-8761-d89175cf326b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0497577 Nov 27 02:13:14.146866 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ab95d84-b012-433f-a797-c91bab63421a req-1dab1621-d200-4094-8436-d1d00e03dbee tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433669 Nov 27 02:13:14.892995 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:15.260775 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049c314-9cb1-4e8a-b649-cbf51bd67f4a req-db4e18f0-6b1e-44be-8bd9-bd2593515d23 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:15.262284 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5049c314-9cb1-4e8a-b649-cbf51bd67f4a req-db4e18f0-6b1e-44be-8bd9-bd2593515d23 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0488446 Nov 27 02:13:15.268336 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:15.317061 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5049c314-9cb1-4e8a-b649-cbf51bd67f4a req-f22e2175-fea8-4ebb-ba0e-4322db6f1b2b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485060 Nov 27 02:13:16.439367 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f353ea8-7198-43ea-b660-8c9937da40d4 req-3cae2341-459e-461f-a166-c9a59aa6d090 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:16.440809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f353ea8-7198-43ea-b660-8c9937da40d4 req-3cae2341-459e-461f-a166-c9a59aa6d090 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0553222 Nov 27 02:13:16.489933 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f353ea8-7198-43ea-b660-8c9937da40d4 req-290f153f-ccc1-4495-b90e-419dda9a40bb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431750 Nov 27 02:13:16.930753 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:17.603391 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c39c6-7e79-465b-a6cf-73a34e577393 req-3324ae94-0f5a-42e1-973f-70c1d6b80193 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:17.604845 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c4c39c6-7e79-465b-a6cf-73a34e577393 req-3324ae94-0f5a-42e1-973f-70c1d6b80193 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0476975 Nov 27 02:13:17.628274 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:17.653673 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0c4c39c6-7e79-465b-a6cf-73a34e577393 req-7c35428e-a7b3-42a8-8241-9edbcd2fbcd5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429308 Nov 27 02:13:17.685800 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:18.766857 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d101c-9594-4bca-b430-000f7e775fc3 req-de0e8d10-e661-4e64-a221-93593008f72e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:18.768311 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c28d101c-9594-4bca-b430-000f7e775fc3 req-de0e8d10-e661-4e64-a221-93593008f72e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0473185 Nov 27 02:13:18.816655 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c28d101c-9594-4bca-b430-000f7e775fc3 req-661cdeaa-fed5-4530-99c5-bfee837cfedf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Nov 27 02:13:19.930384 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea36228-0bbe-474d-bc6e-5570967546f1 req-39dd41fe-9dc2-4ad1-a48b-322a71f63e28 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:19.931828 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ea36228-0bbe-474d-bc6e-5570967546f1 req-39dd41fe-9dc2-4ad1-a48b-322a71f63e28 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0476792 Nov 27 02:13:19.981578 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7ea36228-0bbe-474d-bc6e-5570967546f1 req-87619ba6-0e68-46f1-b62c-96c17d68d1ae tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437586 Nov 27 02:13:21.094885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283ad3-9760-400f-83f9-644fd95d7747 req-e6f4070b-88f8-4494-af7d-701ba4ce0faa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:21.096441 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a283ad3-9760-400f-83f9-644fd95d7747 req-e6f4070b-88f8-4494-af7d-701ba4ce0faa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0480890 Nov 27 02:13:21.149098 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3a283ad3-9760-400f-83f9-644fd95d7747 req-1a9f4b0e-ed79-44f4-bc31-e73867301fcc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462775 Nov 27 02:13:22.266917 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e4cc0-5e6d-4c41-93a6-1a865fafe4c8 req-266546f3-c6da-4f7c-8fe2-77155e6186bc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:22.268368 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-874e4cc0-5e6d-4c41-93a6-1a865fafe4c8 req-266546f3-c6da-4f7c-8fe2-77155e6186bc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0517220 Nov 27 02:13:22.316489 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-874e4cc0-5e6d-4c41-93a6-1a865fafe4c8 req-b04168c6-fb84-45af-97c5-0b8684f3e4bd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 Nov 27 02:13:22.804035 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53ee6b1b-0261-445e-958e-f6d44943e5c1 req-4176d112-a807-49ff-bd72-9183022a0724 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0242944 Nov 27 02:13:22.886380 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53ee6b1b-0261-445e-958e-f6d44943e5c1 req-4169bd3f-e972-4ed9-89e1-63ef4bd2426f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0248814 Nov 27 02:13:22.931521 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53ee6b1b-0261-445e-958e-f6d44943e5c1 req-a23e9899-1087-40c9-9632-00cc7d645448 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188351 Nov 27 02:13:23.026636 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee6b1b-0261-445e-958e-f6d44943e5c1 req-78cd226d-74b2-4108-86f5-f53a06b62064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:23.028071 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-53ee6b1b-0261-445e-958e-f6d44943e5c1 req-78cd226d-74b2-4108-86f5-f53a06b62064 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899687 Nov 27 02:13:23.436186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbd4a6-aaf5-4ecd-b8a7-4c486cf79ca1 req-bfa4677b-bc72-4b97-b025-ed81dc9fd3e5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:23.437564 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1bdbd4a6-aaf5-4ecd-b8a7-4c486cf79ca1 req-bfa4677b-bc72-4b97-b025-ed81dc9fd3e5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0503838 Nov 27 02:13:23.490440 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1bdbd4a6-aaf5-4ecd-b8a7-4c486cf79ca1 req-d4dfec6f-fcc6-4b7b-a338-a075de8874b4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449097 Nov 27 02:13:24.285452 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:13:24.604680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155448-19b3-4cf1-a864-5438a796393c req-1b70e06a-f3c0-4a32-bf18-11763dfd23ac tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:24.606127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e155448-19b3-4cf1-a864-5438a796393c req-1b70e06a-f3c0-4a32-bf18-11763dfd23ac tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0480905 Nov 27 02:13:24.653678 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4e155448-19b3-4cf1-a864-5438a796393c req-46f9539c-0573-4a2b-b3bd-35e79936297b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Nov 27 02:13:25.418832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d7d8b-53ef-42fc-a979-f82b059c7c47 req-4b971496-db09-4bc4-9bc0-8276c64611ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:25.420226 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f9d7d8b-53ef-42fc-a979-f82b059c7c47 req-4b971496-db09-4bc4-9bc0-8276c64611ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0391893 Nov 27 02:13:25.524550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d7d8b-53ef-42fc-a979-f82b059c7c47 req-c46cc26a-0ae3-42e0-8030-c998fd289bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:25.526001 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f9d7d8b-53ef-42fc-a979-f82b059c7c47 req-c46cc26a-0ae3-42e0-8030-c998fd289bb3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2d314fce-4055-4a36-b4c0-b345ee192099 HTTP/1.1" status: 200 len: 897 time: 0.0863438 Nov 27 02:13:25.592008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f9d7d8b-53ef-42fc-a979-f82b059c7c47 req-dfb3ee31-82c7-4f99-86cc-1c7fdada9558 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 HTTP/1.1" status: 200 len: 1000 time: 0.0584512 Nov 27 02:13:25.639516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d7d8b-53ef-42fc-a979-f82b059c7c47 req-675be2c8-ba4d-44de-a7b2-071c707e90db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:25.640898 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f9d7d8b-53ef-42fc-a979-f82b059c7c47 req-675be2c8-ba4d-44de-a7b2-071c707e90db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=28f6e964-6fc4-4160-89aa-b4382a30261f HTTP/1.1" status: 200 len: 834 time: 0.0416000 Nov 27 02:13:25.689280 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d7d8b-53ef-42fc-a979-f82b059c7c47 req-e457dd28-5279-4e6e-a253-5da5a274da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:25.690794 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f9d7d8b-53ef-42fc-a979-f82b059c7c47 req-e457dd28-5279-4e6e-a253-5da5a274da9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d314fce-4055-4a36-b4c0-b345ee192099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433319 Nov 27 02:13:25.817755 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c83c0-762b-431c-9133-bcc9de5a4aed req-f33835db-a3d8-4922-ab5d-ac6930fb6855 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:25.819218 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-212c83c0-762b-431c-9133-bcc9de5a4aed req-f33835db-a3d8-4922-ab5d-ac6930fb6855 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0783362 Nov 27 02:13:25.821416 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f9d7d8b-53ef-42fc-a979-f82b059c7c47 req-23208e02-efb6-453f-80e5-1055697ca361 service neutron] 10.222.0.42 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234221 Nov 27 02:13:25.916042 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-212c83c0-762b-431c-9133-bcc9de5a4aed req-ad6664f8-caee-4760-98d4-80d914fba5b3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908549 Nov 27 02:13:25.941210 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9f9d7d8b-53ef-42fc-a979-f82b059c7c47 req-1ef4a641-c951-4db9-b38c-ccc1a862274c service neutron] 10.222.0.42 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102719 Nov 27 02:13:27.031719 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258fa40-7581-46fb-b5fa-6eef5d2b89ba req-8120b4d7-70f6-4300-8e24-0fd5e5b8f1b4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:27.033359 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2258fa40-7581-46fb-b5fa-6eef5d2b89ba req-8120b4d7-70f6-4300-8e24-0fd5e5b8f1b4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0482917 Nov 27 02:13:27.087532 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2258fa40-7581-46fb-b5fa-6eef5d2b89ba req-4db59391-687d-4e03-bf27-f662078acd2f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465231 Nov 27 02:13:28.207624 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d246e-7a4c-40bd-85e0-a6cfb828e5c7 req-b7413c36-ae95-4bff-a9d7-432fd3332f52 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:13:28.209589 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a6d246e-7a4c-40bd-85e0-a6cfb828e5c7 req-b7413c36-ae95-4bff-a9d7-432fd3332f52 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0539596 Nov 27 02:13:28.257666 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a6d246e-7a4c-40bd-85e0-a6cfb828e5c7 req-54aaeb6b-bb21-437b-b169-06342364ab2f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420027 Nov 27 02:13:28.280684 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52008) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:13:28.339516 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-22533ebf-0612-4563-af2b-610233309f05 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/caaba472-5d9e-4530-a220-8309fc4ddd40 HTTP/1.1" status: 200 len: 992 time: 0.0577393 Nov 27 02:13:41.622835 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cfd7b3ba-9c82-45f4-b56b-534aefcb48da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:43.995003 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-49a6ec8d-165f-46bc-a2ae-d5ed886d8222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:44.913993 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:45.271453 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:46.934005 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:47.631428 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:47.687258 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:58.713220 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52022) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:13:59.204848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port da8198f6-ddab-42cc-8c31-ce80e9ac6bab {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:13:59.205198 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:59.280065 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:59.280382 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:59.292137 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for da8198f6-ddab-42cc-8c31-ce80e9ac6bab owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:13:59.439228 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:59.462540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=da8198f6-ddab-42cc-8c31-ce80e9ac6bab,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:13:59.472449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:13:59.472802 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:13:59.473149 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:13:59.473488 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:13:59.473823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:13:59.474573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:13:59.474573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:13:59.474861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:13:59.475190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:13:59.475532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:13:59.475846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:13:59.476171 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:13:59.533711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:59.534032 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Floating IP caaba472-5d9e-4530-a220-8309fc4ddd40 disassociated (deleted). External IP: 172.25.3.54, port: 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388. Nov 27 02:13:59.737370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router 3425df75-2c7e-406a-acb4-6c47a646d661 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:13:59.843956 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:13:59.848459 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:13:59.855521 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd65f380-98fa-4a6a-be53-be9184b46264 None None] Sync routers for ids ['3425df75-2c7e-406a-acb4-6c47a646d661'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:13:59.864813 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd65f380-98fa-4a6a-be53-be9184b46264 None None] Routers {'3425df75-2c7e-406a-acb4-6c47a646d661'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:13:59.865496 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bd65f380-98fa-4a6a-be53-be9184b46264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:13:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3425df75-2c7e-406a-acb4-6c47a646d661'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:13:59.875329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a2115ff4-403d-4f5b-8d1d-9b95ddc5c425 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/floatingips/caaba472-5d9e-4530-a220-8309fc4ddd40 HTTP/1.1" status: 204 len: 168 time: 1.1610518 Nov 27 02:13:59.876024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'tag': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:13:59.878582 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef07fa3-a03d-47bd-a7b0-57fa166f25f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c315a0bd-2836-4258-bdc2-15abbaa0a5f7", "tag": "1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:13:59.917332 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66f0b8c-d7a7-4618-b996-c655ec84f133 x-openstack-request-id: req-f66f0b8c-d7a7-4618-b996-c655ec84f133 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:13:59.917622 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c315a0bd-2836-4258-bdc2-15abbaa0a5f7", "tag": "1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:13:59.917875 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f66f0b8c-d7a7-4618-b996-c655ec84f133 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:13:59.918303 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'tag': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388', 'status': 'completed', 'code': 200} Nov 27 02:13:59.984142 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-bd65f380-98fa-4a6a-be53-be9184b46264 None None] Set router 3425df75-2c7e-406a-acb4-6c47a646d661 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:00.010932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef07fa3-a03d-47bd-a7b0-57fa166f25f8 req-6dac05fa-fa60-4697-bbb8-c02b093c3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:00.012889 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cef07fa3-a03d-47bd-a7b0-57fa166f25f8 req-6dac05fa-fa60-4697-bbb8-c02b093c3113 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0473280 Nov 27 02:14:00.118548 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef07fa3-a03d-47bd-a7b0-57fa166f25f8 req-988c3e82-e959-427d-88b1-b0e760b84d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:00.120074 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cef07fa3-a03d-47bd-a7b0-57fa166f25f8 req-988c3e82-e959-427d-88b1-b0e760b84d98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2d314fce-4055-4a36-b4c0-b345ee192099 HTTP/1.1" status: 200 len: 897 time: 0.0964837 Nov 27 02:14:00.128277 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32709b42-26d7-416a-bdb1-5132370eec3e req-bb24cf74-6f2f-471a-9b94-4caafda8d42b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:00.129765 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32709b42-26d7-416a-bdb1-5132370eec3e req-bb24cf74-6f2f-471a-9b94-4caafda8d42b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0517683 Nov 27 02:14:00.165209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cef07fa3-a03d-47bd-a7b0-57fa166f25f8 req-0583ea1a-bb12-4a96-8aae-630956bf1062 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 HTTP/1.1" status: 200 len: 217 time: 0.0355799 Nov 27 02:14:00.182725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32709b42-26d7-416a-bdb1-5132370eec3e req-9bc4540d-c15b-4cfa-874a-48b7bc9f2b7c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453625 Nov 27 02:14:00.203348 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bd65f380-98fa-4a6a-be53-be9184b46264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:12:18Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '763886ed-ae14-4d07-835a-0de0634642c0', 'name': '', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:84:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:17Z', 'updated_at': '2021-11-27T02:12:21Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:00.223315 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef07fa3-a03d-47bd-a7b0-57fa166f25f8 req-c99965dd-aa40-4973-ae30-5766e72b2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:00.224913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cef07fa3-a03d-47bd-a7b0-57fa166f25f8 req-c99965dd-aa40-4973-ae30-5766e72b2160 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=28f6e964-6fc4-4160-89aa-b4382a30261f HTTP/1.1" status: 200 len: 834 time: 0.0500629 Nov 27 02:14:00.229236 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd65f380-98fa-4a6a-be53-be9184b46264 None None] Checking router: 3425df75-2c7e-406a-acb4-6c47a646d661 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:14:00.237230 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd65f380-98fa-4a6a-be53-be9184b46264 None None] Routers {'3425df75-2c7e-406a-acb4-6c47a646d661'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:00.237820 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bd65f380-98fa-4a6a-be53-be9184b46264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:13:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3425df75-2c7e-406a-acb4-6c47a646d661'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:00.272207 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef07fa3-a03d-47bd-a7b0-57fa166f25f8 req-42c496f3-3120-48cd-b40e-b694f76b09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:00.273615 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cef07fa3-a03d-47bd-a7b0-57fa166f25f8 req-42c496f3-3120-48cd-b40e-b694f76b09bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d314fce-4055-4a36-b4c0-b345ee192099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401411 Nov 27 02:14:00.341490 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-bd65f380-98fa-4a6a-be53-be9184b46264 None None] Set router 3425df75-2c7e-406a-acb4-6c47a646d661 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:00.364993 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cef07fa3-a03d-47bd-a7b0-57fa166f25f8 req-805257a1-e749-48ee-93e5-6f0c9401d428 service neutron] 10.222.0.42 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816844 Nov 27 02:14:00.459126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cef07fa3-a03d-47bd-a7b0-57fa166f25f8 req-dc70ec9b-8add-4fea-9dd7-1241e8b4e540 service neutron] 10.222.0.42 "GET /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865924 Nov 27 02:14:00.535673 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bd65f380-98fa-4a6a-be53-be9184b46264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:12:18Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '763886ed-ae14-4d07-835a-0de0634642c0', 'name': '', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:84:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:17Z', 'updated_at': '2021-11-27T02:12:21Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:00.564824 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd65f380-98fa-4a6a-be53-be9184b46264 None None] The sync data for ids ['3425df75-2c7e-406a-acb4-6c47a646d661'] in n-d-819494-2 is: [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:12:18Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '763886ed-ae14-4d07-835a-0de0634642c0', 'name': '', 'network_id': '2d314fce-4055-4a36-b4c0-b345ee192099', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:84:ad:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:17Z', 'updated_at': '2021-11-27T02:12:21Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '28f6e964-6fc4-4160-89aa-b4382a30261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:14:00.801483 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ee518-5af8-4749-a639-8a04ed0cfbc0 None None] New status for floating IP caaba472-5d9e-4530-a220-8309fc4ddd40: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:14:01.284636 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:14:01.301927 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b7a8c-c277-4cdd-8ac8-ee4bf0a505cc req-4e27c284-d51c-4771-ba1a-3a67ab116997 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:01.303402 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc8b7a8c-c277-4cdd-8ac8-ee4bf0a505cc req-4e27c284-d51c-4771-ba1a-3a67ab116997 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0494297 Nov 27 02:14:01.355161 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc8b7a8c-c277-4cdd-8ac8-ee4bf0a505cc req-eddf4388-f2f6-4b4d-9f10-66949ffc5960 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ea8ccaa-ec56-4944-be8e-eb8951590967&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457888 Nov 27 02:14:01.839591 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd20ce-1410-4f62-bbc4-f4412172dd97 req-9e1f4550-07c1-48ae-8833-424a74d0ff24 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:01.841005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f5cd20ce-1410-4f62-bbc4-f4412172dd97 req-9e1f4550-07c1-48ae-8833-424a74d0ff24 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 945 time: 0.0514655 Nov 27 02:14:01.931609 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-f5cd20ce-1410-4f62-bbc4-f4412172dd97 req-b234335f-c166-4719-99dc-572c4e8537d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:14:01.931948 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f5cd20ce-1410-4f62-bbc4-f4412172dd97 req-b234335f-c166-4719-99dc-572c4e8537d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:02.020715 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-f5cd20ce-1410-4f62-bbc4-f4412172dd97 req-b234335f-c166-4719-99dc-572c4e8537d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388,segment=NetworkSegment(e1da7ad8-76c6-4af2-9f45-e03eac504790),segment_id=e1da7ad8-76c6-4af2-9f45-e03eac504790)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:02.021103 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f5cd20ce-1410-4f62-bbc4-f4412172dd97 req-b234335f-c166-4719-99dc-572c4e8537d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:02.033475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-f5cd20ce-1410-4f62-bbc4-f4412172dd97 req-b234335f-c166-4719-99dc-572c4e8537d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:14:02.159443 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f5cd20ce-1410-4f62-bbc4-f4412172dd97 req-b234335f-c166-4719-99dc-572c4e8537d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:02.189639 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234335f-c166-4719-99dc-572c4e8537d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:02.231649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cd20ce-1410-4f62-bbc4-f4412172dd97 req-b234335f-c166-4719-99dc-572c4e8537d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] No DVR routers for this DVR port 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:14:02.234114 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f5cd20ce-1410-4f62-bbc4-f4412172dd97 req-b234335f-c166-4719-99dc-572c4e8537d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:02.237550 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f5cd20ce-1410-4f62-bbc4-f4412172dd97 req-b234335f-c166-4719-99dc-572c4e8537d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "DELETE /v2.0/ports/1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 HTTP/1.1" status: 204 len: 173 time: 0.3904722 Nov 27 02:14:02.237986 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'name': 'network-vif-deleted', 'tag': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:14:02.240775 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb553a1-4a1b-474a-9c7a-ebd7c0c34ac1" -d '{"events": [{"server_uuid": "c315a0bd-2836-4258-bdc2-15abbaa0a5f7", "name": "network-vif-deleted", "tag": "1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:14:02.277411 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db506f2b-a3ce-4971-bfdc-b39e65f414f1 x-openstack-request-id: req-db506f2b-a3ce-4971-bfdc-b39e65f414f1 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:14:02.277708 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c315a0bd-2836-4258-bdc2-15abbaa0a5f7", "name": "network-vif-deleted", "tag": "1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:14:02.277964 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db506f2b-a3ce-4971-bfdc-b39e65f414f1 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:14:02.278401 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c315a0bd-2836-4258-bdc2-15abbaa0a5f7', 'name': 'network-vif-deleted', 'tag': '1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388', 'status': 'completed', 'code': 200} Nov 27 02:14:02.461036 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c1f2548a-9ffc-4259-9de5-25f48885f1ad req-bd2525d0-5cb7-4983-b252-f91686d74705 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=c315a0bd-2836-4258-bdc2-15abbaa0a5f7 HTTP/1.1" status: 200 len: 210 time: 0.0255177 Nov 27 02:14:03.517276 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52046) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:03.872055 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb73d153-f50f-4620-bb2c-3e265b941316 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:04.126215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fb73d153-f50f-4620-bb2c-3e265b941316 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port 763886ed-ae14-4d07-835a-0de0634642c0 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:14:04.126527 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb73d153-f50f-4620-bb2c-3e265b941316 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:04.217748 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-fb73d153-f50f-4620-bb2c-3e265b941316 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port 763886ed-ae14-4d07-835a-0de0634642c0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=763886ed-ae14-4d07-835a-0de0634642c0,segment=NetworkSegment(e1da7ad8-76c6-4af2-9f45-e03eac504790),segment_id=e1da7ad8-76c6-4af2-9f45-e03eac504790)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:04.218109 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb73d153-f50f-4620-bb2c-3e265b941316 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:04.231044 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fb73d153-f50f-4620-bb2c-3e265b941316 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for 763886ed-ae14-4d07-835a-0de0634642c0 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:14:04.418302 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb73d153-f50f-4620-bb2c-3e265b941316 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:04.446293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73d153-f50f-4620-bb2c-3e265b941316 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=763886ed-ae14-4d07-835a-0de0634642c0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:04.622165 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb73d153-f50f-4620-bb2c-3e265b941316 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:04.841709 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb73d153-f50f-4620-bb2c-3e265b941316 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router 3425df75-2c7e-406a-acb4-6c47a646d661 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:14:04.949910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb73d153-f50f-4620-bb2c-3e265b941316 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:14:04.954774 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fb73d153-f50f-4620-bb2c-3e265b941316 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "PUT /v2.0/routers/3425df75-2c7e-406a-acb4-6c47a646d661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4364860 Nov 27 02:14:04.957499 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52048) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:04.962767 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539bbbc-0cec-4548-a017-8feb937a85d3 None None] Sync routers for ids ['3425df75-2c7e-406a-acb4-6c47a646d661'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:14:04.972588 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539bbbc-0cec-4548-a017-8feb937a85d3 None None] Routers {'3425df75-2c7e-406a-acb4-6c47a646d661'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:04.973186 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8539bbbc-0cec-4548-a017-8feb937a85d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:13:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3425df75-2c7e-406a-acb4-6c47a646d661'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:05.010595 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbfe751-df6b-4aeb-bb0a-fc3c25f8f182 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting subnet 28f6e964-6fc4-4160-89aa-b4382a30261f {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:14:05.013773 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe751-df6b-4aeb-bb0a-fc3c25f8f182 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.054338 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe751-df6b-4aeb-bb0a-fc3c25f8f182 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.144947 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe751-df6b-4aeb-bb0a-fc3c25f8f182 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.175642 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8539bbbc-0cec-4548-a017-8feb937a85d3 None None] Set router 3425df75-2c7e-406a-acb4-6c47a646d661 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:05.202902 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe751-df6b-4aeb-bb0a-fc3c25f8f182 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.231117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfe751-df6b-4aeb-bb0a-fc3c25f8f182 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Subnet': ['ID=28f6e964-6fc4-4160-89aa-b4382a30261f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:05.233935 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe751-df6b-4aeb-bb0a-fc3c25f8f182 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.237114 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2fbfe751-df6b-4aeb-bb0a-fc3c25f8f182 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/subnets/28f6e964-6fc4-4160-89aa-b4382a30261f HTTP/1.1" status: 204 len: 168 time: 0.2787097 Nov 27 02:14:05.240232 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52050) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:05.244056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8b3e73-760d-4ae0-ad4c-ab5392afbf8f None None] Network 2d314fce-4055-4a36-b4c0-b345ee192099 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:14:05.356907 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.366825 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8539bbbc-0cec-4548-a017-8feb937a85d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:14:04Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:05.393069 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539bbbc-0cec-4548-a017-8feb937a85d3 None None] Checking router: 3425df75-2c7e-406a-acb4-6c47a646d661 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:14:05.406384 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539bbbc-0cec-4548-a017-8feb937a85d3 None None] Routers {'3425df75-2c7e-406a-acb4-6c47a646d661'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:05.407336 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8539bbbc-0cec-4548-a017-8feb937a85d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:13:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3425df75-2c7e-406a-acb4-6c47a646d661'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:05.443070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] DHCP port deletion for 2d314fce-4055-4a36-b4c0-b345ee192099 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:14:05.471730 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.498921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Deleting port b945edd2-a622-4b9f-9a95-7ec4312f7989 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:14:05.499679 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.516380 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8539bbbc-0cec-4548-a017-8feb937a85d3 None None] Set router 3425df75-2c7e-406a-acb4-6c47a646d661 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:05.533363 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port 738c0521-4755-4968-8148-84723c405675 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:14:05.533715 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.566414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] For port b945edd2-a622-4b9f-9a95-7ec4312f7989, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b945edd2-a622-4b9f-9a95-7ec4312f7989,segment=NetworkSegment(e1da7ad8-76c6-4af2-9f45-e03eac504790),segment_id=e1da7ad8-76c6-4af2-9f45-e03eac504790)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:05.567206 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.580775 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Calling delete_port for b945edd2-a622-4b9f-9a95-7ec4312f7989 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:14:05.617376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port 738c0521-4755-4968-8148-84723c405675, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=738c0521-4755-4968-8148-84723c405675,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:05.617695 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.637181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for 738c0521-4755-4968-8148-84723c405675 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:14:05.671383 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.698400 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Pushing event deleted for resources: {'Port': ['ID=b945edd2-a622-4b9f-9a95-7ec4312f7989,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:05.699282 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8539bbbc-0cec-4548-a017-8feb937a85d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:14:04Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:05.702164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] No DVR routers for this DVR port b945edd2-a622-4b9f-9a95-7ec4312f7989 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:14:05.710380 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:05.710821 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:05.711226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:05.711570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:05.711972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:05.712306 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:05.712631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:05.712954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:05.713274 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:05.713594 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:05.713912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:05.714705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078329d-d5f9-40f7-b8ce-843d401ba89e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:05.730988 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539bbbc-0cec-4548-a017-8feb937a85d3 None None] The sync data for ids ['3425df75-2c7e-406a-acb4-6c47a646d661'] in n-d-819494-2 is: [{'id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754377933', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '738c0521-4755-4968-8148-84723c405675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:12:14Z', 'updated_at': '2021-11-27T02:14:04Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '738c0521-4755-4968-8148-84723c405675', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3425df75-2c7e-406a-acb4-6c47a646d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:12:15Z', 'updated_at': '2021-11-27T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:14:05.771949 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:14:05.792657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:14:05.793013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 1d2ef8ec-3b46-4c70-9569-4ca8e8ef7388 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:14:05.818105 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:05.847944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=738c0521-4755-4968-8148-84723c405675,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:05.860198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552695a5-e087-4619-ba03-e3a100248a57 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:14:05.909745 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.001246 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.003388 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.045333 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.045852 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Fanout notify agent at l3_agent the message router_deleted on router 3425df75-2c7e-406a-acb4-6c47a646d661 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:14:06.053106 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.054215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7ff07bfd-61bc-433e-a8dd-8cf966f00998 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/routers/3425df75-2c7e-406a-acb4-6c47a646d661 HTTP/1.1" status: 204 len: 168 time: 0.8130810 Nov 27 02:14:06.056912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52052) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:06.140315 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.231332 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.250969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d314fce-4055-4a36-b4c0-b345ee192099']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:06.260763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1da7ad8-76c6-4af2-9f45-e03eac504790') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:06.261052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1da7ad8-76c6-4af2-9f45-e03eac504790') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:06.270070 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.283585 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.289643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:14:06.290025 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: timer() Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:14:06.293145 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:14:06.352988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.358549 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.362131 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/networks/2d314fce-4055-4a36-b4c0-b345ee192099 HTTP/1.1" status: 204 len: 168 time: 0.3041673 Nov 27 02:14:06.364896 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52054) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:06.377673 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24554e24-ae08-4016-9d72-7815aac59a13 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Network': ['ID=2d314fce-4055-4a36-b4c0-b345ee192099,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:06.429200 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.454618 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.511393 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.513959 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.515194 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/security-groups/9ea8ccaa-ec56-4944-be8e-eb8951590967 HTTP/1.1" status: 204 len: 168 time: 0.1486392 Nov 27 02:14:06.524069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea8ccaa-ec56-4944-be8e-eb8951590967,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:06.532847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:06.533201 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:06.533550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:06.533903 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:06.534228 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:06.534588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:06.534921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:06.535278 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:06.535641 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:06.535903 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:06.536267 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:06.536594 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6b2f93-e5fe-48b4-8b7b-9af40c29181a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:06.913766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52060) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:06.918642 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-10d4928a-9f40-4c16-83e5-f7be58985bb3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092744584', 'description': 'tempest-secgroup-smoke-1092744584 description', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:06.928125 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b945edd2-a622-4b9f-9a95-7ec4312f7989 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:14:06.949202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: b945edd2-a622-4b9f-9a95-7ec4312f7989 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:14:06.949599 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b945edd2-a622-4b9f-9a95-7ec4312f7989 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:14:06.949706 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10d4928a-9f40-4c16-83e5-f7be58985bb3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:06.950005 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 738c0521-4755-4968-8148-84723c405675 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:14:06.971888 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 738c0521-4755-4968-8148-84723c405675 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:14:06.972320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 738c0521-4755-4968-8148-84723c405675 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:14:06.972798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 763886ed-ae14-4d07-835a-0de0634642c0 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:14:06.993947 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 763886ed-ae14-4d07-835a-0de0634642c0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:14:06.994404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 763886ed-ae14-4d07-835a-0de0634642c0 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:14:07.023119 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10d4928a-9f40-4c16-83e5-f7be58985bb3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.028862 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10d4928a-9f40-4c16-83e5-f7be58985bb3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.058912 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-10d4928a-9f40-4c16-83e5-f7be58985bb3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.060134 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-10d4928a-9f40-4c16-83e5-f7be58985bb3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1452181 Nov 27 02:14:07.062962 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52062) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:07.068980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-c6c4892a-a149-4df8-84f0-0545c2648ac8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:07.073808 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4928a-9f40-4c16-83e5-f7be58985bb3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:07.100254 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6c4892a-a149-4df8-84f0-0545c2648ac8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.157946 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6c4892a-a149-4df8-84f0-0545c2648ac8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.162689 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6c4892a-a149-4df8-84f0-0545c2648ac8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.180829 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4892a-a149-4df8-84f0-0545c2648ac8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c47d7f-3e27-479a-a93f-205a5aabaa97,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:07.189171 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c6c4892a-a149-4df8-84f0-0545c2648ac8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.190411 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c6c4892a-a149-4df8-84f0-0545c2648ac8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257575 Nov 27 02:14:07.193279 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52064) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:07.197891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a0900de1-e1e0-4301-aa64-c5a0f3f7bb3a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:07.227877 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0900de1-e1e0-4301-aa64-c5a0f3f7bb3a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.295974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0900de1-e1e0-4301-aa64-c5a0f3f7bb3a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.299534 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0900de1-e1e0-4301-aa64-c5a0f3f7bb3a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.320477 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0900de1-e1e0-4301-aa64-c5a0f3f7bb3a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d83b63-2256-4969-8a67-79bea72bc480,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:07.331598 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0900de1-e1e0-4301-aa64-c5a0f3f7bb3a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.332801 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a0900de1-e1e0-4301-aa64-c5a0f3f7bb3a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385188 Nov 27 02:14:07.336017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52066) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:07.340493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e8473604-580b-4862-ba88-13d37e997df7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:07.368773 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8473604-580b-4862-ba88-13d37e997df7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.429344 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8473604-580b-4862-ba88-13d37e997df7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.433918 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8473604-580b-4862-ba88-13d37e997df7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.450651 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8473604-580b-4862-ba88-13d37e997df7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48057fe1-f35e-464f-9931-fd471e869f88,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:07.459129 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8473604-580b-4862-ba88-13d37e997df7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.460322 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e8473604-580b-4862-ba88-13d37e997df7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231906 Nov 27 02:14:07.463065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52068) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:07.467291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-fdfcb590-d5d9-4584-a170-c3d31423fcb1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:07.492822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb590-d5d9-4584-a170-c3d31423fcb1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.548689 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb590-d5d9-4584-a170-c3d31423fcb1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.552757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb590-d5d9-4584-a170-c3d31423fcb1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.570884 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcb590-d5d9-4584-a170-c3d31423fcb1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70fbe81-ee1a-4c5f-a0e8-95f7b0776fc5,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:07.578123 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb590-d5d9-4584-a170-c3d31423fcb1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.579344 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fdfcb590-d5d9-4584-a170-c3d31423fcb1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153538 Nov 27 02:14:07.582061 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52070) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:07.586936 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-dac39070-0878-45bb-a50e-7a83a5884d76 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:07.607181 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-dac39070-0878-45bb-a50e-7a83a5884d76 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Project ada1bfbce3eb4a8d90c9388286d00236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:14:07.612433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dac39070-0878-45bb-a50e-7a83a5884d76 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.670931 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dac39070-0878-45bb-a50e-7a83a5884d76 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.674356 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dac39070-0878-45bb-a50e-7a83a5884d76 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.694014 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac39070-0878-45bb-a50e-7a83a5884d76 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa74ecc-1417-43aa-a2a0-a856121c9c52,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:07.701736 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dac39070-0878-45bb-a50e-7a83a5884d76 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.702939 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dac39070-0878-45bb-a50e-7a83a5884d76 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199462 Nov 27 02:14:07.705714 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52072) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:07.710545 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-dd63de5a-2e79-4e68-bc80-0d802857410e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:07.731279 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-dd63de5a-2e79-4e68-bc80-0d802857410e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Project ada1bfbce3eb4a8d90c9388286d00236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:14:07.736296 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd63de5a-2e79-4e68-bc80-0d802857410e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.797517 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd63de5a-2e79-4e68-bc80-0d802857410e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.801461 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd63de5a-2e79-4e68-bc80-0d802857410e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.819876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63de5a-2e79-4e68-bc80-0d802857410e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eddbec0-3d11-4a26-a137-1253f8e42ab1,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:07.827980 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dd63de5a-2e79-4e68-bc80-0d802857410e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.829182 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dd63de5a-2e79-4e68-bc80-0d802857410e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225181 Nov 27 02:14:07.832012 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52074) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:07.837526 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0713f123-e49f-4b75-a83b-40555c702413 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'network': {'name': 'tempest-network-smoke--1909017208', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'port_security_enabled': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:07.857524 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0713f123-e49f-4b75-a83b-40555c702413 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:14:07.860888 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0713f123-e49f-4b75-a83b-40555c702413 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.884446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0713f123-e49f-4b75-a83b-40555c702413 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:14:07.894109 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0713f123-e49f-4b75-a83b-40555c702413 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.894554 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-0713f123-e49f-4b75-a83b-40555c702413 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Added segment a983e755-421e-4d81-96e5-59b6c9ed16ee of type vlan for network 613b1805-6719-4138-aec2-af1b75bfcc6f Nov 27 02:14:07.934909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0713f123-e49f-4b75-a83b-40555c702413 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.958984 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0713f123-e49f-4b75-a83b-40555c702413 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:07.964498 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0713f123-e49f-4b75-a83b-40555c702413 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:07.965075 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0713f123-e49f-4b75-a83b-40555c702413 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:08.018567 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-0713f123-e49f-4b75-a83b-40555c702413 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1854775 Nov 27 02:14:08.021370 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52076) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:08.025633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'admin_state_up': True, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:08.049668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713f123-e49f-4b75-a83b-40555c702413 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Network': ['ID=613b1805-6719-4138-aec2-af1b75bfcc6f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:08.060875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 613b1805-6719-4138-aec2-af1b75bfcc6f details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:14:08.063293 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:08.064310 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:08.116184 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:08.251314 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:08.434411 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:08.455583 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:08.554091 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.25.3.251 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/069c832f-9743-4c75-bead-2ef57057f958) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:14:08.656380 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:08.689952 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:08.727933 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:14:08.730787 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:08.734290 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:14:08.744195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345ab10-1fbc-4b60-9884-ecaba83bd267 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:14:08.759796 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=069c832f-9743-4c75-bead-2ef57057f958,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:08.863487 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-df7eaca8-a876-4657-9b79-a01314ec8cc8 None None] Provisioning complete for port 069c832f-9743-4c75-bead-2ef57057f958 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:08.863875 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-df7eaca8-a876-4657-9b79-a01314ec8cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:08.897188 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-df7eaca8-a876-4657-9b79-a01314ec8cc8 None None] Port 069c832f-9743-4c75-bead-2ef57057f958 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:14:08.984136 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:09.178402 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:09.300727 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:14:09.405814 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:14:09.416064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Sync routers for ids ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:14:09.427447 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Routers {'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:09.428229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:13:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:09.429671 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:09.430932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a0ac78f5-8718-4fb5-b8be-1e8dde685fc6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4086375 Nov 27 02:14:09.434098 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52078) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:09.461967 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-7f2bc648-90ce-4e70-a8b5-b4cb8f5b48e6 tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ada1bfbce3eb4a8d90c9388286d00236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267391 Nov 27 02:14:09.464554 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52080) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:09.531963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Set router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:09.547618 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a1aed8-fd9c-406d-8667-ebb340ffcf1a tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:09.549123 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a3a1aed8-fd9c-406d-8667-ebb340ffcf1a tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0836816 Nov 27 02:14:09.552512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52082) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:09.579776 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ca30fb6a-c99f-4178-a530-4ec1f687375d tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261724 Nov 27 02:14:09.582293 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52084) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:09.587688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a5b802a1-e8fd-41e7-98e3-471b82ebca6e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1513580441', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:09.715401 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:08Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:09.747433 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Checking router: e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:14:09.747786 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Updating router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 port 069c832f-9743-4c75-bead-2ef57057f958 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:14:09.774975 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.017513 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b802a1-e8fd-41e7-98e3-471b82ebca6e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:14:10.021585 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5b802a1-e8fd-41e7-98e3-471b82ebca6e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.030074 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.035339 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.084863 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413e1fba-1740-47e1-9a03-cff57c310da9 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:14:10.099315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Attempting to bind port 069c832f-9743-4c75-bead-2ef57057f958 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:14:10.099765 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Attempting to bind port 069c832f-9743-4c75-bead-2ef57057f958 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:14:10.100056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Attempting to bind port 069c832f-9743-4c75-bead-2ef57057f958 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:14:10.103962 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844d4e7-9880-44a3-ad7c-75070db429f9 None None] Pushing event updated for resources: {'Port': ['ID=069c832f-9743-4c75-bead-2ef57057f958,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:10.113865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:14:10.113865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:14:10.113865 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.113865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:14:10.113865 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Bound port: 069c832f-9743-4c75-bead-2ef57057f958, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:14:10.113865 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.167333 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-82fe0426-4845-4a14-afeb-1d96d9f084fa None None] Provisioning complete for port 069c832f-9743-4c75-bead-2ef57057f958 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:10.167705 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82fe0426-4845-4a14-afeb-1d96d9f084fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.189706 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] For port 069c832f-9743-4c75-bead-2ef57057f958, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:14:10.209916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] For port 069c832f-9743-4c75-bead-2ef57057f958, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=069c832f-9743-4c75-bead-2ef57057f958,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:14:10.211745 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5b802a1-e8fd-41e7-98e3-471b82ebca6e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.214412 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-82fe0426-4845-4a14-afeb-1d96d9f084fa None None] Port 069c832f-9743-4c75-bead-2ef57057f958 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:14:10.217250 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.264205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e73c3b0-e1e6-4ac3-994a-73136644aeda None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:14:10.277761 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b802a1-e8fd-41e7-98e3-471b82ebca6e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Subnet': ['ID=7880daaa-8d62-4dc1-a970-3d4593d65294,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:10.287326 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844d4e7-9880-44a3-ad7c-75070db429f9 None None] Pushing event updated for resources: {'Port': ['ID=069c832f-9743-4c75-bead-2ef57057f958,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:10.287734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b802a1-e8fd-41e7-98e3-471b82ebca6e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Checking segment: {'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:14:10.288092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b802a1-e8fd-41e7-98e3-471b82ebca6e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network hostable DHCP agents. Network: 613b1805-6719-4138-aec2-af1b75bfcc6f, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:14:10.290139 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Routers {'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:10.290735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:13:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:10.310989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b802a1-e8fd-41e7-98e3-471b82ebca6e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 613b1805-6719-4138-aec2-af1b75bfcc6f is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:14:10.320981 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a5b802a1-e8fd-41e7-98e3-471b82ebca6e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 613b1805-6719-4138-aec2-af1b75bfcc6f) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:10.329386 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b802a1-e8fd-41e7-98e3-471b82ebca6e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:10.330048 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5b802a1-e8fd-41e7-98e3-471b82ebca6e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.337348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b72fdd-d428-417f-89a7-4b6a50c41019 None None] Network 613b1805-6719-4138-aec2-af1b75bfcc6f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:14:10.345864 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a5b802a1-e8fd-41e7-98e3-471b82ebca6e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7625582 Nov 27 02:14:10.348636 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52086) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:10.578440 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b6b78fc2-bb0d-494d-a62b-13dfc5a29d36 None None] Provisioning complete for port 069c832f-9743-4c75-bead-2ef57057f958 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:10.579010 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6b78fc2-bb0d-494d-a62b-13dfc5a29d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.655349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] Set router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:10.788392 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.851939 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6b78fc2-bb0d-494d-a62b-13dfc5a29d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.860200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-613b1805-6719-4138-aec2-af1b75bfcc6f', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ips': [{'subnet_id': '7880daaa-8d62-4dc1-a970-3d4593d65294'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:14:10.861041 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:10.912673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b6b78fc2-bb0d-494d-a62b-13dfc5a29d36 None None] For port 069c832f-9743-4c75-bead-2ef57057f958, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=069c832f-9743-4c75-bead-2ef57057f958,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:10.979510 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6b78fc2-bb0d-494d-a62b-13dfc5a29d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.057365 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b78fc2-bb0d-494d-a62b-13dfc5a29d36 None None] Pushing event updated for resources: {'Port': ['ID=069c832f-9743-4c75-bead-2ef57057f958,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:11.066862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.20.0.1 (613b1805-6719-4138-aec2-af1b75bfcc6f/7880daaa-8d62-4dc1-a970-3d4593d65294/b9d86c09-b62f-4994-a873-33e233b62ec1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:14:11.068111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:08Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:11.100530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220969b-5602-40e0-9f2b-7e9b05eb65f9 None None] The sync data for ids ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'] in n-d-819494-2 is: [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:08Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:14:11.182178 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.215409 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.258156 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Allocated IP 172.20.0.2 (613b1805-6719-4138-aec2-af1b75bfcc6f/7880daaa-8d62-4dc1-a970-3d4593d65294/749a2af7-97a6-44f9-9298-7d6e01749b9e) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:14:11.261376 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 613b1805-6719-4138-aec2-af1b75bfcc6f is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:14:11.264699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:11.268606 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:14:11.295053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=b9d86c09-b62f-4994-a873-33e233b62ec1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:11.319707 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.439120 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.445890 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.486798 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.496246 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Network 613b1805-6719-4138-aec2-af1b75bfcc6f is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:14:11.499226 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:11.503583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:14:11.507271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Pushing event updated for resources: {'Port': ['ID=749a2af7-97a6-44f9-9298-7d6e01749b9e,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:11.562231 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Attempting to bind port 749a2af7-97a6-44f9-9298-7d6e01749b9e on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:14:11.562648 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Attempting to bind port 749a2af7-97a6-44f9-9298-7d6e01749b9e by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:14:11.563016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Attempting to bind port 749a2af7-97a6-44f9-9298-7d6e01749b9e on network 613b1805-6719-4138-aec2-af1b75bfcc6f {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:14:11.570504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:14:11.570886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Checking segment: {'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:14:11.571346 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.571806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Bound using segment: {'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:14:11.572285 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Bound port: 749a2af7-97a6-44f9-9298-7d6e01749b9e, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:14:11.572668 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.651406 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3d967c26-cc78-4fbb-aa31-9dd8115ee63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.665632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] For port 749a2af7-97a6-44f9-9298-7d6e01749b9e, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:14:11.669186 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] For port 749a2af7-97a6-44f9-9298-7d6e01749b9e, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=749a2af7-97a6-44f9-9298-7d6e01749b9e,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:14:11.674680 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.747281 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b1957-9b0b-45b9-81b1-fd4511130406 None None] Pushing event updated for resources: {'Port': ['ID=749a2af7-97a6-44f9-9298-7d6e01749b9e,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:11.813311 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.818722 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.893975 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:11.895931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=b9d86c09-b62f-4994-a873-33e233b62ec1,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:12.010487 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 613b1805-6719-4138-aec2-af1b75bfcc6f is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:14:12.012417 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:12.131888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:14:12.240887 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:14:12.245855 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f9c02f4a-4637-4a72-ae86-76911c0b0ce9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "PUT /v2.0/routers/e60ed49e-d0d4-46f4-9393-d1ae6b1207c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8962233 Nov 27 02:14:12.414991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-6d806076-f374-407a-89fe-cdf7a5eb027e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092744584&fields=id&tenant_id=ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 267 time: 0.0452204 Nov 27 02:14:12.528284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-635d2f4e-7576-4e99-8c78-dee0bc30435f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:12.529749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-635d2f4e-7576-4e99-8c78-dee0bc30435f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/networks?id=613b1805-6719-4138-aec2-af1b75bfcc6f HTTP/1.1" status: 200 len: 797 time: 0.1080923 Nov 27 02:14:12.544571 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-cd9c61aa-63ad-43b0-8fa4-8bf308b622bc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/quotas/ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 375 time: 0.0089512 Nov 27 02:14:12.594839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-8b86cc4e-35b7-45b7-ad4e-0e3a0f8f8aaf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450609 Nov 27 02:14:12.710710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-22859db4-6544-4048-a06b-129108fc8f06 service neutron] 10.222.0.37 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042926 Nov 27 02:14:12.801660 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-16bb95bd-9a89-4f0c-8217-3634d9796c36 service neutron] 10.222.0.37 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848353 Nov 27 02:14:12.929411 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Sync routers for ids ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:14:12.940461 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Routers {'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:12.942402 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:13:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:12.978808 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4a2c7b3e-4e18-4b40-ad94-91fbbf91a375 req-f723cd49-2997-4cf0-ab0a-401326d0e387 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 210 time: 0.0346971 Nov 27 02:14:13.021228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 749a2af7-97a6-44f9-9298-7d6e01749b9e up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:14:13.061011 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Set router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:13.073829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 749a2af7-97a6-44f9-9298-7d6e01749b9e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:13.074193 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:13.170662 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:13.211417 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port 749a2af7-97a6-44f9-9298-7d6e01749b9e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=749a2af7-97a6-44f9-9298-7d6e01749b9e,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:13.220989 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:13.221879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 069c832f-9743-4c75-bead-2ef57057f958 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:14:13.292800 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:11Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'b9d86c09-b62f-4994-a873-33e233b62ec1', 'name': '', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ba:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:10Z', 'updated_at': '2021-11-27T02:14:11Z', 'revision_number': 2, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:13.308884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=749a2af7-97a6-44f9-9298-7d6e01749b9e,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:13.324754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 069c832f-9743-4c75-bead-2ef57057f958 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:13.325262 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:13.325920 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Checking router: e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:14:13.326734 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Updating router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 port b9d86c09-b62f-4994-a873-33e233b62ec1 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:14:13.358580 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:13.609527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ec4bdc-463d-4879-8f4e-3c0fb5df6487 None None] Network 613b1805-6719-4138-aec2-af1b75bfcc6f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:14:13.669686 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:13.675972 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:13.729336 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Pushing event updated for resources: {'Port': ['ID=b9d86c09-b62f-4994-a873-33e233b62ec1,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:13.756331 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-01495bbe-b1e7-4a57-aea8-2a37a4846f86 None None] Provisioning complete for port 749a2af7-97a6-44f9-9298-7d6e01749b9e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:13.756716 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01495bbe-b1e7-4a57-aea8-2a37a4846f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:13.757470 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:13.757811 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:13.758142 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:13.758499 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:13.758822 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:13.759141 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:13.759459 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:13.759777 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:13.760099 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:13.760401 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:13.760715 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:13.761025 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:14:13.795623 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Attempting to bind port b9d86c09-b62f-4994-a873-33e233b62ec1 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:14:13.795986 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Attempting to bind port b9d86c09-b62f-4994-a873-33e233b62ec1 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:14:13.796341 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Attempting to bind port b9d86c09-b62f-4994-a873-33e233b62ec1 on network 613b1805-6719-4138-aec2-af1b75bfcc6f {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:14:13.801546 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:14:13.802492 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Checking segment: {'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:14:13.802882 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:13.803262 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Bound using segment: {'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:14:13.803718 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Bound port: b9d86c09-b62f-4994-a873-33e233b62ec1, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:14:13.804088 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:13.865912 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] For port b9d86c09-b62f-4994-a873-33e233b62ec1, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:14:13.869282 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] For port b9d86c09-b62f-4994-a873-33e233b62ec1, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b9d86c09-b62f-4994-a873-33e233b62ec1,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:14:13.875114 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:13.948115 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Routers {'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:13.948850 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:13:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:13.959379 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20401d-acf6-4ff0-865b-407a65ff4b0a None None] Pushing event updated for resources: {'Port': ['ID=b9d86c09-b62f-4994-a873-33e233b62ec1,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:13.999401 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e2a3705-9474-4966-8dc4-07adba003bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:14.087039 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] Set router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:14.092214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-47b85b44-47e8-4b3b-9e7a-195a6eb3bac8 None None] Provisioning complete for port 749a2af7-97a6-44f9-9298-7d6e01749b9e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:14.092713 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-47b85b44-47e8-4b3b-9e7a-195a6eb3bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:14.110460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5cdd3abe-ef05-4588-aa72-a683f6ac806b req-44938bcb-4503-42c4-967f-cf67a1259559 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 210 time: 0.0478916 Nov 27 02:14:14.208684 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-47b85b44-47e8-4b3b-9e7a-195a6eb3bac8 None None] Provisioning complete for port b9d86c09-b62f-4994-a873-33e233b62ec1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:14.209062 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-47b85b44-47e8-4b3b-9e7a-195a6eb3bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:14.340889 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-47b85b44-47e8-4b3b-9e7a-195a6eb3bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:14.343164 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-f65cb336-80d9-4b3f-acda-f1e65a683353 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:14.345235 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-f65cb336-80d9-4b3f-acda-f1e65a683353 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/networks?id=613b1805-6719-4138-aec2-af1b75bfcc6f HTTP/1.1" status: 200 len: 797 time: 0.1641123 Nov 27 02:14:14.374311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-47b85b44-47e8-4b3b-9e7a-195a6eb3bac8 None None] For port b9d86c09-b62f-4994-a873-33e233b62ec1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b9d86c09-b62f-4994-a873-33e233b62ec1,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:14.381241 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-47b85b44-47e8-4b3b-9e7a-195a6eb3bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:14.407590 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:11Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'b9d86c09-b62f-4994-a873-33e233b62ec1', 'name': '', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ba:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:10Z', 'updated_at': '2021-11-27T02:14:13Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:14.440067 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8f432-8a40-49a3-9aa6-e5b95cca9d5a None None] The sync data for ids ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'] in n-d-819494-2 is: [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:11Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'b9d86c09-b62f-4994-a873-33e233b62ec1', 'name': '', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ba:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:10Z', 'updated_at': '2021-11-27T02:14:13Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:14:14.441319 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-347accf3-96d2-482e-b279-434bd42a9acf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 380 time: 0.0803525 Nov 27 02:14:14.452381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b85b44-47e8-4b3b-9e7a-195a6eb3bac8 None None] Pushing event updated for resources: {'Port': ['ID=b9d86c09-b62f-4994-a873-33e233b62ec1,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:14.455249 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'port': {'device_id': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'admin_state_up': True, 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'security_groups': ['9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:14.519569 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-90119839-54b0-481e-bfb8-25f69699307c None None] Provisioning complete for port b9d86c09-b62f-4994-a873-33e233b62ec1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:14.520110 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-90119839-54b0-481e-bfb8-25f69699307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:14.625358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:14:14.629188 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:14.742260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0f7a8018-df9e-4aa6-a148-7413851d8559 None None] Provisioning complete for port b9d86c09-b62f-4994-a873-33e233b62ec1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:14.742623 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8018-df9e-4aa6-a148-7413851d8559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:14.783937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.20.0.3 (613b1805-6719-4138-aec2-af1b75bfcc6f/7880daaa-8d62-4dc1-a970-3d4593d65294/c1febe1f-3950-4a58-b05e-8b58b7902adb) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:14:14.931264 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:14.977977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d0811ca5-4f25-4122-a835-4bbcb4a560dd None None] Provisioning complete for port b9d86c09-b62f-4994-a873-33e233b62ec1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:14.978670 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d0811ca5-4f25-4122-a835-4bbcb4a560dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.022767 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.084901 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.097429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 749a2af7-97a6-44f9-9298-7d6e01749b9e up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:14:15.131106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 613b1805-6719-4138-aec2-af1b75bfcc6f is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:14:15.134828 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:15.137372 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:14:15.198313 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=c1febe1f-3950-4a58-b05e-8b58b7902adb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:15.224666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 749a2af7-97a6-44f9-9298-7d6e01749b9e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:15.225409 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.231440 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:15.232100 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.252952 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3847d4de-1ebf-4093-bc43-64043e49574b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8030236 Nov 27 02:14:15.272231 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Request body: {'port': {'device_id': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:15.313009 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5ef8c-119d-479c-9e8d-534f035488bf req-7793020f-d695-4e39-bc4c-534b8bb39352 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:15.314617 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79b5ef8c-119d-479c-9e8d-534f035488bf req-7793020f-d695-4e39-bc4c-534b8bb39352 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 931 time: 0.1049800 Nov 27 02:14:15.325779 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.357848 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b9d86c09-b62f-4994-a873-33e233b62ec1 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:14:15.368054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.389926 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a810f462-0641-4a8c-af38-e0c0699e77d9 None None] Provisioning complete for port b9d86c09-b62f-4994-a873-33e233b62ec1 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:15.390464 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a810f462-0641-4a8c-af38-e0c0699e77d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.414396 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-79b5ef8c-119d-479c-9e8d-534f035488bf req-8407c0c3-aa01-4842-a609-e7dba0bb01bc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843081 Nov 27 02:14:15.498806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port b9d86c09-b62f-4994-a873-33e233b62ec1 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:15.499177 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.655845 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-804c2a82-a448-4981-81ee-01cd11faf6ac None None] Provisioning complete for port c1febe1f-3950-4a58-b05e-8b58b7902adb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:15.656517 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-804c2a82-a448-4981-81ee-01cd11faf6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.692683 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-804c2a82-a448-4981-81ee-01cd11faf6ac None None] Port c1febe1f-3950-4a58-b05e-8b58b7902adb cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:14:15.714059 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1febe1f-3950-4a58-b05e-8b58b7902adb {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:14:15.721744 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.734911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Transition to ACTIVE for port object c1febe1f-3950-4a58-b05e-8b58b7902adb will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:14:15.738944 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.794401 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Pushing event updated for resources: {'Port': ['ID=c1febe1f-3950-4a58-b05e-8b58b7902adb,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:15.873493 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Attempting to bind port c1febe1f-3950-4a58-b05e-8b58b7902adb on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:14:15.873822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Attempting to bind port c1febe1f-3950-4a58-b05e-8b58b7902adb by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:14:15.874146 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Attempting to bind port c1febe1f-3950-4a58-b05e-8b58b7902adb on network 613b1805-6719-4138-aec2-af1b75bfcc6f {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:14:15.878819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Port c1febe1f-3950-4a58-b05e-8b58b7902adb on network 613b1805-6719-4138-aec2-af1b75bfcc6f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:14:15.879135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Attempting to bind port c1febe1f-3950-4a58-b05e-8b58b7902adb on network 613b1805-6719-4138-aec2-af1b75bfcc6f {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:14:15.884570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:14:15.884900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Checking segment: {'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:14:15.885275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Bound using segment: {'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:14:15.885693 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Bound port: c1febe1f-3950-4a58-b05e-8b58b7902adb, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a983e755-421e-4d81-96e5-59b6c9ed16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:14:15.886036 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.954596 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] For port c1febe1f-3950-4a58-b05e-8b58b7902adb, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:14:15.957680 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] For port c1febe1f-3950-4a58-b05e-8b58b7902adb, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:14:15.962453 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.992906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:15.993520 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:15.995186 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] 10.222.0.42 "PUT /v2.0/ports/c1febe1f-3950-4a58-b05e-8b58b7902adb HTTP/1.1" status: 200 len: 1091 time: 0.7283943 Nov 27 02:14:15.997503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:14:15.999847 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c2223d-ac84-409e-871e-85e3c96d935c" -d '{"events": [{"name": "network-changed", "server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:14:16.039814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d8372-2550-438e-b3b9-378a8b1319bc service neutron] Pushing event updated for resources: {'Port': ['ID=c1febe1f-3950-4a58-b05e-8b58b7902adb,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:16.068994 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0923fb8-3b02-4027-ad0b-39fba752f63e x-openstack-request-id: req-e0923fb8-3b02-4027-ad0b-39fba752f63e {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:14:16.069298 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:14:16.069534 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0923fb8-3b02-4027-ad0b-39fba752f63e {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:14:16.069930 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'status': 'completed', 'code': 200} Nov 27 02:14:16.104212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-31f6f0da-ca97-4d53-8a8e-e54c394191da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:16.105789 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-31f6f0da-ca97-4d53-8a8e-e54c394191da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 1094 time: 0.0470128 Nov 27 02:14:16.159722 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-c2f0cab8-d6f8-4771-957a-3741c8d4ed4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb HTTP/1.1" status: 200 len: 217 time: 0.0404918 Nov 27 02:14:16.211073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-4f910ed6-2a02-4503-bbac-c3e93f709406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:16.212516 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-4f910ed6-2a02-4503-bbac-c3e93f709406 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7880daaa-8d62-4dc1-a970-3d4593d65294 HTTP/1.1" status: 200 len: 835 time: 0.0461328 Nov 27 02:14:16.259270 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3164b896-7e4f-4af4-9e1c-88f64dc9d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:16.260760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-3164b896-7e4f-4af4-9e1c-88f64dc9d659 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=613b1805-6719-4138-aec2-af1b75bfcc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408983 Nov 27 02:14:16.271229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-e7a70abd-be26-4ac9-8d6b-40bfbf5f7532 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:14:16.272164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-e7a70abd-be26-4ac9-8d6b-40bfbf5f7532 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048003 Nov 27 02:14:16.365034 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-4640e81d-928a-4718-b77f-75b1d6b7846d service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839872 Nov 27 02:14:16.455835 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2259740a-0ad4-4f6c-9d33-b83848bd10b3 req-800ab4ad-3c23-4cf9-984c-17cf85c81f4a service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836484 Nov 27 02:14:16.543876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0274803-681e-42f1-a6fa-ffef41045761 req-05ab1292-bd37-4856-9d7b-b6fad0735772 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:16.545632 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b0274803-681e-42f1-a6fa-ffef41045761 req-05ab1292-bd37-4856-9d7b-b6fad0735772 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 943 time: 0.0509911 Nov 27 02:14:16.578089 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2223d-ac84-409e-871e-85e3c96d935c req-24591aa3-e3e9-419c-b72e-8de89d29f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:16.579751 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77c2223d-ac84-409e-871e-85e3c96d935c req-24591aa3-e3e9-419c-b72e-8de89d29f5d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 1094 time: 0.0420408 Nov 27 02:14:16.597197 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b0274803-681e-42f1-a6fa-ffef41045761 req-25bef0f1-c331-4dce-a052-b45fcb9b99ae tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423467 Nov 27 02:14:16.678814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2223d-ac84-409e-871e-85e3c96d935c req-c6b5d30c-3de3-4ba0-85d6-28bfd4cc0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:16.680396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77c2223d-ac84-409e-871e-85e3c96d935c req-c6b5d30c-3de3-4ba0-85d6-28bfd4cc0273 service neutron] 10.222.0.42 "GET /v2.0/networks?id=613b1805-6719-4138-aec2-af1b75bfcc6f HTTP/1.1" status: 200 len: 898 time: 0.0904436 Nov 27 02:14:16.725580 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77c2223d-ac84-409e-871e-85e3c96d935c req-123de95b-300a-4c85-ab1a-3f04c9657bf4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb HTTP/1.1" status: 200 len: 217 time: 0.0353961 Nov 27 02:14:16.778704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2223d-ac84-409e-871e-85e3c96d935c req-f7a7bf0a-9af4-4bc7-9116-e8e473b83a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:16.780092 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77c2223d-ac84-409e-871e-85e3c96d935c req-f7a7bf0a-9af4-4bc7-9116-e8e473b83a0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7880daaa-8d62-4dc1-a970-3d4593d65294 HTTP/1.1" status: 200 len: 835 time: 0.0466704 Nov 27 02:14:16.825806 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2223d-ac84-409e-871e-85e3c96d935c req-cb8eb598-6686-48c8-ac7a-a213f61a82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:16.827244 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77c2223d-ac84-409e-871e-85e3c96d935c req-cb8eb598-6686-48c8-ac7a-a213f61a82b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=613b1805-6719-4138-aec2-af1b75bfcc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385993 Nov 27 02:14:16.918068 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77c2223d-ac84-409e-871e-85e3c96d935c req-4dee1b80-3448-4d4f-b775-e260f6caa3d3 service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799558 Nov 27 02:14:16.938034 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:17.013011 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-77c2223d-ac84-409e-871e-85e3c96d935c req-125aa437-931a-43c5-93ec-d2c0e542361c service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867453 Nov 27 02:14:17.626497 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:17.692527 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:17.720205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bb4e5-1765-4116-83fb-532c696ada37 req-8551c384-9d8b-401a-94fa-babbfe3e5fb4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:17.721876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-017bb4e5-1765-4116-83fb-532c696ada37 req-8551c384-9d8b-401a-94fa-babbfe3e5fb4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 943 time: 0.0503304 Nov 27 02:14:17.773181 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-017bb4e5-1765-4116-83fb-532c696ada37 req-3686b717-956a-4fec-bf84-d7f0cf60624d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431411 Nov 27 02:14:18.892847 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76f3f6-aad2-4fe8-b4c3-d04f3d89ba31 req-bc5bd79a-eb92-416e-81e0-7e87ce456f06 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:18.894325 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee76f3f6-aad2-4fe8-b4c3-d04f3d89ba31 req-bc5bd79a-eb92-416e-81e0-7e87ce456f06 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 943 time: 0.0515194 Nov 27 02:14:18.941800 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee76f3f6-aad2-4fe8-b4c3-d04f3d89ba31 req-dcbee78d-993d-4e8a-a773-a8c600a33e0b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Nov 27 02:14:19.896046 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c1febe1f-3950-4a58-b05e-8b58b7902adb details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:14:19.991554 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c1febe1f-3950-4a58-b05e-8b58b7902adb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:20.003329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'port_id': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'mac_address': 'fa:16:3e:a2:3b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:14:20.045922 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:20.062479 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1febe1f-3950-4a58-b05e-8b58b7902adb {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:14:20.066773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f50c-8f84-496b-9e87-bf321a794e15 req-b9323090-33e2-4da5-812c-ae90d404cf8e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:20.071350 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d374f50c-8f84-496b-9e87-bf321a794e15 req-b9323090-33e2-4da5-812c-ae90d404cf8e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 943 time: 0.0598667 Nov 27 02:14:20.081757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c1febe1f-3950-4a58-b05e-8b58b7902adb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:20.087386 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:20.129823 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d374f50c-8f84-496b-9e87-bf321a794e15 req-c122851a-0a8f-4629-9e5b-50b65e3a5a47 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549097 Nov 27 02:14:20.137420 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c1febe1f-3950-4a58-b05e-8b58b7902adb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:20.360094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['c1febe1f-3950-4a58-b05e-8b58b7902adb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:14:21.245137 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c2bdf-f7a4-4f00-b6cd-6ca6230a4fdb req-9002c7a2-eaf3-4130-9205-881bb7f0b35b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:21.246605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e4c2bdf-f7a4-4f00-b6cd-6ca6230a4fdb req-9002c7a2-eaf3-4130-9205-881bb7f0b35b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 944 time: 0.0481811 Nov 27 02:14:21.294200 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e4c2bdf-f7a4-4f00-b6cd-6ca6230a4fdb req-3d04669c-9b67-44cd-928f-ad78dd250c77 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417078 Nov 27 02:14:21.912320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c1febe1f-3950-4a58-b05e-8b58b7902adb up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:14:21.959327 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port c1febe1f-3950-4a58-b05e-8b58b7902adb completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:14:21.962913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port c1febe1f-3950-4a58-b05e-8b58b7902adb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:14:21.963280 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:22.040219 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:22.062841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:14:22.065060 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee4959c-ad5f-482a-9cd9-348f4ea3ced5" -d '{"events": [{"server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "name": "network-vif-plugged", "status": "completed", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:14:22.077863 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c1febe1f-3950-4a58-b05e-8b58b7902adb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:14:22.082507 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:22.107299 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a246d6-c1ac-4c8b-ad31-1fe196ba4389 x-openstack-request-id: req-72a246d6-c1ac-4c8b-ad31-1fe196ba4389 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:14:22.107589 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "name": "network-vif-plugged", "status": "completed", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:14:22.107840 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72a246d6-c1ac-4c8b-ad31-1fe196ba4389 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:14:22.108232 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'code': 200} Nov 27 02:14:22.132880 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c1febe1f-3950-4a58-b05e-8b58b7902adb,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:22.207967 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3035df93-b5ea-4a98-b78e-fee42aa2f489 req-c655704f-dc60-4660-a265-8f6dbd5f9728 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258071 Nov 27 02:14:22.244103 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5021fbd-f2b9-4873-9c7a-39394284ac19 req-e7c56ec9-12cc-42f0-8f71-4ea985faf14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:22.245567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5021fbd-f2b9-4873-9c7a-39394284ac19 req-e7c56ec9-12cc-42f0-8f71-4ea985faf14e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 1096 time: 0.0399327 Nov 27 02:14:22.292289 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3035df93-b5ea-4a98-b78e-fee42aa2f489 req-5739e5a4-624d-4823-a7e7-65ab8884f385 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0272932 Nov 27 02:14:22.313316 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b5021fbd-f2b9-4873-9c7a-39394284ac19 req-79c127a5-6a34-46b7-ae5d-c2bba824924e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611720 Nov 27 02:14:22.339724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3035df93-b5ea-4a98-b78e-fee42aa2f489 req-c5788569-d47e-4654-aa33-356ab533fa81 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226130 Nov 27 02:14:22.411828 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea6757-0698-4d41-8628-4cc87b52e578 req-75316add-2e6a-4f6d-ba06-eb97a8eb577e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:22.413331 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7bea6757-0698-4d41-8628-4cc87b52e578 req-75316add-2e6a-4f6d-ba06-eb97a8eb577e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0489538 Nov 27 02:14:22.435137 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035df93-b5ea-4a98-b78e-fee42aa2f489 req-56728f3a-3069-477e-a436-fb4406fbd32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:22.436587 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3035df93-b5ea-4a98-b78e-fee42aa2f489 req-56728f3a-3069-477e-a436-fb4406fbd32f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897415 Nov 27 02:14:22.466647 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7bea6757-0698-4d41-8628-4cc87b52e578 req-7901616a-b17b-4797-990c-f31c5612a9da tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473349 Nov 27 02:14:23.582438 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7736b5d-cc00-4c20-bf5d-a54e58bc6e27 req-f0694040-c60e-492f-8ed2-e6d773eb109e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:23.583899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7736b5d-cc00-4c20-bf5d-a54e58bc6e27 req-f0694040-c60e-492f-8ed2-e6d773eb109e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Nov 27 02:14:23.631777 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f7736b5d-cc00-4c20-bf5d-a54e58bc6e27 req-77c673f7-f728-4e3f-a4ee-13210fc279ad tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Nov 27 02:14:23.748225 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4483-d980-4022-9741-da58aeb67f50 req-da6b6ffc-29b5-476b-bb27-0cda1bc9fea5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:23.749590 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-31cb4483-d980-4022-9741-da58aeb67f50 req-da6b6ffc-29b5-476b-bb27-0cda1bc9fea5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0479097 Nov 27 02:14:23.798597 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-31cb4483-d980-4022-9741-da58aeb67f50 req-54410050-4f32-41ef-9eae-8e40183cb544 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Nov 27 02:14:23.819970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52142) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:23.859118 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1f8460-e468-4784-a8ea-fc2bd261023d tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:23.860667 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3c1f8460-e468-4784-a8ea-fc2bd261023d tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 1091 time: 0.0397093 Nov 27 02:14:23.864243 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52144) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:23.868440 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:14:23.889281 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:24.317764 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:24.416170 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.25.3.160 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/c5d78ce0-48d0-4e26-8440-98c0f4a2cc88) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:14:24.516835 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:24.547995 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:24.587304 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:14:24.590150 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:14:24.593764 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:14:24.598816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=c5d78ce0-48d0-4e26-8440-98c0f4a2cc88,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:24.947120 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:25.014353 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:25.162205 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:25.166440 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:25.237263 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=c5d78ce0-48d0-4e26-8440-98c0f4a2cc88,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:14:25.248480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:25.348140 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Floating IP de38c558-b342-4ad1-86eb-2a87cea4a472 associated. External IP: 172.25.3.160, port: c1febe1f-3950-4a58-b05e-8b58b7902adb. Nov 27 02:14:25.554855 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:14:25.661122 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:14:25.675327 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ee1f6-5ee0-4f60-9fd9-82ebf1e9ab2d None None] Sync routers for ids ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:14:25.678411 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:25.684789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ee1f6-5ee0-4f60-9fd9-82ebf1e9ab2d None None] Routers {'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:25.685414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-158ee1f6-5ee0-4f60-9fd9-82ebf1e9ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:14:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:25.705334 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5624d7e4-c1ba-45d7-b8a9-318764bd8780 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8400967 Nov 27 02:14:25.705915 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:14:25.708830 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5320d3d72a96248b26a4866b6291fd5f9976daeb36e5d21205400713eb6b1279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1756afd1-87b2-4e17-8dc5-869a87f48315" -d '{"events": [{"name": "network-changed", "server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:14:25.747789 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae0499f-e603-46d2-948e-5868b201495b x-openstack-request-id: req-3ae0499f-e603-46d2-948e-5868b201495b {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:14:25.748081 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:14:25.748333 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ae0499f-e603-46d2-948e-5868b201495b {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:14:25.748754 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'status': 'completed', 'code': 200} Nov 27 02:14:25.796201 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-158ee1f6-5ee0-4f60-9fd9-82ebf1e9ab2d None None] Set router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:25.808279 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a5a15-541d-441d-a504-d64cc5d4915e req-8927bd85-5f69-41d5-a784-e6050be79d8c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:25.809684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c93a5a15-541d-441d-a504-d64cc5d4915e req-8927bd85-5f69-41d5-a784-e6050be79d8c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0550818 Nov 27 02:14:25.883953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756afd1-87b2-4e17-8dc5-869a87f48315 req-096918d7-dd3f-4a7d-94b6-21f2a81ff902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:25.885457 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1756afd1-87b2-4e17-8dc5-869a87f48315 req-096918d7-dd3f-4a7d-94b6-21f2a81ff902 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 1096 time: 0.0747294 Nov 27 02:14:25.890797 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c93a5a15-541d-441d-a504-d64cc5d4915e req-91147d02-8401-4eaf-b4fd-600d8fb92e51 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718842 Nov 27 02:14:25.914938 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52150) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:25.978158 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-73807d1c-89e2-4bf0-a73b-53aae880f3d0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/de38c558-b342-4ad1-86eb-2a87cea4a472 HTTP/1.1" status: 200 len: 991 time: 0.0617418 Nov 27 02:14:25.990074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756afd1-87b2-4e17-8dc5-869a87f48315 req-228d1642-6645-4e2e-9c16-e2f245008a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:25.991546 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1756afd1-87b2-4e17-8dc5-869a87f48315 req-228d1642-6645-4e2e-9c16-e2f245008a94 service neutron] 10.222.0.42 "GET /v2.0/networks?id=613b1805-6719-4138-aec2-af1b75bfcc6f HTTP/1.1" status: 200 len: 898 time: 0.0964720 Nov 27 02:14:26.057931 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1756afd1-87b2-4e17-8dc5-869a87f48315 req-f3e8c87f-2723-4cf7-9a9f-48ef9c8f25ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb HTTP/1.1" status: 200 len: 999 time: 0.0576296 Nov 27 02:14:26.106803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756afd1-87b2-4e17-8dc5-869a87f48315 req-32ddc2f0-e5d4-4a68-916c-79bfe8464e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:26.108209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1756afd1-87b2-4e17-8dc5-869a87f48315 req-32ddc2f0-e5d4-4a68-916c-79bfe8464e31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7880daaa-8d62-4dc1-a970-3d4593d65294 HTTP/1.1" status: 200 len: 835 time: 0.0436285 Nov 27 02:14:26.158366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756afd1-87b2-4e17-8dc5-869a87f48315 req-00c27d54-c961-4f15-8d55-14fd6abe4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:26.159851 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1756afd1-87b2-4e17-8dc5-869a87f48315 req-00c27d54-c961-4f15-8d55-14fd6abe4eaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=613b1805-6719-4138-aec2-af1b75bfcc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445428 Nov 27 02:14:26.179121 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-158ee1f6-5ee0-4f60-9fd9-82ebf1e9ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:11Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'de38c558-b342-4ad1-86eb-2a87cea4a472', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'port_id': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'mac_address': 'fa:16:3e:a2:3b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:14:24Z', 'updated_at': '2021-11-27T02:14:24Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d86c09-b62f-4994-a873-33e233b62ec1', 'name': '', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ba:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:10Z', 'updated_at': '2021-11-27T02:14:14Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:26.205455 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ee1f6-5ee0-4f60-9fd9-82ebf1e9ab2d None None] Checking router: e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:14:26.213763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ee1f6-5ee0-4f60-9fd9-82ebf1e9ab2d None None] Routers {'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:14:26.214406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-158ee1f6-5ee0-4f60-9fd9-82ebf1e9ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:14:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:26.252522 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1756afd1-87b2-4e17-8dc5-869a87f48315 req-f10c6363-776f-475d-992a-1f47abc2217f service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850425 Nov 27 02:14:26.320002 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-158ee1f6-5ee0-4f60-9fd9-82ebf1e9ab2d None None] Set router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:14:26.346574 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1756afd1-87b2-4e17-8dc5-869a87f48315 req-b1de3579-d21e-4e5c-84ee-10ec8625b0de service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868375 Nov 27 02:14:26.541415 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-158ee1f6-5ee0-4f60-9fd9-82ebf1e9ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:11Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'de38c558-b342-4ad1-86eb-2a87cea4a472', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'port_id': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'mac_address': 'fa:16:3e:a2:3b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:14:24Z', 'updated_at': '2021-11-27T02:14:24Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d86c09-b62f-4994-a873-33e233b62ec1', 'name': '', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ba:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:10Z', 'updated_at': '2021-11-27T02:14:14Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:14:26.567673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ee1f6-5ee0-4f60-9fd9-82ebf1e9ab2d None None] The sync data for ids ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'] in n-d-819494-2 is: [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:11Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'de38c558-b342-4ad1-86eb-2a87cea4a472', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'port_id': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'mac_address': 'fa:16:3e:a2:3b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:14:24Z', 'updated_at': '2021-11-27T02:14:24Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d86c09-b62f-4994-a873-33e233b62ec1', 'name': '', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ba:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:10Z', 'updated_at': '2021-11-27T02:14:14Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:14:26.754127 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baff774-0eea-4c10-9cae-2471f1cbce92 None None] New status for floating IP de38c558-b342-4ad1-86eb-2a87cea4a472: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:14:26.981858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52152) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:27.046161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e41dd59e-d431-4d14-bce1-14a7119d56f9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/de38c558-b342-4ad1-86eb-2a87cea4a472 HTTP/1.1" status: 200 len: 993 time: 0.0630703 Nov 27 02:14:27.385244 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b072d79-1223-49ac-abe5-73c7ec6deded req-70811e54-4433-4e44-a386-2d931dd729d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387318 Nov 27 02:14:27.488550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b072d79-1223-49ac-abe5-73c7ec6deded req-e3752c38-2d8b-49b5-83f2-f8f4cb428b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:27.490564 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b072d79-1223-49ac-abe5-73c7ec6deded req-e3752c38-2d8b-49b5-83f2-f8f4cb428b54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 1096 time: 0.0400994 Nov 27 02:14:27.593747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b072d79-1223-49ac-abe5-73c7ec6deded req-1dfb27a9-138d-4c3c-abe8-6c70ee3530f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:27.595215 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b072d79-1223-49ac-abe5-73c7ec6deded req-1dfb27a9-138d-4c3c-abe8-6c70ee3530f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=613b1805-6719-4138-aec2-af1b75bfcc6f HTTP/1.1" status: 200 len: 898 time: 0.0850842 Nov 27 02:14:27.658988 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b072d79-1223-49ac-abe5-73c7ec6deded req-3c527dcc-47e0-4c2b-be67-7b69dd1eec86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb HTTP/1.1" status: 200 len: 1001 time: 0.0569429 Nov 27 02:14:27.707436 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b072d79-1223-49ac-abe5-73c7ec6deded req-55bfc881-0a23-4050-ba17-2da84db8441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:27.708882 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b072d79-1223-49ac-abe5-73c7ec6deded req-55bfc881-0a23-4050-ba17-2da84db8441f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7880daaa-8d62-4dc1-a970-3d4593d65294 HTTP/1.1" status: 200 len: 835 time: 0.0435147 Nov 27 02:14:27.758181 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b072d79-1223-49ac-abe5-73c7ec6deded req-5ad78e25-a75b-4abe-8f4f-2ff990582bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:27.759684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b072d79-1223-49ac-abe5-73c7ec6deded req-5ad78e25-a75b-4abe-8f4f-2ff990582bcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=613b1805-6719-4138-aec2-af1b75bfcc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429316 Nov 27 02:14:27.849166 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b072d79-1223-49ac-abe5-73c7ec6deded req-8777752a-1541-4cf2-8038-a6029351d7ec service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815532 Nov 27 02:14:27.942073 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7b072d79-1223-49ac-abe5-73c7ec6deded req-3c9c6f8f-55f3-4d61-a829-0afbabe6e103 service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852237 Nov 27 02:14:38.283518 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:14:41.622725 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7efe5537-9561-4df7-8862-98e087aafa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:44.001292 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5848d621-dd2b-44b4-9b2b-d51343ceef8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:44.925592 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:45.277251 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:46.941579 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.621474 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:47.687148 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:14:55.811253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52170) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:14:55.815515 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051b6e-308b-4a61-85dd-1cf4975aaa91 req-c5f01324-1f15-415a-992a-7f1e13031f89 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:55.817092 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b0051b6e-308b-4a61-85dd-1cf4975aaa91 req-c5f01324-1f15-415a-992a-7f1e13031f89 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0551262 Nov 27 02:14:55.872001 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b0051b6e-308b-4a61-85dd-1cf4975aaa91 req-ca2ea6d6-0eab-43b3-9a0d-e36ed1ccb1a5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489423 Nov 27 02:14:55.894166 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-fc341796-9de7-464c-9d51-26697dddc464 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817628 Nov 27 02:14:55.903788 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-5c93ec29-e730-4364-aeea-bb94d2fa66e2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:14:55.904731 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-5c93ec29-e730-4364-aeea-bb94d2fa66e2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048440 Nov 27 02:14:56.990271 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a63a3-c567-4923-af7f-dbe3bfc98797 req-849d3feb-ccc0-4889-b965-2a7c35bc9afa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:56.991771 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c5a63a3-c567-4923-af7f-dbe3bfc98797 req-849d3feb-ccc0-4889-b965-2a7c35bc9afa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0502045 Nov 27 02:14:57.054499 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c5a63a3-c567-4923-af7f-dbe3bfc98797 req-23222ab7-5f25-4585-af8b-8ca514d9d70d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554740 Nov 27 02:14:57.087552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-eb0e881f-fd5b-450e-b73e-d36c34f16a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:57.089066 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-eb0e881f-fd5b-450e-b73e-d36c34f16a2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 1096 time: 0.0524569 Nov 27 02:14:57.178901 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-199ee876-bfb6-42c0-ad72-cff2d28dcf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:57.180260 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-199ee876-bfb6-42c0-ad72-cff2d28dcf03 service neutron] 10.222.0.42 "GET /v2.0/networks?id=613b1805-6719-4138-aec2-af1b75bfcc6f HTTP/1.1" status: 200 len: 898 time: 0.0833008 Nov 27 02:14:57.247557 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-1a9637c9-53c7-4889-a83b-400cf307ac49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb HTTP/1.1" status: 200 len: 1001 time: 0.0599835 Nov 27 02:14:57.631445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-04ab6d8a-024d-4c3b-96df-6935e141a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:57.632926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-04ab6d8a-024d-4c3b-96df-6935e141a549 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7880daaa-8d62-4dc1-a970-3d4593d65294 HTTP/1.1" status: 200 len: 835 time: 0.3768609 Nov 27 02:14:57.679540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-4e6dc963-c3d0-407e-bd2d-9ebc6eba95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:57.681010 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-4e6dc963-c3d0-407e-bd2d-9ebc6eba95ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=613b1805-6719-4138-aec2-af1b75bfcc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391681 Nov 27 02:14:57.772971 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-58a72753-5ead-412d-9e22-4c87b05b0b59 service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832002 Nov 27 02:14:57.863017 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-07eaf55c-2f84-44ae-b6e9-14ce568e139d service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819421 Nov 27 02:14:58.175691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef2795-e3c3-48e6-9fa7-f38af5cfe4b9 req-14d66e06-a0db-4ee0-b1ca-40c47c1667a8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:58.177669 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6ef2795-e3c3-48e6-9fa7-f38af5cfe4b9 req-14d66e06-a0db-4ee0-b1ca-40c47c1667a8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0539920 Nov 27 02:14:58.230017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e6ef2795-e3c3-48e6-9fa7-f38af5cfe4b9 req-90ac3873-33d2-484c-9872-939736f4c133 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464153 Nov 27 02:14:59.348021 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0001f-17c5-4cb5-8812-58902adc25f6 req-5eb27a29-10b2-45ac-bad6-5734207abda8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:14:59.351206 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-95a0001f-17c5-4cb5-8812-58902adc25f6 req-5eb27a29-10b2-45ac-bad6-5734207abda8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0499423 Nov 27 02:14:59.402961 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-95a0001f-17c5-4cb5-8812-58902adc25f6 req-3c69ce97-f79e-47a3-91d4-6c18d3c35d54 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458691 Nov 27 02:15:00.516416 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa56f08-f265-4fee-aa5f-755e4b33857a req-0cebf9be-2389-447b-978e-4ba46b5cf69b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:00.517872 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6aa56f08-f265-4fee-aa5f-755e4b33857a req-0cebf9be-2389-447b-978e-4ba46b5cf69b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0483055 Nov 27 02:15:00.566154 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6aa56f08-f265-4fee-aa5f-755e4b33857a req-ec5ee0dc-6239-4926-a65b-b42248aa4bd3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417926 Nov 27 02:15:01.680849 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dcacc-dc33-4aa3-bf6d-344d0dbc01aa req-e7e6ef17-459f-47a4-8045-9a1bea089682 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:01.682308 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f4dcacc-dc33-4aa3-bf6d-344d0dbc01aa req-e7e6ef17-459f-47a4-8045-9a1bea089682 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0480151 Nov 27 02:15:01.729950 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1f4dcacc-dc33-4aa3-bf6d-344d0dbc01aa req-77029edd-e01a-405c-9409-acdb3f954dec tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416183 Nov 27 02:15:02.843833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9234e94-c25f-4c27-9725-5cea4f9e3997 req-797adb84-9483-4f68-8b76-32f33d83afde tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:02.845287 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f9234e94-c25f-4c27-9725-5cea4f9e3997 req-797adb84-9483-4f68-8b76-32f33d83afde tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0481329 Nov 27 02:15:02.897555 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f9234e94-c25f-4c27-9725-5cea4f9e3997 req-7f6a37be-4f24-42fa-91c6-810cdd706001 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463572 Nov 27 02:15:04.011113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e2480-4d1a-4abb-ade6-b7f2081cc44d req-deb3a5e2-dd2d-4c9c-87a9-f54ab0757388 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:04.012561 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d87e2480-4d1a-4abb-ade6-b7f2081cc44d req-deb3a5e2-dd2d-4c9c-87a9-f54ab0757388 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0474091 Nov 27 02:15:04.061684 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d87e2480-4d1a-4abb-ade6-b7f2081cc44d req-f0122952-fcbc-4cf6-92a6-a70510341a68 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428679 Nov 27 02:15:05.176673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5de53-d3d7-4b94-9117-854ca0c04317 req-a4c9a3ef-0a22-4b1c-853e-5ddc78fc83e7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:05.178085 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54a5de53-d3d7-4b94-9117-854ca0c04317 req-a4c9a3ef-0a22-4b1c-853e-5ddc78fc83e7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0489826 Nov 27 02:15:05.226365 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-54a5de53-d3d7-4b94-9117-854ca0c04317 req-b6b84b32-6999-49f4-8986-d7a8014f4ec6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423288 Nov 27 02:15:06.343305 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72551d0a-03c3-47ac-bd15-e536f3aa1aa0 req-8633263e-7c4d-48b2-aeda-06afa0f9e1fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:06.344733 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-72551d0a-03c3-47ac-bd15-e536f3aa1aa0 req-8633263e-7c4d-48b2-aeda-06afa0f9e1fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0515590 Nov 27 02:15:06.393104 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-72551d0a-03c3-47ac-bd15-e536f3aa1aa0 req-acc47e1a-b32d-45d9-9044-7aa24e3fbe66 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423310 Nov 27 02:15:07.508291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3cd36-491c-4915-8e54-587413f6a462 req-ffcfdfa0-39c2-4b2b-9ec3-0d72203408da tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:07.509874 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32b3cd36-491c-4915-8e54-587413f6a462 req-ffcfdfa0-39c2-4b2b-9ec3-0d72203408da tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0492060 Nov 27 02:15:07.558793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-32b3cd36-491c-4915-8e54-587413f6a462 req-b2cef183-2384-4a26-905e-f5b54f7334e4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Nov 27 02:15:08.683502 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f0948-863b-4c70-a825-961ffc253913 req-411d3de1-4bcb-416e-835e-8889ccfbf642 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:08.684961 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c7f0948-863b-4c70-a825-961ffc253913 req-411d3de1-4bcb-416e-835e-8889ccfbf642 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0563548 Nov 27 02:15:08.733507 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c7f0948-863b-4c70-a825-961ffc253913 req-8ab6d79a-5c8e-45c9-b1ef-142117a33ca6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425642 Nov 27 02:15:09.614687 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-01fd4d2b-5173-4a8e-9f26-7c44bbf396d0 service neutron] 10.222.0.42 "GET /v2.0/ports/c1febe1f-3950-4a58-b05e-8b58b7902adb/bindings/n-h2-819494-2 HTTP/1.1" status: 200 len: 382 time: 0.0524821 Nov 27 02:15:09.832260 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-37d17bf7-758e-45a5-a561-caadf96167e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:09.833748 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-37d17bf7-758e-45a5-a561-caadf96167e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386&tenant_id=ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 1096 time: 0.0441022 Nov 27 02:15:09.863445 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250d5c3-e442-491a-926a-daa75279b707 req-fbc21183-0af8-45ea-acbe-da1a5a4e4b04 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:09.865002 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6250d5c3-e442-491a-926a-daa75279b707 req-fbc21183-0af8-45ea-acbe-da1a5a4e4b04 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0563219 Nov 27 02:15:09.905141 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-d65d1e69-3c5b-4b75-8e50-7b84b4c1103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:09.906690 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-d65d1e69-3c5b-4b75-8e50-7b84b4c1103c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 1096 time: 0.0407190 Nov 27 02:15:09.915025 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6250d5c3-e442-491a-926a-daa75279b707 req-b8a094de-36ac-4720-9332-3208a0fe143e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440934 Nov 27 02:15:10.009722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-1e2db79a-6b34-494f-a720-373179b7a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:10.011221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-1e2db79a-6b34-494f-a720-373179b7a35f service neutron] 10.222.0.42 "GET /v2.0/networks?id=613b1805-6719-4138-aec2-af1b75bfcc6f HTTP/1.1" status: 200 len: 898 time: 0.0977190 Nov 27 02:15:10.075718 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-4315747f-b492-4028-9a8c-deee6c557f5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb HTTP/1.1" status: 200 len: 1001 time: 0.0573771 Nov 27 02:15:10.125210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-6a73ef50-01a9-4e08-a44d-b6c071ede2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:10.126696 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-6a73ef50-01a9-4e08-a44d-b6c071ede2da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7880daaa-8d62-4dc1-a970-3d4593d65294 HTTP/1.1" status: 200 len: 835 time: 0.0436654 Nov 27 02:15:10.174686 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-cddd6102-0a5f-439d-b6b3-1c3b7e464e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:10.176392 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-cddd6102-0a5f-439d-b6b3-1c3b7e464e46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=613b1805-6719-4138-aec2-af1b75bfcc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429196 Nov 27 02:15:10.268967 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-9f0f15d1-4be1-48e9-b57c-2c70d1bbf04a service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852151 Nov 27 02:15:10.359649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5dcfc7c5-c5d0-4d6d-b9eb-28779931567e req-8e024723-79d5-4e06-9d8d-f9910be03f7a service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844314 Nov 27 02:15:11.030975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fc2ea-919b-4f58-8fb5-0cb9c5814fb5 req-4995fa4d-b19c-4ed1-900c-7ba345587506 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:11.032443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-535fc2ea-919b-4f58-8fb5-0cb9c5814fb5 req-4995fa4d-b19c-4ed1-900c-7ba345587506 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Nov 27 02:15:11.081340 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-535fc2ea-919b-4f58-8fb5-0cb9c5814fb5 req-05dc2041-1136-4c89-bb98-b3f6907be94f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424604 Nov 27 02:15:11.624269 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0b496221-fa74-4a98-bdd3-d895b432eddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:12.196321 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2dbff-c36a-4a39-b837-8bc9496ded67 req-87fcb4fc-4175-47dc-97b2-a41ce2752ac2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:12.197782 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f6a2dbff-c36a-4a39-b837-8bc9496ded67 req-87fcb4fc-4175-47dc-97b2-a41ce2752ac2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0490980 Nov 27 02:15:12.245870 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f6a2dbff-c36a-4a39-b837-8bc9496ded67 req-d76223d1-09b7-489d-b5b1-1d2f7ad3a2b6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422065 Nov 27 02:15:12.437527 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787dbd3-ebfe-4473-bdad-0cb6b2257fe1 req-2dc0a785-4596-4630-b054-ea219427bbd9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:12.439045 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e787dbd3-ebfe-4473-bdad-0cb6b2257fe1 req-2dc0a785-4596-4630-b054-ea219427bbd9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Nov 27 02:15:12.463426 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce05ed-ce11-4086-8100-9198c480537d req-906b9f6e-bb6c-439d-b5e8-ec6faa456322 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:12.464927 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37ce05ed-ce11-4086-8100-9198c480537d req-906b9f6e-bb6c-439d-b5e8-ec6faa456322 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386&tenant_id=ada1bfbce3eb4a8d90c9388286d00236&binding%3Ahost_id=n-h2-819494-2 HTTP/1.1" status: 200 len: 945 time: 0.0516040 Nov 27 02:15:12.492910 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-e787dbd3-ebfe-4473-bdad-0cb6b2257fe1 req-3e3eda01-5b18-4f07-9ace-06e6fa1e6fed tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468173 Nov 27 02:15:12.565655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce05ed-ce11-4086-8100-9198c480537d req-021974bf-dd30-4c00-a2d2-60ed3945fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:12.567139 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37ce05ed-ce11-4086-8100-9198c480537d req-021974bf-dd30-4c00-a2d2-60ed3945fbd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 1096 time: 0.0417211 Nov 27 02:15:12.667184 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ffac2-2d39-4ad2-ac73-49578cba853a req-2b247341-eff9-436a-a365-2d7846b7fe76 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:12.668662 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b91ffac2-2d39-4ad2-ac73-49578cba853a req-2b247341-eff9-436a-a365-2d7846b7fe76 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.1052036 Nov 27 02:15:12.707446 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce05ed-ce11-4086-8100-9198c480537d req-2bbd73f0-9204-4392-b021-5b2103fc0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:12.708828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37ce05ed-ce11-4086-8100-9198c480537d req-2bbd73f0-9204-4392-b021-5b2103fc0c4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=613b1805-6719-4138-aec2-af1b75bfcc6f HTTP/1.1" status: 200 len: 898 time: 0.1322742 Nov 27 02:15:12.777962 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b91ffac2-2d39-4ad2-ac73-49578cba853a req-daaabb81-e945-41c1-be83-fa60ca749f27 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982406 Nov 27 02:15:12.793932 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37ce05ed-ce11-4086-8100-9198c480537d req-c3c86117-1b17-44f4-92dc-d6f1fa49af55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb HTTP/1.1" status: 200 len: 1001 time: 0.0756831 Nov 27 02:15:12.843573 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce05ed-ce11-4086-8100-9198c480537d req-5a988376-b6e4-4cc0-887b-ee1354e4996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:12.844943 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37ce05ed-ce11-4086-8100-9198c480537d req-5a988376-b6e4-4cc0-887b-ee1354e4996c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7880daaa-8d62-4dc1-a970-3d4593d65294 HTTP/1.1" status: 200 len: 835 time: 0.0434692 Nov 27 02:15:12.889736 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce05ed-ce11-4086-8100-9198c480537d req-807a5244-bed8-4530-82fb-49e96487ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:12.891258 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37ce05ed-ce11-4086-8100-9198c480537d req-807a5244-bed8-4530-82fb-49e96487ca35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=613b1805-6719-4138-aec2-af1b75bfcc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393293 Nov 27 02:15:12.984674 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37ce05ed-ce11-4086-8100-9198c480537d req-aff0107d-d47f-41c3-9be1-9d99e3679988 service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858946 Nov 27 02:15:13.073464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-37ce05ed-ce11-4086-8100-9198c480537d req-d8995c59-d780-41b0-a253-8cfdf04ade19 service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820124 Nov 27 02:15:13.892640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db20625-d5a8-4fed-b71d-760be2906bdf req-f6eeedeb-0229-4b06-9bd6-8c0666d6dc6f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:13.894105 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4db20625-d5a8-4fed-b71d-760be2906bdf req-f6eeedeb-0229-4b06-9bd6-8c0666d6dc6f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0495870 Nov 27 02:15:13.942582 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4db20625-d5a8-4fed-b71d-760be2906bdf req-6a570eb0-5f74-4033-b3aa-53cd8b2d0a8a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424542 Nov 27 02:15:13.964080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52232) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:14.002859 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-797ff6ae-0173-4469-9803-314fd6d30ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:14.028540 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b43e61e6-8704-4e32-a630-e6c614778241 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/de38c558-b342-4ad1-86eb-2a87cea4a472 HTTP/1.1" status: 200 len: 993 time: 0.0633349 Nov 27 02:15:14.108724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c1febe1f-3950-4a58-b05e-8b58b7902adb details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:15:14.121468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c1febe1f-3950-4a58-b05e-8b58b7902adb no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:15:14.266189 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c1febe1f-3950-4a58-b05e-8b58b7902adb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:15:14.268495 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:14.285458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'port_id': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'mac_address': 'fa:16:3e:a2:3b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:15:14.301780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:15:14.304078 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c4003c-42a9-4e40-95b4-93a54a556a48" -d '{"events": [{"server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "name": "network-vif-unplugged", "status": "completed", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:15:14.343339 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c1febe1f-3950-4a58-b05e-8b58b7902adb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:15:14.351557 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:14.379978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:14.384081 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786a7729-6bb9-4cb2-a6ab-2be095085336 x-openstack-request-id: req-786a7729-6bb9-4cb2-a6ab-2be095085336 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:15:14.384372 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "name": "network-vif-unplugged", "status": "completed", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:15:14.384623 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-786a7729-6bb9-4cb2-a6ab-2be095085336 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:15:14.385002 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'code': 200} Nov 27 02:15:14.403464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1febe1f-3950-4a58-b05e-8b58b7902adb {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:15:14.441743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c1febe1f-3950-4a58-b05e-8b58b7902adb,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:14.456291 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:14.456643 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:14.456988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:14.457327 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:14.457664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:14.457998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:14.458358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:14.458689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:14.459548 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:14.459874 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:14.460202 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:14.460527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:14.468127 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 27 02:15:14.468491 n-d-819494-2 neutron-server[103386]: DEBUG oslo_db.api [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 27 02:15:14.931304 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:15.004018 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:15.017010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1febe1f-3950-4a58-b05e-8b58b7902adb {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:15:15.035731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c1febe1f-3950-4a58-b05e-8b58b7902adb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:15:15.039621 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:15.090633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c1febe1f-3950-4a58-b05e-8b58b7902adb,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:15.280770 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:15.282884 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:15:15.308957 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['c1febe1f-3950-4a58-b05e-8b58b7902adb'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:15:16.116501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c1febe1f-3950-4a58-b05e-8b58b7902adb up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:15:16.163584 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port c1febe1f-3950-4a58-b05e-8b58b7902adb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:16.163949 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:16.240844 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:16.271404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port c1febe1f-3950-4a58-b05e-8b58b7902adb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:15:16.275500 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:16.321487 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=c1febe1f-3950-4a58-b05e-8b58b7902adb,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:16.385758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:15:16.387963 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dca1f4-ff1b-4c12-81ad-fc80fdb8f626" -d '{"events": [{"server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "name": "network-vif-plugged", "status": "completed", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:15:16.424436 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82391ff-04d9-483f-be49-42cd9b9201cb x-openstack-request-id: req-a82391ff-04d9-483f-be49-42cd9b9201cb {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:15:16.424726 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "name": "network-vif-plugged", "status": "completed", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:15:16.425238 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a82391ff-04d9-483f-be49-42cd9b9201cb {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:15:16.425629 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'code': 200} Nov 27 02:15:16.944868 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:17.616509 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:17.688805 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:24.815200 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d230939c-76eb-4834-a231-b704e49cd62a req-b5190c5d-9670-44df-b960-686fe8659643 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303111 Nov 27 02:15:24.898482 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d230939c-76eb-4834-a231-b704e49cd62a req-6666b69f-90de-4090-88df-5337ef5d384f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0253320 Nov 27 02:15:24.942423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d230939c-76eb-4834-a231-b704e49cd62a req-c51df27b-7294-4f3f-8f4a-34e6d4f2fb60 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192950 Nov 27 02:15:25.035399 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230939c-76eb-4834-a231-b704e49cd62a req-cb9db04f-4c60-4c92-b97d-5d708f2b3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:25.036851 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d230939c-76eb-4834-a231-b704e49cd62a req-cb9db04f-4c60-4c92-b97d-5d708f2b3bd2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875809 Nov 27 02:15:27.385299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0871b70b-9f64-4b36-8303-91efa1aab804 req-0dd0c800-345b-467d-844d-0c14b7d2ee7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439141 Nov 27 02:15:27.486588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871b70b-9f64-4b36-8303-91efa1aab804 req-f35d8b29-0d79-4e1a-853c-f336eda87b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:27.488090 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0871b70b-9f64-4b36-8303-91efa1aab804 req-f35d8b29-0d79-4e1a-853c-f336eda87b82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 1096 time: 0.0395420 Nov 27 02:15:27.587083 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871b70b-9f64-4b36-8303-91efa1aab804 req-26a43c56-dcb4-487d-9711-e06ba6367e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:27.588503 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0871b70b-9f64-4b36-8303-91efa1aab804 req-26a43c56-dcb4-487d-9711-e06ba6367e74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=613b1805-6719-4138-aec2-af1b75bfcc6f HTTP/1.1" status: 200 len: 898 time: 0.0819991 Nov 27 02:15:27.657410 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0871b70b-9f64-4b36-8303-91efa1aab804 req-03a44a95-538b-4e3b-9642-9e2d16bba827 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb HTTP/1.1" status: 200 len: 1001 time: 0.0603878 Nov 27 02:15:27.706707 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871b70b-9f64-4b36-8303-91efa1aab804 req-88b577aa-0cf4-4846-bf4f-f4f107379e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:27.708109 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0871b70b-9f64-4b36-8303-91efa1aab804 req-88b577aa-0cf4-4846-bf4f-f4f107379e04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7880daaa-8d62-4dc1-a970-3d4593d65294 HTTP/1.1" status: 200 len: 835 time: 0.0432286 Nov 27 02:15:27.752934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871b70b-9f64-4b36-8303-91efa1aab804 req-bc292357-b8ca-471a-9f5a-fb05e0a110d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:27.754425 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0871b70b-9f64-4b36-8303-91efa1aab804 req-bc292357-b8ca-471a-9f5a-fb05e0a110d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=613b1805-6719-4138-aec2-af1b75bfcc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391166 Nov 27 02:15:27.855161 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0871b70b-9f64-4b36-8303-91efa1aab804 req-e49b7594-977a-427c-9d18-b38035600bb2 service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914502 Nov 27 02:15:27.948346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0871b70b-9f64-4b36-8303-91efa1aab804 req-7e8b1bba-5a8a-4626-92d6-c50fc3dc9877 service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853436 Nov 27 02:15:41.625370 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dd4e7fa8-1a5c-4687-b090-f315a83ebb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:44.004571 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c310-fd80-401e-ad81-d12528464f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:44.379239 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52250) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:44.533993 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port c5d78ce0-48d0-4e26-8440-98c0f4a2cc88 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:15:44.534369 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:44.607140 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:44.607461 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:44.618856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for c5d78ce0-48d0-4e26-8440-98c0f4a2cc88 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:15:44.768363 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:44.793615 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=c5d78ce0-48d0-4e26-8440-98c0f4a2cc88,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:44.823108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:44.823456 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:44.823798 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:44.824135 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:44.824470 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:44.824803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:44.825141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:44.825471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:44.825803 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:44.826129 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:44.826481 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:44.826821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:44.865698 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:44.866022 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Floating IP de38c558-b342-4ad1-86eb-2a87cea4a472 disassociated (deleted). External IP: 172.25.3.160, port: c1febe1f-3950-4a58-b05e-8b58b7902adb. Nov 27 02:15:44.933385 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:45.070206 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:15:45.172175 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:15:45.176832 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:45.182990 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5578f-9617-4594-87c3-12447403a2cd None None] Sync routers for ids ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:15:45.192764 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5578f-9617-4594-87c3-12447403a2cd None None] Routers {'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:15:45.193452 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ebb5578f-9617-4594-87c3-12447403a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:45.206495 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5433f54d-19a1-48f0-99d9-82d29ebfe00c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/floatingips/de38c558-b342-4ad1-86eb-2a87cea4a472 HTTP/1.1" status: 204 len: 168 time: 0.8262308 Nov 27 02:15:45.207080 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:15:45.209863 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5320d3d72a96248b26a4866b6291fd5f9976daeb36e5d21205400713eb6b1279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbee7622-2999-4819-8c15-6081a0cf58cc" -d '{"events": [{"name": "network-changed", "server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:15:45.304260 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:45.321731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ebb5578f-9617-4594-87c3-12447403a2cd None None] Set router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:15:45.357432 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f26673b-96b3-451b-8866-28f964fa2232 x-openstack-request-id: req-2f26673b-96b3-451b-8866-28f964fa2232 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:15:45.357794 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:15:45.357968 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f26673b-96b3-451b-8866-28f964fa2232 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:15:45.358389 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'status': 'completed', 'code': 200} Nov 27 02:15:45.442021 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15198839-ba14-443b-acb6-4e280c9f554a req-c2704bf3-fb47-412f-a8a7-051ed0ca687d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:45.443767 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15198839-ba14-443b-acb6-4e280c9f554a req-c2704bf3-fb47-412f-a8a7-051ed0ca687d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0531297 Nov 27 02:15:45.486883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee7622-2999-4819-8c15-6081a0cf58cc req-70ae6380-35dc-42f1-b1fd-859def2fd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:45.488379 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bbee7622-2999-4819-8c15-6081a0cf58cc req-70ae6380-35dc-42f1-b1fd-859def2fd371 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 1096 time: 0.0525467 Nov 27 02:15:45.504466 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-15198839-ba14-443b-acb6-4e280c9f554a req-2f839963-864a-41b6-8095-b61660a0c6ec tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524831 Nov 27 02:15:45.543656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ebb5578f-9617-4594-87c3-12447403a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:11Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'b9d86c09-b62f-4994-a873-33e233b62ec1', 'name': '', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ba:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:10Z', 'updated_at': '2021-11-27T02:14:14Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:45.573735 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5578f-9617-4594-87c3-12447403a2cd None None] Checking router: e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:15:45.579594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee7622-2999-4819-8c15-6081a0cf58cc req-5a4423a7-334f-47ed-b343-ba2a883904e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:45.581047 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bbee7622-2999-4819-8c15-6081a0cf58cc req-5a4423a7-334f-47ed-b343-ba2a883904e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=613b1805-6719-4138-aec2-af1b75bfcc6f HTTP/1.1" status: 200 len: 898 time: 0.0851672 Nov 27 02:15:45.581927 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5578f-9617-4594-87c3-12447403a2cd None None] Routers {'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:15:45.582555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ebb5578f-9617-4594-87c3-12447403a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:45.628651 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bbee7622-2999-4819-8c15-6081a0cf58cc req-4e85b634-9898-4574-8977-f7cac1a68537 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb HTTP/1.1" status: 200 len: 217 time: 0.0388958 Nov 27 02:15:45.680286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee7622-2999-4819-8c15-6081a0cf58cc req-ea69e536-6ecf-4611-9fc2-ef4497311058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:45.681775 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bbee7622-2999-4819-8c15-6081a0cf58cc req-ea69e536-6ecf-4611-9fc2-ef4497311058 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7880daaa-8d62-4dc1-a970-3d4593d65294 HTTP/1.1" status: 200 len: 835 time: 0.0454705 Nov 27 02:15:45.730369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee7622-2999-4819-8c15-6081a0cf58cc req-047c0ac4-5f82-4cae-a07b-11a59f84add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:45.731907 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bbee7622-2999-4819-8c15-6081a0cf58cc req-047c0ac4-5f82-4cae-a07b-11a59f84add6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=613b1805-6719-4138-aec2-af1b75bfcc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427272 Nov 27 02:15:45.832548 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bbee7622-2999-4819-8c15-6081a0cf58cc req-a456c8c6-af90-45ba-98e3-716c9dfb347e service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892098 Nov 27 02:15:45.837092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ebb5578f-9617-4594-87c3-12447403a2cd None None] Set router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:15:45.932962 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bbee7622-2999-4819-8c15-6081a0cf58cc req-1be4c3a7-58ca-4e53-89b3-9eabe3d52d5e service neutron] 10.222.0.42 "GET /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923469 Nov 27 02:15:46.035661 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ebb5578f-9617-4594-87c3-12447403a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:11Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'b9d86c09-b62f-4994-a873-33e233b62ec1', 'name': '', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ba:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:10Z', 'updated_at': '2021-11-27T02:14:14Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:46.065618 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5578f-9617-4594-87c3-12447403a2cd None None] The sync data for ids ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'] in n-d-819494-2 is: [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:11Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'b9d86c09-b62f-4994-a873-33e233b62ec1', 'name': '', 'network_id': '613b1805-6719-4138-aec2-af1b75bfcc6f', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ba:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:10Z', 'updated_at': '2021-11-27T02:14:14Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '7880daaa-8d62-4dc1-a970-3d4593d65294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:15:46.293536 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c779d-5210-4f08-9eb7-56da2d08a005 None None] New status for floating IP de38c558-b342-4ad1-86eb-2a87cea4a472: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:15:46.629663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12bfb8-8589-4393-9fee-25fbfc7efe87 req-b8f6edff-4e3c-466c-821c-8b8678f0cb8b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:46.631641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cf12bfb8-8589-4393-9fee-25fbfc7efe87 req-b8f6edff-4e3c-466c-821c-8b8678f0cb8b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0510814 Nov 27 02:15:46.681544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cf12bfb8-8589-4393-9fee-25fbfc7efe87 req-9657b7fe-b6bc-4202-853a-14cb7d3a425f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436833 Nov 27 02:15:46.883823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466fff4-e89a-4ecc-9839-fba058503108 req-e587b8e5-b8d3-42cf-98be-5d5dc6d850f7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:46.885166 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7466fff4-e89a-4ecc-9839-fba058503108 req-e587b8e5-b8d3-42cf-98be-5d5dc6d850f7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 945 time: 0.0524790 Nov 27 02:15:46.947430 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:46.976859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-7466fff4-e89a-4ecc-9839-fba058503108 req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port c1febe1f-3950-4a58-b05e-8b58b7902adb {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:15:46.977197 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7466fff4-e89a-4ecc-9839-fba058503108 req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:47.068754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7466fff4-e89a-4ecc-9839-fba058503108 req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port c1febe1f-3950-4a58-b05e-8b58b7902adb, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=c1febe1f-3950-4a58-b05e-8b58b7902adb,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:15:47.069103 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7466fff4-e89a-4ecc-9839-fba058503108 req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:47.081626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-7466fff4-e89a-4ecc-9839-fba058503108 req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for c1febe1f-3950-4a58-b05e-8b58b7902adb owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:15:47.207874 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7466fff4-e89a-4ecc-9839-fba058503108 req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:47.237831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=c1febe1f-3950-4a58-b05e-8b58b7902adb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:47.251534 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:47.251888 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:47.252235 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:47.252577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:47.252911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:47.253235 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:47.253576 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:47.253904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:47.254253 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:47.254581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:47.254900 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:47.255846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:47.289726 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-7466fff4-e89a-4ecc-9839-fba058503108 req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] No DVR routers for this DVR port c1febe1f-3950-4a58-b05e-8b58b7902adb on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:15:47.292302 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7466fff4-e89a-4ecc-9839-fba058503108 req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:47.295710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7466fff4-e89a-4ecc-9839-fba058503108 req-8aee23c3-22dc-4049-b22f-d67862928806 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "DELETE /v2.0/ports/c1febe1f-3950-4a58-b05e-8b58b7902adb HTTP/1.1" status: 204 len: 173 time: 0.4027343 Nov 27 02:15:47.296150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'name': 'network-vif-deleted', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:15:47.298520 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f4c0fa-a115-482d-8481-c19ec6c97317" -d '{"events": [{"server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "name": "network-vif-deleted", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:15:47.339195 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3851fc7-20d8-442d-ba4b-ffc25d7e5230 x-openstack-request-id: req-e3851fc7-20d8-442d-ba4b-ffc25d7e5230 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:15:47.339492 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be67fe0c-d7d0-42cc-aec8-4262a77f8386", "name": "network-vif-deleted", "tag": "c1febe1f-3950-4a58-b05e-8b58b7902adb", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:15:47.339742 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3851fc7-20d8-442d-ba4b-ffc25d7e5230 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:15:47.340166 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be67fe0c-d7d0-42cc-aec8-4262a77f8386', 'name': 'network-vif-deleted', 'tag': 'c1febe1f-3950-4a58-b05e-8b58b7902adb', 'status': 'completed', 'code': 200} Nov 27 02:15:47.628991 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:47.694096 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:47.795475 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1649fd5f-cb14-4dc9-8907-9ece8592f25b req-cdf24a24-63e4-4eb2-a3f4-d73064667bdd tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=be67fe0c-d7d0-42cc-aec8-4262a77f8386 HTTP/1.1" status: 200 len: 210 time: 0.0263231 Nov 27 02:15:48.852937 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52268) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:49.205247 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8658d0d9-d76b-4f8b-8bd2-110fd2ca31de tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:49.768375 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8658d0d9-d76b-4f8b-8bd2-110fd2ca31de tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port b9d86c09-b62f-4994-a873-33e233b62ec1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:15:49.768720 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8658d0d9-d76b-4f8b-8bd2-110fd2ca31de tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:49.854851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-8658d0d9-d76b-4f8b-8bd2-110fd2ca31de tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port b9d86c09-b62f-4994-a873-33e233b62ec1, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=b9d86c09-b62f-4994-a873-33e233b62ec1,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:15:49.855574 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8658d0d9-d76b-4f8b-8bd2-110fd2ca31de tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:49.867921 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8658d0d9-d76b-4f8b-8bd2-110fd2ca31de tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for b9d86c09-b62f-4994-a873-33e233b62ec1 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:15:50.049069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8658d0d9-d76b-4f8b-8bd2-110fd2ca31de tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:50.078691 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658d0d9-d76b-4f8b-8bd2-110fd2ca31de tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=b9d86c09-b62f-4994-a873-33e233b62ec1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:50.248402 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8658d0d9-d76b-4f8b-8bd2-110fd2ca31de tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:50.462190 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8658d0d9-d76b-4f8b-8bd2-110fd2ca31de tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:15:50.565237 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8658d0d9-d76b-4f8b-8bd2-110fd2ca31de tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:15:50.570208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8658d0d9-d76b-4f8b-8bd2-110fd2ca31de tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "PUT /v2.0/routers/e60ed49e-d0d4-46f4-9393-d1ae6b1207c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162528 Nov 27 02:15:50.573406 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52270) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:50.574705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817f334d-4371-425b-a161-840621cf20a6 None None] Sync routers for ids ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:15:50.584806 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f334d-4371-425b-a161-840621cf20a6 None None] Routers {'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:15:50.585404 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-817f334d-4371-425b-a161-840621cf20a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:50.624214 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ad8c98-bceb-4737-9f4b-c8e0dd9ae871 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting subnet 7880daaa-8d62-4dc1-a970-3d4593d65294 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:15:50.627256 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c98-bceb-4737-9f4b-c8e0dd9ae871 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:50.666680 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c98-bceb-4737-9f4b-c8e0dd9ae871 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:50.687471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-817f334d-4371-425b-a161-840621cf20a6 None None] Set router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:15:50.755707 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c98-bceb-4737-9f4b-c8e0dd9ae871 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:50.814191 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c98-bceb-4737-9f4b-c8e0dd9ae871 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:50.840200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad8c98-bceb-4737-9f4b-c8e0dd9ae871 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Subnet': ['ID=7880daaa-8d62-4dc1-a970-3d4593d65294,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:50.847542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c98-bceb-4737-9f4b-c8e0dd9ae871 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:50.853438 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-32ad8c98-bceb-4737-9f4b-c8e0dd9ae871 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/subnets/7880daaa-8d62-4dc1-a970-3d4593d65294 HTTP/1.1" status: 204 len: 168 time: 0.2766426 Nov 27 02:15:50.853623 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52272) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:50.855485 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcffffa-f450-4a98-9efd-2adb19b6c506 None None] Network 613b1805-6719-4138-aec2-af1b75bfcc6f requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:15:50.929714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-817f334d-4371-425b-a161-840621cf20a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:15:49Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:50.964589 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:50.975195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817f334d-4371-425b-a161-840621cf20a6 None None] Checking router: e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:15:51.007230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f334d-4371-425b-a161-840621cf20a6 None None] Routers {'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:15:51.007768 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-817f334d-4371-425b-a161-840621cf20a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:51.074104 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.114972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f50bd6-756e-487b-86d4-a45330f66c88 None None] DHCP port deletion for 613b1805-6719-4138-aec2-af1b75bfcc6f request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:15:51.130841 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-817f334d-4371-425b-a161-840621cf20a6 None None] Set router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:15:51.135359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port 069c832f-9743-4c75-bead-2ef57057f958 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:15:51.135717 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.218163 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port 069c832f-9743-4c75-bead-2ef57057f958, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=069c832f-9743-4c75-bead-2ef57057f958,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:15:51.218555 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.230188 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for 069c832f-9743-4c75-bead-2ef57057f958 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:15:51.284639 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c1f50bd6-756e-487b-86d4-a45330f66c88 None None] Deleting port 749a2af7-97a6-44f9-9298-7d6e01749b9e {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:15:51.284933 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c1f50bd6-756e-487b-86d4-a45330f66c88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.380435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-c1f50bd6-756e-487b-86d4-a45330f66c88 None None] For port 749a2af7-97a6-44f9-9298-7d6e01749b9e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=749a2af7-97a6-44f9-9298-7d6e01749b9e,segment=NetworkSegment(a983e755-421e-4d81-96e5-59b6c9ed16ee),segment_id=a983e755-421e-4d81-96e5-59b6c9ed16ee)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:15:51.380731 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c1f50bd6-756e-487b-86d4-a45330f66c88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.395385 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c1f50bd6-756e-487b-86d4-a45330f66c88 None None] Calling delete_port for 749a2af7-97a6-44f9-9298-7d6e01749b9e owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:15:51.397016 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.425044 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=069c832f-9743-4c75-bead-2ef57057f958,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:51.444296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563dd9af-26ec-42ca-a47c-517434dc7053 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:15:51.460777 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-817f334d-4371-425b-a161-840621cf20a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:15:49Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:51.486439 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.499213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817f334d-4371-425b-a161-840621cf20a6 None None] The sync data for ids ['e60ed49e-d0d4-46f4-9393-d1ae6b1207c2'] in n-d-819494-2 is: [{'id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167419067', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '069c832f-9743-4c75-bead-2ef57057f958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:15:49Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '069c832f-9743-4c75-bead-2ef57057f958', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60ed49e-d0d4-46f4-9393-d1ae6b1207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:14:08Z', 'updated_at': '2021-11-27T02:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:15:51.526690 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c1f50bd6-756e-487b-86d4-a45330f66c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.557463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f50bd6-756e-487b-86d4-a45330f66c88 None None] Pushing event deleted for resources: {'Port': ['ID=749a2af7-97a6-44f9-9298-7d6e01749b9e,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:51.560920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f50bd6-756e-487b-86d4-a45330f66c88 None None] No DVR routers for this DVR port 749a2af7-97a6-44f9-9298-7d6e01749b9e on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:15:51.582978 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.585108 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.630358 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.630878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Fanout notify agent at l3_agent the message router_deleted on router e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:15:51.638103 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.639259 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-fafc64ca-6d16-4e1b-a4db-879cb517c777 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/routers/e60ed49e-d0d4-46f4-9393-d1ae6b1207c2 HTTP/1.1" status: 204 len: 168 time: 0.7843254 Nov 27 02:15:51.641870 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52274) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:51.720371 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.812740 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.831587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613b1805-6719-4138-aec2-af1b75bfcc6f']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:51.845274 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a983e755-421e-4d81-96e5-59b6c9ed16ee') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:51.845572 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a983e755-421e-4d81-96e5-59b6c9ed16ee') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:51.856170 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.869518 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.875891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:15:51.876291 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: timer() Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:15:51.879353 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:15:51.944169 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.951534 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:51.954756 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/networks/613b1805-6719-4138-aec2-af1b75bfcc6f HTTP/1.1" status: 204 len: 168 time: 0.3119164 Nov 27 02:15:51.957442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52276) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:51.975980 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57b71d-78bc-42ca-a0cd-f1294ddde1c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Network': ['ID=613b1805-6719-4138-aec2-af1b75bfcc6f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:52.035890 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c366279c-96c4-4da0-8870-f69bd8116118 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.060892 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c366279c-96c4-4da0-8870-f69bd8116118 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.123563 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c366279c-96c4-4da0-8870-f69bd8116118 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.126467 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c366279c-96c4-4da0-8870-f69bd8116118 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.127651 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c366279c-96c4-4da0-8870-f69bd8116118 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/security-groups/9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797 HTTP/1.1" status: 204 len: 168 time: 0.1685805 Nov 27 02:15:52.137743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366279c-96c4-4da0-8870-f69bd8116118 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6d4e8f-2db0-4451-a7d6-8d0b1d9f6797,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:52.281649 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:15:52.323258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c1febe1f-3950-4a58-b05e-8b58b7902adb no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:15:52.342627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: c1febe1f-3950-4a58-b05e-8b58b7902adb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:15:52.342973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device c1febe1f-3950-4a58-b05e-8b58b7902adb not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:15:52.434805 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52282) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:52.439390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-38ae864a-f023-4ec8-836b-190200dfc6a3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-545120054', 'description': 'tempest-secgroup-smoke-545120054 description', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:15:52.460031 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38ae864a-f023-4ec8-836b-190200dfc6a3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.528346 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38ae864a-f023-4ec8-836b-190200dfc6a3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.531672 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38ae864a-f023-4ec8-836b-190200dfc6a3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.566710 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38ae864a-f023-4ec8-836b-190200dfc6a3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.567954 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-38ae864a-f023-4ec8-836b-190200dfc6a3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1321223 Nov 27 02:15:52.569015 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae864a-f023-4ec8-836b-190200dfc6a3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:52.571229 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52284) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:52.575453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4da5a44e-f04c-4f04-a884-8fa4ac997f12 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:15:52.601061 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4da5a44e-f04c-4f04-a884-8fa4ac997f12 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.654988 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4da5a44e-f04c-4f04-a884-8fa4ac997f12 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.658324 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4da5a44e-f04c-4f04-a884-8fa4ac997f12 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.676581 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5a44e-f04c-4f04-a884-8fa4ac997f12 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07658b7f-fe30-4278-bb97-36f5c3b0b493,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:52.684200 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4da5a44e-f04c-4f04-a884-8fa4ac997f12 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.685417 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4da5a44e-f04c-4f04-a884-8fa4ac997f12 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135857 Nov 27 02:15:52.688302 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52286) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:52.692736 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-480b0994-83f4-4d3d-bbfe-68c1190fa9bb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:15:52.718769 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-480b0994-83f4-4d3d-bbfe-68c1190fa9bb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.773591 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-480b0994-83f4-4d3d-bbfe-68c1190fa9bb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.777107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-480b0994-83f4-4d3d-bbfe-68c1190fa9bb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.794147 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b0994-83f4-4d3d-bbfe-68c1190fa9bb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3d4d21-8c15-4f29-963a-ce2db8418718,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:52.802220 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-480b0994-83f4-4d3d-bbfe-68c1190fa9bb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.804759 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-480b0994-83f4-4d3d-bbfe-68c1190fa9bb tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141865 Nov 27 02:15:52.806153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52288) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:52.810458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-fa188017-94b6-487a-a78f-45ffe1095795 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:15:52.835884 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa188017-94b6-487a-a78f-45ffe1095795 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.890912 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa188017-94b6-487a-a78f-45ffe1095795 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.894628 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa188017-94b6-487a-a78f-45ffe1095795 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.914682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa188017-94b6-487a-a78f-45ffe1095795 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd69cb4-0074-4a27-a521-481444decbd0,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:52.921746 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fa188017-94b6-487a-a78f-45ffe1095795 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.922936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fa188017-94b6-487a-a78f-45ffe1095795 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158540 Nov 27 02:15:52.926331 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52290) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:52.931291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e9061074-7c1d-47a5-9d64-f0280db9f880 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:15:52.960338 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e9061074-7c1d-47a5-9d64-f0280db9f880 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:52.983998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 749a2af7-97a6-44f9-9298-7d6e01749b9e no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:15:53.007440 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 749a2af7-97a6-44f9-9298-7d6e01749b9e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:15:53.007915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 749a2af7-97a6-44f9-9298-7d6e01749b9e not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:15:53.008442 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 069c832f-9743-4c75-bead-2ef57057f958 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:15:53.008579 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e9061074-7c1d-47a5-9d64-f0280db9f880 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.013792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e9061074-7c1d-47a5-9d64-f0280db9f880 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.031349 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 069c832f-9743-4c75-bead-2ef57057f958 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:15:53.031816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 069c832f-9743-4c75-bead-2ef57057f958 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:15:53.032295 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9061074-7c1d-47a5-9d64-f0280db9f880 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afceaec7-26f8-474a-a272-9ea3f87a622c,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:53.032435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b9d86c09-b62f-4994-a873-33e233b62ec1 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:15:53.041292 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e9061074-7c1d-47a5-9d64-f0280db9f880 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.042534 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e9061074-7c1d-47a5-9d64-f0280db9f880 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147239 Nov 27 02:15:53.045347 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52292) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:53.049660 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-04934b51-d940-404d-8b36-5b0addfd3d39 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:15:53.054113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: b9d86c09-b62f-4994-a873-33e233b62ec1 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:15:53.054482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device b9d86c09-b62f-4994-a873-33e233b62ec1 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:15:53.071742 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-04934b51-d940-404d-8b36-5b0addfd3d39 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Project ada1bfbce3eb4a8d90c9388286d00236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:15:53.076729 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04934b51-d940-404d-8b36-5b0addfd3d39 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.137700 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04934b51-d940-404d-8b36-5b0addfd3d39 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.141165 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04934b51-d940-404d-8b36-5b0addfd3d39 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.158821 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04934b51-d940-404d-8b36-5b0addfd3d39 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d862be70-888d-4cfd-9f02-1e36593fd7ff,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:53.165550 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-04934b51-d940-404d-8b36-5b0addfd3d39 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.166795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-04934b51-d940-404d-8b36-5b0addfd3d39 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205230 Nov 27 02:15:53.169627 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52294) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:53.173925 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f0e80ee5-903b-4966-aa6e-e33095cbeae7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': '87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:15:53.195223 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-f0e80ee5-903b-4966-aa6e-e33095cbeae7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Project ada1bfbce3eb4a8d90c9388286d00236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:15:53.199909 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0e80ee5-903b-4966-aa6e-e33095cbeae7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.258073 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0e80ee5-903b-4966-aa6e-e33095cbeae7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.261562 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0e80ee5-903b-4966-aa6e-e33095cbeae7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.281517 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e80ee5-903b-4966-aa6e-e33095cbeae7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdbd8c5-7d1a-4079-a0b7-5bae1890d176,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:53.286976 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0e80ee5-903b-4966-aa6e-e33095cbeae7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.288140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f0e80ee5-903b-4966-aa6e-e33095cbeae7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175239 Nov 27 02:15:53.291891 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52296) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:53.296531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4369f0f5-58f1-4236-918f-3a25daf59142 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'network': {'name': 'tempest-network-smoke--1694799140', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'port_security_enabled': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:15:53.316551 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4369f0f5-58f1-4236-918f-3a25daf59142 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:15:53.320608 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4369f0f5-58f1-4236-918f-3a25daf59142 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.343162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4369f0f5-58f1-4236-918f-3a25daf59142 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:15:53.355260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4369f0f5-58f1-4236-918f-3a25daf59142 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.355597 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-4369f0f5-58f1-4236-918f-3a25daf59142 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Added segment 194aecd0-95b5-4b9f-98f8-fbab4ba6396b of type vlan for network 05a70df0-2e7d-4e65-8026-6898ffc46342 Nov 27 02:15:53.395462 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4369f0f5-58f1-4236-918f-3a25daf59142 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.419407 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4369f0f5-58f1-4236-918f-3a25daf59142 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.425222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369f0f5-58f1-4236-918f-3a25daf59142 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:53.425784 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4369f0f5-58f1-4236-918f-3a25daf59142 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.481056 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4369f0f5-58f1-4236-918f-3a25daf59142 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1881702 Nov 27 02:15:53.483954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52298) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:53.488605 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'admin_state_up': True, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:15:53.496205 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f0f5-58f1-4236-918f-3a25daf59142 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Network': ['ID=05a70df0-2e7d-4e65-8026-6898ffc46342,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:53.510598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 05a70df0-2e7d-4e65-8026-6898ffc46342 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:15:53.511843 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.513173 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.565347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.702858 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.891805 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:53.913326 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:54.015753 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.25.3.80 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/8308ff97-e0f5-42e0-99e0-e2a316db2ef3) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:15:54.124434 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:54.157545 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:54.196904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:15:54.199734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:15:54.202202 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:15:54.213256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce3412e-dce1-419a-afde-0b898d9e09b0 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:15:54.230957 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=8308ff97-e0f5-42e0-99e0-e2a316db2ef3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:54.244829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-63e3cca5-322f-4bcf-b104-f9fe1f7168ee None None] Provisioning complete for port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:54.245202 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63e3cca5-322f-4bcf-b104-f9fe1f7168ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:54.281214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-63e3cca5-322f-4bcf-b104-f9fe1f7168ee None None] Port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:15:54.459655 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:54.652298 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:54.783920 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router a2b63612-998f-4198-9fad-448119cb60b6 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:15:54.885954 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:15:54.897470 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Sync routers for ids ['a2b63612-998f-4198-9fad-448119cb60b6'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:15:54.906037 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:54.907191 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-06b69b6f-d643-4c0a-80b3-122dc64f814a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4221733 Nov 27 02:15:54.907654 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Routers {'a2b63612-998f-4198-9fad-448119cb60b6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:15:54.908249 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a2b63612-998f-4198-9fad-448119cb60b6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:54.910516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52300) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:54.941785 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-29880fa2-23da-4037-9456-fe8718cce3c0 tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ada1bfbce3eb4a8d90c9388286d00236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271490 Nov 27 02:15:54.942179 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52302) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:55.011773 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Set router a2b63612-998f-4198-9fad-448119cb60b6 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:15:55.035569 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146cb687-dfa6-4e97-862b-7bde06621f0f tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:55.037686 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-146cb687-dfa6-4e97-862b-7bde06621f0f tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944541 Nov 27 02:15:55.040466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52304) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:55.068186 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5ae342b6-1fed-417a-b9ea-af49792820b2 tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266292 Nov 27 02:15:55.070588 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52306) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:55.075735 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-16dba912-1db1-4e70-8b78-b5ef4e110268 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1691728113', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:15:55.162788 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dba912-1db1-4e70-8b78-b5ef4e110268 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:15:55.166349 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16dba912-1db1-4e70-8b78-b5ef4e110268 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.190133 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:54Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:55.221379 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Checking router: a2b63612-998f-4198-9fad-448119cb60b6 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:15:55.221724 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Updating router a2b63612-998f-4198-9fad-448119cb60b6 port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:15:55.246047 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.346550 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16dba912-1db1-4e70-8b78-b5ef4e110268 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.414624 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dba912-1db1-4e70-8b78-b5ef4e110268 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Subnet': ['ID=dd02f5da-4b62-4cd8-9162-97b699ff7aea,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:55.425112 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dba912-1db1-4e70-8b78-b5ef4e110268 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Checking segment: {'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:15:55.425701 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dba912-1db1-4e70-8b78-b5ef4e110268 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network hostable DHCP agents. Network: 05a70df0-2e7d-4e65-8026-6898ffc46342, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:15:55.443167 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dba912-1db1-4e70-8b78-b5ef4e110268 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 05a70df0-2e7d-4e65-8026-6898ffc46342 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:15:55.452550 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-16dba912-1db1-4e70-8b78-b5ef4e110268 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 05a70df0-2e7d-4e65-8026-6898ffc46342) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:15:55.457152 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dba912-1db1-4e70-8b78-b5ef4e110268 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:55.457617 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16dba912-1db1-4e70-8b78-b5ef4e110268 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.465923 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005acf93-896d-4e51-98cd-9275f63b92c3 None None] Network 05a70df0-2e7d-4e65-8026-6898ffc46342 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:15:55.475556 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-16dba912-1db1-4e70-8b78-b5ef4e110268 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4035957 Nov 27 02:15:55.478208 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52308) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:15:55.500495 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.507061 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.570461 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Pushing event updated for resources: {'Port': ['ID=8308ff97-e0f5-42e0-99e0-e2a316db2ef3,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:55.572664 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Attempting to bind port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:15:55.573129 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Attempting to bind port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:15:55.573922 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Attempting to bind port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:15:55.576955 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc61ffa-cdc9-408b-a3b2-7597d6f30266 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:15:55.583878 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:55.584363 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:55.584801 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:55.585940 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:55.585940 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:55.586157 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:55.586599 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:55.587014 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:55.587569 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:55.588178 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:55.588345 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:55.588763 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:15:55.592207 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:15:55.592781 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:15:55.593377 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.593826 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:15:55.594424 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Bound port: 8308ff97-e0f5-42e0-99e0-e2a316db2ef3, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:15:55.594902 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.630789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-05a70df0-2e7d-4e65-8026-6898ffc46342', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ips': [{'subnet_id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:15:55.631665 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.654670 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] For port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:15:55.658208 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] For port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8308ff97-e0f5-42e0-99e0-e2a316db2ef3,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:15:55.662888 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.715965 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27beee-d87c-41c4-bac0-02acf6d9a081 None None] Pushing event updated for resources: {'Port': ['ID=8308ff97-e0f5-42e0-99e0-e2a316db2ef3,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:55.730833 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Routers {'a2b63612-998f-4198-9fad-448119cb60b6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:15:55.731383 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a2b63612-998f-4198-9fad-448119cb60b6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:55.739131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-107e90c5-1f00-4c87-8706-e2687d175ad7 None None] Provisioning complete for port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:55.740031 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-107e90c5-1f00-4c87-8706-e2687d175ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.765448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11bdfa2-a7b7-48e4-a6ce-a842aa449dc1 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:15:55.821311 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Allocated IP 172.20.0.2 (05a70df0-2e7d-4e65-8026-6898ffc46342/dd02f5da-4b62-4cd8-9162-97b699ff7aea/eb11b178-6117-4ebe-8068-682fa39d0f4a) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:15:55.844897 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] Set router a2b63612-998f-4198-9fad-448119cb60b6 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:15:55.886322 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-107e90c5-1f00-4c87-8706-e2687d175ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.905657 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-107e90c5-1f00-4c87-8706-e2687d175ad7 None None] For port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8308ff97-e0f5-42e0-99e0-e2a316db2ef3,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:15:55.936570 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-107e90c5-1f00-4c87-8706-e2687d175ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:55.960270 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:56.014575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e90c5-1f00-4c87-8706-e2687d175ad7 None None] Pushing event updated for resources: {'Port': ['ID=8308ff97-e0f5-42e0-99e0-e2a316db2ef3,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:56.046641 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:54Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:56.081422 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07addff3-d412-42c9-b0a2-07ff72845e52 None None] The sync data for ids ['a2b63612-998f-4198-9fad-448119cb60b6'] in n-d-819494-2 is: [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:54Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:15:56.084143 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:56.085604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-c369c7a5-05da-48ea-ba7b-6f1e1d057bc4 None None] Provisioning complete for port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:56.085805 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c369c7a5-05da-48ea-ba7b-6f1e1d057bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:56.109903 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:56.169884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Network 05a70df0-2e7d-4e65-8026-6898ffc46342 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:15:56.176465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Pushing event updated for resources: {'Port': ['ID=eb11b178-6117-4ebe-8068-682fa39d0f4a,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:56.179585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:15:56.182080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:15:56.263097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Attempting to bind port eb11b178-6117-4ebe-8068-682fa39d0f4a on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:15:56.263467 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Attempting to bind port eb11b178-6117-4ebe-8068-682fa39d0f4a by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:15:56.264078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Attempting to bind port eb11b178-6117-4ebe-8068-682fa39d0f4a on network 05a70df0-2e7d-4e65-8026-6898ffc46342 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:15:56.267310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.20.0.1 (05a70df0-2e7d-4e65-8026-6898ffc46342/dd02f5da-4b62-4cd8-9162-97b699ff7aea/c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:15:56.271646 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:15:56.272116 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Checking segment: {'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:15:56.272593 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:56.273435 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Bound using segment: {'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:15:56.273568 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Bound port: eb11b178-6117-4ebe-8068-682fa39d0f4a, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:15:56.273994 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:56.421870 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:56.469222 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:56.519080 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] For port eb11b178-6117-4ebe-8068-682fa39d0f4a, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:15:56.519637 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 05a70df0-2e7d-4e65-8026-6898ffc46342 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:15:56.523692 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] For port eb11b178-6117-4ebe-8068-682fa39d0f4a, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=eb11b178-6117-4ebe-8068-682fa39d0f4a,segment=NetworkSegment(194aecd0-95b5-4b9f-98f8-fbab4ba6396b),segment_id=194aecd0-95b5-4b9f-98f8-fbab4ba6396b)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:15:56.527630 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:15:56.527805 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:56.535487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:15:56.539021 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:56.584881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:56.597788 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c696c7b-30e0-4c4e-b354-046d651f5d88 None None] Pushing event updated for resources: {'Port': ['ID=eb11b178-6117-4ebe-8068-682fa39d0f4a,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:57.053099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:15:57.081516 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:57.119665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:57.120043 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:57.199689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device eb11b178-6117-4ebe-8068-682fa39d0f4a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:15:57.247621 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port eb11b178-6117-4ebe-8068-682fa39d0f4a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:57.248072 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:57.343503 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:57.378934 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port eb11b178-6117-4ebe-8068-682fa39d0f4a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=eb11b178-6117-4ebe-8068-682fa39d0f4a,segment=NetworkSegment(194aecd0-95b5-4b9f-98f8-fbab4ba6396b),segment_id=194aecd0-95b5-4b9f-98f8-fbab4ba6396b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:15:57.383018 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:57.383926 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:57.390060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:57.438770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=eb11b178-6117-4ebe-8068-682fa39d0f4a,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:57.470960 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:57.472791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:57.570902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 05a70df0-2e7d-4e65-8026-6898ffc46342 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:15:57.572843 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:15:57.625327 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbda6974-ba57-48f7-953b-55bd1ecaa821 None None] Network 05a70df0-2e7d-4e65-8026-6898ffc46342 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:15:57.689419 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router a2b63612-998f-4198-9fad-448119cb60b6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:15:57.742381 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-7c48bf5a-43f9-46e5-ad61-495f7847c115 None None] Provisioning complete for port eb11b178-6117-4ebe-8068-682fa39d0f4a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:57.742786 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7c48bf5a-43f9-46e5-ad61-495f7847c115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:57.805592 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:15:57.813501 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6c6d42c3-0f90-4afe-94c3-06a15fdccbd6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "PUT /v2.0/routers/a2b63612-998f-4198-9fad-448119cb60b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3342192 Nov 27 02:15:58.089476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-33d647cb-ebd9-4704-bea9-996c9547eca6 None None] Provisioning complete for port eb11b178-6117-4ebe-8068-682fa39d0f4a triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:58.089952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-33d647cb-ebd9-4704-bea9-996c9547eca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:58.158779 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-06edbe60-92ad-4e4e-a519-e638f1774fd1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545120054&fields=id&tenant_id=ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 267 time: 0.0489838 Nov 27 02:15:58.184648 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Sync routers for ids ['a2b63612-998f-4198-9fad-448119cb60b6'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:15:58.210044 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Routers {'a2b63612-998f-4198-9fad-448119cb60b6'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:15:58.210718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a2b63612-998f-4198-9fad-448119cb60b6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:58.252372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-33d647cb-ebd9-4704-bea9-996c9547eca6 None None] Provisioning complete for port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:58.252746 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-33d647cb-ebd9-4704-bea9-996c9547eca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:58.274895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-85f0097c-baa4-4713-acb4-e7b7b9f3cf2e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:15:58.276530 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-85f0097c-baa4-4713-acb4-e7b7b9f3cf2e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/networks?id=05a70df0-2e7d-4e65-8026-6898ffc46342 HTTP/1.1" status: 200 len: 797 time: 0.1093760 Nov 27 02:15:58.293449 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-d986075f-b2d1-4416-98e2-2dfb961d3db8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/quotas/ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 375 time: 0.0095742 Nov 27 02:15:58.334699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-33d647cb-ebd9-4704-bea9-996c9547eca6 None None] Port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:15:58.358389 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Set router a2b63612-998f-4198-9fad-448119cb60b6 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:15:58.502063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-19c06b99-f252-4d4e-a384-2288d0f5acc3 None None] Provisioning complete for port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:58.502461 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19c06b99-f252-4d4e-a384-2288d0f5acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:58.578596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-19c06b99-f252-4d4e-a384-2288d0f5acc3 None None] Port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:15:58.606885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:57Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0', 'name': '', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ac:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:56Z', 'updated_at': '2021-11-27T02:15:57Z', 'revision_number': 2, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:58.634353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Checking router: a2b63612-998f-4198-9fad-448119cb60b6 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:15:58.635053 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Updating router a2b63612-998f-4198-9fad-448119cb60b6 port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:15:58.659599 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:58.687755 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-75ff04e6-74b0-4150-b5ec-5eb57e950dd2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3876951 Nov 27 02:15:58.719438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-973eaa53-fe2a-47dd-a201-42cc1a267451 None None] Provisioning complete for port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:58.719811 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-973eaa53-fe2a-47dd-a201-42cc1a267451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:58.782110 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-148fce36-7456-48aa-9782-61dfc812d3c8 service neutron] 10.222.0.37 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820668 Nov 27 02:15:58.816699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-973eaa53-fe2a-47dd-a201-42cc1a267451 None None] Port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:15:58.875164 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-472db26f-9311-4d2f-acda-ce1058bd787b service neutron] 10.222.0.37 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866461 Nov 27 02:15:58.966194 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:58.972876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:59.006705 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device eb11b178-6117-4ebe-8068-682fa39d0f4a up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:15:59.058072 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-48239bd6-91a3-424e-9ccc-861499eaf525 req-b83d8fe3-68d3-4be8-80e8-fc10ed1108fa tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 210 time: 0.0361562 Nov 27 02:15:59.062464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110393d-b17d-4ffb-9299-1d8fe3e32683 None None] Pushing event updated for resources: {'Port': ['ID=c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:59.141229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port eb11b178-6117-4ebe-8068-682fa39d0f4a triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:59.141608 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:59.143230 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Attempting to bind port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:15:59.143607 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Attempting to bind port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:15:59.143979 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Attempting to bind port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 on network 05a70df0-2e7d-4e65-8026-6898ffc46342 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:15:59.174270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:15:59.174922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Checking segment: {'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:15:59.175478 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:59.175878 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Bound using segment: {'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:15:59.176362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Bound port: c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:15:59.177372 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:59.294643 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] For port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:15:59.299611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] For port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0,segment=NetworkSegment(194aecd0-95b5-4b9f-98f8-fbab4ba6396b),segment_id=194aecd0-95b5-4b9f-98f8-fbab4ba6396b)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:15:59.305513 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:59.370183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Routers {'a2b63612-998f-4198-9fad-448119cb60b6'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:15:59.370843 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a2b63612-998f-4198-9fad-448119cb60b6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:15:59.419321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1a46b2f9-58ae-41a3-8299-2114e06ef61f None None] Provisioning complete for port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:59.419783 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a46b2f9-58ae-41a3-8299-2114e06ef61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:59.421677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110393d-b17d-4ffb-9299-1d8fe3e32683 None None] Pushing event updated for resources: {'Port': ['ID=c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:59.564445 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] Set router a2b63612-998f-4198-9fad-448119cb60b6 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:15:59.604997 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a46b2f9-58ae-41a3-8299-2114e06ef61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:59.719094 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1a46b2f9-58ae-41a3-8299-2114e06ef61f None None] For port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0,segment=NetworkSegment(194aecd0-95b5-4b9f-98f8-fbab4ba6396b),segment_id=194aecd0-95b5-4b9f-98f8-fbab4ba6396b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:15:59.726565 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a46b2f9-58ae-41a3-8299-2114e06ef61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:15:59.954965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46b2f9-58ae-41a3-8299-2114e06ef61f None None] Pushing event updated for resources: {'Port': ['ID=c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:15:59.959702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3c9d486f-1a4c-46a7-8579-2b609317078c None None] Provisioning complete for port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:15:59.960067 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3c9d486f-1a4c-46a7-8579-2b609317078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:00.085314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:57Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0', 'name': '', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ac:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:56Z', 'updated_at': '2021-11-27T02:15:59Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:16:00.123160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6df9028-7c2c-4d0e-9d15-1a049a6b219b None None] The sync data for ids ['a2b63612-998f-4198-9fad-448119cb60b6'] in n-d-819494-2 is: [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:57Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0', 'name': '', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ac:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:56Z', 'updated_at': '2021-11-27T02:15:59Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:16:00.124512 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-f71c1fbb-d716-4e78-98f8-5964e1269484 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:00.126769 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-f71c1fbb-d716-4e78-98f8-5964e1269484 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/networks?id=05a70df0-2e7d-4e65-8026-6898ffc46342 HTTP/1.1" status: 200 len: 797 time: 0.1192131 Nov 27 02:16:00.212361 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eb0a071d-dad4-44d1-9b31-25ef481eee05 req-cc873916-780e-4695-a1f0-ae531b55f36f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 210 time: 0.0501077 Nov 27 02:16:00.256195 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-c77e4da0-5553-43d5-b565-a8af19fe878f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 379 time: 0.1131995 Nov 27 02:16:00.272061 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'port': {'device_id': '63252990-77de-4312-82e7-606033725f02', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'admin_state_up': True, 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'security_groups': ['87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:16:00.388113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:16:00.391711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:00.521617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.20.0.5 (05a70df0-2e7d-4e65-8026-6898ffc46342/dd02f5da-4b62-4cd8-9162-97b699ff7aea/d635a17a-8eda-4be2-aa41-39659930eb1e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:16:00.674421 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:00.712287 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:00.761869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 05a70df0-2e7d-4e65-8026-6898ffc46342 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:16:00.765084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:16:00.770934 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:16:00.775013 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=d635a17a-8eda-4be2-aa41-39659930eb1e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:16:00.826963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:00.827614 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:00.846592 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-df286ad2-d5d1-4962-8b8d-7a1470556fbc tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790226 Nov 27 02:16:00.864918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Request body: {'port': {'device_id': '63252990-77de-4312-82e7-606033725f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:16:00.925608 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:01.034596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:16:01.085785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2e506e99-6308-4657-8ad2-83a43eba9fa2 None None] Provisioning complete for port d635a17a-8eda-4be2-aa41-39659930eb1e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:16:01.086164 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2e506e99-6308-4657-8ad2-83a43eba9fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:01.134759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:16:01.135134 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:01.137429 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2e506e99-6308-4657-8ad2-83a43eba9fa2 None None] Port d635a17a-8eda-4be2-aa41-39659930eb1e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:16:01.228842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d635a17a-8eda-4be2-aa41-39659930eb1e {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:16:01.236902 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:01.251776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Transition to ACTIVE for port object d635a17a-8eda-4be2-aa41-39659930eb1e will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:16:01.256260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:01.316595 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d635a17a-8eda-4be2-aa41-39659930eb1e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:16:01.389809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Attempting to bind port d635a17a-8eda-4be2-aa41-39659930eb1e on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:16:01.390137 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Attempting to bind port d635a17a-8eda-4be2-aa41-39659930eb1e by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:16:01.390660 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Attempting to bind port d635a17a-8eda-4be2-aa41-39659930eb1e on network 05a70df0-2e7d-4e65-8026-6898ffc46342 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:16:01.395378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Port d635a17a-8eda-4be2-aa41-39659930eb1e on network 05a70df0-2e7d-4e65-8026-6898ffc46342 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:16:01.395710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Attempting to bind port d635a17a-8eda-4be2-aa41-39659930eb1e on network 05a70df0-2e7d-4e65-8026-6898ffc46342 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:16:01.400965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:16:01.401356 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Checking segment: {'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:16:01.401750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Bound using segment: {'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:16:01.402183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Bound port: d635a17a-8eda-4be2-aa41-39659930eb1e, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194aecd0-95b5-4b9f-98f8-fbab4ba6396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:16:01.402569 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:01.405793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8d434-008f-4593-a649-160cf8bcb883 req-6ee03169-efba-4dd7-833e-31f522b92693 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:01.407703 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22e8d434-008f-4593-a649-160cf8bcb883 req-6ee03169-efba-4dd7-833e-31f522b92693 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 943 time: 0.1248245 Nov 27 02:16:01.467952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-22e8d434-008f-4593-a649-160cf8bcb883 req-31c34a19-03ed-4a7e-b1c4-9a3d27a2097f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520442 Nov 27 02:16:01.474079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] For port d635a17a-8eda-4be2-aa41-39659930eb1e, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:16:01.478051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] For port d635a17a-8eda-4be2-aa41-39659930eb1e, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d635a17a-8eda-4be2-aa41-39659930eb1e,segment=NetworkSegment(194aecd0-95b5-4b9f-98f8-fbab4ba6396b),segment_id=194aecd0-95b5-4b9f-98f8-fbab4ba6396b)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:16:01.483080 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:01.522053 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:01.522714 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:01.524221 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] 10.222.0.42 "PUT /v2.0/ports/d635a17a-8eda-4be2-aa41-39659930eb1e HTTP/1.1" status: 200 len: 1091 time: 0.6643884 Nov 27 02:16:01.528478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63252990-77de-4312-82e7-606033725f02', 'tag': 'd635a17a-8eda-4be2-aa41-39659930eb1e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:16:01.530976 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf96063c-cea1-4ec9-a7fd-c8a95245d27d" -d '{"events": [{"name": "network-changed", "server_uuid": "63252990-77de-4312-82e7-606033725f02", "tag": "d635a17a-8eda-4be2-aa41-39659930eb1e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:16:01.556328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8187003-d372-4964-b196-cbdd983b53e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d635a17a-8eda-4be2-aa41-39659930eb1e,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:16:01.581003 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8ff696-583f-45f0-9c73-5acf31fbf1c1 x-openstack-request-id: req-6c8ff696-583f-45f0-9c73-5acf31fbf1c1 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:16:01.581307 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63252990-77de-4312-82e7-606033725f02", "tag": "d635a17a-8eda-4be2-aa41-39659930eb1e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:16:01.581567 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c8ff696-583f-45f0-9c73-5acf31fbf1c1 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:16:01.581979 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63252990-77de-4312-82e7-606033725f02', 'tag': 'd635a17a-8eda-4be2-aa41-39659930eb1e', 'status': 'completed', 'code': 200} Nov 27 02:16:01.642743 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-8021930b-3157-4eb7-9b1f-9ba1f772e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:01.644439 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-8021930b-3157-4eb7-9b1f-9ba1f772e030 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 1094 time: 0.0435970 Nov 27 02:16:01.694888 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-fa3796f6-9a74-44d5-b986-fabb8ad00209 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d635a17a-8eda-4be2-aa41-39659930eb1e HTTP/1.1" status: 200 len: 217 time: 0.0355587 Nov 27 02:16:01.750016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-0afb3882-b896-4af0-b2c6-53959c4ad6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:01.751482 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-0afb3882-b896-4af0-b2c6-53959c4ad6fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd02f5da-4b62-4cd8-9162-97b699ff7aea HTTP/1.1" status: 200 len: 835 time: 0.0491245 Nov 27 02:16:01.797478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-8dfb7f18-132e-42e1-a663-eead292580b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:01.799003 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-8dfb7f18-132e-42e1-a663-eead292580b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05a70df0-2e7d-4e65-8026-6898ffc46342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410187 Nov 27 02:16:01.891372 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-c0c7d063-4443-4469-b322-cc70159b034f service neutron] 10.222.0.42 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851786 Nov 27 02:16:01.985899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7a1fbd33-f491-4ddc-bbb4-66143d5acaf3 req-dea9dc1a-fe76-4304-900f-56b2273144ba service neutron] 10.222.0.42 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879874 Nov 27 02:16:02.117398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96063c-cea1-4ec9-a7fd-c8a95245d27d req-83806916-5f34-46bf-800e-9d733c78b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:02.118934 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf96063c-cea1-4ec9-a7fd-c8a95245d27d req-83806916-5f34-46bf-800e-9d733c78b614 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 1094 time: 0.0414121 Nov 27 02:16:02.215222 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96063c-cea1-4ec9-a7fd-c8a95245d27d req-0e058c1c-3736-41c2-a080-0827b91f7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:02.216707 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf96063c-cea1-4ec9-a7fd-c8a95245d27d req-0e058c1c-3736-41c2-a080-0827b91f7786 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05a70df0-2e7d-4e65-8026-6898ffc46342 HTTP/1.1" status: 200 len: 898 time: 0.0893757 Nov 27 02:16:02.258760 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf96063c-cea1-4ec9-a7fd-c8a95245d27d req-89eefe56-8d0e-4c50-81dd-992f6688ac75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d635a17a-8eda-4be2-aa41-39659930eb1e HTTP/1.1" status: 200 len: 217 time: 0.0349526 Nov 27 02:16:02.308734 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96063c-cea1-4ec9-a7fd-c8a95245d27d req-0e03a7ba-3c83-4f0c-a85c-4028cff3945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:02.310155 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf96063c-cea1-4ec9-a7fd-c8a95245d27d req-0e03a7ba-3c83-4f0c-a85c-4028cff3945b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd02f5da-4b62-4cd8-9162-97b699ff7aea HTTP/1.1" status: 200 len: 835 time: 0.0442111 Nov 27 02:16:02.360641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96063c-cea1-4ec9-a7fd-c8a95245d27d req-da65184e-c70a-430b-a9a8-2fe549bb5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:02.362101 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf96063c-cea1-4ec9-a7fd-c8a95245d27d req-da65184e-c70a-430b-a9a8-2fe549bb5335 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05a70df0-2e7d-4e65-8026-6898ffc46342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431871 Nov 27 02:16:02.452762 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf96063c-cea1-4ec9-a7fd-c8a95245d27d req-fce3e35c-0cd1-4f77-90f0-ac4e2be52866 service neutron] 10.222.0.42 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817251 Nov 27 02:16:02.546487 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bf96063c-cea1-4ec9-a7fd-c8a95245d27d req-aaedc70e-fa81-4703-bf60-ac248744bd92 service neutron] 10.222.0.42 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860167 Nov 27 02:16:02.591475 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45919-a34e-4d60-be57-b497ab3f7c45 req-fcd1b227-31be-4cf9-968a-995fb683a5c5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:02.592957 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74f45919-a34e-4d60-be57-b497ab3f7c45 req-fcd1b227-31be-4cf9-968a-995fb683a5c5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 943 time: 0.0539169 Nov 27 02:16:02.642247 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-74f45919-a34e-4d60-be57-b497ab3f7c45 req-25aa2678-75ee-40cd-962e-7a30caf9a59e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428717 Nov 27 02:16:03.758718 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c87af-8ef9-44d3-bb12-206e77e13fec req-d4bcebe2-750d-490c-984a-46e9eecce007 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:03.760175 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-594c87af-8ef9-44d3-bb12-206e77e13fec req-d4bcebe2-750d-490c-984a-46e9eecce007 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 943 time: 0.0493693 Nov 27 02:16:03.808817 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-594c87af-8ef9-44d3-bb12-206e77e13fec req-8988b8ac-8893-4dfc-8185-54ad3eef2b8d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 Nov 27 02:16:04.923827 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ce4d5-6d93-4cee-9941-71fa1e6e37a5 req-f3f16eda-e991-4b6a-bdd1-202c83a6c811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:04.925560 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-827ce4d5-6d93-4cee-9941-71fa1e6e37a5 req-f3f16eda-e991-4b6a-bdd1-202c83a6c811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 943 time: 0.0497310 Nov 27 02:16:04.974435 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-827ce4d5-6d93-4cee-9941-71fa1e6e37a5 req-5db7abff-bf00-4446-bd55-0e1d06663811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429115 Nov 27 02:16:06.093556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd78327-a7bb-496a-b6e5-8e0cd45c3c45 req-e1012302-0d94-4de9-ba1e-abb3402c63b8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:06.095125 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8dd78327-a7bb-496a-b6e5-8e0cd45c3c45 req-e1012302-0d94-4de9-ba1e-abb3402c63b8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 943 time: 0.0515199 Nov 27 02:16:06.143800 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8dd78327-a7bb-496a-b6e5-8e0cd45c3c45 req-976eb551-79c7-4e7c-bc6d-df556412e19f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418987 Nov 27 02:16:06.428575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d635a17a-8eda-4be2-aa41-39659930eb1e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:16:06.522245 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d635a17a-8eda-4be2-aa41-39659930eb1e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d635a17a-8eda-4be2-aa41-39659930eb1e,segment=NetworkSegment(194aecd0-95b5-4b9f-98f8-fbab4ba6396b),segment_id=194aecd0-95b5-4b9f-98f8-fbab4ba6396b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:16:06.533167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'd635a17a-8eda-4be2-aa41-39659930eb1e', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'port_id': 'd635a17a-8eda-4be2-aa41-39659930eb1e', 'mac_address': 'fa:16:3e:7f:c7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:16:06.568535 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:06.580444 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d635a17a-8eda-4be2-aa41-39659930eb1e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:16:06.599816 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d635a17a-8eda-4be2-aa41-39659930eb1e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d635a17a-8eda-4be2-aa41-39659930eb1e,segment=NetworkSegment(194aecd0-95b5-4b9f-98f8-fbab4ba6396b),segment_id=194aecd0-95b5-4b9f-98f8-fbab4ba6396b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:16:06.604124 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:06.655097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=d635a17a-8eda-4be2-aa41-39659930eb1e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:16:06.875782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['d635a17a-8eda-4be2-aa41-39659930eb1e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:16:07.263497 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf183e-8a39-42e3-8327-dfb4d6bb5c79 req-dd17fc85-cbd7-479f-911e-c250e7b191f6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:07.265117 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bfbf183e-8a39-42e3-8327-dfb4d6bb5c79 req-dd17fc85-cbd7-479f-911e-c250e7b191f6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 944 time: 0.0525122 Nov 27 02:16:07.313870 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-bfbf183e-8a39-42e3-8327-dfb4d6bb5c79 req-5705a0f7-7a88-4e11-99e3-863bd8ea4353 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430090 Nov 27 02:16:08.431034 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dba71-f3ea-4ac1-bbba-0c4977fcf611 req-36db9c05-2551-4b15-b338-88d56c38fdac tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:08.432436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cb0dba71-f3ea-4ac1-bbba-0c4977fcf611 req-36db9c05-2551-4b15-b338-88d56c38fdac tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 944 time: 0.0527685 Nov 27 02:16:08.444465 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d635a17a-8eda-4be2-aa41-39659930eb1e up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:16:08.481626 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cb0dba71-f3ea-4ac1-bbba-0c4977fcf611 req-39d47fa1-83d9-432f-90d1-f7608ba7c433 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433164 Nov 27 02:16:08.501892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port d635a17a-8eda-4be2-aa41-39659930eb1e completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:16:08.501892 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port d635a17a-8eda-4be2-aa41-39659930eb1e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:16:08.501892 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:08.574859 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:08.596283 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63252990-77de-4312-82e7-606033725f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd635a17a-8eda-4be2-aa41-39659930eb1e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:16:08.598520 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2163aca4-5f9c-4cdd-9ede-38b6e5ebaf3c" -d '{"events": [{"server_uuid": "63252990-77de-4312-82e7-606033725f02", "name": "network-vif-plugged", "status": "completed", "tag": "d635a17a-8eda-4be2-aa41-39659930eb1e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:16:08.611321 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port d635a17a-8eda-4be2-aa41-39659930eb1e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d635a17a-8eda-4be2-aa41-39659930eb1e,segment=NetworkSegment(194aecd0-95b5-4b9f-98f8-fbab4ba6396b),segment_id=194aecd0-95b5-4b9f-98f8-fbab4ba6396b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:16:08.615291 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:08.639525 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5495c48a-2f41-41a8-88cf-cf59e6f4a820 x-openstack-request-id: req-5495c48a-2f41-41a8-88cf-cf59e6f4a820 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:16:08.639817 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63252990-77de-4312-82e7-606033725f02", "name": "network-vif-plugged", "status": "completed", "tag": "d635a17a-8eda-4be2-aa41-39659930eb1e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:16:08.640065 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5495c48a-2f41-41a8-88cf-cf59e6f4a820 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:16:08.640453 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63252990-77de-4312-82e7-606033725f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd635a17a-8eda-4be2-aa41-39659930eb1e', 'code': 200} Nov 27 02:16:08.669872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=d635a17a-8eda-4be2-aa41-39659930eb1e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:16:08.772184 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7b754-e425-4962-9c63-65f75887c5ed req-71013c31-54e2-4714-b624-da6e90af0335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:08.773659 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5ef7b754-e425-4962-9c63-65f75887c5ed req-71013c31-54e2-4714-b624-da6e90af0335 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 1096 time: 0.0418344 Nov 27 02:16:08.820402 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5ef7b754-e425-4962-9c63-65f75887c5ed req-53af1b16-5138-4e08-acb9-c7bcb73c5a79 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394979 Nov 27 02:16:09.596873 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479da4b3-0095-45a5-8de6-b848d4dccfe9 req-05efbd6b-6495-4cca-8994-b0b5f23fea99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:09.598357 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-479da4b3-0095-45a5-8de6-b848d4dccfe9 req-05efbd6b-6495-4cca-8994-b0b5f23fea99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0493584 Nov 27 02:16:09.650426 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-479da4b3-0095-45a5-8de6-b848d4dccfe9 req-587563da-d1c2-4dc5-b0fb-32a542905d19 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459971 Nov 27 02:16:10.772242 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b956a12-dc55-4a99-ba81-387d1cfebcc7 req-9ec2d230-8b0e-475b-882b-f48fbf1bef4c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:10.773711 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b956a12-dc55-4a99-ba81-387d1cfebcc7 req-9ec2d230-8b0e-475b-882b-f48fbf1bef4c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0492098 Nov 27 02:16:10.822614 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8b956a12-dc55-4a99-ba81-387d1cfebcc7 req-92f71406-ef77-40dc-b57e-8cc8840c862e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428007 Nov 27 02:16:10.937820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2db5-5c98-417c-8fc4-91b733ff1103 req-d773ddc3-36ff-4334-9c8b-926c2efbfe01 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:10.939298 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcab2db5-5c98-417c-8fc4-91b733ff1103 req-d773ddc3-36ff-4334-9c8b-926c2efbfe01 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0482187 Nov 27 02:16:10.986947 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dcab2db5-5c98-417c-8fc4-91b733ff1103 req-23263ba5-48ec-4173-aa0d-7880a975766a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Nov 27 02:16:11.009087 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52368) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:16:11.052917 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e6baa4-14e6-4d0f-81dc-a780cef4403b tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:11.054449 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-01e6baa4-14e6-4d0f-81dc-a780cef4403b tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 1091 time: 0.0443754 Nov 27 02:16:11.057373 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52370) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:16:11.061719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': 'd635a17a-8eda-4be2-aa41-39659930eb1e', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:16:11.083446 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:11.181799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:11.279878 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.25.3.59 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/cd0331c2-af86-4f8b-8de6-6463ffeaaeff) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:16:11.392827 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:11.426042 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:11.467428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:16:11.470357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:16:11.474754 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:16:11.479909 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=cd0331c2-af86-4f8b-8de6-6463ffeaaeff,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:16:11.627422 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e39a22de-d1cd-481c-b578-bc2b61c1ed81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:11.825769 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:11.892841 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:12.035589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:12.040573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:12.109842 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=cd0331c2-af86-4f8b-8de6-6463ffeaaeff,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:16:12.121731 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:12.220580 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Floating IP 14bc79bb-7193-49d3-960c-f4be64c7b5f0 associated. External IP: 172.25.3.59, port: d635a17a-8eda-4be2-aa41-39659930eb1e. Nov 27 02:16:12.427173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router a2b63612-998f-4198-9fad-448119cb60b6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:16:12.532991 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:16:12.543517 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b53ea3-c6a9-4db0-a76e-39ee0c9a35a2 None None] Sync routers for ids ['a2b63612-998f-4198-9fad-448119cb60b6'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:16:12.549572 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:12.553180 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b53ea3-c6a9-4db0-a76e-39ee0c9a35a2 None None] Routers {'a2b63612-998f-4198-9fad-448119cb60b6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:16:12.553789 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a5b53ea3-c6a9-4db0-a76e-39ee0c9a35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a2b63612-998f-4198-9fad-448119cb60b6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:16:12.576549 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a9a2485b-e457-4233-bbe4-1aa6a1cf8081 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5181491 Nov 27 02:16:12.577135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63252990-77de-4312-82e7-606033725f02', 'tag': 'd635a17a-8eda-4be2-aa41-39659930eb1e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:16:12.579667 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac69453-2201-43d8-b121-0558b963400d" -d '{"events": [{"name": "network-changed", "server_uuid": "63252990-77de-4312-82e7-606033725f02", "tag": "d635a17a-8eda-4be2-aa41-39659930eb1e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:16:12.622437 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fd23ed-28b1-4fa8-a62a-805fc4b1117c x-openstack-request-id: req-24fd23ed-28b1-4fa8-a62a-805fc4b1117c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:16:12.622726 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63252990-77de-4312-82e7-606033725f02", "tag": "d635a17a-8eda-4be2-aa41-39659930eb1e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:16:12.622976 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24fd23ed-28b1-4fa8-a62a-805fc4b1117c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:16:12.623375 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63252990-77de-4312-82e7-606033725f02', 'tag': 'd635a17a-8eda-4be2-aa41-39659930eb1e', 'status': 'completed', 'code': 200} Nov 27 02:16:12.665726 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-a5b53ea3-c6a9-4db0-a76e-39ee0c9a35a2 None None] Set router a2b63612-998f-4198-9fad-448119cb60b6 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:16:12.720389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac69453-2201-43d8-b121-0558b963400d req-03f64e16-bbeb-4622-9e1b-8bcd54805823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:12.722550 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eac69453-2201-43d8-b121-0558b963400d req-03f64e16-bbeb-4622-9e1b-8bcd54805823 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 1096 time: 0.0529647 Nov 27 02:16:12.737412 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d58f-0a83-4e6e-94b5-4032c1296aaf req-d1d6a14e-e48f-42b0-a07b-a33347be01c8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:12.739036 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0f79d58f-0a83-4e6e-94b5-4032c1296aaf req-d1d6a14e-e48f-42b0-a07b-a33347be01c8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0519240 Nov 27 02:16:12.796771 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0f79d58f-0a83-4e6e-94b5-4032c1296aaf req-7dfb414b-3c55-48a7-91bd-841a069db426 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506427 Nov 27 02:16:12.820805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52378) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:16:12.830068 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac69453-2201-43d8-b121-0558b963400d req-798bfb81-dc1b-4e42-91f5-467921425ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:12.831897 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eac69453-2201-43d8-b121-0558b963400d req-798bfb81-dc1b-4e42-91f5-467921425ff8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05a70df0-2e7d-4e65-8026-6898ffc46342 HTTP/1.1" status: 200 len: 898 time: 0.1027071 Nov 27 02:16:12.882586 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-965ee4de-47de-4495-8dd3-b8f2d2176ee8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/14bc79bb-7193-49d3-960c-f4be64c7b5f0 HTTP/1.1" status: 200 len: 990 time: 0.0604732 Nov 27 02:16:12.900748 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eac69453-2201-43d8-b121-0558b963400d req-f7defebc-8369-4577-9af7-0eecd98aeacc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d635a17a-8eda-4be2-aa41-39659930eb1e HTTP/1.1" status: 200 len: 998 time: 0.0605729 Nov 27 02:16:12.950685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac69453-2201-43d8-b121-0558b963400d req-eda367b9-e32f-4f8f-b6ea-386528dc9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:12.952147 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eac69453-2201-43d8-b121-0558b963400d req-eda367b9-e32f-4f8f-b6ea-386528dc9c9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd02f5da-4b62-4cd8-9162-97b699ff7aea HTTP/1.1" status: 200 len: 835 time: 0.0447233 Nov 27 02:16:12.991949 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a5b53ea3-c6a9-4db0-a76e-39ee0c9a35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:57Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '14bc79bb-7193-49d3-960c-f4be64c7b5f0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'port_id': 'd635a17a-8eda-4be2-aa41-39659930eb1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'mac_address': 'fa:16:3e:7f:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63252990-77de-4312-82e7-606033725f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:16:11Z', 'updated_at': '2021-11-27T02:16:11Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0', 'name': '', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ac:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:56Z', 'updated_at': '2021-11-27T02:15:59Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:16:13.001577 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac69453-2201-43d8-b121-0558b963400d req-70023522-f880-488d-b78c-9cec8a3ac529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:13.003125 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eac69453-2201-43d8-b121-0558b963400d req-70023522-f880-488d-b78c-9cec8a3ac529 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05a70df0-2e7d-4e65-8026-6898ffc46342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436494 Nov 27 02:16:13.017477 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b53ea3-c6a9-4db0-a76e-39ee0c9a35a2 None None] Checking router: a2b63612-998f-4198-9fad-448119cb60b6 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:16:13.026174 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b53ea3-c6a9-4db0-a76e-39ee0c9a35a2 None None] Routers {'a2b63612-998f-4198-9fad-448119cb60b6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:16:13.026809 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a5b53ea3-c6a9-4db0-a76e-39ee0c9a35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:15:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a2b63612-998f-4198-9fad-448119cb60b6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:16:13.093187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eac69453-2201-43d8-b121-0558b963400d req-cc8d4cd0-8f8a-461e-bb6d-d0605f3029d9 service neutron] 10.222.0.42 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827494 Nov 27 02:16:13.135127 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-a5b53ea3-c6a9-4db0-a76e-39ee0c9a35a2 None None] Set router a2b63612-998f-4198-9fad-448119cb60b6 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:16:13.188196 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eac69453-2201-43d8-b121-0558b963400d req-21cba7d6-b41f-407b-8423-07068dc110e1 service neutron] 10.222.0.42 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864258 Nov 27 02:16:13.358292 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a5b53ea3-c6a9-4db0-a76e-39ee0c9a35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:57Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '14bc79bb-7193-49d3-960c-f4be64c7b5f0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'port_id': 'd635a17a-8eda-4be2-aa41-39659930eb1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'mac_address': 'fa:16:3e:7f:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63252990-77de-4312-82e7-606033725f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:16:11Z', 'updated_at': '2021-11-27T02:16:11Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0', 'name': '', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ac:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:56Z', 'updated_at': '2021-11-27T02:15:59Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:16:13.385909 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b53ea3-c6a9-4db0-a76e-39ee0c9a35a2 None None] The sync data for ids ['a2b63612-998f-4198-9fad-448119cb60b6'] in n-d-819494-2 is: [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:57Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '14bc79bb-7193-49d3-960c-f4be64c7b5f0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'port_id': 'd635a17a-8eda-4be2-aa41-39659930eb1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'mac_address': 'fa:16:3e:7f:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63252990-77de-4312-82e7-606033725f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:16:11Z', 'updated_at': '2021-11-27T02:16:11Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0', 'name': '', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ac:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:56Z', 'updated_at': '2021-11-27T02:15:59Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:16:13.588613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432aee34-6442-4a34-ba2b-c2305d73200e None None] New status for floating IP 14bc79bb-7193-49d3-960c-f4be64c7b5f0: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:16:13.886297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52380) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:16:13.950504 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-33862d68-aa8e-4935-95b1-a26925612c7d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/14bc79bb-7193-49d3-960c-f4be64c7b5f0 HTTP/1.1" status: 200 len: 992 time: 0.0629833 Nov 27 02:16:14.005692 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a7a78b8c-fd01-45ca-832a-a01cd77c5815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:14.926745 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:15.286130 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:16.950630 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:17.632618 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:17.696159 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:26.594766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd33fe75-5bfc-4390-8fd7-e1a891baebf2 req-93eecb0e-a8e6-4e33-b353-3ef9e0af1778 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4028583 Nov 27 02:16:26.679560 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd33fe75-5bfc-4390-8fd7-e1a891baebf2 req-a54ad1e0-f42a-432d-8d0c-3822d0fe4b58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0275569 Nov 27 02:16:26.723641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd33fe75-5bfc-4390-8fd7-e1a891baebf2 req-52266768-d3fa-4322-87bd-2d78c1134620 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187421 Nov 27 02:16:26.818028 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33fe75-5bfc-4390-8fd7-e1a891baebf2 req-72913ee6-0009-4679-8ed5-349b78764f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:26.819529 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dd33fe75-5bfc-4390-8fd7-e1a891baebf2 req-72913ee6-0009-4679-8ed5-349b78764f19 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893106 Nov 27 02:16:28.414214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e91568d6-e792-485e-9cee-6bcb706919c1 req-95aece89-5a53-4638-998d-778aa41c5912 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758018 Nov 27 02:16:28.516226 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91568d6-e792-485e-9cee-6bcb706919c1 req-084f7d58-615d-4dde-be1c-a7e546c5fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:28.517700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e91568d6-e792-485e-9cee-6bcb706919c1 req-084f7d58-615d-4dde-be1c-a7e546c5fb64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 1096 time: 0.0406454 Nov 27 02:16:28.624286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91568d6-e792-485e-9cee-6bcb706919c1 req-8e82ff6b-0e44-45da-9291-d9159a0d266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:28.625647 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e91568d6-e792-485e-9cee-6bcb706919c1 req-8e82ff6b-0e44-45da-9291-d9159a0d266a service neutron] 10.222.0.42 "GET /v2.0/networks?id=05a70df0-2e7d-4e65-8026-6898ffc46342 HTTP/1.1" status: 200 len: 898 time: 0.0860817 Nov 27 02:16:28.692100 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e91568d6-e792-485e-9cee-6bcb706919c1 req-003784ee-c0e6-4fad-ad34-126add33289e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d635a17a-8eda-4be2-aa41-39659930eb1e HTTP/1.1" status: 200 len: 1000 time: 0.0579817 Nov 27 02:16:28.742918 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91568d6-e792-485e-9cee-6bcb706919c1 req-3f6ebf2d-c07a-4433-965a-5570d7955f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:28.744349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e91568d6-e792-485e-9cee-6bcb706919c1 req-3f6ebf2d-c07a-4433-965a-5570d7955f72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd02f5da-4b62-4cd8-9162-97b699ff7aea HTTP/1.1" status: 200 len: 835 time: 0.0436325 Nov 27 02:16:28.795949 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91568d6-e792-485e-9cee-6bcb706919c1 req-319c7975-7d74-4cad-9c2a-a09df119dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:28.797436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e91568d6-e792-485e-9cee-6bcb706919c1 req-319c7975-7d74-4cad-9c2a-a09df119dd59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05a70df0-2e7d-4e65-8026-6898ffc46342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442898 Nov 27 02:16:28.887946 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e91568d6-e792-485e-9cee-6bcb706919c1 req-19eac7fc-386b-47e5-8461-b84a7532e376 service neutron] 10.222.0.42 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825160 Nov 27 02:16:28.982960 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e91568d6-e792-485e-9cee-6bcb706919c1 req-adc7341a-0a6d-44f9-989f-09ba28ebf7b1 service neutron] 10.222.0.42 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856318 Nov 27 02:16:29.280824 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:16:41.629320 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b8c33512-98d1-4494-8349-5379ceb55afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:42.728409 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40f2d7-ef51-4347-b70e-60bbef74a419 req-5400922a-e819-4025-a115-e78fb0dbae39 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:42.729874 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f40f2d7-ef51-4347-b70e-60bbef74a419 req-5400922a-e819-4025-a115-e78fb0dbae39 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0490291 Nov 27 02:16:42.778408 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6f40f2d7-ef51-4347-b70e-60bbef74a419 req-1f29385d-2db9-45b6-99be-773670e84653 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426111 Nov 27 02:16:43.893652 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14dd26-f518-4600-9852-f9666358cd27 req-62d6afaa-ad14-4705-b81c-fe99cbeb922a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:43.895140 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c14dd26-f518-4600-9852-f9666358cd27 req-62d6afaa-ad14-4705-b81c-fe99cbeb922a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0485773 Nov 27 02:16:43.944127 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5c14dd26-f518-4600-9852-f9666358cd27 req-38152876-df1d-4851-b573-332ef34a5b70 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430140 Nov 27 02:16:44.013125 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b3191e0a-4766-4e7f-aa40-6a92a2cbbdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:44.931115 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:45.061733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1316ec9-c9dc-48ab-9315-54a6ad0e80d3 req-8d358a88-4152-45b0-a149-d0d6d07a82f8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:45.063193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1316ec9-c9dc-48ab-9315-54a6ad0e80d3 req-8d358a88-4152-45b0-a149-d0d6d07a82f8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0474124 Nov 27 02:16:45.111382 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1316ec9-c9dc-48ab-9315-54a6ad0e80d3 req-050fb1df-c509-4bda-8540-9f6d51fc8af8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415349 Nov 27 02:16:45.288490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:46.229746 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d1b66-747f-47f3-b051-70535200f339 req-bece1d1a-205c-4ef1-9d34-074db44a6458 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:46.233550 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a32d1b66-747f-47f3-b051-70535200f339 req-bece1d1a-205c-4ef1-9d34-074db44a6458 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0549080 Nov 27 02:16:46.282442 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a32d1b66-747f-47f3-b051-70535200f339 req-58d14d3e-b147-4ff3-9fc6-9e0b45f7d85c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452266 Nov 27 02:16:46.954204 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:47.405603 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a8eff-95c6-4c99-9dfd-373337c57a1c req-fbcafb78-e6f7-4516-b2f6-c400b96dd855 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:47.407086 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-001a8eff-95c6-4c99-9dfd-373337c57a1c req-fbcafb78-e6f7-4516-b2f6-c400b96dd855 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0558279 Nov 27 02:16:47.456360 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-001a8eff-95c6-4c99-9dfd-373337c57a1c req-9c30f3d1-070d-4d2e-93a8-87fcec160515 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432866 Nov 27 02:16:47.636033 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:47.697294 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:16:48.575340 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c2245-7eec-47cf-864a-22bcc7e438fc req-298f1c8c-f95e-4a4b-b213-366fa30da3fe tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:48.576822 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1d7c2245-7eec-47cf-864a-22bcc7e438fc req-298f1c8c-f95e-4a4b-b213-366fa30da3fe tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0520561 Nov 27 02:16:48.624208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1d7c2245-7eec-47cf-864a-22bcc7e438fc req-64f0d82f-cbc3-49f0-90ea-929ad5f878f3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415983 Nov 27 02:16:49.739836 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9234f2-7300-4e00-892c-c542a01ea0ef req-bc275ad8-9168-4120-ae8f-0c55098e8aef tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:49.741299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b9234f2-7300-4e00-892c-c542a01ea0ef req-bc275ad8-9168-4120-ae8f-0c55098e8aef tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0486307 Nov 27 02:16:49.791329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2b9234f2-7300-4e00-892c-c542a01ea0ef req-a06c6819-4612-4fe8-83f3-9ef1620c1d03 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440521 Nov 27 02:16:50.906851 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa99be-6372-488b-9915-d0625dab936c req-3fd4609e-f43b-43e7-b1a6-0ce292d691d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:50.908322 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1afa99be-6372-488b-9915-d0625dab936c req-3fd4609e-f43b-43e7-b1a6-0ce292d691d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0488591 Nov 27 02:16:50.956824 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1afa99be-6372-488b-9915-d0625dab936c req-3a5e2b42-6639-400f-9d2c-89e7d65ea7b8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421226 Nov 27 02:16:52.077403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505600ec-f7f4-4379-acaa-7e3f1f8821bb req-c8387904-a15e-4f8b-8077-e98aeb1eb373 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:52.078938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-505600ec-f7f4-4379-acaa-7e3f1f8821bb req-c8387904-a15e-4f8b-8077-e98aeb1eb373 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0532618 Nov 27 02:16:52.129565 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-505600ec-f7f4-4379-acaa-7e3f1f8821bb req-5eec79df-d0e7-427c-890c-e207c2fba4a8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445309 Nov 27 02:16:53.244033 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302607de-8487-473e-b5d2-e723b1ad1be7 req-3eae43e1-53ce-4250-9e46-43b4b5819c78 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:53.245502 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-302607de-8487-473e-b5d2-e723b1ad1be7 req-3eae43e1-53ce-4250-9e46-43b4b5819c78 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0482650 Nov 27 02:16:53.298393 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-302607de-8487-473e-b5d2-e723b1ad1be7 req-69dd90b9-cc22-4ef3-8ea2-e484d28781c5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468352 Nov 27 02:16:53.321310 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52418) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:16:53.380767 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5d126c05-bb60-4c5b-b7cb-4abcadb2a710 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/14bc79bb-7193-49d3-960c-f4be64c7b5f0 HTTP/1.1" status: 200 len: 992 time: 0.0577159 Nov 27 02:16:54.653085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017938a-3201-4c04-9e28-42a7472d0724 req-ca77b479-87fe-400f-86eb-62f501c17217 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:54.654506 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0017938a-3201-4c04-9e28-42a7472d0724 req-ca77b479-87fe-400f-86eb-62f501c17217 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0492828 Nov 27 02:16:54.725519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2f695-bf9f-4fd0-b420-ae5a1d21b38c req-52d86f6b-d23f-4594-b185-f074624821b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:54.727043 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6dd2f695-bf9f-4fd0-b420-ae5a1d21b38c req-52d86f6b-d23f-4594-b185-f074624821b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 1096 time: 0.0710583 Nov 27 02:16:54.731208 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0017938a-3201-4c04-9e28-42a7472d0724 req-555f28a8-7f38-47b4-bcd9-46039315911c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679150 Nov 27 02:16:54.821380 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2f695-bf9f-4fd0-b420-ae5a1d21b38c req-1ce4aadd-5b4e-44a8-bd6b-d990b31dafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:54.822881 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6dd2f695-bf9f-4fd0-b420-ae5a1d21b38c req-1ce4aadd-5b4e-44a8-bd6b-d990b31dafc0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05a70df0-2e7d-4e65-8026-6898ffc46342 HTTP/1.1" status: 200 len: 898 time: 0.0877097 Nov 27 02:16:54.888372 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6dd2f695-bf9f-4fd0-b420-ae5a1d21b38c req-4132099c-9995-4ba6-819f-2c89712c4472 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d635a17a-8eda-4be2-aa41-39659930eb1e HTTP/1.1" status: 200 len: 1000 time: 0.0580361 Nov 27 02:16:54.941861 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2f695-bf9f-4fd0-b420-ae5a1d21b38c req-ee011385-ed74-44dd-81af-9d0553a21f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:54.943878 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6dd2f695-bf9f-4fd0-b420-ae5a1d21b38c req-ee011385-ed74-44dd-81af-9d0553a21f46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd02f5da-4b62-4cd8-9162-97b699ff7aea HTTP/1.1" status: 200 len: 835 time: 0.0485585 Nov 27 02:16:54.989346 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2f695-bf9f-4fd0-b420-ae5a1d21b38c req-850e42fc-9f04-4081-a72b-6242bc2f77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:54.991396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6dd2f695-bf9f-4fd0-b420-ae5a1d21b38c req-850e42fc-9f04-4081-a72b-6242bc2f77c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05a70df0-2e7d-4e65-8026-6898ffc46342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402191 Nov 27 02:16:55.081573 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6dd2f695-bf9f-4fd0-b420-ae5a1d21b38c req-c64e5f52-c0a2-4bee-8cfb-a21982966373 service neutron] 10.222.0.42 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820520 Nov 27 02:16:55.176118 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6dd2f695-bf9f-4fd0-b420-ae5a1d21b38c req-680e7892-028a-42db-973d-a088c0eabaef service neutron] 10.222.0.42 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871077 Nov 27 02:16:55.849675 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00448e-6fe5-4e39-9bb2-13a6f837b8a7 req-5d10eff4-ad35-48fa-844f-5a213286949f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:16:55.851185 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2e00448e-6fe5-4e39-9bb2-13a6f837b8a7 req-5d10eff4-ad35-48fa-844f-5a213286949f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0490141 Nov 27 02:16:55.903781 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-2e00448e-6fe5-4e39-9bb2-13a6f837b8a7 req-c246fba7-01a8-4a96-80ff-b3d0ac2f3619 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466087 Nov 27 02:16:55.925862 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52428) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:16:55.985357 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f3f500df-3d23-4425-971a-0b70210f0366 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/14bc79bb-7193-49d3-960c-f4be64c7b5f0 HTTP/1.1" status: 200 len: 992 time: 0.0583649 Nov 27 02:17:06.280321 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:17:11.630097 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd812d5d-2f12-4524-9e88-4fbecf6e20f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:14.004200 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c69ca3e-1651-4826-acaa-aab1b9ec8975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:14.945583 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:15.291475 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:16.956490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.651667 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:17.697984 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.413084 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52448) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:26.572365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port cd0331c2-af86-4f8b-8de6-6463ffeaaeff {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:17:26.572704 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.649057 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.649375 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.660636 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for cd0331c2-af86-4f8b-8de6-6463ffeaaeff owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:17:26.808275 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.834065 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=cd0331c2-af86-4f8b-8de6-6463ffeaaeff,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:26.845557 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:26.846007 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:26.846388 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:26.846736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:26.847073 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:26.847413 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:26.847752 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:26.848096 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:26.848417 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:26.848747 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:26.849579 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:26.849902 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:26.906587 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:26.906919 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Floating IP 14bc79bb-7193-49d3-960c-f4be64c7b5f0 disassociated (deleted). External IP: 172.25.3.59, port: d635a17a-8eda-4be2-aa41-39659930eb1e. Nov 27 02:17:27.114593 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router a2b63612-998f-4198-9fad-448119cb60b6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:17:27.220264 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:17:27.225824 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:27.230363 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb52c33-120b-4a4c-93e3-64a59ce31009 None None] Sync routers for ids ['a2b63612-998f-4198-9fad-448119cb60b6'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:17:27.240084 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb52c33-120b-4a4c-93e3-64a59ce31009 None None] Routers {'a2b63612-998f-4198-9fad-448119cb60b6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:27.240685 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1fb52c33-120b-4a4c-93e3-64a59ce31009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a2b63612-998f-4198-9fad-448119cb60b6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:27.251437 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6a88f3d0-94f2-4983-bdb1-1b5365892883 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/floatingips/14bc79bb-7193-49d3-960c-f4be64c7b5f0 HTTP/1.1" status: 204 len: 168 time: 0.8373399 Nov 27 02:17:27.252119 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63252990-77de-4312-82e7-606033725f02', 'tag': 'd635a17a-8eda-4be2-aa41-39659930eb1e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:17:27.254500 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5320d3d72a96248b26a4866b6291fd5f9976daeb36e5d21205400713eb6b1279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a221bba8-355e-4f2b-9767-1943c467578e" -d '{"events": [{"name": "network-changed", "server_uuid": "63252990-77de-4312-82e7-606033725f02", "tag": "d635a17a-8eda-4be2-aa41-39659930eb1e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:17:27.297527 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505f8a3c-0613-480d-954a-d3ce83258ee9 x-openstack-request-id: req-505f8a3c-0613-480d-954a-d3ce83258ee9 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:17:27.297825 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63252990-77de-4312-82e7-606033725f02", "tag": "d635a17a-8eda-4be2-aa41-39659930eb1e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:17:27.298087 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-505f8a3c-0613-480d-954a-d3ce83258ee9 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:17:27.298532 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63252990-77de-4312-82e7-606033725f02', 'tag': 'd635a17a-8eda-4be2-aa41-39659930eb1e', 'status': 'completed', 'code': 200} Nov 27 02:17:27.351673 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1fb52c33-120b-4a4c-93e3-64a59ce31009 None None] Set router a2b63612-998f-4198-9fad-448119cb60b6 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:27.391880 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221bba8-355e-4f2b-9767-1943c467578e req-d50cebd4-4a20-4483-9c2d-7f2b647e7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:27.393318 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a221bba8-355e-4f2b-9767-1943c467578e req-d50cebd4-4a20-4483-9c2d-7f2b647e7212 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 1096 time: 0.0492613 Nov 27 02:17:27.548747 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e10d97-b2d6-4b2b-bec5-59fb4a99c23d req-bdc2db98-4c5e-4892-bcbb-3a160942d8d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:27.550767 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0e10d97-b2d6-4b2b-bec5-59fb4a99c23d req-bdc2db98-4c5e-4892-bcbb-3a160942d8d4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.1164258 Nov 27 02:17:27.556438 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1fb52c33-120b-4a4c-93e3-64a59ce31009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:57Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0', 'name': '', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ac:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:56Z', 'updated_at': '2021-11-27T02:15:59Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:27.570284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221bba8-355e-4f2b-9767-1943c467578e req-87626b06-2bbc-417c-a3e6-5c1cd4c7b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:27.571698 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a221bba8-355e-4f2b-9767-1943c467578e req-87626b06-2bbc-417c-a3e6-5c1cd4c7b0c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05a70df0-2e7d-4e65-8026-6898ffc46342 HTTP/1.1" status: 200 len: 898 time: 0.1363778 Nov 27 02:17:27.586619 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb52c33-120b-4a4c-93e3-64a59ce31009 None None] Checking router: a2b63612-998f-4198-9fad-448119cb60b6 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:17:27.594730 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb52c33-120b-4a4c-93e3-64a59ce31009 None None] Routers {'a2b63612-998f-4198-9fad-448119cb60b6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:27.595342 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1fb52c33-120b-4a4c-93e3-64a59ce31009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a2b63612-998f-4198-9fad-448119cb60b6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:27.627064 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a221bba8-355e-4f2b-9767-1943c467578e req-900fe714-ded2-4868-be74-1e0ef739d5b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d635a17a-8eda-4be2-aa41-39659930eb1e HTTP/1.1" status: 200 len: 217 time: 0.0458286 Nov 27 02:17:27.669971 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b0e10d97-b2d6-4b2b-bec5-59fb4a99c23d req-83115232-22b6-4480-a49e-50fba4ba7513 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106248 Nov 27 02:17:27.697853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221bba8-355e-4f2b-9767-1943c467578e req-6915568b-2fff-407a-ada3-eed1edb242c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:27.699373 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a221bba8-355e-4f2b-9767-1943c467578e req-6915568b-2fff-407a-ada3-eed1edb242c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dd02f5da-4b62-4cd8-9162-97b699ff7aea HTTP/1.1" status: 200 len: 835 time: 0.0623815 Nov 27 02:17:27.701719 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1fb52c33-120b-4a4c-93e3-64a59ce31009 None None] Set router a2b63612-998f-4198-9fad-448119cb60b6 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:27.745824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221bba8-355e-4f2b-9767-1943c467578e req-48ccadf2-7311-4a9c-975c-ed243b856c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:27.747423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a221bba8-355e-4f2b-9767-1943c467578e req-48ccadf2-7311-4a9c-975c-ed243b856c7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05a70df0-2e7d-4e65-8026-6898ffc46342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400653 Nov 27 02:17:27.847386 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a221bba8-355e-4f2b-9767-1943c467578e req-6d8b34db-062a-4725-bf47-380906ae5dc5 service neutron] 10.222.0.42 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907142 Nov 27 02:17:27.911358 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1fb52c33-120b-4a4c-93e3-64a59ce31009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:57Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0', 'name': '', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ac:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:56Z', 'updated_at': '2021-11-27T02:15:59Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:27.939595 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb52c33-120b-4a4c-93e3-64a59ce31009 None None] The sync data for ids ['a2b63612-998f-4198-9fad-448119cb60b6'] in n-d-819494-2 is: [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:57Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0', 'name': '', 'network_id': '05a70df0-2e7d-4e65-8026-6898ffc46342', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:ac:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:56Z', 'updated_at': '2021-11-27T02:15:59Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': 'dd02f5da-4b62-4cd8-9162-97b699ff7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:17:27.946766 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a221bba8-355e-4f2b-9767-1943c467578e req-c1d9157c-e7de-4cd9-b2d8-51ad2a80dc6a service neutron] 10.222.0.42 "GET /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875049 Nov 27 02:17:28.160247 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5116e7ab-047c-423a-9a3f-45688501a128 None None] New status for floating IP 14bc79bb-7193-49d3-960c-f4be64c7b5f0: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:17:28.185700 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d6cfb99-50d9-4dd3-bb67-65a180d6fca0 req-3db0e3d4-faf3-440b-94da-1771eaaa6647 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271537 Nov 27 02:17:28.273913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d6cfb99-50d9-4dd3-bb67-65a180d6fca0 req-9a94fe7b-a8ad-4efc-9478-124464fe07d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0300601 Nov 27 02:17:28.319130 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d6cfb99-50d9-4dd3-bb67-65a180d6fca0 req-6ca28ab1-f444-4930-b55b-55e003a6f26e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197370 Nov 27 02:17:28.411094 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cfb99-50d9-4dd3-bb67-65a180d6fca0 req-5de02e75-819b-4e35-af82-150bb90d4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:28.413185 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d6cfb99-50d9-4dd3-bb67-65a180d6fca0 req-5de02e75-819b-4e35-af82-150bb90d4e27 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878422 Nov 27 02:17:28.793513 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483cdab-2d3e-46ca-867b-9f7de2f64299 req-9aba65c5-f038-4403-bc11-10981f7dce9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:28.795046 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8483cdab-2d3e-46ca-867b-9f7de2f64299 req-9aba65c5-f038-4403-bc11-10981f7dce9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0493083 Nov 27 02:17:28.849708 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8483cdab-2d3e-46ca-867b-9f7de2f64299 req-577298bf-c506-4574-85c1-36be3ee4e379 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481257 Nov 27 02:17:29.141656 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569f21e-96c4-4ea5-86d6-81999ddfa30d req-7ef91ecd-a53f-4708-89c9-dc95bae2261d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:29.143149 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0569f21e-96c4-4ea5-86d6-81999ddfa30d req-7ef91ecd-a53f-4708-89c9-dc95bae2261d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 945 time: 0.0495102 Nov 27 02:17:29.235336 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-0569f21e-96c4-4ea5-86d6-81999ddfa30d req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port d635a17a-8eda-4be2-aa41-39659930eb1e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:17:29.235594 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0569f21e-96c4-4ea5-86d6-81999ddfa30d req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:29.335885 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-0569f21e-96c4-4ea5-86d6-81999ddfa30d req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port d635a17a-8eda-4be2-aa41-39659930eb1e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=d635a17a-8eda-4be2-aa41-39659930eb1e,segment=NetworkSegment(194aecd0-95b5-4b9f-98f8-fbab4ba6396b),segment_id=194aecd0-95b5-4b9f-98f8-fbab4ba6396b)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:29.336247 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0569f21e-96c4-4ea5-86d6-81999ddfa30d req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:29.348749 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-0569f21e-96c4-4ea5-86d6-81999ddfa30d req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for d635a17a-8eda-4be2-aa41-39659930eb1e owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:17:29.485297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0569f21e-96c4-4ea5-86d6-81999ddfa30d req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:29.525153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=d635a17a-8eda-4be2-aa41-39659930eb1e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:29.548368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:29.548662 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:29.548999 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:29.549334 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:29.549936 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:29.550285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:29.550619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:29.550947 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:29.551277 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:29.551616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:29.553064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:29.553064 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:29.578194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-0569f21e-96c4-4ea5-86d6-81999ddfa30d req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] No DVR routers for this DVR port d635a17a-8eda-4be2-aa41-39659930eb1e on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:17:29.580782 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0569f21e-96c4-4ea5-86d6-81999ddfa30d req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:29.584925 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0569f21e-96c4-4ea5-86d6-81999ddfa30d req-96e6dd53-4cd5-4214-9c25-67df063cba6a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "DELETE /v2.0/ports/d635a17a-8eda-4be2-aa41-39659930eb1e HTTP/1.1" status: 204 len: 173 time: 0.4355328 Nov 27 02:17:29.585371 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63252990-77de-4312-82e7-606033725f02', 'name': 'network-vif-deleted', 'tag': 'd635a17a-8eda-4be2-aa41-39659930eb1e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:17:29.587943 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cebcee6-7146-46bc-9ec6-05bd6c078072" -d '{"events": [{"server_uuid": "63252990-77de-4312-82e7-606033725f02", "name": "network-vif-deleted", "tag": "d635a17a-8eda-4be2-aa41-39659930eb1e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:17:29.684463 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fc975c-4f8f-4d60-9eeb-fb3a11a291ec x-openstack-request-id: req-67fc975c-4f8f-4d60-9eeb-fb3a11a291ec {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:17:29.684769 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63252990-77de-4312-82e7-606033725f02", "name": "network-vif-deleted", "tag": "d635a17a-8eda-4be2-aa41-39659930eb1e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:17:29.685028 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67fc975c-4f8f-4d60-9eeb-fb3a11a291ec {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:17:29.685475 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63252990-77de-4312-82e7-606033725f02', 'name': 'network-vif-deleted', 'tag': 'd635a17a-8eda-4be2-aa41-39659930eb1e', 'status': 'completed', 'code': 200} Nov 27 02:17:29.967709 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ae5893bb-c9e4-440a-93b9-6e6d7b8fad26 req-3c1a0005-4ffa-40ed-b1cd-e15c1f4f76a8 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=63252990-77de-4312-82e7-606033725f02 HTTP/1.1" status: 200 len: 210 time: 0.0332053 Nov 27 02:17:31.025620 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52468) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:31.371701 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e583295-5e7b-43da-bd49-a0745149f584 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:31.617729 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4e583295-5e7b-43da-bd49-a0745149f584 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:17:31.618079 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e583295-5e7b-43da-bd49-a0745149f584 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:31.708008 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-4e583295-5e7b-43da-bd49-a0745149f584 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0,segment=NetworkSegment(194aecd0-95b5-4b9f-98f8-fbab4ba6396b),segment_id=194aecd0-95b5-4b9f-98f8-fbab4ba6396b)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:31.708794 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e583295-5e7b-43da-bd49-a0745149f584 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:31.721141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4e583295-5e7b-43da-bd49-a0745149f584 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:17:31.908263 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e583295-5e7b-43da-bd49-a0745149f584 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:31.935472 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e583295-5e7b-43da-bd49-a0745149f584 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:32.104616 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4e583295-5e7b-43da-bd49-a0745149f584 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:32.323831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e583295-5e7b-43da-bd49-a0745149f584 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router a2b63612-998f-4198-9fad-448119cb60b6 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:17:32.748521 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e583295-5e7b-43da-bd49-a0745149f584 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:17:32.753477 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-4e583295-5e7b-43da-bd49-a0745149f584 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "PUT /v2.0/routers/a2b63612-998f-4198-9fad-448119cb60b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7267950 Nov 27 02:17:32.756270 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52470) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:32.760493 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4679c03-018a-4165-8410-ad0b04ff8cb9 None None] Sync routers for ids ['a2b63612-998f-4198-9fad-448119cb60b6'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:17:32.773826 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4679c03-018a-4165-8410-ad0b04ff8cb9 None None] Routers {'a2b63612-998f-4198-9fad-448119cb60b6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:32.774463 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c4679c03-018a-4165-8410-ad0b04ff8cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a2b63612-998f-4198-9fad-448119cb60b6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:32.812923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-6871ef7a-5f53-4e3a-8af6-51ac846ed4d2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting subnet dd02f5da-4b62-4cd8-9162-97b699ff7aea {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:17:32.815984 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6871ef7a-5f53-4e3a-8af6-51ac846ed4d2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:32.857924 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6871ef7a-5f53-4e3a-8af6-51ac846ed4d2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:32.880656 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c4679c03-018a-4165-8410-ad0b04ff8cb9 None None] Set router a2b63612-998f-4198-9fad-448119cb60b6 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:32.893984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d635a17a-8eda-4be2-aa41-39659930eb1e no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:17:32.920522 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: d635a17a-8eda-4be2-aa41-39659930eb1e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:17:32.921242 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device d635a17a-8eda-4be2-aa41-39659930eb1e not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:17:32.942542 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6871ef7a-5f53-4e3a-8af6-51ac846ed4d2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.012172 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6871ef7a-5f53-4e3a-8af6-51ac846ed4d2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.038992 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871ef7a-5f53-4e3a-8af6-51ac846ed4d2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Subnet': ['ID=dd02f5da-4b62-4cd8-9162-97b699ff7aea,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:33.045028 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6871ef7a-5f53-4e3a-8af6-51ac846ed4d2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.049308 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6871ef7a-5f53-4e3a-8af6-51ac846ed4d2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/subnets/dd02f5da-4b62-4cd8-9162-97b699ff7aea HTTP/1.1" status: 204 len: 168 time: 0.2911539 Nov 27 02:17:33.051704 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52472) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:33.052887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec23587d-602c-4d87-994a-7e4f24705195 None None] Network 05a70df0-2e7d-4e65-8026-6898ffc46342 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:17:33.154109 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c4679c03-018a-4165-8410-ad0b04ff8cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:17:31Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:33.173348 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.188666 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4679c03-018a-4165-8410-ad0b04ff8cb9 None None] Checking router: a2b63612-998f-4198-9fad-448119cb60b6 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:17:33.198231 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4679c03-018a-4165-8410-ad0b04ff8cb9 None None] Routers {'a2b63612-998f-4198-9fad-448119cb60b6'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:33.199000 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c4679c03-018a-4165-8410-ad0b04ff8cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['a2b63612-998f-4198-9fad-448119cb60b6'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:33.261509 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] DHCP port deletion for 05a70df0-2e7d-4e65-8026-6898ffc46342 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:17:33.287203 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.304556 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c4679c03-018a-4165-8410-ad0b04ff8cb9 None None] Set router a2b63612-998f-4198-9fad-448119cb60b6 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:33.317084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Deleting port eb11b178-6117-4ebe-8068-682fa39d0f4a {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:17:33.318006 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.346738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:17:33.347139 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.384134 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] For port eb11b178-6117-4ebe-8068-682fa39d0f4a, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=eb11b178-6117-4ebe-8068-682fa39d0f4a,segment=NetworkSegment(194aecd0-95b5-4b9f-98f8-fbab4ba6396b),segment_id=194aecd0-95b5-4b9f-98f8-fbab4ba6396b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:33.384525 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.397630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Calling delete_port for eb11b178-6117-4ebe-8068-682fa39d0f4a owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:17:33.432262 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port 8308ff97-e0f5-42e0-99e0-e2a316db2ef3, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=8308ff97-e0f5-42e0-99e0-e2a316db2ef3,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:33.432621 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.445536 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:17:33.484741 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.490058 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c4679c03-018a-4165-8410-ad0b04ff8cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:17:31Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:33.510985 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Pushing event deleted for resources: {'Port': ['ID=eb11b178-6117-4ebe-8068-682fa39d0f4a,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:33.516292 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4679c03-018a-4165-8410-ad0b04ff8cb9 None None] The sync data for ids ['a2b63612-998f-4198-9fad-448119cb60b6'] in n-d-819494-2 is: [{'id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718062741', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:17:31Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '8308ff97-e0f5-42e0-99e0-e2a316db2ef3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b63612-998f-4198-9fad-448119cb60b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:15:53Z', 'updated_at': '2021-11-27T02:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:17:33.518518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:33.518872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:33.519218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:33.519580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:33.519876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:33.520220 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:33.520582 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:33.521419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:33.521899 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:33.522251 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:33.522585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:33.522910 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:33.527040 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ee5ed-f8b5-4a5e-bb92-540fc6fbe44d None None] No DVR routers for this DVR port eb11b178-6117-4ebe-8068-682fa39d0f4a on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:17:33.622527 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.651821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=8308ff97-e0f5-42e0-99e0-e2a316db2ef3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:33.671789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e5ac0-22cd-4818-83e2-67bbed57da69 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:17:33.716295 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.808302 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.810346 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.854853 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.855442 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Fanout notify agent at l3_agent the message router_deleted on router a2b63612-998f-4198-9fad-448119cb60b6 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:17:33.862425 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:33.863529 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-336aa48f-39f4-46a9-bc6e-b871f8a82273 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/routers/a2b63612-998f-4198-9fad-448119cb60b6 HTTP/1.1" status: 204 len: 168 time: 0.8107657 Nov 27 02:17:33.866990 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52474) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:33.951189 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.040024 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.059858 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a70df0-2e7d-4e65-8026-6898ffc46342']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:34.068680 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194aecd0-95b5-4b9f-98f8-fbab4ba6396b') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:34.068976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194aecd0-95b5-4b9f-98f8-fbab4ba6396b') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:34.078058 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.090792 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.096857 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:17:34.097305 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: timer() Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:17:34.101098 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:17:34.158110 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.165631 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.168813 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/networks/05a70df0-2e7d-4e65-8026-6898ffc46342 HTTP/1.1" status: 204 len: 168 time: 0.3007636 Nov 27 02:17:34.171669 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52476) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:34.181442 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e3088-a6af-4d3f-9774-dda5d50f499c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Network': ['ID=05a70df0-2e7d-4e65-8026-6898ffc46342,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:34.229637 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-752e3c4a-18b0-4d40-a978-6f38093345b5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.255058 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-752e3c4a-18b0-4d40-a978-6f38093345b5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.318751 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-752e3c4a-18b0-4d40-a978-6f38093345b5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.321411 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-752e3c4a-18b0-4d40-a978-6f38093345b5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.325247 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-752e3c4a-18b0-4d40-a978-6f38093345b5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/security-groups/87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa HTTP/1.1" status: 204 len: 168 time: 0.1498973 Nov 27 02:17:34.332180 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e3c4a-18b0-4d40-a978-6f38093345b5 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ab7f6e-d45d-47d9-a74a-d3f0f6721ffa,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:34.766133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52482) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:34.771205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-dc5c083f-be9b-44e5-ae6e-b3f8c9fbdf2e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903464415', 'description': 'tempest-secgroup-smoke-1903464415 description', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:34.794086 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc5c083f-be9b-44e5-ae6e-b3f8c9fbdf2e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.858634 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc5c083f-be9b-44e5-ae6e-b3f8c9fbdf2e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.862107 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc5c083f-be9b-44e5-ae6e-b3f8c9fbdf2e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.895249 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc5c083f-be9b-44e5-ae6e-b3f8c9fbdf2e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.897081 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-dc5c083f-be9b-44e5-ae6e-b3f8c9fbdf2e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1299105 Nov 27 02:17:34.899107 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c083f-be9b-44e5-ae6e-b3f8c9fbdf2e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c89ce5-8235-46d0-9452-cd451ade3ba7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:34.900083 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52484) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:34.905011 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-35152454-9331-461a-93f2-d8e661b692f4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': 'd9c89ce5-8235-46d0-9452-cd451ade3ba7', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:34.931444 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35152454-9331-461a-93f2-d8e661b692f4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.984558 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35152454-9331-461a-93f2-d8e661b692f4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:34.988446 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35152454-9331-461a-93f2-d8e661b692f4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.010439 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35152454-9331-461a-93f2-d8e661b692f4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a027301c-a6f6-4a10-b2ac-4576909e9337,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:35.023816 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35152454-9331-461a-93f2-d8e661b692f4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.025240 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-35152454-9331-461a-93f2-d8e661b692f4 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240835 Nov 27 02:17:35.028162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52486) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:35.032531 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-78c6e898-8f39-4093-b1b6-a007ee75c243 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': 'd9c89ce5-8235-46d0-9452-cd451ade3ba7', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:35.044922 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:17:35.059948 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78c6e898-8f39-4093-b1b6-a007ee75c243 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.065980 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:17:35.066359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device c0328d7e-259e-4bcd-bcd0-b7e5a6f9e7b0 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:17:35.066782 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:17:35.087966 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:17:35.088314 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 8308ff97-e0f5-42e0-99e0-e2a316db2ef3 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:17:35.088724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device eb11b178-6117-4ebe-8068-682fa39d0f4a no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:17:35.107823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: eb11b178-6117-4ebe-8068-682fa39d0f4a {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:17:35.108315 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device eb11b178-6117-4ebe-8068-682fa39d0f4a not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:17:35.117234 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78c6e898-8f39-4093-b1b6-a007ee75c243 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.121643 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78c6e898-8f39-4093-b1b6-a007ee75c243 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.139221 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6e898-8f39-4093-b1b6-a007ee75c243 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3295109d-c1bb-4c90-94f4-d9eddd938594,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:35.146893 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78c6e898-8f39-4093-b1b6-a007ee75c243 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.148115 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-78c6e898-8f39-4093-b1b6-a007ee75c243 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190221 Nov 27 02:17:35.150838 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52488) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:35.155082 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ca25624b-5ef5-4fb1-9227-7e7fb43aae21 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': 'd9c89ce5-8235-46d0-9452-cd451ade3ba7', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:35.181363 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca25624b-5ef5-4fb1-9227-7e7fb43aae21 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.237221 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca25624b-5ef5-4fb1-9227-7e7fb43aae21 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.240635 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca25624b-5ef5-4fb1-9227-7e7fb43aae21 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.257662 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25624b-5ef5-4fb1-9227-7e7fb43aae21 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ca9028-f992-4ab5-ba10-92325b2e7574,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:35.265365 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ca25624b-5ef5-4fb1-9227-7e7fb43aae21 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.266593 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ca25624b-5ef5-4fb1-9227-7e7fb43aae21 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148078 Nov 27 02:17:35.269234 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52490) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:35.274126 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d03269b3-8e3a-4397-bad4-aeb612b165b3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': 'd9c89ce5-8235-46d0-9452-cd451ade3ba7', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:35.299732 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d03269b3-8e3a-4397-bad4-aeb612b165b3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.354857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d03269b3-8e3a-4397-bad4-aeb612b165b3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.358135 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d03269b3-8e3a-4397-bad4-aeb612b165b3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.377367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03269b3-8e3a-4397-bad4-aeb612b165b3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779aac9f-e6a6-4eaf-aeff-a6e2396f6087,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:35.385908 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d03269b3-8e3a-4397-bad4-aeb612b165b3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.387125 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d03269b3-8e3a-4397-bad4-aeb612b165b3 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169109 Nov 27 02:17:35.389915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52492) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:35.394517 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-41274d2c-215f-4a1c-8b2e-b18b56a368a0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': 'd9c89ce5-8235-46d0-9452-cd451ade3ba7', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:35.416752 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-41274d2c-215f-4a1c-8b2e-b18b56a368a0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Project ada1bfbce3eb4a8d90c9388286d00236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:17:35.422313 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41274d2c-215f-4a1c-8b2e-b18b56a368a0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.482417 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41274d2c-215f-4a1c-8b2e-b18b56a368a0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.485803 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41274d2c-215f-4a1c-8b2e-b18b56a368a0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.504551 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41274d2c-215f-4a1c-8b2e-b18b56a368a0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acab20c-bd48-41af-b85a-fccf0c52f407,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:35.512965 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41274d2c-215f-4a1c-8b2e-b18b56a368a0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.514057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-41274d2c-215f-4a1c-8b2e-b18b56a368a0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230805 Nov 27 02:17:35.516766 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52494) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:35.521457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-89cdabd7-8152-4036-a0d7-674807f3a009 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'security_group_rule': {'security_group_id': 'd9c89ce5-8235-46d0-9452-cd451ade3ba7', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:35.543017 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-89cdabd7-8152-4036-a0d7-674807f3a009 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Project ada1bfbce3eb4a8d90c9388286d00236 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:17:35.547807 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89cdabd7-8152-4036-a0d7-674807f3a009 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.607582 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89cdabd7-8152-4036-a0d7-674807f3a009 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.610697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89cdabd7-8152-4036-a0d7-674807f3a009 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.624820 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdabd7-8152-4036-a0d7-674807f3a009 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced2d718-0711-49ef-ad8e-4a3a1023bfdb,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:35.635313 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89cdabd7-8152-4036-a0d7-674807f3a009 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.636557 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-89cdabd7-8152-4036-a0d7-674807f3a009 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188242 Nov 27 02:17:35.639634 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52496) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:35.644683 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-c3e1b7a6-a2a5-442a-87a7-bec84e869f92 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'network': {'name': 'tempest-network-smoke--170803755', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'port_security_enabled': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:35.664185 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e1b7a6-a2a5-442a-87a7-bec84e869f92 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:17:35.667719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e1b7a6-a2a5-442a-87a7-bec84e869f92 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.690948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e1b7a6-a2a5-442a-87a7-bec84e869f92 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:17:35.700564 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e1b7a6-a2a5-442a-87a7-bec84e869f92 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.701023 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-c3e1b7a6-a2a5-442a-87a7-bec84e869f92 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Added segment 2c1972a4-dcad-4b1e-a4d6-57d1a83129e7 of type vlan for network 4556fc78-ec90-4c81-a978-be3d8706c8c0 Nov 27 02:17:35.740536 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e1b7a6-a2a5-442a-87a7-bec84e869f92 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.767729 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e1b7a6-a2a5-442a-87a7-bec84e869f92 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.773688 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1b7a6-a2a5-442a-87a7-bec84e869f92 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:35.774267 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3e1b7a6-a2a5-442a-87a7-bec84e869f92 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.830199 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c3e1b7a6-a2a5-442a-87a7-bec84e869f92 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1895597 Nov 27 02:17:35.833050 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52498) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:35.838254 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'admin_state_up': True, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:35.842856 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1b7a6-a2a5-442a-87a7-bec84e869f92 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Network': ['ID=4556fc78-ec90-4c81-a978-be3d8706c8c0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:35.853001 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 4556fc78-ec90-4c81-a978-be3d8706c8c0 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:17:35.860499 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.861505 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:35.912982 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.047913 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.233675 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.252776 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.359520 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.25.3.125 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/99d977cf-dab2-4134-821b-6298eb7417c8) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:17:36.456661 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.494783 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.527667 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:17:36.532377 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:36.535816 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:17:36.545723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d34d0bc-2bac-4e6e-8e8c-619a32584dc1 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:17:36.563223 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=99d977cf-dab2-4134-821b-6298eb7417c8,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:36.659662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-aa6bee72-29d9-4f45-aaa8-01befb87d915 None None] Provisioning complete for port 99d977cf-dab2-4134-821b-6298eb7417c8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:36.659946 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aa6bee72-29d9-4f45-aaa8-01befb87d915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.696988 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-aa6bee72-29d9-4f45-aaa8-01befb87d915 None None] Port 99d977cf-dab2-4134-821b-6298eb7417c8 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:17:36.785681 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:36.980154 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:37.104774 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router 81c20226-2e4c-48d8-9d65-065bcd35488a is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:17:37.207258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:17:37.217150 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Sync routers for ids ['81c20226-2e4c-48d8-9d65-065bcd35488a'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:17:37.228427 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:37.228604 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Routers {'81c20226-2e4c-48d8-9d65-065bcd35488a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:37.229065 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['81c20226-2e4c-48d8-9d65-065bcd35488a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:37.229783 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a63ddbe3-9f4c-44d8-ad82-9fb1c4afc811 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3951380 Nov 27 02:17:37.232937 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52500) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:37.301948 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f429b797-526b-493e-8a37-e18eedfa7865 tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ada1bfbce3eb4a8d90c9388286d00236&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0678949 Nov 27 02:17:37.304603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52504) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:37.332092 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Set router 81c20226-2e4c-48d8-9d65-065bcd35488a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:37.387503 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b8603-5972-4448-9a12-2525b21943fe tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:37.389065 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a36b8603-5972-4448-9a12-2525b21943fe tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0835688 Nov 27 02:17:37.391974 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52506) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:37.420079 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d40b607b-b3cf-47aa-b47d-6afcdc82bc73 tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=52383c89-3099-4684-8caa-850cf0860139&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270433 Nov 27 02:17:37.423170 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52508) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:37.428941 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1230b5b2-46c0-4ad5-9a73-d7f36087c648 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1011408140', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:37.504839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:36Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:37.521034 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1230b5b2-46c0-4ad5-9a73-d7f36087c648 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:17:37.524739 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1230b5b2-46c0-4ad5-9a73-d7f36087c648 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:37.535045 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Checking router: 81c20226-2e4c-48d8-9d65-065bcd35488a for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:17:37.535399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Updating router 81c20226-2e4c-48d8-9d65-065bcd35488a port 99d977cf-dab2-4134-821b-6298eb7417c8 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:17:37.560327 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:37.705822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1230b5b2-46c0-4ad5-9a73-d7f36087c648 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:37.766446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230b5b2-46c0-4ad5-9a73-d7f36087c648 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Subnet': ['ID=31fe4610-bcfd-4d8d-b043-a254320bd7d1,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:37.777337 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230b5b2-46c0-4ad5-9a73-d7f36087c648 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Checking segment: {'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:17:37.777708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1230b5b2-46c0-4ad5-9a73-d7f36087c648 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network hostable DHCP agents. Network: 4556fc78-ec90-4c81-a978-be3d8706c8c0, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:17:37.795381 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1230b5b2-46c0-4ad5-9a73-d7f36087c648 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 4556fc78-ec90-4c81-a978-be3d8706c8c0 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:17:37.805950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1230b5b2-46c0-4ad5-9a73-d7f36087c648 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 4556fc78-ec90-4c81-a978-be3d8706c8c0) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:37.810359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1230b5b2-46c0-4ad5-9a73-d7f36087c648 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:37.810987 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1230b5b2-46c0-4ad5-9a73-d7f36087c648 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:37.830221 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1230b5b2-46c0-4ad5-9a73-d7f36087c648 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4033940 Nov 27 02:17:37.831047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52510) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:37.856823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8fa6e5-9008-413e-bb43-383a47db41ef None None] Network 4556fc78-ec90-4c81-a978-be3d8706c8c0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:17:38.055576 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.074348 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.105018 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-4556fc78-ec90-4c81-a978-be3d8706c8c0', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ips': [{'subnet_id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:17:38.105873 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.148717 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcfdc32-bb06-45c5-8438-2f6c64d9a34b None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:17:38.159255 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52590db-080e-4667-ab73-74ed64ac4c40 None None] Pushing event updated for resources: {'Port': ['ID=99d977cf-dab2-4134-821b-6298eb7417c8,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:38.163564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Attempting to bind port 99d977cf-dab2-4134-821b-6298eb7417c8 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:17:38.163819 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Attempting to bind port 99d977cf-dab2-4134-821b-6298eb7417c8 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:17:38.164195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Attempting to bind port 99d977cf-dab2-4134-821b-6298eb7417c8 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:17:38.172364 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:17:38.172830 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:17:38.173129 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.173596 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:17:38.174016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Bound port: 99d977cf-dab2-4134-821b-6298eb7417c8, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:17:38.174354 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.281387 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.293571 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a82bdbc3-0c21-473f-b045-fbfb24518e1e None None] Provisioning complete for port 99d977cf-dab2-4134-821b-6298eb7417c8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:38.293945 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a82bdbc3-0c21-473f-b045-fbfb24518e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.338885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] For port 99d977cf-dab2-4134-821b-6298eb7417c8, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:17:38.361649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] For port 99d977cf-dab2-4134-821b-6298eb7417c8, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=99d977cf-dab2-4134-821b-6298eb7417c8,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:17:38.373773 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.377203 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Allocated IP 172.20.0.2 (4556fc78-ec90-4c81-a978-be3d8706c8c0/31fe4610-bcfd-4d8d-b043-a254320bd7d1/e7fb31b1-4f88-47a9-a728-63977f96b4fd) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:17:38.403551 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a82bdbc3-0c21-473f-b045-fbfb24518e1e None None] Port 99d977cf-dab2-4134-821b-6298eb7417c8 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:17:38.435414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9329b80c-ec83-4133-a9aa-31c544dd2a73 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:17:38.497702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Routers {'81c20226-2e4c-48d8-9d65-065bcd35488a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:38.498273 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['81c20226-2e4c-48d8-9d65-065bcd35488a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:38.504156 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52590db-080e-4667-ab73-74ed64ac4c40 None None] Pushing event updated for resources: {'Port': ['ID=99d977cf-dab2-4134-821b-6298eb7417c8,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:38.622549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b571e5e4-672b-43aa-abe7-b99f86e9c2cd None None] Provisioning complete for port 99d977cf-dab2-4134-821b-6298eb7417c8 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:38.623225 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b571e5e4-672b-43aa-abe7-b99f86e9c2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.676555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] Set router 81c20226-2e4c-48d8-9d65-065bcd35488a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:38.814952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.829465 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.871379 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.20.0.1 (4556fc78-ec90-4c81-a978-be3d8706c8c0/31fe4610-bcfd-4d8d-b043-a254320bd7d1/6b26c3bb-690d-4909-af2b-fabb095427d7) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:17:38.920915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Network 4556fc78-ec90-4c81-a978-be3d8706c8c0 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:17:38.929645 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:38.931380 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b571e5e4-672b-43aa-abe7-b99f86e9c2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.936076 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Pushing event updated for resources: {'Port': ['ID=e7fb31b1-4f88-47a9-a728-63977f96b4fd,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:38.938724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:17:38.987258 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:38.996975 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b571e5e4-672b-43aa-abe7-b99f86e9c2cd None None] For port 99d977cf-dab2-4134-821b-6298eb7417c8, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=99d977cf-dab2-4134-821b-6298eb7417c8,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:39.006082 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b571e5e4-672b-43aa-abe7-b99f86e9c2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:39.023591 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:39.064844 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Attempting to bind port e7fb31b1-4f88-47a9-a728-63977f96b4fd on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:17:39.065205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Attempting to bind port e7fb31b1-4f88-47a9-a728-63977f96b4fd by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:17:39.065564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Attempting to bind port e7fb31b1-4f88-47a9-a728-63977f96b4fd on network 4556fc78-ec90-4c81-a978-be3d8706c8c0 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:17:39.066816 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 4556fc78-ec90-4c81-a978-be3d8706c8c0 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:17:39.072355 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:39.076618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:17:39.078276 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:17:39.078678 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Checking segment: {'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:17:39.079066 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:39.079458 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Bound using segment: {'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:17:39.080549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Bound port: e7fb31b1-4f88-47a9-a728-63977f96b4fd, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:17:39.080549 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:39.080806 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=6b26c3bb-690d-4909-af2b-fabb095427d7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:39.108536 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571e5e4-672b-43aa-abe7-b99f86e9c2cd None None] Pushing event updated for resources: {'Port': ['ID=99d977cf-dab2-4134-821b-6298eb7417c8,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:39.124257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:39.135402 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:36Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:39.170271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c88ca8-a43f-4092-8007-e7aef2e4d963 None None] The sync data for ids ['81c20226-2e4c-48d8-9d65-065bcd35488a'] in n-d-819494-2 is: [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:36Z', 'revision_number': 3, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:17:39.197418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] For port e7fb31b1-4f88-47a9-a728-63977f96b4fd, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:17:39.201048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] For port e7fb31b1-4f88-47a9-a728-63977f96b4fd, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e7fb31b1-4f88-47a9-a728-63977f96b4fd,segment=NetworkSegment(2c1972a4-dcad-4b1e-a4d6-57d1a83129e7),segment_id=2c1972a4-dcad-4b1e-a4d6-57d1a83129e7)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:17:39.205401 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:39.269885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be01a2e-28e8-45cd-9b4e-48c7aa5a7808 None None] Pushing event updated for resources: {'Port': ['ID=e7fb31b1-4f88-47a9-a728-63977f96b4fd,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:39.275583 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:39.937418 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:39.944402 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:40.023671 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:40.029199 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=6b26c3bb-690d-4909-af2b-fabb095427d7,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:40.132873 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 4556fc78-ec90-4c81-a978-be3d8706c8c0 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:17:40.134458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:40.260622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router 81c20226-2e4c-48d8-9d65-065bcd35488a has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:17:40.294891 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b85e5-8f52-4b74-bb73-20fa17b98679 None None] Network 4556fc78-ec90-4c81-a978-be3d8706c8c0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:17:40.376035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:17:40.384398 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2cfbb805-afd5-434a-a88d-fab685d84380 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "PUT /v2.0/routers/81c20226-2e4c-48d8-9d65-065bcd35488a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5491545 Nov 27 02:17:40.386361 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-29e0a1d0-0cb7-4abb-8f17-dad58e5711e0 None None] Provisioning complete for port e7fb31b1-4f88-47a9-a728-63977f96b4fd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:40.386740 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29e0a1d0-0cb7-4abb-8f17-dad58e5711e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:40.541209 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-faf3c1fa-179b-427c-83fc-22b0dcd32f88 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903464415&fields=id&tenant_id=ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 267 time: 0.0541062 Nov 27 02:17:40.659715 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-c128b180-25a8-4ce8-a8a8-a5caae364358 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:40.661323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-c128b180-25a8-4ce8-a8a8-a5caae364358 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/networks?id=4556fc78-ec90-4c81-a978-be3d8706c8c0 HTTP/1.1" status: 200 len: 796 time: 0.1111987 Nov 27 02:17:40.677134 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29e0a1d0-0cb7-4abb-8f17-dad58e5711e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:40.689798 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-9656caec-6bac-47f2-b2f2-0dc1b5649eb6 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/quotas/ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 375 time: 0.0219672 Nov 27 02:17:40.719557 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-29e0a1d0-0cb7-4abb-8f17-dad58e5711e0 None None] For port e7fb31b1-4f88-47a9-a728-63977f96b4fd, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e7fb31b1-4f88-47a9-a728-63977f96b4fd,segment=NetworkSegment(2c1972a4-dcad-4b1e-a4d6-57d1a83129e7),segment_id=2c1972a4-dcad-4b1e-a4d6-57d1a83129e7)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:40.726427 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29e0a1d0-0cb7-4abb-8f17-dad58e5711e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:40.745950 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-616dcffe-0ef2-4fb2-a683-cef6e0d61c76 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547159 Nov 27 02:17:40.781916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0a1d0-0cb7-4abb-8f17-dad58e5711e0 None None] Pushing event updated for resources: {'Port': ['ID=e7fb31b1-4f88-47a9-a728-63977f96b4fd,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:40.830291 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-cbd48cdb-939d-4edb-a504-d8f7b0997373 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:17:40.831370 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-cbd48cdb-939d-4edb-a504-d8f7b0997373 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0730417 Nov 27 02:17:40.888618 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Sync routers for ids ['81c20226-2e4c-48d8-9d65-065bcd35488a'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:17:40.898840 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Routers {'81c20226-2e4c-48d8-9d65-065bcd35488a'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:40.899727 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-27095264-7ac9-44ef-8898-777503ef047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['81c20226-2e4c-48d8-9d65-065bcd35488a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:40.933491 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-014c41aa-eb84-4b42-b867-80b22baf73fc service neutron] 10.222.0.37 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929835 Nov 27 02:17:40.946466 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d10cdb73-86d3-427a-9b08-8ecb745b024a None None] Provisioning complete for port 6b26c3bb-690d-4909-af2b-fabb095427d7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:40.946761 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d10cdb73-86d3-427a-9b08-8ecb745b024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:40.994925 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d10cdb73-86d3-427a-9b08-8ecb745b024a None None] Port 6b26c3bb-690d-4909-af2b-fabb095427d7 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:17:41.016318 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Set router 81c20226-2e4c-48d8-9d65-065bcd35488a gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:41.016799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d10cdb73-86d3-427a-9b08-8ecb745b024a None None] Provisioning complete for port e7fb31b1-4f88-47a9-a728-63977f96b4fd triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:41.018734 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d10cdb73-86d3-427a-9b08-8ecb745b024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:41.056228 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-4786c90e-3e55-49d1-907c-e3de9dd18ee9 service neutron] 10.222.0.37 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178148 Nov 27 02:17:41.194983 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e7fb31b1-4f88-47a9-a728-63977f96b4fd up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:17:41.257422 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-27095264-7ac9-44ef-8898-777503ef047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:39Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6b26c3bb-690d-4909-af2b-fabb095427d7', 'name': '', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:95:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:38Z', 'updated_at': '2021-11-27T02:17:39Z', 'revision_number': 2, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:41.262863 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e7fb31b1-4f88-47a9-a728-63977f96b4fd triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:41.263454 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:41.320294 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Checking router: 81c20226-2e4c-48d8-9d65-065bcd35488a for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:17:41.320647 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Updating router 81c20226-2e4c-48d8-9d65-065bcd35488a port 6b26c3bb-690d-4909-af2b-fabb095427d7 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:17:41.349070 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5230d780-d33b-4bb3-9b27-44d7e659d6f9 req-b3b9740c-a8a8-4d80-8554-155cae10c800 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 210 time: 0.0336895 Nov 27 02:17:41.371414 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:41.386807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 99d977cf-dab2-4134-821b-6298eb7417c8 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:17:41.390111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-88638850-1468-4de5-99b6-23bbde8d0c4c None None] Provisioning complete for port 6b26c3bb-690d-4909-af2b-fabb095427d7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:41.390299 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-88638850-1468-4de5-99b6-23bbde8d0c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:41.470666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-88638850-1468-4de5-99b6-23bbde8d0c4c None None] Port 6b26c3bb-690d-4909-af2b-fabb095427d7 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:17:41.483959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 99d977cf-dab2-4134-821b-6298eb7417c8 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:41.484563 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:41.593963 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d7d0fa42-5fd9-4ca4-9911-3efe691f96c5 None None] Provisioning complete for port 6b26c3bb-690d-4909-af2b-fabb095427d7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:41.594527 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fa42-5fd9-4ca4-9911-3efe691f96c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:41.643780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0fa42-5fd9-4ca4-9911-3efe691f96c5 None None] Port 6b26c3bb-690d-4909-af2b-fabb095427d7 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:17:41.647757 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-545fe820-303f-4abe-b003-c9f5d597fcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:41.696887 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:41.703079 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:41.753768 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Pushing event updated for resources: {'Port': ['ID=6b26c3bb-690d-4909-af2b-fabb095427d7,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:41.779495 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:41.779831 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:41.780160 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:41.780490 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:41.780808 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:41.781124 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:41.781443 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:41.781756 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:41.782072 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:41.782408 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:41.782722 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:41.783029 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:17:41.818695 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Attempting to bind port 6b26c3bb-690d-4909-af2b-fabb095427d7 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:17:41.819360 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Attempting to bind port 6b26c3bb-690d-4909-af2b-fabb095427d7 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:17:41.819792 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Attempting to bind port 6b26c3bb-690d-4909-af2b-fabb095427d7 on network 4556fc78-ec90-4c81-a978-be3d8706c8c0 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:17:41.825424 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:17:41.826480 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Checking segment: {'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:17:41.826958 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:41.827420 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Bound using segment: {'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:17:41.828407 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Bound port: 6b26c3bb-690d-4909-af2b-fabb095427d7, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:17:41.828863 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:41.903312 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-27095264-7ac9-44ef-8898-777503ef047c None None] For port 6b26c3bb-690d-4909-af2b-fabb095427d7, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:17:41.907500 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-27095264-7ac9-44ef-8898-777503ef047c None None] For port 6b26c3bb-690d-4909-af2b-fabb095427d7, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6b26c3bb-690d-4909-af2b-fabb095427d7,segment=NetworkSegment(2c1972a4-dcad-4b1e-a4d6-57d1a83129e7),segment_id=2c1972a4-dcad-4b1e-a4d6-57d1a83129e7)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:17:41.912233 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:41.972684 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Routers {'81c20226-2e4c-48d8-9d65-065bcd35488a'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:41.973305 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-27095264-7ac9-44ef-8898-777503ef047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:17:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['81c20226-2e4c-48d8-9d65-065bcd35488a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:42.008263 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d498fdd-9f80-475e-a68f-e68c021ebe7a None None] Pushing event updated for resources: {'Port': ['ID=6b26c3bb-690d-4909-af2b-fabb095427d7,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:42.071664 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-97c8dd70-4032-41f2-ae0f-918c82c3b7b1 None None] Provisioning complete for port 6b26c3bb-690d-4909-af2b-fabb095427d7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:42.072042 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97c8dd70-4032-41f2-ae0f-918c82c3b7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:42.177160 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97c8dd70-4032-41f2-ae0f-918c82c3b7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:42.203062 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-27095264-7ac9-44ef-8898-777503ef047c None None] Set router 81c20226-2e4c-48d8-9d65-065bcd35488a gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:42.211943 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-97c8dd70-4032-41f2-ae0f-918c82c3b7b1 None None] For port 6b26c3bb-690d-4909-af2b-fabb095427d7, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6b26c3bb-690d-4909-af2b-fabb095427d7,segment=NetworkSegment(2c1972a4-dcad-4b1e-a4d6-57d1a83129e7),segment_id=2c1972a4-dcad-4b1e-a4d6-57d1a83129e7)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:42.216338 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-97c8dd70-4032-41f2-ae0f-918c82c3b7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:42.263627 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8dd70-4032-41f2-ae0f-918c82c3b7b1 None None] Pushing event updated for resources: {'Port': ['ID=6b26c3bb-690d-4909-af2b-fabb095427d7,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:42.335324 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f7aa3a87-a7ac-4458-8fa7-d98359357616 None None] Provisioning complete for port 6b26c3bb-690d-4909-af2b-fabb095427d7 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:42.335660 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3a87-a7ac-4458-8fa7-d98359357616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:42.431214 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-27095264-7ac9-44ef-8898-777503ef047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:39Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6b26c3bb-690d-4909-af2b-fabb095427d7', 'name': '', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:95:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:38Z', 'updated_at': '2021-11-27T02:17:41Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:42.462642 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27095264-7ac9-44ef-8898-777503ef047c None None] The sync data for ids ['81c20226-2e4c-48d8-9d65-065bcd35488a'] in n-d-819494-2 is: [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:39Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6b26c3bb-690d-4909-af2b-fabb095427d7', 'name': '', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:95:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:38Z', 'updated_at': '2021-11-27T02:17:41Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:17:42.469307 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c39901c2-a315-4246-940e-45ef871bfdac req-e09bb360-32ea-49ee-9b41-e0e62ece42c1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 210 time: 0.0397885 Nov 27 02:17:42.563969 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-0f00532a-f27a-4d6f-ba0b-d7e8b4b7d60d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:42.565452 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-0f00532a-f27a-4d6f-ba0b-d7e8b4b7d60d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/networks?id=4556fc78-ec90-4c81-a978-be3d8706c8c0 HTTP/1.1" status: 200 len: 796 time: 0.1407433 Nov 27 02:17:42.640649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-74615a65-976d-43cf-8982-60c1a7c64a0a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada1bfbce3eb4a8d90c9388286d00236 HTTP/1.1" status: 200 len: 380 time: 0.0595791 Nov 27 02:17:42.657525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'port': {'device_id': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'admin_state_up': True, 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'security_groups': ['d9c89ce5-8235-46d0-9452-cd451ade3ba7']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:42.772069 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Made reservation on behalf of ada1bfbce3eb4a8d90c9388286d00236 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:17:42.775640 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:42.912465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.20.0.8 (4556fc78-ec90-4c81-a978-be3d8706c8c0/31fe4610-bcfd-4d8d-b043-a254320bd7d1/1cd44c96-0204-45da-9766-3c2f45c7c196) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:17:43.069713 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6b26c3bb-690d-4909-af2b-fabb095427d7 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:17:43.070992 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:43.107814 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:43.129192 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6b26c3bb-690d-4909-af2b-fabb095427d7 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:43.130415 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:43.159398 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 4556fc78-ec90-4c81-a978-be3d8706c8c0 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:17:43.162862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:43.165268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:17:43.200142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=1cd44c96-0204-45da-9766-3c2f45c7c196,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:43.240390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:43.241471 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:43.260536 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-7a1e2fc9-950e-4ff4-ab16-c098b47c9c99 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6086233 Nov 27 02:17:43.279885 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:17:43.280516 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Request body: {'port': {'device_id': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:43.341785 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:43.465583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6c452b43-08bf-4904-8539-f573cc2e1520 None None] Provisioning complete for port 1cd44c96-0204-45da-9766-3c2f45c7c196 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:43.465950 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6c452b43-08bf-4904-8539-f573cc2e1520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:43.512597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-6c452b43-08bf-4904-8539-f573cc2e1520 None None] Port 1cd44c96-0204-45da-9766-3c2f45c7c196 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:17:43.649988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3cb31-5394-4d6c-8313-3d6655629380 req-6a6db6c4-e9c3-4e1a-80ba-07594699a9ae tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:43.651511 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17d3cb31-5394-4d6c-8313-3d6655629380 req-6a6db6c4-e9c3-4e1a-80ba-07594699a9ae tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 931 time: 0.0989027 Nov 27 02:17:43.677623 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd44c96-0204-45da-9766-3c2f45c7c196 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:17:43.687328 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:43.716392 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Transition to ACTIVE for port object 1cd44c96-0204-45da-9766-3c2f45c7c196 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:17:43.722129 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:43.733095 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17d3cb31-5394-4d6c-8313-3d6655629380 req-d5e96e0b-55ce-434e-a71b-53c51712b670 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736666 Nov 27 02:17:43.779511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd44c96-0204-45da-9766-3c2f45c7c196,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:43.853453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Attempting to bind port 1cd44c96-0204-45da-9766-3c2f45c7c196 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:17:43.853776 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Attempting to bind port 1cd44c96-0204-45da-9766-3c2f45c7c196 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:17:43.854100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Attempting to bind port 1cd44c96-0204-45da-9766-3c2f45c7c196 on network 4556fc78-ec90-4c81-a978-be3d8706c8c0 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:17:43.859046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Port 1cd44c96-0204-45da-9766-3c2f45c7c196 on network 4556fc78-ec90-4c81-a978-be3d8706c8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:17:43.859358 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Attempting to bind port 1cd44c96-0204-45da-9766-3c2f45c7c196 on network 4556fc78-ec90-4c81-a978-be3d8706c8c0 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:17:43.864345 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:17:43.864672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Checking segment: {'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:17:43.865052 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Bound using segment: {'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:17:43.865475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Bound port: 1cd44c96-0204-45da-9766-3c2f45c7c196, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:17:43.865820 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:43.930745 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] For port 1cd44c96-0204-45da-9766-3c2f45c7c196, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:17:43.933901 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] For port 1cd44c96-0204-45da-9766-3c2f45c7c196, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=1cd44c96-0204-45da-9766-3c2f45c7c196,segment=NetworkSegment(2c1972a4-dcad-4b1e-a4d6-57d1a83129e7),segment_id=2c1972a4-dcad-4b1e-a4d6-57d1a83129e7)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:17:43.938402 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:43.976097 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:43.976710 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:43.978116 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/1cd44c96-0204-45da-9766-3c2f45c7c196 HTTP/1.1" status: 200 len: 1091 time: 0.7030091 Nov 27 02:17:43.978574 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'tag': '1cd44c96-0204-45da-9766-3c2f45c7c196'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:17:43.980828 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3827f6fd-64f4-491f-9be1-b8f83f93a596" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cf7f95-b196-4f9b-a364-d280f95b067f", "tag": "1cd44c96-0204-45da-9766-3c2f45c7c196"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:17:44.012328 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754cfc3-403e-47bf-a242-4d055efa35f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd44c96-0204-45da-9766-3c2f45c7c196,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:44.026517 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd92d-f9ea-4a14-a668-d1c187cd8a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:44.032095 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f21c8e6-bdb8-4f5b-ada0-ec4bf4330a83 x-openstack-request-id: req-1f21c8e6-bdb8-4f5b-ada0-ec4bf4330a83 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:17:44.032407 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cf7f95-b196-4f9b-a364-d280f95b067f", "tag": "1cd44c96-0204-45da-9766-3c2f45c7c196", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:17:44.032663 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f21c8e6-bdb8-4f5b-ada0-ec4bf4330a83 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:17:44.033069 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'tag': '1cd44c96-0204-45da-9766-3c2f45c7c196', 'status': 'completed', 'code': 200} Nov 27 02:17:44.095042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-5da91d62-e69d-4878-9038-0dc8b009782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:44.096645 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-5da91d62-e69d-4878-9038-0dc8b009782c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 1094 time: 0.0455189 Nov 27 02:17:44.154654 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-8796daa3-86d3-4ae5-9bf8-b223a58500b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cd44c96-0204-45da-9766-3c2f45c7c196 HTTP/1.1" status: 200 len: 217 time: 0.0433412 Nov 27 02:17:44.204730 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-b9c59e03-4a1b-4024-ae3f-936bff78a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:44.206180 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-b9c59e03-4a1b-4024-ae3f-936bff78a388 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31fe4610-bcfd-4d8d-b043-a254320bd7d1 HTTP/1.1" status: 200 len: 835 time: 0.0441878 Nov 27 02:17:44.255414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-70ca1163-4c0b-4bcd-9545-3ab2ad200ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:44.256926 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-70ca1163-4c0b-4bcd-9545-3ab2ad200ca3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4556fc78-ec90-4c81-a978-be3d8706c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439615 Nov 27 02:17:44.351622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-555796e9-5a1c-4810-960b-978ca4226f95 service neutron] 10.222.0.42 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871923 Nov 27 02:17:44.444837 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b4ebcb9-05f3-43d3-bd94-4644159853d3 req-ccda0b38-ec59-4b7b-a9a8-6ab940213191 service neutron] 10.222.0.42 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856090 Nov 27 02:17:44.564789 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f6fd-64f4-491f-9be1-b8f83f93a596 req-64743ff4-d1cc-4473-b92f-43354a3f789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:44.566305 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3827f6fd-64f4-491f-9be1-b8f83f93a596 req-64743ff4-d1cc-4473-b92f-43354a3f789c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 1094 time: 0.0413213 Nov 27 02:17:44.658963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f6fd-64f4-491f-9be1-b8f83f93a596 req-8af1defc-9e10-438f-8fcf-eaf274e88f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:44.660306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3827f6fd-64f4-491f-9be1-b8f83f93a596 req-8af1defc-9e10-438f-8fcf-eaf274e88f52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4556fc78-ec90-4c81-a978-be3d8706c8c0 HTTP/1.1" status: 200 len: 897 time: 0.0872591 Nov 27 02:17:44.701965 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3827f6fd-64f4-491f-9be1-b8f83f93a596 req-873bb416-cb48-47d8-853a-aae31b83f916 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cd44c96-0204-45da-9766-3c2f45c7c196 HTTP/1.1" status: 200 len: 217 time: 0.0337286 Nov 27 02:17:44.754072 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f6fd-64f4-491f-9be1-b8f83f93a596 req-36ba78d4-41f0-42aa-8ba0-00e9375b8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:44.756150 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3827f6fd-64f4-491f-9be1-b8f83f93a596 req-36ba78d4-41f0-42aa-8ba0-00e9375b8ca7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31fe4610-bcfd-4d8d-b043-a254320bd7d1 HTTP/1.1" status: 200 len: 835 time: 0.0467744 Nov 27 02:17:44.803008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f6fd-64f4-491f-9be1-b8f83f93a596 req-6518011b-85ef-48e5-a0d5-bfaa3512aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:44.804604 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3827f6fd-64f4-491f-9be1-b8f83f93a596 req-6518011b-85ef-48e5-a0d5-bfaa3512aa9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4556fc78-ec90-4c81-a978-be3d8706c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405023 Nov 27 02:17:44.907843 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967ce1-3d79-40c1-9ad3-79d4d3c9d53b req-a24023bf-a96a-4de3-8231-42b5f6eb1d5d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:44.909372 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f967ce1-3d79-40c1-9ad3-79d4d3c9d53b req-a24023bf-a96a-4de3-8231-42b5f6eb1d5d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 943 time: 0.1038468 Nov 27 02:17:44.947707 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3827f6fd-64f4-491f-9be1-b8f83f93a596 req-fdb7c3f3-30e2-4e2c-915d-2a9bb58db99d service neutron] 10.222.0.42 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342294 Nov 27 02:17:44.961322 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:45.021811 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f967ce1-3d79-40c1-9ad3-79d4d3c9d53b req-8afba4c4-da5d-4f95-ae92-df33ed321d50 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035354 Nov 27 02:17:45.057253 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3827f6fd-64f4-491f-9be1-b8f83f93a596 req-85a2f01d-017a-4454-84c6-04759a1a0b4b service neutron] 10.222.0.42 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987935 Nov 27 02:17:45.295132 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:46.141578 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61632cb8-df8d-458f-a05d-5064bf743e72 req-c687faaf-516c-4264-ada7-0c15f59c198b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:46.143065 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61632cb8-df8d-458f-a05d-5064bf743e72 req-c687faaf-516c-4264-ada7-0c15f59c198b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 943 time: 0.0522785 Nov 27 02:17:46.190851 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-61632cb8-df8d-458f-a05d-5064bf743e72 req-5b08cee0-b862-4214-9b4a-c06f706eb29a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411549 Nov 27 02:17:46.960852 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:46.987969 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 1cd44c96-0204-45da-9766-3c2f45c7c196 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:17:47.083319 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 1cd44c96-0204-45da-9766-3c2f45c7c196, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=1cd44c96-0204-45da-9766-3c2f45c7c196,segment=NetworkSegment(2c1972a4-dcad-4b1e-a4d6-57d1a83129e7),segment_id=2c1972a4-dcad-4b1e-a4d6-57d1a83129e7)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:47.094766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '1cd44c96-0204-45da-9766-3c2f45c7c196', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'port_id': '1cd44c96-0204-45da-9766-3c2f45c7c196', 'mac_address': 'fa:16:3e:86:cf:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:17:47.130535 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:47.143068 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd44c96-0204-45da-9766-3c2f45c7c196 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:17:47.161770 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 1cd44c96-0204-45da-9766-3c2f45c7c196, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=1cd44c96-0204-45da-9766-3c2f45c7c196,segment=NetworkSegment(2c1972a4-dcad-4b1e-a4d6-57d1a83129e7),segment_id=2c1972a4-dcad-4b1e-a4d6-57d1a83129e7)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:47.165550 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:47.213972 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=1cd44c96-0204-45da-9766-3c2f45c7c196,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:47.315325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207a36a-4574-47f9-82f5-081dbe94230e req-750450af-553e-439a-ac27-b961fc408e74 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:47.316800 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2207a36a-4574-47f9-82f5-081dbe94230e req-750450af-553e-439a-ac27-b961fc408e74 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 944 time: 0.0523443 Nov 27 02:17:47.367633 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2207a36a-4574-47f9-82f5-081dbe94230e req-ae63b27c-46b9-4c9a-92f3-c7c7e7d33d29 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442727 Nov 27 02:17:47.444175 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['1cd44c96-0204-45da-9766-3c2f45c7c196'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:17:47.691580 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:47.706155 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:48.485306 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52de595-f0f5-4500-a9cf-ab524e40a669 req-e1eec09d-472a-44ef-ba9c-b386ab8418a0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:48.486773 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d52de595-f0f5-4500-a9cf-ab524e40a669 req-e1eec09d-472a-44ef-ba9c-b386ab8418a0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 944 time: 0.0481107 Nov 27 02:17:48.535282 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d52de595-f0f5-4500-a9cf-ab524e40a669 req-998c00b4-4c2d-46bd-bed4-647ba29bb373 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Nov 27 02:17:49.020586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 1cd44c96-0204-45da-9766-3c2f45c7c196 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:17:49.068527 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 1cd44c96-0204-45da-9766-3c2f45c7c196 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:17:49.072162 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 1cd44c96-0204-45da-9766-3c2f45c7c196 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:17:49.072526 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:49.151650 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:49.174595 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd44c96-0204-45da-9766-3c2f45c7c196'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:17:49.176858 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b09b8d-7f37-4ceb-b0ff-8e2b61fe2090" -d '{"events": [{"server_uuid": "e6cf7f95-b196-4f9b-a364-d280f95b067f", "name": "network-vif-plugged", "status": "completed", "tag": "1cd44c96-0204-45da-9766-3c2f45c7c196"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:17:49.189809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 1cd44c96-0204-45da-9766-3c2f45c7c196, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=1cd44c96-0204-45da-9766-3c2f45c7c196,segment=NetworkSegment(2c1972a4-dcad-4b1e-a4d6-57d1a83129e7),segment_id=2c1972a4-dcad-4b1e-a4d6-57d1a83129e7)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:17:49.193792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:49.240497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=1cd44c96-0204-45da-9766-3c2f45c7c196,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:49.267678 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7ec77f-4380-4096-9318-5d701dec5609 x-openstack-request-id: req-2d7ec77f-4380-4096-9318-5d701dec5609 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:17:49.268035 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cf7f95-b196-4f9b-a364-d280f95b067f", "name": "network-vif-plugged", "status": "completed", "tag": "1cd44c96-0204-45da-9766-3c2f45c7c196", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:17:49.268290 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d7ec77f-4380-4096-9318-5d701dec5609 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:17:49.268685 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd44c96-0204-45da-9766-3c2f45c7c196', 'code': 200} Nov 27 02:17:49.397311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fe409-b521-4b13-9f74-16f288b1cad8 req-95579288-cda4-45db-8904-0109c7a11064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:49.398874 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d36fe409-b521-4b13-9f74-16f288b1cad8 req-95579288-cda4-45db-8904-0109c7a11064 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 1096 time: 0.0407000 Nov 27 02:17:49.446031 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d36fe409-b521-4b13-9f74-16f288b1cad8 req-4527e9b0-c902-4034-ad3e-7bdf838fe72e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387552 Nov 27 02:17:49.654976 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b51a9-ebc4-4382-9a4b-5a5164e6777f req-63c7fce3-16de-44bb-ade2-d713e49d06c9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:49.656439 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e6b51a9-ebc4-4382-9a4b-5a5164e6777f req-63c7fce3-16de-44bb-ade2-d713e49d06c9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 945 time: 0.0516629 Nov 27 02:17:49.704882 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1e6b51a9-ebc4-4382-9a4b-5a5164e6777f req-d5a6082e-1266-4869-a9ad-a6176e1ae95d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418465 Nov 27 02:17:50.823423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a8cd-0352-46ed-b1d8-855d361e0bfe req-1400730f-3886-444f-a5cf-a23caa565950 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:50.824884 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5294a8cd-0352-46ed-b1d8-855d361e0bfe req-1400730f-3886-444f-a5cf-a23caa565950 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 945 time: 0.0517263 Nov 27 02:17:50.872962 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5294a8cd-0352-46ed-b1d8-855d361e0bfe req-82b18478-5260-4d13-ad7a-f1dfce5f5353 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421667 Nov 27 02:17:50.985893 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b37573-1295-4f5f-aec1-1daa1cfebde0 req-949a4ccf-5f23-4803-834f-7e82226ffb63 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:50.987407 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40b37573-1295-4f5f-aec1-1daa1cfebde0 req-949a4ccf-5f23-4803-834f-7e82226ffb63 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 945 time: 0.0482378 Nov 27 02:17:51.037387 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-40b37573-1295-4f5f-aec1-1daa1cfebde0 req-9520f0a2-dfc0-4cc0-acee-5222dc903d51 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436144 Nov 27 02:17:51.058935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52566) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:51.097770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d920a78-6d63-40d1-8d4b-8471627bfec8 tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:51.099859 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4d920a78-6d63-40d1-8d4b-8471627bfec8 tempest-TestNetworkAdvancedServerOps-813680877 tempest-TestNetworkAdvancedServerOps-813680877-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 1091 time: 0.0394549 Nov 27 02:17:51.102765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52568) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:51.107106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '1cd44c96-0204-45da-9766-3c2f45c7c196', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:17:51.128300 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:51.225639 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:51.323868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Allocated IP 172.25.3.63 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/e70ebb2d-3167-4c20-9963-38776d3c9e6a) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:17:51.424119 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:51.457235 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:51.494510 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:17:51.497308 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:17:51.499765 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:17:51.528456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=e70ebb2d-3167-4c20-9963-38776d3c9e6a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:51.850645 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:51.914249 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:52.059662 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:52.063404 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:52.134032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event updated for resources: {'Port': ['ID=e70ebb2d-3167-4c20-9963-38776d3c9e6a,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:17:52.144005 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:52.239189 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Floating IP af9e9f04-5c0d-43e6-8c65-e2817c912f74 associated. External IP: 172.25.3.63, port: 1cd44c96-0204-45da-9766-3c2f45c7c196. Nov 27 02:17:52.451085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router 81c20226-2e4c-48d8-9d65-065bcd35488a has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:17:52.891175 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:17:52.901083 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd622d6e-6485-452b-b9cd-49c45cd0e108 None None] Sync routers for ids ['81c20226-2e4c-48d8-9d65-065bcd35488a'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:17:52.910226 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:17:52.911016 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd622d6e-6485-452b-b9cd-49c45cd0e108 None None] Routers {'81c20226-2e4c-48d8-9d65-065bcd35488a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:52.912175 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd622d6e-6485-452b-b9cd-49c45cd0e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:17:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['81c20226-2e4c-48d8-9d65-065bcd35488a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:52.937718 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7066ef76-754e-4336-b236-21e10ca810bf tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8338735 Nov 27 02:17:52.938428 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'tag': '1cd44c96-0204-45da-9766-3c2f45c7c196'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:17:52.940820 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd9a71b-acec-4140-a9f9-e313517cf1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cf7f95-b196-4f9b-a364-d280f95b067f", "tag": "1cd44c96-0204-45da-9766-3c2f45c7c196"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:17:52.986830 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b69ef9-9d93-441a-bda2-bd794ad3d2c6 x-openstack-request-id: req-05b69ef9-9d93-441a-bda2-bd794ad3d2c6 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:17:52.987113 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cf7f95-b196-4f9b-a364-d280f95b067f", "tag": "1cd44c96-0204-45da-9766-3c2f45c7c196", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:17:52.987364 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05b69ef9-9d93-441a-bda2-bd794ad3d2c6 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:17:52.987768 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'tag': '1cd44c96-0204-45da-9766-3c2f45c7c196', 'status': 'completed', 'code': 200} Nov 27 02:17:53.022213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fd622d6e-6485-452b-b9cd-49c45cd0e108 None None] Set router 81c20226-2e4c-48d8-9d65-065bcd35488a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:53.085427 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98439c59-4c1e-4f1a-86b8-f25d3aeb85ef req-72891471-21e0-4534-a70f-e51aa3e2f730 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:53.086939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98439c59-4c1e-4f1a-86b8-f25d3aeb85ef req-72891471-21e0-4534-a70f-e51aa3e2f730 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 945 time: 0.0802004 Nov 27 02:17:53.096905 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9a71b-acec-4140-a9f9-e313517cf1ec req-acbf1319-5a52-403f-b290-1134a0409613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:53.096905 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdd9a71b-acec-4140-a9f9-e313517cf1ec req-acbf1319-5a52-403f-b290-1134a0409613 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 1096 time: 0.0616705 Nov 27 02:17:53.190875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-98439c59-4c1e-4f1a-86b8-f25d3aeb85ef req-29ea51bc-b86e-4dd5-a423-ca7413e82419 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955455 Nov 27 02:17:53.215058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52574) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:53.250120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd622d6e-6485-452b-b9cd-49c45cd0e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:39Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'af9e9f04-5c0d-43e6-8c65-e2817c912f74', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'port_id': '1cd44c96-0204-45da-9766-3c2f45c7c196', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'mac_address': 'fa:16:3e:86:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:17:51Z', 'updated_at': '2021-11-27T02:17:51Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b26c3bb-690d-4909-af2b-fabb095427d7', 'name': '', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:95:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:38Z', 'updated_at': '2021-11-27T02:17:42Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:53.264038 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9a71b-acec-4140-a9f9-e313517cf1ec req-1181d4af-adb8-4ef3-9753-f2fd4629af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:53.269003 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdd9a71b-acec-4140-a9f9-e313517cf1ec req-1181d4af-adb8-4ef3-9753-f2fd4629af00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4556fc78-ec90-4c81-a978-be3d8706c8c0 HTTP/1.1" status: 200 len: 897 time: 0.1679294 Nov 27 02:17:53.281798 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd622d6e-6485-452b-b9cd-49c45cd0e108 None None] Checking router: 81c20226-2e4c-48d8-9d65-065bcd35488a for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:17:53.290072 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd622d6e-6485-452b-b9cd-49c45cd0e108 None None] Routers {'81c20226-2e4c-48d8-9d65-065bcd35488a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:17:53.290703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd622d6e-6485-452b-b9cd-49c45cd0e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:17:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['81c20226-2e4c-48d8-9d65-065bcd35488a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:53.336360 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e4ebaf5e-fb10-4b3b-b2ce-7bb79f877b95 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/af9e9f04-5c0d-43e6-8c65-e2817c912f74 HTTP/1.1" status: 200 len: 990 time: 0.1201966 Nov 27 02:17:53.350027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdd9a71b-acec-4140-a9f9-e313517cf1ec req-ebf3b035-5120-4612-9f67-27d0e511d08a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cd44c96-0204-45da-9766-3c2f45c7c196 HTTP/1.1" status: 200 len: 998 time: 0.0699000 Nov 27 02:17:53.395652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fd622d6e-6485-452b-b9cd-49c45cd0e108 None None] Set router 81c20226-2e4c-48d8-9d65-065bcd35488a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:17:53.402088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9a71b-acec-4140-a9f9-e313517cf1ec req-98bb7e50-0d53-45c1-8acc-7b07ba7b2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:53.403541 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdd9a71b-acec-4140-a9f9-e313517cf1ec req-98bb7e50-0d53-45c1-8acc-7b07ba7b2744 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31fe4610-bcfd-4d8d-b043-a254320bd7d1 HTTP/1.1" status: 200 len: 835 time: 0.0459480 Nov 27 02:17:53.450268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9a71b-acec-4140-a9f9-e313517cf1ec req-881c7ab1-a978-42b1-b9c6-e6ca261eda1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:17:53.451772 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdd9a71b-acec-4140-a9f9-e313517cf1ec req-881c7ab1-a978-42b1-b9c6-e6ca261eda1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4556fc78-ec90-4c81-a978-be3d8706c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398707 Nov 27 02:17:53.540106 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdd9a71b-acec-4140-a9f9-e313517cf1ec req-2b01ff3b-27c9-4e3a-a8d3-18183438c4a2 service neutron] 10.222.0.42 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811353 Nov 27 02:17:53.622220 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd622d6e-6485-452b-b9cd-49c45cd0e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:39Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'af9e9f04-5c0d-43e6-8c65-e2817c912f74', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'port_id': '1cd44c96-0204-45da-9766-3c2f45c7c196', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'mac_address': 'fa:16:3e:86:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:17:51Z', 'updated_at': '2021-11-27T02:17:51Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b26c3bb-690d-4909-af2b-fabb095427d7', 'name': '', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:95:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:38Z', 'updated_at': '2021-11-27T02:17:42Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:17:53.633016 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdd9a71b-acec-4140-a9f9-e313517cf1ec req-cfd0e866-79a2-4462-949f-0a73a0b02cc6 service neutron] 10.222.0.42 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861053 Nov 27 02:17:53.647710 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd622d6e-6485-452b-b9cd-49c45cd0e108 None None] The sync data for ids ['81c20226-2e4c-48d8-9d65-065bcd35488a'] in n-d-819494-2 is: [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:39Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'af9e9f04-5c0d-43e6-8c65-e2817c912f74', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'port_id': '1cd44c96-0204-45da-9766-3c2f45c7c196', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'mac_address': 'fa:16:3e:86:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:17:51Z', 'updated_at': '2021-11-27T02:17:51Z', 'revision_number': 0, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b26c3bb-690d-4909-af2b-fabb095427d7', 'name': '', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:95:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:38Z', 'updated_at': '2021-11-27T02:17:42Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:17:53.838385 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dac5b1-d06e-46fd-bdb0-437c937d048b None None] New status for floating IP af9e9f04-5c0d-43e6-8c65-e2817c912f74: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:17:54.340398 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52576) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:17:54.402850 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c7ed2308-a852-49cc-852e-89f9b8caa1e9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/af9e9f04-5c0d-43e6-8c65-e2817c912f74 HTTP/1.1" status: 200 len: 992 time: 0.0612233 Nov 27 02:18:11.628683 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-234e7616-f2e7-412f-bf33-fc63cb1423bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:14.008583 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4329f33a-c585-4e26-a336-2197fa01b68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:14.974744 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:15.296706 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:15.987222 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-c6a224be-07d4-46e5-9dda-03f484d59fb2 req-dd2e9ed9-8370-4a76-9680-ac575d7ef272 service neutron] (103384) timed out ('10.222.0.42', 52770) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 02:18:16.963867 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:17.681588 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:17.696027 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:20.279400 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:18:23.143288 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd41f1b-6f40-4233-a2d6-a6b67fad87f4 req-07c0eb5b-c8e7-4eca-b9d7-37e5316e3ec7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:23.145277 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dcd41f1b-6f40-4233-a2d6-a6b67fad87f4 req-07c0eb5b-c8e7-4eca-b9d7-37e5316e3ec7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 945 time: 0.0490358 Nov 27 02:18:23.192982 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dcd41f1b-6f40-4233-a2d6-a6b67fad87f4 req-ed4be886-427d-4103-86a5-7b36b91a394d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418525 Nov 27 02:18:24.321344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdf0f4-3174-41f2-b6c5-edbedffb331f req-97d2f7c2-653c-4611-8602-a8a17f35478b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:24.322829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdfdf0f4-3174-41f2-b6c5-edbedffb331f req-97d2f7c2-653c-4611-8602-a8a17f35478b tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 945 time: 0.0520945 Nov 27 02:18:24.371097 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bdfdf0f4-3174-41f2-b6c5-edbedffb331f req-469e3891-d59e-43da-97d9-521b2c1937be tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422826 Nov 27 02:18:24.393109 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52594) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:24.455240 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-610807be-2d8d-4dfa-9c95-a3a0ba2fec5e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/af9e9f04-5c0d-43e6-8c65-e2817c912f74 HTTP/1.1" status: 200 len: 992 time: 0.0609653 Nov 27 02:18:25.740776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c0929-e438-4485-882a-8cc6978abeb7 req-75130cf7-14fc-481d-899e-49eb46c630f7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:25.742257 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd6c0929-e438-4485-882a-8cc6978abeb7 req-75130cf7-14fc-481d-899e-49eb46c630f7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 945 time: 0.0506027 Nov 27 02:18:25.780819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feb037-67cf-4875-8dbc-30a15b50bee1 req-6fe26a1f-bee4-471b-84ad-e6faaf6e7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:25.782551 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41feb037-67cf-4875-8dbc-30a15b50bee1 req-6fe26a1f-bee4-471b-84ad-e6faaf6e7cbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 1096 time: 0.0443916 Nov 27 02:18:25.792593 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd6c0929-e438-4485-882a-8cc6978abeb7 req-6cc433f6-b180-48ed-9a0c-aca5ab4da753 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443430 Nov 27 02:18:25.871406 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feb037-67cf-4875-8dbc-30a15b50bee1 req-f2f01838-4932-44b6-b2ef-9bb6f5665d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:25.872850 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41feb037-67cf-4875-8dbc-30a15b50bee1 req-f2f01838-4932-44b6-b2ef-9bb6f5665d3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=4556fc78-ec90-4c81-a978-be3d8706c8c0 HTTP/1.1" status: 200 len: 897 time: 0.0824845 Nov 27 02:18:25.942356 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41feb037-67cf-4875-8dbc-30a15b50bee1 req-ee6379ff-3b5f-4625-b439-01fd455e7eee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cd44c96-0204-45da-9766-3c2f45c7c196 HTTP/1.1" status: 200 len: 1000 time: 0.0615058 Nov 27 02:18:25.989847 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feb037-67cf-4875-8dbc-30a15b50bee1 req-8c4dab7c-0d6b-495d-8b41-054f7baab9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:25.991327 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41feb037-67cf-4875-8dbc-30a15b50bee1 req-8c4dab7c-0d6b-495d-8b41-054f7baab9fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31fe4610-bcfd-4d8d-b043-a254320bd7d1 HTTP/1.1" status: 200 len: 835 time: 0.0423057 Nov 27 02:18:26.035764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feb037-67cf-4875-8dbc-30a15b50bee1 req-937f3527-8750-47a8-8333-546738fc988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:26.037214 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41feb037-67cf-4875-8dbc-30a15b50bee1 req-937f3527-8750-47a8-8333-546738fc988c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4556fc78-ec90-4c81-a978-be3d8706c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395448 Nov 27 02:18:26.128622 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41feb037-67cf-4875-8dbc-30a15b50bee1 req-e3cb7111-af03-479c-a549-0dcd1b4ab2c4 service neutron] 10.222.0.42 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844650 Nov 27 02:18:26.215160 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-41feb037-67cf-4875-8dbc-30a15b50bee1 req-20c927da-05b4-4c98-8017-5b6a04830f63 service neutron] 10.222.0.42 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797210 Nov 27 02:18:26.909056 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153752f7-c40f-407d-9180-d4c489ef2c8e req-8383d091-c8bd-4c4e-b36c-17b3a649d5d7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:26.913349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-153752f7-c40f-407d-9180-d4c489ef2c8e req-8383d091-c8bd-4c4e-b36c-17b3a649d5d7 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 945 time: 0.0521946 Nov 27 02:18:26.960703 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-153752f7-c40f-407d-9180-d4c489ef2c8e req-6400246d-8444-4136-a943-b11642e3614a tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436163 Nov 27 02:18:28.078375 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604439d-db45-4044-8dc6-389bc4543996 req-27e7060b-1070-46cd-9719-df92eaf7748c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:28.079840 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c604439d-db45-4044-8dc6-389bc4543996 req-27e7060b-1070-46cd-9719-df92eaf7748c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 945 time: 0.0485790 Nov 27 02:18:28.129396 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c604439d-db45-4044-8dc6-389bc4543996 req-9fbb9a9f-3f87-492f-9674-0919a7dd628f tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425017 Nov 27 02:18:28.152646 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:28.199601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc2c9378-2c0f-448d-9ac3-c803bec605bc req-38a01c7a-73c1-402c-b45a-1dfcf9ffe340 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291743 Nov 27 02:18:28.217119 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-dd2ad992-b89a-463b-bb0f-d5eced2d42d9 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/floatingips/af9e9f04-5c0d-43e6-8c65-e2817c912f74 HTTP/1.1" status: 200 len: 992 time: 0.0632641 Nov 27 02:18:28.284293 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc2c9378-2c0f-448d-9ac3-c803bec605bc req-14013867-9dde-4315-a6d4-5c8dc828264a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0250266 Nov 27 02:18:28.328287 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc2c9378-2c0f-448d-9ac3-c803bec605bc req-b8c362dc-9871-4d4f-b15e-1d286b94a4ac service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197322 Nov 27 02:18:28.423316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c9378-2c0f-448d-9ac3-c803bec605bc req-2d81b49d-a0bd-43f7-a975-4ac81f804ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:28.425092 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc2c9378-2c0f-448d-9ac3-c803bec605bc req-2d81b49d-a0bd-43f7-a975-4ac81f804ddc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899765 Nov 27 02:18:28.541081 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52612) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:28.700446 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port e70ebb2d-3167-4c20-9963-38776d3c9e6a {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:18:28.700846 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:28.777828 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:28.778152 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:28.790508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for e70ebb2d-3167-4c20-9963-38776d3c9e6a owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:18:28.944334 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:28.972146 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=e70ebb2d-3167-4c20-9963-38776d3c9e6a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:29.000751 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:29.001108 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:29.001454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:29.001797 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:29.002607 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:29.002607 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:29.002791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:29.003115 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:29.003451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:29.003801 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:29.004131 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:29.004454 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:29.042940 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:29.043281 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Floating IP af9e9f04-5c0d-43e6-8c65-e2817c912f74 disassociated (deleted). External IP: 172.25.3.63, port: 1cd44c96-0204-45da-9766-3c2f45c7c196. Nov 27 02:18:29.403648 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-660409e2-d2e9-435c-8537-d640f1146740 req-4f8f5ce1-6849-43ab-aced-f74c31693686 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583141 Nov 27 02:18:29.514807 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660409e2-d2e9-435c-8537-d640f1146740 req-282ac839-68b7-4209-9275-11ad0901fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:29.516682 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-660409e2-d2e9-435c-8537-d640f1146740 req-282ac839-68b7-4209-9275-11ad0901fefb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 1096 time: 0.0427289 Nov 27 02:18:29.608231 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router 81c20226-2e4c-48d8-9d65-065bcd35488a has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:18:29.633933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660409e2-d2e9-435c-8537-d640f1146740 req-20511c31-f67f-4dc2-87bd-990ddb578472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:29.635448 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-660409e2-d2e9-435c-8537-d640f1146740 req-20511c31-f67f-4dc2-87bd-990ddb578472 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4556fc78-ec90-4c81-a978-be3d8706c8c0 HTTP/1.1" status: 200 len: 897 time: 0.0933158 Nov 27 02:18:29.683809 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-660409e2-d2e9-435c-8537-d640f1146740 req-017748b9-6457-42ac-a7af-b6f66ad2643c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cd44c96-0204-45da-9766-3c2f45c7c196 HTTP/1.1" status: 200 len: 217 time: 0.0397713 Nov 27 02:18:29.719939 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:18:29.728069 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:29.732861 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf92913-b2ea-4f19-aee8-0e220bcea93f None None] Sync routers for ids ['81c20226-2e4c-48d8-9d65-065bcd35488a'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:18:29.746918 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf92913-b2ea-4f19-aee8-0e220bcea93f None None] Routers {'81c20226-2e4c-48d8-9d65-065bcd35488a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:29.748037 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7bf92913-b2ea-4f19-aee8-0e220bcea93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['81c20226-2e4c-48d8-9d65-065bcd35488a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:29.748203 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660409e2-d2e9-435c-8537-d640f1146740 req-3fd29a40-6c9f-4b4c-9815-56c11936f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:29.750155 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-660409e2-d2e9-435c-8537-d640f1146740 req-3fd29a40-6c9f-4b4c-9815-56c11936f050 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31fe4610-bcfd-4d8d-b043-a254320bd7d1 HTTP/1.1" status: 200 len: 835 time: 0.0539882 Nov 27 02:18:29.759700 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-17e4e085-816e-4d2c-8a51-56fd2c339948 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/floatingips/af9e9f04-5c0d-43e6-8c65-e2817c912f74 HTTP/1.1" status: 204 len: 168 time: 1.2152181 Nov 27 02:18:29.759700 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'tag': '1cd44c96-0204-45da-9766-3c2f45c7c196'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:18:29.760503 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5320d3d72a96248b26a4866b6291fd5f9976daeb36e5d21205400713eb6b1279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9308ed-b746-4990-881b-bbe7af723c79" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cf7f95-b196-4f9b-a364-d280f95b067f", "tag": "1cd44c96-0204-45da-9766-3c2f45c7c196"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:18:29.804689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660409e2-d2e9-435c-8537-d640f1146740 req-eda25a90-3f75-4e98-a9df-2ee806e3f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:29.807412 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-660409e2-d2e9-435c-8537-d640f1146740 req-eda25a90-3f75-4e98-a9df-2ee806e3f5ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4556fc78-ec90-4c81-a978-be3d8706c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501018 Nov 27 02:18:29.819599 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c37889b-ce3d-4c4c-8ae6-82324b5d6dc0 x-openstack-request-id: req-4c37889b-ce3d-4c4c-8ae6-82324b5d6dc0 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:18:29.819599 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cf7f95-b196-4f9b-a364-d280f95b067f", "tag": "1cd44c96-0204-45da-9766-3c2f45c7c196", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:18:29.819889 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c37889b-ce3d-4c4c-8ae6-82324b5d6dc0 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:18:29.820127 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'tag': '1cd44c96-0204-45da-9766-3c2f45c7c196', 'status': 'completed', 'code': 200} Nov 27 02:18:29.905081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7bf92913-b2ea-4f19-aee8-0e220bcea93f None None] Set router 81c20226-2e4c-48d8-9d65-065bcd35488a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:29.950977 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-660409e2-d2e9-435c-8537-d640f1146740 req-c7916fd2-0558-40b3-b279-d8850314161a service neutron] 10.222.0.42 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123095 Nov 27 02:18:30.090616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130c041-5d92-4be2-995d-6a5dc276a745 req-23b6396e-02bb-438d-9d32-00244ea15dd1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:30.092101 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c130c041-5d92-4be2-995d-6a5dc276a745 req-23b6396e-02bb-438d-9d32-00244ea15dd1 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 945 time: 0.1269529 Nov 27 02:18:30.124894 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7bf92913-b2ea-4f19-aee8-0e220bcea93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:39Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6b26c3bb-690d-4909-af2b-fabb095427d7', 'name': '', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:95:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:38Z', 'updated_at': '2021-11-27T02:17:42Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:30.136037 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-660409e2-d2e9-435c-8537-d640f1146740 req-6cb332bb-8aec-4b6b-9fd3-615af301680c service neutron] 10.222.0.42 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424544 Nov 27 02:18:30.167404 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c130c041-5d92-4be2-995d-6a5dc276a745 req-a7da2333-bcd6-4a8a-9feb-5ea91161de83 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612309 Nov 27 02:18:30.259988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9308ed-b746-4990-881b-bbe7af723c79 req-e1feee47-a085-419e-b8ab-ae0667d77ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:30.261538 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b9308ed-b746-4990-881b-bbe7af723c79 req-e1feee47-a085-419e-b8ab-ae0667d77ff0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 1096 time: 0.0430279 Nov 27 02:18:30.307424 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf92913-b2ea-4f19-aee8-0e220bcea93f None None] Checking router: 81c20226-2e4c-48d8-9d65-065bcd35488a for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:18:30.317262 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf92913-b2ea-4f19-aee8-0e220bcea93f None None] Routers {'81c20226-2e4c-48d8-9d65-065bcd35488a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:30.317876 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7bf92913-b2ea-4f19-aee8-0e220bcea93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['81c20226-2e4c-48d8-9d65-065bcd35488a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:30.364858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9308ed-b746-4990-881b-bbe7af723c79 req-33849bf4-6c25-47c6-ab3e-b935fcbbe1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:30.366359 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b9308ed-b746-4990-881b-bbe7af723c79 req-33849bf4-6c25-47c6-ab3e-b935fcbbe1ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=4556fc78-ec90-4c81-a978-be3d8706c8c0 HTTP/1.1" status: 200 len: 897 time: 0.0906923 Nov 27 02:18:30.415373 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b9308ed-b746-4990-881b-bbe7af723c79 req-a452adf5-5014-4ad0-82b4-5850d1e03608 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cd44c96-0204-45da-9766-3c2f45c7c196 HTTP/1.1" status: 200 len: 217 time: 0.0365412 Nov 27 02:18:30.421763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7bf92913-b2ea-4f19-aee8-0e220bcea93f None None] Set router 81c20226-2e4c-48d8-9d65-065bcd35488a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:30.466319 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9308ed-b746-4990-881b-bbe7af723c79 req-758a7244-0713-4eb4-a558-1adde5f39de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:30.467841 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b9308ed-b746-4990-881b-bbe7af723c79 req-758a7244-0713-4eb4-a558-1adde5f39de5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=31fe4610-bcfd-4d8d-b043-a254320bd7d1 HTTP/1.1" status: 200 len: 835 time: 0.0444877 Nov 27 02:18:30.518964 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9308ed-b746-4990-881b-bbe7af723c79 req-bcf2134a-9d0a-42d5-a1f2-0f60b81ebe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:30.521051 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b9308ed-b746-4990-881b-bbe7af723c79 req-bcf2134a-9d0a-42d5-a1f2-0f60b81ebe64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4556fc78-ec90-4c81-a978-be3d8706c8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445099 Nov 27 02:18:30.611875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b9308ed-b746-4990-881b-bbe7af723c79 req-3b6e1163-ff41-4a6a-8b99-48451beb4714 service neutron] 10.222.0.42 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817089 Nov 27 02:18:30.625263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7bf92913-b2ea-4f19-aee8-0e220bcea93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:39Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6b26c3bb-690d-4909-af2b-fabb095427d7', 'name': '', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:95:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:38Z', 'updated_at': '2021-11-27T02:17:42Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:30.654378 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf92913-b2ea-4f19-aee8-0e220bcea93f None None] The sync data for ids ['81c20226-2e4c-48d8-9d65-065bcd35488a'] in n-d-819494-2 is: [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:17:39Z', 'revision_number': 4, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6b26c3bb-690d-4909-af2b-fabb095427d7', 'name': '', 'network_id': '4556fc78-ec90-4c81-a978-be3d8706c8c0', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'mac_address': 'fa:16:3e:95:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:38Z', 'updated_at': '2021-11-27T02:17:42Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'subnets': [{'id': '31fe4610-bcfd-4d8d-b043-a254320bd7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:18:30.719659 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0b9308ed-b746-4990-881b-bbe7af723c79 req-19c8400c-722d-4249-88bf-c8ca624f99d4 service neutron] 10.222.0.42 "GET /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955696 Nov 27 02:18:30.891939 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add5d17-aa47-4e5a-9039-2b3fc5486be0 None None] New status for floating IP af9e9f04-5c0d-43e6-8c65-e2817c912f74: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:18:31.285528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821df09d-f26a-4c5a-9ada-47309320abe5 req-161b8835-552c-4673-89b0-24331417f354 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:31.287028 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-821df09d-f26a-4c5a-9ada-47309320abe5 req-161b8835-552c-4673-89b0-24331417f354 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 945 time: 0.0491743 Nov 27 02:18:31.335947 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-821df09d-f26a-4c5a-9ada-47309320abe5 req-35fa2a29-f54c-4b02-b8ca-0f3884008d0c tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9c89ce5-8235-46d0-9452-cd451ade3ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427146 Nov 27 02:18:32.005296 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049a709-2c90-48a9-abc8-70cdef7d417c req-5cd47e9a-349b-440b-a03c-a61779dadd70 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:32.006758 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8049a709-2c90-48a9-abc8-70cdef7d417c req-5cd47e9a-349b-440b-a03c-a61779dadd70 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 945 time: 0.0481260 Nov 27 02:18:32.094932 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-8049a709-2c90-48a9-abc8-70cdef7d417c req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port 1cd44c96-0204-45da-9766-3c2f45c7c196 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:18:32.095266 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8049a709-2c90-48a9-abc8-70cdef7d417c req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:32.186511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-8049a709-2c90-48a9-abc8-70cdef7d417c req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port 1cd44c96-0204-45da-9766-3c2f45c7c196, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=1cd44c96-0204-45da-9766-3c2f45c7c196,segment=NetworkSegment(2c1972a4-dcad-4b1e-a4d6-57d1a83129e7),segment_id=2c1972a4-dcad-4b1e-a4d6-57d1a83129e7)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:32.186870 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8049a709-2c90-48a9-abc8-70cdef7d417c req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:32.200130 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-8049a709-2c90-48a9-abc8-70cdef7d417c req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for 1cd44c96-0204-45da-9766-3c2f45c7c196 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:18:32.326642 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8049a709-2c90-48a9-abc8-70cdef7d417c req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:32.355457 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=1cd44c96-0204-45da-9766-3c2f45c7c196,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:32.367858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:32.368212 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:32.368571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:32.368912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:32.369242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:32.369572 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:32.370042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:32.370397 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:32.370724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:32.371055 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:32.371403 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:32.371724 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:32.411886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-8049a709-2c90-48a9-abc8-70cdef7d417c req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] No DVR routers for this DVR port 1cd44c96-0204-45da-9766-3c2f45c7c196 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:18:32.415560 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8049a709-2c90-48a9-abc8-70cdef7d417c req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:32.418868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8049a709-2c90-48a9-abc8-70cdef7d417c req-dec810ac-0783-4280-99a3-bae56e9435c2 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.42 "DELETE /v2.0/ports/1cd44c96-0204-45da-9766-3c2f45c7c196 HTTP/1.1" status: 204 len: 173 time: 0.4060423 Nov 27 02:18:32.419895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'name': 'network-vif-deleted', 'tag': '1cd44c96-0204-45da-9766-3c2f45c7c196'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:18:32.422104 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29459fdd-7b75-4975-bf97-2bb5b5b36c39" -d '{"events": [{"server_uuid": "e6cf7f95-b196-4f9b-a364-d280f95b067f", "name": "network-vif-deleted", "tag": "1cd44c96-0204-45da-9766-3c2f45c7c196"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:18:32.450529 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-596c67d4-1134-4463-a684-36e145e25c23 req-752017e2-4322-4096-ad77-bf116b064105 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6cf7f95-b196-4f9b-a364-d280f95b067f HTTP/1.1" status: 200 len: 210 time: 0.0363681 Nov 27 02:18:32.470457 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e19c24-73a2-4eb7-8aa9-bfb5eba4e631 x-openstack-request-id: req-69e19c24-73a2-4eb7-8aa9-bfb5eba4e631 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:18:32.470755 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cf7f95-b196-4f9b-a364-d280f95b067f", "name": "network-vif-deleted", "tag": "1cd44c96-0204-45da-9766-3c2f45c7c196", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:18:32.471009 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69e19c24-73a2-4eb7-8aa9-bfb5eba4e631 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:18:32.471413 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cf7f95-b196-4f9b-a364-d280f95b067f', 'name': 'network-vif-deleted', 'tag': '1cd44c96-0204-45da-9766-3c2f45c7c196', 'status': 'completed', 'code': 200} Nov 27 02:18:33.508897 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52628) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:33.861748 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62920c8f-93d0-43b3-9be7-9925a1e94e9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:34.122217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-62920c8f-93d0-43b3-9be7-9925a1e94e9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port 6b26c3bb-690d-4909-af2b-fabb095427d7 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:18:34.122593 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62920c8f-93d0-43b3-9be7-9925a1e94e9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:34.215500 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-62920c8f-93d0-43b3-9be7-9925a1e94e9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port 6b26c3bb-690d-4909-af2b-fabb095427d7, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6b26c3bb-690d-4909-af2b-fabb095427d7,segment=NetworkSegment(2c1972a4-dcad-4b1e-a4d6-57d1a83129e7),segment_id=2c1972a4-dcad-4b1e-a4d6-57d1a83129e7)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:34.215868 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62920c8f-93d0-43b3-9be7-9925a1e94e9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:34.230013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-62920c8f-93d0-43b3-9be7-9925a1e94e9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for 6b26c3bb-690d-4909-af2b-fabb095427d7 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:18:34.416059 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62920c8f-93d0-43b3-9be7-9925a1e94e9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:34.443217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62920c8f-93d0-43b3-9be7-9925a1e94e9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=6b26c3bb-690d-4909-af2b-fabb095427d7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:34.623410 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-62920c8f-93d0-43b3-9be7-9925a1e94e9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:34.836501 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62920c8f-93d0-43b3-9be7-9925a1e94e9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Router 81c20226-2e4c-48d8-9d65-065bcd35488a has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:18:34.942261 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62920c8f-93d0-43b3-9be7-9925a1e94e9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:18:34.947230 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-62920c8f-93d0-43b3-9be7-9925a1e94e9e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "PUT /v2.0/routers/81c20226-2e4c-48d8-9d65-065bcd35488a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4373152 Nov 27 02:18:34.950764 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52630) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:34.951747 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516c2b4-73ae-4a39-9593-bd0a692752a1 None None] Sync routers for ids ['81c20226-2e4c-48d8-9d65-065bcd35488a'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:18:34.962047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516c2b4-73ae-4a39-9593-bd0a692752a1 None None] Routers {'81c20226-2e4c-48d8-9d65-065bcd35488a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:34.962699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7516c2b4-73ae-4a39-9593-bd0a692752a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['81c20226-2e4c-48d8-9d65-065bcd35488a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:35.005088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19ddb58-06a8-43e8-bd82-c2e7ec6e8f07 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting subnet 31fe4610-bcfd-4d8d-b043-a254320bd7d1 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:18:35.009816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e19ddb58-06a8-43e8-bd82-c2e7ec6e8f07 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.056926 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e19ddb58-06a8-43e8-bd82-c2e7ec6e8f07 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.068809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7516c2b4-73ae-4a39-9593-bd0a692752a1 None None] Set router 81c20226-2e4c-48d8-9d65-065bcd35488a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:35.140952 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e19ddb58-06a8-43e8-bd82-c2e7ec6e8f07 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.203570 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e19ddb58-06a8-43e8-bd82-c2e7ec6e8f07 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.228329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ddb58-06a8-43e8-bd82-c2e7ec6e8f07 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Subnet': ['ID=31fe4610-bcfd-4d8d-b043-a254320bd7d1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:35.238967 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e19ddb58-06a8-43e8-bd82-c2e7ec6e8f07 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.241799 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b83716-f317-4933-bddb-524b6a124696 None None] Network 4556fc78-ec90-4c81-a978-be3d8706c8c0 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:18:35.242206 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-e19ddb58-06a8-43e8-bd82-c2e7ec6e8f07 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/subnets/31fe4610-bcfd-4d8d-b043-a254320bd7d1 HTTP/1.1" status: 204 len: 168 time: 0.2904565 Nov 27 02:18:35.245060 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52632) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:35.336611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7516c2b4-73ae-4a39-9593-bd0a692752a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:18:34Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:35.350927 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.378258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516c2b4-73ae-4a39-9593-bd0a692752a1 None None] Checking router: 81c20226-2e4c-48d8-9d65-065bcd35488a for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:18:35.391781 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516c2b4-73ae-4a39-9593-bd0a692752a1 None None] Routers {'81c20226-2e4c-48d8-9d65-065bcd35488a'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:35.392394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7516c2b4-73ae-4a39-9593-bd0a692752a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['81c20226-2e4c-48d8-9d65-065bcd35488a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:35.460564 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.498631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] DHCP port deletion for 4556fc78-ec90-4c81-a978-be3d8706c8c0 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:18:35.507699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7516c2b4-73ae-4a39-9593-bd0a692752a1 None None] Set router 81c20226-2e4c-48d8-9d65-065bcd35488a gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:35.517183 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Deleting port 99d977cf-dab2-4134-821b-6298eb7417c8 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:18:35.517529 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.595614 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] For port 99d977cf-dab2-4134-821b-6298eb7417c8, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=99d977cf-dab2-4134-821b-6298eb7417c8,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:35.595974 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.614191 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Calling delete_port for 99d977cf-dab2-4134-821b-6298eb7417c8 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:18:35.666298 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Deleting port e7fb31b1-4f88-47a9-a728-63977f96b4fd {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:18:35.666590 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.753631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] For port e7fb31b1-4f88-47a9-a728-63977f96b4fd, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e7fb31b1-4f88-47a9-a728-63977f96b4fd,segment=NetworkSegment(2c1972a4-dcad-4b1e-a4d6-57d1a83129e7),segment_id=2c1972a4-dcad-4b1e-a4d6-57d1a83129e7)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:35.754028 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.768521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Calling delete_port for e7fb31b1-4f88-47a9-a728-63977f96b4fd owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:18:35.771244 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.803276 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Port': ['ID=99d977cf-dab2-4134-821b-6298eb7417c8,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:35.819438 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94b26e-7014-42c3-8ea6-c8f309e95362 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:18:35.833791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7516c2b4-73ae-4a39-9593-bd0a692752a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:18:34Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:35.864824 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.869850 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516c2b4-73ae-4a39-9593-bd0a692752a1 None None] The sync data for ids ['81c20226-2e4c-48d8-9d65-065bcd35488a'] in n-d-819494-2 is: [{'id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1159629872', 'tenant_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:17:35Z', 'updated_at': '2021-11-27T02:18:34Z', 'revision_number': 5, 'project_id': 'ada1bfbce3eb4a8d90c9388286d00236', 'gw_port': {'id': '99d977cf-dab2-4134-821b-6298eb7417c8', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c20226-2e4c-48d8-9d65-065bcd35488a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:17:36Z', 'updated_at': '2021-11-27T02:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:18:35.894980 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.909419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] No DVR routers for this DVR port e7fb31b1-4f88-47a9-a728-63977f96b4fd on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:18:35.937757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Pushing event deleted for resources: {'Port': ['ID=e7fb31b1-4f88-47a9-a728-63977f96b4fd,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:35.945626 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:35.946099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:35.946516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:35.946937 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:35.947352 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:35.947774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:35.948160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:35.948560 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:35.948965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:35.949359 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:35.949758 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:35.950150 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42add0be-c0fe-4c95-b806-10a58e22b266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:35.979392 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:35.981503 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.027710 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.028250 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Fanout notify agent at l3_agent the message router_deleted on router 81c20226-2e4c-48d8-9d65-065bcd35488a {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:18:36.036430 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.037562 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-f6cc366a-6031-43ce-86f2-17972475b40d tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/routers/81c20226-2e4c-48d8-9d65-065bcd35488a HTTP/1.1" status: 204 len: 168 time: 0.7911766 Nov 27 02:18:36.040297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52634) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:36.120128 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.207892 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.229601 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4556fc78-ec90-4c81-a978-be3d8706c8c0']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:36.239587 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:36.239878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1972a4-dcad-4b1e-a4d6-57d1a83129e7') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:36.249645 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.264709 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.271757 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:18:36.272190 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: timer() Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:18:36.275795 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:18:36.335145 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.342561 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.345732 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/networks/4556fc78-ec90-4c81-a978-be3d8706c8c0 HTTP/1.1" status: 204 len: 168 time: 0.3045025 Nov 27 02:18:36.348701 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52636) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:36.364885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ae592-e813-476c-bb76-0080beb01ca0 tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'Network': ['ID=4556fc78-ec90-4c81-a978-be3d8706c8c0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:36.409223 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c45d266-ad02-43e7-8e9b-807e0582783e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.435840 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c45d266-ad02-43e7-8e9b-807e0582783e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.496587 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c45d266-ad02-43e7-8e9b-807e0582783e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.499241 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4c45d266-ad02-43e7-8e9b-807e0582783e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:36.503025 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4c45d266-ad02-43e7-8e9b-807e0582783e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] 10.222.0.37 "DELETE /v2.0/security-groups/d9c89ce5-8235-46d0-9452-cd451ade3ba7 HTTP/1.1" status: 204 len: 168 time: 0.1507506 Nov 27 02:18:36.513925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45d266-ad02-43e7-8e9b-807e0582783e tempest-TestNetworkAdvancedServerOps-1147919379 tempest-TestNetworkAdvancedServerOps-1147919379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c89ce5-8235-46d0-9452-cd451ade3ba7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:36.830508 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52644) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:36.964545 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-527ee9eb-c369-4c64-85d4-77c235b1dede admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ada1bfbce3eb4a8d90c9388286d00236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328564 Nov 27 02:18:36.967038 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:37.019414 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cad9681d-72c1-47e7-ae78-e33c49afa560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:37.041293 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cad9681d-72c1-47e7-ae78-e33c49afa560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:37.063676 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6b26c3bb-690d-4909-af2b-fabb095427d7 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:18:37.083748 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 6b26c3bb-690d-4909-af2b-fabb095427d7 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:18:37.084117 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6b26c3bb-690d-4909-af2b-fabb095427d7 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:18:37.084524 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e7fb31b1-4f88-47a9-a728-63977f96b4fd no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:18:37.090277 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cad9681d-72c1-47e7-ae78-e33c49afa560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:37.094309 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cad9681d-72c1-47e7-ae78-e33c49afa560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:37.094478 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cad9681d-72c1-47e7-ae78-e33c49afa560 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6241a245-033d-46ef-9012-856cfb6c6fe7 HTTP/1.1" status: 204 len: 168 time: 0.1264701 Nov 27 02:18:37.105490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: e7fb31b1-4f88-47a9-a728-63977f96b4fd {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:18:37.105847 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e7fb31b1-4f88-47a9-a728-63977f96b4fd not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:18:37.106374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 99d977cf-dab2-4134-821b-6298eb7417c8 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:18:37.107702 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9681d-72c1-47e7-ae78-e33c49afa560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6241a245-033d-46ef-9012-856cfb6c6fe7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:37.128521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 99d977cf-dab2-4134-821b-6298eb7417c8 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:18:37.128875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 99d977cf-dab2-4134-821b-6298eb7417c8 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:18:37.234897 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 1cd44c96-0204-45da-9766-3c2f45c7c196 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:18:37.255022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 1cd44c96-0204-45da-9766-3c2f45c7c196 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:18:37.255366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 1cd44c96-0204-45da-9766-3c2f45c7c196 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:18:37.367606 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52654) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:37.381031 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf2ef8e3-7757-492e-8590-7d77296a9e79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:37.456498 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf2ef8e3-7757-492e-8590-7d77296a9e79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:37.460633 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cf2ef8e3-7757-492e-8590-7d77296a9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:37.497777 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cf2ef8e3-7757-492e-8590-7d77296a9e79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8742040c193e4cc499ba0c7c0df2d7a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290090 Nov 27 02:18:37.499721 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ef8e3-7757-492e-8590-7d77296a9e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaade12-e741-4979-aba7-995dc9742eed,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:37.500621 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52656) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:37.552129 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e12758a-0806-4847-850c-fb381450392d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:37.572485 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e12758a-0806-4847-850c-fb381450392d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:37.621662 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e12758a-0806-4847-850c-fb381450392d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:37.624341 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e12758a-0806-4847-850c-fb381450392d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:37.625448 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2e12758a-0806-4847-850c-fb381450392d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccaade12-e741-4979-aba7-995dc9742eed HTTP/1.1" status: 204 len: 168 time: 0.1238170 Nov 27 02:18:37.632915 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12758a-0806-4847-850c-fb381450392d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaade12-e741-4979-aba7-995dc9742eed,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:38.300123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52678) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:38.395553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1983979828-network', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:38.418903 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Made reservation on behalf of f12696abcf5c4b739439d6d95776d18f for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:18:38.421245 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:38.430427 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:38.502655 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:38.506720 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:38.527511 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:18:38.541975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd80493-3824-4161-ad8e-864850bfb480,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:38.544855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:38.545197 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Added segment b5e0948c-3c26-4a79-b32e-b0f94ce7e01a of type vlan for network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 Nov 27 02:18:38.585159 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:38.609216 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:38.610088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:38.610720 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:38.660577 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3593378 Nov 27 02:18:38.663668 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52682) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:38.668653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8f2c8dbf-d499-4941-9f85-d8a9cc9ffa42 admin admin] Request body: {'subnet': {'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1983979828-subnet', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:38.675979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a05b4-2f30-4149-830e-aa8ec46dc72d admin admin] Pushing event updated for resources: {'Network': ['ID=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:38.686597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:18:38.690212 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2c8dbf-d499-4941-9f85-d8a9cc9ffa42 admin admin] Made reservation on behalf of f12696abcf5c4b739439d6d95776d18f for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:18:38.693309 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f2c8dbf-d499-4941-9f85-d8a9cc9ffa42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:38.856480 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f2c8dbf-d499-4941-9f85-d8a9cc9ffa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:38.915772 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c8dbf-d499-4941-9f85-d8a9cc9ffa42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da384247-1837-4478-8a19-3fbeaaa0935c,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:38.922514 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2c8dbf-d499-4941-9f85-d8a9cc9ffa42 admin admin] Checking segment: {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:18:38.922876 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2c8dbf-d499-4941-9f85-d8a9cc9ffa42 admin admin] Network hostable DHCP agents. Network: cdb1e13a-747a-4a7c-bbda-8ed62dc51f95, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:18:38.940035 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2c8dbf-d499-4941-9f85-d8a9cc9ffa42 admin admin] Network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:18:38.949039 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-8f2c8dbf-d499-4941-9f85-d8a9cc9ffa42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, cdb1e13a-747a-4a7c-bbda-8ed62dc51f95) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:38.953204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c8dbf-d499-4941-9f85-d8a9cc9ffa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:38.953793 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f2c8dbf-d499-4941-9f85-d8a9cc9ffa42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:38.958964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f1efdf-1cf3-4ac4-8da6-fd3d7576a2df None None] Network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:18:38.973010 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-8f2c8dbf-d499-4941-9f85-d8a9cc9ffa42 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3055992 Nov 27 02:18:38.973204 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52684) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:38.977427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:38.997880 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:38.999059 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:39.051602 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:39.197710 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:39.263033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:18:39.263897 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:39.393320 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:39.395546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Allocated IP 172.20.0.2 (cdb1e13a-747a-4a7c-bbda-8ed62dc51f95/da384247-1837-4478-8a19-3fbeaaa0935c/69d9f26c-918b-4b6b-98f1-38f7ee55afc5) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:18:39.415822 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:39.515365 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Allocated IP 172.25.3.31 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/e4c51fdc-1a3f-4e17-91e6-2cadd9be5259) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:18:39.537868 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:39.543054 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:39.581464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:18:39.584296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:39.588633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:18:39.599461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Pushing event updated for resources: {'Port': ['ID=69d9f26c-918b-4b6b-98f1-38f7ee55afc5,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:39.621132 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:39.646931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Attempting to bind port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:18:39.647227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Attempting to bind port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:18:39.647574 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Attempting to bind port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 on network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:18:39.652858 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:18:39.653234 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Checking segment: {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:18:39.653631 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:39.654020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Bound using segment: {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:18:39.654512 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Bound port: 69d9f26c-918b-4b6b-98f1-38f7ee55afc5, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:18:39.654892 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:39.723446 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] For port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:18:39.726839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] For port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=69d9f26c-918b-4b6b-98f1-38f7ee55afc5,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:18:39.732717 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:39.795619 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629082d-f50f-4150-b84b-df25a37606d6 None None] Pushing event updated for resources: {'Port': ['ID=69d9f26c-918b-4b6b-98f1-38f7ee55afc5,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:40.008392 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:40.049768 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:18:40.052795 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:40.056923 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:18:40.073167 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4112c847-ad48-4dc0-8c37-19522b8b8a06 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:18:40.084773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c51fdc-1a3f-4e17-91e6-2cadd9be5259,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:40.129822 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1052dee9-5ffb-4271-b2db-50564b1def9c None None] Provisioning complete for port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:40.130312 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1052dee9-5ffb-4271-b2db-50564b1def9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:40.163727 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1052dee9-5ffb-4271-b2db-50564b1def9c None None] Port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:18:40.312777 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:40.516509 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:40.651145 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:18:40.722797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b14107-894a-4b4e-9a22-1ddf91241617 None None] Network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:18:40.761689 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:18:40.774485 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Sync routers for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:18:40.779958 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:40.781681 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-b29e2ae1-b8e2-4de4-b52c-b7ddc0174136 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8075299 Nov 27 02:18:40.784444 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52686) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:40.785524 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:40.786413 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:40.817807 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-1206e084-97be-4db0-99a2-095f30e058a7 None None] Provisioning complete for port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:40.818519 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1206e084-97be-4db0-99a2-095f30e058a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:40.892537 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:40.961629 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1206e084-97be-4db0-99a2-095f30e058a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:40.996774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1206e084-97be-4db0-99a2-095f30e058a7 None None] For port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=69d9f26c-918b-4b6b-98f1-38f7ee55afc5,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:41.001550 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1206e084-97be-4db0-99a2-095f30e058a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.055623 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206e084-97be-4db0-99a2-095f30e058a7 None None] Pushing event updated for resources: {'Port': ['ID=69d9f26c-918b-4b6b-98f1-38f7ee55afc5,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:41.082593 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:40Z', 'revision_number': 3, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:41.118141 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Checking router: 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:18:41.118590 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Updating router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:18:41.146435 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.187472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:18:41.239357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b83384ab-aff7-49cc-b998-24d83496d5c7 None None] Provisioning complete for port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:41.239788 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b83384ab-aff7-49cc-b998-24d83496d5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.280218 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:41.280739 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.305854 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.423606 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.431189 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.465530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Allocated IP 172.20.0.1 (cdb1e13a-747a-4a7c-bbda-8ed62dc51f95/da384247-1837-4478-8a19-3fbeaaa0935c/279f7d09-104c-4b6b-88be-d0cf8af2ad40) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:18:41.478172 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e27b5b5-67e4-4390-97d4-d48d82cfea14 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:18:41.484535 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbb24c-74f3-45ed-97c6-ded1fabfdf90 None None] Pushing event updated for resources: {'Port': ['ID=e4c51fdc-1a3f-4e17-91e6-2cadd9be5259,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:41.486784 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Attempting to bind port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:18:41.487154 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Attempting to bind port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:18:41.487517 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Attempting to bind port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:18:41.493996 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:18:41.494452 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:18:41.494791 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.495186 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:18:41.495647 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Bound port: e4c51fdc-1a3f-4e17-91e6-2cadd9be5259, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:18:41.496223 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.547642 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] For port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:18:41.551693 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] For port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e4c51fdc-1a3f-4e17-91e6-2cadd9be5259,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:18:41.555739 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.570983 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.604597 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f16627-3782-4ec8-a290-d9bb6858a109 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:18:41.607801 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.615459 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:41.616186 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:41.620995 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbb24c-74f3-45ed-97c6-ded1fabfdf90 None None] Pushing event updated for resources: {'Port': ['ID=e4c51fdc-1a3f-4e17-91e6-2cadd9be5259,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:41.642158 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-3efcb81e-4ce5-470a-a5b7-4a14b5b45956 None None] Provisioning complete for port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:41.642557 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3efcb81e-4ce5-470a-a5b7-4a14b5b45956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.646118 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65bf4407-504a-4449-a3d7-8a6d689e7221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.671608 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:18:41.677850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:41.680341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=279f7d09-104c-4b6b-88be-d0cf8af2ad40,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:41.682737 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:18:41.724187 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.735661 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:41.744198 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3efcb81e-4ce5-470a-a5b7-4a14b5b45956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.765916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-3efcb81e-4ce5-470a-a5b7-4a14b5b45956 None None] For port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e4c51fdc-1a3f-4e17-91e6-2cadd9be5259,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:41.776223 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3efcb81e-4ce5-470a-a5b7-4a14b5b45956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.830904 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcb81e-4ce5-470a-a5b7-4a14b5b45956 None None] Pushing event updated for resources: {'Port': ['ID=e4c51fdc-1a3f-4e17-91e6-2cadd9be5259,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:41.877878 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.908151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-634909ec-cd39-4a16-840c-68534f0904f1 None None] Provisioning complete for port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:41.908518 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-634909ec-cd39-4a16-840c-68534f0904f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:41.963677 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:40Z', 'revision_number': 3, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:41.991776 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ba31a-e4b7-42de-9b16-068cb3345ef6 None None] The sync data for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 is: [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:40Z', 'revision_number': 3, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:18:42.063803 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:42.068382 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:42.127399 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-a8315ebc-a282-4c81-8f55-3f99efd3def5 None None] Provisioning complete for port 279f7d09-104c-4b6b-88be-d0cf8af2ad40 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:42.127915 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8315ebc-a282-4c81-8f55-3f99efd3def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:42.137353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=279f7d09-104c-4b6b-88be-d0cf8af2ad40,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:42.139834 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:42.162951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-a8315ebc-a282-4c81-8f55-3f99efd3def5 None None] Port 279f7d09-104c-4b6b-88be-d0cf8af2ad40 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:18:42.256739 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:18:42.258341 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:42.380085 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:18:42.492697 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-cc2a4063-4b65-4e86-a629-ab56810dd966 None None] Provisioning complete for port 279f7d09-104c-4b6b-88be-d0cf8af2ad40 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:42.493061 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cc2a4063-4b65-4e86-a629-ab56810dd966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:42.503023 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:18:42.508562 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-026bd8dd-88ae-49c4-9d26-549c8b3c2ec4 admin admin] 10.222.0.37 "PUT /v2.0/routers/66ac0bc1-cf01-4e83-9c86-155eca34b4b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7223792 Nov 27 02:18:42.533951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a4063-4b65-4e86-a629-ab56810dd966 None None] Port 279f7d09-104c-4b6b-88be-d0cf8af2ad40 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:18:42.980578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52702) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:42.985437 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-167169240-network', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:43.006357 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Made reservation on behalf of 4b30693eb82845bfb1c36de6df5fd301 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:18:43.008601 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.016998 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.098469 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.104897 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.129284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:18:43.137743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:18:43.146369 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6c5d4e-1769-43a4-b859-62bfafe230f5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:43.150379 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.150859 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Added segment 419554b5-58ca-478f-a143-fd51d817aa3b of type vlan for network 008e6131-50aa-4750-ab83-cc2b1ddd9ade Nov 27 02:18:43.188636 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:43.189011 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.193152 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.217946 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.218923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:43.219489 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.269952 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2857816 Nov 27 02:18:43.270193 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:18:43.270329 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52704) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:43.281042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cdeb2f47-737d-4379-9a9d-45c54aa09dae admin admin] Request body: {'subnet': {'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-167169240-subnet', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:43.292497 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1052d-c394-4dc3-b7f9-c6151f6bd87b admin admin] Pushing event updated for resources: {'Network': ['ID=008e6131-50aa-4750-ab83-cc2b1ddd9ade,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:43.306885 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network 008e6131-50aa-4750-ab83-cc2b1ddd9ade details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:18:43.310230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeb2f47-737d-4379-9a9d-45c54aa09dae admin admin] Made reservation on behalf of 4b30693eb82845bfb1c36de6df5fd301 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:18:43.313561 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2f47-737d-4379-9a9d-45c54aa09dae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.387274 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:43.387789 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.492735 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2f47-737d-4379-9a9d-45c54aa09dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.550706 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb2f47-737d-4379-9a9d-45c54aa09dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15fbc92-00b9-4018-8020-19cc5e06f1f2,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:43.563225 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb2f47-737d-4379-9a9d-45c54aa09dae admin admin] Checking segment: {'id': '419554b5-58ca-478f-a143-fd51d817aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:18:43.563690 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeb2f47-737d-4379-9a9d-45c54aa09dae admin admin] Network hostable DHCP agents. Network: 008e6131-50aa-4750-ab83-cc2b1ddd9ade, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:18:43.580968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeb2f47-737d-4379-9a9d-45c54aa09dae admin admin] Network 008e6131-50aa-4750-ab83-cc2b1ddd9ade is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:18:43.589478 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-cdeb2f47-737d-4379-9a9d-45c54aa09dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, 008e6131-50aa-4750-ab83-cc2b1ddd9ade) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:43.593619 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeb2f47-737d-4379-9a9d-45c54aa09dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:43.594315 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2f47-737d-4379-9a9d-45c54aa09dae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.598027 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdf3944-254a-47f9-a860-920d16d702c9 None None] Network 008e6131-50aa-4750-ab83-cc2b1ddd9ade requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:18:43.610490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-cdeb2f47-737d-4379-9a9d-45c54aa09dae admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3392606 Nov 27 02:18:43.613550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52706) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:43.617892 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-167169240-router', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:43.642034 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.643122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.651913 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Sync routers for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:18:43.679325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:43.679953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:43.695896 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:43.840413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:43.843630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-008e6131-50aa-4750-ab83-cc2b1ddd9ade', 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'fixed_ips': [{'subnet_id': 'b15fbc92-00b9-4018-8020-19cc5e06f1f2'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:18:43.844495 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.066910 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d7645a1-45a3-46f0-840e-32928b41c3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.172518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Allocated IP 172.20.0.2 (008e6131-50aa-4750-ab83-cc2b1ddd9ade/b15fbc92-00b9-4018-8020-19cc5e06f1f2/6ad6de1d-72c4-4ccd-80b6-d61399558ea2) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:18:44.195288 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.416806 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.422774 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 2, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:44.445621 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.459687 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Checking router: 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:18:44.460038 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Updating router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 port 279f7d09-104c-4b6b-88be-d0cf8af2ad40 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:18:44.505613 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.554616 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Allocated IP 172.25.3.156 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/9862fb32-918c-4e09-8ee2-4613f215f550) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:18:44.572107 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.581830 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.657750 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.692476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Network 008e6131-50aa-4750-ab83-cc2b1ddd9ade is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:18:44.695829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Pushing event updated for resources: {'Port': ['ID=6ad6de1d-72c4-4ccd-80b6-d61399558ea2,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:44.696796 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.700921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:44.706184 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:18:44.738008 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:18:44.742453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:44.744801 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:18:44.775173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61098c-7094-4acd-9a27-96e46d9b3bcf None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:18:44.777404 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Pushing event updated for resources: {'Port': ['ID=9862fb32-918c-4e09-8ee2-4613f215f550,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:44.824724 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Attempting to bind port 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:18:44.825098 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Attempting to bind port 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '419554b5-58ca-478f-a143-fd51d817aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:18:44.825558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Attempting to bind port 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 on network 008e6131-50aa-4750-ab83-cc2b1ddd9ade {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:18:44.846734 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:18:44.847013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Checking segment: {'id': '419554b5-58ca-478f-a143-fd51d817aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:18:44.847358 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.847752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Bound using segment: {'id': '419554b5-58ca-478f-a143-fd51d817aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:18:44.848221 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Bound port: 6ad6de1d-72c4-4ccd-80b6-d61399558ea2, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419554b5-58ca-478f-a143-fd51d817aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:18:44.848596 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:44.947602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-16441db5-ae0e-4d56-bb60-6c3feb4d37d7 None None] Provisioning complete for port 9862fb32-918c-4e09-8ee2-4613f215f550 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:44.948007 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-16441db5-ae0e-4d56-bb60-6c3feb4d37d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.014194 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.015502 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.023236 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] For port 6ad6de1d-72c4-4ccd-80b6-d61399558ea2, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:18:45.036572 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.037647 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.040558 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] For port 6ad6de1d-72c4-4ccd-80b6-d61399558ea2, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6ad6de1d-72c4-4ccd-80b6-d61399558ea2,segment=NetworkSegment(419554b5-58ca-478f-a143-fd51d817aa3b),segment_id=419554b5-58ca-478f-a143-fd51d817aa3b)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:18:45.042977 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-16441db5-ae0e-4d56-bb60-6c3feb4d37d7 None None] Port 9862fb32-918c-4e09-8ee2-4613f215f550 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:18:45.068048 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.132686 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebda96-51cc-4cec-ab82-6a4fabc4655d None None] Pushing event updated for resources: {'Port': ['ID=279f7d09-104c-4b6b-88be-d0cf8af2ad40,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:45.199274 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Attempting to bind port 279f7d09-104c-4b6b-88be-d0cf8af2ad40 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:18:45.199956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Attempting to bind port 279f7d09-104c-4b6b-88be-d0cf8af2ad40 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:18:45.199956 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Attempting to bind port 279f7d09-104c-4b6b-88be-d0cf8af2ad40 on network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:18:45.215739 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:18:45.216111 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Checking segment: {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:18:45.216511 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.216906 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Bound using segment: {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:18:45.217376 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Bound port: 279f7d09-104c-4b6b-88be-d0cf8af2ad40, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:18:45.217760 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.220653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1978a-bdb5-404b-b0e7-efd7a4a4bb61 None None] Pushing event updated for resources: {'Port': ['ID=6ad6de1d-72c4-4ccd-80b6-d61399558ea2,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:45.247430 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.308078 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] For port 279f7d09-104c-4b6b-88be-d0cf8af2ad40, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:18:45.311750 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] For port 279f7d09-104c-4b6b-88be-d0cf8af2ad40, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=279f7d09-104c-4b6b-88be-d0cf8af2ad40,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:18:45.319030 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.321588 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.393233 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:45.394033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:45.436119 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Router 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:18:45.451048 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebda96-51cc-4cec-ab82-6a4fabc4655d None None] Pushing event updated for resources: {'Port': ['ID=279f7d09-104c-4b6b-88be-d0cf8af2ad40,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:45.483436 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0fe373f1-98f9-4d98-876b-0e6c37c94fde None None] Provisioning complete for port 279f7d09-104c-4b6b-88be-d0cf8af2ad40 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:45.484067 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0fe373f1-98f9-4d98-876b-0e6c37c94fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.552731 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:45.584418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:18:45.595364 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Sync routers for ids ['3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:18:45.607621 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Routers {'3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:45.608654 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:45.622224 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.623969 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a19971be-ee69-4df1-97e7-dc0df1b81c80 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0094738 Nov 27 02:18:45.627013 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52708) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:45.720811 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Set router 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:45.762633 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0fe373f1-98f9-4d98-876b-0e6c37c94fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.825152 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-0fe373f1-98f9-4d98-876b-0e6c37c94fde None None] For port 279f7d09-104c-4b6b-88be-d0cf8af2ad40, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=279f7d09-104c-4b6b-88be-d0cf8af2ad40,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:45.837908 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0fe373f1-98f9-4d98-876b-0e6c37c94fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:45.896870 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe373f1-98f9-4d98-876b-0e6c37c94fde None None] Pushing event updated for resources: {'Port': ['ID=279f7d09-104c-4b6b-88be-d0cf8af2ad40,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:45.904561 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:45.924887 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'name': 'tempest-TestShelveInstance-167169240-router', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:43Z', 'updated_at': '2021-11-27T02:18:44Z', 'revision_number': 3, 'project_id': '4b30693eb82845bfb1c36de6df5fd301', 'gw_port': {'id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:44Z', 'updated_at': '2021-11-27T02:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:45.940070 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881343d8-ac15-4a09-b25b-9d5acdf352c9 None None] The sync data for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 is: [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:18:45.980615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-46ffa181-db07-4430-8b4e-c4fa4804c2ad None None] Provisioning complete for port 279f7d09-104c-4b6b-88be-d0cf8af2ad40 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:45.981049 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46ffa181-db07-4430-8b4e-c4fa4804c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.073370 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Checking router: 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:18:46.074020 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Updating router 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c port 9862fb32-918c-4e09-8ee2-4613f215f550 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:18:46.106770 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.228576 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.404041 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.411599 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.423294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Allocated IP 172.20.0.1 (008e6131-50aa-4750-ab83-cc2b1ddd9ade/b15fbc92-00b9-4018-8020-19cc5e06f1f2/06f12cac-a608-41ae-b135-665ae787411b) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:18:46.430900 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e24c38-0642-4628-a086-687d538a8e43 None None] Network 008e6131-50aa-4750-ab83-cc2b1ddd9ade requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:18:46.475203 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Attempting to bind port 9862fb32-918c-4e09-8ee2-4613f215f550 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:18:46.475700 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Attempting to bind port 9862fb32-918c-4e09-8ee2-4613f215f550 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:18:46.476162 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Attempting to bind port 9862fb32-918c-4e09-8ee2-4613f215f550 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:18:46.484494 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:18:46.484911 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:18:46.485697 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.486184 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:18:46.486881 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Bound port: 9862fb32-918c-4e09-8ee2-4613f215f550, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:18:46.487376 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.489555 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d018bb-29c8-45f1-8f59-d1316da010c9 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:18:46.513767 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-f2244e36-8dc0-4b27-a171-2d71cdc71516 None None] Provisioning complete for port 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:46.514424 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2244e36-8dc0-4b27-a171-2d71cdc71516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.515746 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Pushing event updated for resources: {'Port': ['ID=9862fb32-918c-4e09-8ee2-4613f215f550,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:46.526033 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:46.526667 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:46.527239 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:46.527808 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:46.528348 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:46.528895 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:46.529436 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:46.529987 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:46.530558 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:46.531105 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:46.531635 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:46.532265 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:18:46.572358 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] For port 9862fb32-918c-4e09-8ee2-4613f215f550, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:18:46.572595 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.577539 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] For port 9862fb32-918c-4e09-8ee2-4613f215f550, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9862fb32-918c-4e09-8ee2-4613f215f550,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:18:46.585303 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.616128 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.630100 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278974bf-4dd8-4228-8b10-c30a40ba1fe8 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:18:46.645464 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Routers {'3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:46.647030 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:46.684211 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=06f12cac-a608-41ae-b135-665ae787411b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:46.718026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Network 008e6131-50aa-4750-ab83-cc2b1ddd9ade is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:18:46.720707 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:46.727977 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:18:46.775091 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2244e36-8dc0-4b27-a171-2d71cdc71516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.780309 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.818595 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] Set router 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:46.823155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f2244e36-8dc0-4b27-a171-2d71cdc71516 None None] For port 6ad6de1d-72c4-4ccd-80b6-d61399558ea2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6ad6de1d-72c4-4ccd-80b6-d61399558ea2,segment=NetworkSegment(419554b5-58ca-478f-a143-fd51d817aa3b),segment_id=419554b5-58ca-478f-a143-fd51d817aa3b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:46.831720 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f2244e36-8dc0-4b27-a171-2d71cdc71516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.923696 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa0023-51dc-4163-96f7-f8f3b0a18396 None None] Pushing event updated for resources: {'Port': ['ID=9862fb32-918c-4e09-8ee2-4613f215f550,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:46.946852 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2244e36-8dc0-4b27-a171-2d71cdc71516 None None] Pushing event updated for resources: {'Port': ['ID=6ad6de1d-72c4-4ccd-80b6-d61399558ea2,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:46.997731 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:46.999325 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.002881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-6e9733cf-74a8-4070-adc7-a3a294cadeda None None] Provisioning complete for port 9862fb32-918c-4e09-8ee2-4613f215f550 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:47.003468 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e9733cf-74a8-4070-adc7-a3a294cadeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.233136 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e9733cf-74a8-4070-adc7-a3a294cadeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.259268 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6e9733cf-74a8-4070-adc7-a3a294cadeda None None] For port 9862fb32-918c-4e09-8ee2-4613f215f550, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9862fb32-918c-4e09-8ee2-4613f215f550,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:47.273444 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e9733cf-74a8-4070-adc7-a3a294cadeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.311470 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.318089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 279f7d09-104c-4b6b-88be-d0cf8af2ad40 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:18:47.319696 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.362290 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'name': 'tempest-TestShelveInstance-167169240-router', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:43Z', 'updated_at': '2021-11-27T02:18:44Z', 'revision_number': 3, 'project_id': '4b30693eb82845bfb1c36de6df5fd301', 'gw_port': {'id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:44Z', 'updated_at': '2021-11-27T02:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:47.398879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9733cf-74a8-4070-adc7-a3a294cadeda None None] Pushing event updated for resources: {'Port': ['ID=9862fb32-918c-4e09-8ee2-4613f215f550,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:47.418406 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464a10e6-1978-4aaa-aa3e-cab1cc5334fd None None] The sync data for ids ['3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'] in n-d-819494-2 is: [{'id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'name': 'tempest-TestShelveInstance-167169240-router', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:43Z', 'updated_at': '2021-11-27T02:18:44Z', 'revision_number': 3, 'project_id': '4b30693eb82845bfb1c36de6df5fd301', 'gw_port': {'id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:44Z', 'updated_at': '2021-11-27T02:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:18:47.423414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2d84cf32-5eb0-4cad-8f71-0f267491295b None None] Provisioning complete for port 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:47.423786 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2d84cf32-5eb0-4cad-8f71-0f267491295b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.432476 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=06f12cac-a608-41ae-b135-665ae787411b,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:47.458793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 279f7d09-104c-4b6b-88be-d0cf8af2ad40 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:47.459276 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.463847 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.591395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Network 008e6131-50aa-4750-ab83-cc2b1ddd9ade is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:18:47.592969 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:47.725438 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.736125 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Router 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:18:47.746423 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.794912 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:18:47.898476 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2d84cf32-5eb0-4cad-8f71-0f267491295b None None] Provisioning complete for port 06f12cac-a608-41ae-b135-665ae787411b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:47.898476 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2d84cf32-5eb0-4cad-8f71-0f267491295b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:47.931205 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:18:47.938284 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-71c137ae-9640-4092-9538-c07f5404c5a7 admin admin] 10.222.0.37 "PUT /v2.0/routers/3938b36a-dde1-4a2d-8aeb-9549f66a7b1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3082767 Nov 27 02:18:47.945480 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-2d84cf32-5eb0-4cad-8f71-0f267491295b None None] Port 06f12cac-a608-41ae-b135-665ae787411b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:18:47.950270 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:47.950837 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.067633 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8ebf30a0-9141-409e-b3f7-1cb992cb44cb None None] Provisioning complete for port 06f12cac-a608-41ae-b135-665ae787411b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:48.068011 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8ebf30a0-9141-409e-b3f7-1cb992cb44cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.114873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf30a0-9141-409e-b3f7-1cb992cb44cb None None] Port 06f12cac-a608-41ae-b135-665ae787411b cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:18:48.516902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52718) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:48.522082 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2615befb-dc1f-4a69-90ca-f82c77076da0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270230457', 'description': 'tempest-secgroup-smoke-1270230457 description', 'project_id': 'f12696abcf5c4b739439d6d95776d18f'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:48.545355 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2615befb-dc1f-4a69-90ca-f82c77076da0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.619479 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2615befb-dc1f-4a69-90ca-f82c77076da0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.623369 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2615befb-dc1f-4a69-90ca-f82c77076da0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.654216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615befb-dc1f-4a69-90ca-f82c77076da0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b916b4-b788-4082-b501-2639b0b89570,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:48.658937 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2615befb-dc1f-4a69-90ca-f82c77076da0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.660474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2615befb-dc1f-4a69-90ca-f82c77076da0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1425548 Nov 27 02:18:48.667286 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52720) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:48.672309 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-342785f1-3a36-4ac4-a883-38394e12bfc5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group_rule': {'security_group_id': '69b916b4-b788-4082-b501-2639b0b89570', 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:48.700979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-342785f1-3a36-4ac4-a883-38394e12bfc5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.758393 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-342785f1-3a36-4ac4-a883-38394e12bfc5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.762253 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-342785f1-3a36-4ac4-a883-38394e12bfc5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.780259 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342785f1-3a36-4ac4-a883-38394e12bfc5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ce920f-56d0-4430-9fa9-c8316a77b6df,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:48.790106 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-342785f1-3a36-4ac4-a883-38394e12bfc5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.791360 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-342785f1-3a36-4ac4-a883-38394e12bfc5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228635 Nov 27 02:18:48.794359 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52722) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:48.798912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-34971a1e-679c-403a-bb2d-52579a8e1dea tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group_rule': {'security_group_id': '69b916b4-b788-4082-b501-2639b0b89570', 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:48.826327 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34971a1e-679c-403a-bb2d-52579a8e1dea tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.880976 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34971a1e-679c-403a-bb2d-52579a8e1dea tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.884534 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34971a1e-679c-403a-bb2d-52579a8e1dea tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.903422 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34971a1e-679c-403a-bb2d-52579a8e1dea tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994bad43-7d9c-40f2-ad17-9d40e56e01fb,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:48.908435 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-34971a1e-679c-403a-bb2d-52579a8e1dea tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:48.912153 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-34971a1e-679c-403a-bb2d-52579a8e1dea tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142931 Nov 27 02:18:48.912337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52724) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:48.916716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-51441c9d-0ed8-4bb7-bd75-3965f2053a38 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group_rule': {'security_group_id': '69b916b4-b788-4082-b501-2639b0b89570', 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:48.942947 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51441c9d-0ed8-4bb7-bd75-3965f2053a38 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.001864 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51441c9d-0ed8-4bb7-bd75-3965f2053a38 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.006194 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51441c9d-0ed8-4bb7-bd75-3965f2053a38 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.024650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51441c9d-0ed8-4bb7-bd75-3965f2053a38 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c82a26f-7f7b-4ae3-9b2c-5aecf970f17e,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:49.037098 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-51441c9d-0ed8-4bb7-bd75-3965f2053a38 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.038347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-51441c9d-0ed8-4bb7-bd75-3965f2053a38 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249304 Nov 27 02:18:49.040965 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52726) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:49.045631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3fae6693-a326-411d-a6c4-27c38bc0110a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group_rule': {'security_group_id': '69b916b4-b788-4082-b501-2639b0b89570', 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:49.072524 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fae6693-a326-411d-a6c4-27c38bc0110a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.098333 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9862fb32-918c-4e09-8ee2-4613f215f550 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:18:49.140748 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fae6693-a326-411d-a6c4-27c38bc0110a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.144342 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fae6693-a326-411d-a6c4-27c38bc0110a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.149478 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 9862fb32-918c-4e09-8ee2-4613f215f550 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:49.149846 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.160454 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae6693-a326-411d-a6c4-27c38bc0110a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f220206-d46d-4e49-a4b4-c1e9d6324cd4,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:49.171891 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3fae6693-a326-411d-a6c4-27c38bc0110a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.173038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3fae6693-a326-411d-a6c4-27c38bc0110a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311314 Nov 27 02:18:49.177280 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:49.181877 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5b01e53d-3aa8-4bd8-9e46-efdbbbf3a9e8 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group_rule': {'security_group_id': '69b916b4-b788-4082-b501-2639b0b89570', 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:49.205218 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-5b01e53d-3aa8-4bd8-9e46-efdbbbf3a9e8 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Project f12696abcf5c4b739439d6d95776d18f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:18:49.211458 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b01e53d-3aa8-4bd8-9e46-efdbbbf3a9e8 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.279998 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b01e53d-3aa8-4bd8-9e46-efdbbbf3a9e8 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.283454 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b01e53d-3aa8-4bd8-9e46-efdbbbf3a9e8 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.302355 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01e53d-3aa8-4bd8-9e46-efdbbbf3a9e8 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19511719-40d0-424b-b6dd-3067f9ebf545,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:49.309527 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5b01e53d-3aa8-4bd8-9e46-efdbbbf3a9e8 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.313232 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5b01e53d-3aa8-4bd8-9e46-efdbbbf3a9e8 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327355 Nov 27 02:18:49.313543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 52730) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:18:49.318117 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-371b324e-bc13-4181-b3fb-eaf6f20d164b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group_rule': {'security_group_id': '69b916b4-b788-4082-b501-2639b0b89570', 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:49.339325 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-371b324e-bc13-4181-b3fb-eaf6f20d164b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Project f12696abcf5c4b739439d6d95776d18f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:18:49.344282 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-371b324e-bc13-4181-b3fb-eaf6f20d164b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.405447 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-371b324e-bc13-4181-b3fb-eaf6f20d164b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.409180 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-371b324e-bc13-4181-b3fb-eaf6f20d164b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.430445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b324e-bc13-4181-b3fb-eaf6f20d164b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cffdcb-b5cd-4661-9e60-16265f93ab29,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:49.436285 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-371b324e-bc13-4181-b3fb-eaf6f20d164b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.437313 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-371b324e-bc13-4181-b3fb-eaf6f20d164b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227982 Nov 27 02:18:49.512951 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Sync routers for ids ['3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:18:49.524316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Routers {'3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:49.524967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:49.598396 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-fb32b9de-e177-41e2-ac37-8e325f1c53ba tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270230457&fields=id&tenant_id=f12696abcf5c4b739439d6d95776d18f HTTP/1.1" status: 200 len: 267 time: 0.0450864 Nov 27 02:18:49.630921 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Set router 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:49.707717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-c3092059-9bbb-4adc-847c-cae14535b84a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:49.709173 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-c3092059-9bbb-4adc-847c-cae14535b84a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 809 time: 0.1036317 Nov 27 02:18:49.724932 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ffa875c2-6bec-426b-bbc4-4b57212f30ea tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/quotas/f12696abcf5c4b739439d6d95776d18f HTTP/1.1" status: 200 len: 375 time: 0.0097373 Nov 27 02:18:49.775608 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-871ec2c4-3b9b-4e20-8a1f-9a35207e6556 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448089 Nov 27 02:18:49.840329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'name': 'tempest-TestShelveInstance-167169240-router', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:43Z', 'updated_at': '2021-11-27T02:18:46Z', 'revision_number': 4, 'project_id': '4b30693eb82845bfb1c36de6df5fd301', 'gw_port': {'id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:44Z', 'updated_at': '2021-11-27T02:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '06f12cac-a608-41ae-b135-665ae787411b', 'name': '', 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'mac_address': 'fa:16:3e:85:de:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b15fbc92-00b9-4018-8020-19cc5e06f1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:46Z', 'updated_at': '2021-11-27T02:18:47Z', 'revision_number': 2, 'project_id': '4b30693eb82845bfb1c36de6df5fd301', 'subnets': [{'id': 'b15fbc92-00b9-4018-8020-19cc5e06f1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:49.865917 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Checking router: 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:18:49.866316 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Updating router 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c port 06f12cac-a608-41ae-b135-665ae787411b binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:18:49.875651 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-c13edbf0-c328-4bee-8058-89aaea193365 service neutron] 10.222.0.37 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881584 Nov 27 02:18:49.890730 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:49.966218 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-24f461c0-05a8-40f3-8535-01cf12a83417 service neutron] 10.222.0.37 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833192 Nov 27 02:18:50.139391 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c97edf8-b9c7-425b-8176-28e5e7d59fdb req-0c604214-b7ae-4096-9f62-f3f80fb6e3c2 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 210 time: 0.0323980 Nov 27 02:18:50.158740 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:50.164096 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:50.214372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b28686-3360-42df-82ff-f01c3bbf444a None None] Pushing event updated for resources: {'Port': ['ID=06f12cac-a608-41ae-b135-665ae787411b,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:50.267325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Attempting to bind port 06f12cac-a608-41ae-b135-665ae787411b on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:18:50.267694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Attempting to bind port 06f12cac-a608-41ae-b135-665ae787411b by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': '419554b5-58ca-478f-a143-fd51d817aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:18:50.268054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Attempting to bind port 06f12cac-a608-41ae-b135-665ae787411b on network 008e6131-50aa-4750-ab83-cc2b1ddd9ade {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:18:50.273120 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:18:50.273716 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Checking segment: {'id': '419554b5-58ca-478f-a143-fd51d817aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:18:50.273870 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:50.274288 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Bound using segment: {'id': '419554b5-58ca-478f-a143-fd51d817aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:18:50.274755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Bound port: 06f12cac-a608-41ae-b135-665ae787411b, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419554b5-58ca-478f-a143-fd51d817aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:18:50.275157 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:50.343413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] For port 06f12cac-a608-41ae-b135-665ae787411b, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:18:50.347353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] For port 06f12cac-a608-41ae-b135-665ae787411b, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=06f12cac-a608-41ae-b135-665ae787411b,segment=NetworkSegment(419554b5-58ca-478f-a143-fd51d817aa3b),segment_id=419554b5-58ca-478f-a143-fd51d817aa3b)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:18:50.351893 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:50.404264 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Routers {'3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:18:50.404903 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:50.450884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b28686-3360-42df-82ff-f01c3bbf444a None None] Pushing event updated for resources: {'Port': ['ID=06f12cac-a608-41ae-b135-665ae787411b,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:50.477804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d1a8b560-c2a8-4924-b404-9180c38a3d84 None None] Provisioning complete for port 06f12cac-a608-41ae-b135-665ae787411b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:50.478100 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1a8b560-c2a8-4924-b404-9180c38a3d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:50.569468 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] Set router 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:18:50.679867 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1a8b560-c2a8-4924-b404-9180c38a3d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:50.752629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d1a8b560-c2a8-4924-b404-9180c38a3d84 None None] For port 06f12cac-a608-41ae-b135-665ae787411b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=06f12cac-a608-41ae-b135-665ae787411b,segment=NetworkSegment(419554b5-58ca-478f-a143-fd51d817aa3b),segment_id=419554b5-58ca-478f-a143-fd51d817aa3b)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:50.762121 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1a8b560-c2a8-4924-b404-9180c38a3d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:50.839506 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8b560-c2a8-4924-b404-9180c38a3d84 None None] Pushing event updated for resources: {'Port': ['ID=06f12cac-a608-41ae-b135-665ae787411b,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:50.860803 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'name': 'tempest-TestShelveInstance-167169240-router', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:43Z', 'updated_at': '2021-11-27T02:18:46Z', 'revision_number': 4, 'project_id': '4b30693eb82845bfb1c36de6df5fd301', 'gw_port': {'id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:44Z', 'updated_at': '2021-11-27T02:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '06f12cac-a608-41ae-b135-665ae787411b', 'name': '', 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'mac_address': 'fa:16:3e:85:de:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b15fbc92-00b9-4018-8020-19cc5e06f1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:46Z', 'updated_at': '2021-11-27T02:18:50Z', 'revision_number': 4, 'project_id': '4b30693eb82845bfb1c36de6df5fd301', 'subnets': [{'id': 'b15fbc92-00b9-4018-8020-19cc5e06f1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:18:50.895953 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbebf1c-c746-41a5-b56f-264d59d432ca None None] The sync data for ids ['3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'] in n-d-819494-2 is: [{'id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'name': 'tempest-TestShelveInstance-167169240-router', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:43Z', 'updated_at': '2021-11-27T02:18:46Z', 'revision_number': 4, 'project_id': '4b30693eb82845bfb1c36de6df5fd301', 'gw_port': {'id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:44Z', 'updated_at': '2021-11-27T02:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '06f12cac-a608-41ae-b135-665ae787411b', 'name': '', 'network_id': '008e6131-50aa-4750-ab83-cc2b1ddd9ade', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'mac_address': 'fa:16:3e:85:de:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b15fbc92-00b9-4018-8020-19cc5e06f1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:46Z', 'updated_at': '2021-11-27T02:18:50Z', 'revision_number': 4, 'project_id': '4b30693eb82845bfb1c36de6df5fd301', 'subnets': [{'id': 'b15fbc92-00b9-4018-8020-19cc5e06f1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:18:50.906223 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-548b7cb4-b2de-451b-a258-e98c7ce0ced3 None None] Provisioning complete for port 06f12cac-a608-41ae-b135-665ae787411b triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:50.906623 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-548b7cb4-b2de-451b-a258-e98c7ce0ced3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:51.098516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 06f12cac-a608-41ae-b135-665ae787411b up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:18:51.155353 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 06f12cac-a608-41ae-b135-665ae787411b triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:51.155988 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:51.221347 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7e274875-72c8-42a6-b6d9-c1ffdd283915 req-36a64da0-0467-4036-93eb-4d2815a5d379 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Nov 27 02:18:52.301586 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-624040a5-3572-4e99-abce-95e0e690f638 req-17af7725-edd8-4c12-abf5-ce6b3ef2959d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 210 time: 0.0279844 Nov 27 02:18:53.383227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c13bf321-8570-4071-b1ea-02438674d4ed req-4a2e346b-a1f2-403c-977e-228483ae2805 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 210 time: 0.0302873 Nov 27 02:18:54.478114 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-296c2daf-3a65-4e2c-a9b1-ed0d810384b4 req-0a217e93-e47b-454a-ae3b-81459a980a6f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 210 time: 0.0260158 Nov 27 02:18:55.210649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-2a297b17-f81e-4c7b-b154-58abd292c4d6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:55.212092 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-2a297b17-f81e-4c7b-b154-58abd292c4d6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 809 time: 0.1019869 Nov 27 02:18:55.285243 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-c06f0c6b-c85e-4f23-ab12-f365c82cba1e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f12696abcf5c4b739439d6d95776d18f HTTP/1.1" status: 200 len: 380 time: 0.0569069 Nov 27 02:18:55.316290 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'port': {'device_id': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'admin_state_up': True, 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'security_groups': ['69b916b4-b788-4082-b501-2639b0b89570']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:55.420395 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Made reservation on behalf of f12696abcf5c4b739439d6d95776d18f for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:18:55.423860 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.552813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Allocated IP 172.20.0.8 (cdb1e13a-747a-4a7c-bbda-8ed62dc51f95/da384247-1837-4478-8a19-3fbeaaa0935c/85122911-3f43-42f5-9225-f638c8b48cea) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:18:55.578323 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-422a16e2-3e26-41c2-bc8e-aee7a74dc4ec req-f23cb448-2d02-4065-863b-88731a7102e0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 210 time: 0.0300546 Nov 27 02:18:55.685684 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.722658 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.763912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:18:55.766982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:18:55.771077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:18:55.795728 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'Port': ['ID=85122911-3f43-42f5-9225-f638c8b48cea,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:55.825006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:55.825621 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:55.842486 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-e7a60a80-e9f0-42f2-9376-2c275f16144d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5301819 Nov 27 02:18:55.860752 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Request body: {'port': {'device_id': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:18:55.916275 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.052077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-9aa9187c-fba4-47d8-993a-ab32fbb0f34f None None] Provisioning complete for port 85122911-3f43-42f5-9225-f638c8b48cea triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:18:56.052694 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9aa9187c-fba4-47d8-993a-ab32fbb0f34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.086579 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9187c-fba4-47d8-993a-ab32fbb0f34f None None] Port 85122911-3f43-42f5-9225-f638c8b48cea cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:18:56.180710 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85122911-3f43-42f5-9225-f638c8b48cea {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:18:56.188068 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.200090 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Transition to ACTIVE for port object 85122911-3f43-42f5-9225-f638c8b48cea will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:18:56.203818 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.254122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=85122911-3f43-42f5-9225-f638c8b48cea,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:56.326654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Attempting to bind port 85122911-3f43-42f5-9225-f638c8b48cea on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:18:56.327077 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Attempting to bind port 85122911-3f43-42f5-9225-f638c8b48cea by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:18:56.327489 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Attempting to bind port 85122911-3f43-42f5-9225-f638c8b48cea on network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:18:56.332051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Port 85122911-3f43-42f5-9225-f638c8b48cea on network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:18:56.332360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Attempting to bind port 85122911-3f43-42f5-9225-f638c8b48cea on network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:18:56.337895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:18:56.338161 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Checking segment: {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:18:56.338571 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Bound using segment: {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:18:56.338990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Bound port: 85122911-3f43-42f5-9225-f638c8b48cea, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:18:56.339363 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.403625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:18:56.407005 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=85122911-3f43-42f5-9225-f638c8b48cea,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:18:56.411263 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.451109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:56.451719 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:56.453179 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] 10.222.0.42 "PUT /v2.0/ports/85122911-3f43-42f5-9225-f638c8b48cea HTTP/1.1" status: 200 len: 1091 time: 0.5966988 Nov 27 02:18:56.453633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:18:56.455928 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cebf87d-cce7-4928-8828-13de4fc4c655" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "tag": "85122911-3f43-42f5-9225-f638c8b48cea"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:18:56.478935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f9e21-9d64-4e85-b168-a067a192d5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=85122911-3f43-42f5-9225-f638c8b48cea,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:56.510101 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2064a16-a54b-42db-a4dc-81420256b675 x-openstack-request-id: req-f2064a16-a54b-42db-a4dc-81420256b675 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:18:56.510417 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "tag": "85122911-3f43-42f5-9225-f638c8b48cea", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:18:56.510669 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2064a16-a54b-42db-a4dc-81420256b675 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:18:56.511069 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea', 'status': 'completed', 'code': 200} Nov 27 02:18:56.570216 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-144584c7-3de6-4d30-9576-2f054f1f0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:56.571964 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-144584c7-3de6-4d30-9576-2f054f1f0f70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1094 time: 0.0444112 Nov 27 02:18:56.627127 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-ab678ce9-d25e-4a96-9928-c4472225922f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85122911-3f43-42f5-9225-f638c8b48cea HTTP/1.1" status: 200 len: 217 time: 0.0400689 Nov 27 02:18:56.678230 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-34643897-c406-44da-98f7-771ed49c6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:56.679757 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-34643897-c406-44da-98f7-771ed49c6a73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0456243 Nov 27 02:18:56.702100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b6af6-8d1e-4246-9111-d081bbd25bfe req-430a1157-5fdb-4091-84ec-19091075af43 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:56.703624 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-664b6af6-8d1e-4246-9111-d081bbd25bfe req-430a1157-5fdb-4091-84ec-19091075af43 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0489593 Nov 27 02:18:56.726412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-cb882154-6fb2-4a5f-bc8d-f2995f9105b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:56.727903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-cb882154-6fb2-4a5f-bc8d-f2995f9105b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405779 Nov 27 02:18:56.755924 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-664b6af6-8d1e-4246-9111-d081bbd25bfe req-42bf574c-6879-4b7c-8eb4-5a752d42ddc0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460813 Nov 27 02:18:56.822318 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-60d19ac0-598d-4a10-92ca-5bba4e4a31e0 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861282 Nov 27 02:18:56.912328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9edde668-ef65-46ce-bbba-8f0a63b5a1cc req-f6651d03-20ef-42ec-a9a9-b7f63501ce04 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828114 Nov 27 02:18:57.037882 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebf87d-cce7-4928-8828-13de4fc4c655 req-836c8e85-18e9-490d-924a-a5725383b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:57.039391 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cebf87d-cce7-4928-8828-13de4fc4c655 req-836c8e85-18e9-490d-924a-a5725383b0d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1094 time: 0.0411820 Nov 27 02:18:57.132971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebf87d-cce7-4928-8828-13de4fc4c655 req-7f5117f2-2e42-4202-87a2-d05c54bff466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:57.134516 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cebf87d-cce7-4928-8828-13de4fc4c655 req-7f5117f2-2e42-4202-87a2-d05c54bff466 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0867801 Nov 27 02:18:57.175551 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cebf87d-cce7-4928-8828-13de4fc4c655 req-a5bba792-b3c8-49fa-97ba-963bd2b6ca7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85122911-3f43-42f5-9225-f638c8b48cea HTTP/1.1" status: 200 len: 217 time: 0.0340106 Nov 27 02:18:57.228227 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebf87d-cce7-4928-8828-13de4fc4c655 req-f36fb567-d964-456f-8b65-2abff87610e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:57.229654 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cebf87d-cce7-4928-8828-13de4fc4c655 req-f36fb567-d964-456f-8b65-2abff87610e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0473728 Nov 27 02:18:57.276434 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebf87d-cce7-4928-8828-13de4fc4c655 req-cc19fc7d-9c07-42d3-a628-a09d5942a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:57.277939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cebf87d-cce7-4928-8828-13de4fc4c655 req-cc19fc7d-9c07-42d3-a628-a09d5942a589 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397210 Nov 27 02:18:57.278511 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:18:57.365354 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cebf87d-cce7-4928-8828-13de4fc4c655 req-a9d2c596-e78f-452c-bffc-53d293fe280e service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791271 Nov 27 02:18:57.459461 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cebf87d-cce7-4928-8828-13de4fc4c655 req-e9bef909-3132-49cb-9bfb-4fa4ddd663e9 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863740 Nov 27 02:18:57.872607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80037f-2a89-4bf1-9908-5bfc7175f4ff req-162d9a9f-774e-4661-aa08-c3f1cccdf72d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:57.874079 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c80037f-2a89-4bf1-9908-5bfc7175f4ff req-162d9a9f-774e-4661-aa08-c3f1cccdf72d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0499189 Nov 27 02:18:57.922470 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2c80037f-2a89-4bf1-9908-5bfc7175f4ff req-48e8844f-31b7-434b-8a0c-548f75b68624 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422537 Nov 27 02:18:59.037164 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63f31-7384-47ee-ac64-10dd400d02bd req-6e57d2bf-010a-48ee-943f-e3c32c3487aa tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:18:59.038678 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-51b63f31-7384-47ee-ac64-10dd400d02bd req-6e57d2bf-010a-48ee-943f-e3c32c3487aa tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0493677 Nov 27 02:18:59.087298 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-51b63f31-7384-47ee-ac64-10dd400d02bd req-cf5d7f9e-edfc-4e17-a495-928fe37ffc4e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 Nov 27 02:18:59.369950 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 85122911-3f43-42f5-9225-f638c8b48cea details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:18:59.463263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=85122911-3f43-42f5-9225-f638c8b48cea,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:59.474421 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '85122911-3f43-42f5-9225-f638c8b48cea', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'port_id': '85122911-3f43-42f5-9225-f638c8b48cea', 'mac_address': 'fa:16:3e:92:9b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:18:59.516337 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:59.534699 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85122911-3f43-42f5-9225-f638c8b48cea {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:18:59.554293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=85122911-3f43-42f5-9225-f638c8b48cea,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:18:59.558118 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:18:59.603837 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=85122911-3f43-42f5-9225-f638c8b48cea,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:18:59.831263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['85122911-3f43-42f5-9225-f638c8b48cea'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:19:00.207332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b51812-5765-41de-9c1c-c05092d03d98 req-4db55f63-7f1e-4e6e-a816-750fb151b3f5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:00.208796 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4b51812-5765-41de-9c1c-c05092d03d98 req-4db55f63-7f1e-4e6e-a816-750fb151b3f5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 944 time: 0.0491419 Nov 27 02:19:00.260897 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a4b51812-5765-41de-9c1c-c05092d03d98 req-6a99f544-7632-4e03-aff9-1c43e80d26fa tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460033 Nov 27 02:19:01.374615 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 85122911-3f43-42f5-9225-f638c8b48cea up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:19:01.380408 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c85aac-34a3-4282-93d0-b201c88768e3 req-eb1072b2-1a6d-4569-9ed6-646f21791898 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:01.381918 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f6c85aac-34a3-4282-93d0-b201c88768e3 req-eb1072b2-1a6d-4569-9ed6-646f21791898 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 944 time: 0.0528197 Nov 27 02:19:01.423383 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 85122911-3f43-42f5-9225-f638c8b48cea completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:19:01.428025 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 85122911-3f43-42f5-9225-f638c8b48cea triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:19:01.428417 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:01.432567 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f6c85aac-34a3-4282-93d0-b201c88768e3 req-da0db14c-c015-479f-ab30-dc8e00b29e1c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444844 Nov 27 02:19:01.506582 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:01.528034 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:19:01.530332 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee099a2-1ebc-457a-9e26-b8ced07d448e" -d '{"events": [{"server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "name": "network-vif-plugged", "status": "completed", "tag": "85122911-3f43-42f5-9225-f638c8b48cea"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:19:01.543528 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=85122911-3f43-42f5-9225-f638c8b48cea,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:19:01.547568 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:01.569952 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5cd567-3ea7-443c-9ed4-9c8971f08618 x-openstack-request-id: req-2b5cd567-3ea7-443c-9ed4-9c8971f08618 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:19:01.570255 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "name": "network-vif-plugged", "status": "completed", "tag": "85122911-3f43-42f5-9225-f638c8b48cea", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:19:01.570516 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b5cd567-3ea7-443c-9ed4-9c8971f08618 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:19:01.570904 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea', 'code': 200} Nov 27 02:19:01.595530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=85122911-3f43-42f5-9225-f638c8b48cea,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:01.695719 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a480-8def-42a6-bf46-9debb7d8d603 req-fea27a50-d4a5-48ac-8c6d-3abdb0aadd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:01.697208 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d94a480-8def-42a6-bf46-9debb7d8d603 req-fea27a50-d4a5-48ac-8c6d-3abdb0aadd03 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1096 time: 0.0397050 Nov 27 02:19:01.744329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3d94a480-8def-42a6-bf46-9debb7d8d603 req-991c6d05-a481-4967-9b0a-9fb300d473b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390015 Nov 27 02:19:02.550336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989a08f-981b-4bef-a150-1825c68bf5f1 req-ca181c83-44b0-4eef-9cd2-ae9425c046ec tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:02.551798 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c989a08f-981b-4bef-a150-1825c68bf5f1 req-ca181c83-44b0-4eef-9cd2-ae9425c046ec tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0492010 Nov 27 02:19:02.599580 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c989a08f-981b-4bef-a150-1825c68bf5f1 req-a59ff673-a245-4ce5-9686-3ac58777811e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419414 Nov 27 02:19:03.715125 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b9885-2888-4ef1-9a95-8021dc6af543 req-189039dc-593d-41d5-a426-091d3f95a20f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:03.716578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-105b9885-2888-4ef1-9a95-8021dc6af543 req-189039dc-593d-41d5-a426-091d3f95a20f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0484650 Nov 27 02:19:03.764659 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-105b9885-2888-4ef1-9a95-8021dc6af543 req-04d72947-52c2-4942-b2f0-479b29448f49 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421643 Nov 27 02:19:03.876123 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3488c34-9020-401d-9df1-c6a76e606a7c req-6326c672-eb87-45d8-aecf-e89af0167593 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:03.877606 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c3488c34-9020-401d-9df1-c6a76e606a7c req-6326c672-eb87-45d8-aecf-e89af0167593 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0473461 Nov 27 02:19:03.930174 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c3488c34-9020-401d-9df1-c6a76e606a7c req-43ea8bca-14cf-491c-9715-14569bc1d2c1 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459797 Nov 27 02:19:03.951674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52798) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:04.085791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da367b01-5029-4035-aad8-bf55a723eb5c tempest-TestShelveInstance-166575308 tempest-TestShelveInstance-166575308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:04.088048 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-da367b01-5029-4035-aad8-bf55a723eb5c tempest-TestShelveInstance-166575308 tempest-TestShelveInstance-166575308-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1091 time: 0.1346843 Nov 27 02:19:04.090217 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 52802) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:19:04.094405 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '85122911-3f43-42f5-9225-f638c8b48cea', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:19:04.117103 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.216657 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.316097 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Allocated IP 172.25.3.67 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/fd4e8160-12ab-4e67-9aea-5354aba6dfcc) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:19:04.733311 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.767848 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:04.808918 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:19:04.811743 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:19:04.815294 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:19:04.837568 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'Port': ['ID=fd4e8160-12ab-4e67-9aea-5354aba6dfcc,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:05.178850 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.242475 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.388228 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.392570 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.466922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'Port': ['ID=fd4e8160-12ab-4e67-9aea-5354aba6dfcc,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:19:05.475682 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.576448 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Floating IP 002a938d-c80d-4ac9-94b9-e77542468a34 associated. External IP: 172.25.3.67, port: 85122911-3f43-42f5-9225-f638c8b48cea. Nov 27 02:19:05.777694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:19:05.885395 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:19:05.895586 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30f874-c5ef-49ae-b63a-c4128e8b990b None None] Sync routers for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:19:05.903806 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:05.909608 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30f874-c5ef-49ae-b63a-c4128e8b990b None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:19:05.910278 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f30f874-c5ef-49ae-b63a-c4128e8b990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:05.931074 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1326d968-d611-47a6-a094-1a79f33694bc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8398261 Nov 27 02:19:05.931653 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:19:05.934397 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5320d3d72a96248b26a4866b6291fd5f9976daeb36e5d21205400713eb6b1279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec44a76-e967-4118-9fea-575b03bc375c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "tag": "85122911-3f43-42f5-9225-f638c8b48cea"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:19:05.972877 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2a397f-26cd-4a33-acf4-a8747e10da6c x-openstack-request-id: req-2e2a397f-26cd-4a33-acf4-a8747e10da6c {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:19:05.973172 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "tag": "85122911-3f43-42f5-9225-f638c8b48cea", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:19:05.973423 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e2a397f-26cd-4a33-acf4-a8747e10da6c {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:19:05.973827 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea', 'status': 'completed', 'code': 200} Nov 27 02:19:06.012303 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8f30f874-c5ef-49ae-b63a-c4128e8b990b None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:19:06.058163 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec44a76-e967-4118-9fea-575b03bc375c req-cbd83692-f2a2-455c-9f9e-3661967d73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:06.059606 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ec44a76-e967-4118-9fea-575b03bc375c req-cbd83692-f2a2-455c-9f9e-3661967d73a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1096 time: 0.0443115 Nov 27 02:19:06.152504 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec44a76-e967-4118-9fea-575b03bc375c req-4ff703d9-c3f7-473c-9a20-075d0ad88041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:06.153978 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ec44a76-e967-4118-9fea-575b03bc375c req-4ff703d9-c3f7-473c-9a20-075d0ad88041 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0875773 Nov 27 02:19:06.223346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ec44a76-e967-4118-9fea-575b03bc375c req-208c84eb-98cb-4b2d-a182-561f6d01c616 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85122911-3f43-42f5-9225-f638c8b48cea HTTP/1.1" status: 200 len: 998 time: 0.0614517 Nov 27 02:19:06.237999 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f30f874-c5ef-49ae-b63a-c4128e8b990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '002a938d-c80d-4ac9-94b9-e77542468a34', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'port_id': '85122911-3f43-42f5-9225-f638c8b48cea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'mac_address': 'fa:16:3e:92:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:19:05Z', 'updated_at': '2021-11-27T02:19:05Z', 'revision_number': 0, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:06.263613 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30f874-c5ef-49ae-b63a-c4128e8b990b None None] Checking router: 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:19:06.272541 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec44a76-e967-4118-9fea-575b03bc375c req-4530326a-c237-4821-9b6a-043f9293416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:06.273144 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30f874-c5ef-49ae-b63a-c4128e8b990b None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:19:06.273796 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f30f874-c5ef-49ae-b63a-c4128e8b990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:18:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:06.273998 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ec44a76-e967-4118-9fea-575b03bc375c req-4530326a-c237-4821-9b6a-043f9293416a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0439618 Nov 27 02:19:06.319618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec44a76-e967-4118-9fea-575b03bc375c req-0bcbe65f-d390-4556-937a-282ffb07e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:06.321247 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ec44a76-e967-4118-9fea-575b03bc375c req-0bcbe65f-d390-4556-937a-282ffb07e93d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403275 Nov 27 02:19:06.377249 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8f30f874-c5ef-49ae-b63a-c4128e8b990b None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:19:06.416229 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ec44a76-e967-4118-9fea-575b03bc375c req-702ae8ce-f391-4c1b-821a-47c5dd3ef654 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876112 Nov 27 02:19:06.506846 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1ec44a76-e967-4118-9fea-575b03bc375c req-2627dd0e-bdb5-48da-ac16-99c79e967a78 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832238 Nov 27 02:19:06.601090 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f30f874-c5ef-49ae-b63a-c4128e8b990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '002a938d-c80d-4ac9-94b9-e77542468a34', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'port_id': '85122911-3f43-42f5-9225-f638c8b48cea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'mac_address': 'fa:16:3e:92:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:19:05Z', 'updated_at': '2021-11-27T02:19:05Z', 'revision_number': 0, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:19:06.627219 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30f874-c5ef-49ae-b63a-c4128e8b990b None None] The sync data for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 is: [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '002a938d-c80d-4ac9-94b9-e77542468a34', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'port_id': '85122911-3f43-42f5-9225-f638c8b48cea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'mac_address': 'fa:16:3e:92:9b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:19:05Z', 'updated_at': '2021-11-27T02:19:05Z', 'revision_number': 0, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:19:06.813570 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0631db-a59a-41c2-99f6-cf9a4ae188d7 None None] New status for floating IP 002a938d-c80d-4ac9-94b9-e77542468a34: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:19:11.627942 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1a4b394a-79f6-4da2-a48a-c977f7e9eba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:14.008494 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-41f4ed87-e413-4e55-9e04-ff39ee0aa08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:15.005938 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:15.302929 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:16.972611 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:17.679666 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:17.695876 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:28.166418 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2157a806-ec55-4be0-889b-c2395b69c863 req-707faf04-917f-4827-94b6-d814d1106594 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253344 Nov 27 02:19:28.246912 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2157a806-ec55-4be0-889b-c2395b69c863 req-04abe2a3-2355-4561-8f0f-1d0775f0b493 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0247269 Nov 27 02:19:28.294491 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2157a806-ec55-4be0-889b-c2395b69c863 req-edea8cf1-f659-4f91-b400-803f8ed6c392 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228710 Nov 27 02:19:28.384081 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157a806-ec55-4be0-889b-c2395b69c863 req-e4e129c4-23f9-4b04-ae21-f048ee5b9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:28.385423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2157a806-ec55-4be0-889b-c2395b69c863 req-e4e129c4-23f9-4b04-ae21-f048ee5b9c16 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848677 Nov 27 02:19:31.363436 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a14e156-9ff6-48ec-a4d0-c017e2226675 req-3d1cf374-0945-4655-a828-c61a9911a799 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393350 Nov 27 02:19:31.466135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14e156-9ff6-48ec-a4d0-c017e2226675 req-726640c2-bf13-48b7-97df-35a5d2ce3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:31.467805 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a14e156-9ff6-48ec-a4d0-c017e2226675 req-726640c2-bf13-48b7-97df-35a5d2ce3e2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1096 time: 0.0448663 Nov 27 02:19:31.570425 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14e156-9ff6-48ec-a4d0-c017e2226675 req-14c6ed72-07f6-432d-b6bb-6d085d499b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:31.571864 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a14e156-9ff6-48ec-a4d0-c017e2226675 req-14c6ed72-07f6-432d-b6bb-6d085d499b24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0848055 Nov 27 02:19:31.645208 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a14e156-9ff6-48ec-a4d0-c017e2226675 req-ee510d91-aeb2-4883-88bd-75408af14e31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85122911-3f43-42f5-9225-f638c8b48cea HTTP/1.1" status: 200 len: 1000 time: 0.0649524 Nov 27 02:19:31.693691 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14e156-9ff6-48ec-a4d0-c017e2226675 req-9b0d5a91-1621-4b04-8ae2-3e57f7b0f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:31.695202 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a14e156-9ff6-48ec-a4d0-c017e2226675 req-9b0d5a91-1621-4b04-8ae2-3e57f7b0f7c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0427125 Nov 27 02:19:31.740557 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14e156-9ff6-48ec-a4d0-c017e2226675 req-10cadb3c-b8ba-4680-9a9a-d1854234a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:19:31.741995 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a14e156-9ff6-48ec-a4d0-c017e2226675 req-10cadb3c-b8ba-4680-9a9a-d1854234a5f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388811 Nov 27 02:19:31.832744 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a14e156-9ff6-48ec-a4d0-c017e2226675 req-10d67297-e8d0-49d3-a451-ca9611baabf6 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825999 Nov 27 02:19:31.922490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4a14e156-9ff6-48ec-a4d0-c017e2226675 req-0d20f97d-06a8-48da-ba8c-2f4cf7539606 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820215 Nov 27 02:19:34.277412 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:19:41.629607 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d60d5ed2-892c-44c6-8a8b-944bd5ab9a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:44.008421 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9170ff1e-9070-44e7-bb55-9b8fe9e02f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:45.006593 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:45.305384 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:46.977478 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:47.702444 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:19:47.703839 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:11.277640 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:20:11.630726 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2d4842ab-b9b2-4e26-b910-51a13966d2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:14.010585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9846a5a1-9da2-4a86-a3bb-83f2ed730a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:15.020868 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:15.308892 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:16.980888 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:17.697859 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:17.709504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:29.599793 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-fb5e8d7e-0554-4fa6-b07f-82e384ba6af5 req-0dc3f003-3ac2-41c9-96b3-478cf5744694 service neutron] (103384) timed out ('10.222.0.37', 48298) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 02:20:30.164550 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-882124a0-0155-484a-a77a-bd3e2fc6c835 req-e0c7ecaa-9a47-49b5-a585-7dff8c1ec8c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257168 Nov 27 02:20:30.244908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-882124a0-0155-484a-a77a-bd3e2fc6c835 req-f4b85a21-2ea7-455c-9b90-5e1fe9e52260 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0244937 Nov 27 02:20:30.300233 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-882124a0-0155-484a-a77a-bd3e2fc6c835 req-40a10011-6cb1-4842-8efa-6a1c94fcbec2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307779 Nov 27 02:20:30.391418 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882124a0-0155-484a-a77a-bd3e2fc6c835 req-15639cd1-ca69-4a91-a1b6-ad0332ae4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:20:30.392876 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-882124a0-0155-484a-a77a-bd3e2fc6c835 req-15639cd1-ca69-4a91-a1b6-ad0332ae4f73 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865176 Nov 27 02:20:33.955057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71a0fdcb-47c2-48e3-a63b-d17b45396a88 req-2712b4c2-a16b-4f18-a7b9-8910f5008f86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386202 Nov 27 02:20:34.054874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fdcb-47c2-48e3-a63b-d17b45396a88 req-ae1cf1ee-35e2-47b7-bd46-d3d0e72a3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:20:34.056320 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71a0fdcb-47c2-48e3-a63b-d17b45396a88 req-ae1cf1ee-35e2-47b7-bd46-d3d0e72a3abd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1096 time: 0.0441732 Nov 27 02:20:34.156364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fdcb-47c2-48e3-a63b-d17b45396a88 req-f220ef6f-e116-4f2e-8e6a-fe42c3233673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:20:34.157811 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71a0fdcb-47c2-48e3-a63b-d17b45396a88 req-f220ef6f-e116-4f2e-8e6a-fe42c3233673 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0825286 Nov 27 02:20:34.567194 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71a0fdcb-47c2-48e3-a63b-d17b45396a88 req-99d395d1-f4f1-4514-8e86-5090139c7888 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85122911-3f43-42f5-9225-f638c8b48cea HTTP/1.1" status: 200 len: 1000 time: 0.4015989 Nov 27 02:20:34.614989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fdcb-47c2-48e3-a63b-d17b45396a88 req-b7ac77a4-0fc1-432d-8d05-3323942723ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:20:34.616345 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71a0fdcb-47c2-48e3-a63b-d17b45396a88 req-b7ac77a4-0fc1-432d-8d05-3323942723ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0420520 Nov 27 02:20:34.660382 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fdcb-47c2-48e3-a63b-d17b45396a88 req-36cadf91-991c-4328-8366-3ad32224429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:20:34.661780 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71a0fdcb-47c2-48e3-a63b-d17b45396a88 req-36cadf91-991c-4328-8366-3ad32224429e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384023 Nov 27 02:20:34.751250 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71a0fdcb-47c2-48e3-a63b-d17b45396a88 req-83d8f839-b227-4e34-8fed-01ff320d488b service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823114 Nov 27 02:20:34.838519 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-71a0fdcb-47c2-48e3-a63b-d17b45396a88 req-0a948a2a-8b1f-4d90-b26b-7a8c75f5428d service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797083 Nov 27 02:20:41.632909 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03f45efd-d447-479e-a550-1fb3103cf0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:44.012107 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7f28630f-ce9e-419d-8210-33b76ffa7137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:45.022229 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:45.311092 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:46.982978 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:47.706941 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:47.712791 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:20:48.276254 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:21:01.901150 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d366b-56d0-4285-b2e3-21e209846232 req-47b6ae54-b306-4321-847d-5e0aafe0fdfe tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:01.902649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b57d366b-56d0-4285-b2e3-21e209846232 req-47b6ae54-b306-4321-847d-5e0aafe0fdfe tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0978060 Nov 27 02:21:01.951254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b57d366b-56d0-4285-b2e3-21e209846232 req-23b5406d-40b3-4aa3-95d0-12a90c98673e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425112 Nov 27 02:21:03.074964 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58436f1-f8e7-40e8-9d4a-86110d3c08cc req-fa5645ee-8f75-406d-ad43-e62e61a7aa77 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:03.076456 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d58436f1-f8e7-40e8-9d4a-86110d3c08cc req-fa5645ee-8f75-406d-ad43-e62e61a7aa77 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0553708 Nov 27 02:21:03.131501 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d58436f1-f8e7-40e8-9d4a-86110d3c08cc req-5e6ff53d-bc33-45bc-95f6-52a81f95eb22 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482197 Nov 27 02:21:04.279135 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccde8a2-51b5-40a9-a052-dc9ca093773a req-c89f32e6-0632-4ff9-affa-8c758063656a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:04.280598 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cccde8a2-51b5-40a9-a052-dc9ca093773a req-c89f32e6-0632-4ff9-affa-8c758063656a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0536330 Nov 27 02:21:04.330883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cccde8a2-51b5-40a9-a052-dc9ca093773a req-0528c6ba-29a8-41e2-803a-b8e1f7507aee tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436649 Nov 27 02:21:05.446404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc12f31-b6c6-48d4-9006-be4818e6f808 req-65f19b4d-6917-4715-a652-64a927a78bb1 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:05.447865 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7bc12f31-b6c6-48d4-9006-be4818e6f808 req-65f19b4d-6917-4715-a652-64a927a78bb1 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0497937 Nov 27 02:21:05.495740 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7bc12f31-b6c6-48d4-9006-be4818e6f808 req-ae982e61-a25d-48ae-9d20-667c0bc8717e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419323 Nov 27 02:21:06.609480 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3156d-8a9c-418b-8edf-47e74f21baf9 req-d3867225-d007-4b31-8867-7804e99f8b4f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:06.610949 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbf3156d-8a9c-418b-8edf-47e74f21baf9 req-d3867225-d007-4b31-8867-7804e99f8b4f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0479717 Nov 27 02:21:06.658609 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cbf3156d-8a9c-418b-8edf-47e74f21baf9 req-5d8c46d4-1064-4b58-9c22-f08bb4c2422e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 Nov 27 02:21:07.776970 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e682c-a47a-4cc3-b876-4f4cc628a938 req-22530b38-7d61-479b-90c6-c0135e0884dd tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:07.778443 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-887e682c-a47a-4cc3-b876-4f4cc628a938 req-22530b38-7d61-479b-90c6-c0135e0884dd tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0513444 Nov 27 02:21:07.826120 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-887e682c-a47a-4cc3-b876-4f4cc628a938 req-0aec796b-3074-4f2f-ba48-fd008e3cfafc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410967 Nov 27 02:21:08.947350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8412d-7ba8-4eae-a3e3-09b6b6a3688c req-75f7c7ed-638a-460e-b071-88f59560f085 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:08.948789 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-83c8412d-7ba8-4eae-a3e3-09b6b6a3688c req-75f7c7ed-638a-460e-b071-88f59560f085 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0518732 Nov 27 02:21:08.996372 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-83c8412d-7ba8-4eae-a3e3-09b6b6a3688c req-f9e1d853-2949-48bc-b522-045d217f19cd tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417833 Nov 27 02:21:10.113181 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee715aed-2f9a-44f0-86d5-7bb69b652d4c req-49295b4d-6561-404f-a46d-e940dd658f39 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:10.114703 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee715aed-2f9a-44f0-86d5-7bb69b652d4c req-49295b4d-6561-404f-a46d-e940dd658f39 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0502214 Nov 27 02:21:10.164587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ee715aed-2f9a-44f0-86d5-7bb69b652d4c req-1b1195dd-be59-489d-8095-3c8bc62ee1d9 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439072 Nov 27 02:21:11.277846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5891f6-3695-4c55-8db3-40385fa0b2fc req-da810ae2-29e2-45c1-b078-155b9b373ee6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:11.279339 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f5891f6-3695-4c55-8db3-40385fa0b2fc req-da810ae2-29e2-45c1-b078-155b9b373ee6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0482154 Nov 27 02:21:11.327857 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7f5891f6-3695-4c55-8db3-40385fa0b2fc req-6578ec9c-9792-472e-ae87-90f25ce27751 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421515 Nov 27 02:21:11.633463 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4142e001-14e8-4875-a681-585b6f63fc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:12.442818 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9315f-8943-497e-af98-f68163972119 req-6d39e152-73c1-421a-a035-8901bbfc2f9c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:12.444227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04a9315f-8943-497e-af98-f68163972119 req-6d39e152-73c1-421a-a035-8901bbfc2f9c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0493233 Nov 27 02:21:12.496683 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-04a9315f-8943-497e-af98-f68163972119 req-a5f7538f-56f0-4ee1-96f3-138ac30e0ed2 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465355 Nov 27 02:21:13.618100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617bdae-398f-4c2b-a7fc-1a020b220438 req-7c4e35e4-7f05-4acc-8487-78b2130ae62c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:13.619599 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6617bdae-398f-4c2b-a7fc-1a020b220438 req-7c4e35e4-7f05-4acc-8487-78b2130ae62c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0560060 Nov 27 02:21:13.672152 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6617bdae-398f-4c2b-a7fc-1a020b220438 req-1d9a754a-4a4e-444a-a921-b1c94d4e8451 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466244 Nov 27 02:21:14.014615 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2356a072-4037-45d6-b9e4-2488a1ef1f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:14.041613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 85122911-3f43-42f5-9225-f638c8b48cea details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:21:14.137824 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=85122911-3f43-42f5-9225-f638c8b48cea,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:21:14.150394 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '85122911-3f43-42f5-9225-f638c8b48cea', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'port_id': '85122911-3f43-42f5-9225-f638c8b48cea', 'mac_address': 'fa:16:3e:92:9b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:21:14.190747 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:14.203580 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85122911-3f43-42f5-9225-f638c8b48cea {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:21:14.224164 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=85122911-3f43-42f5-9225-f638c8b48cea,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:21:14.228693 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:14.279586 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=85122911-3f43-42f5-9225-f638c8b48cea,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:21:14.287077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:21:14.287432 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:21:14.287784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:21:14.288123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:21:14.288460 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:21:14.288793 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:21:14.289128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:21:14.289459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:21:14.289784 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:21:14.290109 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:21:14.290464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:21:14.290791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:21:14.366797 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['85122911-3f43-42f5-9225-f638c8b48cea'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:21:14.815353 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6f59e-682e-4554-854b-474cb2d6fe3c req-7314f326-b1b3-4005-994f-ba1c4e525eb5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:14.817033 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20a6f59e-682e-4554-854b-474cb2d6fe3c req-7314f326-b1b3-4005-994f-ba1c4e525eb5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 944 time: 0.0584919 Nov 27 02:21:14.891399 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-20a6f59e-682e-4554-854b-474cb2d6fe3c req-0664ba9c-a8d3-4dae-90af-212b1823d5ad tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658972 Nov 27 02:21:15.043161 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:15.317442 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:16.019145 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e95add-aaaf-4584-a71f-6155fd2b1485 req-da89492b-dff7-4d39-8c35-c0ba0f38c658 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:16.022033 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a2e95add-aaaf-4584-a71f-6155fd2b1485 req-da89492b-dff7-4d39-8c35-c0ba0f38c658 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 944 time: 0.0569718 Nov 27 02:21:16.047334 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 85122911-3f43-42f5-9225-f638c8b48cea up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:21:16.078803 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a2e95add-aaaf-4584-a71f-6155fd2b1485 req-babe7fda-60a1-404e-abfd-ea1bbeb85d1c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504587 Nov 27 02:21:16.109576 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 85122911-3f43-42f5-9225-f638c8b48cea triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:21:16.110029 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:16.201340 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:16.227742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:21:16.230054 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7911f92-6cbc-4285-b400-53b88f00008b" -d '{"events": [{"server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "name": "network-vif-plugged", "status": "completed", "tag": "85122911-3f43-42f5-9225-f638c8b48cea"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:21:16.248280 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=85122911-3f43-42f5-9225-f638c8b48cea,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:21:16.253059 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:16.279516 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2882cb-eaba-410c-b644-83834428a2dc x-openstack-request-id: req-1b2882cb-eaba-410c-b644-83834428a2dc {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:21:16.279812 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "name": "network-vif-plugged", "status": "completed", "tag": "85122911-3f43-42f5-9225-f638c8b48cea", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:21:16.280078 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b2882cb-eaba-410c-b644-83834428a2dc {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:21:16.280629 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea', 'code': 200} Nov 27 02:21:16.311373 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=85122911-3f43-42f5-9225-f638c8b48cea,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:21:16.987704 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:17.212106 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc873d-ff28-47d8-9cce-70f383ed51d4 req-598493bd-543d-4478-8a78-e43384e0e1d6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:17.214320 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6acc873d-ff28-47d8-9cce-70f383ed51d4 req-598493bd-543d-4478-8a78-e43384e0e1d6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0521281 Nov 27 02:21:17.271941 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6acc873d-ff28-47d8-9cce-70f383ed51d4 req-47204e67-3850-4098-8e73-787b026f793a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515501 Nov 27 02:21:17.712370 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:17.729519 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:18.404002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c88f66-056e-44d7-968b-2ac745c436c6 req-4f363dd1-ec7b-47ec-a9c6-4020069e7e05 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:18.405450 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46c88f66-056e-44d7-968b-2ac745c436c6 req-4f363dd1-ec7b-47ec-a9c6-4020069e7e05 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0579672 Nov 27 02:21:18.460542 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-46c88f66-056e-44d7-968b-2ac745c436c6 req-37741e46-2f7d-4bb7-9567-791fbaec439f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481160 Nov 27 02:21:19.588593 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c90d8f-22e2-44eb-ac57-ee02365a67ec req-8617f1d2-b094-4b1a-8a32-394ea4929549 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:19.590377 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74c90d8f-22e2-44eb-ac57-ee02365a67ec req-8617f1d2-b094-4b1a-8a32-394ea4929549 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0559533 Nov 27 02:21:19.654651 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74c90d8f-22e2-44eb-ac57-ee02365a67ec req-16430cc7-cd47-47a8-96bf-b58e52da1483 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565255 Nov 27 02:21:20.782655 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294991d1-551c-4642-816b-8f95dac0c202 req-b582064b-3546-4469-b4d4-2eb472eea130 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:20.784215 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-294991d1-551c-4642-816b-8f95dac0c202 req-b582064b-3546-4469-b4d4-2eb472eea130 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0549953 Nov 27 02:21:20.840793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-294991d1-551c-4642-816b-8f95dac0c202 req-b751b273-22a2-4546-9fa9-ed1da2c08cb1 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497525 Nov 27 02:21:21.972224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efc9c0-a4cb-4c8c-b111-28f471b1c3e1 req-4f27191b-afa6-4aee-9f60-95cd687e74af tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:21.973998 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f5efc9c0-a4cb-4c8c-b111-28f471b1c3e1 req-4f27191b-afa6-4aee-9f60-95cd687e74af tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0565450 Nov 27 02:21:22.032635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f5efc9c0-a4cb-4c8c-b111-28f471b1c3e1 req-46ddc140-2715-41e5-96ee-8bb5ebefc702 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518630 Nov 27 02:21:23.177736 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b7f17-abd9-4850-8125-c5e92b2610d0 req-fcec6031-582a-46a6-919d-6ff633c83fa6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:23.180376 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a7b7f17-abd9-4850-8125-c5e92b2610d0 req-fcec6031-582a-46a6-919d-6ff633c83fa6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0618570 Nov 27 02:21:23.245306 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8a7b7f17-abd9-4850-8125-c5e92b2610d0 req-d7de8950-1dc2-409a-b333-1ddf8d49ad88 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592310 Nov 27 02:21:24.362473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2c898-1d5d-4577-bb54-781cf99f60a1 req-6cca0d49-0c59-4344-a3f8-162147782308 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:24.363970 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1d2c898-1d5d-4577-bb54-781cf99f60a1 req-6cca0d49-0c59-4344-a3f8-162147782308 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0489979 Nov 27 02:21:24.443529 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b1d2c898-1d5d-4577-bb54-781cf99f60a1 req-fba90341-905f-4c5d-a9db-740eb6e0c0da tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732419 Nov 27 02:21:24.449456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b145388-8692-4b4a-b401-b48b83f6cbbf req-b026469d-8901-4f76-b582-d797df319e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:24.450924 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b145388-8692-4b4a-b401-b48b83f6cbbf req-b026469d-8901-4f76-b582-d797df319e1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1096 time: 0.0640094 Nov 27 02:21:24.540601 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b145388-8692-4b4a-b401-b48b83f6cbbf req-d0b52324-c10e-4122-a762-f010442d9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:24.542045 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b145388-8692-4b4a-b401-b48b83f6cbbf req-d0b52324-c10e-4122-a762-f010442d9c00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0838313 Nov 27 02:21:24.610871 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b145388-8692-4b4a-b401-b48b83f6cbbf req-3c6b0e5d-f13b-4e19-b89b-782ac1d2fcf1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85122911-3f43-42f5-9225-f638c8b48cea HTTP/1.1" status: 200 len: 1000 time: 0.0613997 Nov 27 02:21:24.659353 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b145388-8692-4b4a-b401-b48b83f6cbbf req-c4b08780-7bc7-4a13-aafc-cefae7a833cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:24.660748 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b145388-8692-4b4a-b401-b48b83f6cbbf req-c4b08780-7bc7-4a13-aafc-cefae7a833cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0432456 Nov 27 02:21:24.706206 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b145388-8692-4b4a-b401-b48b83f6cbbf req-c0eec8df-c1bd-4525-916f-0e6aa09d2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:24.707607 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b145388-8692-4b4a-b401-b48b83f6cbbf req-c0eec8df-c1bd-4525-916f-0e6aa09d2f9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397663 Nov 27 02:21:24.799667 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b145388-8692-4b4a-b401-b48b83f6cbbf req-8bd82f72-cfb8-4034-95f2-fed7b00c24c9 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846932 Nov 27 02:21:24.887817 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5b145388-8692-4b4a-b401-b48b83f6cbbf req-65023892-f8a2-49e8-999e-308459acd9d1 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806391 Nov 27 02:21:25.274417 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:21:25.566332 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebfdcb-8efe-4d88-a092-854a9bcbcd32 req-def3bd0f-491b-4c36-b988-5b4f9415bd75 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:25.567798 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-49ebfdcb-8efe-4d88-a092-854a9bcbcd32 req-def3bd0f-491b-4c36-b988-5b4f9415bd75 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0544538 Nov 27 02:21:25.616041 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-49ebfdcb-8efe-4d88-a092-854a9bcbcd32 req-229be68b-4ec9-41b8-afcd-dca656ee7742 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421696 Nov 27 02:21:26.733926 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c909c-d331-46f4-b5df-7d1b20fea74a req-f7a7ae46-3173-4022-b911-cb4529f71285 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:26.735417 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-075c909c-d331-46f4-b5df-7d1b20fea74a req-f7a7ae46-3173-4022-b911-cb4529f71285 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0527620 Nov 27 02:21:26.786323 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-075c909c-d331-46f4-b5df-7d1b20fea74a req-baa1d68c-1e5a-4b00-add9-0f758ec80e92 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443959 Nov 27 02:21:26.857766 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-4c8b05c1-4168-462a-9f57-8508c2b649b6 req-8f061834-11dd-41d7-8121-d2eb6f2675e0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:21:26.858784 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-4c8b05c1-4168-462a-9f57-8508c2b649b6 req-8f061834-11dd-41d7-8121-d2eb6f2675e0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062032 Nov 27 02:21:27.015785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b2ea9-84db-4d20-b4fa-b5e6c6720c86 req-ce68e11d-f194-460c-a426-72795136ab36 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:27.017480 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25b2ea9-84db-4d20-b4fa-b5e6c6720c86 req-ce68e11d-f194-460c-a426-72795136ab36 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0512986 Nov 27 02:21:27.068207 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b25b2ea9-84db-4d20-b4fa-b5e6c6720c86 req-0c0138c0-0393-4d3a-81b3-b241057a964d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444632 Nov 27 02:21:27.192955 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-cd4fe458-9fe0-40a5-93c2-a9fcdf8630d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818796 Nov 27 02:21:27.998524 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-8e54f8d7-47af-4dbe-b677-257b2ea9b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:28.000035 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-8e54f8d7-47af-4dbe-b677-257b2ea9b012 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7&tenant_id=f12696abcf5c4b739439d6d95776d18f HTTP/1.1" status: 200 len: 1096 time: 0.0449369 Nov 27 02:21:28.070462 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-6228f425-3c93-4709-a6c2-3d811c54f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:28.071921 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-6228f425-3c93-4709-a6c2-3d811c54f32d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1096 time: 0.0402570 Nov 27 02:21:28.125681 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 85122911-3f43-42f5-9225-f638c8b48cea no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:21:28.166370 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-985d12e3-abe8-46b4-adaf-e39cd8f52b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:28.167963 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-985d12e3-abe8-46b4-adaf-e39cd8f52b3c service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0886321 Nov 27 02:21:28.192767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88c22c-9292-4aa5-978a-dc0c6daecc06 req-0943797e-185a-48dd-922e-1f58ff10e93f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:28.194324 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d88c22c-9292-4aa5-978a-dc0c6daecc06 req-0943797e-185a-48dd-922e-1f58ff10e93f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 945 time: 0.0523267 Nov 27 02:21:28.208609 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:28.231820 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:21:28.234227 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27615e3f-57c7-445b-b8c0-1f94f119ef0c" -d '{"events": [{"server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "name": "network-vif-unplugged", "status": "completed", "tag": "85122911-3f43-42f5-9225-f638c8b48cea"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:21:28.240972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-b146ea58-e648-4846-a9a7-a0a77bdaaeff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85122911-3f43-42f5-9225-f638c8b48cea HTTP/1.1" status: 200 len: 1000 time: 0.0646911 Nov 27 02:21:28.247147 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d88c22c-9292-4aa5-978a-dc0c6daecc06 req-fcd1af73-52c8-4980-848c-d940a9846ef3 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467565 Nov 27 02:21:28.249144 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=85122911-3f43-42f5-9225-f638c8b48cea,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:21:28.254928 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:28.288813 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73a07cc-c8e1-447e-86d1-2c22c8160689 x-openstack-request-id: req-f73a07cc-c8e1-447e-86d1-2c22c8160689 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:21:28.289103 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "name": "network-vif-unplugged", "status": "completed", "tag": "85122911-3f43-42f5-9225-f638c8b48cea", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:21:28.289357 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f73a07cc-c8e1-447e-86d1-2c22c8160689 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:21:28.289747 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea', 'code': 200} Nov 27 02:21:28.306001 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-8fb03955-f7f2-4870-8c65-7a08492266dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:28.307611 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-8fb03955-f7f2-4870-8c65-7a08492266dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0523882 Nov 27 02:21:28.308089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=85122911-3f43-42f5-9225-f638c8b48cea,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:21:28.365074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-483325b1-d696-4073-9013-e97895d092b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:28.366609 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-483325b1-d696-4073-9013-e97895d092b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421669 Nov 27 02:21:28.458896 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-90eea033-32a2-4ba0-861d-b8d36095615d service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855756 Nov 27 02:21:28.593537 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9d0a1e04-0bb3-4dc5-b3b2-e8ecd692d8f0 req-d4d71e10-cab5-482c-8a43-2560085fc3fe service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229970 Nov 27 02:21:29.385281 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246de90-ae50-49e1-b048-f2f3b92be28b req-c756275d-5fb1-4fb7-9bd2-76cb2b52693d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:29.387516 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9246de90-ae50-49e1-b048-f2f3b92be28b req-c756275d-5fb1-4fb7-9bd2-76cb2b52693d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0527370 Nov 27 02:21:29.455554 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9246de90-ae50-49e1-b048-f2f3b92be28b req-7d823c48-b347-4073-8b66-ef0401db4f56 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595453 Nov 27 02:21:30.585732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8cd2d-6a0b-4fe2-a1c5-dc5137f49584 req-d249d129-651c-4cea-afc6-16e48ef6d882 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:30.587266 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74d8cd2d-6a0b-4fe2-a1c5-dc5137f49584 req-d249d129-651c-4cea-afc6-16e48ef6d882 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0563490 Nov 27 02:21:30.638406 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74d8cd2d-6a0b-4fe2-a1c5-dc5137f49584 req-98b1a9fb-adf2-4962-863b-f11f1c46a3bb tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450885 Nov 27 02:21:31.757810 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225ac87-faef-4944-8ad5-2e7fcfff1a1a req-7764f4be-bd6d-4146-a02c-9f3adf4dfe9e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:31.759355 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c225ac87-faef-4944-8ad5-2e7fcfff1a1a req-7764f4be-bd6d-4146-a02c-9f3adf4dfe9e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0502083 Nov 27 02:21:31.811426 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c225ac87-faef-4944-8ad5-2e7fcfff1a1a req-97abe03d-e4a2-4c3c-b1e2-fcee92c1198e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456169 Nov 27 02:21:32.226038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15a3bd72-392d-401d-a570-85cb735c7cf0 req-1d850782-e41e-413b-b7f1-c0cb41ff3d58 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0719280 Nov 27 02:21:32.312412 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15a3bd72-392d-401d-a570-85cb735c7cf0 req-bbc2ece9-1004-48d5-91bd-9ed62963e70c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0252995 Nov 27 02:21:32.356724 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15a3bd72-392d-401d-a570-85cb735c7cf0 req-0c306db7-a3a7-4fa9-ac3c-43613ca4d5d5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197015 Nov 27 02:21:32.464906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3bd72-392d-401d-a570-85cb735c7cf0 req-ecf3c997-5e09-48d1-b301-3575b1f3ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:32.466329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-15a3bd72-392d-401d-a570-85cb735c7cf0 req-ecf3c997-5e09-48d1-b301-3575b1f3ecce service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018589 Nov 27 02:21:32.932645 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069774a-70d3-482d-922f-ed953c05300b req-36dd2a7d-0c0f-49fa-afb8-50bdf149b874 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:32.934343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7069774a-70d3-482d-922f-ed953c05300b req-36dd2a7d-0c0f-49fa-afb8-50bdf149b874 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0510194 Nov 27 02:21:32.987857 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7069774a-70d3-482d-922f-ed953c05300b req-20a16d43-ace0-4c97-841e-beac003d0406 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467856 Nov 27 02:21:34.116815 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3034670-18f3-49af-85d8-7aa511bea5a0 req-e32221ef-c02f-48da-82c7-1224b460ba60 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:34.118388 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3034670-18f3-49af-85d8-7aa511bea5a0 req-e32221ef-c02f-48da-82c7-1224b460ba60 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0561807 Nov 27 02:21:34.169506 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d3034670-18f3-49af-85d8-7aa511bea5a0 req-aa969fa4-c88d-441f-ab40-890239f85831 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451689 Nov 27 02:21:35.292456 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511234e4-acf3-432a-bb3b-5f6af770d240 req-266f3f76-61c1-4c43-bddb-1f3aef30d870 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:35.293868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-511234e4-acf3-432a-bb3b-5f6af770d240 req-266f3f76-61c1-4c43-bddb-1f3aef30d870 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0549376 Nov 27 02:21:35.345178 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-511234e4-acf3-432a-bb3b-5f6af770d240 req-b8027a0d-4aa6-44bb-b5d2-02128429060c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447044 Nov 27 02:21:36.476047 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdcd02-5c1d-49bb-a2d3-d0e1c5803de5 req-5ab21e3c-0ce3-43ea-8df6-3d5a03621abe tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:36.477595 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-19bdcd02-5c1d-49bb-a2d3-d0e1c5803de5 req-5ab21e3c-0ce3-43ea-8df6-3d5a03621abe tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0567751 Nov 27 02:21:36.529409 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-19bdcd02-5c1d-49bb-a2d3-d0e1c5803de5 req-47ff3ca4-799c-4812-ac74-8ff53266c315 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456216 Nov 27 02:21:37.650210 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355cb50-0a84-4ec9-b140-775c663b9e02 req-74e329f7-62fb-441e-9e13-7e846cca9956 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:37.653016 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d355cb50-0a84-4ec9-b140-775c663b9e02 req-74e329f7-62fb-441e-9e13-7e846cca9956 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0525014 Nov 27 02:21:37.712082 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d355cb50-0a84-4ec9-b140-775c663b9e02 req-34228210-ad4b-4a5e-a7e1-280bc7e8094b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501630 Nov 27 02:21:38.842965 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba71af-0b33-4584-8b03-87175b5108a3 req-54ca1a4b-5b18-45f8-baa3-7f35ad7d194f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:38.844615 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64ba71af-0b33-4584-8b03-87175b5108a3 req-54ca1a4b-5b18-45f8-baa3-7f35ad7d194f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0611339 Nov 27 02:21:38.895601 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-64ba71af-0b33-4584-8b03-87175b5108a3 req-4ea010fa-5b75-4048-afe9-0cccb4a7c521 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450535 Nov 27 02:21:39.712010 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff9d7-7ff7-4389-a991-bee5e59ff9f0 req-1332c24a-d4d7-4ee2-ae4d-9cf5889283a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:39.713475 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e59ff9d7-7ff7-4389-a991-bee5e59ff9f0 req-1332c24a-d4d7-4ee2-ae4d-9cf5889283a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1094 time: 0.0407090 Nov 27 02:21:39.835876 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff9d7-7ff7-4389-a991-bee5e59ff9f0 req-32e6a6cd-af1f-4b05-95a7-28a516211fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:39.837306 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e59ff9d7-7ff7-4389-a991-bee5e59ff9f0 req-32e6a6cd-af1f-4b05-95a7-28a516211fa6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0869164 Nov 27 02:21:39.902058 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e59ff9d7-7ff7-4389-a991-bee5e59ff9f0 req-7f3c07ee-6ebf-47e3-b457-2db92c0802bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85122911-3f43-42f5-9225-f638c8b48cea HTTP/1.1" status: 200 len: 998 time: 0.0575905 Nov 27 02:21:39.954477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff9d7-7ff7-4389-a991-bee5e59ff9f0 req-30a3d7ed-dd97-4b28-ac65-fded76fca1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:39.955940 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e59ff9d7-7ff7-4389-a991-bee5e59ff9f0 req-30a3d7ed-dd97-4b28-ac65-fded76fca1db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0473247 Nov 27 02:21:40.038832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff9d7-7ff7-4389-a991-bee5e59ff9f0 req-29db2cf8-ee00-4490-a49c-bd2e54f06fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:40.040905 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e59ff9d7-7ff7-4389-a991-bee5e59ff9f0 req-29db2cf8-ee00-4490-a49c-bd2e54f06fa3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769229 Nov 27 02:21:40.053973 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741c5d-f1ef-491b-87da-8496133cc2ce req-bcf34008-24d3-4c5f-93fb-03fb998a7e7a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:40.055639 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e6741c5d-f1ef-491b-87da-8496133cc2ce req-bcf34008-24d3-4c5f-93fb-03fb998a7e7a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0905497 Nov 27 02:21:40.159329 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e6741c5d-f1ef-491b-87da-8496133cc2ce req-3e1c2fdc-63fb-4101-88c2-02835b4d3f49 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946221 Nov 27 02:21:40.182514 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e59ff9d7-7ff7-4389-a991-bee5e59ff9f0 req-8d020907-e975-4f54-a43f-dd97ae46f388 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257451 Nov 27 02:21:40.272082 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e59ff9d7-7ff7-4389-a991-bee5e59ff9f0 req-2bd5f39a-cd7f-41cc-8bae-cc73644126c4 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823982 Nov 27 02:21:40.809381 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2ff03-1ae4-44b6-886b-d914883746ce req-bbefcf48-5de5-4e73-b374-f215db5205ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:40.810875 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46b2ff03-1ae4-44b6-886b-d914883746ce req-bbefcf48-5de5-4e73-b374-f215db5205ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1094 time: 0.0454838 Nov 27 02:21:40.856120 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-46b2ff03-1ae4-44b6-886b-d914883746ce req-f2677063-f86a-447e-b3d1-c483b56a003f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376375 Nov 27 02:21:41.277117 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cabcdb-f08f-4f2d-b3c0-626f8739d043 req-3cfe2d0e-c522-403a-bb6a-b6cee067718e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:41.278723 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21cabcdb-f08f-4f2d-b3c0-626f8739d043 req-3cfe2d0e-c522-403a-bb6a-b6cee067718e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 943 time: 0.0493126 Nov 27 02:21:41.332166 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21cabcdb-f08f-4f2d-b3c0-626f8739d043 req-846df445-efac-4a4a-856d-921dfa12bb5e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474739 Nov 27 02:21:41.634676 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8ea29205-51f6-4a02-8e80-6ba8233bfdb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:42.204088 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 85122911-3f43-42f5-9225-f638c8b48cea details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:21:42.297832 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=85122911-3f43-42f5-9225-f638c8b48cea,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:21:42.310426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '85122911-3f43-42f5-9225-f638c8b48cea', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'port_id': '85122911-3f43-42f5-9225-f638c8b48cea', 'mac_address': 'fa:16:3e:92:9b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:21:42.350523 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:42.363012 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85122911-3f43-42f5-9225-f638c8b48cea {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:21:42.383346 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=85122911-3f43-42f5-9225-f638c8b48cea,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:21:42.388111 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:42.438082 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=85122911-3f43-42f5-9225-f638c8b48cea,revision_number=9']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:21:42.455188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35edd2-a978-4d6f-8c83-da9cf66f3eec req-ad1a8474-8035-42b7-b64e-3d8aee8fe1b3 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:42.456688 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e35edd2-a978-4d6f-8c83-da9cf66f3eec req-ad1a8474-8035-42b7-b64e-3d8aee8fe1b3 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 944 time: 0.0529819 Nov 27 02:21:42.507417 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e35edd2-a978-4d6f-8c83-da9cf66f3eec req-0dc514b1-bea6-4049-b582-9de32806e3e6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444899 Nov 27 02:21:42.711058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['85122911-3f43-42f5-9225-f638c8b48cea'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:21:43.623180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95158cb1-9907-4d1a-a8c8-78b62941c276 req-121cf90a-2f2c-44ab-aa34-4db438760051 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:21:43.624644 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95158cb1-9907-4d1a-a8c8-78b62941c276 req-121cf90a-2f2c-44ab-aa34-4db438760051 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 944 time: 0.0484061 Nov 27 02:21:43.672364 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-95158cb1-9907-4d1a-a8c8-78b62941c276 req-9ae70517-e442-4ff2-869e-bd053e7a3a73 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 Nov 27 02:21:44.015940 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0dbfc4a9-096c-4f3c-92a9-f0168dd11395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:44.232851 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 85122911-3f43-42f5-9225-f638c8b48cea up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:21:44.282128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 85122911-3f43-42f5-9225-f638c8b48cea triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:21:44.282447 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:44.360181 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:44.381862 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:21:44.384085 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6e226e-aeec-4e82-a7ba-1c5fda10c16e" -d '{"events": [{"server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "name": "network-vif-plugged", "status": "completed", "tag": "85122911-3f43-42f5-9225-f638c8b48cea"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:21:44.396755 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=85122911-3f43-42f5-9225-f638c8b48cea,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:21:44.400771 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:44.426291 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d958cfc3-352d-4bd0-b734-882dd4522f0d x-openstack-request-id: req-d958cfc3-352d-4bd0-b734-882dd4522f0d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:21:44.426583 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "name": "network-vif-plugged", "status": "completed", "tag": "85122911-3f43-42f5-9225-f638c8b48cea", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:21:44.426832 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d958cfc3-352d-4bd0-b734-882dd4522f0d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:21:44.427223 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea', 'code': 200} Nov 27 02:21:44.450490 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=85122911-3f43-42f5-9225-f638c8b48cea,revision_number=10']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:21:45.054647 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:45.318956 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:46.987846 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:47.713011 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:21:47.719788 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:02.353301 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:22:11.635124 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ea568f7-e0a7-4f1a-a11d-7ed862fc60cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:14.016460 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d05ad17c-2b54-4abd-bd60-4dcf4d001631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:15.056234 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:15.321529 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:16.991121 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:17.705079 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:17.724353 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:33.180322 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6032b7cb-0313-42bf-a0bd-ce9d74635bea req-a0d19326-8e69-448e-b902-c9f0307dd99e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257800 Nov 27 02:22:33.263705 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6032b7cb-0313-42bf-a0bd-ce9d74635bea req-03329782-37c3-4d7c-b0f1-9d1da899633c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0282254 Nov 27 02:22:33.309020 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6032b7cb-0313-42bf-a0bd-ce9d74635bea req-16e0a428-b9d0-46ca-82c6-923faf4a7e3e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195343 Nov 27 02:22:33.405994 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032b7cb-0313-42bf-a0bd-ce9d74635bea req-8a0c5ab0-b974-460a-9164-76cc6e06127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:33.407399 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6032b7cb-0313-42bf-a0bd-ce9d74635bea req-8a0c5ab0-b974-460a-9164-76cc6e06127b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919263 Nov 27 02:22:36.132170 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81775bfc-cb8f-4409-804d-60e16a62751f req-4513efa2-8307-4e86-a267-ac5ef0a5612a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393057 Nov 27 02:22:36.241415 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81775bfc-cb8f-4409-804d-60e16a62751f req-a35e2fdd-fc0c-4eb6-b6a0-37fd0aa16483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:36.242970 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81775bfc-cb8f-4409-804d-60e16a62751f req-a35e2fdd-fc0c-4eb6-b6a0-37fd0aa16483 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1097 time: 0.0509024 Nov 27 02:22:36.342509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81775bfc-cb8f-4409-804d-60e16a62751f req-e06051a1-77ae-4f2e-a1e3-3707a750a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:36.343954 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81775bfc-cb8f-4409-804d-60e16a62751f req-e06051a1-77ae-4f2e-a1e3-3707a750a123 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0820906 Nov 27 02:22:36.413051 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81775bfc-cb8f-4409-804d-60e16a62751f req-d4150ba6-7ac6-454f-99cb-5669d1d20d0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85122911-3f43-42f5-9225-f638c8b48cea HTTP/1.1" status: 200 len: 1000 time: 0.0608621 Nov 27 02:22:36.460425 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81775bfc-cb8f-4409-804d-60e16a62751f req-aa72aa9d-5037-4941-b338-9f9fb243fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:36.461839 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81775bfc-cb8f-4409-804d-60e16a62751f req-aa72aa9d-5037-4941-b338-9f9fb243fef6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0427442 Nov 27 02:22:36.508774 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81775bfc-cb8f-4409-804d-60e16a62751f req-901dd9e1-1a4a-4e6c-b778-b4af8b5a8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:36.510196 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81775bfc-cb8f-4409-804d-60e16a62751f req-901dd9e1-1a4a-4e6c-b778-b4af8b5a8775 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385349 Nov 27 02:22:36.601038 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81775bfc-cb8f-4409-804d-60e16a62751f req-e4c859f7-7ef7-48d6-b56b-40bf8f7dfd9a service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835149 Nov 27 02:22:36.688867 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-81775bfc-cb8f-4409-804d-60e16a62751f req-77f83d63-1e62-42b0-876c-9b1e9ed5a4cb service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800533 Nov 27 02:22:39.271894 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:22:41.637920 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5fa7e6b8-ce16-429d-ad95-06e223fa579e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:44.017367 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3c9b7859-eb91-45f4-8f6f-4ec994474460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:45.053555 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:45.325133 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:46.992206 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:47.707767 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:47.746639 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:53.683633 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53098) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:22:53.837243 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Deleting port fd4e8160-12ab-4e67-9aea-5354aba6dfcc {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:22:53.837574 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:53.914010 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:53.914360 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:53.925827 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Calling delete_port for fd4e8160-12ab-4e67-9aea-5354aba6dfcc owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:22:54.071941 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:54.097822 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event deleted for resources: {'Port': ['ID=fd4e8160-12ab-4e67-9aea-5354aba6dfcc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:54.123141 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:54.123489 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:54.123826 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:54.124162 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:54.124493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:54.124820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:54.125149 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:54.125484 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:54.125805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:54.126128 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:54.126471 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:54.126792 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:54.165686 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for floatingip, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:54.166015 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Floating IP 002a938d-c80d-4ac9-94b9-e77542468a34 disassociated (deleted). External IP: 172.25.3.67, port: 85122911-3f43-42f5-9225-f638c8b48cea. Nov 27 02:22:54.370570 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:22:54.478776 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:22:54.483674 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:54.489039 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a8b21-62fe-4cac-9f01-06c9ce153c84 None None] Sync routers for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:22:54.498121 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a8b21-62fe-4cac-9f01-06c9ce153c84 None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:22:54.498764 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e72a8b21-62fe-4cac-9f01-06c9ce153c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:22:54.513113 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d3ae312e-3d3a-4d53-8369-2ff38289720d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "DELETE /v2.0/floatingips/002a938d-c80d-4ac9-94b9-e77542468a34 HTTP/1.1" status: 204 len: 168 time: 0.8284070 Nov 27 02:22:54.513810 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:22:54.516215 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5320d3d72a96248b26a4866b6291fd5f9976daeb36e5d21205400713eb6b1279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5b86c6-341b-4abd-9d40-313285452baf" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "tag": "85122911-3f43-42f5-9225-f638c8b48cea"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:22:54.614698 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e72a8b21-62fe-4cac-9f01-06c9ce153c84 None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:22:54.620200 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fb6cd5-8cb2-44c7-a2c7-c8fcab3240bd x-openstack-request-id: req-84fb6cd5-8cb2-44c7-a2c7-c8fcab3240bd {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:22:54.620504 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "tag": "85122911-3f43-42f5-9225-f638c8b48cea", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:22:54.620820 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84fb6cd5-8cb2-44c7-a2c7-c8fcab3240bd {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:22:54.621232 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea', 'status': 'completed', 'code': 200} Nov 27 02:22:54.742198 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b86c6-341b-4abd-9d40-313285452baf req-337f45db-947b-4502-97de-acb469e59b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:54.743703 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec5b86c6-341b-4abd-9d40-313285452baf req-337f45db-947b-4502-97de-acb469e59b6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 1097 time: 0.0766256 Nov 27 02:22:54.767244 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bbdd3-fba2-41f3-8baa-704525d8dc18 req-e9d5950d-2ccd-45c9-a143-99d6484bc81e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:54.768641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c2bbdd3-fba2-41f3-8baa-704525d8dc18 req-e9d5950d-2ccd-45c9-a143-99d6484bc81e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 946 time: 0.0701230 Nov 27 02:22:54.827074 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e72a8b21-62fe-4cac-9f01-06c9ce153c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:22:54.856909 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a8b21-62fe-4cac-9f01-06c9ce153c84 None None] Checking router: 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:22:54.865271 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c2bbdd3-fba2-41f3-8baa-704525d8dc18 req-5f0a9d34-d1ee-4a3d-af19-a022d5807cb5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863085 Nov 27 02:22:54.865659 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a8b21-62fe-4cac-9f01-06c9ce153c84 None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:22:54.866288 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e72a8b21-62fe-4cac-9f01-06c9ce153c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:22:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:22:54.879953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b86c6-341b-4abd-9d40-313285452baf req-fdeb1537-b013-414e-8627-5295b12c835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:54.881972 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec5b86c6-341b-4abd-9d40-313285452baf req-fdeb1537-b013-414e-8627-5295b12c835d service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.1303723 Nov 27 02:22:54.929498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec5b86c6-341b-4abd-9d40-313285452baf req-1e054c23-6b7d-4fd6-9d4b-8e3cce354db9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85122911-3f43-42f5-9225-f638c8b48cea HTTP/1.1" status: 200 len: 217 time: 0.0390971 Nov 27 02:22:54.969968 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e72a8b21-62fe-4cac-9f01-06c9ce153c84 None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:22:54.977963 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b86c6-341b-4abd-9d40-313285452baf req-93bbcd82-c797-4754-9e1b-e6d0b7a839d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:54.979451 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec5b86c6-341b-4abd-9d40-313285452baf req-93bbcd82-c797-4754-9e1b-e6d0b7a839d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0434623 Nov 27 02:22:55.025412 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b86c6-341b-4abd-9d40-313285452baf req-1566dc74-9c52-4805-8d08-07c0db17754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:55.026963 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec5b86c6-341b-4abd-9d40-313285452baf req-1566dc74-9c52-4805-8d08-07c0db17754b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401344 Nov 27 02:22:55.121851 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec5b86c6-341b-4abd-9d40-313285452baf req-2e84c3b9-fd6b-445f-bfeb-6f0297b002e1 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858274 Nov 27 02:22:55.167926 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e72a8b21-62fe-4cac-9f01-06c9ce153c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:22:55.198588 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a8b21-62fe-4cac-9f01-06c9ce153c84 None None] The sync data for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 is: [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:22:55.220443 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ec5b86c6-341b-4abd-9d40-313285452baf req-76663b9c-b05b-44c4-9430-1844fc41b7db service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906351 Nov 27 02:22:55.430089 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bc5e18-43d2-4ebf-840b-d219318a246e None None] New status for floating IP 002a938d-c80d-4ac9-94b9-e77542468a34: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:22:55.984493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc861d-6e31-45ca-9a7e-7068c913a466 req-d15354e9-368f-4339-9e11-60aa1e403ce7 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:55.986772 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21cc861d-6e31-45ca-9a7e-7068c913a466 req-d15354e9-368f-4339-9e11-60aa1e403ce7 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 946 time: 0.0496428 Nov 27 02:22:56.037213 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-21cc861d-6e31-45ca-9a7e-7068c913a466 req-30d280bb-9c5f-4ebc-8a7b-e4275f3c7de9 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=69b916b4-b788-4082-b501-2639b0b89570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435014 Nov 27 02:22:56.175761 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018b067-0d52-4385-991e-13b5de6a81ba req-e33b5c11-c58a-40e1-8887-cf814ee4f91e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:22:56.177100 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3018b067-0d52-4385-991e-13b5de6a81ba req-e33b5c11-c58a-40e1-8887-cf814ee4f91e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 946 time: 0.0490832 Nov 27 02:22:56.269925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-3018b067-0d52-4385-991e-13b5de6a81ba req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Deleting port 85122911-3f43-42f5-9225-f638c8b48cea {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:22:56.270282 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3018b067-0d52-4385-991e-13b5de6a81ba req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:56.362047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-3018b067-0d52-4385-991e-13b5de6a81ba req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] For port 85122911-3f43-42f5-9225-f638c8b48cea, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=85122911-3f43-42f5-9225-f638c8b48cea,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:22:56.362433 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3018b067-0d52-4385-991e-13b5de6a81ba req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:56.374998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-3018b067-0d52-4385-991e-13b5de6a81ba req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Calling delete_port for 85122911-3f43-42f5-9225-f638c8b48cea owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:22:56.498896 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3018b067-0d52-4385-991e-13b5de6a81ba req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:56.530472 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event deleted for resources: {'Port': ['ID=85122911-3f43-42f5-9225-f638c8b48cea,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:56.543156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:56.543509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:56.543852 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:56.544191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:56.544530 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:56.544864 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:56.545193 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:56.545527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:56.545852 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:56.546176 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:56.546527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:56.546846 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:22:56.580823 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3018b067-0d52-4385-991e-13b5de6a81ba req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] No DVR routers for this DVR port 85122911-3f43-42f5-9225-f638c8b48cea on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:22:56.583370 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3018b067-0d52-4385-991e-13b5de6a81ba req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:56.586715 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3018b067-0d52-4385-991e-13b5de6a81ba req-ce289808-d21f-4d18-b41c-608db63f1d07 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.42 "DELETE /v2.0/ports/85122911-3f43-42f5-9225-f638c8b48cea HTTP/1.1" status: 204 len: 173 time: 0.4028699 Nov 27 02:22:56.587160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'name': 'network-vif-deleted', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:22:56.589458 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a0231d-0f81-4aba-9004-e3492c2a0fd0" -d '{"events": [{"server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "name": "network-vif-deleted", "tag": "85122911-3f43-42f5-9225-f638c8b48cea"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:22:56.686599 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5bd852-ed39-44cc-8ee5-49ae1ae12e0a x-openstack-request-id: req-8b5bd852-ed39-44cc-8ee5-49ae1ae12e0a {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:22:56.686904 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7", "name": "network-vif-deleted", "tag": "85122911-3f43-42f5-9225-f638c8b48cea", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:22:56.687167 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b5bd852-ed39-44cc-8ee5-49ae1ae12e0a {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:22:56.687576 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7', 'name': 'network-vif-deleted', 'tag': '85122911-3f43-42f5-9225-f638c8b48cea', 'status': 'completed', 'code': 200} Nov 27 02:22:57.153121 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-758bc762-e254-4ef7-99f7-e41583875c5b req-fd0f1e73-c4c2-4aa6-90c9-76937521780d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4a0e4f5-90ef-4e4c-a9a5-394eb707fcc7 HTTP/1.1" status: 200 len: 210 time: 0.0324295 Nov 27 02:22:58.209390 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53124) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:22:58.265312 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d16d662d-e854-4b3c-91a0-8767b2f3d9f1 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:58.289268 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d16d662d-e854-4b3c-91a0-8767b2f3d9f1 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:58.346445 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d16d662d-e854-4b3c-91a0-8767b2f3d9f1 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:58.349084 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d16d662d-e854-4b3c-91a0-8767b2f3d9f1 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:58.350227 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-d16d662d-e854-4b3c-91a0-8767b2f3d9f1 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "DELETE /v2.0/security-groups/69b916b4-b788-4082-b501-2639b0b89570 HTTP/1.1" status: 204 len: 168 time: 0.1398611 Nov 27 02:22:58.359885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d662d-e854-4b3c-91a0-8767b2f3d9f1 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b916b4-b788-4082-b501-2639b0b89570,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:58.744982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53130) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:22:58.749549 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-35451d87-df8a-4e09-8339-37306e334455 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993769811', 'description': 'tempest-secgroup-smoke-1993769811 description', 'project_id': 'f12696abcf5c4b739439d6d95776d18f'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:22:58.771128 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-35451d87-df8a-4e09-8339-37306e334455 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:58.836016 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-35451d87-df8a-4e09-8339-37306e334455 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:58.839493 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-35451d87-df8a-4e09-8339-37306e334455 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:58.867337 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-35451d87-df8a-4e09-8339-37306e334455 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:58.868527 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-35451d87-df8a-4e09-8339-37306e334455 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1225438 Nov 27 02:22:58.871507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53132) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:22:58.872819 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35451d87-df8a-4e09-8339-37306e334455 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2374894f-dd59-457b-9097-cb61b54a8b77,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:58.877308 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-bac64913-8480-4bac-a366-749f4326d2f6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group_rule': {'security_group_id': '2374894f-dd59-457b-9097-cb61b54a8b77', 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:22:58.905127 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bac64913-8480-4bac-a366-749f4326d2f6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:58.950482 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bac64913-8480-4bac-a366-749f4326d2f6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:58.953834 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bac64913-8480-4bac-a366-749f4326d2f6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:58.971773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac64913-8480-4bac-a366-749f4326d2f6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f433de-bdbe-417a-a910-abef288be846,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:58.979541 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bac64913-8480-4bac-a366-749f4326d2f6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:58.980722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-bac64913-8480-4bac-a366-749f4326d2f6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1079838 Nov 27 02:22:58.983487 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53134) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:22:58.987833 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a8451a34-3e7f-40cb-9f8c-529e2853bca4 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group_rule': {'security_group_id': '2374894f-dd59-457b-9097-cb61b54a8b77', 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:22:59.012948 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8451a34-3e7f-40cb-9f8c-529e2853bca4 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.067535 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8451a34-3e7f-40cb-9f8c-529e2853bca4 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.070807 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8451a34-3e7f-40cb-9f8c-529e2853bca4 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.090911 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8451a34-3e7f-40cb-9f8c-529e2853bca4 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276d97d1-9bb2-469a-8637-09732ff3ab32,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:59.097825 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a8451a34-3e7f-40cb-9f8c-529e2853bca4 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.102082 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a8451a34-3e7f-40cb-9f8c-529e2853bca4 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146338 Nov 27 02:22:59.102297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53136) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:22:59.106473 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1759422d-84b7-4bc1-9a3a-ce8df103b3df tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group_rule': {'security_group_id': '2374894f-dd59-457b-9097-cb61b54a8b77', 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:22:59.133298 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1759422d-84b7-4bc1-9a3a-ce8df103b3df tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.190227 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1759422d-84b7-4bc1-9a3a-ce8df103b3df tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.193514 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1759422d-84b7-4bc1-9a3a-ce8df103b3df tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.211825 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759422d-84b7-4bc1-9a3a-ce8df103b3df tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657869fc-c634-4927-acda-f8ca570c728a,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:59.218867 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1759422d-84b7-4bc1-9a3a-ce8df103b3df tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.220052 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1759422d-84b7-4bc1-9a3a-ce8df103b3df tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168377 Nov 27 02:22:59.222892 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53138) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:22:59.227773 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-5f32d468-1983-4e93-832f-016ff40be029 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group_rule': {'security_group_id': '2374894f-dd59-457b-9097-cb61b54a8b77', 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:22:59.253090 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f32d468-1983-4e93-832f-016ff40be029 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.308523 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f32d468-1983-4e93-832f-016ff40be029 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.311928 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f32d468-1983-4e93-832f-016ff40be029 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.326507 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32d468-1983-4e93-832f-016ff40be029 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0958d4b0-d754-49a4-8315-65c3d152fed0,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:59.336964 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5f32d468-1983-4e93-832f-016ff40be029 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.338138 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-5f32d468-1983-4e93-832f-016ff40be029 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143813 Nov 27 02:22:59.341002 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53140) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:22:59.345338 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-26371a0d-be2e-4cae-93a3-cd79c52ce448 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group_rule': {'security_group_id': '2374894f-dd59-457b-9097-cb61b54a8b77', 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:22:59.366658 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-26371a0d-be2e-4cae-93a3-cd79c52ce448 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Project f12696abcf5c4b739439d6d95776d18f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:22:59.371433 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26371a0d-be2e-4cae-93a3-cd79c52ce448 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.428260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26371a0d-be2e-4cae-93a3-cd79c52ce448 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.431526 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26371a0d-be2e-4cae-93a3-cd79c52ce448 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.449057 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26371a0d-be2e-4cae-93a3-cd79c52ce448 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b587c38c-aec9-4cd9-9e08-67940672d11c,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:59.456791 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-26371a0d-be2e-4cae-93a3-cd79c52ce448 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.457981 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-26371a0d-be2e-4cae-93a3-cd79c52ce448 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160052 Nov 27 02:22:59.461247 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53142) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:22:59.465600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ed1510cd-8d71-4d05-b65c-010d9a320add tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'security_group_rule': {'security_group_id': '2374894f-dd59-457b-9097-cb61b54a8b77', 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:22:59.487347 n-d-819494-2 neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-ed1510cd-8d71-4d05-b65c-010d9a320add tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Project f12696abcf5c4b739439d6d95776d18f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:22:59.492099 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed1510cd-8d71-4d05-b65c-010d9a320add tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.553329 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed1510cd-8d71-4d05-b65c-010d9a320add tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.557024 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed1510cd-8d71-4d05-b65c-010d9a320add tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.578830 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1510cd-8d71-4d05-b65c-010d9a320add tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb1827a-c5cc-445d-908b-180e0972ca22,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:22:59.585450 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ed1510cd-8d71-4d05-b65c-010d9a320add tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:22:59.586715 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-ed1510cd-8d71-4d05-b65c-010d9a320add tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244254 Nov 27 02:23:00.563886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 85122911-3f43-42f5-9225-f638c8b48cea no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:23:00.584372 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 85122911-3f43-42f5-9225-f638c8b48cea {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:23:00.584714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 85122911-3f43-42f5-9225-f638c8b48cea not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:23:11.640053 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5593639f-9687-4634-9567-dbc1b1253a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:14.019585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d0cc8d6d-29a8-4498-9ad1-7bed357a0114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:15.030489 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-6d1fdfc8-36b6-4914-bdd8-fc6ba80cc634 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993769811&fields=id&tenant_id=f12696abcf5c4b739439d6d95776d18f HTTP/1.1" status: 200 len: 267 time: 0.0438397 Nov 27 02:23:15.064066 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:15.141226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-7c5d38a9-32db-43a8-b4d1-6ec9e09eae84 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:15.142970 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-7c5d38a9-32db-43a8-b4d1-6ec9e09eae84 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 809 time: 0.1053100 Nov 27 02:23:15.158001 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-04cff9d0-edae-4cb5-bc59-a59dc1a16517 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/quotas/f12696abcf5c4b739439d6d95776d18f HTTP/1.1" status: 200 len: 375 time: 0.0092506 Nov 27 02:23:15.208809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-bb110c29-6960-4e35-bcd5-92694530abe0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449114 Nov 27 02:23:15.326368 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:15.349944 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-83d1de5b-2b5f-4765-9bfc-454459ed3ca5 service neutron] 10.222.0.37 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298218 Nov 27 02:23:15.446332 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-f22e8b77-7bd1-4681-a93e-006dae0a2b7b service neutron] 10.222.0.37 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888505 Nov 27 02:23:15.738379 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-50cc3fdb-7f39-4b8a-bd03-78715cad13f9 req-a4dc6d29-28d0-4b86-bf9a-7131d625938e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 210 time: 0.0263574 Nov 27 02:23:16.271761 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:23:16.814855 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-888a87d8-8c40-4a2e-9327-be84f239ef1f req-358ede87-c1ca-44c6-8e48-a01986f9ac56 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 210 time: 0.0266569 Nov 27 02:23:16.994629 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:17.709638 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:17.774537 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:17.892669 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cf1a0054-2faa-4a66-90a1-4876d9484d8e req-26b4bc4b-6e57-4270-bef0-626dbe06f8e6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 210 time: 0.0272658 Nov 27 02:23:18.976625 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d8a578e7-92f1-4f9c-8270-34eaa271e97e req-d316772e-160d-4ee3-b7ca-6ba2eeb3962e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 210 time: 0.0305488 Nov 27 02:23:20.073495 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b7fc1b23-8e8d-45c5-8a37-088cace7fc00 req-87468d10-9594-42d9-a7df-fb3c9ef4fc55 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 210 time: 0.0313778 Nov 27 02:23:20.864990 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-d9d5e17e-837b-46a3-8c84-17843a9edc3c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:20.866464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-d9d5e17e-837b-46a3-8c84-17843a9edc3c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 809 time: 0.1061127 Nov 27 02:23:20.943572 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-355ec04b-0615-4ebc-b8b6-7c19ac55276a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f12696abcf5c4b739439d6d95776d18f HTTP/1.1" status: 200 len: 380 time: 0.0551465 Nov 27 02:23:20.953479 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'port': {'device_id': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'admin_state_up': True, 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'security_groups': ['2374894f-dd59-457b-9097-cb61b54a8b77']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:23:21.066809 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Made reservation on behalf of f12696abcf5c4b739439d6d95776d18f for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:23:21.070595 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:21.189175 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0f0394c1-0cf7-416f-a332-8dca7fabfa53 req-8921396e-f8f5-4b05-b894-ea69c7b93837 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 210 time: 0.0349605 Nov 27 02:23:21.208435 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Allocated IP 172.20.0.3 (cdb1e13a-747a-4a7c-bbda-8ed62dc51f95/da384247-1837-4478-8a19-3fbeaaa0935c/a9ddc9e9-e3d6-49f3-9766-b4f6d755019e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:23:21.345526 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:21.378975 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:21.430850 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:23:21.433972 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:23:21.438219 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:23:21.443252 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'Port': ['ID=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:23:21.491099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:21.491718 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:21.508389 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-5748eee5-d3f3-4896-a99d-fe4cb41cf66c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586298 Nov 27 02:23:21.528191 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Request body: {'port': {'device_id': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:23:21.588439 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:21.739898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e1c96a71-b675-4381-80a8-28f8ce44332b None None] Provisioning complete for port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:23:21.740475 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e1c96a71-b675-4381-80a8-28f8ce44332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:21.775405 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e1c96a71-b675-4381-80a8-28f8ce44332b None None] Port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:23:21.859139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ddc9e9-e3d6-49f3-9766-b4f6d755019e {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:23:21.866607 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:21.878779 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Transition to ACTIVE for port object a9ddc9e9-e3d6-49f3-9766-b4f6d755019e will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:23:21.883347 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:21.932790 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:23:22.010366 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Attempting to bind port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:23:22.010689 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Attempting to bind port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:23:22.011195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Attempting to bind port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e on network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:23:22.015738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e on network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:23:22.016054 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Attempting to bind port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e on network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:23:22.021832 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:23:22.022162 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Checking segment: {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:23:22.022604 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Bound using segment: {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:23:22.023023 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Bound port: a9ddc9e9-e3d6-49f3-9766-b4f6d755019e, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:23:22.023372 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:22.091810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] For port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:23:22.095157 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] For port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:23:22.100698 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:22.142113 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:22.142760 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:22.144156 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] 10.222.0.42 "PUT /v2.0/ports/a9ddc9e9-e3d6-49f3-9766-b4f6d755019e HTTP/1.1" status: 200 len: 1091 time: 0.6204190 Nov 27 02:23:22.144617 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:23:22.146963 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa2b2d3-a564-4517-bc3d-2bc3032e20b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:23:22.170733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14566754-0ae7-4d1d-8b15-85b493455c31 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:23:22.223024 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cb0e53-aa39-4d7c-ad12-fb2334658198 x-openstack-request-id: req-33cb0e53-aa39-4d7c-ad12-fb2334658198 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:23:22.223677 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:23:22.223677 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33cb0e53-aa39-4d7c-ad12-fb2334658198 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:23:22.224001 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'status': 'completed', 'code': 200} Nov 27 02:23:22.292425 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-79235dc4-3e32-4cca-a454-2306c3c19725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:22.295066 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-79235dc4-3e32-4cca-a454-2306c3c19725 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 1094 time: 0.0551050 Nov 27 02:23:22.316777 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ab71b-0ae8-4ce0-bcf7-f978de390d32 req-9fe3537c-c777-45bf-97b5-f998be58a6e7 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:22.325276 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd8ab71b-0ae8-4ce0-bcf7-f978de390d32 req-9fe3537c-c777-45bf-97b5-f998be58a6e7 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0651395 Nov 27 02:23:22.351069 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-83a4f0e1-0c0a-4116-bfb6-7f6ad6eadf8d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e HTTP/1.1" status: 200 len: 217 time: 0.0410256 Nov 27 02:23:22.376795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dd8ab71b-0ae8-4ce0-bcf7-f978de390d32 req-4664d323-fa2b-4064-bfae-8fe751f8850c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501678 Nov 27 02:23:22.410051 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-d3fb2205-f83c-4228-bf8f-3288937c6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:22.411679 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-d3fb2205-f83c-4228-bf8f-3288937c6ef5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0510576 Nov 27 02:23:22.462570 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-8c6dc17d-8b43-45a9-9494-dc54c0fa84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:22.464910 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-8c6dc17d-8b43-45a9-9494-dc54c0fa84a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463257 Nov 27 02:23:22.567663 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-cc7f4394-1e51-4804-b7ea-edd964f4800e service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958543 Nov 27 02:23:22.660077 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5e9b87fe-50b1-466b-b91c-56bf76c17de4 req-c8d533fc-7928-4f7e-8618-558d6a10142e service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820949 Nov 27 02:23:22.776267 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2b2d3-a564-4517-bc3d-2bc3032e20b4 req-11efacf3-4c87-4f40-95e3-ad76ba465879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:22.777732 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-daa2b2d3-a564-4517-bc3d-2bc3032e20b4 req-11efacf3-4c87-4f40-95e3-ad76ba465879 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 1094 time: 0.0430493 Nov 27 02:23:22.873515 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2b2d3-a564-4517-bc3d-2bc3032e20b4 req-ab6b4786-a7b8-451c-a181-8eaa02ddc336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:22.874945 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-daa2b2d3-a564-4517-bc3d-2bc3032e20b4 req-ab6b4786-a7b8-451c-a181-8eaa02ddc336 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0893481 Nov 27 02:23:22.917831 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-daa2b2d3-a564-4517-bc3d-2bc3032e20b4 req-07f9f6b3-a85e-4a9f-a24d-c822a65242e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e HTTP/1.1" status: 200 len: 217 time: 0.0349395 Nov 27 02:23:22.971853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2b2d3-a564-4517-bc3d-2bc3032e20b4 req-4d485294-fe27-4a79-a1bb-ee76b35ab34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:22.973286 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-daa2b2d3-a564-4517-bc3d-2bc3032e20b4 req-4d485294-fe27-4a79-a1bb-ee76b35ab34e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0476060 Nov 27 02:23:23.023742 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2b2d3-a564-4517-bc3d-2bc3032e20b4 req-7564dde0-8066-4ad9-90aa-1e856c213ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:23.025238 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-daa2b2d3-a564-4517-bc3d-2bc3032e20b4 req-7564dde0-8066-4ad9-90aa-1e856c213ece service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400326 Nov 27 02:23:23.126617 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-daa2b2d3-a564-4517-bc3d-2bc3032e20b4 req-126a6b0d-5a5d-4d19-b34b-114cdadcdb4a service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936897 Nov 27 02:23:23.221597 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-daa2b2d3-a564-4517-bc3d-2bc3032e20b4 req-bbfa83b0-993a-48a8-86ec-fb44f6fd7eb4 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873456 Nov 27 02:23:23.495555 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf012587-e245-440b-b200-4ab03034a71e req-96109304-07cc-424d-aff4-3d3de3da786f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:23.496956 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cf012587-e245-440b-b200-4ab03034a71e req-96109304-07cc-424d-aff4-3d3de3da786f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0496678 Nov 27 02:23:23.546179 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cf012587-e245-440b-b200-4ab03034a71e req-fcfc4d8a-43df-43f5-840b-b46195349b90 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432038 Nov 27 02:23:24.660629 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd359b-e3a3-4b42-8888-05155d316cfd req-313b7397-9b48-4917-9147-3058b92706cc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:24.662118 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dbdd359b-e3a3-4b42-8888-05155d316cfd req-313b7397-9b48-4917-9147-3058b92706cc tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0491679 Nov 27 02:23:24.711843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dbdd359b-e3a3-4b42-8888-05155d316cfd req-9531df1a-ec78-44cf-844b-f2288eb58a50 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436490 Nov 27 02:23:25.829523 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27540d2c-3cd0-4b19-b9c0-b02b8aba4178 req-acb3e048-8b0a-4028-83e8-7391a6856ff7 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:25.831258 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-27540d2c-3cd0-4b19-b9c0-b02b8aba4178 req-acb3e048-8b0a-4028-83e8-7391a6856ff7 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0493889 Nov 27 02:23:25.887941 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-27540d2c-3cd0-4b19-b9c0-b02b8aba4178 req-9cf31c53-18e0-496b-b369-fda596ef4586 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500619 Nov 27 02:23:27.005238 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1c48a-973c-4984-a22f-544133c54103 req-b573dd90-ac4e-44d5-b0c9-14f67a4774c3 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:27.006725 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ebe1c48a-973c-4984-a22f-544133c54103 req-b573dd90-ac4e-44d5-b0c9-14f67a4774c3 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0518565 Nov 27 02:23:27.055372 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ebe1c48a-973c-4984-a22f-544133c54103 req-10b3bb9d-4d44-4e94-9200-9f9f8890b999 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422437 Nov 27 02:23:28.173814 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a5afd-e35e-4fb0-9b45-76c475227522 req-24795196-bdfd-4549-909f-9cf3876b7534 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:28.175327 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-010a5afd-e35e-4fb0-9b45-76c475227522 req-24795196-bdfd-4549-909f-9cf3876b7534 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0486600 Nov 27 02:23:28.225013 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-010a5afd-e35e-4fb0-9b45-76c475227522 req-96ac7145-f7d5-4f67-b62a-57b54c5474c6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437746 Nov 27 02:23:29.344210 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3402b-aedc-4a18-b622-883e8563b158 req-d76eb9f2-1698-45b1-8295-054869bb74ac tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:29.345685 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dbf3402b-aedc-4a18-b622-883e8563b158 req-d76eb9f2-1698-45b1-8295-054869bb74ac tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0522428 Nov 27 02:23:29.395338 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-dbf3402b-aedc-4a18-b622-883e8563b158 req-7713e756-08cb-400b-8c44-2dda0a7b24d0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430064 Nov 27 02:23:30.509095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6762c2-afe7-41e5-aa20-928be1ba9b25 req-40069690-e77e-4df3-bdde-fc3bdc65f378 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:30.510561 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a6762c2-afe7-41e5-aa20-928be1ba9b25 req-40069690-e77e-4df3-bdde-fc3bdc65f378 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0483487 Nov 27 02:23:30.558132 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6a6762c2-afe7-41e5-aa20-928be1ba9b25 req-a206efef-cdbf-4371-a633-4b155259503e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417001 Nov 27 02:23:31.672998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625718b-8052-4039-989f-ceb8ae82d4d7 req-b98598a1-e99b-4d50-9abb-0c6961954756 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:31.674455 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d625718b-8052-4039-989f-ceb8ae82d4d7 req-b98598a1-e99b-4d50-9abb-0c6961954756 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0490255 Nov 27 02:23:31.726575 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d625718b-8052-4039-989f-ceb8ae82d4d7 req-7e65d584-7050-4e06-8a6f-adda21ff823b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460551 Nov 27 02:23:32.843159 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc4b6-f839-4cd1-924d-af4ebc7de794 req-ef2b426c-0ab9-4374-8e8b-db655a3b3993 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:32.844719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d23bc4b6-f839-4cd1-924d-af4ebc7de794 req-ef2b426c-0ab9-4374-8e8b-db655a3b3993 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0522664 Nov 27 02:23:32.893056 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d23bc4b6-f839-4cd1-924d-af4ebc7de794 req-15ecbe2e-8f1e-421f-8190-931d90841952 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Nov 27 02:23:34.008316 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61acff6-bf94-4713-88a1-1f72c0084f23 req-c88f342a-343a-46bb-8685-b436e179a9a0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:34.009765 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f61acff6-bf94-4713-88a1-1f72c0084f23 req-c88f342a-343a-46bb-8685-b436e179a9a0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0480900 Nov 27 02:23:34.058292 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-f61acff6-bf94-4713-88a1-1f72c0084f23 req-753f2842-104b-4f93-9522-05a38c8fba54 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425367 Nov 27 02:23:34.159513 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5690486e-92ff-416b-90e1-712e494f0e28 req-0fc80d26-1649-4706-9618-8d436dce0f5a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0245395 Nov 27 02:23:34.240075 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5690486e-92ff-416b-90e1-712e494f0e28 req-7a9a5a60-1a33-4243-a99c-4f0ea73fd800 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0251012 Nov 27 02:23:34.283259 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5690486e-92ff-416b-90e1-712e494f0e28 req-db00ef16-4735-420a-b6ae-3ca190436263 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195763 Nov 27 02:23:34.723260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a9ddc9e9-e3d6-49f3-9766-b4f6d755019e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:23:34.733269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690486e-92ff-416b-90e1-712e494f0e28 req-706a8b95-d28f-452c-aedd-7e10aa2b0c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:34.734828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5690486e-92ff-416b-90e1-712e494f0e28 req-706a8b95-d28f-452c-aedd-7e10aa2b0c34 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4426453 Nov 27 02:23:34.818521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:23:34.829546 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'port_id': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'mac_address': 'fa:16:3e:d7:bb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:23:34.868864 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:34.881020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ddc9e9-e3d6-49f3-9766-b4f6d755019e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:23:34.899754 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:23:34.904701 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:34.950459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:23:34.957649 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:23:34.957995 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:23:34.958362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:23:34.958698 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:23:34.959029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:23:34.959355 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:23:34.959679 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:23:34.959999 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:23:34.960320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:23:34.961176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:23:34.961497 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:23:34.961815 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:23:35.172214 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adad698-f08f-45f0-bbba-ce2163211b74 req-228771c9-0531-4c39-bc42-d3ad724c4a93 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:35.173986 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2adad698-f08f-45f0-bbba-ce2163211b74 req-228771c9-0531-4c39-bc42-d3ad724c4a93 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 944 time: 0.0488973 Nov 27 02:23:35.183872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a9ddc9e9-e3d6-49f3-9766-b4f6d755019e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:23:35.223649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2adad698-f08f-45f0-bbba-ce2163211b74 req-084b1228-9191-4bb5-9e70-abf7c1ecf4df tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 Nov 27 02:23:36.336428 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bca7e-bedc-4219-ba36-2b896855e054 req-a15d7118-f279-4a85-acd3-14dd5e0f5df9 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:36.337886 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-052bca7e-bedc-4219-ba36-2b896855e054 req-a15d7118-f279-4a85-acd3-14dd5e0f5df9 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 944 time: 0.0496333 Nov 27 02:23:36.385605 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-052bca7e-bedc-4219-ba36-2b896855e054 req-65a0d630-9a71-4d90-a2bf-e4f4d1848c65 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 Nov 27 02:23:36.726873 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a9ddc9e9-e3d6-49f3-9766-b4f6d755019e up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:23:36.775213 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:23:36.779418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:23:36.779795 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:36.857049 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:36.878332 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:23:36.880548 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde012a3-23e0-4b4b-88ee-80e746735e1a" -d '{"events": [{"server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "name": "network-vif-plugged", "status": "completed", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:23:36.893920 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:23:36.898793 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:36.947277 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:23:36.979351 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029e54e8-ca03-4825-aab4-fa8be6a4df49 x-openstack-request-id: req-029e54e8-ca03-4825-aab4-fa8be6a4df49 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:23:36.979645 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "name": "network-vif-plugged", "status": "completed", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:23:36.979900 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-029e54e8-ca03-4825-aab4-fa8be6a4df49 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:23:36.980299 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'code': 200} Nov 27 02:23:37.108546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ce128-2432-4d9a-8cd9-9334333051ab req-8dfc52cd-0af7-460c-b8ce-797a15948ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:37.110126 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9ce128-2432-4d9a-8cd9-9334333051ab req-8dfc52cd-0af7-460c-b8ce-797a15948ba0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 1096 time: 0.0427773 Nov 27 02:23:37.155142 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0c9ce128-2432-4d9a-8cd9-9334333051ab req-2e1d42b6-1572-46c2-8412-2de32f2869f0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385103 Nov 27 02:23:37.513132 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713387b-7bb9-41b6-8786-ee0adf33a31a req-0569e623-b7b0-468a-96a1-542b85107aa7 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:37.514647 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6713387b-7bb9-41b6-8786-ee0adf33a31a req-0569e623-b7b0-468a-96a1-542b85107aa7 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0519054 Nov 27 02:23:37.562015 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-6713387b-7bb9-41b6-8786-ee0adf33a31a req-3ad18070-24aa-46bf-8dab-0371ac604ebd tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415108 Nov 27 02:23:38.676763 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffad54b-2f3c-491e-8592-e9db5b6fce24 req-665cda9c-e30c-4b69-b159-e7d0d450c2b0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:38.678204 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ffad54b-2f3c-491e-8592-e9db5b6fce24 req-665cda9c-e30c-4b69-b159-e7d0d450c2b0 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0482774 Nov 27 02:23:38.726941 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2ffad54b-2f3c-491e-8592-e9db5b6fce24 req-53819850-7274-45bc-8d28-50b2bd1cfc19 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424857 Nov 27 02:23:38.839490 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3223c-7c5d-494a-b4fe-ad128b9f83b1 req-04519310-bab2-49eb-9000-2dba6aa2ec9a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:38.841018 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9af3223c-7c5d-494a-b4fe-ad128b9f83b1 req-04519310-bab2-49eb-9000-2dba6aa2ec9a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0481412 Nov 27 02:23:38.894693 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9af3223c-7c5d-494a-b4fe-ad128b9f83b1 req-89cecade-f552-412a-90c1-d791631e157b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477710 Nov 27 02:23:38.917173 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53356) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:23:38.955649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbf266f-860a-4103-8326-ba46c563cc40 tempest-TestShelveInstance-166575308 tempest-TestShelveInstance-166575308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:38.957169 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4bbf266f-860a-4103-8326-ba46c563cc40 tempest-TestShelveInstance-166575308 tempest-TestShelveInstance-166575308-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 1091 time: 0.0389955 Nov 27 02:23:38.959923 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53358) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:23:38.964813 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:23:38.986777 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:39.083825 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:39.188775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Allocated IP 172.25.3.36 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/250f4d81-85da-4830-9025-39fb6b558bf2) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:23:39.288030 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:39.321394 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:39.361273 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:23:39.364190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:23:39.368633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:23:39.373744 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'Port': ['ID=250f4d81-85da-4830-9025-39fb6b558bf2,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:23:39.724531 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:39.793542 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:39.941158 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:39.945713 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:40.012860 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event updated for resources: {'Port': ['ID=250f4d81-85da-4830-9025-39fb6b558bf2,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:23:40.022640 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:40.123663 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Floating IP b54b609e-489e-4dbe-b3fb-b0116f7f72ff associated. External IP: 172.25.3.36, port: a9ddc9e9-e3d6-49f3-9766-b4f6d755019e. Nov 27 02:23:40.339350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:23:40.447040 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:23:40.456465 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508857b5-2460-4347-9a4b-b1ce420661c7 None None] Sync routers for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:23:40.464335 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:40.465858 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508857b5-2460-4347-9a4b-b1ce420661c7 None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:23:40.466494 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-508857b5-2460-4347-9a4b-b1ce420661c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:23:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:23:40.492349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-b59202f6-ddc6-4285-852f-ac1f7db1e230 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5301554 Nov 27 02:23:40.493019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:23:40.495309 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286116e0-a066-4073-bae8-cefa33e8427f" -d '{"events": [{"name": "network-changed", "server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:23:40.532643 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dbcf5d-3f8a-4bfa-a9fb-952d34bd56ac x-openstack-request-id: req-c1dbcf5d-3f8a-4bfa-a9fb-952d34bd56ac {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:23:40.532941 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:23:40.533197 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1dbcf5d-3f8a-4bfa-a9fb-952d34bd56ac {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:23:40.533632 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'status': 'completed', 'code': 200} Nov 27 02:23:40.569653 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-508857b5-2460-4347-9a4b-b1ce420661c7 None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:23:40.616414 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286116e0-a066-4073-bae8-cefa33e8427f req-87377f9c-ce18-483b-8bd9-52fdc1fca7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:40.618478 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-286116e0-a066-4073-bae8-cefa33e8427f req-87377f9c-ce18-483b-8bd9-52fdc1fca7a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 1096 time: 0.0428114 Nov 27 02:23:40.712425 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286116e0-a066-4073-bae8-cefa33e8427f req-ff6ce2da-0232-426f-aefe-bc012903faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:40.714187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-286116e0-a066-4073-bae8-cefa33e8427f req-ff6ce2da-0232-426f-aefe-bc012903faf1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0885592 Nov 27 02:23:40.781151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-286116e0-a066-4073-bae8-cefa33e8427f req-0d6b6c3f-ce23-4d0e-9724-891c65cb05b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e HTTP/1.1" status: 200 len: 998 time: 0.0602915 Nov 27 02:23:40.789735 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-508857b5-2460-4347-9a4b-b1ce420661c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b54b609e-489e-4dbe-b3fb-b0116f7f72ff', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'port_id': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'mac_address': 'fa:16:3e:d7:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:23:39Z', 'updated_at': '2021-11-27T02:23:39Z', 'revision_number': 0, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:23:40.831071 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286116e0-a066-4073-bae8-cefa33e8427f req-455f90f1-c354-4d38-ad8f-6eba86b13007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:40.832548 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-286116e0-a066-4073-bae8-cefa33e8427f req-455f90f1-c354-4d38-ad8f-6eba86b13007 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0451727 Nov 27 02:23:40.886562 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286116e0-a066-4073-bae8-cefa33e8427f req-6cfb473a-7631-4bc7-8c91-646af0ee06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:23:40.887984 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-286116e0-a066-4073-bae8-cefa33e8427f req-6cfb473a-7631-4bc7-8c91-646af0ee06ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482032 Nov 27 02:23:40.908462 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508857b5-2460-4347-9a4b-b1ce420661c7 None None] Checking router: 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:23:40.916638 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508857b5-2460-4347-9a4b-b1ce420661c7 None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:23:40.917237 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-508857b5-2460-4347-9a4b-b1ce420661c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:23:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:23:40.977893 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-286116e0-a066-4073-bae8-cefa33e8427f req-7d7c7e4f-901c-413e-97fe-b90dff0b397e service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825081 Nov 27 02:23:41.025150 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-508857b5-2460-4347-9a4b-b1ce420661c7 None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:23:41.084043 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-286116e0-a066-4073-bae8-cefa33e8427f req-53cce366-0b26-465c-9bc9-3afdf1ee8591 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988102 Nov 27 02:23:41.250003 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-508857b5-2460-4347-9a4b-b1ce420661c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b54b609e-489e-4dbe-b3fb-b0116f7f72ff', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'port_id': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'mac_address': 'fa:16:3e:d7:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:23:39Z', 'updated_at': '2021-11-27T02:23:39Z', 'revision_number': 0, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:23:41.278911 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508857b5-2460-4347-9a4b-b1ce420661c7 None None] The sync data for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 is: [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': 'b54b609e-489e-4dbe-b3fb-b0116f7f72ff', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'port_id': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'mac_address': 'fa:16:3e:d7:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:23:39Z', 'updated_at': '2021-11-27T02:23:39Z', 'revision_number': 0, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:23:41.490866 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf83b0-8cf3-4e85-972c-e5de7797334c None None] New status for floating IP b54b609e-489e-4dbe-b3fb-b0116f7f72ff: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:23:41.643651 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-77c69c57-a885-4f90-8672-6a32d4ae1192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:44.021185 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48053d0d-cc44-4e98-b69b-03cd557ff36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:45.066347 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:45.330741 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:46.998312 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:47.710840 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:47.791704 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:23:53.270004 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:24:11.648660 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-676268a0-0f72-4fa3-a299-4a9265f7a59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:14.025488 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2a8831a-7352-4e8a-9a3d-a9bf7dd3b813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:15.084208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:15.334099 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:16.999220 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:17.712788 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:17.820646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:30.269453 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:24:36.165441 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5aea4276-cd1c-424c-aa93-5fdf0f47d754 req-9998e241-58d0-4052-abf1-4e1142b050dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259991 Nov 27 02:24:36.246027 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5aea4276-cd1c-424c-aa93-5fdf0f47d754 req-c91b2aba-0270-4be4-9d67-201dcf33ff8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0240359 Nov 27 02:24:36.289209 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5aea4276-cd1c-424c-aa93-5fdf0f47d754 req-3c0cb554-fbc0-4bda-ba7f-177783440773 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190732 Nov 27 02:24:36.385775 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea4276-cd1c-424c-aa93-5fdf0f47d754 req-2c0b28f4-62b1-4cc8-b68a-f8096ed9dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:36.387205 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-5aea4276-cd1c-424c-aa93-5fdf0f47d754 req-2c0b28f4-62b1-4cc8-b68a-f8096ed9dccd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910780 Nov 27 02:24:37.110699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-e4750cee-3c09-4824-b922-5fbcd5e8d011 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410526 Nov 27 02:24:37.208904 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-06a969a5-7bb0-4a40-8c65-606003f649ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:37.210444 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-06a969a5-7bb0-4a40-8c65-606003f649ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 1096 time: 0.0406349 Nov 27 02:24:37.315712 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-9bc3d241-97b1-445e-9bdd-99019821bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:37.317153 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-9bc3d241-97b1-445e-9bdd-99019821bfd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0871282 Nov 27 02:24:37.384815 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-7a0cdf7d-1794-45ea-a46c-cc293b9952c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e HTTP/1.1" status: 200 len: 1000 time: 0.0573342 Nov 27 02:24:37.433848 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-3e5b4b0b-343d-4324-a9e7-9f756c839408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:37.435262 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-3e5b4b0b-343d-4324-a9e7-9f756c839408 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0434179 Nov 27 02:24:37.483817 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-7f618378-10c3-4cbe-909b-12b48cbfe4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:24:37.485301 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-7f618378-10c3-4cbe-909b-12b48cbfe4b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434117 Nov 27 02:24:37.496248 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-5737ce76-050e-4ceb-b498-a3da78bd33ec service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:24:37.497198 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-5737ce76-050e-4ceb-b498-a3da78bd33ec service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049620 Nov 27 02:24:37.584962 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-26335264-6c00-40f7-bd32-a3f0a738bac2 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802727 Nov 27 02:24:37.675984 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-68ecbf27-16e1-4d43-b962-52e0a5bb6d8b req-1440da5c-2506-47c0-8803-cd026e47be1a service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833573 Nov 27 02:24:41.649190 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-799cca21-b562-4195-bef1-07c3ee8d225c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:44.026654 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-150f38dc-1515-487e-b7d0-b7b4f94f53da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:45.084483 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:45.336792 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:47.001785 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:47.714438 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:24:47.821668 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:07.269894 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:25:11.649802 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-52832766-cc31-4afd-a94c-7053f416f056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:14.028013 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20a22020-1eb0-4cb7-94ea-7d4d264695cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:15.083689 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:15.339635 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:17.005087 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:17.715969 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:17.820252 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:37.167219 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90127c5a-fe81-4fa1-9eb3-630cf72b253d req-7c9c2bdf-47d3-45ec-ae3a-d71321bfd446 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267859 Nov 27 02:25:37.249358 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90127c5a-fe81-4fa1-9eb3-630cf72b253d req-15e17d4f-c055-45fa-9790-bba7d7e388b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0249298 Nov 27 02:25:37.294768 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90127c5a-fe81-4fa1-9eb3-630cf72b253d req-d1b17c82-8327-400e-b237-65fab5c5509b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198410 Nov 27 02:25:37.389532 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90127c5a-fe81-4fa1-9eb3-630cf72b253d req-86842a25-edac-4aa2-8987-8d40c965fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:37.390894 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-90127c5a-fe81-4fa1-9eb3-630cf72b253d req-86842a25-edac-4aa2-8987-8d40c965fe49 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891747 Nov 27 02:25:38.098962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a067d-6e87-4c6c-863b-32dc30a8fcef req-56861c35-faf6-4e67-9b46-5c07b3e568f5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:38.100478 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f4a067d-6e87-4c6c-863b-32dc30a8fcef req-56861c35-faf6-4e67-9b46-5c07b3e568f5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0495205 Nov 27 02:25:38.152228 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3f4a067d-6e87-4c6c-863b-32dc30a8fcef req-6e1bdb63-9f78-44c6-9e1f-6c4c51214264 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456634 Nov 27 02:25:38.411264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c315f54-74f8-4e95-b614-6bca6ce446c1 req-1485c4db-91b7-4d84-802b-3f15678877ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:38.412687 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c315f54-74f8-4e95-b614-6bca6ce446c1 req-1485c4db-91b7-4d84-802b-3f15678877ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 1096 time: 0.0393813 Nov 27 02:25:38.518901 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c315f54-74f8-4e95-b614-6bca6ce446c1 req-9fc440df-4f36-4149-944a-b08adb930533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:38.520416 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c315f54-74f8-4e95-b614-6bca6ce446c1 req-9fc440df-4f36-4149-944a-b08adb930533 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0862584 Nov 27 02:25:38.586718 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c315f54-74f8-4e95-b614-6bca6ce446c1 req-6d839d7e-7662-41d5-a13c-f5fc029f671b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e HTTP/1.1" status: 200 len: 1000 time: 0.0568774 Nov 27 02:25:38.637190 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c315f54-74f8-4e95-b614-6bca6ce446c1 req-f2ce0e60-a5cb-480b-a679-266fba539eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:38.638653 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c315f54-74f8-4e95-b614-6bca6ce446c1 req-f2ce0e60-a5cb-480b-a679-266fba539eef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0449297 Nov 27 02:25:38.683831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c315f54-74f8-4e95-b614-6bca6ce446c1 req-0e5a8619-3443-457a-a024-8043ad9ba072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:38.685471 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c315f54-74f8-4e95-b614-6bca6ce446c1 req-0e5a8619-3443-457a-a024-8043ad9ba072 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387383 Nov 27 02:25:38.772723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c315f54-74f8-4e95-b614-6bca6ce446c1 req-add2c231-ce1f-422c-ae80-094c6853c9d1 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791788 Nov 27 02:25:38.865635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4c315f54-74f8-4e95-b614-6bca6ce446c1 req-5e051ebb-2d39-4465-a125-058423fe2609 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840061 Nov 27 02:25:39.275932 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8fce7-611f-45c4-aff4-36ddf9b6e504 req-f8f378e6-2594-4f38-8096-a39c275427ad tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:39.277391 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-11e8fce7-611f-45c4-aff4-36ddf9b6e504 req-f8f378e6-2594-4f38-8096-a39c275427ad tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0531139 Nov 27 02:25:39.326441 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-11e8fce7-611f-45c4-aff4-36ddf9b6e504 req-741d74e2-3d40-4061-aae8-2725f60ee0cb tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431058 Nov 27 02:25:40.465674 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2734b-41da-4b9f-8337-ca4dbebc4eb9 req-4704ce8d-e767-4692-bad9-f75f7ca16a6b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:40.467162 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8a2734b-41da-4b9f-8337-ca4dbebc4eb9 req-4704ce8d-e767-4692-bad9-f75f7ca16a6b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0496068 Nov 27 02:25:40.515265 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8a2734b-41da-4b9f-8337-ca4dbebc4eb9 req-c9be9fa2-6108-461e-94a1-750cad15cb4c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416083 Nov 27 02:25:41.633863 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6fe91-5046-4da8-8dc9-0e1d60427b64 req-bbfeb5b3-a27e-4c13-9ae9-645461721033 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:41.635527 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2f6fe91-5046-4da8-8dc9-0e1d60427b64 req-bbfeb5b3-a27e-4c13-9ae9-645461721033 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0530314 Nov 27 02:25:41.650819 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-15767d1b-ef29-4295-b773-9b2d1a5129c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:41.686089 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c2f6fe91-5046-4da8-8dc9-0e1d60427b64 req-f4fe5285-ff70-4f03-b271-ce99f00cedaa tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443559 Nov 27 02:25:42.803883 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9ef3f-6cc1-4a13-bb4e-5c54edf43c33 req-277ece02-e4df-40ca-9522-693621f651af tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:42.805328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54c9ef3f-6cc1-4a13-bb4e-5c54edf43c33 req-277ece02-e4df-40ca-9522-693621f651af tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0515146 Nov 27 02:25:42.854434 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-54c9ef3f-6cc1-4a13-bb4e-5c54edf43c33 req-31505eb0-006a-49b2-a519-efbe7c163e22 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429106 Nov 27 02:25:43.968684 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4643d8d-d1a1-4d9a-87d7-d024741a8171 req-d8d948bb-1820-4d7e-be7e-1e9e6d6d510d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:43.970130 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d4643d8d-d1a1-4d9a-87d7-d024741a8171 req-d8d948bb-1820-4d7e-be7e-1e9e6d6d510d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0468953 Nov 27 02:25:44.022611 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-d4643d8d-d1a1-4d9a-87d7-d024741a8171 req-50b209e7-d6b9-414d-a220-da35e13e7aee tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459478 Nov 27 02:25:44.029503 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50025954-d4df-4229-84d5-416a55afefcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:44.271649 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:25:45.084157 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:45.143158 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c734e3-e063-4f3d-a539-2e90762fbd08 req-7bd035c7-004d-4569-81b2-1fc1bcf98409 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:45.144619 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74c734e3-e063-4f3d-a539-2e90762fbd08 req-7bd035c7-004d-4569-81b2-1fc1bcf98409 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0508721 Nov 27 02:25:45.194813 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-74c734e3-e063-4f3d-a539-2e90762fbd08 req-f1f9edd8-3383-4d52-8559-e15d7347f4bf tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441594 Nov 27 02:25:45.342643 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:46.623378 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87f9ee-08e7-4b3e-b419-f876f5d74620 req-bace6529-c4ac-4582-837e-e09e45533daf tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:46.624839 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0e87f9ee-08e7-4b3e-b419-f876f5d74620 req-bace6529-c4ac-4582-837e-e09e45533daf tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.3635898 Nov 27 02:25:46.673017 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-0e87f9ee-08e7-4b3e-b419-f876f5d74620 req-91412e13-c287-4bd5-a8f4-8046fea04f89 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415816 Nov 27 02:25:47.007924 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:47.717659 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:47.787874 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bd92e-9317-41c0-aa7e-b7eaa51a775f req-6bfd13d7-8ecf-45d6-bf5b-cb871e056b38 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:47.789336 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-645bd92e-9317-41c0-aa7e-b7eaa51a775f req-6bfd13d7-8ecf-45d6-bf5b-cb871e056b38 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0475497 Nov 27 02:25:47.822604 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:47.842735 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-645bd92e-9317-41c0-aa7e-b7eaa51a775f req-9bf84b39-5e1f-49d6-bc8d-6e04b52e5c43 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472355 Nov 27 02:25:48.321153 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b11b20-e473-4764-84dd-e5a16a316bc3 req-bb1169b0-1d4c-472b-a8ba-8cfa2724b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:48.322636 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76b11b20-e473-4764-84dd-e5a16a316bc3 req-bb1169b0-1d4c-472b-a8ba-8cfa2724b604 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 1096 time: 0.0406947 Nov 27 02:25:48.410625 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b11b20-e473-4764-84dd-e5a16a316bc3 req-968a7d37-36d5-49c0-a7d2-c4b3e65afcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:48.412029 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76b11b20-e473-4764-84dd-e5a16a316bc3 req-968a7d37-36d5-49c0-a7d2-c4b3e65afcdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0828333 Nov 27 02:25:48.480699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76b11b20-e473-4764-84dd-e5a16a316bc3 req-508805e0-eb44-4f1d-a01a-c8df95ce7753 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e HTTP/1.1" status: 200 len: 1000 time: 0.0606716 Nov 27 02:25:48.528466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b11b20-e473-4764-84dd-e5a16a316bc3 req-e0dc2197-44fd-4413-a383-1a96865ec160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:48.529830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76b11b20-e473-4764-84dd-e5a16a316bc3 req-e0dc2197-44fd-4413-a383-1a96865ec160 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0420659 Nov 27 02:25:48.573110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b11b20-e473-4764-84dd-e5a16a316bc3 req-a04746ef-76cd-49e3-b688-dfb3976eec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:48.574560 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76b11b20-e473-4764-84dd-e5a16a316bc3 req-a04746ef-76cd-49e3-b688-dfb3976eec34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378373 Nov 27 02:25:48.678862 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76b11b20-e473-4764-84dd-e5a16a316bc3 req-3b273287-e463-4cc4-8696-dd0f6862733f service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973115 Nov 27 02:25:48.772151 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-76b11b20-e473-4764-84dd-e5a16a316bc3 req-a7a75126-46e1-42c5-b72b-a266ba467296 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856774 Nov 27 02:25:48.957856 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da364f0-e03e-455e-b7f3-1472fe5e9db9 req-0023f27f-e226-44f4-baf2-3c8be232580e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:48.959276 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da364f0-e03e-455e-b7f3-1472fe5e9db9 req-0023f27f-e226-44f4-baf2-3c8be232580e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0490172 Nov 27 02:25:49.007471 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-3da364f0-e03e-455e-b7f3-1472fe5e9db9 req-43071c48-4306-4cdf-befc-2cae497d409a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 Nov 27 02:25:50.128856 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5a839-53b1-4493-ac5c-f4c248e14601 req-cbb7a46e-ef9a-44f7-a907-8c51bbffcc35 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:50.130383 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11e5a839-53b1-4493-ac5c-f4c248e14601 req-cbb7a46e-ef9a-44f7-a907-8c51bbffcc35 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0542622 Nov 27 02:25:50.178749 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-11e5a839-53b1-4493-ac5c-f4c248e14601 req-b5654359-96eb-44e0-84a2-f71873bc94f1 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422232 Nov 27 02:25:51.299017 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce8293-cffa-43c3-a2a0-d11953c74227 req-2dd426cd-b399-4326-825f-20b42ec101aa tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:51.300809 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5ce8293-cffa-43c3-a2a0-d11953c74227 req-2dd426cd-b399-4326-825f-20b42ec101aa tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0528443 Nov 27 02:25:51.351114 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a5ce8293-cffa-43c3-a2a0-d11953c74227 req-ef7c614e-6e70-454b-8bc7-78b39abfe3c2 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439322 Nov 27 02:25:52.470429 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149ed3-11e2-4856-afd5-eab88984c649 req-0411bc98-0175-4c20-9060-9aa5832d656f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:52.472081 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff149ed3-11e2-4856-afd5-eab88984c649 req-0411bc98-0175-4c20-9060-9aa5832d656f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0509589 Nov 27 02:25:52.523797 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ff149ed3-11e2-4856-afd5-eab88984c649 req-40e099c0-54c3-4998-8189-2e9e74502de7 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452275 Nov 27 02:25:52.734799 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-d4153e17-874b-4ec8-9920-20af43c25b47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709140 Nov 27 02:25:52.747675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44b4ff-0b9c-468f-8e05-63ee9b3706a2 req-0a13f7df-ae58-4b6b-b085-41c920d88e59 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:52.749048 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f44b4ff-0b9c-468f-8e05-63ee9b3706a2 req-0a13f7df-ae58-4b6b-b085-41c920d88e59 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0617933 Nov 27 02:25:52.753042 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-2d827415-d8c3-4906-9c38-7f3a4648d866 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:25:52.753991 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-2d827415-d8c3-4906-9c38-7f3a4648d866 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139396 Nov 27 02:25:52.800440 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4f44b4ff-0b9c-468f-8e05-63ee9b3706a2 req-24f42bbb-c657-482d-b19f-73bb2adb4648 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446739 Nov 27 02:25:53.404931 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a9ddc9e9-e3d6-49f3-9766-b4f6d755019e no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:25:53.479487 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:53.501700 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:25:53.503955 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f65622-e314-4c1d-b395-16b9d38adcd4" -d '{"events": [{"server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "name": "network-vif-unplugged", "status": "completed", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:25:53.519696 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:25:53.525159 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:25:53.549742 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 02:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b02a0c4-b228-45e1-99e7-2fdb6dd84f83 x-openstack-request-id: req-7b02a0c4-b228-45e1-99e7-2fdb6dd84f83 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:25:53.550043 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "name": "network-vif-unplugged", "status": "failed", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e", "code": 422}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:25:53.550318 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b02a0c4-b228-45e1-99e7-2fdb6dd84f83 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:25:53.550714 n-d-819494-2 neutron-server[103386]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'code': 422} returned with failed status Nov 27 02:25:53.575084 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:25:53.582898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:53.583248 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:53.583589 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:53.583924 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:53.584258 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:53.584589 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:53.584915 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:53.585239 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:53.585562 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:53.585881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:53.586205 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:53.586549 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:25:53.917563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a1f11-bf76-42da-914f-1d9cb7879146 req-3883e6cc-7b08-4b81-95df-1e0a1de378af tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:53.919146 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c11a1f11-bf76-42da-914f-1d9cb7879146 req-3883e6cc-7b08-4b81-95df-1e0a1de378af tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0511878 Nov 27 02:25:53.972438 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c11a1f11-bf76-42da-914f-1d9cb7879146 req-99a422cc-97f0-487f-b393-2f784494a63a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463855 Nov 27 02:25:55.088107 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b484-b841-4646-a110-15b98459720f req-aac014dd-4bf4-4cf2-a622-6920c4d42a75 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:55.089576 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1b62b484-b841-4646-a110-15b98459720f req-aac014dd-4bf4-4cf2-a622-6920c4d42a75 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0485244 Nov 27 02:25:55.143263 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1b62b484-b841-4646-a110-15b98459720f req-3b47cdf8-d199-488c-bac7-ec9e7af607bd tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469635 Nov 27 02:25:56.258388 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff70687-1c12-4654-a7ad-1252eec9c3cc req-56c5ba1b-4f44-4747-b6f9-c387a5b031f9 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:56.259960 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ff70687-1c12-4654-a7ad-1252eec9c3cc req-56c5ba1b-4f44-4747-b6f9-c387a5b031f9 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0492802 Nov 27 02:25:56.324012 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3ff70687-1c12-4654-a7ad-1252eec9c3cc req-c86d3883-57c3-4b98-8d4f-31fbfc3e0812 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573013 Nov 27 02:25:57.440643 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aa181-c10c-4bfb-88ba-c486d0b15f58 req-0752e6d1-3e2a-4ec3-bda5-77111493df7c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:57.442143 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7f1aa181-c10c-4bfb-88ba-c486d0b15f58 req-0752e6d1-3e2a-4ec3-bda5-77111493df7c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0502021 Nov 27 02:25:57.495966 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7f1aa181-c10c-4bfb-88ba-c486d0b15f58 req-7b43cdbf-dd89-4a89-b707-e77dfd66c6c8 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477407 Nov 27 02:25:58.609344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-1177dab8-6324-4f29-b468-7ab36fba23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:58.611453 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-1177dab8-6324-4f29-b468-7ab36fba23fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf&tenant_id=f12696abcf5c4b739439d6d95776d18f HTTP/1.1" status: 200 len: 1094 time: 0.0678501 Nov 27 02:25:58.622925 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f099454-4034-4220-8301-d410493f95e5 req-c2fedc09-bd44-4c80-a510-23fd06d57e0a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:58.624292 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f099454-4034-4220-8301-d410493f95e5 req-c2fedc09-bd44-4c80-a510-23fd06d57e0a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0571930 Nov 27 02:25:58.703792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0f099454-4034-4220-8301-d410493f95e5 req-6d4f3011-fe1b-4243-8b7c-e3a54a84db86 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735178 Nov 27 02:25:58.708109 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-b5c12385-ca47-43e7-8aaa-224406099c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:58.709492 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-b5c12385-ca47-43e7-8aaa-224406099c0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 1094 time: 0.0656407 Nov 27 02:25:58.798058 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-470ff7da-8c9f-414d-a420-65f625ed397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:58.800009 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-470ff7da-8c9f-414d-a420-65f625ed397b service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0833642 Nov 27 02:25:58.866308 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-d0054650-a17d-4439-8f4b-782af42708bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e HTTP/1.1" status: 200 len: 998 time: 0.0592370 Nov 27 02:25:58.922862 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-c81d38e8-04a1-4560-8f96-548eccf688ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:58.924336 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-c81d38e8-04a1-4560-8f96-548eccf688ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0508788 Nov 27 02:25:58.971268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-53470909-17ef-4f7e-b64f-81c9ca0c6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:58.972710 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-53470909-17ef-4f7e-b64f-81c9ca0c6d3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396523 Nov 27 02:25:59.062939 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-849eae4c-cef7-4dfb-a4b1-8145f6d0a1d4 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828412 Nov 27 02:25:59.486518 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-14c2107c-5937-4bda-adca-d37fd0511059 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167695 Nov 27 02:25:59.818411 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bad77d-f2d9-452c-84fa-4d5269b25f6e req-afbd7096-0d01-4433-b019-0856507112d9 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:25:59.819848 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06bad77d-f2d9-452c-84fa-4d5269b25f6e req-afbd7096-0d01-4433-b019-0856507112d9 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0480940 Nov 27 02:25:59.867262 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-06bad77d-f2d9-452c-84fa-4d5269b25f6e req-4fe53f14-d952-4b87-941f-8fb16ebfe5e5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415602 Nov 27 02:26:00.982084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95c6c-a566-4af6-bb0b-bb620e1d2e0c req-1f98eab5-a562-4900-853f-ca2188a5aa34 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:00.983598 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6db95c6c-a566-4af6-bb0b-bb620e1d2e0c req-1f98eab5-a562-4900-853f-ca2188a5aa34 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0490613 Nov 27 02:26:01.035188 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6db95c6c-a566-4af6-bb0b-bb620e1d2e0c req-99987cdb-8597-409f-a756-2b1ce26f049c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455711 Nov 27 02:26:02.202078 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d68ff6-175e-4bcf-ba67-51c4245f8b19 req-22208903-fb5d-4056-967d-889cb09a1de2 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:02.203547 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b6d68ff6-175e-4bcf-ba67-51c4245f8b19 req-22208903-fb5d-4056-967d-889cb09a1de2 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0995021 Nov 27 02:26:02.252280 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b6d68ff6-175e-4bcf-ba67-51c4245f8b19 req-1d5cc1ff-a190-4c68-b960-b6b179edbbf6 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 Nov 27 02:26:03.410073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af6387-4c84-46a6-80b7-c72cd802c90f req-42aeba63-918e-433b-b748-5a268384997b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:03.411458 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1af6387-4c84-46a6-80b7-c72cd802c90f req-42aeba63-918e-433b-b748-5a268384997b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0915353 Nov 27 02:26:03.459360 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-a1af6387-4c84-46a6-80b7-c72cd802c90f req-83a2b4b6-ddf5-48b3-96f3-078165eef06a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419927 Nov 27 02:26:04.580138 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17f87f-6aa3-4c56-b5f6-a18f37ed4662 req-a1d201e2-0fa3-4db0-86a1-8e193145e41b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:04.581587 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d17f87f-6aa3-4c56-b5f6-a18f37ed4662 req-a1d201e2-0fa3-4db0-86a1-8e193145e41b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0525007 Nov 27 02:26:04.629677 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-5d17f87f-6aa3-4c56-b5f6-a18f37ed4662 req-298afa8e-78f6-4adb-9bff-92da2e6e084f tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Nov 27 02:26:05.746526 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9b009-e559-4ca6-9f57-1b93aceef2e8 req-6bd866fb-efae-481d-b7fc-d5d47d5c02ec tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:05.747921 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6e9b009-e559-4ca6-9f57-1b93aceef2e8 req-6bd866fb-efae-481d-b7fc-d5d47d5c02ec tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0490835 Nov 27 02:26:05.796464 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6e9b009-e559-4ca6-9f57-1b93aceef2e8 req-fd771427-fbce-4896-a10d-51d744c951d3 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Nov 27 02:26:06.910199 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26684d-9e04-469a-9dd2-4637e910d105 req-dae3fa9c-4ff4-4f65-8264-af07a349f175 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:06.911658 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd26684d-9e04-469a-9dd2-4637e910d105 req-dae3fa9c-4ff4-4f65-8264-af07a349f175 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 943 time: 0.0476966 Nov 27 02:26:06.959208 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cd26684d-9e04-469a-9dd2-4637e910d105 req-af1d36ea-c60f-40fb-a1a8-8af11ea9b88a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Nov 27 02:26:07.483366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a9ddc9e9-e3d6-49f3-9766-b4f6d755019e details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:26:07.576964 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:26:07.588831 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'port_id': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'mac_address': 'fa:16:3e:d7:bb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:26:07.623473 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:07.636049 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ddc9e9-e3d6-49f3-9766-b4f6d755019e {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:26:07.655387 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:26:07.663465 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:07.713227 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:26:07.971173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['a9ddc9e9-e3d6-49f3-9766-b4f6d755019e'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:26:08.077074 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c39987-5bd7-4e39-aad0-765548a1748b req-0cb952fa-2276-433a-9c8b-827bfd2045c7 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:08.078483 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f6c39987-5bd7-4e39-aad0-765548a1748b req-0cb952fa-2276-433a-9c8b-827bfd2045c7 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 944 time: 0.0523005 Nov 27 02:26:08.131602 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f6c39987-5bd7-4e39-aad0-765548a1748b req-b105645a-4481-4d57-89c9-ca0fb57cf14b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470552 Nov 27 02:26:09.248723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17dd0d-6945-4ef8-beac-04b6d7d84b40 req-a3262474-9dcc-4d24-a4c3-d17d61e60d4e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:09.250205 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad17dd0d-6945-4ef8-beac-04b6d7d84b40 req-a3262474-9dcc-4d24-a4c3-d17d61e60d4e tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 944 time: 0.0519958 Nov 27 02:26:09.300345 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ad17dd0d-6945-4ef8-beac-04b6d7d84b40 req-ae651084-229f-4d57-be0b-b248800d6d46 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 Nov 27 02:26:09.483498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a9ddc9e9-e3d6-49f3-9766-b4f6d755019e up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:26:09.530686 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:26:09.531059 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:09.605269 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:09.627456 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:26:09.629679 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38221e1e-6cf4-4ffd-9ce4-593f7ce688e1" -d '{"events": [{"server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "name": "network-vif-plugged", "status": "completed", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:26:09.641860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:26:09.645598 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:09.670769 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0645d864-3bcb-4e36-ab4f-ba1fcb7bced0 x-openstack-request-id: req-0645d864-3bcb-4e36-ab4f-ba1fcb7bced0 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:26:09.671056 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "name": "network-vif-plugged", "status": "completed", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:26:09.671309 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0645d864-3bcb-4e36-ab4f-ba1fcb7bced0 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:26:09.671699 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'code': 200} Nov 27 02:26:09.694987 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:26:09.866116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8343d-f95f-4349-8511-28bc1d3ec96d req-ba4f6c15-98ae-49a6-8860-af240617b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:09.867546 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4d8343d-f95f-4349-8511-28bc1d3ec96d req-ba4f6c15-98ae-49a6-8860-af240617b35b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 1096 time: 0.0394855 Nov 27 02:26:09.912493 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b4d8343d-f95f-4349-8511-28bc1d3ec96d req-fabb3da8-4d24-4a30-b233-0759ce94e147 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378759 Nov 27 02:26:10.412954 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ae1ee-bb98-4c5d-bd9d-ea1a61ccc80f req-9cf838e6-c16a-491b-be8f-29f803db3ac4 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:10.414322 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe5ae1ee-bb98-4c5d-bd9d-ea1a61ccc80f req-9cf838e6-c16a-491b-be8f-29f803db3ac4 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0471742 Nov 27 02:26:10.464043 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fe5ae1ee-bb98-4c5d-bd9d-ea1a61ccc80f req-13b65f9c-caff-4b42-95c8-ead7a4363e9b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437729 Nov 27 02:26:11.579188 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ceda8-074e-4184-8c59-f76be9dc5e8c req-3621f04c-2308-478c-9e04-bea2550c0cee tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:11.580544 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-143ceda8-074e-4184-8c59-f76be9dc5e8c req-3621f04c-2308-478c-9e04-bea2550c0cee tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0483036 Nov 27 02:26:11.631866 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-143ceda8-074e-4184-8c59-f76be9dc5e8c req-6740105e-22d6-42bb-8d0a-3ea7e9dfed2b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455217 Nov 27 02:26:11.657025 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-aa732e4e-4fc1-4a2a-9a08-99fafe586282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:14.031263 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-161c6e96-6daa-4f4c-9086-03472f0ca5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:15.099219 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:15.345088 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:17.013105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:17.719330 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:17.818119 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:21.271080 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:26:39.201885 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc4fe8e3-bb76-416a-8c3e-43ea6c470001 req-7476ff60-f031-4693-a76d-111cfc0f9364 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0630352 Nov 27 02:26:39.283908 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc4fe8e3-bb76-416a-8c3e-43ea6c470001 req-6ae16491-fdd1-4541-b831-8ddaaa41760e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0239334 Nov 27 02:26:39.326997 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc4fe8e3-bb76-416a-8c3e-43ea6c470001 req-49ee1992-5aa2-489a-90e7-af75e850f7c1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189478 Nov 27 02:26:39.423160 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fe8e3-bb76-416a-8c3e-43ea6c470001 req-92408a88-1173-46f3-8d4f-d16b3aad9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:39.424494 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bc4fe8e3-bb76-416a-8c3e-43ea6c470001 req-92408a88-1173-46f3-8d4f-d16b3aad9aa3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898917 Nov 27 02:26:40.391475 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-842d5478-7757-44c5-83f9-2c9d576614d8 req-e0e6e3f8-2804-454a-9c57-235f98d2297c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773456 Nov 27 02:26:40.495668 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d5478-7757-44c5-83f9-2c9d576614d8 req-facecec6-e29d-4307-93b8-6e7ba77c417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:40.497135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-842d5478-7757-44c5-83f9-2c9d576614d8 req-facecec6-e29d-4307-93b8-6e7ba77c417c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 1096 time: 0.0406246 Nov 27 02:26:40.604780 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d5478-7757-44c5-83f9-2c9d576614d8 req-97c662ce-5a05-4787-b196-2748652e0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:40.606280 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-842d5478-7757-44c5-83f9-2c9d576614d8 req-97c662ce-5a05-4787-b196-2748652e0115 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.0867651 Nov 27 02:26:40.672175 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-842d5478-7757-44c5-83f9-2c9d576614d8 req-d9bb997a-07cb-4395-a7e3-38bbc537308a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e HTTP/1.1" status: 200 len: 1000 time: 0.0579605 Nov 27 02:26:40.723475 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d5478-7757-44c5-83f9-2c9d576614d8 req-817d472b-563d-4fcb-9721-b361535c25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:40.724874 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-842d5478-7757-44c5-83f9-2c9d576614d8 req-817d472b-563d-4fcb-9721-b361535c25a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0426540 Nov 27 02:26:40.777978 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d5478-7757-44c5-83f9-2c9d576614d8 req-cd2d6061-ecd2-4d65-b17c-271009debcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:26:40.779540 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-842d5478-7757-44c5-83f9-2c9d576614d8 req-cd2d6061-ecd2-4d65-b17c-271009debcda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460262 Nov 27 02:26:40.869498 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-842d5478-7757-44c5-83f9-2c9d576614d8 req-31a455a0-192f-4b53-9a85-9c7e834a7227 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818477 Nov 27 02:26:40.966267 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-842d5478-7757-44c5-83f9-2c9d576614d8 req-6d2eb625-5c34-4ade-a995-00e1d21fae14 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885038 Nov 27 02:26:41.652130 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3ed318b2-7d78-4e99-81e4-0c363db4d1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:44.032225 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-71f66d04-94da-4859-9dc7-53bc13ac56f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:45.099164 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:45.351022 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:47.015476 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:47.721424 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:47.832813 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:26:58.270445 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:27:11.661175 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-383bfcb3-039a-4b4f-b222-82c96619ddd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:14.033784 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c230d7b3-a27a-4911-98f9-96b420567657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:15.091586 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:15.350991 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:17.019105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:17.724918 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:17.830249 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:24.921826 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53526) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:25.077741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Deleting port 250f4d81-85da-4830-9025-39fb6b558bf2 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:27:25.078074 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:25.152451 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:25.152771 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:25.164057 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Calling delete_port for 250f4d81-85da-4830-9025-39fb6b558bf2 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:27:25.310716 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:25.336653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event deleted for resources: {'Port': ['ID=250f4d81-85da-4830-9025-39fb6b558bf2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:25.359635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:25.359982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:25.360321 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:25.360659 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:25.360988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:25.361317 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:25.361644 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:25.361968 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:25.362311 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:25.362633 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:25.362952 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:25.363269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:25.407029 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:25.407353 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Floating IP b54b609e-489e-4dbe-b3fb-b0116f7f72ff disassociated (deleted). External IP: 172.25.3.36, port: a9ddc9e9-e3d6-49f3-9766-b4f6d755019e. Nov 27 02:27:25.610105 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:27:25.717860 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:27:25.722310 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:25.727335 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7dc5c8-c212-450a-8751-253f7ab3be8c None None] Sync routers for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:27:25.736012 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7dc5c8-c212-450a-8751-253f7ab3be8c None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:25.736616 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4e7dc5c8-c212-450a-8751-253f7ab3be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:25.752197 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-7eb12dbe-a35f-4847-85d5-f095f62cd04c tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "DELETE /v2.0/floatingips/b54b609e-489e-4dbe-b3fb-b0116f7f72ff HTTP/1.1" status: 204 len: 168 time: 0.8292303 Nov 27 02:27:25.752884 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:27:25.755307 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d45dc9-55ad-46b9-97a6-e7a36bf87fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:27:25.795320 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339fc357-d7ea-498a-a720-8aff0f920979 x-openstack-request-id: req-339fc357-d7ea-498a-a720-8aff0f920979 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:27:25.795616 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:27:25.795962 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-339fc357-d7ea-498a-a720-8aff0f920979 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:27:25.796417 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'status': 'completed', 'code': 200} Nov 27 02:27:25.844427 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-4e7dc5c8-c212-450a-8751-253f7ab3be8c None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:25.882035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d45dc9-55ad-46b9-97a6-e7a36bf87fb5 req-e0e1b177-86a3-4b05-9b3e-eec72c8344d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:25.883571 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35d45dc9-55ad-46b9-97a6-e7a36bf87fb5 req-e0e1b177-86a3-4b05-9b3e-eec72c8344d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f12696abcf5c4b739439d6d95776d18f&device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 1096 time: 0.0436869 Nov 27 02:27:26.019047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde89063-9d7a-4df8-9298-7c21d2aace91 req-97b94786-eb3b-4127-9bf9-dc7358bd1dda tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:26.020524 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dde89063-9d7a-4df8-9298-7c21d2aace91 req-97b94786-eb3b-4127-9bf9-dc7358bd1dda tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0795696 Nov 27 02:27:26.023394 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d45dc9-55ad-46b9-97a6-e7a36bf87fb5 req-0f9f4ed4-58e2-4caa-8d53-f7372dfceabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:26.024838 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35d45dc9-55ad-46b9-97a6-e7a36bf87fb5 req-0f9f4ed4-58e2-4caa-8d53-f7372dfceabd service neutron] 10.222.0.42 "GET /v2.0/networks?id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 200 len: 910 time: 0.1346352 Nov 27 02:27:26.049908 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4e7dc5c8-c212-450a-8751-253f7ab3be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:26.077211 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35d45dc9-55ad-46b9-97a6-e7a36bf87fb5 req-8efe6fce-8f93-4e86-a085-56a6ff8fa107 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e HTTP/1.1" status: 200 len: 217 time: 0.0434580 Nov 27 02:27:26.139357 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dde89063-9d7a-4df8-9298-7c21d2aace91 req-10952f02-29f3-4112-8d21-a961b5853eac tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123619 Nov 27 02:27:26.148650 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d45dc9-55ad-46b9-97a6-e7a36bf87fb5 req-96b4a977-1b12-4aec-8efc-62c3353d65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:26.150117 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35d45dc9-55ad-46b9-97a6-e7a36bf87fb5 req-96b4a977-1b12-4aec-8efc-62c3353d65f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 200 len: 848 time: 0.0626121 Nov 27 02:27:26.169454 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7dc5c8-c212-450a-8751-253f7ab3be8c None None] Checking router: 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:27:26.177975 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7dc5c8-c212-450a-8751-253f7ab3be8c None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:26.178619 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4e7dc5c8-c212-450a-8751-253f7ab3be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:26.201906 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d45dc9-55ad-46b9-97a6-e7a36bf87fb5 req-b8781605-9ec3-49f3-b605-dc73db933ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:26.203422 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35d45dc9-55ad-46b9-97a6-e7a36bf87fb5 req-b8781605-9ec3-49f3-b605-dc73db933ca5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453074 Nov 27 02:27:26.280948 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-4e7dc5c8-c212-450a-8751-253f7ab3be8c None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:26.293566 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35d45dc9-55ad-46b9-97a6-e7a36bf87fb5 req-9808bdde-3168-4da6-9232-f90199a8ce85 service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822306 Nov 27 02:27:26.388348 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-35d45dc9-55ad-46b9-97a6-e7a36bf87fb5 req-bae07594-d750-4a32-8ef1-e2f2d7ed766d service neutron] 10.222.0.42 "GET /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868104 Nov 27 02:27:26.480391 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-4e7dc5c8-c212-450a-8751-253f7ab3be8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:26.509033 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7dc5c8-c212-450a-8751-253f7ab3be8c None None] The sync data for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 is: [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '279f7d09-104c-4b6b-88be-d0cf8af2ad40', 'name': '', 'network_id': 'cdb1e13a-747a-4a7c-bbda-8ed62dc51f95', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'mac_address': 'fa:16:3e:5e:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:41Z', 'updated_at': '2021-11-27T02:18:45Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'subnets': [{'id': 'da384247-1837-4478-8a19-3fbeaaa0935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:27:26.730293 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b382c237-c640-40fd-a3f6-e1fe98e89c1e None None] New status for floating IP b54b609e-489e-4dbe-b3fb-b0116f7f72ff: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:27:27.260832 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38f53-e24c-4bdf-ad17-96b419ba3f6f req-2f2edb86-2f51-40e8-b839-6053f7983996 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:27.262344 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9f38f53-e24c-4bdf-ad17-96b419ba3f6f req-2f2edb86-2f51-40e8-b839-6053f7983996 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0501347 Nov 27 02:27:27.318500 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b9f38f53-e24c-4bdf-ad17-96b419ba3f6f req-3dfc0a2d-7d7e-4352-bde4-f4b1c006af4d tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/security-groups?id=2374894f-dd59-457b-9097-cb61b54a8b77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501637 Nov 27 02:27:27.749378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb65cb3-0d0b-49fc-b65a-b12e3973a9bc req-3a38444a-36bd-4c31-9dc1-fe66a38b6b5b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:27.750854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8cb65cb3-0d0b-49fc-b65a-b12e3973a9bc req-3a38444a-36bd-4c31-9dc1-fe66a38b6b5b tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.42 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 945 time: 0.0492644 Nov 27 02:27:27.840664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-8cb65cb3-0d0b-49fc-b65a-b12e3973a9bc req-1732d9b5-e45c-4865-8e61-c15ea3dbf494 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Deleting port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:27:27.840998 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8cb65cb3-0d0b-49fc-b65a-b12e3973a9bc req-1732d9b5-e45c-4865-8e61-c15ea3dbf494 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:27.932078 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-8cb65cb3-0d0b-49fc-b65a-b12e3973a9bc req-1732d9b5-e45c-4865-8e61-c15ea3dbf494 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] For port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:27.932442 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8cb65cb3-0d0b-49fc-b65a-b12e3973a9bc req-1732d9b5-e45c-4865-8e61-c15ea3dbf494 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:27.944649 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-8cb65cb3-0d0b-49fc-b65a-b12e3973a9bc req-1732d9b5-e45c-4865-8e61-c15ea3dbf494 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Calling delete_port for a9ddc9e9-e3d6-49f3-9766-b4f6d755019e owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:27:28.071686 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8cb65cb3-0d0b-49fc-b65a-b12e3973a9bc req-1732d9b5-e45c-4865-8e61-c15ea3dbf494 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:28.100833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732d9b5-e45c-4865-8e61-c15ea3dbf494 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event deleted for resources: {'Port': ['ID=a9ddc9e9-e3d6-49f3-9766-b4f6d755019e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:28.142979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb65cb3-0d0b-49fc-b65a-b12e3973a9bc req-1732d9b5-e45c-4865-8e61-c15ea3dbf494 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] No DVR routers for this DVR port a9ddc9e9-e3d6-49f3-9766-b4f6d755019e on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:27:28.145774 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8cb65cb3-0d0b-49fc-b65a-b12e3973a9bc req-1732d9b5-e45c-4865-8e61-c15ea3dbf494 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:28.150266 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8cb65cb3-0d0b-49fc-b65a-b12e3973a9bc req-1732d9b5-e45c-4865-8e61-c15ea3dbf494 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.42 "DELETE /v2.0/ports/a9ddc9e9-e3d6-49f3-9766-b4f6d755019e HTTP/1.1" status: 204 len: 173 time: 0.3929808 Nov 27 02:27:28.150705 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'name': 'network-vif-deleted', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:27:28.153021 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3ea05b-06ed-4b92-9feb-c29349ffddba" -d '{"events": [{"server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "name": "network-vif-deleted", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:27:28.192083 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbc7951-634e-40b6-afa8-a1a3426adfeb x-openstack-request-id: req-1dbc7951-634e-40b6-afa8-a1a3426adfeb {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:27:28.192395 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7703242d-5b63-4b8d-bf60-a766da7ea9bf", "name": "network-vif-deleted", "tag": "a9ddc9e9-e3d6-49f3-9766-b4f6d755019e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:27:28.192656 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1dbc7951-634e-40b6-afa8-a1a3426adfeb {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:27:28.193062 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7703242d-5b63-4b8d-bf60-a766da7ea9bf', 'name': 'network-vif-deleted', 'tag': 'a9ddc9e9-e3d6-49f3-9766-b4f6d755019e', 'status': 'completed', 'code': 200} Nov 27 02:27:28.413217 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-7a42efe3-1fb6-4caa-b27a-7380612ba626 req-9a64ccfc-f0ec-40ba-9e37-632980131415 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 210 time: 0.0269268 Nov 27 02:27:29.514187 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-83009fa6-8f14-4cf9-8fcd-8941caf97171 req-7fce3236-bf6c-49c9-90df-c83dab276913 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 210 time: 0.0291171 Nov 27 02:27:30.610510 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-1ea41d92-37c1-4d3a-8fa9-6ee6d6797c6a req-c79aaf86-e1b2-4cf4-a565-b4af2f206879 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 210 time: 0.0266247 Nov 27 02:27:31.705473 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8589870b-1e2e-4fea-bf05-7afed61258f1 req-3f725de4-be75-435c-b828-560b6974fe21 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 210 time: 0.0267074 Nov 27 02:27:31.887589 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a9ddc9e9-e3d6-49f3-9766-b4f6d755019e no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:27:31.907008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: a9ddc9e9-e3d6-49f3-9766-b4f6d755019e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:27:31.907347 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device a9ddc9e9-e3d6-49f3-9766-b4f6d755019e not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:27:32.813777 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ce29a7be-4b0a-46bf-afd9-fde55b53cf67 req-96e9ed90-4661-4ac0-8168-a11b28e7cec5 tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "GET /v2.0/ports?device_id=7703242d-5b63-4b8d-bf60-a766da7ea9bf HTTP/1.1" status: 200 len: 210 time: 0.0292442 Nov 27 02:27:33.870910 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53562) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:33.932019 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a90648b5-2f42-48d4-9d02-67ff1752ba4a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:33.958598 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a90648b5-2f42-48d4-9d02-67ff1752ba4a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:34.020054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a90648b5-2f42-48d4-9d02-67ff1752ba4a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:34.022708 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a90648b5-2f42-48d4-9d02-67ff1752ba4a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:34.024012 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-a90648b5-2f42-48d4-9d02-67ff1752ba4a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] 10.222.0.37 "DELETE /v2.0/security-groups/2374894f-dd59-457b-9097-cb61b54a8b77 HTTP/1.1" status: 204 len: 168 time: 0.1519516 Nov 27 02:27:34.033477 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90648b5-2f42-48d4-9d02-67ff1752ba4a tempest-TestShelveInstance-796789682 tempest-TestShelveInstance-796789682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2374894f-dd59-457b-9097-cb61b54a8b77,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:34.078313 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53566) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:34.523897 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-247cb288-ee13-4c79-91d2-e91410dc9963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:34.771626 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-247cb288-ee13-4c79-91d2-e91410dc9963 admin admin] Deleting port 279f7d09-104c-4b6b-88be-d0cf8af2ad40 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:27:34.771978 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-247cb288-ee13-4c79-91d2-e91410dc9963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:34.849703 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-247cb288-ee13-4c79-91d2-e91410dc9963 admin admin] For port 279f7d09-104c-4b6b-88be-d0cf8af2ad40, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=279f7d09-104c-4b6b-88be-d0cf8af2ad40,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:34.849996 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-247cb288-ee13-4c79-91d2-e91410dc9963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:34.862962 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-247cb288-ee13-4c79-91d2-e91410dc9963 admin admin] Calling delete_port for 279f7d09-104c-4b6b-88be-d0cf8af2ad40 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:27:35.043177 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-247cb288-ee13-4c79-91d2-e91410dc9963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:35.072877 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cb288-ee13-4c79-91d2-e91410dc9963 admin admin] Pushing event deleted for resources: {'Port': ['ID=279f7d09-104c-4b6b-88be-d0cf8af2ad40,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:35.255060 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-247cb288-ee13-4c79-91d2-e91410dc9963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:35.275843 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:27:35.477521 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247cb288-ee13-4c79-91d2-e91410dc9963 admin admin] Router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:27:35.917654 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247cb288-ee13-4c79-91d2-e91410dc9963 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:27:35.926469 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-247cb288-ee13-4c79-91d2-e91410dc9963 admin admin] 10.222.0.37 "PUT /v2.0/routers/66ac0bc1-cf01-4e83-9c86-155eca34b4b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8441689 Nov 27 02:27:35.926588 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53570) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:35.927853 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11201eb4-51e6-4f55-935a-937c25c9449f None None] Sync routers for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:27:35.938469 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11201eb4-51e6-4f55-935a-937c25c9449f None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:35.939107 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11201eb4-51e6-4f55-935a-937c25c9449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:36.045562 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-11201eb4-51e6-4f55-935a-937c25c9449f None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:36.046652 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.152573 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.208046 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Deleting port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:27:36.208371 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.252169 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11201eb4-51e6-4f55-935a-937c25c9449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:27:34Z', 'revision_number': 5, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port': {'id': 'e4c51fdc-1a3f-4e17-91e6-2cadd9be5259', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:36.287445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] For port e4c51fdc-1a3f-4e17-91e6-2cadd9be5259, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=e4c51fdc-1a3f-4e17-91e6-2cadd9be5259,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:36.287823 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.290289 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11201eb4-51e6-4f55-935a-937c25c9449f None None] Checking router: 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:27:36.300605 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11201eb4-51e6-4f55-935a-937c25c9449f None None] Routers {'66ac0bc1-cf01-4e83-9c86-155eca34b4b4'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:36.301463 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11201eb4-51e6-4f55-935a-937c25c9449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:36.302224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Calling delete_port for e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:27:36.395605 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-11201eb4-51e6-4f55-935a-937c25c9449f None None] Set router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:36.450003 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11201eb4-51e6-4f55-935a-937c25c9449f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:27:36Z', 'revision_number': 6, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:36.477541 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.480109 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11201eb4-51e6-4f55-935a-937c25c9449f None None] The sync data for ids ['66ac0bc1-cf01-4e83-9c86-155eca34b4b4'] in n-d-819494-2 is: [{'id': '66ac0bc1-cf01-4e83-9c86-155eca34b4b4', 'name': 'tempest-TestShelveInstance-1983979828-router', 'tenant_id': 'f12696abcf5c4b739439d6d95776d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:39Z', 'updated_at': '2021-11-27T02:27:36Z', 'revision_number': 6, 'project_id': 'f12696abcf5c4b739439d6d95776d18f', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:27:36.511627 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c51fdc-1a3f-4e17-91e6-2cadd9be5259,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:36.521530 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef815d34-5780-433f-82e3-eae5fb188ffb None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:27:36.572125 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.672315 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.675074 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.719200 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.719833 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66ac0bc1-cf01-4e83-9c86-155eca34b4b4 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:27:36.724039 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.725240 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-fe4453e2-710f-47c7-8dd5-201c8e5c892c admin admin] 10.222.0.37 "DELETE /v2.0/routers/66ac0bc1-cf01-4e83-9c86-155eca34b4b4 HTTP/1.1" status: 204 len: 168 time: 0.7977247 Nov 27 02:27:36.727948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53572) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:36.773550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6367dc-095d-486c-a1be-2d73946b41e3 admin admin] Deleting subnet da384247-1837-4478-8a19-3fbeaaa0935c {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:27:36.777233 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8c6367dc-095d-486c-a1be-2d73946b41e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.816407 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8c6367dc-095d-486c-a1be-2d73946b41e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.896896 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8c6367dc-095d-486c-a1be-2d73946b41e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.951191 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8c6367dc-095d-486c-a1be-2d73946b41e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.975110 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6367dc-095d-486c-a1be-2d73946b41e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da384247-1837-4478-8a19-3fbeaaa0935c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:36.981816 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8c6367dc-095d-486c-a1be-2d73946b41e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:36.985566 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8c6367dc-095d-486c-a1be-2d73946b41e3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/da384247-1837-4478-8a19-3fbeaaa0935c HTTP/1.1" status: 204 len: 168 time: 0.2566228 Nov 27 02:27:36.986609 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c263b175-2fd3-4ed1-8649-c984027208ed None None] Network cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:27:36.988016 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53574) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:37.059313 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.122197 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Deleting port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:27:37.122582 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.190172 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] For port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=69d9f26c-918b-4b6b-98f1-38f7ee55afc5,segment=NetworkSegment(b5e0948c-3c26-4a79-b32e-b0f94ce7e01a),segment_id=b5e0948c-3c26-4a79-b32e-b0f94ce7e01a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:37.190474 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.203762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Calling delete_port for 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:27:37.275304 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] DHCP port deletion for cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:27:37.284846 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.313375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d9f26c-918b-4b6b-98f1-38f7ee55afc5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:37.317325 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] No DVR routers for this DVR port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:27:37.339729 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Deleting port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:27:37.340140 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.387883 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:27:37.395469 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.414127 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:27:37.414518 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:27:37.414974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 279f7d09-104c-4b6b-88be-d0cf8af2ad40 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:27:37.417653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb1e13a-747a-4a7c-bbda-8ed62dc51f95']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:37.427390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:37.427682 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e0948c-3c26-4a79-b32e-b0f94ce7e01a') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:37.437744 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.445610 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 279f7d09-104c-4b6b-88be-d0cf8af2ad40 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:27:37.447057 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 279f7d09-104c-4b6b-88be-d0cf8af2ad40 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:27:37.447477 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:27:37.452598 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.458653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:27:37.459034 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: timer() Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:27:37.460690 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:27:37.470206 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] For port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5, host n-d-819494-2, got binding levels [] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:37.470640 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.477954 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:27:37.478459 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device e4c51fdc-1a3f-4e17-91e6-2cadd9be5259 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:27:37.484644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Calling delete_port for 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:27:37.487511 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.ipam_backend_mixin [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 was not found and therefore no delete operation was performed {{(pid=103386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 27 02:27:37.488906 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146'] for port, after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.517181 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] No DVR routers for this DVR port 69d9f26c-918b-4b6b-98f1-38f7ee55afc5 on host n-d-819494-2 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:27:37.517424 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.519043 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Pushing event deleted for resources: {'Port': ['ID=69d9f26c-918b-4b6b-98f1-38f7ee55afc5,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:37.522603 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:37.528598 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cdb1e13a-747a-4a7c-bbda-8ed62dc51f95 HTTP/1.1" status: 204 len: 168 time: 0.5377126 Nov 27 02:27:37.531019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53576) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:37.532979 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:37.533406 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:37.533867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:37.534296 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:37.534702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:37.535097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:37.535632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:37.536174 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:37.536703 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:37.537228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:37.537752 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:37.538299 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6331450-de6a-4a2f-95b8-947ed537bb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:37.549837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78951b-9cb6-447a-93b2-300286b690f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb1e13a-747a-4a7c-bbda-8ed62dc51f95,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:37.891865 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:38.136244 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Deleting port 06f12cac-a608-41ae-b135-665ae787411b {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:27:38.136589 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:38.213831 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] For port 06f12cac-a608-41ae-b135-665ae787411b, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=06f12cac-a608-41ae-b135-665ae787411b,segment=NetworkSegment(419554b5-58ca-478f-a143-fd51d817aa3b),segment_id=419554b5-58ca-478f-a143-fd51d817aa3b)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:38.214095 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:38.226451 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Calling delete_port for 06f12cac-a608-41ae-b135-665ae787411b owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:27:38.404458 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:38.434505 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f12cac-a608-41ae-b135-665ae787411b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:38.447369 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:38.447723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:38.448647 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:38.449000 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:38.449341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:38.449674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:38.450024 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:38.450367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:38.450698 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:38.451026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:38.451354 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:38.451678 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:38.609747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:38.820791 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Router 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:27:38.924597 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:27:38.929720 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1f53ce92-8c3f-4aeb-b69f-85039e335124 admin admin] 10.222.0.37 "PUT /v2.0/routers/3938b36a-dde1-4a2d-8aeb-9549f66a7b1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3976302 Nov 27 02:27:38.932258 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53578) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:38.935434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf06546-9b95-4284-9d91-559146cd6980 None None] Sync routers for ids ['3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:27:38.945271 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf06546-9b95-4284-9d91-559146cd6980 None None] Routers {'3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:38.946427 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ddf06546-9b95-4284-9d91-559146cd6980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:39.035232 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.049009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ddf06546-9b95-4284-9d91-559146cd6980 None None] Set router 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:39.136684 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.173408 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7034b982-ed08-47b7-b155-d96d5873bc3b req-3dcd33da-30b0-49e6-bfaf-0cc396f1d782 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256686 Nov 27 02:27:39.196688 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Deleting port 9862fb32-918c-4e09-8ee2-4613f215f550 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:27:39.197039 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.228077 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ddf06546-9b95-4284-9d91-559146cd6980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'name': 'tempest-TestShelveInstance-167169240-router', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:43Z', 'updated_at': '2021-11-27T02:27:38Z', 'revision_number': 5, 'project_id': '4b30693eb82845bfb1c36de6df5fd301', 'gw_port': {'id': '9862fb32-918c-4e09-8ee2-4613f215f550', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:18:44Z', 'updated_at': '2021-11-27T02:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:39.259666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf06546-9b95-4284-9d91-559146cd6980 None None] Checking router: 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:27:39.260239 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7034b982-ed08-47b7-b155-d96d5873bc3b req-3cfc5dc4-87bc-453f-87ce-78209d0af329 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0285463 Nov 27 02:27:39.268393 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf06546-9b95-4284-9d91-559146cd6980 None None] Routers {'3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:39.268998 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ddf06546-9b95-4284-9d91-559146cd6980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:39.288479 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] For port 9862fb32-918c-4e09-8ee2-4613f215f550, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9862fb32-918c-4e09-8ee2-4613f215f550,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:39.288979 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.304436 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Calling delete_port for 9862fb32-918c-4e09-8ee2-4613f215f550 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:27:39.311320 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7034b982-ed08-47b7-b155-d96d5873bc3b req-3c5a0fa0-15d4-44a0-8e50-910c100cfcc9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260174 Nov 27 02:27:39.429461 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034b982-ed08-47b7-b155-d96d5873bc3b req-9d183a1f-7564-475d-99d0-4fde88b492fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:39.431741 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-7034b982-ed08-47b7-b155-d96d5873bc3b req-9d183a1f-7564-475d-99d0-4fde88b492fb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132715 Nov 27 02:27:39.501803 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.508292 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ddf06546-9b95-4284-9d91-559146cd6980 None None] Set router 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:39.531053 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Pushing event deleted for resources: {'Port': ['ID=9862fb32-918c-4e09-8ee2-4613f215f550,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:39.561643 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baeaeac-7875-4d32-931f-2eec7525555b None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:27:39.563853 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ddf06546-9b95-4284-9d91-559146cd6980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'name': 'tempest-TestShelveInstance-167169240-router', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:43Z', 'updated_at': '2021-11-27T02:27:39Z', 'revision_number': 6, 'project_id': '4b30693eb82845bfb1c36de6df5fd301', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:39.593821 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.594875 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf06546-9b95-4284-9d91-559146cd6980 None None] The sync data for ids ['3938b36a-dde1-4a2d-8aeb-9549f66a7b1c'] in n-d-819494-2 is: [{'id': '3938b36a-dde1-4a2d-8aeb-9549f66a7b1c', 'name': 'tempest-TestShelveInstance-167169240-router', 'tenant_id': '4b30693eb82845bfb1c36de6df5fd301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:18:43Z', 'updated_at': '2021-11-27T02:27:39Z', 'revision_number': 6, 'project_id': '4b30693eb82845bfb1c36de6df5fd301', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:27:39.688957 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.692036 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.735705 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.736300 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3938b36a-dde1-4a2d-8aeb-9549f66a7b1c {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:27:39.740601 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.741795 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-310f07ee-0e3c-41e8-8099-28418126e031 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3938b36a-dde1-4a2d-8aeb-9549f66a7b1c HTTP/1.1" status: 204 len: 168 time: 0.8086047 Nov 27 02:27:39.745069 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53580) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:39.787493 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a08fcb2-fab7-47c9-9314-ed760dfb043f admin admin] Deleting subnet b15fbc92-00b9-4018-8020-19cc5e06f1f2 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:27:39.791092 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a08fcb2-fab7-47c9-9314-ed760dfb043f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.828546 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a08fcb2-fab7-47c9-9314-ed760dfb043f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.902952 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a08fcb2-fab7-47c9-9314-ed760dfb043f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.960627 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a08fcb2-fab7-47c9-9314-ed760dfb043f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.988003 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08fcb2-fab7-47c9-9314-ed760dfb043f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15fbc92-00b9-4018-8020-19cc5e06f1f2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:39.991277 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a08fcb2-fab7-47c9-9314-ed760dfb043f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:39.996620 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f6751-ee08-4fb0-9009-4ec5f7ffea63 None None] Network 008e6131-50aa-4750-ab83-cc2b1ddd9ade requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:27:40.000162 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-6a08fcb2-fab7-47c9-9314-ed760dfb043f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b15fbc92-00b9-4018-8020-19cc5e06f1f2 HTTP/1.1" status: 204 len: 168 time: 0.2532821 Nov 27 02:27:40.001765 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53582) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:40.076004 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.131186 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Deleting port 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:27:40.131532 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.198674 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] For port 6ad6de1d-72c4-4ccd-80b6-d61399558ea2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6ad6de1d-72c4-4ccd-80b6-d61399558ea2,segment=NetworkSegment(419554b5-58ca-478f-a143-fd51d817aa3b),segment_id=419554b5-58ca-478f-a143-fd51d817aa3b)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:40.199044 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.213226 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Calling delete_port for 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:27:40.290882 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.317673 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad6de1d-72c4-4ccd-80b6-d61399558ea2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:40.320634 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] No DVR routers for this DVR port 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 on host n-d-819494-2 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:27:40.373992 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322b6bf0-d901-4757-87b2-bb988451605a None None] DHCP port deletion for 008e6131-50aa-4750-ab83-cc2b1ddd9ade request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:27:40.400184 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.420659 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008e6131-50aa-4750-ab83-cc2b1ddd9ade']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:40.430142 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419554b5-58ca-478f-a143-fd51d817aa3b') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:40.430463 n-d-819494-2 neutron-server[103384]: DEBUG neutron.services.segments.db [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419554b5-58ca-478f-a143-fd51d817aa3b') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:40.439457 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1776604'] for segment, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.452750 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.458885 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:27:40.459272 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8830954'] for segment, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: Traceback (most recent call last): Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: timer() Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: cb(*args, **kw) Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: return func(*args, **kwargs) Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: self._notify() Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: self.callback(batched_events) Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: event.method(event) Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: return f(self, *a, **k) Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: return self._get(url).json() Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: return self.request(url, 'GET', **kwargs) Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:27:40.460971 n-d-819494-2 neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:27:40.515133 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.521205 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.525084 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] 10.222.0.37 "DELETE /v2.0/networks/008e6131-50aa-4750-ab83-cc2b1ddd9ade HTTP/1.1" status: 204 len: 168 time: 0.5220714 Nov 27 02:27:40.540427 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc264e-ce61-4a84-b430-acbade19c522 admin admin] Pushing event deleted for resources: {'Network': ['ID=008e6131-50aa-4750-ab83-cc2b1ddd9ade,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:40.646323 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53586) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:40.687854 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-bd6e7863-72d4-41f2-9b44-ae542e739147 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f12696abcf5c4b739439d6d95776d18f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402529 Nov 27 02:27:40.690337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53588) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:40.736711 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5631a929-07e9-4b24-9ea3-faa55b086830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.758904 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5631a929-07e9-4b24-9ea3-faa55b086830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.804349 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5631a929-07e9-4b24-9ea3-faa55b086830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.807557 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5631a929-07e9-4b24-9ea3-faa55b086830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:40.808808 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5631a929-07e9-4b24-9ea3-faa55b086830 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcd80493-3824-4161-ad8e-864850bfb480 HTTP/1.1" status: 204 len: 168 time: 0.1175759 Nov 27 02:27:40.816735 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631a929-07e9-4b24-9ea3-faa55b086830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd80493-3824-4161-ad8e-864850bfb480,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:41.111133 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53594) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:41.150057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-38f43c65-cb0c-4d5a-a7ca-10081e09d869 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b30693eb82845bfb1c36de6df5fd301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377388 Nov 27 02:27:41.152466 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53596) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:41.198303 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-099bf9f7-ad30-4c8f-9069-4cfa57f0dafb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:41.221456 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-099bf9f7-ad30-4c8f-9069-4cfa57f0dafb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:41.266858 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-099bf9f7-ad30-4c8f-9069-4cfa57f0dafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:41.269619 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-099bf9f7-ad30-4c8f-9069-4cfa57f0dafb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:41.270776 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-099bf9f7-ad30-4c8f-9069-4cfa57f0dafb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb6c5d4e-1769-43a4-b859-62bfafe230f5 HTTP/1.1" status: 204 len: 168 time: 0.1174307 Nov 27 02:27:41.278613 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bf9f7-ad30-4c8f-9069-4cfa57f0dafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6c5d4e-1769-43a4-b859-62bfafe230f5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:41.359047 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 06f12cac-a608-41ae-b135-665ae787411b no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:27:41.378464 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 06f12cac-a608-41ae-b135-665ae787411b {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:27:41.378805 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 06f12cac-a608-41ae-b135-665ae787411b not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:27:41.379211 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9862fb32-918c-4e09-8ee2-4613f215f550 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:27:41.397575 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 9862fb32-918c-4e09-8ee2-4613f215f550 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:27:41.397911 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9862fb32-918c-4e09-8ee2-4613f215f550 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:27:41.398329 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:27:41.417887 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:27:41.418229 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6ad6de1d-72c4-4ccd-80b6-d61399558ea2 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:27:41.651990 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-88b21978-7069-4dcb-a7ce-9559b5e8f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:41.935528 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53618) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:42.041100 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2105610803-network', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:42.061878 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Made reservation on behalf of 96067261ee634382a3bbcc0e2e63ebac for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:27:42.064159 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.072857 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.145560 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.149321 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.169356 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:27:42.185292 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8b2938-29a0-4658-81a7-17701c684da9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:42.188091 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.188428 n-d-819494-2 neutron-server[103384]: INFO neutron.db.segments_db [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Added segment ef955eb7-7f6d-4439-8758-a976f51f9d99 of type vlan for network d1613a1f-a202-4eff-8001-8cf0b0f153de Nov 27 02:27:42.229567 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.255128 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.256111 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:42.256696 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Publish callbacks [] for network, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.310571 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3738201 Nov 27 02:27:42.313453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53622) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:42.318642 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0a7938d0-efa5-4843-ac6e-da5f93f124f8 admin admin] Request body: {'subnet': {'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2105610803-subnet', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:42.325172 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a03e0-cb98-42f8-abed-77288cc29dbf admin admin] Pushing event updated for resources: {'Network': ['ID=d1613a1f-a202-4eff-8001-8cf0b0f153de,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:42.335091 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network d1613a1f-a202-4eff-8001-8cf0b0f153de details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:27:42.342865 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7938d0-efa5-4843-ac6e-da5f93f124f8 admin admin] Made reservation on behalf of 96067261ee634382a3bbcc0e2e63ebac for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:27:42.345625 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a7938d0-efa5-4843-ac6e-da5f93f124f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9834187'] for subnet, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.512137 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a7938d0-efa5-4843-ac6e-da5f93f124f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9867031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9834205'] for subnet, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.572681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7938d0-efa5-4843-ac6e-da5f93f124f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=729b00e8-b1f5-4b83-bd3a-5cfc980affd5,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:42.577722 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7938d0-efa5-4843-ac6e-da5f93f124f8 admin admin] Checking segment: {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:27:42.578115 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7938d0-efa5-4843-ac6e-da5f93f124f8 admin admin] Network hostable DHCP agents. Network: d1613a1f-a202-4eff-8001-8cf0b0f153de, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:27:42.594441 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7938d0-efa5-4843-ac6e-da5f93f124f8 admin admin] Network d1613a1f-a202-4eff-8001-8cf0b0f153de is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:27:42.603519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-0a7938d0-efa5-4843-ac6e-da5f93f124f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, d1613a1f-a202-4eff-8001-8cf0b0f153de) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:27:42.607698 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7938d0-efa5-4843-ac6e-da5f93f124f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:42.608501 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a7938d0-efa5-4843-ac6e-da5f93f124f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.612471 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2987c45-4586-4d40-b0ac-e22e8ae1afd8 None None] Network d1613a1f-a202-4eff-8001-8cf0b0f153de requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:27:42.629434 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-0a7938d0-efa5-4843-ac6e-da5f93f124f8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3148904 Nov 27 02:27:42.632088 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53624) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:42.636350 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:42.656241 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.657331 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.712309 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.756160 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-d1613a1f-a202-4eff-8001-8cf0b0f153de', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:27:42.757017 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.850302 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:42.891872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Allocated IP 172.20.0.2 (d1613a1f-a202-4eff-8001-8cf0b0f153de/729b00e8-b1f5-4b83-bd3a-5cfc980affd5/6f9da688-2ede-4e92-9b99-7361dc0d4d67) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:27:43.033687 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.040532 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.062082 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.081110 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.081929 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Network d1613a1f-a202-4eff-8001-8cf0b0f153de is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:27:43.084740 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:27:43.089096 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:27:43.091855 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Pushing event updated for resources: {'Port': ['ID=6f9da688-2ede-4e92-9b99-7361dc0d4d67,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:43.144305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Attempting to bind port 6f9da688-2ede-4e92-9b99-7361dc0d4d67 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:27:43.144677 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Attempting to bind port 6f9da688-2ede-4e92-9b99-7361dc0d4d67 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:27:43.145036 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Attempting to bind port 6f9da688-2ede-4e92-9b99-7361dc0d4d67 on network d1613a1f-a202-4eff-8001-8cf0b0f153de {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:27:43.150074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:27:43.150514 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Checking segment: {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:27:43.150934 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.151325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Bound using segment: {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:27:43.151785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Bound port: 6f9da688-2ede-4e92-9b99-7361dc0d4d67, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:27:43.152156 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.186391 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Allocated IP 172.25.3.83 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/298587d0-426a-4847-95da-bd50fe8185bb) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:27:43.216656 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] For port 6f9da688-2ede-4e92-9b99-7361dc0d4d67, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:27:43.219840 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] For port 6f9da688-2ede-4e92-9b99-7361dc0d4d67, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6f9da688-2ede-4e92-9b99-7361dc0d4d67,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:27:43.223395 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.281577 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f803025-9e04-4b0e-97b2-397391dbdd61 None None] Pushing event updated for resources: {'Port': ['ID=6f9da688-2ede-4e92-9b99-7361dc0d4d67,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:43.294848 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.332085 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.373948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:27:43.376948 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:27:43.379314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:27:43.391215 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa48190-b229-4378-8db2-a3e8fbe93ea4 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:27:43.404757 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Pushing event updated for resources: {'Port': ['ID=298587d0-426a-4847-95da-bd50fe8185bb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:43.471155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b435f6b1-ffe0-4636-89d7-07740eae5bfb None None] Provisioning complete for port 298587d0-426a-4847-95da-bd50fe8185bb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:43.471521 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b435f6b1-ffe0-4636-89d7-07740eae5bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.510054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b435f6b1-ffe0-4636-89d7-07740eae5bfb None None] Port 298587d0-426a-4847-95da-bd50fe8185bb cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:27:43.664128 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.859979 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:43.997717 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Router 57a9ba23-17cc-4c14-a001-fab85e038936 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:27:44.037219 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48d96a97-8420-4066-b4b4-8d18c48964bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.111066 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:27:44.124089 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Sync routers for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:27:44.132989 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.137375 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-1e6111e9-3f5e-4ecc-89f6-e378d38da1ec admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5017614 Nov 27 02:27:44.137522 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:44.137522 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:44.137740 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53626) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:44.240436 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea88b933-1f75-4bc9-98a8-1e08427c7119 None None] Network d1613a1f-a202-4eff-8001-8cf0b0f153de requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:27:44.248889 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:44.366195 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-08147a8d-40ee-4eeb-ad41-c90168b72963 None None] Provisioning complete for port 6f9da688-2ede-4e92-9b99-7361dc0d4d67 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:44.366594 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08147a8d-40ee-4eeb-ad41-c90168b72963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.456189 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:43Z', 'revision_number': 3, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:44.487424 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Checking router: 57a9ba23-17cc-4c14-a001-fab85e038936 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:27:44.488337 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Updating router 57a9ba23-17cc-4c14-a001-fab85e038936 port 298587d0-426a-4847-95da-bd50fe8185bb binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:27:44.491293 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08147a8d-40ee-4eeb-ad41-c90168b72963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.533809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-08147a8d-40ee-4eeb-ad41-c90168b72963 None None] For port 6f9da688-2ede-4e92-9b99-7361dc0d4d67, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6f9da688-2ede-4e92-9b99-7361dc0d4d67,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:44.540510 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-08147a8d-40ee-4eeb-ad41-c90168b72963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.598207 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.598877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08147a8d-40ee-4eeb-ad41-c90168b72963 None None] Pushing event updated for resources: {'Port': ['ID=6f9da688-2ede-4e92-9b99-7361dc0d4d67,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:44.653206 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.761256 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-efd17234-abdd-445e-ae71-17c00f23b739 None None] Provisioning complete for port 6f9da688-2ede-4e92-9b99-7361dc0d4d67 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:44.761558 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-efd17234-abdd-445e-ae71-17c00f23b739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.778552 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Allocated IP 172.20.0.1 (d1613a1f-a202-4eff-8001-8cf0b0f153de/729b00e8-b1f5-4b83-bd3a-5cfc980affd5/d0483c45-756d-4b2c-981f-92eb84cd641e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:27:44.886732 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.914824 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.919950 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.922143 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.970157 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d201d73e-25d5-4240-9e30-054900d7f65b None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:27:44.970824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Network d1613a1f-a202-4eff-8001-8cf0b0f153de is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:27:44.974014 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:27:44.979034 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Attempting to bind port 298587d0-426a-4847-95da-bd50fe8185bb on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:27:44.979404 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Attempting to bind port 298587d0-426a-4847-95da-bd50fe8185bb by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:27:44.979759 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Attempting to bind port 298587d0-426a-4847-95da-bd50fe8185bb on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:27:44.979902 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:27:44.983009 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Pushing event updated for resources: {'Port': ['ID=d0483c45-756d-4b2c-981f-92eb84cd641e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:44.983409 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Pushing event updated for resources: {'Port': ['ID=298587d0-426a-4847-95da-bd50fe8185bb,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:44.991985 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:27:44.992376 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:27:44.993303 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.993686 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:27:44.994146 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Bound port: 298587d0-426a-4847-95da-bd50fe8185bb, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:27:44.994545 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:44.996935 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:44.997275 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:44.997605 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:44.997933 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:44.998275 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:44.998626 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:44.998903 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:44.999216 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:44.999528 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:44.999840 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:45.000150 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:45.000478 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:27:45.027586 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.063219 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] For port 298587d0-426a-4847-95da-bd50fe8185bb, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:27:45.066671 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] For port 298587d0-426a-4847-95da-bd50fe8185bb, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=298587d0-426a-4847-95da-bd50fe8185bb,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:27:45.076191 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.089083 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-757b77bc-d43a-427e-adea-fe54f8db9bb1 None None] Provisioning complete for port 298587d0-426a-4847-95da-bd50fe8185bb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:45.089696 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-757b77bc-d43a-427e-adea-fe54f8db9bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.123137 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.139374 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d3c25-2e25-43c6-a856-c4f4cf1bada7 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:27:45.145589 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897514fb-b9b7-4371-b760-f78765c71445 None None] Pushing event updated for resources: {'Port': ['ID=298587d0-426a-4847-95da-bd50fe8185bb,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:45.157927 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:45.158516 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:45.216372 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.240976 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-757b77bc-d43a-427e-adea-fe54f8db9bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.263361 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-757b77bc-d43a-427e-adea-fe54f8db9bb1 None None] For port 298587d0-426a-4847-95da-bd50fe8185bb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=298587d0-426a-4847-95da-bd50fe8185bb,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:45.269572 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-757b77bc-d43a-427e-adea-fe54f8db9bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.288776 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:45.333268 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b77bc-d43a-427e-adea-fe54f8db9bb1 None None] Pushing event updated for resources: {'Port': ['ID=298587d0-426a-4847-95da-bd50fe8185bb,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:45.368269 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.395123 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-af575c81-e8fd-477a-ab9f-f1f8f790532c None None] Provisioning complete for port 298587d0-426a-4847-95da-bd50fe8185bb triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:45.395486 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-af575c81-e8fd-477a-ab9f-f1f8f790532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.434742 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6f9da688-2ede-4e92-9b99-7361dc0d4d67 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:27:45.527352 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6f9da688-2ede-4e92-9b99-7361dc0d4d67 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:45.527639 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.541484 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:43Z', 'revision_number': 3, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:45.573150 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97871547-7a93-4aef-86fc-d194f0a99013 None None] The sync data for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 is: [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:43Z', 'revision_number': 3, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:27:45.574598 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-af575c81-e8fd-477a-ab9f-f1f8f790532c None None] Provisioning complete for port d0483c45-756d-4b2c-981f-92eb84cd641e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:45.575153 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-af575c81-e8fd-477a-ab9f-f1f8f790532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.631809 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-af575c81-e8fd-477a-ab9f-f1f8f790532c None None] Port d0483c45-756d-4b2c-981f-92eb84cd641e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:27:45.762083 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.768039 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.844298 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:45.846007 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Pushing event updated for resources: {'Port': ['ID=d0483c45-756d-4b2c-981f-92eb84cd641e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:45.945035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Network d1613a1f-a202-4eff-8001-8cf0b0f153de is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:27:45.947213 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:27:46.072694 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Router 57a9ba23-17cc-4c14-a001-fab85e038936 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:27:46.194641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:27:46.200269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-4640b074-3d3b-4887-bc0e-8c3be4f8ec50 admin admin] 10.222.0.37 "PUT /v2.0/routers/57a9ba23-17cc-4c14-a001-fab85e038936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0614161 Nov 27 02:27:46.255973 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-0f571407-6036-4486-876e-26065221f046 None None] Provisioning complete for port d0483c45-756d-4b2c-981f-92eb84cd641e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:46.256516 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f571407-6036-4486-876e-26065221f046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:46.301099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0f571407-6036-4486-876e-26065221f046 None None] Port d0483c45-756d-4b2c-981f-92eb84cd641e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:27:46.680979 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53642) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:46.685935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1128989298-network', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:46.706251 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Made reservation on behalf of b95fbad9c0d34dc495b8ba0a2520b16a for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:27:46.708524 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for network, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:46.717575 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:46.790855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:46.794506 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:46.819858 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 27 02:27:46.829953 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf7fcbc-eef3-4d0f-8471-f112a8311a6f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:46.835204 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:46.835551 n-d-819494-2 neutron-server[103385]: INFO neutron.db.segments_db [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Added segment e0fb6e29-9fbd-4b7f-b72e-8337f678c302 of type vlan for network e3aa2ad4-096e-4689-85aa-867ca002f013 Nov 27 02:27:46.878335 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762420410408'] for network, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:46.907339 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597'] for network, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:46.908284 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:46.908851 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:46.956838 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2747359 Nov 27 02:27:46.959742 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:46.965360 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9ecda767-8c2c-4d1e-8941-80558f633228 admin admin] Request body: {'subnet': {'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1128989298-subnet', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:46.974224 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d435339-b4b9-45df-a6a1-674910cbfe23 admin admin] Pushing event updated for resources: {'Network': ['ID=e3aa2ad4-096e-4689-85aa-867ca002f013,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:46.985818 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Network e3aa2ad4-096e-4689-85aa-867ca002f013 details requested by agent ovs-agent-n-d-819494-2 with host n-d-819494-2 {{(pid=103386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 27 02:27:46.988218 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecda767-8c2c-4d1e-8941-80558f633228 admin admin] Made reservation on behalf of b95fbad9c0d34dc495b8ba0a2520b16a for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:27:46.991312 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ecda767-8c2c-4d1e-8941-80558f633228 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9994837'] for subnet, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.060968 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.156489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Sync routers for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:27:47.167585 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ecda767-8c2c-4d1e-8941-80558f633228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9994819'] for subnet, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.167911 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:47.168564 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:47.224185 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecda767-8c2c-4d1e-8941-80558f633228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8456b5d4-710c-4311-ab50-e4d57bbf69ac,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:47.231580 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecda767-8c2c-4d1e-8941-80558f633228 admin admin] Checking segment: {'id': 'e0fb6e29-9fbd-4b7f-b72e-8337f678c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:27:47.231950 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecda767-8c2c-4d1e-8941-80558f633228 admin admin] Network hostable DHCP agents. Network: e3aa2ad4-096e-4689-85aa-867ca002f013, hostable agents: ['583096cb-d8ff-4ef7-ad2a-d50a607bf098'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 27 02:27:47.248041 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecda767-8c2c-4d1e-8941-80558f633228 admin admin] Network e3aa2ad4-096e-4689-85aa-867ca002f013 is scheduled to be hosted by DHCP agent 583096cb-d8ff-4ef7-ad2a-d50a607bf098 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 27 02:27:47.256341 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-9ecda767-8c2c-4d1e-8941-80558f633228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-2, e3aa2ad4-096e-4689-85aa-867ca002f013) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:27:47.260982 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecda767-8c2c-4d1e-8941-80558f633228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:47.261576 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ecda767-8c2c-4d1e-8941-80558f633228 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.269681 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9337fdbe-bbd3-405f-a08d-3dfff1ce27b7 None None] Network e3aa2ad4-096e-4689-85aa-867ca002f013 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:27:47.288939 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-9ecda767-8c2c-4d1e-8941-80558f633228 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3255141 Nov 27 02:27:47.289271 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53650) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:47.293263 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:47.294778 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1128989298-router', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:47.323994 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-610485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28518'] for router, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.325202 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28527'] for router, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.384215 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.562738 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 298587d0-426a-4847-95da-bd50fe8185bb up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:27:47.785822 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 298587d0-426a-4847-95da-bd50fe8185bb triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:47.786183 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.788986 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.814631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11395343-486f-5d60-b398-6f8a69b31fdb-e3aa2ad4-096e-4689-85aa-867ca002f013', 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'fixed_ips': [{'subnet_id': '8456b5d4-710c-4311-ab50-e4d57bbf69ac'}]}} from n-d-819494-2. {{(pid=103386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 27 02:27:47.815471 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.850169 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.880462 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:47.974155 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 2, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:48.014253 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Checking router: 57a9ba23-17cc-4c14-a001-fab85e038936 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:27:48.014613 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Updating router 57a9ba23-17cc-4c14-a001-fab85e038936 port d0483c45-756d-4b2c-981f-92eb84cd641e binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:27:48.054162 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.065641 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.073683 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.085419 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Allocated IP 172.20.0.2 (e3aa2ad4-096e-4689-85aa-867ca002f013/8456b5d4-710c-4311-ab50-e4d57bbf69ac/da51d3da-074b-442b-9afa-9388d076bfa2) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:27:48.181890 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Allocated IP 172.25.3.38 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/9ffe9e4c-fac5-4858-9f9c-60684b29c6e3) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:27:48.285328 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.318814 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.353983 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:27:48.358708 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:27:48.361079 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:27:48.379636 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e102e05f-a6ba-47ae-87a1-f85ce71f80ca None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:27:48.386173 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Publish callbacks [] for port, precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.398583 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Pushing event updated for resources: {'Port': ['ID=9ffe9e4c-fac5-4858-9f9c-60684b29c6e3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:48.408943 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137'] for port, after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.492516 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Network e3aa2ad4-096e-4689-85aa-867ca002f013 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:27:48.506472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:27:48.512791 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:27:48.516019 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Pushing event updated for resources: {'Port': ['ID=da51d3da-074b-442b-9afa-9388d076bfa2,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:48.520573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-31aeb6cc-4a9e-4e5e-bca7-466fb14a13f7 None None] Provisioning complete for port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:48.521026 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31aeb6cc-4a9e-4e5e-bca7-466fb14a13f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.552811 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.581387 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.624370 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.629602 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-31aeb6cc-4a9e-4e5e-bca7-466fb14a13f7 None None] Port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:27:48.655573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Attempting to bind port da51d3da-074b-442b-9afa-9388d076bfa2 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:27:48.655945 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Attempting to bind port da51d3da-074b-442b-9afa-9388d076bfa2 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e0fb6e29-9fbd-4b7f-b72e-8337f678c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:27:48.656307 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Attempting to bind port da51d3da-074b-442b-9afa-9388d076bfa2 on network e3aa2ad4-096e-4689-85aa-867ca002f013 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:27:48.663665 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28a732-f817-41af-b549-e40b0cb707c3 None None] Pushing event updated for resources: {'Port': ['ID=d0483c45-756d-4b2c-981f-92eb84cd641e,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:48.675689 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:27:48.676074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Checking segment: {'id': 'e0fb6e29-9fbd-4b7f-b72e-8337f678c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:27:48.676473 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.679357 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Bound using segment: {'id': 'e0fb6e29-9fbd-4b7f-b72e-8337f678c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:27:48.682208 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Bound port: da51d3da-074b-442b-9afa-9388d076bfa2, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fb6e29-9fbd-4b7f-b72e-8337f678c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:27:48.682655 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.774345 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Attempting to bind port d0483c45-756d-4b2c-981f-92eb84cd641e on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:27:48.774517 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Attempting to bind port d0483c45-756d-4b2c-981f-92eb84cd641e by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:27:48.774877 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Attempting to bind port d0483c45-756d-4b2c-981f-92eb84cd641e on network d1613a1f-a202-4eff-8001-8cf0b0f153de {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:27:48.790815 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:27:48.791198 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Checking segment: {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:27:48.791583 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.791974 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Bound using segment: {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:27:48.792448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Bound port: d0483c45-756d-4b2c-981f-92eb84cd641e, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:27:48.792822 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.811694 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] For port da51d3da-074b-442b-9afa-9388d076bfa2, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:27:48.841460 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-611143'] for router, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.842214 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] For port da51d3da-074b-442b-9afa-9388d076bfa2, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=da51d3da-074b-442b-9afa-9388d076bfa2,segment=NetworkSegment(e0fb6e29-9fbd-4b7f-b72e-8337f678c302),segment_id=e0fb6e29-9fbd-4b7f-b72e-8337f678c302)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:27:48.857505 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.920881 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-b51376a7-7ccb-43b6-ab67-542065de57b2 None None] Provisioning complete for port d0483c45-756d-4b2c-981f-92eb84cd641e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:48.921249 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b51376a7-7ccb-43b6-ab67-542065de57b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.925053 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] For port d0483c45-756d-4b2c-981f-92eb84cd641e, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:27:48.931501 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] For port d0483c45-756d-4b2c-981f-92eb84cd641e, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d0483c45-756d-4b2c-981f-92eb84cd641e,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:27:48.964247 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:48.979180 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Router 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 is scheduled to L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 27 02:27:48.982305 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37864605-aa1b-478d-a4ce-17cdf2f8e16e None None] Pushing event updated for resources: {'Port': ['ID=da51d3da-074b-442b-9afa-9388d076bfa2,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:49.016592 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-b51376a7-7ccb-43b6-ab67-542065de57b2 None None] Port d0483c45-756d-4b2c-981f-92eb84cd641e cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:27:49.045413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:49.046056 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:49.090330 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28a732-f817-41af-b549-e40b0cb707c3 None None] Pushing event updated for resources: {'Port': ['ID=d0483c45-756d-4b2c-981f-92eb84cd641e,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:49.127036 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:27:49.140459 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Sync routers for ids ['3d414b3b-7855-4deb-aaf4-2edcbcfe5242'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:27:49.156115 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Routers {'3d414b3b-7855-4deb-aaf4-2edcbcfe5242'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:49.156621 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3d414b3b-7855-4deb-aaf4-2edcbcfe5242'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:49.165253 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:49.170465 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53652) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:49.172303 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-3ab92ac3-66b1-4145-a03d-7bc1a7877b93 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8808341 Nov 27 02:27:49.218763 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:49.429373 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Set router 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:49.509407 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device da51d3da-074b-442b-9afa-9388d076bfa2 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:27:49.557588 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-723a839b-268a-49cd-b86d-750e6f45b868 None None] Provisioning complete for port d0483c45-756d-4b2c-981f-92eb84cd641e triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:49.557957 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-723a839b-268a-49cd-b86d-750e6f45b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:49.698387 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'name': 'tempest-TestSnapshotPattern-1128989298-router', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:47Z', 'updated_at': '2021-11-27T02:27:48Z', 'revision_number': 3, 'project_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'gw_port': {'id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:02:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:48Z', 'updated_at': '2021-11-27T02:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:49.735816 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Checking router: 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:27:49.736191 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Updating router 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 binding host n-d-819494-2 {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:27:49.766016 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:49.812420 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:49.862882 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port da51d3da-074b-442b-9afa-9388d076bfa2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:49.863252 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:49.915660 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-723a839b-268a-49cd-b86d-750e6f45b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:49.957448 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:48Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:49.992382 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-723a839b-268a-49cd-b86d-750e6f45b868 None None] For port d0483c45-756d-4b2c-981f-92eb84cd641e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d0483c45-756d-4b2c-981f-92eb84cd641e,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:49.995343 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6887b-dfff-4155-960c-855ac18ad63d None None] The sync data for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 is: [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:48Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:27:50.007643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Allocated IP 172.20.0.1 (e3aa2ad4-096e-4689-85aa-867ca002f013/8456b5d4-710c-4311-ab50-e4d57bbf69ac/6ff58a01-1077-463d-b40d-80867bf67798) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:27:50.023309 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-723a839b-268a-49cd-b86d-750e6f45b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.090107 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.117008 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a839b-268a-49cd-b86d-750e6f45b868 None None] Pushing event updated for resources: {'Port': ['ID=d0483c45-756d-4b2c-981f-92eb84cd641e,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:50.126357 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Publish callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.138076 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.194114 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608ec4fd-b481-429a-bf83-bff203f3a10b None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:27:50.199081 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] For port da51d3da-074b-442b-9afa-9388d076bfa2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=da51d3da-074b-442b-9afa-9388d076bfa2,segment=NetworkSegment(e0fb6e29-9fbd-4b7f-b72e-8337f678c302),segment_id=e0fb6e29-9fbd-4b7f-b72e-8337f678c302)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:50.214882 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.230147 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Attempting to bind port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:27:50.231228 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Attempting to bind port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:27:50.231973 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Attempting to bind port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 on network 52383c89-3099-4684-8caa-850cf0860139 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:27:50.235901 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122737e8-80c8-480e-aee5-a935d4357efe None None] Pushing event updated for resources: {'Port': ['ID=9ffe9e4c-fac5-4858-9f9c-60684b29c6e3,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:50.241297 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:27:50.246090 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Checking segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:27:50.246915 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.247476 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Bound using segment: {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:27:50.248294 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Bound port: 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bd815e-8c4e-42e9-a9ea-87a7962e3005', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52383c89-3099-4684-8caa-850cf0860139'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:27:50.249766 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.266442 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.316368 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] For port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3, host n-d-819494-2, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:27:50.319914 n-d-819494-2 neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] For port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9ffe9e4c-fac5-4858-9f9c-60684b29c6e3,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:27:50.328872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Pushing event updated for resources: {'Port': ['ID=da51d3da-074b-442b-9afa-9388d076bfa2,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:50.338694 n-d-819494-2 neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.344869 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-13075a73-35bb-4aa2-b8d8-2d2fe61f3940 None None] Provisioning complete for port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:50.345464 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-13075a73-35bb-4aa2-b8d8-2d2fe61f3940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.379120 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.438961 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-13075a73-35bb-4aa2-b8d8-2d2fe61f3940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.448124 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122737e8-80c8-480e-aee5-a935d4357efe None None] Pushing event updated for resources: {'Port': ['ID=9ffe9e4c-fac5-4858-9f9c-60684b29c6e3,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:50.465314 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Network e3aa2ad4-096e-4689-85aa-867ca002f013 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:27:50.471303 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-13075a73-35bb-4aa2-b8d8-2d2fe61f3940 None None] For port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9ffe9e4c-fac5-4858-9f9c-60684b29c6e3,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:50.478366 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-13075a73-35bb-4aa2-b8d8-2d2fe61f3940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.481681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:27:50.486394 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Routers {'3d414b3b-7855-4deb-aaf4-2edcbcfe5242'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:50.487144 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3d414b3b-7855-4deb-aaf4-2edcbcfe5242'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:50.493122 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:27:50.530982 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3bca0d-7dbf-4551-bd21-01b51c7d7d7f None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:27:50.533047 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Pushing event updated for resources: {'Port': ['ID=6ff58a01-1077-463d-b40d-80867bf67798,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:50.544443 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42187e-e515-44a9-b901-cfe8adf51675 None None] Network e3aa2ad4-096e-4689-85aa-867ca002f013 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:27:50.559439 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612468'] for router_interface, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.705590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13075a73-35bb-4aa2-b8d8-2d2fe61f3940 None None] Pushing event updated for resources: {'Port': ['ID=9ffe9e4c-fac5-4858-9f9c-60684b29c6e3,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:50.714871 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.733804 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-82dbc693-4bad-4ee2-aee7-8c53c034857b None None] Provisioning complete for port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:50.734374 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82dbc693-4bad-4ee2-aee7-8c53c034857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.777018 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] Set router 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:50.881629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-82dbc693-4bad-4ee2-aee7-8c53c034857b None None] Provisioning complete for port da51d3da-074b-442b-9afa-9388d076bfa2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:50.882005 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-82dbc693-4bad-4ee2-aee7-8c53c034857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.970580 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:50.978951 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:51.024544 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'name': 'tempest-TestSnapshotPattern-1128989298-router', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:47Z', 'updated_at': '2021-11-27T02:27:48Z', 'revision_number': 3, 'project_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'gw_port': {'id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:48Z', 'updated_at': '2021-11-27T02:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:51.060720 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-612504'] for router_interface, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:51.064019 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Pushing event updated for resources: {'Port': ['ID=6ff58a01-1077-463d-b40d-80867bf67798,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:51.064855 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca47f4e1-7824-4d3e-bdfc-2d51b3f4f5ac None None] The sync data for ids ['3d414b3b-7855-4deb-aaf4-2edcbcfe5242'] in n-d-819494-2 is: [{'id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'name': 'tempest-TestSnapshotPattern-1128989298-router', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:47Z', 'updated_at': '2021-11-27T02:27:48Z', 'revision_number': 3, 'project_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'gw_port': {'id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:48Z', 'updated_at': '2021-11-27T02:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:27:51.167390 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Network e3aa2ad4-096e-4689-85aa-867ca002f013 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:27:51.169035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:27:51.221222 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-99bf6a09-3522-403a-8f79-7bd88a006079 None None] Provisioning complete for port 6ff58a01-1077-463d-b40d-80867bf67798 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:51.221693 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-99bf6a09-3522-403a-8f79-7bd88a006079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:51.265637 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-99bf6a09-3522-403a-8f79-7bd88a006079 None None] Port 6ff58a01-1077-463d-b40d-80867bf67798 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:27:51.283591 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-99bf6a09-3522-403a-8f79-7bd88a006079 None None] Provisioning complete for port da51d3da-074b-442b-9afa-9388d076bfa2 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:51.284179 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-99bf6a09-3522-403a-8f79-7bd88a006079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:51.314564 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Router 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:27:51.511569 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:27:51.534375 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-6e751107-da9e-46d6-9175-88b47e2c367b admin admin] 10.222.0.37 "PUT /v2.0/routers/3d414b3b-7855-4deb-aaf4-2edcbcfe5242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3617494 Nov 27 02:27:51.548718 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d0483c45-756d-4b2c-981f-92eb84cd641e up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:27:51.637029 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e792715d-cacf-4656-bfea-fb367ad3a628 None None] Provisioning complete for port 6ff58a01-1077-463d-b40d-80867bf67798 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:51.637402 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e792715d-cacf-4656-bfea-fb367ad3a628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:51.690312 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port d0483c45-756d-4b2c-981f-92eb84cd641e triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:51.691639 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:51.693453 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e792715d-cacf-4656-bfea-fb367ad3a628 None None] Port 6ff58a01-1077-463d-b40d-80867bf67798 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:27:51.791317 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device da51d3da-074b-442b-9afa-9388d076bfa2 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:27:51.839911 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-78165c26-cf3e-420b-95c7-771e67d65e59 None None] Provisioning complete for port 6ff58a01-1077-463d-b40d-80867bf67798 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:51.840203 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-78165c26-cf3e-420b-95c7-771e67d65e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:51.882173 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-78165c26-cf3e-420b-95c7-771e67d65e59 None None] Port 6ff58a01-1077-463d-b40d-80867bf67798 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:27:51.886370 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port da51d3da-074b-442b-9afa-9388d076bfa2 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:51.886754 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.415153 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53660) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:52.419820 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e8cfee58-6fcd-49e2-a2fd-2566593e02e7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088983103', 'description': 'tempest-secgroup-smoke-1088983103 description', 'project_id': '96067261ee634382a3bbcc0e2e63ebac'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:52.444897 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8cfee58-6fcd-49e2-a2fd-2566593e02e7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.510627 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8cfee58-6fcd-49e2-a2fd-2566593e02e7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.514547 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8cfee58-6fcd-49e2-a2fd-2566593e02e7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.544254 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e8cfee58-6fcd-49e2-a2fd-2566593e02e7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.545481 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-e8cfee58-6fcd-49e2-a2fd-2566593e02e7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1293306 Nov 27 02:27:52.547697 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfee58-6fcd-49e2-a2fd-2566593e02e7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049e7d4e-11b1-4380-a5ae-bfd7520a7114,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:52.548803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53662) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:52.553453 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-38880875-07bb-4e37-a9f7-fbfb0b6dc0ab tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Request body: {'security_group_rule': {'security_group_id': '049e7d4e-11b1-4380-a5ae-bfd7520a7114', 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:52.579996 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38880875-07bb-4e37-a9f7-fbfb0b6dc0ab tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.635066 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38880875-07bb-4e37-a9f7-fbfb0b6dc0ab tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.638446 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38880875-07bb-4e37-a9f7-fbfb0b6dc0ab tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.656886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38880875-07bb-4e37-a9f7-fbfb0b6dc0ab tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12874a8e-1255-4aa5-8a3b-087442a19df1,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:52.661938 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-38880875-07bb-4e37-a9f7-fbfb0b6dc0ab tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.666509 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-38880875-07bb-4e37-a9f7-fbfb0b6dc0ab tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133349 Nov 27 02:27:52.666509 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53664) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:52.670733 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-f653ba92-5220-476d-998d-d329a494969f tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Request body: {'security_group_rule': {'security_group_id': '049e7d4e-11b1-4380-a5ae-bfd7520a7114', 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:52.696120 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f653ba92-5220-476d-998d-d329a494969f tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.750601 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f653ba92-5220-476d-998d-d329a494969f tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.754223 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f653ba92-5220-476d-998d-d329a494969f tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.772079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653ba92-5220-476d-998d-d329a494969f tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308f775a-431f-4a7e-be95-2c6873ef2c0b,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:52.777849 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f653ba92-5220-476d-998d-d329a494969f tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.781623 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-f653ba92-5220-476d-998d-d329a494969f tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116912 Nov 27 02:27:52.782269 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53666) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:52.786866 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5c2b3ac2-0f0a-4069-a1c7-44bdf70c2a64 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Request body: {'security_group_rule': {'security_group_id': '049e7d4e-11b1-4380-a5ae-bfd7520a7114', 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:52.814959 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c2b3ac2-0f0a-4069-a1c7-44bdf70c2a64 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.876094 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c2b3ac2-0f0a-4069-a1c7-44bdf70c2a64 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.879562 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c2b3ac2-0f0a-4069-a1c7-44bdf70c2a64 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.900481 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b3ac2-0f0a-4069-a1c7-44bdf70c2a64 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520b2316-99b7-415d-ae31-be114fb2694a,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:52.906282 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5c2b3ac2-0f0a-4069-a1c7-44bdf70c2a64 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.907527 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5c2b3ac2-0f0a-4069-a1c7-44bdf70c2a64 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245139 Nov 27 02:27:52.910154 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53668) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:52.914939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-452b3f97-7475-460f-82ea-48585be35af8 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Request body: {'security_group_rule': {'security_group_id': '049e7d4e-11b1-4380-a5ae-bfd7520a7114', 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:52.940783 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-452b3f97-7475-460f-82ea-48585be35af8 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:52.999308 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-452b3f97-7475-460f-82ea-48585be35af8 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.003298 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-452b3f97-7475-460f-82ea-48585be35af8 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.022031 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b3f97-7475-460f-82ea-48585be35af8 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5dc8844-eea8-446e-bfe4-7c6cb5230ca5,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:53.031697 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-452b3f97-7475-460f-82ea-48585be35af8 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.032936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-452b3f97-7475-460f-82ea-48585be35af8 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218598 Nov 27 02:27:53.035872 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53670) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:53.040553 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-370a58f5-03c1-475b-adb1-987f79a485c7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Request body: {'security_group_rule': {'security_group_id': '049e7d4e-11b1-4380-a5ae-bfd7520a7114', 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:53.062384 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-370a58f5-03c1-475b-adb1-987f79a485c7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Project 96067261ee634382a3bbcc0e2e63ebac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:27:53.067297 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-370a58f5-03c1-475b-adb1-987f79a485c7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.128447 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-370a58f5-03c1-475b-adb1-987f79a485c7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.131389 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-370a58f5-03c1-475b-adb1-987f79a485c7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.149641 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a58f5-03c1-475b-adb1-987f79a485c7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384b755e-33d6-435a-a63c-3c6f34f333c8,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:53.158990 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-370a58f5-03c1-475b-adb1-987f79a485c7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.160154 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-370a58f5-03c1-475b-adb1-987f79a485c7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232588 Nov 27 02:27:53.162853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 53672) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:27:53.167300 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ce42dffe-d0fa-49e2-b80d-d5f189fc60aa tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Request body: {'security_group_rule': {'security_group_id': '049e7d4e-11b1-4380-a5ae-bfd7520a7114', 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:53.188570 n-d-819494-2 neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-ce42dffe-d0fa-49e2-b80d-d5f189fc60aa tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Project 96067261ee634382a3bbcc0e2e63ebac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 27 02:27:53.193423 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce42dffe-d0fa-49e2-b80d-d5f189fc60aa tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.256260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce42dffe-d0fa-49e2-b80d-d5f189fc60aa tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.261188 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce42dffe-d0fa-49e2-b80d-d5f189fc60aa tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592490'] for security_group_rule, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.279853 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42dffe-d0fa-49e2-b80d-d5f189fc60aa tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281b71c7-38f6-4689-9307-725df81376ba,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:53.286803 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce42dffe-d0fa-49e2-b80d-d5f189fc60aa tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.288026 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-ce42dffe-d0fa-49e2-b80d-d5f189fc60aa tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241975 Nov 27 02:27:53.324898 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Sync routers for ids ['3d414b3b-7855-4deb-aaf4-2edcbcfe5242'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:27:53.336632 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Routers {'3d414b3b-7855-4deb-aaf4-2edcbcfe5242'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:53.337286 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3d414b3b-7855-4deb-aaf4-2edcbcfe5242'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:53.422203 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:27:53.467553 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-934a9eeb-906b-424f-bbe1-5a9da0baf625 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088983103&fields=id&tenant_id=96067261ee634382a3bbcc0e2e63ebac HTTP/1.1" status: 200 len: 267 time: 0.0498230 Nov 27 02:27:53.481430 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Set router 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:53.560020 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:53.560386 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.577301 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-b7117d62-a54d-4daf-84ff-20d036a69012 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:53.578734 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-b7117d62-a54d-4daf-84ff-20d036a69012 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 810 time: 0.1032827 Nov 27 02:27:53.593736 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-16cb5c5a-0e64-47c2-92b7-f091384407b3 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/quotas/96067261ee634382a3bbcc0e2e63ebac HTTP/1.1" status: 200 len: 375 time: 0.0089610 Nov 27 02:27:53.644956 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-7c75e527-f431-4d3b-b730-ac5c85f03799 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455091 Nov 27 02:27:53.661114 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-16390e80-26a1-4de7-ab6b-ed74d68fccb6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 27 02:27:53.662095 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-16390e80-26a1-4de7-ab6b-ed74d68fccb6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052640 Nov 27 02:27:53.747662 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'name': 'tempest-TestSnapshotPattern-1128989298-router', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:47Z', 'updated_at': '2021-11-27T02:27:50Z', 'revision_number': 4, 'project_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'gw_port': {'id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:48Z', 'updated_at': '2021-11-27T02:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6ff58a01-1077-463d-b40d-80867bf67798', 'name': '', 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'mac_address': 'fa:16:3e:88:2f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '8456b5d4-710c-4311-ab50-e4d57bbf69ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:49Z', 'updated_at': '2021-11-27T02:27:50Z', 'revision_number': 2, 'project_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'subnets': [{'id': '8456b5d4-710c-4311-ab50-e4d57bbf69ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:53.756876 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-bf3ee5e0-7a20-4f44-871b-5cd6c4ee004e service neutron] 10.222.0.37 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883982 Nov 27 02:27:53.773842 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Checking router: 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:27:53.774199 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Updating router 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 port 6ff58a01-1077-463d-b40d-80867bf67798 binding host n-d-819494-2 {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 27 02:27:53.802504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:53.844770 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-d709f0ab-dc49-4b34-823c-857a14e9f8aa service neutron] 10.222.0.37 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816782 Nov 27 02:27:54.025589 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b6a1833-a655-4b7b-ac60-c847ec7a44b0 req-86cbcd58-6bb0-4f97-abe4-62e6b929eca6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 210 time: 0.0398202 Nov 27 02:27:54.070400 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Publish callbacks [] for port, precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:54.076822 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:54.130573 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4f279-06ab-4f58-85ed-4d1535f4d689 None None] Pushing event updated for resources: {'Port': ['ID=6ff58a01-1077-463d-b40d-80867bf67798,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:54.190608 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Attempting to bind port 6ff58a01-1077-463d-b40d-80867bf67798 on host n-d-819494-2 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:27:54.190984 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Attempting to bind port 6ff58a01-1077-463d-b40d-80867bf67798 by drivers openvswitch,hyperv on host n-d-819494-2 at level 0 using segments [{'id': 'e0fb6e29-9fbd-4b7f-b72e-8337f678c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:27:54.191358 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Attempting to bind port 6ff58a01-1077-463d-b40d-80867bf67798 on network e3aa2ad4-096e-4689-85aa-867ca002f013 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:27:54.198879 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Checking agent: {'id': 'ccec922d-4f98-4167-825d-53ff73d68f5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 0, 52, 47), 'started_at': datetime.datetime(2021, 11, 27, 0, 53, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:27:54.199257 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Checking segment: {'id': 'e0fb6e29-9fbd-4b7f-b72e-8337f678c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:27:54.199664 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:54.200058 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Bound using segment: {'id': 'e0fb6e29-9fbd-4b7f-b72e-8337f678c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:27:54.200590 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Bound port: 6ff58a01-1077-463d-b40d-80867bf67798, host: n-d-819494-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fb6e29-9fbd-4b7f-b72e-8337f678c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:27:54.200971 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:54.269151 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] For port 6ff58a01-1077-463d-b40d-80867bf67798, host n-d-819494-2, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:27:54.273074 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] For port 6ff58a01-1077-463d-b40d-80867bf67798, host n-d-819494-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6ff58a01-1077-463d-b40d-80867bf67798,segment=NetworkSegment(e0fb6e29-9fbd-4b7f-b72e-8337f678c302),segment_id=e0fb6e29-9fbd-4b7f-b72e-8337f678c302)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:27:54.278794 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:54.329568 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Routers {'3d414b3b-7855-4deb-aaf4-2edcbcfe5242'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:27:54.330174 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3d414b3b-7855-4deb-aaf4-2edcbcfe5242'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:54.397952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4f279-06ab-4f58-85ed-4d1535f4d689 None None] Pushing event updated for resources: {'Port': ['ID=6ff58a01-1077-463d-b40d-80867bf67798,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:54.469134 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-2242e4f1-f15c-403b-af0e-427ee59b50c6 None None] Provisioning complete for port 6ff58a01-1077-463d-b40d-80867bf67798 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:54.469508 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2242e4f1-f15c-403b-af0e-427ee59b50c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:54.501128 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] Set router 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:27:54.680696 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2242e4f1-f15c-403b-af0e-427ee59b50c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:54.755630 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-2242e4f1-f15c-403b-af0e-427ee59b50c6 None None] For port 6ff58a01-1077-463d-b40d-80867bf67798, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6ff58a01-1077-463d-b40d-80867bf67798,segment=NetworkSegment(e0fb6e29-9fbd-4b7f-b72e-8337f678c302),segment_id=e0fb6e29-9fbd-4b7f-b72e-8337f678c302)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:27:54.759697 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2242e4f1-f15c-403b-af0e-427ee59b50c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:54.817567 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242e4f1-f15c-403b-af0e-427ee59b50c6 None None] Pushing event updated for resources: {'Port': ['ID=6ff58a01-1077-463d-b40d-80867bf67798,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:54.830498 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'name': 'tempest-TestSnapshotPattern-1128989298-router', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:47Z', 'updated_at': '2021-11-27T02:27:50Z', 'revision_number': 4, 'project_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'gw_port': {'id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:48Z', 'updated_at': '2021-11-27T02:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6ff58a01-1077-463d-b40d-80867bf67798', 'name': '', 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'mac_address': 'fa:16:3e:88:2f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '8456b5d4-710c-4311-ab50-e4d57bbf69ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:49Z', 'updated_at': '2021-11-27T02:27:54Z', 'revision_number': 4, 'project_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'subnets': [{'id': '8456b5d4-710c-4311-ab50-e4d57bbf69ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:27:54.859320 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c3e6e1-660e-41a5-8c18-c78d5ffa6c91 None None] The sync data for ids ['3d414b3b-7855-4deb-aaf4-2edcbcfe5242'] in n-d-819494-2 is: [{'id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'name': 'tempest-TestSnapshotPattern-1128989298-router', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:47Z', 'updated_at': '2021-11-27T02:27:50Z', 'revision_number': 4, 'project_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'gw_port': {'id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:48Z', 'updated_at': '2021-11-27T02:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': '6ff58a01-1077-463d-b40d-80867bf67798', 'name': '', 'network_id': 'e3aa2ad4-096e-4689-85aa-867ca002f013', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'mac_address': 'fa:16:3e:88:2f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '8456b5d4-710c-4311-ab50-e4d57bbf69ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:49Z', 'updated_at': '2021-11-27T02:27:54Z', 'revision_number': 4, 'project_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'subnets': [{'id': '8456b5d4-710c-4311-ab50-e4d57bbf69ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:27:54.878463 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-128e32e2-451a-48a9-aa5b-8f62f2205a38 None None] Provisioning complete for port 6ff58a01-1077-463d-b40d-80867bf67798 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:54.878838 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-128e32e2-451a-48a9-aa5b-8f62f2205a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:55.185842 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-eaab8f91-1bef-4344-ade5-64a0530d8698 req-47024584-778b-4b2d-aeea-6edaf23f9d5a tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 210 time: 0.0466442 Nov 27 02:27:55.212360 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-af00495f-6a41-4fcd-aac6-be3b53028f72 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:55.213837 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-af00495f-6a41-4fcd-aac6-be3b53028f72 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.42 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 810 time: 0.1657860 Nov 27 02:27:55.290093 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-573b4561-9f7f-4c9b-8ece-ba8b6ca74635 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96067261ee634382a3bbcc0e2e63ebac HTTP/1.1" status: 200 len: 380 time: 0.0598011 Nov 27 02:27:55.331803 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Request body: {'port': {'device_id': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'admin_state_up': True, 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'security_groups': ['049e7d4e-11b1-4380-a5ae-bfd7520a7114']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:55.379781 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6ff58a01-1077-463d-b40d-80867bf67798 up at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:27:55.436425 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Provisioning complete for port 6ff58a01-1077-463d-b40d-80867bf67798 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:55.436789 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:55.454937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Made reservation on behalf of 96067261ee634382a3bbcc0e2e63ebac for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:27:55.458492 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:55.594111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Allocated IP 172.20.0.8 (d1613a1f-a202-4eff-8001-8cf0b0f153de/729b00e8-b1f5-4b83-bd3a-5cfc980affd5/614a2f78-2df6-4097-8637-1ac6f5ffe5d5) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:27:55.731752 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:55.763855 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:55.807458 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Network d1613a1f-a202-4eff-8001-8cf0b0f153de is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:27:55.810556 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:27:55.814099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:27:55.838939 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'Port': ['ID=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:55.868845 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:55.869589 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:55.888245 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-8036c95b-7fb9-4f72-8f36-74d2cb4b987c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606885 Nov 27 02:27:55.908211 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Request body: {'port': {'device_id': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:27:55.965396 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:56.081673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-81a75e78-df10-4107-aefc-849c41405d68 None None] Provisioning complete for port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:27:56.081955 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-81a75e78-df10-4107-aefc-849c41405d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:56.115669 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-81a75e78-df10-4107-aefc-849c41405d68 None None] Port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:27:56.228975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:27:56.236457 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:56.248560 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Transition to ACTIVE for port object 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:27:56.252449 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:56.327667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Pushing event updated for resources: {'Port': ['ID=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:56.368280 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b6694-055f-4ef8-b0f9-6c90e64d2678 req-0aca2a04-4ce0-450c-84a2-eb7fd5a1e9f5 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:56.369932 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af9b6694-055f-4ef8-b0f9-6c90e64d2678 req-0aca2a04-4ce0-450c-84a2-eb7fd5a1e9f5 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 943 time: 0.1122270 Nov 27 02:27:56.456432 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Attempting to bind port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:27:56.456770 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Attempting to bind port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:27:56.457086 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Attempting to bind port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 on network d1613a1f-a202-4eff-8001-8cf0b0f153de {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:27:56.464107 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-af9b6694-055f-4ef8-b0f9-6c90e64d2678 req-c721e405-653a-4c08-9ed2-5aaf538635de tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746098 Nov 27 02:27:56.467024 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 on network d1613a1f-a202-4eff-8001-8cf0b0f153de not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:27:56.467299 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Attempting to bind port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 on network d1613a1f-a202-4eff-8001-8cf0b0f153de {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:27:56.472864 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:27:56.473635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Checking segment: {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:27:56.473635 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Bound using segment: {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:27:56.473989 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Bound port: 614a2f78-2df6-4097-8637-1ac6f5ffe5d5, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:27:56.474398 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:56.535916 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] For port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:27:56.538970 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] For port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:27:56.543346 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:56.582975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:56.583582 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:27:56.584936 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] 10.222.0.42 "PUT /v2.0/ports/614a2f78-2df6-4097-8637-1ac6f5ffe5d5 HTTP/1.1" status: 200 len: 1091 time: 0.6813486 Nov 27 02:27:56.585368 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:27:56.587697 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515a8b8c-8c6e-4cf7-826e-f2a31c07e499" -d '{"events": [{"name": "network-changed", "server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:27:56.613348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a638c8-8570-42c0-b9db-18cc8f77a231 service neutron] Pushing event updated for resources: {'Port': ['ID=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:27:56.689165 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-a06937ab-cc87-45d5-ad34-5d99a44d2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:56.691887 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-a06937ab-cc87-45d5-ad34-5d99a44d2603 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 1094 time: 0.0475111 Nov 27 02:27:56.705011 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6745a046-95f1-4b47-bc3f-09554abb8125 x-openstack-request-id: req-6745a046-95f1-4b47-bc3f-09554abb8125 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:27:56.705342 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:27:56.705556 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6745a046-95f1-4b47-bc3f-09554abb8125 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:27:56.705958 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'status': 'completed', 'code': 200} Nov 27 02:27:56.756405 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-3dd94071-af6a-470c-8ec6-6d9f7a9178c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5 HTTP/1.1" status: 200 len: 217 time: 0.0355868 Nov 27 02:27:56.809950 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-dea4d177-07c2-4304-9909-c18c3a26496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:56.811489 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-dea4d177-07c2-4304-9909-c18c3a26496e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 200 len: 849 time: 0.0486903 Nov 27 02:27:56.858065 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-90f95d5c-9b47-45c6-8ee9-0f7dc5e5da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:56.859664 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-90f95d5c-9b47-45c6-8ee9-0f7dc5e5da94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1613a1f-a202-4eff-8001-8cf0b0f153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406010 Nov 27 02:27:56.949359 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-7b5e8957-ab11-473b-9afb-b2b851b33a5a service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805748 Nov 27 02:27:57.038828 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fc23ae68-0c5a-49d8-a060-9cce897451be req-353a20a3-43c5-4c47-9027-82d00d6b887d service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825446 Nov 27 02:27:57.162958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a8b8c-8c6e-4cf7-826e-f2a31c07e499 req-a142bb65-469e-4c02-9f4d-555f59046f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:57.165013 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-515a8b8c-8c6e-4cf7-826e-f2a31c07e499 req-a142bb65-469e-4c02-9f4d-555f59046f09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 1094 time: 0.0409100 Nov 27 02:27:57.254697 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a8b8c-8c6e-4cf7-826e-f2a31c07e499 req-cc6efb64-85fa-4256-a2c7-b668318482cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:57.256108 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-515a8b8c-8c6e-4cf7-826e-f2a31c07e499 req-cc6efb64-85fa-4256-a2c7-b668318482cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 911 time: 0.0834243 Nov 27 02:27:57.297635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-515a8b8c-8c6e-4cf7-826e-f2a31c07e499 req-01cfce5e-18c1-4c0a-9de9-8b15892f97f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5 HTTP/1.1" status: 200 len: 217 time: 0.0345590 Nov 27 02:27:57.346147 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a8b8c-8c6e-4cf7-826e-f2a31c07e499 req-15bb43ec-6136-4363-a615-cf2c1aa37bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:57.347586 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-515a8b8c-8c6e-4cf7-826e-f2a31c07e499 req-15bb43ec-6136-4363-a615-cf2c1aa37bf9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 200 len: 849 time: 0.0425284 Nov 27 02:27:57.403095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a8b8c-8c6e-4cf7-826e-f2a31c07e499 req-76e76b39-10f5-44a1-8546-d740a00ba9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:57.404577 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-515a8b8c-8c6e-4cf7-826e-f2a31c07e499 req-76e76b39-10f5-44a1-8546-d740a00ba9cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1613a1f-a202-4eff-8001-8cf0b0f153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483394 Nov 27 02:27:57.496557 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-515a8b8c-8c6e-4cf7-826e-f2a31c07e499 req-34df07ec-0a2e-480c-8ba5-2cd92737811f service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821624 Nov 27 02:27:57.624653 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3c11a-d933-422d-be11-5c25eec2a7ef req-ad79472b-bcd8-4738-8d70-1615f7bddc89 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:57.626112 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eed3c11a-d933-422d-be11-5c25eec2a7ef req-ad79472b-bcd8-4738-8d70-1615f7bddc89 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 943 time: 0.0752285 Nov 27 02:27:57.628328 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-515a8b8c-8c6e-4cf7-826e-f2a31c07e499 req-64196356-8d09-4df9-8655-889d7bf949ae service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251233 Nov 27 02:27:57.676076 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-eed3c11a-d933-422d-be11-5c25eec2a7ef req-f4141688-4f7c-400d-991f-d9fdacc9c325 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437207 Nov 27 02:27:58.791530 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9936b7d-2c1b-49ef-8a5c-7d48d2c4cdfc req-ba1edc9a-7bb2-4c2b-8407-cc32bd2c4057 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:58.792903 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9936b7d-2c1b-49ef-8a5c-7d48d2c4cdfc req-ba1edc9a-7bb2-4c2b-8407-cc32bd2c4057 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 943 time: 0.0478826 Nov 27 02:27:58.841679 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-a9936b7d-2c1b-49ef-8a5c-7d48d2c4cdfc req-b910e86a-459d-4e61-b288-9fa03f446050 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 Nov 27 02:27:59.956681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d5b96-2e89-420a-ba77-0898dca6fc1e req-377ff1d5-f8a8-45c9-88b5-3f0b4178aaec tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:27:59.958122 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c6d5b96-2e89-420a-ba77-0898dca6fc1e req-377ff1d5-f8a8-45c9-88b5-3f0b4178aaec tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 943 time: 0.0489190 Nov 27 02:28:00.015937 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-9c6d5b96-2e89-420a-ba77-0898dca6fc1e req-09d2455b-b8d6-449f-af10-cebf3c84c5a0 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518365 Nov 27 02:28:00.061870 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:28:00.156350 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:28:00.167771 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'port_id': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'mac_address': 'fa:16:3e:6e:65:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:28:00.203141 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:00.216647 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:28:00.237175 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:28:00.240844 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:00.290132 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:28:00.512757 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['614a2f78-2df6-4097-8637-1ac6f5ffe5d5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:28:01.133415 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb04cd-870c-4e70-af74-8211bfb585a9 req-ad1a2875-55aa-4613-8c02-04c3c6be5934 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:01.135002 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-85fb04cd-870c-4e70-af74-8211bfb585a9 req-ad1a2875-55aa-4613-8c02-04c3c6be5934 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 944 time: 0.0501049 Nov 27 02:28:01.182884 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-85fb04cd-870c-4e70-af74-8211bfb585a9 req-c68864d2-2125-454f-b88d-55d613a8e872 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420158 Nov 27 02:28:02.073521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:28:02.122022 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:28:02.125652 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:28:02.126028 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:02.212281 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:02.235174 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:28:02.237487 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d61b4f9-a596-4a25-bf4f-fa2141421b72" -d '{"events": [{"server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "name": "network-vif-plugged", "status": "completed", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:28:02.250208 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:28:02.259437 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:02.284706 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e424bb7-9ce8-4309-a540-3e48899c2888 x-openstack-request-id: req-1e424bb7-9ce8-4309-a540-3e48899c2888 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:28:02.285000 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "name": "network-vif-plugged", "status": "completed", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:28:02.285250 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e424bb7-9ce8-4309-a540-3e48899c2888 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:28:02.285640 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'code': 200} Nov 27 02:28:02.311054 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:28:02.317139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdd12b-73c5-49ba-aa58-c12e8dfcf931 req-6f29a2e9-dd01-4869-bf8f-04de129a0552 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:02.320868 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbbdd12b-73c5-49ba-aa58-c12e8dfcf931 req-6f29a2e9-dd01-4869-bf8f-04de129a0552 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 945 time: 0.0680354 Nov 27 02:28:02.375007 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-dbbdd12b-73c5-49ba-aa58-c12e8dfcf931 req-38a74323-3a8f-41d1-b073-0df24d85add8 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497649 Nov 27 02:28:02.416988 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d33d3-d4ef-48fc-9d80-10ffade75c49 req-59872d2f-462f-43e4-bcfb-54eaac05eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:02.418484 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6c3d33d3-d4ef-48fc-9d80-10ffade75c49 req-59872d2f-462f-43e4-bcfb-54eaac05eeab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 1096 time: 0.0389001 Nov 27 02:28:02.463269 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6c3d33d3-d4ef-48fc-9d80-10ffade75c49 req-2f941db8-e760-4768-91e1-10128a8c58e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384102 Nov 27 02:28:03.498336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d87b1-b736-43a1-8627-69459c3a3453 req-121784fd-ee03-41cd-a7a3-47ef88d1983a tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:03.499823 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c77d87b1-b736-43a1-8627-69459c3a3453 req-121784fd-ee03-41cd-a7a3-47ef88d1983a tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 945 time: 0.0555904 Nov 27 02:28:03.552794 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c77d87b1-b736-43a1-8627-69459c3a3453 req-c0cdae8a-4002-48ad-ba2d-815b511dbbb9 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469596 Nov 27 02:28:04.670423 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283476f-ffc5-4e97-be68-9b01750b511b req-cd8970e0-9b1b-43a8-9833-ee4cc0311d0e tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:04.672135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0283476f-ffc5-4e97-be68-9b01750b511b req-cd8970e0-9b1b-43a8-9833-ee4cc0311d0e tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 945 time: 0.0518084 Nov 27 02:28:04.722602 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0283476f-ffc5-4e97-be68-9b01750b511b req-dff3f907-e26b-464f-82f9-1fb47682ec7a tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445673 Nov 27 02:28:04.836404 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5d499-0a93-47e1-99fc-f0c65edc4e5c req-4ba49679-d257-4261-86c4-2b85e79d30c2 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:04.837780 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c5d5d499-0a93-47e1-99fc-f0c65edc4e5c req-4ba49679-d257-4261-86c4-2b85e79d30c2 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 945 time: 0.0485957 Nov 27 02:28:04.885681 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-c5d5d499-0a93-47e1-99fc-f0c65edc4e5c req-a7456c0f-1fc1-43c2-94f1-a64a7f59961d tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Nov 27 02:28:04.907359 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53726) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:28:05.035431 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af865b-a548-4a69-9fed-89771141d017 tempest-TestSnapshotPattern-1056223667 tempest-TestSnapshotPattern-1056223667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:05.036942 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-59af865b-a548-4a69-9fed-89771141d017 tempest-TestSnapshotPattern-1056223667 tempest-TestSnapshotPattern-1056223667-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 1091 time: 0.1286182 Nov 27 02:28:05.040336 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 53730) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:28:05.044661 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:28:05.066939 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for floatingip, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:05.162767 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:05.266482 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Allocated IP 172.25.3.69 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/51794d38-027d-45f9-abff-7d420c27855d) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:28:05.365213 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for port, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:05.397667 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:05.439603 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:28:05.444236 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:28:05.447864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:28:05.469694 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'Port': ['ID=51794d38-027d-45f9-abff-7d420c27855d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:28:05.795210 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:05.862260 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:06.006925 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for port, precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:06.011694 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827954'] for port, after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:06.081282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'Port': ['ID=51794d38-027d-45f9-abff-7d420c27855d,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:28:06.090130 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:06.189505 n-d-819494-2 neutron-server[103384]: INFO neutron.db.l3_db [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Floating IP 668b8de1-812e-4cfc-a454-ba2becbb16d4 associated. External IP: 172.25.3.69, port: 614a2f78-2df6-4097-8637-1ac6f5ffe5d5. Nov 27 02:28:06.394049 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Router 57a9ba23-17cc-4c14-a001-fab85e038936 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:28:06.502224 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:28:06.512700 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf87a40-6fe4-42dc-bb73-8189065c3927 None None] Sync routers for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:28:06.520950 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:06.522338 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf87a40-6fe4-42dc-bb73-8189065c3927 None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:28:06.522952 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bdf87a40-6fe4-42dc-bb73-8189065c3927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:28:06.548030 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-a81a8a13-9740-4d88-a7c4-70986c9f89ff tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5066471 Nov 27 02:28:06.548617 n-d-819494-2 neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:28:06.550930 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5320d3d72a96248b26a4866b6291fd5f9976daeb36e5d21205400713eb6b1279" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3881c5-9a2e-447e-9c65-abfa9d823348" -d '{"events": [{"name": "network-changed", "server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:28:06.634928 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-bdf87a40-6fe4-42dc-bb73-8189065c3927 None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:28:06.642216 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d99e280-85c4-43cd-a173-e8b17cdf4d97 x-openstack-request-id: req-7d99e280-85c4-43cd-a173-e8b17cdf4d97 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:28:06.642572 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:28:06.642825 n-d-819494-2 neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d99e280-85c4-43cd-a173-e8b17cdf4d97 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:28:06.643237 n-d-819494-2 neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'status': 'completed', 'code': 200} Nov 27 02:28:06.730675 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3881c5-9a2e-447e-9c65-abfa9d823348 req-4dfc50e1-4999-4f01-ba61-ad999294205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:06.732193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3881c5-9a2e-447e-9c65-abfa9d823348 req-4dfc50e1-4999-4f01-ba61-ad999294205a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 1096 time: 0.0417085 Nov 27 02:28:06.824663 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3881c5-9a2e-447e-9c65-abfa9d823348 req-b39c6dc7-3494-4379-87cc-b7fd0811b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:06.826155 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3881c5-9a2e-447e-9c65-abfa9d823348 req-b39c6dc7-3494-4379-87cc-b7fd0811b803 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 911 time: 0.0876763 Nov 27 02:28:06.866473 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bdf87a40-6fe4-42dc-bb73-8189065c3927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '668b8de1-812e-4cfc-a454-ba2becbb16d4', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'port_id': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'mac_address': 'fa:16:3e:6e:65:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:28:05Z', 'updated_at': '2021-11-27T02:28:05Z', 'revision_number': 0, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:49Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:28:06.894017 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf87a40-6fe4-42dc-bb73-8189065c3927 None None] Checking router: 57a9ba23-17cc-4c14-a001-fab85e038936 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:28:06.903502 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf87a40-6fe4-42dc-bb73-8189065c3927 None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:28:06.904136 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bdf87a40-6fe4-42dc-bb73-8189065c3927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:27:44Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:28:07.011645 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-bdf87a40-6fe4-42dc-bb73-8189065c3927 None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:28:07.230739 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3881c5-9a2e-447e-9c65-abfa9d823348 req-d1b1d558-facd-49fb-9a2a-612b48f8c4f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5 HTTP/1.1" status: 200 len: 998 time: 0.3971336 Nov 27 02:28:07.240843 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-bdf87a40-6fe4-42dc-bb73-8189065c3927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '668b8de1-812e-4cfc-a454-ba2becbb16d4', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'port_id': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'mac_address': 'fa:16:3e:6e:65:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:28:05Z', 'updated_at': '2021-11-27T02:28:05Z', 'revision_number': 0, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:49Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:28:07.270165 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf87a40-6fe4-42dc-bb73-8189065c3927 None None] The sync data for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 is: [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '668b8de1-812e-4cfc-a454-ba2becbb16d4', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'port_id': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'mac_address': 'fa:16:3e:6e:65:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:28:05Z', 'updated_at': '2021-11-27T02:28:05Z', 'revision_number': 0, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:49Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:28:07.280268 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3881c5-9a2e-447e-9c65-abfa9d823348 req-469a91b5-0a08-4d56-afcd-896154117bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:07.281893 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3881c5-9a2e-447e-9c65-abfa9d823348 req-469a91b5-0a08-4d56-afcd-896154117bcb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 200 len: 849 time: 0.0444276 Nov 27 02:28:07.332808 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3881c5-9a2e-447e-9c65-abfa9d823348 req-07d7eb70-268e-4b86-8f33-1e811132626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:07.334333 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3881c5-9a2e-447e-9c65-abfa9d823348 req-07d7eb70-268e-4b86-8f33-1e811132626f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1613a1f-a202-4eff-8001-8cf0b0f153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449424 Nov 27 02:28:07.426618 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3881c5-9a2e-447e-9c65-abfa9d823348 req-c1c61b4e-8468-456f-8e64-17772d522864 service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844510 Nov 27 02:28:07.526681 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1c3881c5-9a2e-447e-9c65-abfa9d823348 req-8daf4c5d-ca60-4d31-93fd-57f199399218 service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935237 Nov 27 02:28:07.582176 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd10b7-d1fd-402e-808f-c272a81e42c8 None None] New status for floating IP 668b8de1-812e-4cfc-a454-ba2becbb16d4: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:28:11.653868 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bc505667-3b54-467c-8745-b9ba7a48887a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:12.276355 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:28:14.038577 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9939e99d-e21c-4ac5-a851-41db3ce39b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:15.100390 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:15.366400 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:17.029523 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:17.731181 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:17.860802 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:39.148883 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e483daf-c8a7-408f-9e7b-94fada7263ec req-f24478de-0aee-4103-9d8b-2d50c31584f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0247304 Nov 27 02:28:39.228938 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e483daf-c8a7-408f-9e7b-94fada7263ec req-76b1c2c1-af70-4311-a50a-79f81635c178 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0249920 Nov 27 02:28:39.270830 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e483daf-c8a7-408f-9e7b-94fada7263ec req-b66b6bc9-075a-497c-bb3d-e77ce5c57225 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184102 Nov 27 02:28:39.364773 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e483daf-c8a7-408f-9e7b-94fada7263ec req-49c7a14d-610b-46d9-a86d-56c79c38b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:39.366296 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4e483daf-c8a7-408f-9e7b-94fada7263ec req-49c7a14d-610b-46d9-a86d-56c79c38b900 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891037 Nov 27 02:28:41.654494 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-42004e18-4b8e-4af5-bb06-6306fb2848b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:42.361793 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3833d8ef-7c8b-4f55-8ac9-33090005ac10 req-78860fbf-685d-4c53-ab2f-3d6916dc7079 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392890 Nov 27 02:28:42.459982 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d8ef-7c8b-4f55-8ac9-33090005ac10 req-04637053-5acb-4f21-adb5-6be97ac058a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:42.461984 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3833d8ef-7c8b-4f55-8ac9-33090005ac10 req-04637053-5acb-4f21-adb5-6be97ac058a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 1096 time: 0.0402627 Nov 27 02:28:42.564897 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d8ef-7c8b-4f55-8ac9-33090005ac10 req-4587d15d-39bc-458d-a67f-4635d9788d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:42.566349 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3833d8ef-7c8b-4f55-8ac9-33090005ac10 req-4587d15d-39bc-458d-a67f-4635d9788d5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 911 time: 0.0852349 Nov 27 02:28:42.629394 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3833d8ef-7c8b-4f55-8ac9-33090005ac10 req-dd5943f7-2aae-4b97-8801-869169450214 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5 HTTP/1.1" status: 200 len: 1000 time: 0.0561631 Nov 27 02:28:42.676837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d8ef-7c8b-4f55-8ac9-33090005ac10 req-5d0d4629-2bdf-423f-b2bf-ebbf3d66afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:42.678223 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3833d8ef-7c8b-4f55-8ac9-33090005ac10 req-5d0d4629-2bdf-423f-b2bf-ebbf3d66afd7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 200 len: 849 time: 0.0424793 Nov 27 02:28:42.728039 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d8ef-7c8b-4f55-8ac9-33090005ac10 req-ac665452-5044-4a79-88ff-ca609003215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:28:42.729511 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3833d8ef-7c8b-4f55-8ac9-33090005ac10 req-ac665452-5044-4a79-88ff-ca609003215b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1613a1f-a202-4eff-8001-8cf0b0f153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438867 Nov 27 02:28:42.818923 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3833d8ef-7c8b-4f55-8ac9-33090005ac10 req-2372d380-56c0-441e-8ab1-8950f3ace368 service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813811 Nov 27 02:28:42.911343 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-3833d8ef-7c8b-4f55-8ac9-33090005ac10 req-ed8b7f08-d745-49f2-b66c-f6f244436205 service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844529 Nov 27 02:28:44.040208 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b8409ed-7920-4c07-b643-5d221c13fc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:45.114997 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:45.363121 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:47.030952 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:47.733356 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:47.859597 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:28:49.276230 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:29:11.658381 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04f5625d-760a-4f4d-951b-e76547cbe1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:14.041619 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-444ee8ff-3f95-4932-9a85-ecbb37a50062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:15.120543 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:15.361975 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:17.032914 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:17.734219 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:17.857911 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:26.275190 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:29:41.152723 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b9ff623-744f-4ecb-9444-29d083e003dc req-ddd5c3c3-9645-4bc9-b5f2-05fd6f79af4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263011 Nov 27 02:29:41.237090 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b9ff623-744f-4ecb-9444-29d083e003dc req-2f308631-b6a5-4fff-a5d3-2fd2ce22b542 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0241818 Nov 27 02:29:41.280358 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b9ff623-744f-4ecb-9444-29d083e003dc req-4d683a51-405c-48cd-9d5d-8ed00f41d301 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188477 Nov 27 02:29:41.376527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ff623-744f-4ecb-9444-29d083e003dc req-d0c4bbf5-0b9e-4f2c-9fea-4e2d4ce1aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:41.377899 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4b9ff623-744f-4ecb-9444-29d083e003dc req-d0c4bbf5-0b9e-4f2c-9fea-4e2d4ce1aaa5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898898 Nov 27 02:29:41.659454 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-190131ac-78bf-4f49-8b29-3b5f9dcbc5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:44.042497 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0318a90a-d1cc-4010-80ac-df3c2a6475d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:44.342601 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-01a9c5cf-85e6-435f-8c3f-75caae57f990 req-1b689178-0af2-4d5c-8aa5-821b094cc612 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389667 Nov 27 02:29:44.439732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9c5cf-85e6-435f-8c3f-75caae57f990 req-ada2db85-0b19-485a-ba50-a382ef4adf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:44.441237 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-01a9c5cf-85e6-435f-8c3f-75caae57f990 req-ada2db85-0b19-485a-ba50-a382ef4adf21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 1096 time: 0.0422070 Nov 27 02:29:44.545594 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9c5cf-85e6-435f-8c3f-75caae57f990 req-c69438e0-a5c7-4a38-98b9-4fc3126eeb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:44.547347 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-01a9c5cf-85e6-435f-8c3f-75caae57f990 req-c69438e0-a5c7-4a38-98b9-4fc3126eeb31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 911 time: 0.0880444 Nov 27 02:29:44.612492 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-01a9c5cf-85e6-435f-8c3f-75caae57f990 req-556546c5-09b5-4209-9537-6d64d3ac11ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5 HTTP/1.1" status: 200 len: 1000 time: 0.0579894 Nov 27 02:29:44.664419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9c5cf-85e6-435f-8c3f-75caae57f990 req-a3869b18-9dce-416c-81ba-98dfe0fa8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:44.665829 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-01a9c5cf-85e6-435f-8c3f-75caae57f990 req-a3869b18-9dce-416c-81ba-98dfe0fa8abf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 200 len: 849 time: 0.0469184 Nov 27 02:29:44.715716 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9c5cf-85e6-435f-8c3f-75caae57f990 req-63dd0bcd-eff2-4355-9548-cdc0c57fc329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:29:44.717528 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-01a9c5cf-85e6-435f-8c3f-75caae57f990 req-63dd0bcd-eff2-4355-9548-cdc0c57fc329 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1613a1f-a202-4eff-8001-8cf0b0f153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439203 Nov 27 02:29:44.807287 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-01a9c5cf-85e6-435f-8c3f-75caae57f990 req-4559bfa6-10b6-4975-97b6-0cca635cbfaa service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796931 Nov 27 02:29:44.906158 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-01a9c5cf-85e6-435f-8c3f-75caae57f990 req-dbe14c3e-861a-4412-8c46-cce0aa6dd20c service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903914 Nov 27 02:29:45.128985 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:45.363878 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:47.036312 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:47.735465 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:29:47.877419 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:03.274616 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:30:06.777585 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:30:06.869484 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:30:06.880838 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'port_id': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'mac_address': 'fa:16:3e:6e:65:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:30:06.922495 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:06.934828 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:30:06.952583 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:30:06.956722 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:07.002839 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:30:07.010033 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:07.010414 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:07.010759 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:07.011097 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:07.011434 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:07.011766 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:07.012093 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:07.012418 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:07.012743 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:07.013064 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:07.013388 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:07.013714 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:07.107143 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['614a2f78-2df6-4097-8637-1ac6f5ffe5d5'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:30:08.790422 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:30:08.839589 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:30:08.839985 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:08.941009 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:08.968121 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:30:08.970405 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd693981-9b09-4d92-a1d1-877921f8c684" -d '{"events": [{"server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "name": "network-vif-plugged", "status": "completed", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:30:08.986723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:30:08.991504 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:09.047631 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:30:09.112436 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693b8e7c-9d7d-456b-99f1-73176f792575 x-openstack-request-id: req-693b8e7c-9d7d-456b-99f1-73176f792575 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:30:09.112436 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "name": "network-vif-plugged", "status": "completed", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:30:09.114942 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-693b8e7c-9d7d-456b-99f1-73176f792575 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:30:09.115474 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'code': 200} Nov 27 02:30:11.675064 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ea9b-e002-4470-a4a2-11d11ced1f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:14.044893 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-342e3426-289b-4b1f-8d2f-a6fe5de8d5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:15.132756 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:15.371742 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:17.035722 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-170a6113-76ed-4f97-8e45-9b16875249ac tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088983103&fields=id&tenant_id=96067261ee634382a3bbcc0e2e63ebac HTTP/1.1" status: 200 len: 267 time: 0.0479884 Nov 27 02:30:17.040020 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:17.146042 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-32ce5f3a-fbc0-40a0-a29e-f11c97bd7faf tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:17.147541 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-32ce5f3a-fbc0-40a0-a29e-f11c97bd7faf tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 810 time: 0.1038756 Nov 27 02:30:17.162007 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-572734ba-e34d-41b3-b1db-ce5a0dc771e4 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/quotas/96067261ee634382a3bbcc0e2e63ebac HTTP/1.1" status: 200 len: 375 time: 0.0088487 Nov 27 02:30:17.215354 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-42c09695-c5f9-433a-8d8b-a9e91b21db60 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476730 Nov 27 02:30:17.363814 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-c34e31e9-9d9a-461c-837a-e82245c9b667 service neutron] 10.222.0.37 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370573 Nov 27 02:30:17.737091 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:17.770049 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-e075387d-07ad-4637-b2b7-2c2153d80595 service neutron] 10.222.0.37 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996112 Nov 27 02:30:17.867867 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:17.960197 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-6d602bfd-f7da-4281-b2e5-94974dc37947 req-1db7f6ec-3795-4cc1-910f-5ee6b0b6185c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 210 time: 0.0265257 Nov 27 02:30:18.952799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-6076578e-6c34-49e2-a2db-d8087ed89c9c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:18.954253 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-6076578e-6c34-49e2-a2db-d8087ed89c9c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.42 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 810 time: 0.1041119 Nov 27 02:30:19.030762 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-5dd957a1-e0ca-439d-86e0-b9b6108bc8f1 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96067261ee634382a3bbcc0e2e63ebac HTTP/1.1" status: 200 len: 380 time: 0.0613921 Nov 27 02:30:19.046378 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Request body: {'port': {'device_id': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'admin_state_up': True, 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'security_groups': ['049e7d4e-11b1-4380-a5ae-bfd7520a7114']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:30:19.060888 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-10a9a7bb-6595-4f61-a920-c6551be954f9 req-8850f1fd-8b59-4e01-bd69-039933db124e tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 210 time: 0.0281129 Nov 27 02:30:19.171980 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Made reservation on behalf of 96067261ee634382a3bbcc0e2e63ebac for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 27 02:30:19.175505 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:19.353050 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Allocated IP 172.20.0.6 (d1613a1f-a202-4eff-8001-8cf0b0f153de/729b00e8-b1f5-4b83-bd3a-5cfc980affd5/f0c0da50-b883-4161-bc10-38fdbd17f893) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:30:19.568454 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:19.614568 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:19.670028 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Network d1613a1f-a202-4eff-8001-8cf0b0f153de is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:30:19.674468 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'Port': ['ID=f0c0da50-b883-4161-bc10-38fdbd17f893,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:30:19.676783 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:30:19.679756 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:30:19.714006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:19.714006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:19.714006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:19.714006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:19.714006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:19.714006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:19.714006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:19.714006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:19.714006 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:19.715419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:19.715419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:19.715419 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:30:19.757343 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:19.758042 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:19.785244 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-2f4fb8eb-397b-47c3-8c16-ce42f754904b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430024 Nov 27 02:30:19.943099 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-e33f441c-5ca9-42fc-86b1-48adfda2c494 None None] Provisioning complete for port f0c0da50-b883-4161-bc10-38fdbd17f893 triggered by entity DHCP. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:30:19.943731 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e33f441c-5ca9-42fc-86b1-48adfda2c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:19.980780 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e33f441c-5ca9-42fc-86b1-48adfda2c494 None None] Port f0c0da50-b883-4161-bc10-38fdbd17f893 cannot update to ACTIVE because it is not bound. {{(pid=103386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 27 02:30:20.187452 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeddb9c-2315-4213-9bde-05d304c6778e req-5f473341-756a-4dd9-893a-f00c1d8dd030 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:20.188930 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0eeddb9c-2315-4213-9bde-05d304c6778e req-5f473341-756a-4dd9-893a-f00c1d8dd030 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 931 time: 0.0548792 Nov 27 02:30:20.247423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0eeddb9c-2315-4213-9bde-05d304c6778e req-e6bd0f07-b52d-4658-bebb-5a520b330f02 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523582 Nov 27 02:30:20.865379 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:30:20.943073 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:20.977860 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:30:20.983705 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af96ef1d-d413-4fda-a72f-68dd08f26a04" -d '{"events": [{"server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "name": "network-vif-unplugged", "status": "completed", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:30:20.987629 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:30:20.991558 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:21.026913 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a8909b-660e-435a-b390-3d5b1208f9e9 x-openstack-request-id: req-a4a8909b-660e-435a-b390-3d5b1208f9e9 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:30:21.027213 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "name": "network-vif-unplugged", "status": "completed", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:30:21.027465 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4a8909b-660e-435a-b390-3d5b1208f9e9 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:30:21.027853 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'code': 200} Nov 27 02:30:21.047673 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:30:21.383987 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ebaf4-e0ea-4098-be44-2f418ff6a904 req-ab3d7e2c-dedd-4a29-b6d7-e5257ddbd8dc tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:21.385486 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0a1ebaf4-e0ea-4098-be44-2f418ff6a904 req-ab3d7e2c-dedd-4a29-b6d7-e5257ddbd8dc tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 931 time: 0.0583868 Nov 27 02:30:21.437976 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0a1ebaf4-e0ea-4098-be44-2f418ff6a904 req-deeb1602-1d63-4eac-aa47-5c18f6a199c4 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436740 Nov 27 02:30:22.563767 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf1892-772d-461f-835f-c722643807bd req-dd70a2f5-dd97-4362-823a-a1830725d145 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:22.566793 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5bf1892-772d-461f-835f-c722643807bd req-dd70a2f5-dd97-4362-823a-a1830725d145 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 931 time: 0.0573847 Nov 27 02:30:22.615585 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-b5bf1892-772d-461f-835f-c722643807bd req-842cebb6-383d-42ab-bd2f-885fd227748a tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418873 Nov 27 02:30:23.736017 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91167e-af5e-4066-b3ad-d7d844603caf req-fd3976d2-56d1-443b-bf33-16ed448b9ad3 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:23.737490 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db91167e-af5e-4066-b3ad-d7d844603caf req-fd3976d2-56d1-443b-bf33-16ed448b9ad3 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 931 time: 0.0500581 Nov 27 02:30:23.800041 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-db91167e-af5e-4066-b3ad-d7d844603caf req-e0f283f1-c04e-43e8-b269-6e55ea7aeb6b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564041 Nov 27 02:30:24.930640 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a7936-4b8b-4df8-b6f0-4b7e311777d4 req-d0a64101-91cc-4862-8c3f-165346125afd tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:24.932132 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-724a7936-4b8b-4df8-b6f0-4b7e311777d4 req-d0a64101-91cc-4862-8c3f-165346125afd tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 931 time: 0.0627470 Nov 27 02:30:24.986075 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-724a7936-4b8b-4df8-b6f0-4b7e311777d4 req-0b6da3c8-4af9-43f7-8d8d-992fe18799eb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475969 Nov 27 02:30:26.123095 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0ac6e-84d3-467d-a4f8-3780cf50c2cb req-5bee657f-4703-40cd-b1cc-50eb9f0d9d99 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:26.124551 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-95e0ac6e-84d3-467d-a4f8-3780cf50c2cb req-5bee657f-4703-40cd-b1cc-50eb9f0d9d99 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 931 time: 0.0586402 Nov 27 02:30:26.195008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-95e0ac6e-84d3-467d-a4f8-3780cf50c2cb req-4d17a1de-cbf4-42c0-884e-5580a03c9553 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642328 Nov 27 02:30:27.301973 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e969-9311-4089-98d6-71a3faae4e7c req-3e1db97b-1be8-4f87-98a7-c50f4f6aa9e4 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:27.303586 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cf21e969-9311-4089-98d6-71a3faae4e7c req-3e1db97b-1be8-4f87-98a7-c50f4f6aa9e4 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 931 time: 0.0495250 Nov 27 02:30:27.366303 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-cf21e969-9311-4089-98d6-71a3faae4e7c req-38dc50cb-b3b9-43cb-9e1a-8c40cbef8329 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543354 Nov 27 02:30:28.482540 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2895734-cf3a-4c52-a10d-498283c1e56f req-5acd7bf7-b2c6-4525-b0bc-1097147cb87f tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:28.483989 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2895734-cf3a-4c52-a10d-498283c1e56f req-5acd7bf7-b2c6-4525-b0bc-1097147cb87f tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 931 time: 0.0490439 Nov 27 02:30:28.533208 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f2895734-cf3a-4c52-a10d-498283c1e56f req-f5d2a14c-f512-41c0-a0c1-c81d9713d088 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432711 Nov 27 02:30:29.296658 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Request body: {'port': {'device_id': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-2'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:30:29.355736 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:29.618912 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c0da50-b883-4161-bc10-38fdbd17f893 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:30:29.626799 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:29.638831 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Transition to ACTIVE for port object f0c0da50-b883-4161-bc10-38fdbd17f893 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 27 02:30:29.643316 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:29.662717 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bff34-4f14-4f6c-8a68-66cf82b6e2e1 req-165438b7-1df9-470c-9dbf-51e2189fa44e tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:29.665631 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-550bff34-4f14-4f6c-8a68-66cf82b6e2e1 req-165438b7-1df9-470c-9dbf-51e2189fa44e tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 931 time: 0.0562265 Nov 27 02:30:29.717931 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c0da50-b883-4161-bc10-38fdbd17f893,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:30:29.728825 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-550bff34-4f14-4f6c-8a68-66cf82b6e2e1 req-37e6f671-9f7e-451e-a043-d5b4f74bcb81 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569324 Nov 27 02:30:29.790079 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Attempting to bind port f0c0da50-b883-4161-bc10-38fdbd17f893 on host n-h2-819494-2 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 27 02:30:29.790546 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Attempting to bind port f0c0da50-b883-4161-bc10-38fdbd17f893 by drivers openvswitch,hyperv on host n-h2-819494-2 at level 0 using segments [{'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 27 02:30:29.790944 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Attempting to bind port f0c0da50-b883-4161-bc10-38fdbd17f893 on network d1613a1f-a202-4eff-8001-8cf0b0f153de {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:30:29.796143 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Port f0c0da50-b883-4161-bc10-38fdbd17f893 on network d1613a1f-a202-4eff-8001-8cf0b0f153de not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-2 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 27 02:30:29.796535 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Attempting to bind port f0c0da50-b883-4161-bc10-38fdbd17f893 on network d1613a1f-a202-4eff-8001-8cf0b0f153de {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 27 02:30:29.801851 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Checking agent: {'id': '079c7f21-7149-475c-ae76-6e1b05348349', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'started_at': datetime.datetime(2021, 11, 27, 1, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 2, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 27 02:30:29.802285 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Checking segment: {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 27 02:30:29.802741 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Bound using segment: {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 27 02:30:29.803263 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Bound port: f0c0da50-b883-4161-bc10-38fdbd17f893, host: n-h2-819494-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef955eb7-7f6d-4439-8758-a976f51f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 27 02:30:29.803680 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:29.868631 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] For port f0c0da50-b883-4161-bc10-38fdbd17f893, host n-h2-819494-2, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 27 02:30:29.871798 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] For port f0c0da50-b883-4161-bc10-38fdbd17f893, host n-h2-819494-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f0c0da50-b883-4161-bc10-38fdbd17f893,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 27 02:30:29.877373 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:29.915664 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:29.916260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:29.917614 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] 10.222.0.42 "PUT /v2.0/ports/f0c0da50-b883-4161-bc10-38fdbd17f893 HTTP/1.1" status: 200 len: 1091 time: 0.6262984 Nov 27 02:30:29.918063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:30:29.920323 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa124951-e6b7-41b7-92b5-c5d8c3de48ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:30:29.948431 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653635e5-deef-446f-9de2-b23cf92c4d52 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c0da50-b883-4161-bc10-38fdbd17f893,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:30:29.981029 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551888c3-a7de-4124-94a9-2af9f3df08c0 x-openstack-request-id: req-551888c3-a7de-4124-94a9-2af9f3df08c0 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:30:29.981717 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:30:29.982152 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-551888c3-a7de-4124-94a9-2af9f3df08c0 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:30:29.982777 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'status': 'completed', 'code': 200} Nov 27 02:30:30.042859 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-1486e100-3004-4e91-9579-d19d3278246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:30.044610 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-1486e100-3004-4e91-9579-d19d3278246a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 1094 time: 0.0559068 Nov 27 02:30:30.092947 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-a78148d1-6722-410d-a027-5a47804b18cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c0da50-b883-4161-bc10-38fdbd17f893 HTTP/1.1" status: 200 len: 217 time: 0.0348265 Nov 27 02:30:30.145032 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-7bdd04c0-d93b-4c9e-8552-305b266a00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:30.146543 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-7bdd04c0-d93b-4c9e-8552-305b266a00b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 200 len: 849 time: 0.0454326 Nov 27 02:30:30.195958 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-a4295d37-10b8-4d36-a5a6-f64d51276e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:30.197428 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-a4295d37-10b8-4d36-a5a6-f64d51276e68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1613a1f-a202-4eff-8001-8cf0b0f153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440981 Nov 27 02:30:30.287554 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-e27ee803-38a6-4ace-981b-7901a0241bb1 service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823812 Nov 27 02:30:30.381393 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-272b09c2-582a-4adc-bda9-d8e04684caa5 req-44b7b220-1329-4bf4-9a68-8de959d188f5 service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856190 Nov 27 02:30:30.505550 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa124951-e6b7-41b7-92b5-c5d8c3de48ae req-de201883-aea6-49d2-9339-77c9b09ec8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:30.507072 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa124951-e6b7-41b7-92b5-c5d8c3de48ae req-de201883-aea6-49d2-9339-77c9b09ec8a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 1094 time: 0.0436065 Nov 27 02:30:30.597881 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa124951-e6b7-41b7-92b5-c5d8c3de48ae req-b3c166b4-55e5-4980-bd62-4321b05ef6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:30.599356 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa124951-e6b7-41b7-92b5-c5d8c3de48ae req-b3c166b4-55e5-4980-bd62-4321b05ef6e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 911 time: 0.0836318 Nov 27 02:30:30.645415 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa124951-e6b7-41b7-92b5-c5d8c3de48ae req-be95ea28-49cf-4f78-8c67-857683e23d7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c0da50-b883-4161-bc10-38fdbd17f893 HTTP/1.1" status: 200 len: 217 time: 0.0380113 Nov 27 02:30:30.693655 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa124951-e6b7-41b7-92b5-c5d8c3de48ae req-37846ef7-08c0-4562-8a7c-c02d743708d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:30.695053 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa124951-e6b7-41b7-92b5-c5d8c3de48ae req-37846ef7-08c0-4562-8a7c-c02d743708d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 200 len: 849 time: 0.0425682 Nov 27 02:30:30.742317 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa124951-e6b7-41b7-92b5-c5d8c3de48ae req-9798d6aa-d18b-433f-8f39-ba4698dde5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:30.743825 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa124951-e6b7-41b7-92b5-c5d8c3de48ae req-9798d6aa-d18b-433f-8f39-ba4698dde5c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1613a1f-a202-4eff-8001-8cf0b0f153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393171 Nov 27 02:30:30.845694 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa124951-e6b7-41b7-92b5-c5d8c3de48ae req-f6566355-28a9-4b43-b104-7d01f6d212a4 service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936437 Nov 27 02:30:30.854466 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ebcb7-74ab-4c7a-a6d1-55befefaa9f0 req-7174dcd0-1198-4ab8-959a-554447430082 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:30.855952 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-160ebcb7-74ab-4c7a-a6d1-55befefaa9f0 req-7174dcd0-1198-4ab8-959a-554447430082 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 943 time: 0.0490048 Nov 27 02:30:30.904248 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-160ebcb7-74ab-4c7a-a6d1-55befefaa9f0 req-0a5b22dc-0d57-4c8d-a0ba-6fab94e91fe1 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Nov 27 02:30:30.935672 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-fa124951-e6b7-41b7-92b5-c5d8c3de48ae req-ec8f604b-d622-47a3-b338-a53b93693a7b service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817876 Nov 27 02:30:32.021913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d56a1-9689-454a-9a66-0ed86c2afca3 req-7814fd58-a190-4424-adf6-25f8a8334aeb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:32.023411 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e1d56a1-9689-454a-9a66-0ed86c2afca3 req-7814fd58-a190-4424-adf6-25f8a8334aeb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 943 time: 0.0495095 Nov 27 02:30:32.076135 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-0e1d56a1-9689-454a-9a66-0ed86c2afca3 req-c0d455b2-85ef-49ca-bea8-4f53dd5cbb8d tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468259 Nov 27 02:30:32.882653 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f0c0da50-b883-4161-bc10-38fdbd17f893 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:30:32.976413 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f0c0da50-b883-4161-bc10-38fdbd17f893, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f0c0da50-b883-4161-bc10-38fdbd17f893,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:30:32.988461 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'port_id': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'mac_address': 'fa:16:3e:0e:c0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:30:33.023618 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:33.036482 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c0da50-b883-4161-bc10-38fdbd17f893 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:30:33.058789 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f0c0da50-b883-4161-bc10-38fdbd17f893, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f0c0da50-b883-4161-bc10-38fdbd17f893,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:30:33.062565 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:33.109240 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=f0c0da50-b883-4161-bc10-38fdbd17f893,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:30:33.205019 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c204087-403f-4495-8a7f-a6b8caf46acb req-2aefc5f9-1670-4829-b19a-9d204db8a014 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:33.206397 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c204087-403f-4495-8a7f-a6b8caf46acb req-2aefc5f9-1670-4829-b19a-9d204db8a014 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 944 time: 0.0515549 Nov 27 02:30:33.254496 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-8c204087-403f-4495-8a7f-a6b8caf46acb req-ab8451d2-38b7-4d70-b761-e74665ead120 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415728 Nov 27 02:30:33.386889 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['f0c0da50-b883-4161-bc10-38fdbd17f893'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:30:34.370622 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03966a-483f-4493-b480-d71bca4397e9 req-dfc84217-2d17-4fcc-bb5b-33464d48fe4b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:34.371976 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d03966a-483f-4493-b480-d71bca4397e9 req-dfc84217-2d17-4fcc-bb5b-33464d48fe4b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 944 time: 0.0481579 Nov 27 02:30:34.420254 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d03966a-483f-4493-b480-d71bca4397e9 req-025617a4-6523-44cd-85bb-74bb94816525 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Nov 27 02:30:34.892723 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f0c0da50-b883-4161-bc10-38fdbd17f893 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:30:34.944106 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning for port f0c0da50-b883-4161-bc10-38fdbd17f893 completed by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 27 02:30:34.948260 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port f0c0da50-b883-4161-bc10-38fdbd17f893 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:30:34.948625 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:35.022684 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:35.045102 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:30:35.047795 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7c870c-f8d6-4df8-8419-642fb9b433f7" -d '{"events": [{"server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "name": "network-vif-plugged", "status": "completed", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:30:35.061039 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f0c0da50-b883-4161-bc10-38fdbd17f893, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f0c0da50-b883-4161-bc10-38fdbd17f893,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:30:35.065389 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:35.214348 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2408825-ff6d-4454-9af6-03d6a5ae9ade req-0abc703f-afa3-4c71-8a1f-54280fd56e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:35.215804 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b2408825-ff6d-4454-9af6-03d6a5ae9ade req-0abc703f-afa3-4c71-8a1f-54280fd56e8a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 1096 time: 0.0412652 Nov 27 02:30:35.239605 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c3b594-b0af-4665-81f2-5203d1fab59f x-openstack-request-id: req-e7c3b594-b0af-4665-81f2-5203d1fab59f {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:30:35.239908 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "name": "network-vif-plugged", "status": "completed", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:30:35.240132 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7c3b594-b0af-4665-81f2-5203d1fab59f {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:30:35.240523 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'code': 200} Nov 27 02:30:35.262201 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b2408825-ff6d-4454-9af6-03d6a5ae9ade req-5acf9dc0-3c45-41c7-8419-7e7ae5a9bfc2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400000 Nov 27 02:30:35.264521 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=f0c0da50-b883-4161-bc10-38fdbd17f893,revision_number=5']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:30:35.541389 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcd645-fa7d-40af-9abe-7af70ba8e028 req-9bdd1053-66ed-49d3-9c18-e03540fe32a6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:35.542866 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17bcd645-fa7d-40af-9abe-7af70ba8e028 req-9bdd1053-66ed-49d3-9c18-e03540fe32a6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 945 time: 0.0519309 Nov 27 02:30:35.592415 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-17bcd645-fa7d-40af-9abe-7af70ba8e028 req-8b0f02f5-e07c-4dba-a2c0-da00b69256fb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433733 Nov 27 02:30:36.708898 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef841890-cc37-46cf-b6c6-2cca6eda2420 req-f6c80f0a-7316-4250-a6be-7a40f52a440a tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:36.710364 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef841890-cc37-46cf-b6c6-2cca6eda2420 req-f6c80f0a-7316-4250-a6be-7a40f52a440a tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 945 time: 0.0474005 Nov 27 02:30:36.759071 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-ef841890-cc37-46cf-b6c6-2cca6eda2420 req-9de88e94-69c6-48a4-ba84-05f90369f236 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 Nov 27 02:30:36.878337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cb835-25c2-496a-8865-34c309d845da req-8e5442ba-e79c-46b5-ab94-1334d00fd654 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:36.879727 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f82cb835-25c2-496a-8865-34c309d845da req-8e5442ba-e79c-46b5-ab94-1334d00fd654 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 945 time: 0.0518174 Nov 27 02:30:36.928103 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f82cb835-25c2-496a-8865-34c309d845da req-68399c99-442d-44b4-a53b-b5ae78474c72 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424657 Nov 27 02:30:36.949178 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54004) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:30:36.992815 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035cf8d4-9f8d-4246-9f45-61540f9f4c55 tempest-TestSnapshotPattern-1056223667 tempest-TestSnapshotPattern-1056223667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:36.994319 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-035cf8d4-9f8d-4246-9f45-61540f9f4c55 tempest-TestSnapshotPattern-1056223667 tempest-TestSnapshotPattern-1056223667-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 1091 time: 0.0441494 Nov 27 02:30:36.997092 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54006) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:30:37.001333 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Request body: {'floatingip': {'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'port_id': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 27 02:30:37.023228 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for floatingip, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:37.121213 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:37.226337 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Allocated IP 172.25.3.107 (52383c89-3099-4684-8caa-850cf0860139/65680b07-9c30-4465-b4d8-4b1e5bc75554/a600ecda-41d8-4592-8667-7859a522c187) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 27 02:30:37.322768 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for port, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:37.355058 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762420403137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:37.400264 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Network 52383c89-3099-4684-8caa-850cf0860139 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 27 02:30:37.403099 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 27 02:30:37.408672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 27 02:30:37.413291 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'Port': ['ID=a600ecda-41d8-4592-8667-7859a522c187,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:30:37.751793 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:37.823965 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:37.969483 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for port, precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:37.973734 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9867180'] for port, after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:38.047790 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event updated for resources: {'Port': ['ID=a600ecda-41d8-4592-8667-7859a522c187,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:30:38.056340 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611325'] for floatingip, after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:38.155672 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Floating IP 5cddec7d-92de-4cc9-8a70-ca2c4c2701ea associated. External IP: 172.25.3.107, port: f0c0da50-b883-4161-bc10-38fdbd17f893. Nov 27 02:30:38.694116 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Router 57a9ba23-17cc-4c14-a001-fab85e038936 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:30:38.800762 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:30:38.810762 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd9c94-b735-4ad8-90f5-855bd3f52a23 None None] Sync routers for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:30:38.818528 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:38.820423 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd9c94-b735-4ad8-90f5-855bd3f52a23 None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:30:38.821534 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-05cd9c94-b735-4ad8-90f5-855bd3f52a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:30:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:30:38.846056 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5d3c9f21-2127-44ef-95d1-cc40a2d7957c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8477764 Nov 27 02:30:38.846750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:30:38.849044 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fcdd80-3589-4a16-8548-f6975b3b511e" -d '{"events": [{"name": "network-changed", "server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:30:38.889742 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a0f1fc-cd22-40bf-87bd-34169a926679 x-openstack-request-id: req-00a0f1fc-cd22-40bf-87bd-34169a926679 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:30:38.890040 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:30:38.890312 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00a0f1fc-cd22-40bf-87bd-34169a926679 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:30:38.890720 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'status': 'completed', 'code': 200} Nov 27 02:30:38.986156 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcdd80-3589-4a16-8548-f6975b3b511e req-1bd2fb42-8a41-46d4-9798-e7291c8771c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:38.987709 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8fcdd80-3589-4a16-8548-f6975b3b511e req-1bd2fb42-8a41-46d4-9798-e7291c8771c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 1096 time: 0.0422852 Nov 27 02:30:39.020470 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-05cd9c94-b735-4ad8-90f5-855bd3f52a23 None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:30:39.086713 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcdd80-3589-4a16-8548-f6975b3b511e req-a8ca9210-7ec3-45dd-8228-4bbe7d4966f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:39.088170 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8fcdd80-3589-4a16-8548-f6975b3b511e req-a8ca9210-7ec3-45dd-8228-4bbe7d4966f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 911 time: 0.0925820 Nov 27 02:30:39.154502 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8fcdd80-3589-4a16-8548-f6975b3b511e req-75ded005-3440-41b7-8933-0a40626f7ee8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c0da50-b883-4161-bc10-38fdbd17f893 HTTP/1.1" status: 200 len: 999 time: 0.0589292 Nov 27 02:30:39.203995 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcdd80-3589-4a16-8548-f6975b3b511e req-dafc80a6-c045-4597-9220-699594312f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:39.205522 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8fcdd80-3589-4a16-8548-f6975b3b511e req-dafc80a6-c045-4597-9220-699594312f8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 200 len: 849 time: 0.0444076 Nov 27 02:30:39.251328 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-05cd9c94-b735-4ad8-90f5-855bd3f52a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5cddec7d-92de-4cc9-8a70-ca2c4c2701ea', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'port_id': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'mac_address': 'fa:16:3e:0e:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:30:37Z', 'updated_at': '2021-11-27T02:30:37Z', 'revision_number': 0, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address_scope': None}, {'id': '668b8de1-812e-4cfc-a454-ba2becbb16d4', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'port_id': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'mac_address': 'fa:16:3e:6e:65:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:28:05Z', 'updated_at': '2021-11-27T02:28:07Z', 'revision_number': 1, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:49Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:30:39.257519 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcdd80-3589-4a16-8548-f6975b3b511e req-769be891-2d3d-4bfc-a52f-9132e95a76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:39.259649 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8fcdd80-3589-4a16-8548-f6975b3b511e req-769be891-2d3d-4bfc-a52f-9132e95a76d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1613a1f-a202-4eff-8001-8cf0b0f153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478251 Nov 27 02:30:39.277461 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd9c94-b735-4ad8-90f5-855bd3f52a23 None None] Checking router: 57a9ba23-17cc-4c14-a001-fab85e038936 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:30:39.285753 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd9c94-b735-4ad8-90f5-855bd3f52a23 None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:30:39.286406 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-05cd9c94-b735-4ad8-90f5-855bd3f52a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:30:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:30:39.351105 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8fcdd80-3589-4a16-8548-f6975b3b511e req-88c53c55-f79d-4173-9d66-62db859242b6 service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831482 Nov 27 02:30:39.394465 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-05cd9c94-b735-4ad8-90f5-855bd3f52a23 None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:30:39.445270 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-b8fcdd80-3589-4a16-8548-f6975b3b511e req-11763718-35b0-46a5-82ee-a6c792a9f106 service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862782 Nov 27 02:30:39.614966 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-05cd9c94-b735-4ad8-90f5-855bd3f52a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5cddec7d-92de-4cc9-8a70-ca2c4c2701ea', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'port_id': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'mac_address': 'fa:16:3e:0e:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:30:37Z', 'updated_at': '2021-11-27T02:30:37Z', 'revision_number': 0, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address_scope': None}, {'id': '668b8de1-812e-4cfc-a454-ba2becbb16d4', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'port_id': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'mac_address': 'fa:16:3e:6e:65:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:28:05Z', 'updated_at': '2021-11-27T02:28:07Z', 'revision_number': 1, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:49Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:30:39.644300 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd9c94-b735-4ad8-90f5-855bd3f52a23 None None] The sync data for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 is: [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '5cddec7d-92de-4cc9-8a70-ca2c4c2701ea', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'port_id': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'mac_address': 'fa:16:3e:0e:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:30:37Z', 'updated_at': '2021-11-27T02:30:37Z', 'revision_number': 0, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address_scope': None}, {'id': '668b8de1-812e-4cfc-a454-ba2becbb16d4', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'port_id': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'mac_address': 'fa:16:3e:6e:65:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:28:05Z', 'updated_at': '2021-11-27T02:28:07Z', 'revision_number': 1, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:49Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:30:39.840186 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cc54b-d71f-4088-9842-ff38b672d719 None None] New status for floating IP 5cddec7d-92de-4cc9-8a70-ca2c4c2701ea: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:30:40.274865 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:30:41.657156 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8bafe8ac-3dc7-4efb-942b-6935b58942a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:43.182635 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e375a8bd-0c6c-4276-860f-da2557438be6 req-0d532ecf-0105-43c1-a48b-b0ab17f6a404 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249116 Nov 27 02:30:43.264333 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e375a8bd-0c6c-4276-860f-da2557438be6 req-a31e66f2-a01a-4022-9035-d269855e6dc4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0258541 Nov 27 02:30:43.308139 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e375a8bd-0c6c-4276-860f-da2557438be6 req-094bfe5f-a383-473e-9cd6-ddee4b6a8c71 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188799 Nov 27 02:30:43.405393 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375a8bd-0c6c-4276-860f-da2557438be6 req-a2e49770-091a-4f5a-8973-7f7a04020171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:43.406863 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-e375a8bd-0c6c-4276-860f-da2557438be6 req-a2e49770-091a-4f5a-8973-7f7a04020171 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914726 Nov 27 02:30:44.050179 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9a416bfa-7934-4d92-9b6f-b942a8c8640c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:44.344131 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5a81ce0-40ca-4a14-8852-7fe4ee7c970e req-76ecbbee-c9e8-4f7f-adf3-6c88c756048a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404270 Nov 27 02:30:44.440275 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81ce0-40ca-4a14-8852-7fe4ee7c970e req-19ceefbc-2e24-4148-9523-83fc966c33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:44.441769 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5a81ce0-40ca-4a14-8852-7fe4ee7c970e req-19ceefbc-2e24-4148-9523-83fc966c33cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 1094 time: 0.0404186 Nov 27 02:30:44.546723 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81ce0-40ca-4a14-8852-7fe4ee7c970e req-853b402a-7c38-4367-83ed-96bc8c5ce887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:44.548177 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5a81ce0-40ca-4a14-8852-7fe4ee7c970e req-853b402a-7c38-4367-83ed-96bc8c5ce887 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 911 time: 0.0877969 Nov 27 02:30:44.612609 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5a81ce0-40ca-4a14-8852-7fe4ee7c970e req-2854564f-4af0-4e6b-9596-8d3b60439708 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5 HTTP/1.1" status: 200 len: 998 time: 0.0568626 Nov 27 02:30:44.660810 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81ce0-40ca-4a14-8852-7fe4ee7c970e req-394e3110-05cb-4589-90b2-4fedca49bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:44.662211 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5a81ce0-40ca-4a14-8852-7fe4ee7c970e req-394e3110-05cb-4589-90b2-4fedca49bc38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 200 len: 849 time: 0.0424027 Nov 27 02:30:44.711469 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81ce0-40ca-4a14-8852-7fe4ee7c970e req-ecac643f-70a2-43f2-aaad-0accd913ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:30:44.712903 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5a81ce0-40ca-4a14-8852-7fe4ee7c970e req-ecac643f-70a2-43f2-aaad-0accd913ca46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1613a1f-a202-4eff-8001-8cf0b0f153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430245 Nov 27 02:30:44.800584 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5a81ce0-40ca-4a14-8852-7fe4ee7c970e req-6dba37b7-9580-473a-aa5b-a3ce91393824 service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797846 Nov 27 02:30:44.891836 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d5a81ce0-40ca-4a14-8852-7fe4ee7c970e req-dd325e22-c2b7-44a6-8060-498c9f139a4c service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841751 Nov 27 02:30:45.149601 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:45.366197 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:47.042463 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:47.739320 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:30:47.874312 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:11.658902 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01270343-b1b5-4187-a33c-8b5ef847b00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:14.052731 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b26203e-39c9-4088-87ca-318d8d799585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:15.149306 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:15.369589 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:17.045406 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:17.274375 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:31:17.740810 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:17.869032 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:41.659553 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-50d6c59f-0c94-4bd7-a3f5-17e2184ae8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:44.053400 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f672477a-5c2f-477b-9f66-09f27fb174ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:45.160471 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:45.200384 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cdbd2e27-cdb5-4417-bc4e-0a6de674e476 req-cca0d866-abdc-4ecf-868c-c7da023e079b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0784452 Nov 27 02:31:45.283699 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cdbd2e27-cdb5-4417-bc4e-0a6de674e476 req-be97c1d9-a149-4364-a9e3-9c5995d41c90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0253294 Nov 27 02:31:45.328739 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cdbd2e27-cdb5-4417-bc4e-0a6de674e476 req-a92ecfd2-98fa-4fb9-ab53-e1f435693834 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188916 Nov 27 02:31:45.374169 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:45.444670 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-696c967a-7ada-42f2-bee4-d7150f16c0cb req-5e6c3f33-71d7-49be-bd2b-91bde50f6559 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1403673 Nov 27 02:31:45.458445 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd2e27-cdb5-4417-bc4e-0a6de674e476 req-cb92be06-7fcb-483f-a8c2-a0f70d38ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:31:45.459792 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cdbd2e27-cdb5-4417-bc4e-0a6de674e476 req-cb92be06-7fcb-483f-a8c2-a0f70d38ce7c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1243408 Nov 27 02:31:45.516919 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c967a-7ada-42f2-bee4-d7150f16c0cb req-c6d1a31d-53e0-46da-b68b-c2081eb0221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:31:45.518406 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-696c967a-7ada-42f2-bee4-d7150f16c0cb req-c6d1a31d-53e0-46da-b68b-c2081eb0221e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 1096 time: 0.0404928 Nov 27 02:31:45.625997 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c967a-7ada-42f2-bee4-d7150f16c0cb req-9ffdf901-d7ca-47ba-bb18-ae7836d98485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:31:45.627381 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-696c967a-7ada-42f2-bee4-d7150f16c0cb req-9ffdf901-d7ca-47ba-bb18-ae7836d98485 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 911 time: 0.0867381 Nov 27 02:31:45.703170 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-696c967a-7ada-42f2-bee4-d7150f16c0cb req-9a0d6633-c9ff-48a0-a1a5-46efb9f5252d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c0da50-b883-4161-bc10-38fdbd17f893 HTTP/1.1" status: 200 len: 1001 time: 0.0688424 Nov 27 02:31:45.756913 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c967a-7ada-42f2-bee4-d7150f16c0cb req-347b5f40-6fe7-4691-bdd9-d23010b6ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:31:45.759233 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-696c967a-7ada-42f2-bee4-d7150f16c0cb req-347b5f40-6fe7-4691-bdd9-d23010b6ccc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 200 len: 849 time: 0.0484879 Nov 27 02:31:45.804421 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c967a-7ada-42f2-bee4-d7150f16c0cb req-d201fc81-0350-4655-beb6-8c3c7da6852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:31:45.806469 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-696c967a-7ada-42f2-bee4-d7150f16c0cb req-d201fc81-0350-4655-beb6-8c3c7da6852d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1613a1f-a202-4eff-8001-8cf0b0f153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417230 Nov 27 02:31:45.894461 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-696c967a-7ada-42f2-bee4-d7150f16c0cb req-1aa32341-86e4-4a0e-bf3d-f45b3bc29f8d service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805840 Nov 27 02:31:45.986037 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-696c967a-7ada-42f2-bee4-d7150f16c0cb req-1196f3ef-1b16-4dd1-8c0a-b2a1ad8eb78a service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845551 Nov 27 02:31:47.048542 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:47.743120 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:47.883027 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:31:54.273410 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:32:11.396273 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f0c0da50-b883-4161-bc10-38fdbd17f893 details requested by agent hyperv_n-h2-819494-2 with host n-h2-819494-2 {{(pid=103386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 27 02:32:11.497525 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f0c0da50-b883-4161-bc10-38fdbd17f893, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f0c0da50-b883-4161-bc10-38fdbd17f893,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:11.508746 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Returning: {'device': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'port_id': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'mac_address': 'fa:16:3e:0e:c0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 27 02:32:11.545885 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:11.559685 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0c0da50-b883-4161-bc10-38fdbd17f893 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 27 02:32:11.578552 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f0c0da50-b883-4161-bc10-38fdbd17f893, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f0c0da50-b883-4161-bc10-38fdbd17f893,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:11.582942 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:11.629426 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=f0c0da50-b883-4161-bc10-38fdbd17f893,revision_number=6']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:11.636666 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:11.637013 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:11.637348 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:11.637681 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:11.638010 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:11.638362 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:11.638686 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:11.639006 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:11.639325 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:11.639644 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:11.639965 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:11.640282 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:11.664768 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-17dbcb2d-8a8b-4d51-a02d-75d4606fda0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:11.723015 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] get_ports_and_sgs() called for port_ids ['f0c0da50-b883-4161-bc10-38fdbd17f893'] {{(pid=103386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 27 02:32:13.404702 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f0c0da50-b883-4161-bc10-38fdbd17f893 up at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 27 02:32:13.485200 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Provisioning complete for port f0c0da50-b883-4161-bc10-38fdbd17f893 triggered by entity L2. {{(pid=103386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 27 02:32:13.485834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33057836'] for port, provisioning_complete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:13.574706 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:13.599183 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:32:13.601583 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b902adf0-3fec-479b-9f88-3c5eae70c8d9" -d '{"events": [{"server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "name": "network-vif-plugged", "status": "completed", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:32:13.614996 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f0c0da50-b883-4161-bc10-38fdbd17f893, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f0c0da50-b883-4161-bc10-38fdbd17f893,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:13.620895 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:13.650372 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb260bea-48e6-4cd1-a0e1-2519cfa44c2a x-openstack-request-id: req-eb260bea-48e6-4cd1-a0e1-2519cfa44c2a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:32:13.650702 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "name": "network-vif-plugged", "status": "completed", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:32:13.650919 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb260bea-48e6-4cd1-a0e1-2519cfa44c2a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:32:13.651342 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'code': 200} Nov 27 02:32:13.685523 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=f0c0da50-b883-4161-bc10-38fdbd17f893,revision_number=7']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:14.059345 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-70aa782e-b3a0-4286-9243-8fea073ad38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:15.177958 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:15.376907 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:17.064779 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:17.757563 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:17.905544 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:21.268943 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54216) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:21.425672 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Deleting port a600ecda-41d8-4592-8667-7859a522c187 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:32:21.425918 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:21.505885 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:21.506210 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:21.518322 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Calling delete_port for a600ecda-41d8-4592-8667-7859a522c187 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:32:21.660353 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:21.693778 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event deleted for resources: {'Port': ['ID=a600ecda-41d8-4592-8667-7859a522c187,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:21.716527 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:21.716868 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:21.717205 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:21.717538 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:21.717869 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:21.718194 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:21.718543 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:21.718866 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:21.719183 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:21.719503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:21.719824 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:21.720142 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:21.764690 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:21.765091 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Floating IP 5cddec7d-92de-4cc9-8a70-ca2c4c2701ea disassociated (deleted). External IP: 172.25.3.107, port: f0c0da50-b883-4161-bc10-38fdbd17f893. Nov 27 02:32:21.969759 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Router 57a9ba23-17cc-4c14-a001-fab85e038936 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:32:22.076316 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:32:22.081119 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:22.085727 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f62bfb-754b-4dae-95c3-9f8b05ed650f None None] Sync routers for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:32:22.095008 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f62bfb-754b-4dae-95c3-9f8b05ed650f None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:32:22.095859 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-32f62bfb-754b-4dae-95c3-9f8b05ed650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:22.108092 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-5ac905be-8445-475e-9325-1d0af24febf6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "DELETE /v2.0/floatingips/5cddec7d-92de-4cc9-8a70-ca2c4c2701ea HTTP/1.1" status: 204 len: 168 time: 0.8380456 Nov 27 02:32:22.108785 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:32:22.111215 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e28fa9b-198d-414d-af52-451ed9ba4092" -d '{"events": [{"name": "network-changed", "server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:32:22.150737 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a36c258-7e8a-4cce-8bce-7e97d9d98e47 x-openstack-request-id: req-9a36c258-7e8a-4cce-8bce-7e97d9d98e47 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:32:22.151032 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:32:22.151287 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a36c258-7e8a-4cce-8bce-7e97d9d98e47 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:32:22.151702 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'status': 'completed', 'code': 200} Nov 27 02:32:22.216905 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-32f62bfb-754b-4dae-95c3-9f8b05ed650f None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:32:22.238610 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28fa9b-198d-414d-af52-451ed9ba4092 req-fdf77ce4-04a7-4832-b711-ee151c5537ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:22.240076 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e28fa9b-198d-414d-af52-451ed9ba4092 req-fdf77ce4-04a7-4832-b711-ee151c5537ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 1096 time: 0.0436654 Nov 27 02:32:22.356799 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28fa9b-198d-414d-af52-451ed9ba4092 req-98b26ffb-8fe5-47f5-9b86-e350e5db855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:22.358297 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e28fa9b-198d-414d-af52-451ed9ba4092 req-98b26ffb-8fe5-47f5-9b86-e350e5db855f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 911 time: 0.1072667 Nov 27 02:32:22.400658 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e28fa9b-198d-414d-af52-451ed9ba4092 req-48fe6e2b-2445-47af-a964-66d0f800aade service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c0da50-b883-4161-bc10-38fdbd17f893 HTTP/1.1" status: 200 len: 217 time: 0.0346396 Nov 27 02:32:22.416571 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ef547-16c9-45ad-a7e8-f97621da09c7 req-2b9ff6ac-18ef-4ad9-84f9-39cf83fb2efd tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:22.418843 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-734ef547-16c9-45ad-a7e8-f97621da09c7 req-2b9ff6ac-18ef-4ad9-84f9-39cf83fb2efd tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 945 time: 0.1117055 Nov 27 02:32:22.457186 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28fa9b-198d-414d-af52-451ed9ba4092 req-61f3151f-9a09-4647-8803-1264998b7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:22.458725 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e28fa9b-198d-414d-af52-451ed9ba4092 req-61f3151f-9a09-4647-8803-1264998b7cde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 200 len: 849 time: 0.0509517 Nov 27 02:32:22.466608 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-32f62bfb-754b-4dae-95c3-9f8b05ed650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '668b8de1-812e-4cfc-a454-ba2becbb16d4', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'port_id': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'mac_address': 'fa:16:3e:6e:65:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:28:05Z', 'updated_at': '2021-11-27T02:28:07Z', 'revision_number': 1, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:49Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:22.472621 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-734ef547-16c9-45ad-a7e8-f97621da09c7 req-34cda7c6-12cd-4453-a76b-8e378c4a7979 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469632 Nov 27 02:32:22.499965 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f62bfb-754b-4dae-95c3-9f8b05ed650f None None] Checking router: 57a9ba23-17cc-4c14-a001-fab85e038936 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:32:22.508929 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f62bfb-754b-4dae-95c3-9f8b05ed650f None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:32:22.509532 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-32f62bfb-754b-4dae-95c3-9f8b05ed650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:22.511073 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28fa9b-198d-414d-af52-451ed9ba4092 req-2328f9cf-6264-4b27-9a9e-77be8789f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:22.512567 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e28fa9b-198d-414d-af52-451ed9ba4092 req-2328f9cf-6264-4b27-9a9e-77be8789f669 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1613a1f-a202-4eff-8001-8cf0b0f153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435767 Nov 27 02:32:22.608910 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e28fa9b-198d-414d-af52-451ed9ba4092 req-79dfe0cb-725d-4455-a897-9013b8df9da2 service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887907 Nov 27 02:32:22.704099 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-32f62bfb-754b-4dae-95c3-9f8b05ed650f None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:32:22.704348 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-1e28fa9b-198d-414d-af52-451ed9ba4092 req-322d9558-a71f-4e79-8026-91f17b729ddf service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859861 Nov 27 02:32:22.935876 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-32f62bfb-754b-4dae-95c3-9f8b05ed650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '668b8de1-812e-4cfc-a454-ba2becbb16d4', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'port_id': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'mac_address': 'fa:16:3e:6e:65:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:28:05Z', 'updated_at': '2021-11-27T02:28:07Z', 'revision_number': 1, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:49Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:22.962213 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f62bfb-754b-4dae-95c3-9f8b05ed650f None None] The sync data for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 is: [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_floatingips': [{'id': '668b8de1-812e-4cfc-a454-ba2becbb16d4', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '52383c89-3099-4684-8caa-850cf0860139', 'router_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'port_id': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'mac_address': 'fa:16:3e:6e:65:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T02:28:05Z', 'updated_at': '2021-11-27T02:28:07Z', 'revision_number': 1, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:49Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:32:23.229427 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4322225a-bf68-4ddb-8726-d1749adbd3b8 None None] New status for floating IP 5cddec7d-92de-4cc9-8a70-ca2c4c2701ea: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:32:23.439228 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f0c0da50-b883-4161-bc10-38fdbd17f893 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:32:23.522525 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33431233'] for port, before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:23.544745 n-d-819494-2 neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:32:23.547562 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7673e3f7ab597aa3b89c6eb153c993de5f876c3cad938823152186697d51783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab157cf-86f2-4e1d-b961-4009f200d514" -d '{"events": [{"server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:32:23.561225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] For port f0c0da50-b883-4161-bc10-38fdbd17f893, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f0c0da50-b883-4161-bc10-38fdbd17f893,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:23.566973 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762420905081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762420403155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762420403173'] for port, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:23.592129 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 02:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4e8ba8-f246-48b4-9ba2-e73af2aea4dd x-openstack-request-id: req-dc4e8ba8-f246-48b4-9ba2-e73af2aea4dd {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:32:23.592426 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:32:23.592677 n-d-819494-2 neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc4e8ba8-f246-48b4-9ba2-e73af2aea4dd {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:32:23.593073 n-d-819494-2 neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'code': 200} Nov 27 02:32:23.606975 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22357d43-b4dd-4501-bc74-c20d13f2ec47 req-cc93959f-36db-41da-91bd-66c6fc1f21b9 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:23.608597 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22357d43-b4dd-4501-bc74-c20d13f2ec47 req-cc93959f-36db-41da-91bd-66c6fc1f21b9 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 945 time: 0.0597060 Nov 27 02:32:23.619769 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Pushing event updated for resources: {'Port': ['ID=f0c0da50-b883-4161-bc10-38fdbd17f893,revision_number=8']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:23.657845 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-22357d43-b4dd-4501-bc74-c20d13f2ec47 req-62273284-d8e6-462f-ba39-056432b87b31 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430975 Nov 27 02:32:24.062782 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6fe31-d0f6-4255-aa66-50e949e0b328 req-538b5a8a-24e9-4cfc-b809-f4e52414e75d tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:24.064247 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0b6fe31-d0f6-4255-aa66-50e949e0b328 req-538b5a8a-24e9-4cfc-b809-f4e52414e75d tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.42 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 943 time: 0.0482020 Nov 27 02:32:24.157695 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-d0b6fe31-d0f6-4255-aa66-50e949e0b328 req-493cd2ac-3d11-4d89-b723-70d5d62e02fb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Deleting port f0c0da50-b883-4161-bc10-38fdbd17f893 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:32:24.158026 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d0b6fe31-d0f6-4255-aa66-50e949e0b328 req-493cd2ac-3d11-4d89-b723-70d5d62e02fb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:24.244758 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-d0b6fe31-d0f6-4255-aa66-50e949e0b328 req-493cd2ac-3d11-4d89-b723-70d5d62e02fb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] For port f0c0da50-b883-4161-bc10-38fdbd17f893, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=f0c0da50-b883-4161-bc10-38fdbd17f893,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:24.245134 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d0b6fe31-d0f6-4255-aa66-50e949e0b328 req-493cd2ac-3d11-4d89-b723-70d5d62e02fb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:24.257266 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-d0b6fe31-d0f6-4255-aa66-50e949e0b328 req-493cd2ac-3d11-4d89-b723-70d5d62e02fb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Calling delete_port for f0c0da50-b883-4161-bc10-38fdbd17f893 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:32:24.385001 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d0b6fe31-d0f6-4255-aa66-50e949e0b328 req-493cd2ac-3d11-4d89-b723-70d5d62e02fb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:24.415100 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cd2ac-3d11-4d89-b723-70d5d62e02fb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event deleted for resources: {'Port': ['ID=f0c0da50-b883-4161-bc10-38fdbd17f893,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:24.454578 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b6fe31-d0f6-4255-aa66-50e949e0b328 req-493cd2ac-3d11-4d89-b723-70d5d62e02fb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] No DVR routers for this DVR port f0c0da50-b883-4161-bc10-38fdbd17f893 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:32:24.457330 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-d0b6fe31-d0f6-4255-aa66-50e949e0b328 req-493cd2ac-3d11-4d89-b723-70d5d62e02fb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:24.460805 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-d0b6fe31-d0f6-4255-aa66-50e949e0b328 req-493cd2ac-3d11-4d89-b723-70d5d62e02fb tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.42 "DELETE /v2.0/ports/f0c0da50-b883-4161-bc10-38fdbd17f893 HTTP/1.1" status: 204 len: 173 time: 0.3889201 Nov 27 02:32:24.461258 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'name': 'network-vif-deleted', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:32:24.463536 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c763bd-5b13-4a07-adfc-2d60a83a4625" -d '{"events": [{"server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "name": "network-vif-deleted", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:32:24.506520 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202b9429-85f2-4bb7-9e6e-0c0a686444b9 x-openstack-request-id: req-202b9429-85f2-4bb7-9e6e-0c0a686444b9 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:32:24.506819 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50afd92-e21b-4af1-8c90-b7cd684f2e31", "name": "network-vif-deleted", "tag": "f0c0da50-b883-4161-bc10-38fdbd17f893", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:32:24.507067 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-202b9429-85f2-4bb7-9e6e-0c0a686444b9 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:32:24.507465 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50afd92-e21b-4af1-8c90-b7cd684f2e31', 'name': 'network-vif-deleted', 'tag': 'f0c0da50-b883-4161-bc10-38fdbd17f893', 'status': 'completed', 'code': 200} Nov 27 02:32:24.766460 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-deb7b4f8-bb6d-4f56-ab20-4ac15a39abbc req-90aff972-79bc-4ba3-b6f1-4154207ff8f3 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=a50afd92-e21b-4af1-8c90-b7cd684f2e31 HTTP/1.1" status: 200 len: 210 time: 0.0296733 Nov 27 02:32:26.321933 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54278) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:26.482332 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Deleting port 51794d38-027d-45f9-abff-7d420c27855d {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:32:26.482832 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:26.556792 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:26.557015 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:26.568738 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Calling delete_port for 51794d38-027d-45f9-abff-7d420c27855d owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:32:26.712610 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:26.737731 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event deleted for resources: {'Port': ['ID=51794d38-027d-45f9-abff-7d420c27855d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:26.802270 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for floatingip, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:26.802602 n-d-819494-2 neutron-server[103385]: INFO neutron.db.l3_db [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Floating IP 668b8de1-812e-4cfc-a454-ba2becbb16d4 disassociated (deleted). External IP: 172.25.3.69, port: 614a2f78-2df6-4097-8637-1ac6f5ffe5d5. Nov 27 02:32:27.342998 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Router 57a9ba23-17cc-4c14-a001-fab85e038936 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:32:27.446855 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:32:27.451600 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for floatingip, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:27.456521 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2a1ab-42b1-40a6-a3c9-1e109f6a0eea None None] Sync routers for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:32:27.461191 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f0c0da50-b883-4161-bc10-38fdbd17f893 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:32:27.470820 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2a1ab-42b1-40a6-a3c9-1e109f6a0eea None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:32:27.471439 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-92e2a1ab-42b1-40a6-a3c9-1e109f6a0eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:27.481854 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: f0c0da50-b883-4161-bc10-38fdbd17f893 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:32:27.482310 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device f0c0da50-b883-4161-bc10-38fdbd17f893 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:32:27.485184 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-8c2ab5ee-4fa4-4529-999f-fb8247d93ef6 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "DELETE /v2.0/floatingips/668b8de1-812e-4cfc-a454-ba2becbb16d4 HTTP/1.1" status: 204 len: 168 time: 1.1607399 Nov 27 02:32:27.486822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:32:27.488608 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9418be-6165-4b1a-9152-3464f315b125" -d '{"events": [{"name": "network-changed", "server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:32:27.525896 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 02:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0f1460-8eb4-4798-aafb-56d0bcbfedaa x-openstack-request-id: req-7d0f1460-8eb4-4798-aafb-56d0bcbfedaa {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:32:27.526758 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:32:27.527013 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d0f1460-8eb4-4798-aafb-56d0bcbfedaa {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:32:27.527414 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'status': 'completed', 'code': 200} Nov 27 02:32:27.593418 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-92e2a1ab-42b1-40a6-a3c9-1e109f6a0eea None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:32:27.615681 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9418be-6165-4b1a-9152-3464f315b125 req-4a43c7ac-d2c6-4276-96ed-ce7788373c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:27.617477 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd9418be-6165-4b1a-9152-3464f315b125 req-4a43c7ac-d2c6-4276-96ed-ce7788373c77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=96067261ee634382a3bbcc0e2e63ebac&device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 1094 time: 0.0437953 Nov 27 02:32:27.717273 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9418be-6165-4b1a-9152-3464f315b125 req-dbb83a59-8386-4fd6-9ab6-0d2db7341713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:27.718748 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd9418be-6165-4b1a-9152-3464f315b125 req-dbb83a59-8386-4fd6-9ab6-0d2db7341713 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 200 len: 911 time: 0.0943823 Nov 27 02:32:27.724922 n-d-819494-2 neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444287c-d3bf-4190-9721-785b6793e8e4 req-cd6f6ebe-7516-4f1b-a525-b1eba556d8fa tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:27.726440 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9444287c-d3bf-4190-9721-785b6793e8e4 req-cd6f6ebe-7516-4f1b-a525-b1eba556d8fa tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 943 time: 0.0499837 Nov 27 02:32:27.769005 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd9418be-6165-4b1a-9152-3464f315b125 req-e363e548-328e-4838-bf67-e85b272ce43d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5 HTTP/1.1" status: 200 len: 217 time: 0.0408716 Nov 27 02:32:27.781161 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [req-9444287c-d3bf-4190-9721-785b6793e8e4 req-1a686dcc-67b8-4295-bd9b-e0e80e665f0e tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472422 Nov 27 02:32:27.801012 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-92e2a1ab-42b1-40a6-a3c9-1e109f6a0eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:49Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:27.829111 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9418be-6165-4b1a-9152-3464f315b125 req-fc190cb4-c112-4542-9771-ccbeb1977918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:27.829943 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2a1ab-42b1-40a6-a3c9-1e109f6a0eea None None] Checking router: 57a9ba23-17cc-4c14-a001-fab85e038936 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:32:27.830641 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd9418be-6165-4b1a-9152-3464f315b125 req-fc190cb4-c112-4542-9771-ccbeb1977918 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 200 len: 849 time: 0.0537713 Nov 27 02:32:27.838066 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2a1ab-42b1-40a6-a3c9-1e109f6a0eea None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:32:27.839236 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-92e2a1ab-42b1-40a6-a3c9-1e109f6a0eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:27.878837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9418be-6165-4b1a-9152-3464f315b125 req-548d4feb-793c-4539-9648-41fe201312e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:27.881114 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd9418be-6165-4b1a-9152-3464f315b125 req-548d4feb-793c-4539-9648-41fe201312e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d1613a1f-a202-4eff-8001-8cf0b0f153de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409465 Nov 27 02:32:27.944340 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-92e2a1ab-42b1-40a6-a3c9-1e109f6a0eea None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:32:27.976503 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd9418be-6165-4b1a-9152-3464f315b125 req-8eefc8c6-73bb-4907-87bf-c888d40a96d3 service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864351 Nov 27 02:32:28.069332 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-bd9418be-6165-4b1a-9152-3464f315b125 req-29b491c6-f897-4f04-b7dd-ce46dc14f0be service neutron] 10.222.0.42 "GET /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822802 Nov 27 02:32:28.141973 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-92e2a1ab-42b1-40a6-a3c9-1e109f6a0eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:49Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:28.167381 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2a1ab-42b1-40a6-a3c9-1e109f6a0eea None None] The sync data for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 is: [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2', '_interfaces': [{'id': 'd0483c45-756d-4b2c-981f-92eb84cd641e', 'name': '', 'network_id': 'd1613a1f-a202-4eff-8001-8cf0b0f153de', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'mac_address': 'fa:16:3e:33:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:44Z', 'updated_at': '2021-11-27T02:27:49Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'subnets': [{'id': '729b00e8-b1f5-4b83-bd3a-5cfc980affd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:32:28.384884 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc97a55-bd53-4638-9b7a-ab280bbdef29 None None] New status for floating IP 668b8de1-812e-4cfc-a454-ba2becbb16d4: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 27 02:32:28.905837 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2187cc-45f9-4edd-bf56-6762e3b9a543 req-5511da41-8728-4151-aec8-80378311b59c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:28.907299 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc2187cc-45f9-4edd-bf56-6762e3b9a543 req-5511da41-8728-4151-aec8-80378311b59c tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 943 time: 0.0491099 Nov 27 02:32:28.961109 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-cc2187cc-45f9-4edd-bf56-6762e3b9a543 req-abb224ce-af6a-4d1c-9823-66269aa4710e tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/security-groups?id=049e7d4e-11b1-4380-a5ae-bfd7520a7114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477183 Nov 27 02:32:29.391667 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c9e33-6da9-4824-b8ca-f19d41f64d8c req-3725cab1-3996-47f3-a192-50b4a21d1d2b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:29.393547 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-594c9e33-6da9-4824-b8ca-f19d41f64d8c req-3725cab1-3996-47f3-a192-50b4a21d1d2b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.42 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 943 time: 0.0496690 Nov 27 02:32:29.489242 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-594c9e33-6da9-4824-b8ca-f19d41f64d8c req-dbe71f91-6fb3-4679-95e4-087744a7102b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Deleting port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:32:29.489580 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-594c9e33-6da9-4824-b8ca-f19d41f64d8c req-dbe71f91-6fb3-4679-95e4-087744a7102b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:29.586647 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-594c9e33-6da9-4824-b8ca-f19d41f64d8c req-dbe71f91-6fb3-4679-95e4-087744a7102b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] For port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5, host n-h2-819494-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-2',level=0,port_id=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:29.587010 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-594c9e33-6da9-4824-b8ca-f19d41f64d8c req-dbe71f91-6fb3-4679-95e4-087744a7102b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:29.600750 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-594c9e33-6da9-4824-b8ca-f19d41f64d8c req-dbe71f91-6fb3-4679-95e4-087744a7102b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Calling delete_port for 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:32:29.728886 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-594c9e33-6da9-4824-b8ca-f19d41f64d8c req-dbe71f91-6fb3-4679-95e4-087744a7102b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:29.757049 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe71f91-6fb3-4679-95e4-087744a7102b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event deleted for resources: {'Port': ['ID=614a2f78-2df6-4097-8637-1ac6f5ffe5d5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:29.798928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-594c9e33-6da9-4824-b8ca-f19d41f64d8c req-dbe71f91-6fb3-4679-95e4-087744a7102b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] No DVR routers for this DVR port 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 on host n-h2-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:32:29.801618 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-594c9e33-6da9-4824-b8ca-f19d41f64d8c req-dbe71f91-6fb3-4679-95e4-087744a7102b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108503'] for port, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:29.805193 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-594c9e33-6da9-4824-b8ca-f19d41f64d8c req-dbe71f91-6fb3-4679-95e4-087744a7102b tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.42 "DELETE /v2.0/ports/614a2f78-2df6-4097-8637-1ac6f5ffe5d5 HTTP/1.1" status: 204 len: 173 time: 0.4055002 Nov 27 02:32:29.805643 n-d-819494-2 neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'name': 'network-vif-deleted', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 27 02:32:29.808549 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218e0a10c35fc8428388c78f135a944026b24e956ac4cffdd9d6cb7b424c1e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9deb530-0c1c-4d2c-9bae-e807cf0dec1e" -d '{"events": [{"server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "name": "network-vif-deleted", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 27 02:32:29.853611 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 02:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac22bafe-27af-4bc0-9f97-4689b412d45d x-openstack-request-id: req-ac22bafe-27af-4bc0-9f97-4689b412d45d {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 27 02:32:29.853910 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076664a-09e2-4dc8-af30-b277cb2f36a8", "name": "network-vif-deleted", "tag": "614a2f78-2df6-4097-8637-1ac6f5ffe5d5", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 27 02:32:29.854215 n-d-819494-2 neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac22bafe-27af-4bc0-9f97-4689b412d45d {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 27 02:32:29.854649 n-d-819494-2 neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076664a-09e2-4dc8-af30-b277cb2f36a8', 'name': 'network-vif-deleted', 'tag': '614a2f78-2df6-4097-8637-1ac6f5ffe5d5', 'status': 'completed', 'code': 200} Nov 27 02:32:30.071387 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-f0cdf8d4-b31c-4eda-8eb8-c87fa492291f req-61dbfb36-04ab-4ac5-a4d1-42aad78a0811 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "GET /v2.0/ports?device_id=4076664a-09e2-4dc8-af30-b277cb2f36a8 HTTP/1.1" status: 200 len: 210 time: 0.0272791 Nov 27 02:32:31.131195 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54294) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:31.187642 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17159c87-7366-4b84-ac77-06a781971ed7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:31.212296 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17159c87-7366-4b84-ac77-06a781971ed7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:31.272491 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:32:31.275894 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17159c87-7366-4b84-ac77-06a781971ed7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:31.279146 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-17159c87-7366-4b84-ac77-06a781971ed7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:31.280302 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-17159c87-7366-4b84-ac77-06a781971ed7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] 10.222.0.37 "DELETE /v2.0/security-groups/049e7d4e-11b1-4380-a5ae-bfd7520a7114 HTTP/1.1" status: 204 len: 168 time: 0.1481168 Nov 27 02:32:31.289683 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17159c87-7366-4b84-ac77-06a781971ed7 tempest-TestSnapshotPattern-2083892465 tempest-TestSnapshotPattern-2083892465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049e7d4e-11b1-4380-a5ae-bfd7520a7114,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:31.330821 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54298) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:31.473967 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 no longer exists at agent hyperv_n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:32:31.496826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] No Port match for: 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:32:31.496826 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Device 614a2f78-2df6-4097-8637-1ac6f5ffe5d5 not bound to the agent host n-h2-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:32:31.678709 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20913b76-d0ce-4bde-98b4-4ea862e538b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:31.924035 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-20913b76-d0ce-4bde-98b4-4ea862e538b2 admin admin] Deleting port d0483c45-756d-4b2c-981f-92eb84cd641e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:32:31.924365 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20913b76-d0ce-4bde-98b4-4ea862e538b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:32.002699 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-20913b76-d0ce-4bde-98b4-4ea862e538b2 admin admin] For port d0483c45-756d-4b2c-981f-92eb84cd641e, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=d0483c45-756d-4b2c-981f-92eb84cd641e,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:32.003054 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20913b76-d0ce-4bde-98b4-4ea862e538b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:32.016213 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-20913b76-d0ce-4bde-98b4-4ea862e538b2 admin admin] Calling delete_port for d0483c45-756d-4b2c-981f-92eb84cd641e owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:32:32.190887 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20913b76-d0ce-4bde-98b4-4ea862e538b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:32.214027 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20913b76-d0ce-4bde-98b4-4ea862e538b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0483c45-756d-4b2c-981f-92eb84cd641e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:32.379714 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20913b76-d0ce-4bde-98b4-4ea862e538b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:32.593972 n-d-819494-2 neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20913b76-d0ce-4bde-98b4-4ea862e538b2 admin admin] Router 57a9ba23-17cc-4c14-a001-fab85e038936 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:32:32.697473 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20913b76-d0ce-4bde-98b4-4ea862e538b2 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:32:32.703128 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-20913b76-d0ce-4bde-98b4-4ea862e538b2 admin admin] 10.222.0.37 "PUT /v2.0/routers/57a9ba23-17cc-4c14-a001-fab85e038936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3725729 Nov 27 02:32:32.705139 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54300) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:32.706967 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa131ce-a384-43fb-8712-915158b1a246 None None] Sync routers for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:32:32.716740 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa131ce-a384-43fb-8712-915158b1a246 None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:32:32.717340 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-daa131ce-a384-43fb-8712-915158b1a246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:32.809064 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:32.819872 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-daa131ce-a384-43fb-8712-915158b1a246 None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: n-d-819494-2 {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:32:32.911152 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:32.961732 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Deleting port 298587d0-426a-4847-95da-bd50fe8185bb {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:32:32.962062 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:32.996387 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-daa131ce-a384-43fb-8712-915158b1a246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '298587d0-426a-4847-95da-bd50fe8185bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:32:32Z', 'revision_number': 5, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port': {'id': '298587d0-426a-4847-95da-bd50fe8185bb', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:43Z', 'updated_at': '2021-11-27T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:33.021778 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa131ce-a384-43fb-8712-915158b1a246 None None] Checking router: 57a9ba23-17cc-4c14-a001-fab85e038936 for host: n-d-819494-2 {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:32:33.030613 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa131ce-a384-43fb-8712-915158b1a246 None None] Routers {'57a9ba23-17cc-4c14-a001-fab85e038936'} bound to L3 agent in host n-d-819494-2 {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:32:33.031218 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-daa131ce-a384-43fb-8712-915158b1a246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['57a9ba23-17cc-4c14-a001-fab85e038936'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:33.039685 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] For port 298587d0-426a-4847-95da-bd50fe8185bb, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=298587d0-426a-4847-95da-bd50fe8185bb,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:33.040053 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.057362 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Calling delete_port for 298587d0-426a-4847-95da-bd50fe8185bb owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:32:33.202882 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-daa131ce-a384-43fb-8712-915158b1a246 None None] Set router 57a9ba23-17cc-4c14-a001-fab85e038936 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:32:33.222732 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.251886 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=298587d0-426a-4847-95da-bd50fe8185bb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:33.255777 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-daa131ce-a384-43fb-8712-915158b1a246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:32:32Z', 'revision_number': 6, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:33.267829 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0308b118-0a96-483e-a302-252373ef9e49 None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:32:33.282910 n-d-819494-2 neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa131ce-a384-43fb-8712-915158b1a246 None None] The sync data for ids ['57a9ba23-17cc-4c14-a001-fab85e038936'] in n-d-819494-2 is: [{'id': '57a9ba23-17cc-4c14-a001-fab85e038936', 'name': 'tempest-TestSnapshotPattern-2105610803-router', 'tenant_id': '96067261ee634382a3bbcc0e2e63ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:42Z', 'updated_at': '2021-11-27T02:32:32Z', 'revision_number': 6, 'project_id': '96067261ee634382a3bbcc0e2e63ebac', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:32:33.319728 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.409241 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.411318 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.456122 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.456607 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57a9ba23-17cc-4c14-a001-fab85e038936 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:32:33.460983 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] Publish callbacks [] for router, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.462189 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c25f1bde-b25b-42cf-9748-2f16579e4aa6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/57a9ba23-17cc-4c14-a001-fab85e038936 HTTP/1.1" status: 204 len: 168 time: 0.7561145 Nov 27 02:32:33.465375 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54302) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:33.512506 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e53184-e5c8-4dd6-8cfe-702a97b20180 admin admin] Deleting subnet 729b00e8-b1f5-4b83-bd3a-5cfc980affd5 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:32:33.515700 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09e53184-e5c8-4dd6-8cfe-702a97b20180 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.550179 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09e53184-e5c8-4dd6-8cfe-702a97b20180 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685651'] for subnet, precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.624493 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09e53184-e5c8-4dd6-8cfe-702a97b20180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.687679 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09e53184-e5c8-4dd6-8cfe-702a97b20180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9867222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9834198'] for subnet, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.715449 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e53184-e5c8-4dd6-8cfe-702a97b20180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729b00e8-b1f5-4b83-bd3a-5cfc980affd5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:33.720477 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-09e53184-e5c8-4dd6-8cfe-702a97b20180 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.723869 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-09e53184-e5c8-4dd6-8cfe-702a97b20180 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/729b00e8-b1f5-4b83-bd3a-5cfc980affd5 HTTP/1.1" status: 204 len: 168 time: 0.2574914 Nov 27 02:32:33.726344 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54304) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:33.727823 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c057dde9-96a3-4a76-8b37-60c2e849f883 None None] Network d1613a1f-a202-4eff-8001-8cf0b0f153de requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:32:33.751504 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d0483c45-756d-4b2c-981f-92eb84cd641e no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:32:33.800415 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.807505 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: d0483c45-756d-4b2c-981f-92eb84cd641e {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:32:33.807872 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device d0483c45-756d-4b2c-981f-92eb84cd641e not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:32:33.853563 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Deleting port 6f9da688-2ede-4e92-9b99-7361dc0d4d67 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:32:33.853927 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.921217 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] For port 6f9da688-2ede-4e92-9b99-7361dc0d4d67, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6f9da688-2ede-4e92-9b99-7361dc0d4d67,segment=NetworkSegment(ef955eb7-7f6d-4439-8758-a976f51f9d99),segment_id=ef955eb7-7f6d-4439-8758-a976f51f9d99)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:33.921569 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:33.934757 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Calling delete_port for 6f9da688-2ede-4e92-9b99-7361dc0d4d67 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:32:34.010438 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:34.036822 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9da688-2ede-4e92-9b99-7361dc0d4d67,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:34.042792 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] No DVR routers for this DVR port 6f9da688-2ede-4e92-9b99-7361dc0d4d67 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:32:34.113113 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fefac3-a2dc-401a-9f7f-5882c74ccf07 None None] DHCP port deletion for d1613a1f-a202-4eff-8001-8cf0b0f153de request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:32:34.118458 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:34.143295 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1613a1f-a202-4eff-8001-8cf0b0f153de']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:34.152937 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef955eb7-7f6d-4439-8758-a976f51f9d99') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:34.153231 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef955eb7-7f6d-4439-8758-a976f51f9d99') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:34.162440 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:34.176053 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:34.181911 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:32:34.183431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: timer() Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:32:34.185121 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:32:34.242260 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:34.248232 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:34.251441 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d1613a1f-a202-4eff-8001-8cf0b0f153de HTTP/1.1" status: 204 len: 168 time: 0.5241551 Nov 27 02:32:34.254600 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54306) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:34.262630 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d84685-3160-4d09-8fb2-f919171a8dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1613a1f-a202-4eff-8001-8cf0b0f153de,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:34.609961 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612605'] for router_interface, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:34.850361 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Deleting port 6ff58a01-1077-463d-b40d-80867bf67798 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:32:34.850725 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:34.927716 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] For port 6ff58a01-1077-463d-b40d-80867bf67798, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=6ff58a01-1077-463d-b40d-80867bf67798,segment=NetworkSegment(e0fb6e29-9fbd-4b7f-b72e-8337f678c302),segment_id=e0fb6e29-9fbd-4b7f-b72e-8337f678c302)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:34.927953 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:34.940886 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Calling delete_port for 6ff58a01-1077-463d-b40d-80867bf67798 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:32:35.120144 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:35.152120 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff58a01-1077-463d-b40d-80867bf67798,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:35.179297 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:35.179522 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:35.179864 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:35.180200 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:35.180695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:35.181037 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:35.181367 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:35.181695 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:35.182671 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:35.182998 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:35.183324 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:35.183645 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-2 {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 27 02:32:35.323757 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-612109'] for router_interface, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:35.538562 n-d-819494-2 neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Router 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 has already been hosted by L3 agent 36f16e85-29d7-4b04-82c3-237b7256618a {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 27 02:32:35.557952 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6f9da688-2ede-4e92-9b99-7361dc0d4d67 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:32:35.577424 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 6f9da688-2ede-4e92-9b99-7361dc0d4d67 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:32:35.577846 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6f9da688-2ede-4e92-9b99-7361dc0d4d67 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:32:35.578352 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 298587d0-426a-4847-95da-bd50fe8185bb no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:32:35.596366 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 298587d0-426a-4847-95da-bd50fe8185bb {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:32:35.596785 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 298587d0-426a-4847-95da-bd50fe8185bb not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:32:35.642022 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] Notify agent at l3_agent.n-d-819494-2 the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 27 02:32:35.649107 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-cb6b3dd2-2dc7-43e3-b29b-b2fee91fc2c1 admin admin] 10.222.0.37 "PUT /v2.0/routers/3d414b3b-7855-4deb-aaf4-2edcbcfe5242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3912828 Nov 27 02:32:35.649723 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54308) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:35.651658 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42ae86-fd85-40dc-bc2e-2c8c9f153c47 None None] Sync routers for ids ['3d414b3b-7855-4deb-aaf4-2edcbcfe5242'] in n-d-819494-2 {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 27 02:32:35.662023 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42ae86-fd85-40dc-bc2e-2c8c9f153c47 None None] Routers {'3d414b3b-7855-4deb-aaf4-2edcbcfe5242'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:32:35.662695 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd42ae86-fd85-40dc-bc2e-2c8c9f153c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3d414b3b-7855-4deb-aaf4-2edcbcfe5242'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:35.753283 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Publish callbacks [] for router, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:35.768332 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fd42ae86-fd85-40dc-bc2e-2c8c9f153c47 None None] Set router 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 gateway port host: n-d-819494-2 {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:32:35.855060 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:35.909282 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Deleting port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:32:35.909617 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:35.994927 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] For port 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=9ffe9e4c-fac5-4858-9f9c-60684b29c6e3,segment=NetworkSegment(e1bd815e-8c4e-42e9-a9ea-87a7962e3005),segment_id=e1bd815e-8c4e-42e9-a9ea-87a7962e3005)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:35.995290 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.007805 n-d-819494-2 neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Calling delete_port for 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:32:36.091161 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd42ae86-fd85-40dc-bc2e-2c8c9f153c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'name': 'tempest-TestSnapshotPattern-1128989298-router', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'external_fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:47Z', 'updated_at': '2021-11-27T02:32:35Z', 'revision_number': 5, 'project_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'gw_port': {'id': '9ffe9e4c-fac5-4858-9f9c-60684b29c6e3', 'name': '', 'network_id': '52383c89-3099-4684-8caa-850cf0860139', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T02:27:48Z', 'updated_at': '2021-11-27T02:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65680b07-9c30-4465-b4d8-4b1e5bc75554', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-2'}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:36.118867 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42ae86-fd85-40dc-bc2e-2c8c9f153c47 None None] Checking router: 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 for host: n-d-819494-2 {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 27 02:32:36.127795 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42ae86-fd85-40dc-bc2e-2c8c9f153c47 None None] Routers {'3d414b3b-7855-4deb-aaf4-2edcbcfe5242'} bound to L3 agent in host n-d-819494-2 {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 27 02:32:36.128409 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd42ae86-fd85-40dc-bc2e-2c8c9f153c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T00:52:44Z,description=,heartbeat_timestamp=2021-11-27T02:32:14Z,host='n-d-819494-2',id=36f16e85-29d7-4b04-82c3-237b7256618a,load=0,resource_versions=,resources_synced=,started_at=2021-11-27T00:52:44Z,topic='l3_agent')) {'router_ids': ['3d414b3b-7855-4deb-aaf4-2edcbcfe5242'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:36.173747 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827965'] for port, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.200720 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ffe9e4c-fac5-4858-9f9c-60684b29c6e3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:36.218930 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392a5aa8-22fa-4846-a691-f233d675806c None None] DHCP port deletion for 52383c89-3099-4684-8caa-850cf0860139 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:32:36.221138 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fd42ae86-fd85-40dc-bc2e-2c8c9f153c47 None None] Set router 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 27 02:32:36.261881 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611235'] for router_gateway, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.280472 n-d-819494-2 neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd42ae86-fd85-40dc-bc2e-2c8c9f153c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'name': 'tempest-TestSnapshotPattern-1128989298-router', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:47Z', 'updated_at': '2021-11-27T02:32:35Z', 'revision_number': 6, 'project_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'gw_port_host': None}], 'n-d-819494-2', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:36.308959 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42ae86-fd85-40dc-bc2e-2c8c9f153c47 None None] The sync data for ids ['3d414b3b-7855-4deb-aaf4-2edcbcfe5242'] in n-d-819494-2 is: [{'id': '3d414b3b-7855-4deb-aaf4-2edcbcfe5242', 'name': 'tempest-TestSnapshotPattern-1128989298-router', 'tenant_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T02:27:47Z', 'updated_at': '2021-11-27T02:32:35Z', 'revision_number': 6, 'project_id': 'b95fbad9c0d34dc495b8ba0a2520b16a', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 27 02:32:36.352768 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28504'] for router, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.355022 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.396856 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613126'] for router, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.397516 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d414b3b-7855-4deb-aaf4-2edcbcfe5242 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 27 02:32:36.403191 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] Publish callbacks [] for router, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.404326 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-c5223fa3-b000-4b3c-9ad2-1964925f4796 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3d414b3b-7855-4deb-aaf4-2edcbcfe5242 HTTP/1.1" status: 204 len: 168 time: 0.7534759 Nov 27 02:32:36.407026 n-d-819494-2 neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.37', 54310) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:36.450266 n-d-819494-2 neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-464f170d-a04d-4a32-84c8-e3600f415559 admin admin] Deleting subnet 8456b5d4-710c-4311-ab50-e4d57bbf69ac {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 27 02:32:36.453231 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-464f170d-a04d-4a32-84c8-e3600f415559 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.486910 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-464f170d-a04d-4a32-84c8-e3600f415559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1776597'] for subnet, precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.568286 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-464f170d-a04d-4a32-84c8-e3600f415559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33062494'] for subnet, precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.624591 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-464f170d-a04d-4a32-84c8-e3600f415559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33062471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9994824'] for subnet, after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.654648 n-d-819494-2 neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-464f170d-a04d-4a32-84c8-e3600f415559 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.658271 n-d-819494-2 neutron-server[103384]: INFO neutron.wsgi [None req-464f170d-a04d-4a32-84c8-e3600f415559 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8456b5d4-710c-4311-ab50-e4d57bbf69ac HTTP/1.1" status: 204 len: 168 time: 0.2502542 Nov 27 02:32:36.659607 n-d-819494-2 neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f170d-a04d-4a32-84c8-e3600f415559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8456b5d4-710c-4311-ab50-e4d57bbf69ac,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:36.659916 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea3f89f-14f6-45e6-914e-7f4f36a27cc3 None None] Network e3aa2ad4-096e-4689-85aa-867ca002f013 requested from n-d-819494-2 {{(pid=103386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 27 02:32:36.661049 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54312) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:36.731864 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33147186'] for network, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.794121 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Deleting port da51d3da-074b-442b-9afa-9388d076bfa2 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 27 02:32:36.794554 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762420900109'] for port, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.857254 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] For port da51d3da-074b-442b-9afa-9388d076bfa2, host n-d-819494-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-2',level=0,port_id=da51d3da-074b-442b-9afa-9388d076bfa2,segment=NetworkSegment(e0fb6e29-9fbd-4b7f-b72e-8337f678c302),segment_id=e0fb6e29-9fbd-4b7f-b72e-8337f678c302)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 27 02:32:36.857537 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614141'] for port, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.870525 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Calling delete_port for da51d3da-074b-442b-9afa-9388d076bfa2 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 27 02:32:36.946431 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33431040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762420905063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762420403146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9867171'] for port, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:36.971971 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=da51d3da-074b-442b-9afa-9388d076bfa2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:36.978063 n-d-819494-2 neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] No DVR routers for this DVR port da51d3da-074b-442b-9afa-9388d076bfa2 on host n-d-819494-2 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 27 02:32:37.046978 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33061847', 'neutron.services.segments.db._delete_segments_for_network-8762420958760'] for network, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:37.068500 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3aa2ad4-096e-4689-85aa-867ca002f013']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:37.080084 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fb6e29-9fbd-4b7f-b72e-8337f678c302') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:37.080618 n-d-819494-2 neutron-server[103385]: DEBUG neutron.services.segments.db [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fb6e29-9fbd-4b7f-b72e-8337f678c302') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 27 02:32:37.082203 n-d-819494-2 neutron-server[103386]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe281c-f95e-4ac3-84ce-27abd44d4b85 None None] DHCP port deletion for e3aa2ad4-096e-4689-85aa-867ca002f013 request from n-d-819494-2 {{(pid=103386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 27 02:32:37.092885 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762420957489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685658'] for segment, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:37.117334 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393'] for segment, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:37.124620 n-d-819494-2 neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 27 02:32:37.125004 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33491393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9864308'] for segment, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: Traceback (most recent call last): Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: timer() Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: cb(*args, **kw) Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: return func(*args, **kwargs) Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: self._notify() Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: self.callback(batched_events) Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: event.method(event) Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: return f(self, *a, **k) Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: return self._get(url).json() Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: return self.request(url, 'GET', **kwargs) Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 27 02:32:37.126705 n-d-819494-2 neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 27 02:32:37.189416 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33061848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611215'] for network, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:37.195280 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Publish callbacks [] for network, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:37.198707 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] 10.222.0.37 "DELETE /v2.0/networks/e3aa2ad4-096e-4689-85aa-867ca002f013 HTTP/1.1" status: 204 len: 168 time: 0.5365920 Nov 27 02:32:37.210364 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ee6fc-0eb2-4c46-b9bf-1836efd5bbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=e3aa2ad4-096e-4689-85aa-867ca002f013,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:37.390928 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54316) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:37.430620 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-d02a6647-48a5-4991-88fc-ad338679f33b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96067261ee634382a3bbcc0e2e63ebac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383747 Nov 27 02:32:37.432895 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54318) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:37.489128 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c323d7ef-d6ec-493d-a588-d074965b2b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:37.504144 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:32:37.518384 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c323d7ef-d6ec-493d-a588-d074965b2b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:37.546225 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:32:37.546611 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 9ffe9e4c-fac5-4858-9f9c-60684b29c6e3 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:32:37.547009 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6ff58a01-1077-463d-b40d-80867bf67798 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:32:37.566063 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: 6ff58a01-1077-463d-b40d-80867bf67798 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:32:37.566354 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c323d7ef-d6ec-493d-a588-d074965b2b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:37.566489 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device 6ff58a01-1077-463d-b40d-80867bf67798 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:32:37.566886 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device da51d3da-074b-442b-9afa-9388d076bfa2 no longer exists at agent ovs-agent-n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 27 02:32:37.568939 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c323d7ef-d6ec-493d-a588-d074965b2b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:37.570182 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-c323d7ef-d6ec-493d-a588-d074965b2b49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e8b2938-29a0-4658-81a7-17701c684da9 HTTP/1.1" status: 204 len: 168 time: 0.1363869 Nov 27 02:32:37.580893 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323d7ef-d6ec-493d-a588-d074965b2b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8b2938-29a0-4658-81a7-17701c684da9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:37.585779 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] No Port match for: da51d3da-074b-442b-9afa-9388d076bfa2 {{(pid=103386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 27 02:32:37.586131 n-d-819494-2 neutron-server[103386]: DEBUG neutron.plugins.ml2.rpc [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Device da51d3da-074b-442b-9afa-9388d076bfa2 not bound to the agent host n-d-819494-2 {{(pid=103386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 27 02:32:37.906028 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54324) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:37.948779 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-2843fc86-0737-4ed6-b64f-6fe10e53319d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b95fbad9c0d34dc495b8ba0a2520b16a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414898 Nov 27 02:32:37.951164 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.37', 54326) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 27 02:32:37.996465 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2e72-dbcf-4410-801c-f3e1bfda6b32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:38.017257 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2e72-dbcf-4410-801c-f3e1bfda6b32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:38.062079 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2e72-dbcf-4410-801c-f3e1bfda6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592443'] for security_group, after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:38.064636 n-d-819494-2 neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2e72-dbcf-4410-801c-f3e1bfda6b32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:38.065785 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [None req-3bdb2e72-dbcf-4410-801c-f3e1bfda6b32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acf7fcbc-eef3-4d0f-8471-f112a8311a6f HTTP/1.1" status: 204 len: 168 time: 0.1137383 Nov 27 02:32:38.074215 n-d-819494-2 neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb2e72-dbcf-4410-801c-f3e1bfda6b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf7fcbc-eef3-4d0f-8471-f112a8311a6f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 27 02:32:41.665989 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7fb1d9de-cbe0-4f8c-a014-0602400bfd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:44.054376 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dab3410b-1080-493c-8b74-2fb138d0b62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:45.189355 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:45.371370 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:47.052336 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:47.149251 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d558575-e53a-4439-9f31-bfbcf51a34d8 req-eac35006-5d54-4612-b05f-f0a350d8f021 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255318 Nov 27 02:32:47.231930 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d558575-e53a-4439-9f31-bfbcf51a34d8 req-8296bb67-3822-4f45-ad43-7c5a7e451ec7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0240376 Nov 27 02:32:47.279474 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d558575-e53a-4439-9f31-bfbcf51a34d8 req-f4f6867e-e1a0-408f-a3a6-effeb5f1a318 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225229 Nov 27 02:32:47.377899 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d558575-e53a-4439-9f31-bfbcf51a34d8 req-731d255f-a7d7-4f36-935c-89513966fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:32:47.379310 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-8d558575-e53a-4439-9f31-bfbcf51a34d8 req-731d255f-a7d7-4f36-935c-89513966fe4a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923991 Nov 27 02:32:47.755838 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:32:47.901598 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:08.271349 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:33:11.667403 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-10075f9f-1849-4fad-9395-d9f6e6735205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:14.056229 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-960c6041-b885-43e8-8c89-0cb10e419876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:15.197147 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:15.378079 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:17.054769 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:17.748494 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:17.911850 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:41.670105 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e5113b1-718e-4641-a474-b48df3390db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:44.057420 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f1e285de-b5e3-4c7b-bd14-8bde6a451140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:45.197491 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:45.270325 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:33:45.378459 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:47.057491 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:47.164358 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6f012e2-7e08-427c-abfd-b2d2ad45f5dd req-1007dadc-9461-479e-a9a7-41b8042e852f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251474 Nov 27 02:33:47.251169 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6f012e2-7e08-427c-abfd-b2d2ad45f5dd req-6ee80126-875d-4ee4-a510-e3a1b7541f9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0293500 Nov 27 02:33:47.297163 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6f012e2-7e08-427c-abfd-b2d2ad45f5dd req-4789577f-09ca-4edd-b451-d1f26163c777 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196974 Nov 27 02:33:47.388677 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f012e2-7e08-427c-abfd-b2d2ad45f5dd req-096e885d-01e5-4013-b0dd-4a3d919cd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:33:47.390719 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-c6f012e2-7e08-427c-abfd-b2d2ad45f5dd req-096e885d-01e5-4013-b0dd-4a3d919cd6b1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868711 Nov 27 02:33:47.752645 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:33:47.914444 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:11.673379 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-09c19b3d-c4fb-444d-bbce-6628d971950b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:14.059495 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26e92ed4-a299-4761-a6cc-0f5277fe4a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:15.209684 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:15.381785 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:17.060292 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:17.754832 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:17.940904 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:22.270114 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:34:41.678548 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-80db68c0-5237-4178-aa34-42aa7347b4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:44.061162 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5f0fb0fc-75cf-4f6d-818d-22556d7030f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:45.218102 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:45.383971 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:47.062191 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:47.756184 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:47.940654 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:34:49.210359 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cbeec42-f03e-4c55-9b33-e11a7bc0d4f7 req-fe685c9e-eb6e-4557-9ac5-80ebd5416fe5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264726 Nov 27 02:34:49.299396 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cbeec42-f03e-4c55-9b33-e11a7bc0d4f7 req-0a362037-ff2f-4dc2-8149-a3b1bd0f0d1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0304520 Nov 27 02:34:49.344352 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cbeec42-f03e-4c55-9b33-e11a7bc0d4f7 req-0326f147-b3ba-4776-b818-7f37143582a0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192873 Nov 27 02:34:49.436503 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeec42-f03e-4c55-9b33-e11a7bc0d4f7 req-6d8f4728-4ac2-4265-9157-e8a1a4ad9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:34:49.437815 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-4cbeec42-f03e-4c55-9b33-e11a7bc0d4f7 req-6d8f4728-4ac2-4265-9157-e8a1a4ad9cfd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861771 Nov 27 02:34:59.269430 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:35:11.681474 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-366d325f-f12a-4295-afd8-92d450435ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:14.062720 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f3677630-516e-4e44-95a4-2d07b0e20b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:15.222844 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:15.386912 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:17.063815 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:17.758281 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:17.970221 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:36.268953 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:35:41.683352 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-64f8af27-a932-4dbd-8445-85818fb04957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:44.062373 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3d4249e4-725a-4dd2-9873-11a0d573f269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:45.218804 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:45.388805 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:47.072830 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:47.759198 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:47.973481 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:35:49.145103 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64ee59eb-cec4-49f5-aa94-bcfc735bb989 req-29f30248-0d43-4e34-a207-b7e21b1617c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256069 Nov 27 02:35:49.231501 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64ee59eb-cec4-49f5-aa94-bcfc735bb989 req-e7c5be47-f77c-458f-8e12-65a41b1ca877 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0282764 Nov 27 02:35:49.277147 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64ee59eb-cec4-49f5-aa94-bcfc735bb989 req-82af8841-6d2b-4cc2-814d-add23ec6d07b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214846 Nov 27 02:35:49.369935 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee59eb-cec4-49f5-aa94-bcfc735bb989 req-68a1b8e9-4a3b-4f06-b385-678989ee5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:35:49.371326 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-64ee59eb-cec4-49f5-aa94-bcfc735bb989 req-68a1b8e9-4a3b-4f06-b385-678989ee5760 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865085 Nov 27 02:36:11.684908 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-751def4e-9ed6-49aa-8171-9a8bbb201537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:13.271962 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:36:14.062809 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-827d1f67-8b61-4018-b01d-7390b24b1d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:15.237974 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:15.390903 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:17.071827 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:17.760432 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:17.986754 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:41.685333 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9c915355-8f52-48cf-9f92-180b0fd3def8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:44.062681 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d30e5bf2-e41b-44f9-b04c-a7f9112763e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:45.250162 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:45.394037 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:47.075601 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:47.761703 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:47.982569 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:36:49.262578 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2761ea0f-2c9b-4558-a667-582dc905b745 req-981a0f33-a5ea-48b1-a855-0ecf52d6d438 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1420653 Nov 27 02:36:49.347431 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2761ea0f-2c9b-4558-a667-582dc905b745 req-7048b834-8e8a-41ab-bbf5-65f91aaf351c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0276458 Nov 27 02:36:49.391855 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2761ea0f-2c9b-4558-a667-582dc905b745 req-da3772e3-4e3d-41b2-9390-7b635da48e2b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188391 Nov 27 02:36:49.483104 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761ea0f-2c9b-4558-a667-582dc905b745 req-70761e75-b478-4fbf-9143-f2a243b0225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:36:49.484558 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-2761ea0f-2c9b-4558-a667-582dc905b745 req-70761e75-b478-4fbf-9143-f2a243b0225c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866570 Nov 27 02:36:50.273006 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:37:11.686941 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-674779d5-d012-4d9e-841c-5ba50c7d3cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:14.068469 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ecb8d110-c457-4713-b5b9-4c7a3ba9e0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:15.266345 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:15.397334 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:17.076722 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:17.762628 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:17.997912 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:27.272372 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:37:41.687725 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d34ead32-d4d0-45bc-8ff4-701dc3fe35b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:44.060496 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9485cab0-3f4a-4b16-a4ad-8b6b1cc858cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:45.284526 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:45.399894 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:47.079834 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:47.764085 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:47.995620 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:37:50.161913 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12cb708e-7362-4c4d-8194-f09eb760a8ee req-93fde394-1bf4-4cca-8893-0d23f6e51d87 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259769 Nov 27 02:37:50.245657 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12cb708e-7362-4c4d-8194-f09eb760a8ee req-c8e10ca4-b081-41a0-b21e-d9e30d032f4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0291169 Nov 27 02:37:50.291994 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12cb708e-7362-4c4d-8194-f09eb760a8ee req-49c8f274-371c-4baa-899f-76855eb20c97 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201678 Nov 27 02:37:50.388921 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb708e-7362-4c4d-8194-f09eb760a8ee req-d9c63ba7-285c-4968-a681-d593b187990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:37:50.390339 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-12cb708e-7362-4c4d-8194-f09eb760a8ee req-d9c63ba7-285c-4968-a681-d593b187990a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902121 Nov 27 02:38:04.270801 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:38:11.688585 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-71cbef57-f08e-4b46-b16b-afecd5e895fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:14.062907 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1941922a-3d9f-4fed-b08c-95ae1ca4c78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:15.297401 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:15.402996 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:17.081850 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:17.769002 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:18.014951 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:41.269897 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:38:41.689217 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4e6f549f-29c8-4910-b223-ccb70ab2c15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:44.063925 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fb3b2b27-0bc2-4cf1-b57c-460977cdb942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:45.297057 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:45.405058 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:47.088498 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:47.770541 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:48.000893 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:38:52.163558 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-39bb0823-10a2-4d88-9f9e-7c14c8da5e82 req-26de8d21-4ce4-4585-8ed1-87b3c6295099 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277557 Nov 27 02:38:52.590824 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-39bb0823-10a2-4d88-9f9e-7c14c8da5e82 req-49c7453d-887f-4f6c-bc2a-d0708a7fa76b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.3681619 Nov 27 02:38:52.638028 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-39bb0823-10a2-4d88-9f9e-7c14c8da5e82 req-0a569210-f5ba-4b2a-b1c3-06b53d8c6624 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201867 Nov 27 02:38:52.727922 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb0823-10a2-4d88-9f9e-7c14c8da5e82 req-2631aba0-bbeb-419f-ad58-d06d72dc0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:38:52.729346 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-39bb0823-10a2-4d88-9f9e-7c14c8da5e82 req-2631aba0-bbeb-419f-ad58-d06d72dc0079 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851521 Nov 27 02:39:11.691187 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-26997726-6f6b-4825-b682-b6eb533f395d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:14.064665 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-56167004-6b34-4b04-bcef-d5bea4237b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:15.312198 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:15.407884 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:17.087920 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:17.772855 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:18.015848 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:18.269320 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:39:41.691605 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3fd5-82fd-423d-adf5-2fe876ef13f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:44.065749 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-83620574-2a80-49d4-b8bc-fa31762398b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:45.327984 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:45.413868 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:47.098983 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:47.774638 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:48.030380 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:39:53.146008 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae5f2d78-222b-4c73-8f42-4aed89dabd8b req-51c83078-5ef8-455a-8132-b38eb5188bee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284929 Nov 27 02:39:53.227673 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae5f2d78-222b-4c73-8f42-4aed89dabd8b req-64318264-33dd-458f-8b58-ce447f5af0d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0238898 Nov 27 02:39:53.273009 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae5f2d78-222b-4c73-8f42-4aed89dabd8b req-c100a16e-182d-4216-ba72-27a75fe6dc33 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200369 Nov 27 02:39:53.364289 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f2d78-222b-4c73-8f42-4aed89dabd8b req-c300625c-6d5a-4416-a094-9d81060b7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:39:53.366321 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-ae5f2d78-222b-4c73-8f42-4aed89dabd8b req-c300625c-6d5a-4416-a094-9d81060b7717 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866637 Nov 27 02:39:55.268694 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:40:11.693924 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2201e3cf-0b06-4a38-989b-8719c482f7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:14.067218 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c04e70ed-4c65-4ad2-8b3e-5046746256cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:15.327162 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:15.413328 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:17.093118 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:17.778975 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:18.037548 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:32.267607 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:40:41.696923 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-71ef34b0-2330-4001-929e-f77cab151347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:44.067087 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3fabec41-777a-459e-adcb-0c295ff0a43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:45.342913 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:45.415089 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:47.095542 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:47.782980 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:48.051646 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:40:52.755485 n-d-819494-2 neutron-server[103385]: DEBUG neutron.wsgi [req-6ff34fe7-f653-45f6-8a69-e7d32dc4f802 req-2d827415-d8c3-4906-9c38-7f3a4648d866 service neutron] (103385) timed out ('10.222.0.37', 52170) {{(pid=103385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 27 02:40:53.150423 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-292baead-c8a4-4501-8bbc-9f667a2215b5 req-04b90439-bf42-467b-87d7-aac176891b82 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd3724-6c51-4839-ad58-785322520c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294411 Nov 27 02:40:53.233057 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-292baead-c8a4-4501-8bbc-9f667a2215b5 req-4ca89235-629c-40bd-a722-91ebda50f6e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6876a51982504585b6894725276ecc7b&device_id=f8fd3724-6c51-4839-ad58-785322520c59 HTTP/1.1" status: 200 len: 210 time: 0.0251536 Nov 27 02:40:53.276403 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-292baead-c8a4-4501-8bbc-9f667a2215b5 req-ee39afc8-80c3-43ef-96ac-6321b1d1f003 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6876a51982504585b6894725276ecc7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189688 Nov 27 02:40:53.366123 n-d-819494-2 neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292baead-c8a4-4501-8bbc-9f667a2215b5 req-4ae49b70-4a24-44b9-b2a8-e9559929f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 27 02:40:53.367502 n-d-819494-2 neutron-server[103385]: INFO neutron.wsgi [req-292baead-c8a4-4501-8bbc-9f667a2215b5 req-4ae49b70-4a24-44b9-b2a8-e9559929f172 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842791 Nov 27 02:41:09.266607 n-d-819494-2 neutron-server[103387]: DEBUG neutron.db.agents_db [None req-3fc865d8-f11a-4a6d-a4bc-4365e41c1cc5 None None] Agent healthcheck: found 7 active agents {{(pid=103387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 27 02:41:11.708122 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-67c48765-4f99-4e89-847b-654f06fa4e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:14.068281 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a573651-b1c3-49f3-9c05-2b0000006a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:15.372849 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7a616cd0-f78f-4148-b770-8d01ee5f120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:15.422176 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9401ec95-ce2e-45f7-9df3-5b2849448600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:17.100198 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-91ba8bff-2646-4449-85bf-cfa69fd8eef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:17.785429 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8aac0ffe-b481-4292-bc10-16e84e323c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 27 02:41:18.051490 n-d-819494-2 neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d2c63733-c731-496e-9599-fed7c4f63fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762420796829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33056409'] for agent, after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}